2024-04-13T06:54:44.111 INFO:root:teuthology version: 0.0.1.dev267+g6c63784 2024-04-13T06:54:44.111 DEBUG:teuthology.run:Teuthology command: teuthology --name teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi --archive /home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654931 --description upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --verbose --owner scheduled_teuthology@teuthology -- /home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654931/orig.config.yaml 2024-04-13T06:54:44.157 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-13T06:54:44.236 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654931 branch: main description: upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7654931' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum sha1: 5f22a4974d6492df1d519913f5251731f043c582 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 5f22a4974d6492df1d519913f5251731f043c582 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: main sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 owner: scheduled_teuthology@teuthology priority: 850 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 589 sha1: 5f22a4974d6492df1d519913f5251731f043c582 sleep_before_teardown: 0 subset: 6/32 suite: upgrade suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_c2d8c3155d854ee204cb7c7261232571229d1d54/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 targets: smithi003.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHeFcs23EXA6N2adYSRRFR+tdqmWm5JYczsGSAQgmeLgQJbWibKmjrBi1lwsDJfh9V//Lt4Dtnj/Dx204jGU/f4= smithi066.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJYXz90ls6kQwnRvhHWonoTDD9D/fuIDeXPTC1P6IZoWQXgedZCmxNF7GYwd8A6KdeUGcyjEAJ6n1s0TUTbinGk= tasks: - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 6c637841c215537a4502385240412f1966e0faab timestamp: 2024-04-13_03:08:05 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-04-13T06:54:44.236 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_c2d8c3155d854ee204cb7c7261232571229d1d54/qa; will attempt to use it 2024-04-13T06:54:44.237 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_c2d8c3155d854ee204cb7c7261232571229d1d54/qa/tasks 2024-04-13T06:54:44.237 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-13T06:54:44.239 INFO:teuthology.task.internal:Checking packages... 2024-04-13T06:54:44.265 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '5f22a4974d6492df1d519913f5251731f043c582' 2024-04-13T06:54:44.265 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-13T06:54:44.265 INFO:teuthology.packaging:ref: None 2024-04-13T06:54:44.265 INFO:teuthology.packaging:tag: None 2024-04-13T06:54:44.265 INFO:teuthology.packaging:branch: main 2024-04-13T06:54:44.265 INFO:teuthology.packaging:sha1: 5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T06:54:44.266 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-04-13T06:54:44.600 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3080.gc2d8c315 2024-04-13T06:54:44.601 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-13T06:54:44.608 INFO:teuthology.task.internal:no buildpackages task found 2024-04-13T06:54:44.608 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-13T06:54:44.639 INFO:teuthology.task.internal:Saving configuration 2024-04-13T06:54:44.659 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-13T06:54:44.665 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-13T06:54:44.688 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi003.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654931', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-13 06:49:05.402552', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHeFcs23EXA6N2adYSRRFR+tdqmWm5JYczsGSAQgmeLgQJbWibKmjrBi1lwsDJfh9V//Lt4Dtnj/Dx204jGU/f4='} 2024-04-13T06:54:44.709 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi066.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654931', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-13 06:49:05.400575', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJYXz90ls6kQwnRvhHWonoTDD9D/fuIDeXPTC1P6IZoWQXgedZCmxNF7GYwd8A6KdeUGcyjEAJ6n1s0TUTbinGk='} 2024-04-13T06:54:44.709 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-13T06:54:44.716 INFO:teuthology.task.internal:roles: ubuntu@smithi003.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-13T06:54:44.716 INFO:teuthology.task.internal:roles: ubuntu@smithi066.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-13T06:54:44.716 INFO:teuthology.run_tasks:Running task console_log... 2024-04-13T06:54:44.807 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f772afcc0d0>, signals=[15]) 2024-04-13T06:54:44.808 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-13T06:54:44.814 INFO:teuthology.task.internal:Opening connections... 2024-04-13T06:54:44.814 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi003.front.sepia.ceph.com 2024-04-13T06:54:44.816 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi003.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T06:54:44.927 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi066.front.sepia.ceph.com 2024-04-13T06:54:44.928 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T06:54:45.031 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-13T06:54:45.038 DEBUG:teuthology.orchestra.run.smithi003:> uname -m 2024-04-13T06:54:45.058 INFO:teuthology.orchestra.run.smithi003.stdout:x86_64 2024-04-13T06:54:45.058 DEBUG:teuthology.orchestra.run.smithi003:> cat /etc/os-release 2024-04-13T06:54:45.116 INFO:teuthology.orchestra.run.smithi003.stdout:NAME="CentOS Stream" 2024-04-13T06:54:45.116 INFO:teuthology.orchestra.run.smithi003.stdout:VERSION="9" 2024-04-13T06:54:45.116 INFO:teuthology.orchestra.run.smithi003.stdout:ID="centos" 2024-04-13T06:54:45.116 INFO:teuthology.orchestra.run.smithi003.stdout:ID_LIKE="rhel fedora" 2024-04-13T06:54:45.116 INFO:teuthology.orchestra.run.smithi003.stdout:VERSION_ID="9" 2024-04-13T06:54:45.116 INFO:teuthology.orchestra.run.smithi003.stdout:PLATFORM_ID="platform:el9" 2024-04-13T06:54:45.116 INFO:teuthology.orchestra.run.smithi003.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-13T06:54:45.117 INFO:teuthology.orchestra.run.smithi003.stdout:ANSI_COLOR="0;31" 2024-04-13T06:54:45.117 INFO:teuthology.orchestra.run.smithi003.stdout:LOGO="fedora-logo-icon" 2024-04-13T06:54:45.117 INFO:teuthology.orchestra.run.smithi003.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-13T06:54:45.117 INFO:teuthology.orchestra.run.smithi003.stdout:HOME_URL="https://centos.org/" 2024-04-13T06:54:45.117 INFO:teuthology.orchestra.run.smithi003.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-13T06:54:45.117 INFO:teuthology.orchestra.run.smithi003.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-13T06:54:45.117 INFO:teuthology.orchestra.run.smithi003.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-13T06:54:45.118 INFO:teuthology.lock.ops:Updating smithi003.front.sepia.ceph.com on lock server 2024-04-13T06:54:45.150 DEBUG:teuthology.orchestra.run.smithi066:> uname -m 2024-04-13T06:54:45.169 INFO:teuthology.orchestra.run.smithi066.stdout:x86_64 2024-04-13T06:54:45.169 DEBUG:teuthology.orchestra.run.smithi066:> cat /etc/os-release 2024-04-13T06:54:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:NAME="CentOS Stream" 2024-04-13T06:54:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:VERSION="9" 2024-04-13T06:54:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:ID="centos" 2024-04-13T06:54:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:ID_LIKE="rhel fedora" 2024-04-13T06:54:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:VERSION_ID="9" 2024-04-13T06:54:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:PLATFORM_ID="platform:el9" 2024-04-13T06:54:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-13T06:54:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:ANSI_COLOR="0;31" 2024-04-13T06:54:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:LOGO="fedora-logo-icon" 2024-04-13T06:54:45.228 INFO:teuthology.orchestra.run.smithi066.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-13T06:54:45.228 INFO:teuthology.orchestra.run.smithi066.stdout:HOME_URL="https://centos.org/" 2024-04-13T06:54:45.228 INFO:teuthology.orchestra.run.smithi066.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-13T06:54:45.228 INFO:teuthology.orchestra.run.smithi066.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-13T06:54:45.228 INFO:teuthology.orchestra.run.smithi066.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-13T06:54:45.228 INFO:teuthology.lock.ops:Updating smithi066.front.sepia.ceph.com on lock server 2024-04-13T06:54:45.258 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-13T06:54:45.268 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-13T06:54:45.288 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-13T06:54:45.289 DEBUG:teuthology.orchestra.run.smithi003:> test '!' -e /home/ubuntu/cephtest 2024-04-13T06:54:45.291 DEBUG:teuthology.orchestra.run.smithi066:> test '!' -e /home/ubuntu/cephtest 2024-04-13T06:54:45.312 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-13T06:54:45.318 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-13T06:54:45.318 DEBUG:teuthology.orchestra.run.smithi003:> test -z $(ls -A /var/lib/ceph) 2024-04-13T06:54:45.348 DEBUG:teuthology.orchestra.run.smithi066:> test -z $(ls -A /var/lib/ceph) 2024-04-13T06:54:45.373 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-13T06:54:45.425 INFO:teuthology.run_tasks:Running task kernel... 2024-04-13T06:54:45.439 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-04-13T06:54:45.439 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-04-13T06:54:45.439 DEBUG:teuthology.orchestra.run.smithi003:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-13T06:54:45.440 DEBUG:teuthology.orchestra.run.smithi066:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-13T06:54:45.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T06:54:45.457 DEBUG:teuthology.orchestra.run.smithi066:> uname -r 2024-04-13T06:54:45.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T06:54:45.458 DEBUG:teuthology.orchestra.run.smithi003:> uname -r 2024-04-13T06:54:45.515 INFO:teuthology.orchestra.run.smithi066.stdout:5.14.0-361.el9.x86_64 2024-04-13T06:54:45.515 INFO:teuthology.task.kernel:Running kernel on smithi066: 5.14.0-361.el9.x86_64 2024-04-13T06:54:45.515 DEBUG:teuthology.orchestra.run.smithi066:> sudo yum install -y kernel 2024-04-13T06:54:45.516 INFO:teuthology.orchestra.run.smithi003.stdout:5.14.0-361.el9.x86_64 2024-04-13T06:54:45.516 INFO:teuthology.task.kernel:Running kernel on smithi003: 5.14.0-361.el9.x86_64 2024-04-13T06:54:45.517 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum install -y kernel 2024-04-13T06:54:47.645 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS-9 - AppStream 17 MB/s | 8.1 MB 00:00 2024-04-13T06:54:47.688 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS-9 - AppStream 16 MB/s | 8.1 MB 00:00 2024-04-13T06:54:49.320 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS-9 - BaseOS 9.2 MB/s | 2.5 MB 00:00 2024-04-13T06:54:49.347 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS-9 - BaseOS 8.6 MB/s | 2.5 MB 00:00 2024-04-13T06:54:50.679 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - BaseOS 9.3 MB/s | 8.0 MB 00:00 2024-04-13T06:54:53.044 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - BaseOS 2.5 MB/s | 8.0 MB 00:03 2024-04-13T06:54:53.489 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - AppStream 11 MB/s | 19 MB 00:01 2024-04-13T06:54:55.895 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - AppStream 11 MB/s | 19 MB 00:01 2024-04-13T06:55:00.287 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - CRB 9.9 MB/s | 6.2 MB 00:00 2024-04-13T06:55:00.331 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - CRB 2.0 MB/s | 6.2 MB 00:03 2024-04-13T06:55:01.963 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - Extras packages 38 kB/s | 16 kB 00:00 2024-04-13T06:55:01.981 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - Extras packages 38 kB/s | 16 kB 00:00 2024-04-13T06:55:03.058 INFO:teuthology.orchestra.run.smithi003.stdout:Extra Packages for Enterprise Linux 23 MB/s | 21 MB 00:00 2024-04-13T06:55:03.475 INFO:teuthology.orchestra.run.smithi066.stdout:Extra Packages for Enterprise Linux 15 MB/s | 21 MB 00:01 2024-04-13T06:55:08.274 INFO:teuthology.orchestra.run.smithi003.stdout:lab-extras 47 kB/s | 1.7 kB 00:00 2024-04-13T06:55:08.814 INFO:teuthology.orchestra.run.smithi066.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-04-13T06:55:10.600 INFO:teuthology.orchestra.run.smithi003.stderr:Modular dependency problems: 2024-04-13T06:55:10.600 INFO:teuthology.orchestra.run.smithi003.stderr: 2024-04-13T06:55:10.600 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 1: conflicting requests 2024-04-13T06:55:10.600 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.600 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 2: conflicting requests 2024-04-13T06:55:10.600 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.600 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 3: conflicting requests 2024-04-13T06:55:10.600 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.600 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 4: conflicting requests 2024-04-13T06:55:10.601 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.601 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 5: conflicting requests 2024-04-13T06:55:10.601 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.601 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 6: conflicting requests 2024-04-13T06:55:10.601 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.601 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 7: conflicting requests 2024-04-13T06:55:10.601 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.601 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 8: conflicting requests 2024-04-13T06:55:10.601 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.601 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 9: conflicting requests 2024-04-13T06:55:10.601 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.601 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 10: conflicting requests 2024-04-13T06:55:10.601 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.602 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 11: conflicting requests 2024-04-13T06:55:10.602 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.602 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 12: conflicting requests 2024-04-13T06:55:10.602 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.602 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 13: conflicting requests 2024-04-13T06:55:10.602 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.602 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 14: conflicting requests 2024-04-13T06:55:10.602 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.602 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 15: conflicting requests 2024-04-13T06:55:10.602 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.602 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 16: conflicting requests 2024-04-13T06:55:10.602 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.602 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 17: conflicting requests 2024-04-13T06:55:10.603 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.603 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 18: conflicting requests 2024-04-13T06:55:10.603 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.603 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 19: conflicting requests 2024-04-13T06:55:10.603 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.603 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 20: conflicting requests 2024-04-13T06:55:10.603 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.603 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 21: conflicting requests 2024-04-13T06:55:10.603 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.603 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 22: conflicting requests 2024-04-13T06:55:10.603 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.603 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 23: conflicting requests 2024-04-13T06:55:10.603 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.603 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 24: conflicting requests 2024-04-13T06:55:10.604 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.604 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 25: conflicting requests 2024-04-13T06:55:10.604 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.604 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 26: conflicting requests 2024-04-13T06:55:10.604 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.604 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 27: conflicting requests 2024-04-13T06:55:10.604 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.604 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 28: conflicting requests 2024-04-13T06:55:10.604 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.604 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 29: conflicting requests 2024-04-13T06:55:10.604 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.604 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 30: conflicting requests 2024-04-13T06:55:10.604 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.605 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 31: conflicting requests 2024-04-13T06:55:10.605 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.605 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 32: conflicting requests 2024-04-13T06:55:10.605 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.605 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 33: conflicting requests 2024-04-13T06:55:10.605 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.605 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 34: conflicting requests 2024-04-13T06:55:10.605 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.605 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 35: conflicting requests 2024-04-13T06:55:10.605 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.605 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 36: conflicting requests 2024-04-13T06:55:10.605 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.605 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 37: conflicting requests 2024-04-13T06:55:10.605 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.606 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.606 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.606 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 38: cannot install the best candidate for the job 2024-04-13T06:55:10.606 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.606 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.606 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.606 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.606 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 39: conflicting requests 2024-04-13T06:55:10.606 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.606 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.606 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.606 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.606 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.606 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.607 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 40: cannot install the best candidate for the job 2024-04-13T06:55:10.607 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.607 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.607 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.607 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.607 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 41: cannot install the best candidate for the job 2024-04-13T06:55:10.607 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.607 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.607 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.607 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.607 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 42: cannot install the best candidate for the job 2024-04-13T06:55:10.607 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.607 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.608 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.608 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.608 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 43: cannot install the best candidate for the job 2024-04-13T06:55:10.608 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.608 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.608 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.608 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.608 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 44: cannot install the best candidate for the job 2024-04-13T06:55:10.608 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.608 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.608 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.608 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.608 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 45: cannot install the best candidate for the job 2024-04-13T06:55:10.609 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.609 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.609 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-13T06:55:10.609 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.040 INFO:teuthology.orchestra.run.smithi003.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-13T06:55:11.040 INFO:teuthology.orchestra.run.smithi003.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-13T06:55:11.165 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2024-04-13T06:55:11.172 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2024-04-13T06:55:11.173 INFO:teuthology.orchestra.run.smithi003.stdout: Package Architecture Version Repository Size 2024-04-13T06:55:11.173 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2024-04-13T06:55:11.173 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2024-04-13T06:55:11.173 INFO:teuthology.orchestra.run.smithi003.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-13T06:55:11.173 INFO:teuthology.orchestra.run.smithi003.stdout:Installing dependencies: 2024-04-13T06:55:11.173 INFO:teuthology.orchestra.run.smithi003.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-13T06:55:11.173 INFO:teuthology.orchestra.run.smithi003.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-13T06:55:11.173 INFO:teuthology.orchestra.run.smithi003.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-13T06:55:11.173 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T06:55:11.173 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2024-04-13T06:55:11.173 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2024-04-13T06:55:11.173 INFO:teuthology.orchestra.run.smithi003.stdout:Install 4 Packages 2024-04-13T06:55:11.173 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T06:55:11.174 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 77 M 2024-04-13T06:55:11.174 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 123 M 2024-04-13T06:55:11.174 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2024-04-13T06:55:11.177 INFO:teuthology.orchestra.run.smithi066.stderr:Modular dependency problems: 2024-04-13T06:55:11.177 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-04-13T06:55:11.177 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 1: conflicting requests 2024-04-13T06:55:11.177 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.177 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 2: conflicting requests 2024-04-13T06:55:11.177 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.177 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 3: conflicting requests 2024-04-13T06:55:11.177 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.177 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 4: conflicting requests 2024-04-13T06:55:11.177 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.177 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 5: conflicting requests 2024-04-13T06:55:11.178 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.178 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 6: conflicting requests 2024-04-13T06:55:11.178 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.178 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 7: conflicting requests 2024-04-13T06:55:11.178 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.178 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 8: conflicting requests 2024-04-13T06:55:11.178 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.178 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 9: conflicting requests 2024-04-13T06:55:11.178 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.178 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 10: conflicting requests 2024-04-13T06:55:11.178 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.178 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 11: conflicting requests 2024-04-13T06:55:11.178 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.179 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 12: conflicting requests 2024-04-13T06:55:11.179 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.179 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 13: conflicting requests 2024-04-13T06:55:11.179 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.179 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 14: conflicting requests 2024-04-13T06:55:11.179 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.179 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 15: conflicting requests 2024-04-13T06:55:11.179 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.179 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 16: conflicting requests 2024-04-13T06:55:11.179 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.179 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 17: conflicting requests 2024-04-13T06:55:11.179 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.179 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 18: conflicting requests 2024-04-13T06:55:11.180 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.180 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 19: conflicting requests 2024-04-13T06:55:11.180 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.180 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 20: conflicting requests 2024-04-13T06:55:11.180 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.180 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 21: conflicting requests 2024-04-13T06:55:11.180 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.180 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 22: conflicting requests 2024-04-13T06:55:11.180 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.180 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 23: conflicting requests 2024-04-13T06:55:11.180 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.180 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 24: conflicting requests 2024-04-13T06:55:11.180 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.180 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 25: conflicting requests 2024-04-13T06:55:11.181 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.181 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 26: conflicting requests 2024-04-13T06:55:11.181 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.181 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 27: conflicting requests 2024-04-13T06:55:11.181 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.181 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 28: conflicting requests 2024-04-13T06:55:11.181 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.181 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 29: conflicting requests 2024-04-13T06:55:11.181 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.181 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 30: conflicting requests 2024-04-13T06:55:11.181 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.181 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 31: conflicting requests 2024-04-13T06:55:11.181 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.181 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 32: conflicting requests 2024-04-13T06:55:11.182 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.182 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 33: conflicting requests 2024-04-13T06:55:11.182 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.182 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 34: conflicting requests 2024-04-13T06:55:11.182 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.182 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 35: conflicting requests 2024-04-13T06:55:11.182 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.182 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 36: conflicting requests 2024-04-13T06:55:11.182 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.182 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 37: conflicting requests 2024-04-13T06:55:11.182 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.182 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.182 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.183 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 38: cannot install the best candidate for the job 2024-04-13T06:55:11.183 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.183 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.183 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.183 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.183 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 39: conflicting requests 2024-04-13T06:55:11.183 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.183 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.183 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.183 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.183 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.183 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.183 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 40: cannot install the best candidate for the job 2024-04-13T06:55:11.183 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.184 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.184 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.184 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.184 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 41: cannot install the best candidate for the job 2024-04-13T06:55:11.184 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.184 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.184 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.184 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.184 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 42: cannot install the best candidate for the job 2024-04-13T06:55:11.184 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.184 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.184 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.184 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.184 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 43: cannot install the best candidate for the job 2024-04-13T06:55:11.185 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.185 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.185 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.185 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.185 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 44: cannot install the best candidate for the job 2024-04-13T06:55:11.185 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.185 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.185 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.185 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.185 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 45: cannot install the best candidate for the job 2024-04-13T06:55:11.185 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.185 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.185 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.185 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-13T06:55:11.467 INFO:teuthology.orchestra.run.smithi003.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 924 kB/s | 214 kB 00:00 2024-04-13T06:55:11.622 INFO:teuthology.orchestra.run.smithi066.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-13T06:55:11.622 INFO:teuthology.orchestra.run.smithi066.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-13T06:55:11.735 INFO:teuthology.orchestra.run.smithi066.stdout:Dependencies resolved. 2024-04-13T06:55:11.747 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-04-13T06:55:11.747 INFO:teuthology.orchestra.run.smithi066.stdout: Package Architecture Version Repository Size 2024-04-13T06:55:11.747 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-04-13T06:55:11.747 INFO:teuthology.orchestra.run.smithi066.stdout:Installing: 2024-04-13T06:55:11.747 INFO:teuthology.orchestra.run.smithi066.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-13T06:55:11.747 INFO:teuthology.orchestra.run.smithi066.stdout:Installing dependencies: 2024-04-13T06:55:11.747 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-13T06:55:11.747 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-13T06:55:11.747 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-13T06:55:11.747 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T06:55:11.747 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction Summary 2024-04-13T06:55:11.747 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-04-13T06:55:11.748 INFO:teuthology.orchestra.run.smithi066.stdout:Install 4 Packages 2024-04-13T06:55:11.748 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T06:55:11.748 INFO:teuthology.orchestra.run.smithi066.stdout:Total download size: 77 M 2024-04-13T06:55:11.748 INFO:teuthology.orchestra.run.smithi066.stdout:Installed size: 123 M 2024-04-13T06:55:11.748 INFO:teuthology.orchestra.run.smithi066.stdout:Downloading Packages: 2024-04-13T06:55:12.058 INFO:teuthology.orchestra.run.smithi066.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 873 kB/s | 214 kB 00:00 2024-04-13T06:55:12.718 INFO:teuthology.orchestra.run.smithi066.stdout:(2/4): kernel-core-5.14.0-435.el9.x86_64.rpm 17 MB/s | 15 MB 00:00 2024-04-13T06:55:13.259 INFO:teuthology.orchestra.run.smithi003.stdout:(2/4): kernel-core-5.14.0-435.el9.x86_64.rpm 7.5 MB/s | 15 MB 00:02 2024-04-13T06:55:13.366 INFO:teuthology.orchestra.run.smithi066.stdout:(3/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 22 MB/s | 34 MB 00:01 2024-04-13T06:55:13.775 INFO:teuthology.orchestra.run.smithi066.stdout:(4/4): kernel-modules-core-5.14.0-435.el9.x86_6 16 MB/s | 28 MB 00:01 2024-04-13T06:55:13.775 INFO:teuthology.orchestra.run.smithi066.stdout:-------------------------------------------------------------------------------- 2024-04-13T06:55:13.776 INFO:teuthology.orchestra.run.smithi066.stdout:Total 38 MB/s | 77 MB 00:02 2024-04-13T06:55:14.076 INFO:teuthology.orchestra.run.smithi003.stdout:(3/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 12 MB/s | 34 MB 00:02 2024-04-13T06:55:14.473 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction check 2024-04-13T06:55:14.902 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction check succeeded. 2024-04-13T06:55:14.903 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction test 2024-04-13T06:55:15.068 INFO:teuthology.orchestra.run.smithi003.stdout:(4/4): kernel-modules-core-5.14.0-435.el9.x86_6 7.7 MB/s | 28 MB 00:03 2024-04-13T06:55:15.068 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2024-04-13T06:55:15.069 INFO:teuthology.orchestra.run.smithi003.stdout:Total 20 MB/s | 77 MB 00:03 2024-04-13T06:55:15.767 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2024-04-13T06:55:15.980 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction test succeeded. 2024-04-13T06:55:15.980 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction 2024-04-13T06:55:16.195 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2024-04-13T06:55:16.195 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2024-04-13T06:55:17.255 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2024-04-13T06:55:17.256 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2024-04-13T06:55:18.593 INFO:teuthology.orchestra.run.smithi066.stdout: Preparing : 1/1 2024-04-13T06:55:19.202 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-13T06:55:19.292 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-13T06:55:19.839 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2024-04-13T06:55:20.461 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-13T06:55:20.553 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-13T06:55:22.193 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-13T06:55:22.326 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-13T06:55:23.416 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-13T06:55:23.547 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-13T06:55:27.404 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-13T06:55:27.444 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-13T06:55:28.625 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-13T06:55:28.665 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-13T06:55:32.547 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-13T06:55:33.762 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-13T06:56:03.638 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-13T06:56:03.667 INFO:teuthology.orchestra.run.smithi066.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-13T06:56:03.667 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T06:56:03.685 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-13T06:56:04.025 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-13T06:56:04.025 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-13T06:56:04.025 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-13T06:56:04.025 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-13T06:56:04.455 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-13T06:56:04.455 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T06:56:04.455 INFO:teuthology.orchestra.run.smithi066.stdout:Installed: 2024-04-13T06:56:04.456 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-13T06:56:04.456 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-13T06:56:04.456 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-13T06:56:04.456 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-13T06:56:04.456 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T06:56:04.456 INFO:teuthology.orchestra.run.smithi066.stdout:Complete! 2024-04-13T06:56:04.480 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-13T06:56:04.480 INFO:teuthology.orchestra.run.smithi003.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-13T06:56:04.481 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T06:56:04.528 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-13T06:56:04.909 DEBUG:teuthology.orchestra.run.smithi066:> rpm -q kernel | sort -rV | head -n 1 2024-04-13T06:56:04.941 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-13T06:56:04.941 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-13T06:56:04.941 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-13T06:56:04.941 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-13T06:56:05.027 INFO:teuthology.orchestra.run.smithi066.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-13T06:56:05.027 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-13T06:56:05.027 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-13T06:56:05.027 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-13T06:56:05.027 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-13T06:56:05.027 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-13T06:56:05.028 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi066.front.sepia.ceph.com, path=None, version=distro) 2024-04-13T06:56:05.028 DEBUG:teuthology.orchestra.run.smithi066:> rpm -q kernel | sort -rV | head -n 1 2024-04-13T06:56:05.111 INFO:teuthology.orchestra.run.smithi066.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-13T06:56:05.111 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-13T06:56:05.111 DEBUG:teuthology.orchestra.run.smithi066:> sudo rpm -qi grub2-tools 2024-04-13T06:56:05.157 INFO:teuthology.orchestra.run.smithi066.stdout:Name : grub2-tools 2024-04-13T06:56:05.158 INFO:teuthology.orchestra.run.smithi066.stdout:Epoch : 1 2024-04-13T06:56:05.158 INFO:teuthology.orchestra.run.smithi066.stdout:Version : 2.06 2024-04-13T06:56:05.158 INFO:teuthology.orchestra.run.smithi066.stdout:Release : 68.el9 2024-04-13T06:56:05.158 INFO:teuthology.orchestra.run.smithi066.stdout:Architecture: x86_64 2024-04-13T06:56:05.158 INFO:teuthology.orchestra.run.smithi066.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-13T06:56:05.158 INFO:teuthology.orchestra.run.smithi066.stdout:Group : Unspecified 2024-04-13T06:56:05.158 INFO:teuthology.orchestra.run.smithi066.stdout:Size : 8264254 2024-04-13T06:56:05.158 INFO:teuthology.orchestra.run.smithi066.stdout:License : GPLv3+ 2024-04-13T06:56:05.158 INFO:teuthology.orchestra.run.smithi066.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-13T06:56:05.158 INFO:teuthology.orchestra.run.smithi066.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-13T06:56:05.158 INFO:teuthology.orchestra.run.smithi066.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-13T06:56:05.158 INFO:teuthology.orchestra.run.smithi066.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-13T06:56:05.159 INFO:teuthology.orchestra.run.smithi066.stdout:Packager : builder@centos.org 2024-04-13T06:56:05.159 INFO:teuthology.orchestra.run.smithi066.stdout:Vendor : CentOS 2024-04-13T06:56:05.159 INFO:teuthology.orchestra.run.smithi066.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-13T06:56:05.159 INFO:teuthology.orchestra.run.smithi066.stdout:Summary : Support tools for GRUB. 2024-04-13T06:56:05.159 INFO:teuthology.orchestra.run.smithi066.stdout:Description : 2024-04-13T06:56:05.159 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T06:56:05.159 INFO:teuthology.orchestra.run.smithi066.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-13T06:56:05.159 INFO:teuthology.orchestra.run.smithi066.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-13T06:56:05.159 INFO:teuthology.orchestra.run.smithi066.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-13T06:56:05.159 INFO:teuthology.orchestra.run.smithi066.stdout:hardware devices. 2024-04-13T06:56:05.159 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T06:56:05.159 INFO:teuthology.orchestra.run.smithi066.stdout:This subpackage provides tools for support of all platforms. 2024-04-13T06:56:05.160 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-13T06:56:05.160 INFO:teuthology.task.kernel:Updating grub on smithi066 to boot 5.14.0-435.el9.x86_64 2024-04-13T06:56:05.160 DEBUG:teuthology.orchestra.run.smithi066:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-13T06:56:05.414 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-13T06:56:05.414 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T06:56:05.415 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2024-04-13T06:56:05.415 INFO:teuthology.orchestra.run.smithi003.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-13T06:56:05.415 INFO:teuthology.orchestra.run.smithi003.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-13T06:56:05.415 INFO:teuthology.orchestra.run.smithi003.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-13T06:56:05.415 INFO:teuthology.orchestra.run.smithi003.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-13T06:56:05.415 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T06:56:05.415 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2024-04-13T06:56:05.739 INFO:teuthology.orchestra.run.smithi066.stderr:Generating grub configuration file ... 2024-04-13T06:56:05.748 DEBUG:teuthology.orchestra.run.smithi003:> rpm -q kernel | sort -rV | head -n 1 2024-04-13T06:56:05.847 INFO:teuthology.orchestra.run.smithi003.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-13T06:56:05.848 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-13T06:56:05.848 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-13T06:56:05.848 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-13T06:56:05.848 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-13T06:56:05.848 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-13T06:56:05.848 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi003.front.sepia.ceph.com, path=None, version=distro) 2024-04-13T06:56:05.848 DEBUG:teuthology.orchestra.run.smithi003:> rpm -q kernel | sort -rV | head -n 1 2024-04-13T06:56:05.932 INFO:teuthology.orchestra.run.smithi003.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-13T06:56:05.932 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-13T06:56:05.933 DEBUG:teuthology.orchestra.run.smithi003:> sudo rpm -qi grub2-tools 2024-04-13T06:56:05.970 INFO:teuthology.orchestra.run.smithi003.stdout:Name : grub2-tools 2024-04-13T06:56:05.971 INFO:teuthology.orchestra.run.smithi003.stdout:Epoch : 1 2024-04-13T06:56:05.971 INFO:teuthology.orchestra.run.smithi003.stdout:Version : 2.06 2024-04-13T06:56:05.971 INFO:teuthology.orchestra.run.smithi003.stdout:Release : 68.el9 2024-04-13T06:56:05.971 INFO:teuthology.orchestra.run.smithi003.stdout:Architecture: x86_64 2024-04-13T06:56:05.971 INFO:teuthology.orchestra.run.smithi003.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-13T06:56:05.971 INFO:teuthology.orchestra.run.smithi003.stdout:Group : Unspecified 2024-04-13T06:56:05.971 INFO:teuthology.orchestra.run.smithi003.stdout:Size : 8264254 2024-04-13T06:56:05.971 INFO:teuthology.orchestra.run.smithi003.stdout:License : GPLv3+ 2024-04-13T06:56:05.972 INFO:teuthology.orchestra.run.smithi003.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-13T06:56:05.972 INFO:teuthology.orchestra.run.smithi003.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-13T06:56:05.972 INFO:teuthology.orchestra.run.smithi003.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-13T06:56:05.972 INFO:teuthology.orchestra.run.smithi003.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-13T06:56:05.972 INFO:teuthology.orchestra.run.smithi003.stdout:Packager : builder@centos.org 2024-04-13T06:56:05.972 INFO:teuthology.orchestra.run.smithi003.stdout:Vendor : CentOS 2024-04-13T06:56:05.972 INFO:teuthology.orchestra.run.smithi003.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-13T06:56:05.972 INFO:teuthology.orchestra.run.smithi003.stdout:Summary : Support tools for GRUB. 2024-04-13T06:56:05.972 INFO:teuthology.orchestra.run.smithi003.stdout:Description : 2024-04-13T06:56:05.972 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T06:56:05.972 INFO:teuthology.orchestra.run.smithi003.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-13T06:56:05.972 INFO:teuthology.orchestra.run.smithi003.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-13T06:56:05.973 INFO:teuthology.orchestra.run.smithi003.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-13T06:56:05.973 INFO:teuthology.orchestra.run.smithi003.stdout:hardware devices. 2024-04-13T06:56:05.973 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T06:56:05.973 INFO:teuthology.orchestra.run.smithi003.stdout:This subpackage provides tools for support of all platforms. 2024-04-13T06:56:05.974 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-13T06:56:05.974 INFO:teuthology.task.kernel:Updating grub on smithi003 to boot 5.14.0-435.el9.x86_64 2024-04-13T06:56:05.974 DEBUG:teuthology.orchestra.run.smithi003:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-13T06:56:06.652 INFO:teuthology.orchestra.run.smithi003.stderr:Generating grub configuration file ... 2024-04-13T06:56:07.112 INFO:teuthology.orchestra.run.smithi066.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-13T06:56:07.140 INFO:teuthology.orchestra.run.smithi066.stderr:done 2024-04-13T06:56:07.143 DEBUG:teuthology.orchestra.run.smithi066:> mktemp 2024-04-13T06:56:07.158 INFO:teuthology.orchestra.run.smithi066.stdout:/tmp/tmp.Mdza7XRF2q 2024-04-13T06:56:07.158 DEBUG:teuthology.orchestra.run.smithi066:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.Mdza7XRF2q 2024-04-13T06:56:07.230 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 0666 /tmp/tmp.Mdza7XRF2q 2024-04-13T06:56:07.425 DEBUG:teuthology.orchestra.remote:smithi066:/tmp/tmp.Mdza7XRF2q is 6KB 2024-04-13T06:56:07.473 DEBUG:teuthology.orchestra.run.smithi066:> rm -fr /tmp/tmp.Mdza7XRF2q 2024-04-13T06:56:07.488 DEBUG:teuthology.orchestra.run.smithi066:> sudo /bin/ls /boot/loader/entries || true 2024-04-13T06:56:07.556 INFO:teuthology.orchestra.run.smithi066.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-13T06:56:07.557 INFO:teuthology.orchestra.run.smithi066.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-13T06:56:07.557 INFO:teuthology.orchestra.run.smithi066.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-13T06:56:07.557 INFO:teuthology.orchestra.run.smithi066.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-13T06:56:07.558 DEBUG:teuthology.orchestra.run.smithi066:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-13T06:56:07.693 DEBUG:teuthology.orchestra.run.smithi066:> sudo shutdown -r now 2024-04-13T06:56:08.187 INFO:teuthology.orchestra.run.smithi003.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-13T06:56:08.201 INFO:teuthology.orchestra.run.smithi003.stderr:done 2024-04-13T06:56:08.203 DEBUG:teuthology.orchestra.run.smithi003:> mktemp 2024-04-13T06:56:08.220 INFO:teuthology.orchestra.run.smithi003.stdout:/tmp/tmp.cycu4udfX5 2024-04-13T06:56:08.220 DEBUG:teuthology.orchestra.run.smithi003:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.cycu4udfX5 2024-04-13T06:56:08.294 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 0666 /tmp/tmp.cycu4udfX5 2024-04-13T06:56:08.447 DEBUG:teuthology.orchestra.remote:smithi003:/tmp/tmp.cycu4udfX5 is 6KB 2024-04-13T06:56:08.469 DEBUG:teuthology.orchestra.run.smithi003:> rm -fr /tmp/tmp.cycu4udfX5 2024-04-13T06:56:08.483 DEBUG:teuthology.orchestra.run.smithi003:> sudo /bin/ls /boot/loader/entries || true 2024-04-13T06:56:08.552 INFO:teuthology.orchestra.run.smithi003.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-13T06:56:08.552 INFO:teuthology.orchestra.run.smithi003.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-13T06:56:08.552 INFO:teuthology.orchestra.run.smithi003.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-13T06:56:08.552 INFO:teuthology.orchestra.run.smithi003.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-13T06:56:08.553 DEBUG:teuthology.orchestra.run.smithi003:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-13T06:56:08.711 DEBUG:teuthology.orchestra.run.smithi003:> sudo shutdown -r now 2024-04-13T06:56:37.722 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-13T06:56:37.723 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-04-13T06:56:37.724 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T06:56:38.715 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-13T06:56:38.715 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi003.front.sepia.ceph.com' 2024-04-13T06:56:38.716 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi003.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T06:56:56.099 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-04-13T06:56:57.122 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.3 2024-04-13T06:57:05.114 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-04-13T06:57:05.115 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T06:57:06.124 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi003.front.sepia.ceph.com' 2024-04-13T06:57:06.125 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi003.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T06:57:08.190 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-04-13T06:57:20.203 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-04-13T06:57:20.204 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T06:57:23.262 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-04-13T06:57:38.321 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-04-13T06:57:38.323 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T06:57:56.771 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-04-13T06:58:06.134 DEBUG:teuthology.orchestra.remote:timed out 2024-04-13T06:58:14.802 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-04-13T06:58:14.804 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T06:58:15.468 DEBUG:teuthology.orchestra.run.smithi066:> true 2024-04-13T06:58:15.977 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-04-13T06:58:15.977 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-435.el9.x86_64"... 2024-04-13T06:58:15.977 DEBUG:teuthology.orchestra.run.smithi066:> uname -r 2024-04-13T06:58:16.004 INFO:teuthology.orchestra.run.smithi066.stdout:5.14.0-435.el9.x86_64 2024-04-13T06:58:16.005 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-13T06:58:16.005 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-13T06:58:16.005 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-13T06:58:17.006 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-13T06:58:17.006 DEBUG:teuthology.orchestra.run.smithi066:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-13T06:58:17.070 INFO:teuthology.orchestra.run.smithi066.stdout:ttyS1 2024-04-13T06:58:17.199 DEBUG:teuthology.parallel:result is None 2024-04-13T06:58:18.136 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi003.front.sepia.ceph.com' 2024-04-13T06:58:18.136 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi003.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T06:58:18.425 DEBUG:teuthology.orchestra.run.smithi003:> true 2024-04-13T06:58:18.816 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi003.front.sepia.ceph.com' 2024-04-13T06:58:18.816 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-435.el9.x86_64"... 2024-04-13T06:58:18.817 DEBUG:teuthology.orchestra.run.smithi003:> uname -r 2024-04-13T06:58:18.831 INFO:teuthology.orchestra.run.smithi003.stdout:5.14.0-435.el9.x86_64 2024-04-13T06:58:18.832 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-13T06:58:18.832 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-13T06:58:18.832 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-13T06:58:19.833 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-13T06:58:19.833 DEBUG:teuthology.orchestra.run.smithi003:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-13T06:58:19.889 INFO:teuthology.orchestra.run.smithi003.stdout:ttyS1 2024-04-13T06:58:19.921 DEBUG:teuthology.parallel:result is None 2024-04-13T06:58:19.922 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-13T06:58:19.929 INFO:teuthology.task.internal:Creating test directory... 2024-04-13T06:58:19.929 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-13T06:58:19.932 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-13T06:58:19.950 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-13T06:58:19.968 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-13T06:58:20.002 INFO:teuthology.task.internal:Creating archive directory... 2024-04-13T06:58:20.003 DEBUG:teuthology.orchestra.run.smithi003:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-13T06:58:20.005 DEBUG:teuthology.orchestra.run.smithi066:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-13T06:58:20.072 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-13T06:58:20.079 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-13T06:58:20.079 DEBUG:teuthology.orchestra.run.smithi003:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-13T06:58:20.081 DEBUG:teuthology.orchestra.run.smithi066:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-13T06:58:20.118 INFO:teuthology.orchestra.run.smithi003.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-13T06:58:20.119 INFO:teuthology.orchestra.run.smithi066.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-13T06:58:20.132 INFO:teuthology.orchestra.run.smithi003.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-13T06:58:20.136 INFO:teuthology.orchestra.run.smithi066.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-13T06:58:20.138 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-13T06:58:20.145 INFO:teuthology.task.internal:Configuring sudo... 2024-04-13T06:58:20.145 DEBUG:teuthology.orchestra.run.smithi003:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-13T06:58:20.177 DEBUG:teuthology.orchestra.run.smithi066:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-13T06:58:20.212 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-13T06:58:20.221 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-13T06:58:20.222 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-13T06:58:20.245 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-13T06:58:20.269 DEBUG:teuthology.orchestra.run.smithi003:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-13T06:58:20.340 DEBUG:teuthology.orchestra.run.smithi003:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-13T06:58:20.396 DEBUG:teuthology.orchestra.run.smithi003:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-13T06:58:20.482 DEBUG:teuthology.orchestra.run.smithi003:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-13T06:58:20.524 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T06:58:20.524 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-13T06:58:20.593 DEBUG:teuthology.orchestra.run.smithi066:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-13T06:58:20.641 DEBUG:teuthology.orchestra.run.smithi066:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-13T06:58:20.697 DEBUG:teuthology.orchestra.run.smithi066:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-13T06:58:20.783 DEBUG:teuthology.orchestra.run.smithi066:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-13T06:58:20.830 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-13T06:58:20.830 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-13T06:58:20.903 DEBUG:teuthology.orchestra.run.smithi003:> sudo service rsyslog restart 2024-04-13T06:58:20.905 DEBUG:teuthology.orchestra.run.smithi066:> sudo service rsyslog restart 2024-04-13T06:58:20.948 INFO:teuthology.orchestra.run.smithi003.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-13T06:58:20.993 INFO:teuthology.orchestra.run.smithi066.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-13T06:58:21.505 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-13T06:58:21.514 INFO:teuthology.task.internal:Starting timer... 2024-04-13T06:58:21.514 INFO:teuthology.run_tasks:Running task pcp... 2024-04-13T06:58:21.548 INFO:teuthology.run_tasks:Running task selinux... 2024-04-13T06:58:21.580 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-13T06:58:21.581 DEBUG:teuthology.orchestra.run.smithi003:> sudo service auditd rotate 2024-04-13T06:58:21.653 INFO:teuthology.orchestra.run.smithi003.stdout:Rotating logs: 2024-04-13T06:58:21.656 DEBUG:teuthology.orchestra.run.smithi066:> sudo service auditd rotate 2024-04-13T06:58:21.711 INFO:teuthology.orchestra.run.smithi066.stdout:Rotating logs: 2024-04-13T06:58:21.713 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-13T06:58:21.713 DEBUG:teuthology.orchestra.run.smithi003:> /usr/sbin/getenforce 2024-04-13T06:58:21.736 INFO:teuthology.orchestra.run.smithi003.stdout:Permissive 2024-04-13T06:58:21.736 DEBUG:teuthology.orchestra.run.smithi066:> /usr/sbin/getenforce 2024-04-13T06:58:21.760 INFO:teuthology.orchestra.run.smithi066.stdout:Permissive 2024-04-13T06:58:21.760 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi003.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi066.front.sepia.ceph.com': 'permissive'} 2024-04-13T06:58:21.760 DEBUG:teuthology.orchestra.run.smithi003:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-13T06:58:21.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T06:58:21.805 DEBUG:teuthology.orchestra.run.smithi066:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-13T06:58:21.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T06:58:21.839 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-13T06:58:21.839 DEBUG:teuthology.orchestra.run.smithi003:> sudo /usr/sbin/setenforce permissive 2024-04-13T06:58:21.879 DEBUG:teuthology.orchestra.run.smithi066:> sudo /usr/sbin/setenforce permissive 2024-04-13T06:58:21.929 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-13T06:58:21.939 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-13T06:58:21.958 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-13T06:58:21.960 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi003.front.sepia.ceph.com,smithi066.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-13T07:02:47.741 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi003.front.sepia.ceph.com'), Remote(name='ubuntu@smithi066.front.sepia.ceph.com')] 2024-04-13T07:02:47.765 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi003.front.sepia.ceph.com' 2024-04-13T07:02:47.767 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi003.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T07:02:47.862 DEBUG:teuthology.orchestra.run.smithi003:> true 2024-04-13T07:02:47.948 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi003.front.sepia.ceph.com' 2024-04-13T07:02:47.949 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-04-13T07:02:47.949 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T07:02:48.060 DEBUG:teuthology.orchestra.run.smithi066:> true 2024-04-13T07:02:48.139 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-04-13T07:02:48.140 INFO:teuthology.run_tasks:Running task clock... 2024-04-13T07:02:48.151 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-13T07:02:48.151 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-13T07:02:48.152 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-13T07:02:48.154 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-13T07:02:48.154 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-13T07:02:48.187 INFO:teuthology.orchestra.run.smithi003.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-13T07:02:48.205 INFO:teuthology.orchestra.run.smithi003.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-13T07:02:48.217 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-13T07:02:48.236 INFO:teuthology.orchestra.run.smithi003.stderr:sudo: ntpd: command not found 2024-04-13T07:02:48.238 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-13T07:02:48.251 INFO:teuthology.orchestra.run.smithi003.stdout:506 Cannot talk to daemon 2024-04-13T07:02:48.270 INFO:teuthology.orchestra.run.smithi003.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-13T07:02:48.275 INFO:teuthology.orchestra.run.smithi066.stderr:sudo: ntpd: command not found 2024-04-13T07:02:48.285 INFO:teuthology.orchestra.run.smithi003.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-13T07:02:48.292 INFO:teuthology.orchestra.run.smithi066.stdout:506 Cannot talk to daemon 2024-04-13T07:02:48.312 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-13T07:02:48.332 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-13T07:02:48.335 INFO:teuthology.orchestra.run.smithi003.stderr:bash: line 1: ntpq: command not found 2024-04-13T07:02:48.339 INFO:teuthology.orchestra.run.smithi003.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-13T07:02:48.339 INFO:teuthology.orchestra.run.smithi003.stdout:=============================================================================== 2024-04-13T07:02:48.339 INFO:teuthology.orchestra.run.smithi003.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T07:02:48.339 INFO:teuthology.orchestra.run.smithi003.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T07:02:48.339 INFO:teuthology.orchestra.run.smithi003.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T07:02:48.339 INFO:teuthology.orchestra.run.smithi003.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T07:02:48.390 INFO:teuthology.orchestra.run.smithi066.stderr:bash: line 1: ntpq: command not found 2024-04-13T07:02:48.393 INFO:teuthology.orchestra.run.smithi066.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-13T07:02:48.394 INFO:teuthology.orchestra.run.smithi066.stdout:=============================================================================== 2024-04-13T07:02:48.394 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T07:02:48.394 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T07:02:48.394 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T07:02:48.394 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T07:02:48.394 INFO:teuthology.run_tasks:Running task install... 2024-04-13T07:02:48.403 DEBUG:teuthology.task.install:project ceph 2024-04-13T07:02:48.403 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '5f22a4974d6492df1d519913f5251731f043c582'}} 2024-04-13T07:02:48.403 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '5f22a4974d6492df1d519913f5251731f043c582'} 2024-04-13T07:02:48.403 INFO:teuthology.task.install:Using flavor: default 2024-04-13T07:02:48.410 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-13T07:02:48.410 INFO:teuthology.task.install:extra packages: [] 2024-04-13T07:02:48.411 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '5f22a4974d6492df1d519913f5251731f043c582', 'tag': None, 'wait_for_package': False} 2024-04-13T07:02:48.411 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-13T07:02:48.411 INFO:teuthology.packaging:ref: None 2024-04-13T07:02:48.411 INFO:teuthology.packaging:tag: None 2024-04-13T07:02:48.412 INFO:teuthology.packaging:branch: reef 2024-04-13T07:02:48.412 INFO:teuthology.packaging:sha1: 5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:02:48.412 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-13T07:02:48.414 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '5f22a4974d6492df1d519913f5251731f043c582', 'tag': None, 'wait_for_package': False} 2024-04-13T07:02:48.414 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-13T07:02:48.415 INFO:teuthology.packaging:ref: None 2024-04-13T07:02:48.415 INFO:teuthology.packaging:tag: None 2024-04-13T07:02:48.415 INFO:teuthology.packaging:branch: reef 2024-04-13T07:02:48.415 INFO:teuthology.packaging:sha1: 5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:02:48.415 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-13T07:02:48.671 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/flavors/default/ 2024-04-13T07:02:48.672 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1217.g7d36322c 2024-04-13T07:02:48.689 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/flavors/default/ 2024-04-13T07:02:48.690 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1217.g7d36322c 2024-04-13T07:02:48.794 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-13T07:02:48.795 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-13T07:02:48.795 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-13T07:02:48.832 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-13T07:02:48.832 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-13T07:02:48.832 INFO:teuthology.packaging:ref: None 2024-04-13T07:02:48.832 INFO:teuthology.packaging:tag: None 2024-04-13T07:02:48.832 INFO:teuthology.packaging:branch: reef 2024-04-13T07:02:48.832 INFO:teuthology.packaging:sha1: 5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:02:48.833 DEBUG:teuthology.orchestra.run.smithi066:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-13T07:02:48.863 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-13T07:02:48.864 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T07:02:48.864 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-13T07:02:48.893 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-13T07:02:48.893 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-13T07:02:48.893 INFO:teuthology.packaging:ref: None 2024-04-13T07:02:48.893 INFO:teuthology.packaging:tag: None 2024-04-13T07:02:48.894 INFO:teuthology.packaging:branch: reef 2024-04-13T07:02:48.894 INFO:teuthology.packaging:sha1: 5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:02:48.894 DEBUG:teuthology.orchestra.run.smithi003:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-13T07:02:48.914 DEBUG:teuthology.orchestra.run.smithi066:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-13T07:02:48.962 DEBUG:teuthology.orchestra.run.smithi003:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-13T07:02:49.002 DEBUG:teuthology.orchestra.run.smithi066:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-13T07:02:49.034 INFO:teuthology.orchestra.run.smithi066.stdout:check_obsoletes = 1 2024-04-13T07:02:49.036 DEBUG:teuthology.orchestra.run.smithi066:> sudo yum clean all 2024-04-13T07:02:49.045 DEBUG:teuthology.orchestra.run.smithi003:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-13T07:02:49.114 INFO:teuthology.orchestra.run.smithi003.stdout:check_obsoletes = 1 2024-04-13T07:02:49.115 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum clean all 2024-04-13T07:02:49.285 INFO:teuthology.orchestra.run.smithi066.stdout:74 files removed 2024-04-13T07:02:49.313 DEBUG:teuthology.orchestra.run.smithi066:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-13T07:02:49.365 INFO:teuthology.orchestra.run.smithi003.stdout:74 files removed 2024-04-13T07:02:49.392 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-13T07:02:50.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph packages for x86_64 172 kB/s | 77 kB 00:00 2024-04-13T07:02:50.100 INFO:teuthology.orchestra.run.smithi003.stdout:ceph packages for x86_64 191 kB/s | 77 kB 00:00 2024-04-13T07:02:50.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph noarch packages 37 kB/s | 11 kB 00:00 2024-04-13T07:02:50.534 INFO:teuthology.orchestra.run.smithi003.stdout:ceph noarch packages 30 kB/s | 11 kB 00:00 2024-04-13T07:02:50.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph source packages 5.0 kB/s | 1.9 kB 00:00 2024-04-13T07:02:50.910 INFO:teuthology.orchestra.run.smithi003.stdout:ceph source packages 5.6 kB/s | 1.9 kB 00:00 2024-04-13T07:02:51.554 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS-9 - AppStream 13 MB/s | 8.1 MB 00:00 2024-04-13T07:02:51.568 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS-9 - AppStream 12 MB/s | 8.1 MB 00:00 2024-04-13T07:02:53.343 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS-9 - BaseOS 6.4 MB/s | 2.5 MB 00:00 2024-04-13T07:02:53.363 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS-9 - BaseOS 5.8 MB/s | 2.5 MB 00:00 2024-04-13T07:02:54.553 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.0 MB 00:00 2024-04-13T07:02:54.796 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - BaseOS 8.5 MB/s | 8.0 MB 00:00 2024-04-13T07:02:56.546 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - AppStream 22 MB/s | 19 MB 00:00 2024-04-13T07:02:57.763 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - AppStream 11 MB/s | 19 MB 00:01 2024-04-13T07:03:00.703 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.2 MB 00:00 2024-04-13T07:03:02.195 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - Extras packages 64 kB/s | 16 kB 00:00 2024-04-13T07:03:02.814 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - CRB 4.8 MB/s | 6.2 MB 00:01 2024-04-13T07:03:04.088 INFO:teuthology.orchestra.run.smithi066.stdout:Extra Packages for Enterprise Linux 12 MB/s | 21 MB 00:01 2024-04-13T07:03:05.373 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - Extras packages 12 kB/s | 16 kB 00:01 2024-04-13T07:03:07.083 INFO:teuthology.orchestra.run.smithi003.stdout:Extra Packages for Enterprise Linux 13 MB/s | 21 MB 00:01 2024-04-13T07:03:09.305 INFO:teuthology.orchestra.run.smithi066.stdout:lab-extras 50 kB/s | 1.7 kB 00:00 2024-04-13T07:03:11.974 INFO:teuthology.orchestra.run.smithi066.stderr:Modular dependency problems: 2024-04-13T07:03:11.974 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-04-13T07:03:11.974 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 1: conflicting requests 2024-04-13T07:03:11.974 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.974 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 2: conflicting requests 2024-04-13T07:03:11.974 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.974 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 3: conflicting requests 2024-04-13T07:03:11.974 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.974 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 4: conflicting requests 2024-04-13T07:03:11.974 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.975 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 5: conflicting requests 2024-04-13T07:03:11.975 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.975 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 6: conflicting requests 2024-04-13T07:03:11.975 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.975 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 7: conflicting requests 2024-04-13T07:03:11.975 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.975 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 8: conflicting requests 2024-04-13T07:03:11.975 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.975 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 9: conflicting requests 2024-04-13T07:03:11.975 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.975 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 10: conflicting requests 2024-04-13T07:03:11.975 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.975 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 11: conflicting requests 2024-04-13T07:03:11.976 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.976 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 12: conflicting requests 2024-04-13T07:03:11.976 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.976 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 13: conflicting requests 2024-04-13T07:03:11.976 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.976 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 14: conflicting requests 2024-04-13T07:03:11.976 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.976 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 15: conflicting requests 2024-04-13T07:03:11.976 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.976 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 16: conflicting requests 2024-04-13T07:03:11.976 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.976 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 17: conflicting requests 2024-04-13T07:03:11.976 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.976 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 18: conflicting requests 2024-04-13T07:03:11.977 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.977 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 19: conflicting requests 2024-04-13T07:03:11.977 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.977 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 20: conflicting requests 2024-04-13T07:03:11.977 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.977 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 21: conflicting requests 2024-04-13T07:03:11.977 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.977 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 22: conflicting requests 2024-04-13T07:03:11.977 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.977 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 23: conflicting requests 2024-04-13T07:03:11.977 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.977 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 24: conflicting requests 2024-04-13T07:03:11.977 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.978 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 25: conflicting requests 2024-04-13T07:03:11.978 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.978 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 26: conflicting requests 2024-04-13T07:03:11.978 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.978 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 27: conflicting requests 2024-04-13T07:03:11.978 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.978 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 28: conflicting requests 2024-04-13T07:03:11.978 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.978 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 29: conflicting requests 2024-04-13T07:03:11.978 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.979 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 30: conflicting requests 2024-04-13T07:03:11.979 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.979 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 31: conflicting requests 2024-04-13T07:03:11.979 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.979 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 32: conflicting requests 2024-04-13T07:03:11.979 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.979 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 33: conflicting requests 2024-04-13T07:03:11.979 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.979 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 34: conflicting requests 2024-04-13T07:03:11.980 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.980 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 35: conflicting requests 2024-04-13T07:03:11.980 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.980 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 36: conflicting requests 2024-04-13T07:03:11.980 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.980 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 37: conflicting requests 2024-04-13T07:03:11.980 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.980 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.980 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.980 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 38: cannot install the best candidate for the job 2024-04-13T07:03:11.980 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.980 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.981 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.981 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.981 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 39: conflicting requests 2024-04-13T07:03:11.981 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.981 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.981 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.981 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.981 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.981 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.981 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 40: cannot install the best candidate for the job 2024-04-13T07:03:11.981 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.981 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.981 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.982 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.982 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 41: cannot install the best candidate for the job 2024-04-13T07:03:11.982 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.982 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.982 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.982 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.982 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 42: cannot install the best candidate for the job 2024-04-13T07:03:11.982 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.982 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.982 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.983 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.983 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 43: cannot install the best candidate for the job 2024-04-13T07:03:11.983 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.983 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.983 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.983 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.983 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 44: cannot install the best candidate for the job 2024-04-13T07:03:11.983 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.983 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.983 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.983 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.983 INFO:teuthology.orchestra.run.smithi066.stderr: Problem 45: cannot install the best candidate for the job 2024-04-13T07:03:11.983 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.984 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.984 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-13T07:03:11.984 INFO:teuthology.orchestra.run.smithi066.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-13T07:03:12.392 INFO:teuthology.orchestra.run.smithi003.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-04-13T07:03:12.417 INFO:teuthology.orchestra.run.smithi066.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-13T07:03:12.418 INFO:teuthology.orchestra.run.smithi066.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-13T07:03:12.509 INFO:teuthology.orchestra.run.smithi066.stdout:Dependencies resolved. 2024-04-13T07:03:12.532 INFO:teuthology.orchestra.run.smithi066.stdout:======================================================================================= 2024-04-13T07:03:12.532 INFO:teuthology.orchestra.run.smithi066.stdout: Package Arch Version Repository Size 2024-04-13T07:03:12.532 INFO:teuthology.orchestra.run.smithi066.stdout:======================================================================================= 2024-04-13T07:03:12.532 INFO:teuthology.orchestra.run.smithi066.stdout:Installing: 2024-04-13T07:03:12.532 INFO:teuthology.orchestra.run.smithi066.stdout: ceph x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 6.5 k 2024-04-13T07:03:12.532 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-base x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 5.1 M 2024-04-13T07:03:12.533 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-fuse x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 848 k 2024-04-13T07:03:12.533 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 142 k 2024-04-13T07:03:12.533 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 1.5 M 2024-04-13T07:03:12.533 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 138 k 2024-04-13T07:03:12.533 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 3.5 M 2024-04-13T07:03:12.533 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 7.4 M 2024-04-13T07:03:12.533 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-rook noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 49 k 2024-04-13T07:03:12.533 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-radosgw x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 7.7 M 2024-04-13T07:03:12.533 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-test x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 40 M 2024-04-13T07:03:12.533 INFO:teuthology.orchestra.run.smithi066.stdout: cephadm noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 224 k 2024-04-13T07:03:12.533 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs-devel x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 31 k 2024-04-13T07:03:12.533 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs2 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 710 k 2024-04-13T07:03:12.533 INFO:teuthology.orchestra.run.smithi066.stdout: librados-devel x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 127 k 2024-04-13T07:03:12.533 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cephfs x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 161 k 2024-04-13T07:03:12.534 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-04-13T07:03:12.534 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rados x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 321 k 2024-04-13T07:03:12.534 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rbd x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 298 k 2024-04-13T07:03:12.534 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rgw x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 99 k 2024-04-13T07:03:12.534 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-fuse x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 87 k 2024-04-13T07:03:12.534 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-mirror x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 3.0 M 2024-04-13T07:03:12.534 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-nbd x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 172 k 2024-04-13T07:03:12.534 INFO:teuthology.orchestra.run.smithi066.stdout:Upgrading: 2024-04-13T07:03:12.534 INFO:teuthology.orchestra.run.smithi066.stdout: librados2 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 3.3 M 2024-04-13T07:03:12.534 INFO:teuthology.orchestra.run.smithi066.stdout: librbd1 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 3.0 M 2024-04-13T07:03:12.534 INFO:teuthology.orchestra.run.smithi066.stdout:Installing dependencies: 2024-04-13T07:03:12.534 INFO:teuthology.orchestra.run.smithi066.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-13T07:03:12.534 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-common x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 18 M 2024-04-13T07:03:12.535 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 24 k 2024-04-13T07:03:12.535 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mds x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 2.1 M 2024-04-13T07:03:12.535 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 246 k 2024-04-13T07:03:12.535 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mon x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 4.7 M 2024-04-13T07:03:12.535 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-osd x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 17 M 2024-04-13T07:03:12.535 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 15 k 2024-04-13T07:03:12.535 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-selinux x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 25 k 2024-04-13T07:03:12.535 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-13T07:03:12.535 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-13T07:03:12.535 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-13T07:03:12.535 INFO:teuthology.orchestra.run.smithi066.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-13T07:03:12.535 INFO:teuthology.orchestra.run.smithi066.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-13T07:03:12.535 INFO:teuthology.orchestra.run.smithi066.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-13T07:03:12.535 INFO:teuthology.orchestra.run.smithi066.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-13T07:03:12.535 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-13T07:03:12.536 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-13T07:03:12.536 INFO:teuthology.orchestra.run.smithi066.stdout: libcephsqlite x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 166 k 2024-04-13T07:03:12.536 INFO:teuthology.orchestra.run.smithi066.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-13T07:03:12.536 INFO:teuthology.orchestra.run.smithi066.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-13T07:03:12.536 INFO:teuthology.orchestra.run.smithi066.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-13T07:03:12.536 INFO:teuthology.orchestra.run.smithi066.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-13T07:03:12.536 INFO:teuthology.orchestra.run.smithi066.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-13T07:03:12.536 INFO:teuthology.orchestra.run.smithi066.stdout: libradosstriper1 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 474 k 2024-04-13T07:03:12.536 INFO:teuthology.orchestra.run.smithi066.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-13T07:03:12.536 INFO:teuthology.orchestra.run.smithi066.stdout: librgw2 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 4.5 M 2024-04-13T07:03:12.536 INFO:teuthology.orchestra.run.smithi066.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-13T07:03:12.536 INFO:teuthology.orchestra.run.smithi066.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-13T07:03:12.536 INFO:teuthology.orchestra.run.smithi066.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-13T07:03:12.536 INFO:teuthology.orchestra.run.smithi066.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-13T07:03:12.536 INFO:teuthology.orchestra.run.smithi066.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-13T07:03:12.537 INFO:teuthology.orchestra.run.smithi066.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-13T07:03:12.537 INFO:teuthology.orchestra.run.smithi066.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-13T07:03:12.537 INFO:teuthology.orchestra.run.smithi066.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-13T07:03:12.537 INFO:teuthology.orchestra.run.smithi066.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-13T07:03:12.537 INFO:teuthology.orchestra.run.smithi066.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-13T07:03:12.537 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-13T07:03:12.537 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-argparse x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 45 k 2024-04-13T07:03:12.537 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-common x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 129 k 2024-04-13T07:03:12.537 INFO:teuthology.orchestra.run.smithi066.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-13T07:03:12.537 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-13T07:03:12.537 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-13T07:03:12.537 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-13T07:03:12.537 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-13T07:03:12.538 INFO:teuthology.orchestra.run.smithi066.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-13T07:03:12.538 INFO:teuthology.orchestra.run.smithi066.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-13T07:03:12.538 INFO:teuthology.orchestra.run.smithi066.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-04-13T07:03:12.538 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-13T07:03:12.538 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-13T07:03:12.538 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-13T07:03:12.538 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-13T07:03:12.538 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-13T07:03:12.538 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-13T07:03:12.538 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-13T07:03:12.538 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-13T07:03:12.538 INFO:teuthology.orchestra.run.smithi066.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-13T07:03:12.538 INFO:teuthology.orchestra.run.smithi066.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-13T07:03:12.539 INFO:teuthology.orchestra.run.smithi066.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-13T07:03:12.539 INFO:teuthology.orchestra.run.smithi066.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-13T07:03:12.539 INFO:teuthology.orchestra.run.smithi066.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-13T07:03:12.539 INFO:teuthology.orchestra.run.smithi066.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-13T07:03:12.539 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-13T07:03:12.539 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-13T07:03:12.539 INFO:teuthology.orchestra.run.smithi066.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-13T07:03:12.539 INFO:teuthology.orchestra.run.smithi066.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-13T07:03:12.539 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-13T07:03:12.539 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-04-13T07:03:12.539 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-13T07:03:12.540 INFO:teuthology.orchestra.run.smithi066.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-13T07:03:12.540 INFO:teuthology.orchestra.run.smithi066.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-13T07:03:12.540 INFO:teuthology.orchestra.run.smithi066.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-04-13T07:03:12.540 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-13T07:03:12.540 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-13T07:03:12.540 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-13T07:03:12.540 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-13T07:03:12.540 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-13T07:03:12.540 INFO:teuthology.orchestra.run.smithi066.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-13T07:03:12.540 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-13T07:03:12.540 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-13T07:03:12.540 INFO:teuthology.orchestra.run.smithi066.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-13T07:03:12.540 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-13T07:03:12.540 INFO:teuthology.orchestra.run.smithi066.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-13T07:03:12.541 INFO:teuthology.orchestra.run.smithi066.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-13T07:03:12.541 INFO:teuthology.orchestra.run.smithi066.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-13T07:03:12.541 INFO:teuthology.orchestra.run.smithi066.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-13T07:03:12.541 INFO:teuthology.orchestra.run.smithi066.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-13T07:03:12.541 INFO:teuthology.orchestra.run.smithi066.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-13T07:03:12.541 INFO:teuthology.orchestra.run.smithi066.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-13T07:03:12.541 INFO:teuthology.orchestra.run.smithi066.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-13T07:03:12.541 INFO:teuthology.orchestra.run.smithi066.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-13T07:03:12.541 INFO:teuthology.orchestra.run.smithi066.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-13T07:03:12.541 INFO:teuthology.orchestra.run.smithi066.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-13T07:03:12.541 INFO:teuthology.orchestra.run.smithi066.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-13T07:03:12.541 INFO:teuthology.orchestra.run.smithi066.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-13T07:03:12.541 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T07:03:12.541 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction Summary 2024-04-13T07:03:12.542 INFO:teuthology.orchestra.run.smithi066.stdout:======================================================================================= 2024-04-13T07:03:12.542 INFO:teuthology.orchestra.run.smithi066.stdout:Install 118 Packages 2024-04-13T07:03:12.542 INFO:teuthology.orchestra.run.smithi066.stdout:Upgrade 2 Packages 2024-04-13T07:03:12.542 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T07:03:12.542 INFO:teuthology.orchestra.run.smithi066.stdout:Total download size: 180 M 2024-04-13T07:03:12.542 INFO:teuthology.orchestra.run.smithi066.stdout:Downloading Packages: 2024-04-13T07:03:13.173 INFO:teuthology.orchestra.run.smithi066.stdout:(1/120): ceph-18.2.2-1217.g7d36322c.el9.x86_64. 31 kB/s | 6.5 kB 00:00 2024-04-13T07:03:13.573 INFO:teuthology.orchestra.run.smithi066.stdout:(2/120): ceph-fuse-18.2.2-1217.g7d36322c.el9.x8 2.1 MB/s | 848 kB 00:00 2024-04-13T07:03:13.649 INFO:teuthology.orchestra.run.smithi066.stdout:(3/120): ceph-base-18.2.2-1217.g7d36322c.el9.x8 7.4 MB/s | 5.1 MB 00:00 2024-04-13T07:03:13.674 INFO:teuthology.orchestra.run.smithi066.stdout:(4/120): ceph-immutable-object-cache-18.2.2-121 1.4 MB/s | 142 kB 00:00 2024-04-13T07:03:13.824 INFO:teuthology.orchestra.run.smithi066.stdout:(5/120): ceph-mds-18.2.2-1217.g7d36322c.el9.x86 12 MB/s | 2.1 MB 00:00 2024-04-13T07:03:14.158 INFO:teuthology.orchestra.run.smithi066.stdout:(6/120): ceph-mgr-18.2.2-1217.g7d36322c.el9.x86 3.0 MB/s | 1.5 MB 00:00 2024-04-13T07:03:14.225 INFO:teuthology.orchestra.run.smithi066.stdout:(7/120): ceph-mon-18.2.2-1217.g7d36322c.el9.x86 12 MB/s | 4.7 MB 00:00 2024-04-13T07:03:14.850 INFO:teuthology.orchestra.run.smithi066.stdout:(8/120): ceph-radosgw-18.2.2-1217.g7d36322c.el9 12 MB/s | 7.7 MB 00:00 2024-04-13T07:03:14.942 INFO:teuthology.orchestra.run.smithi066.stdout:(9/120): ceph-selinux-18.2.2-1217.g7d36322c.el9 274 kB/s | 25 kB 00:00 2024-04-13T07:03:15.080 INFO:teuthology.orchestra.run.smithi003.stderr:Modular dependency problems: 2024-04-13T07:03:15.080 INFO:teuthology.orchestra.run.smithi003.stderr: 2024-04-13T07:03:15.080 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 1: conflicting requests 2024-04-13T07:03:15.080 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.080 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 2: conflicting requests 2024-04-13T07:03:15.081 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.081 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 3: conflicting requests 2024-04-13T07:03:15.081 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.081 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 4: conflicting requests 2024-04-13T07:03:15.081 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.081 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 5: conflicting requests 2024-04-13T07:03:15.081 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.081 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 6: conflicting requests 2024-04-13T07:03:15.081 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.081 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 7: conflicting requests 2024-04-13T07:03:15.081 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.081 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 8: conflicting requests 2024-04-13T07:03:15.081 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.082 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 9: conflicting requests 2024-04-13T07:03:15.082 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.082 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 10: conflicting requests 2024-04-13T07:03:15.082 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.082 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 11: conflicting requests 2024-04-13T07:03:15.082 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.082 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 12: conflicting requests 2024-04-13T07:03:15.082 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.082 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 13: conflicting requests 2024-04-13T07:03:15.082 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.082 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 14: conflicting requests 2024-04-13T07:03:15.082 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.082 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 15: conflicting requests 2024-04-13T07:03:15.083 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.083 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 16: conflicting requests 2024-04-13T07:03:15.083 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.083 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 17: conflicting requests 2024-04-13T07:03:15.083 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.083 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 18: conflicting requests 2024-04-13T07:03:15.083 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.083 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 19: conflicting requests 2024-04-13T07:03:15.083 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.083 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 20: conflicting requests 2024-04-13T07:03:15.083 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.083 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 21: conflicting requests 2024-04-13T07:03:15.084 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.084 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 22: conflicting requests 2024-04-13T07:03:15.084 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.084 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 23: conflicting requests 2024-04-13T07:03:15.084 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.084 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 24: conflicting requests 2024-04-13T07:03:15.084 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.084 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 25: conflicting requests 2024-04-13T07:03:15.084 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.084 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 26: conflicting requests 2024-04-13T07:03:15.084 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.084 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 27: conflicting requests 2024-04-13T07:03:15.084 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.085 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 28: conflicting requests 2024-04-13T07:03:15.085 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.085 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 29: conflicting requests 2024-04-13T07:03:15.085 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.085 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 30: conflicting requests 2024-04-13T07:03:15.085 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.085 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 31: conflicting requests 2024-04-13T07:03:15.085 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.085 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 32: conflicting requests 2024-04-13T07:03:15.085 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.085 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 33: conflicting requests 2024-04-13T07:03:15.085 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.085 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 34: conflicting requests 2024-04-13T07:03:15.086 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.086 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 35: conflicting requests 2024-04-13T07:03:15.086 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.086 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 36: conflicting requests 2024-04-13T07:03:15.086 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.086 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 37: conflicting requests 2024-04-13T07:03:15.086 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.086 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.086 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.086 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 38: cannot install the best candidate for the job 2024-04-13T07:03:15.086 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.086 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.086 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.087 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.087 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 39: conflicting requests 2024-04-13T07:03:15.087 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.087 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.087 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.087 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.087 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.087 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.087 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 40: cannot install the best candidate for the job 2024-04-13T07:03:15.087 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.087 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.087 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.088 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.088 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 41: cannot install the best candidate for the job 2024-04-13T07:03:15.088 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.088 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.088 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.088 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.088 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 42: cannot install the best candidate for the job 2024-04-13T07:03:15.088 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.088 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.088 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.088 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.088 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 43: cannot install the best candidate for the job 2024-04-13T07:03:15.088 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.088 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.089 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.089 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.089 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 44: cannot install the best candidate for the job 2024-04-13T07:03:15.089 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.089 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.089 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.089 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.089 INFO:teuthology.orchestra.run.smithi003.stderr: Problem 45: cannot install the best candidate for the job 2024-04-13T07:03:15.089 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.089 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.089 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.089 INFO:teuthology.orchestra.run.smithi003.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-13T07:03:15.549 INFO:teuthology.orchestra.run.smithi003.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-13T07:03:15.550 INFO:teuthology.orchestra.run.smithi003.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-13T07:03:15.638 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2024-04-13T07:03:15.651 INFO:teuthology.orchestra.run.smithi003.stdout:======================================================================================= 2024-04-13T07:03:15.651 INFO:teuthology.orchestra.run.smithi003.stdout: Package Arch Version Repository Size 2024-04-13T07:03:15.651 INFO:teuthology.orchestra.run.smithi003.stdout:======================================================================================= 2024-04-13T07:03:15.651 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2024-04-13T07:03:15.652 INFO:teuthology.orchestra.run.smithi003.stdout: ceph x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 6.5 k 2024-04-13T07:03:15.652 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-base x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 5.1 M 2024-04-13T07:03:15.652 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-fuse x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 848 k 2024-04-13T07:03:15.652 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 142 k 2024-04-13T07:03:15.652 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 1.5 M 2024-04-13T07:03:15.652 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 138 k 2024-04-13T07:03:15.652 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 3.5 M 2024-04-13T07:03:15.652 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 7.4 M 2024-04-13T07:03:15.652 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-rook noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 49 k 2024-04-13T07:03:15.652 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-radosgw x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 7.7 M 2024-04-13T07:03:15.652 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-test x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 40 M 2024-04-13T07:03:15.652 INFO:teuthology.orchestra.run.smithi003.stdout: cephadm noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 224 k 2024-04-13T07:03:15.652 INFO:teuthology.orchestra.run.smithi003.stdout: libcephfs-devel x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 31 k 2024-04-13T07:03:15.652 INFO:teuthology.orchestra.run.smithi003.stdout: libcephfs2 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 710 k 2024-04-13T07:03:15.653 INFO:teuthology.orchestra.run.smithi003.stdout: librados-devel x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 127 k 2024-04-13T07:03:15.653 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cephfs x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 161 k 2024-04-13T07:03:15.653 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-04-13T07:03:15.653 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rados x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 321 k 2024-04-13T07:03:15.653 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rbd x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 298 k 2024-04-13T07:03:15.653 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rgw x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 99 k 2024-04-13T07:03:15.653 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-fuse x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 87 k 2024-04-13T07:03:15.653 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-mirror x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 3.0 M 2024-04-13T07:03:15.653 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-nbd x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 172 k 2024-04-13T07:03:15.653 INFO:teuthology.orchestra.run.smithi003.stdout:Upgrading: 2024-04-13T07:03:15.653 INFO:teuthology.orchestra.run.smithi003.stdout: librados2 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 3.3 M 2024-04-13T07:03:15.653 INFO:teuthology.orchestra.run.smithi003.stdout: librbd1 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 3.0 M 2024-04-13T07:03:15.653 INFO:teuthology.orchestra.run.smithi003.stdout:Installing dependencies: 2024-04-13T07:03:15.654 INFO:teuthology.orchestra.run.smithi003.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-13T07:03:15.654 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-common x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 18 M 2024-04-13T07:03:15.654 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 24 k 2024-04-13T07:03:15.654 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mds x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 2.1 M 2024-04-13T07:03:15.654 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 246 k 2024-04-13T07:03:15.654 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mon x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 4.7 M 2024-04-13T07:03:15.654 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-osd x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 17 M 2024-04-13T07:03:15.654 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1217.g7d36322c.el9 ceph-noarch 15 k 2024-04-13T07:03:15.654 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-selinux x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 25 k 2024-04-13T07:03:15.654 INFO:teuthology.orchestra.run.smithi003.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-13T07:03:15.654 INFO:teuthology.orchestra.run.smithi003.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-13T07:03:15.654 INFO:teuthology.orchestra.run.smithi003.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-13T07:03:15.654 INFO:teuthology.orchestra.run.smithi003.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-13T07:03:15.655 INFO:teuthology.orchestra.run.smithi003.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-13T07:03:15.655 INFO:teuthology.orchestra.run.smithi003.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-13T07:03:15.655 INFO:teuthology.orchestra.run.smithi003.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-13T07:03:15.655 INFO:teuthology.orchestra.run.smithi003.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-13T07:03:15.655 INFO:teuthology.orchestra.run.smithi003.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-13T07:03:15.655 INFO:teuthology.orchestra.run.smithi003.stdout: libcephsqlite x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 166 k 2024-04-13T07:03:15.655 INFO:teuthology.orchestra.run.smithi003.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-13T07:03:15.655 INFO:teuthology.orchestra.run.smithi003.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-13T07:03:15.655 INFO:teuthology.orchestra.run.smithi003.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-13T07:03:15.655 INFO:teuthology.orchestra.run.smithi003.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-13T07:03:15.655 INFO:teuthology.orchestra.run.smithi003.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-13T07:03:15.655 INFO:teuthology.orchestra.run.smithi003.stdout: libradosstriper1 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 474 k 2024-04-13T07:03:15.655 INFO:teuthology.orchestra.run.smithi003.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-13T07:03:15.655 INFO:teuthology.orchestra.run.smithi003.stdout: librgw2 x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 4.5 M 2024-04-13T07:03:15.656 INFO:teuthology.orchestra.run.smithi003.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-13T07:03:15.656 INFO:teuthology.orchestra.run.smithi003.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-13T07:03:15.656 INFO:teuthology.orchestra.run.smithi003.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-13T07:03:15.656 INFO:teuthology.orchestra.run.smithi003.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-13T07:03:15.656 INFO:teuthology.orchestra.run.smithi003.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-13T07:03:15.656 INFO:teuthology.orchestra.run.smithi003.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-13T07:03:15.656 INFO:teuthology.orchestra.run.smithi003.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-13T07:03:15.656 INFO:teuthology.orchestra.run.smithi003.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-13T07:03:15.656 INFO:teuthology.orchestra.run.smithi003.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-13T07:03:15.656 INFO:teuthology.orchestra.run.smithi003.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-13T07:03:15.656 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-13T07:03:15.656 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ceph-argparse x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 45 k 2024-04-13T07:03:15.656 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ceph-common x86_64 2:18.2.2-1217.g7d36322c.el9 ceph 129 k 2024-04-13T07:03:15.657 INFO:teuthology.orchestra.run.smithi003.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-13T07:03:15.657 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-13T07:03:15.657 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-13T07:03:15.657 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-13T07:03:15.657 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-13T07:03:15.657 INFO:teuthology.orchestra.run.smithi003.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-13T07:03:15.657 INFO:teuthology.orchestra.run.smithi003.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-13T07:03:15.657 INFO:teuthology.orchestra.run.smithi003.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-04-13T07:03:15.657 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-13T07:03:15.657 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-13T07:03:15.657 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-13T07:03:15.657 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-13T07:03:15.657 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-13T07:03:15.657 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-13T07:03:15.658 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-13T07:03:15.658 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-13T07:03:15.658 INFO:teuthology.orchestra.run.smithi003.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-13T07:03:15.658 INFO:teuthology.orchestra.run.smithi003.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-13T07:03:15.658 INFO:teuthology.orchestra.run.smithi003.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-13T07:03:15.658 INFO:teuthology.orchestra.run.smithi003.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-13T07:03:15.658 INFO:teuthology.orchestra.run.smithi003.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-13T07:03:15.658 INFO:teuthology.orchestra.run.smithi003.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-13T07:03:15.658 INFO:teuthology.orchestra.run.smithi003.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-13T07:03:15.658 INFO:teuthology.orchestra.run.smithi003.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-13T07:03:15.658 INFO:teuthology.orchestra.run.smithi003.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-13T07:03:15.658 INFO:teuthology.orchestra.run.smithi003.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-13T07:03:15.658 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-13T07:03:15.659 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-04-13T07:03:15.659 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-13T07:03:15.659 INFO:teuthology.orchestra.run.smithi003.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-13T07:03:15.659 INFO:teuthology.orchestra.run.smithi003.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-13T07:03:15.659 INFO:teuthology.orchestra.run.smithi003.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-04-13T07:03:15.659 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-13T07:03:15.659 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-13T07:03:15.659 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-13T07:03:15.659 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-13T07:03:15.659 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-13T07:03:15.659 INFO:teuthology.orchestra.run.smithi003.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-13T07:03:15.659 INFO:teuthology.orchestra.run.smithi003.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-13T07:03:15.659 INFO:teuthology.orchestra.run.smithi003.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-13T07:03:15.659 INFO:teuthology.orchestra.run.smithi003.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-13T07:03:15.659 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-13T07:03:15.660 INFO:teuthology.orchestra.run.smithi003.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-13T07:03:15.660 INFO:teuthology.orchestra.run.smithi003.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-13T07:03:15.660 INFO:teuthology.orchestra.run.smithi003.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-13T07:03:15.660 INFO:teuthology.orchestra.run.smithi003.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-13T07:03:15.660 INFO:teuthology.orchestra.run.smithi003.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-13T07:03:15.660 INFO:teuthology.orchestra.run.smithi003.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-13T07:03:15.660 INFO:teuthology.orchestra.run.smithi003.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-13T07:03:15.660 INFO:teuthology.orchestra.run.smithi003.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-13T07:03:15.660 INFO:teuthology.orchestra.run.smithi003.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-13T07:03:15.660 INFO:teuthology.orchestra.run.smithi003.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-13T07:03:15.660 INFO:teuthology.orchestra.run.smithi003.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-13T07:03:15.660 INFO:teuthology.orchestra.run.smithi003.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-13T07:03:15.660 INFO:teuthology.orchestra.run.smithi003.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-13T07:03:15.660 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:03:15.661 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2024-04-13T07:03:15.661 INFO:teuthology.orchestra.run.smithi003.stdout:======================================================================================= 2024-04-13T07:03:15.661 INFO:teuthology.orchestra.run.smithi003.stdout:Install 118 Packages 2024-04-13T07:03:15.661 INFO:teuthology.orchestra.run.smithi003.stdout:Upgrade 2 Packages 2024-04-13T07:03:15.661 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:03:15.661 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 180 M 2024-04-13T07:03:15.661 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2024-04-13T07:03:15.825 INFO:teuthology.orchestra.run.smithi066.stdout:(10/120): ceph-common-18.2.2-1217.g7d36322c.el9 6.4 MB/s | 18 MB 00:02 2024-04-13T07:03:15.909 INFO:teuthology.orchestra.run.smithi066.stdout:(11/120): libcephfs-devel-18.2.2-1217.g7d36322c 373 kB/s | 31 kB 00:00 2024-04-13T07:03:16.093 INFO:teuthology.orchestra.run.smithi066.stdout:(12/120): libcephfs2-18.2.2-1217.g7d36322c.el9. 3.8 MB/s | 710 kB 00:00 2024-04-13T07:03:16.210 INFO:teuthology.orchestra.run.smithi066.stdout:(13/120): libcephsqlite-18.2.2-1217.g7d36322c.e 1.4 MB/s | 166 kB 00:00 2024-04-13T07:03:16.327 INFO:teuthology.orchestra.run.smithi066.stdout:(14/120): librados-devel-18.2.2-1217.g7d36322c. 1.1 MB/s | 127 kB 00:00 2024-04-13T07:03:16.468 INFO:teuthology.orchestra.run.smithi066.stdout:(15/120): libradosstriper1-18.2.2-1217.g7d36322 3.3 MB/s | 474 kB 00:00 2024-04-13T07:03:16.884 INFO:teuthology.orchestra.run.smithi003.stdout:(1/120): ceph-18.2.2-1217.g7d36322c.el9.x86_64. 8.3 kB/s | 6.5 kB 00:00 2024-04-13T07:03:17.268 INFO:teuthology.orchestra.run.smithi003.stdout:(2/120): ceph-fuse-18.2.2-1217.g7d36322c.el9.x8 2.2 MB/s | 848 kB 00:00 2024-04-13T07:03:17.385 INFO:teuthology.orchestra.run.smithi066.stdout:(16/120): ceph-test-18.2.2-1217.g7d36322c.el9.x 16 MB/s | 40 MB 00:02 2024-04-13T07:03:17.462 INFO:teuthology.orchestra.run.smithi066.stdout:(17/120): librgw2-18.2.2-1217.g7d36322c.el9.x86 4.5 MB/s | 4.5 MB 00:00 2024-04-13T07:03:17.468 INFO:teuthology.orchestra.run.smithi003.stdout:(3/120): ceph-immutable-object-cache-18.2.2-121 713 kB/s | 142 kB 00:00 2024-04-13T07:03:17.802 INFO:teuthology.orchestra.run.smithi066.stdout:(18/120): python3-ceph-argparse-18.2.2-1217.g7d 108 kB/s | 45 kB 00:00 2024-04-13T07:03:17.828 INFO:teuthology.orchestra.run.smithi066.stdout:(19/120): python3-ceph-common-18.2.2-1217.g7d36 352 kB/s | 129 kB 00:00 2024-04-13T07:03:17.870 INFO:teuthology.orchestra.run.smithi066.stdout:(20/120): python3-cephfs-18.2.2-1217.g7d36322c. 2.4 MB/s | 161 kB 00:00 2024-04-13T07:03:17.978 INFO:teuthology.orchestra.run.smithi066.stdout:(21/120): python3-rbd-18.2.2-1217.g7d36322c.el9 2.7 MB/s | 298 kB 00:00 2024-04-13T07:03:18.003 INFO:teuthology.orchestra.run.smithi066.stdout:(22/120): python3-rados-18.2.2-1217.g7d36322c.e 1.8 MB/s | 321 kB 00:00 2024-04-13T07:03:18.087 INFO:teuthology.orchestra.run.smithi066.stdout:(23/120): python3-rgw-18.2.2-1217.g7d36322c.el9 915 kB/s | 99 kB 00:00 2024-04-13T07:03:18.112 INFO:teuthology.orchestra.run.smithi066.stdout:(24/120): rbd-fuse-18.2.2-1217.g7d36322c.el9.x8 799 kB/s | 87 kB 00:00 2024-04-13T07:03:18.396 INFO:teuthology.orchestra.run.smithi066.stdout:(25/120): rbd-nbd-18.2.2-1217.g7d36322c.el9.x86 607 kB/s | 172 kB 00:00 2024-04-13T07:03:18.496 INFO:teuthology.orchestra.run.smithi066.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1217.g 244 kB/s | 24 kB 00:00 2024-04-13T07:03:18.547 INFO:teuthology.orchestra.run.smithi066.stdout:(27/120): rbd-mirror-18.2.2-1217.g7d36322c.el9. 6.5 MB/s | 3.0 MB 00:00 2024-04-13T07:03:18.722 INFO:teuthology.orchestra.run.smithi066.stdout:(28/120): ceph-osd-18.2.2-1217.g7d36322c.el9.x8 3.6 MB/s | 17 MB 00:04 2024-04-13T07:03:18.726 INFO:teuthology.orchestra.run.smithi003.stdout:(4/120): ceph-mds-18.2.2-1217.g7d36322c.el9.x86 1.7 MB/s | 2.1 MB 00:01 2024-04-13T07:03:18.747 INFO:teuthology.orchestra.run.smithi066.stdout:(29/120): ceph-mgr-cephadm-18.2.2-1217.g7d36322 551 kB/s | 138 kB 00:00 2024-04-13T07:03:18.864 INFO:teuthology.orchestra.run.smithi066.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1217.g7d 2.1 MB/s | 246 kB 00:00 2024-04-13T07:03:18.947 INFO:teuthology.orchestra.run.smithi066.stdout:(31/120): ceph-mgr-rook-18.2.2-1217.g7d36322c.e 592 kB/s | 49 kB 00:00 2024-04-13T07:03:19.015 INFO:teuthology.orchestra.run.smithi066.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1217.g7 223 kB/s | 15 kB 00:00 2024-04-13T07:03:19.090 INFO:teuthology.orchestra.run.smithi066.stdout:(33/120): ceph-mgr-dashboard-18.2.2-1217.g7d363 6.5 MB/s | 3.5 MB 00:00 2024-04-13T07:03:19.107 INFO:teuthology.orchestra.run.smithi066.stdout:(34/120): cephadm-18.2.2-1217.g7d36322c.el9.noa 2.4 MB/s | 224 kB 00:00 2024-04-13T07:03:19.232 INFO:teuthology.orchestra.run.smithi066.stdout:(35/120): fuse-2.9.9-15.el9.x86_64.rpm 567 kB/s | 80 kB 00:00 2024-04-13T07:03:19.260 INFO:teuthology.orchestra.run.smithi003.stdout:(5/120): ceph-mgr-18.2.2-1217.g7d36322c.el9.x86 2.7 MB/s | 1.5 MB 00:00 2024-04-13T07:03:19.273 INFO:teuthology.orchestra.run.smithi066.stdout:(36/120): jq-1.6-16.el9.x86_64.rpm 1.1 MB/s | 187 kB 00:00 2024-04-13T07:03:19.357 INFO:teuthology.orchestra.run.smithi066.stdout:(37/120): libquadmath-11.4.1-3.el9.x86_64.rpm 2.3 MB/s | 195 kB 00:00 2024-04-13T07:03:19.399 INFO:teuthology.orchestra.run.smithi066.stdout:(38/120): libgfortran-11.4.1-3.el9.x86_64.rpm 4.7 MB/s | 803 kB 00:00 2024-04-13T07:03:19.444 INFO:teuthology.orchestra.run.smithi003.stdout:(6/120): ceph-base-18.2.2-1217.g7d36322c.el9.x8 1.5 MB/s | 5.1 MB 00:03 2024-04-13T07:03:19.483 INFO:teuthology.orchestra.run.smithi066.stdout:(39/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-04-13T07:03:19.583 INFO:teuthology.orchestra.run.smithi066.stdout:(40/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 967 kB/s | 218 kB 00:00 2024-04-13T07:03:19.634 INFO:teuthology.orchestra.run.smithi066.stdout:(41/120): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-04-13T07:03:19.684 INFO:teuthology.orchestra.run.smithi066.stdout:(42/120): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-04-13T07:03:19.734 INFO:teuthology.orchestra.run.smithi066.stdout:(43/120): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-04-13T07:03:19.768 INFO:teuthology.orchestra.run.smithi066.stdout:(44/120): python3-cryptography-36.0.1-4.el9.x86 4.3 MB/s | 1.2 MB 00:00 2024-04-13T07:03:19.818 INFO:teuthology.orchestra.run.smithi066.stdout:(45/120): python3-urllib3-1.26.5-5.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-04-13T07:03:19.977 INFO:teuthology.orchestra.run.smithi066.stdout:(46/120): flexiblas-3.0.4-8.el9.x86_64.rpm 207 kB/s | 33 kB 00:00 2024-04-13T07:03:20.077 INFO:teuthology.orchestra.run.smithi066.stdout:(47/120): boost-program-options-1.75.0-8.el9.x8 346 kB/s | 107 kB 00:00 2024-04-13T07:03:20.202 INFO:teuthology.orchestra.run.smithi066.stdout:(48/120): ceph-mgr-diskprediction-local-18.2.2- 5.0 MB/s | 7.4 MB 00:01 2024-04-13T07:03:20.228 INFO:teuthology.orchestra.run.smithi066.stdout:(49/120): flexiblas-openblas-openmp-3.0.4-8.el9 121 kB/s | 18 kB 00:00 2024-04-13T07:03:20.286 INFO:teuthology.orchestra.run.smithi066.stdout:(50/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 775 kB/s | 45 kB 00:00 2024-04-13T07:03:20.410 INFO:teuthology.orchestra.run.smithi003.stdout:(7/120): ceph-mon-18.2.2-1217.g7d36322c.el9.x86 4.1 MB/s | 4.7 MB 00:01 2024-04-13T07:03:20.411 INFO:teuthology.orchestra.run.smithi066.stdout:(51/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 768 kB/s | 160 kB 00:00 2024-04-13T07:03:20.453 INFO:teuthology.orchestra.run.smithi066.stdout:(52/120): librdkafka-1.6.1-102.el9.x86_64.rpm 3.9 MB/s | 662 kB 00:00 2024-04-13T07:03:20.512 INFO:teuthology.orchestra.run.smithi066.stdout:(53/120): openblas-0.3.21-2.el9.x86_64.rpm 606 kB/s | 35 kB 00:00 2024-04-13T07:03:20.537 INFO:teuthology.orchestra.run.smithi066.stdout:(54/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.3 MB/s | 292 kB 00:00 2024-04-13T07:03:20.596 INFO:teuthology.orchestra.run.smithi066.stdout:(55/120): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-04-13T07:03:21.029 INFO:teuthology.orchestra.run.smithi066.stdout:(56/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.8 MB/s | 3.0 MB 00:01 2024-04-13T07:03:21.130 INFO:teuthology.orchestra.run.smithi066.stdout:(57/120): python3-devel-3.9.17-2.el9.x86_64.rpm 2.4 MB/s | 245 kB 00:00 2024-04-13T07:03:21.213 INFO:teuthology.orchestra.run.smithi066.stdout:(58/120): openblas-openmp-0.3.21-2.el9.x86_64.r 6.8 MB/s | 4.7 MB 00:00 2024-04-13T07:03:21.238 INFO:teuthology.orchestra.run.smithi066.stdout:(59/120): python3-iniconfig-1.1.1-7.el9.noarch. 161 kB/s | 17 kB 00:00 2024-04-13T07:03:21.272 INFO:teuthology.orchestra.run.smithi066.stdout:(60/120): python3-jinja2-2.11.3-5.el9.noarch.rp 4.1 MB/s | 248 kB 00:00 2024-04-13T07:03:21.297 INFO:teuthology.orchestra.run.smithi066.stdout:(61/120): python3-jsonpatch-1.21-16.el9.noarch. 438 kB/s | 26 kB 00:00 2024-04-13T07:03:21.331 INFO:teuthology.orchestra.run.smithi066.stdout:(62/120): python3-jsonpointer-2.0-4.el9.noarch. 327 kB/s | 19 kB 00:00 2024-04-13T07:03:21.356 INFO:teuthology.orchestra.run.smithi066.stdout:(63/120): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-04-13T07:03:21.440 INFO:teuthology.orchestra.run.smithi066.stdout:(64/120): python3-babel-2.9.1-2.el9.noarch.rpm 7.1 MB/s | 6.0 MB 00:00 2024-04-13T07:03:21.465 INFO:teuthology.orchestra.run.smithi066.stdout:(65/120): python3-markupsafe-1.1.1-12.el9.x86_6 260 kB/s | 35 kB 00:00 2024-04-13T07:03:21.499 INFO:teuthology.orchestra.run.smithi066.stdout:(66/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.2 MB/s | 250 kB 00:00 2024-04-13T07:03:21.532 INFO:teuthology.orchestra.run.smithi066.stdout:(67/120): python3-oauthlib-3.1.1-5.el9.noarch.r 3.2 MB/s | 222 kB 00:00 2024-04-13T07:03:21.549 INFO:teuthology.orchestra.run.smithi066.stdout:(68/120): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-04-13T07:03:21.591 INFO:teuthology.orchestra.run.smithi066.stdout:(69/120): python3-pluggy-0.13.1-7.el9.noarch.rp 711 kB/s | 41 kB 00:00 2024-04-13T07:03:21.616 INFO:teuthology.orchestra.run.smithi066.stdout:(70/120): python3-prettytable-0.7.2-27.el9.noar 631 kB/s | 42 kB 00:00 2024-04-13T07:03:21.658 INFO:teuthology.orchestra.run.smithi066.stdout:(71/120): python3-py-1.10.0-6.el9.noarch.rpm 7.0 MB/s | 477 kB 00:00 2024-04-13T07:03:21.684 INFO:teuthology.orchestra.run.smithi066.stdout:(72/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.3 MB/s | 159 kB 00:00 2024-04-13T07:03:21.726 INFO:teuthology.orchestra.run.smithi066.stdout:(73/120): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 279 kB 00:00 2024-04-13T07:03:21.751 INFO:teuthology.orchestra.run.smithi066.stdout:(74/120): python3-pytest-6.2.2-7.el9.noarch.rpm 7.6 MB/s | 519 kB 00:00 2024-04-13T07:03:21.801 INFO:teuthology.orchestra.run.smithi066.stdout:(75/120): python3-pytz-2021.1-5.el9.noarch.rpm 679 kB/s | 51 kB 00:00 2024-04-13T07:03:21.828 INFO:teuthology.orchestra.run.smithi066.stdout:(76/120): python3-requests-oauthlib-1.3.0-12.el 711 kB/s | 54 kB 00:00 2024-04-13T07:03:21.910 INFO:teuthology.orchestra.run.smithi066.stdout:(77/120): python3-toml-0.10.2-6.el9.noarch.rpm 501 kB/s | 42 kB 00:00 2024-04-13T07:03:21.994 INFO:teuthology.orchestra.run.smithi066.stdout:(78/120): socat-1.7.4.1-5.el9.x86_64.rpm 3.6 MB/s | 305 kB 00:00 2024-04-13T07:03:22.052 INFO:teuthology.orchestra.run.smithi066.stdout:(79/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-04-13T07:03:22.211 INFO:teuthology.orchestra.run.smithi066.stdout:(80/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 6.0 MB/s | 5.1 MB 00:00 2024-04-13T07:03:22.270 INFO:teuthology.orchestra.run.smithi066.stdout:(81/120): fmt-8.1.1-5.el9.x86_64.rpm 511 kB/s | 111 kB 00:00 2024-04-13T07:03:22.453 INFO:teuthology.orchestra.run.smithi066.stdout:(82/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 1.2 MB/s | 309 kB 00:00 2024-04-13T07:03:22.503 INFO:teuthology.orchestra.run.smithi066.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 524 kB/s | 26 kB 00:00 2024-04-13T07:03:22.570 INFO:teuthology.orchestra.run.smithi066.stdout:(84/120): libarrow-9.0.0-10.el9.x86_64.rpm 15 MB/s | 4.4 MB 00:00 2024-04-13T07:03:22.577 INFO:teuthology.orchestra.run.smithi003.stdout:(8/120): ceph-radosgw-18.2.2-1217.g7d36322c.el9 3.6 MB/s | 7.7 MB 00:02 2024-04-13T07:03:22.587 INFO:teuthology.orchestra.run.smithi066.stdout:(85/120): liboath-2.6.7-2.el9.x86_64.rpm 580 kB/s | 49 kB 00:00 2024-04-13T07:03:22.621 INFO:teuthology.orchestra.run.smithi066.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-04-13T07:03:22.644 INFO:teuthology.orchestra.run.smithi003.stdout:(9/120): ceph-selinux-18.2.2-1217.g7d36322c.el9 379 kB/s | 25 kB 00:00 2024-04-13T07:03:22.680 INFO:teuthology.orchestra.run.smithi066.stdout:(87/120): python3-asyncssh-2.13.2-5.el9.noarch. 9.2 MB/s | 548 kB 00:00 2024-04-13T07:03:22.721 INFO:teuthology.orchestra.run.smithi066.stdout:(88/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 6.1 MB/s | 838 kB 00:00 2024-04-13T07:03:22.738 INFO:teuthology.orchestra.run.smithi066.stdout:(89/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 744 kB/s | 43 kB 00:00 2024-04-13T07:03:22.764 INFO:teuthology.orchestra.run.smithi066.stdout:(90/120): python3-cachetools-4.2.4-1.el9.noarch 767 kB/s | 32 kB 00:00 2024-04-13T07:03:22.780 INFO:teuthology.orchestra.run.smithi066.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 357 kB/s | 15 kB 00:00 2024-04-13T07:03:22.948 INFO:teuthology.orchestra.run.smithi066.stdout:(92/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 14 MB/s | 16 MB 00:01 2024-04-13T07:03:22.973 INFO:teuthology.orchestra.run.smithi066.stdout:(93/120): python3-cheroot-8.6.0-4.el9.noarch.rp 823 kB/s | 172 kB 00:00 2024-04-13T07:03:22.998 INFO:teuthology.orchestra.run.smithi066.stdout:(94/120): python3-cherrypy-18.6.1-2.el9.noarch. 1.6 MB/s | 358 kB 00:00 2024-04-13T07:03:23.015 INFO:teuthology.orchestra.run.smithi066.stdout:(95/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 255 kB/s | 11 kB 00:00 2024-04-13T07:03:23.040 INFO:teuthology.orchestra.run.smithi066.stdout:(96/120): python3-jaraco-classes-3.2.1-5.el9.no 421 kB/s | 18 kB 00:00 2024-04-13T07:03:23.057 INFO:teuthology.orchestra.run.smithi066.stdout:(97/120): python3-jaraco-collections-3.0.0-8.el 555 kB/s | 23 kB 00:00 2024-04-13T07:03:23.082 INFO:teuthology.orchestra.run.smithi066.stdout:(98/120): python3-jaraco-functools-3.5.0-2.el9. 465 kB/s | 19 kB 00:00 2024-04-13T07:03:23.099 INFO:teuthology.orchestra.run.smithi066.stdout:(99/120): python3-jaraco-text-3.2.0-6.el9.noarc 468 kB/s | 20 kB 00:00 2024-04-13T07:03:23.150 INFO:teuthology.orchestra.run.smithi066.stdout:(100/120): python3-kubernetes-26.1.0-2.el9.noar 15 MB/s | 1.0 MB 00:00 2024-04-13T07:03:23.175 INFO:teuthology.orchestra.run.smithi066.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 616 kB/s | 46 kB 00:00 2024-04-13T07:03:23.200 INFO:teuthology.orchestra.run.smithi066.stdout:(102/120): python3-google-auth-2.28.2-1.el9.noa 805 kB/s | 203 kB 00:00 2024-04-13T07:03:23.227 INFO:teuthology.orchestra.run.smithi066.stdout:(103/120): python3-more-itertools-8.12.0-2.el9. 1.0 MB/s | 79 kB 00:00 2024-04-13T07:03:23.253 INFO:teuthology.orchestra.run.smithi066.stdout:(104/120): python3-natsort-7.1.1-5.el9.noarch.r 742 kB/s | 58 kB 00:00 2024-04-13T07:03:23.278 INFO:teuthology.orchestra.run.smithi066.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 327 kB/s | 16 kB 00:00 2024-04-13T07:03:23.312 INFO:teuthology.orchestra.run.smithi066.stdout:(106/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-04-13T07:03:23.337 INFO:teuthology.orchestra.run.smithi066.stdout:(107/120): python3-pecan-1.4.2-3.el9.noarch.rpm 1.9 MB/s | 272 kB 00:00 2024-04-13T07:03:23.354 INFO:teuthology.orchestra.run.smithi066.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 408 kB/s | 31 kB 00:00 2024-04-13T07:03:23.379 INFO:teuthology.orchestra.run.smithi066.stdout:(109/120): python3-routes-2.5.1-5.el9.noarch.rp 2.8 MB/s | 188 kB 00:00 2024-04-13T07:03:23.404 INFO:teuthology.orchestra.run.smithi066.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-04-13T07:03:23.421 INFO:teuthology.orchestra.run.smithi066.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 536 kB/s | 36 kB 00:00 2024-04-13T07:03:23.438 INFO:teuthology.orchestra.run.smithi066.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 869 kB/s | 51 kB 00:00 2024-04-13T07:03:23.463 INFO:teuthology.orchestra.run.smithi066.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 3.8 MB/s | 230 kB 00:00 2024-04-13T07:03:23.488 INFO:teuthology.orchestra.run.smithi066.stdout:(114/120): python3-websocket-client-1.2.3-2.el9 1.3 MB/s | 90 kB 00:00 2024-04-13T07:03:23.514 INFO:teuthology.orchestra.run.smithi066.stdout:(115/120): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-04-13T07:03:23.531 INFO:teuthology.orchestra.run.smithi066.stdout:(116/120): python3-zc-lockfile-2.0-10.el9.noarc 298 kB/s | 20 kB 00:00 2024-04-13T07:03:23.556 INFO:teuthology.orchestra.run.smithi066.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 2.8 MB/s | 192 kB 00:00 2024-04-13T07:03:23.631 INFO:teuthology.orchestra.run.smithi066.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-04-13T07:03:23.703 INFO:teuthology.orchestra.run.smithi003.stdout:(10/120): ceph-common-18.2.2-1217.g7d36322c.el9 2.4 MB/s | 18 MB 00:07 2024-04-13T07:03:23.820 INFO:teuthology.orchestra.run.smithi003.stdout:(11/120): libcephfs-devel-18.2.2-1217.g7d36322c 267 kB/s | 31 kB 00:00 2024-04-13T07:03:24.095 INFO:teuthology.orchestra.run.smithi003.stdout:(12/120): libcephfs2-18.2.2-1217.g7d36322c.el9. 2.5 MB/s | 710 kB 00:00 2024-04-13T07:03:24.178 INFO:teuthology.orchestra.run.smithi003.stdout:(13/120): libcephsqlite-18.2.2-1217.g7d36322c.e 2.0 MB/s | 166 kB 00:00 2024-04-13T07:03:24.248 INFO:teuthology.orchestra.run.smithi066.stdout:(119/120): librbd1-18.2.2-1217.g7d36322c.el9.x8 4.3 MB/s | 3.0 MB 00:00 2024-04-13T07:03:24.287 INFO:teuthology.orchestra.run.smithi003.stdout:(14/120): librados-devel-18.2.2-1217.g7d36322c. 1.1 MB/s | 127 kB 00:00 2024-04-13T07:03:24.398 INFO:teuthology.orchestra.run.smithi066.stdout:(120/120): librados2-18.2.2-1217.g7d36322c.el9. 3.8 MB/s | 3.3 MB 00:00 2024-04-13T07:03:24.401 INFO:teuthology.orchestra.run.smithi066.stdout:-------------------------------------------------------------------------------- 2024-04-13T07:03:24.401 INFO:teuthology.orchestra.run.smithi066.stdout:Total 15 MB/s | 180 MB 00:11 2024-04-13T07:03:24.471 INFO:teuthology.orchestra.run.smithi003.stdout:(15/120): ceph-osd-18.2.2-1217.g7d36322c.el9.x8 3.3 MB/s | 17 MB 00:05 2024-04-13T07:03:24.504 INFO:teuthology.orchestra.run.smithi003.stdout:(16/120): libradosstriper1-18.2.2-1217.g7d36322 2.1 MB/s | 474 kB 00:00 2024-04-13T07:03:24.571 INFO:teuthology.orchestra.run.smithi003.stdout:(17/120): python3-ceph-argparse-18.2.2-1217.g7d 677 kB/s | 45 kB 00:00 2024-04-13T07:03:24.638 INFO:teuthology.orchestra.run.smithi003.stdout:(18/120): python3-ceph-common-18.2.2-1217.g7d36 1.9 MB/s | 129 kB 00:00 2024-04-13T07:03:24.705 INFO:teuthology.orchestra.run.smithi003.stdout:(19/120): python3-cephfs-18.2.2-1217.g7d36322c. 2.4 MB/s | 161 kB 00:00 2024-04-13T07:03:24.847 INFO:teuthology.orchestra.run.smithi003.stdout:(20/120): python3-rados-18.2.2-1217.g7d36322c.e 2.2 MB/s | 321 kB 00:00 2024-04-13T07:03:24.947 INFO:teuthology.orchestra.run.smithi003.stdout:(21/120): python3-rbd-18.2.2-1217.g7d36322c.el9 2.9 MB/s | 298 kB 00:00 2024-04-13T07:03:25.014 INFO:teuthology.orchestra.run.smithi003.stdout:(22/120): python3-rgw-18.2.2-1217.g7d36322c.el9 1.5 MB/s | 99 kB 00:00 2024-04-13T07:03:25.082 INFO:teuthology.orchestra.run.smithi003.stdout:(23/120): rbd-fuse-18.2.2-1217.g7d36322c.el9.x8 1.3 MB/s | 87 kB 00:00 2024-04-13T07:03:25.171 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction check 2024-04-13T07:03:25.207 INFO:teuthology.orchestra.run.smithi003.stdout:(24/120): librgw2-18.2.2-1217.g7d36322c.el9.x86 6.1 MB/s | 4.5 MB 00:00 2024-04-13T07:03:25.257 INFO:teuthology.orchestra.run.smithi003.stdout:(25/120): rbd-nbd-18.2.2-1217.g7d36322c.el9.x86 3.4 MB/s | 172 kB 00:00 2024-04-13T07:03:25.278 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction check succeeded. 2024-04-13T07:03:25.278 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction test 2024-04-13T07:03:25.299 INFO:teuthology.orchestra.run.smithi003.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1217.g 590 kB/s | 24 kB 00:00 2024-04-13T07:03:25.349 INFO:teuthology.orchestra.run.smithi003.stdout:(27/120): ceph-mgr-cephadm-18.2.2-1217.g7d36322 2.7 MB/s | 138 kB 00:00 2024-04-13T07:03:25.808 INFO:teuthology.orchestra.run.smithi003.stdout:(28/120): ceph-mgr-dashboard-18.2.2-1217.g7d363 7.7 MB/s | 3.5 MB 00:00 2024-04-13T07:03:25.858 INFO:teuthology.orchestra.run.smithi003.stdout:(29/120): rbd-mirror-18.2.2-1217.g7d36322c.el9. 3.8 MB/s | 3.0 MB 00:00 2024-04-13T07:03:25.967 INFO:teuthology.orchestra.run.smithi003.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1217.g7d 2.2 MB/s | 246 kB 00:00 2024-04-13T07:03:26.034 INFO:teuthology.orchestra.run.smithi003.stdout:(31/120): ceph-mgr-rook-18.2.2-1217.g7d36322c.e 741 kB/s | 49 kB 00:00 2024-04-13T07:03:26.101 INFO:teuthology.orchestra.run.smithi003.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1217.g7 223 kB/s | 15 kB 00:00 2024-04-13T07:03:26.209 INFO:teuthology.orchestra.run.smithi003.stdout:(33/120): cephadm-18.2.2-1217.g7d36322c.el9.noa 2.0 MB/s | 224 kB 00:00 2024-04-13T07:03:26.626 INFO:teuthology.orchestra.run.smithi003.stdout:(34/120): fuse-2.9.9-15.el9.x86_64.rpm 193 kB/s | 80 kB 00:00 2024-04-13T07:03:26.760 INFO:teuthology.orchestra.run.smithi003.stdout:(35/120): ceph-mgr-diskprediction-local-18.2.2- 7.8 MB/s | 7.4 MB 00:00 2024-04-13T07:03:26.852 INFO:teuthology.orchestra.run.smithi003.stdout:(36/120): jq-1.6-16.el9.x86_64.rpm 831 kB/s | 187 kB 00:00 2024-04-13T07:03:26.947 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction test succeeded. 2024-04-13T07:03:26.947 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction 2024-04-13T07:03:27.036 INFO:teuthology.orchestra.run.smithi003.stdout:(37/120): libquadmath-11.4.1-3.el9.x86_64.rpm 1.0 MB/s | 195 kB 00:00 2024-04-13T07:03:27.144 INFO:teuthology.orchestra.run.smithi003.stdout:(38/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.0 MB/s | 218 kB 00:00 2024-04-13T07:03:27.536 INFO:teuthology.orchestra.run.smithi003.stdout:(39/120): ceph-test-18.2.2-1217.g7d36322c.el9.x 8.1 MB/s | 40 MB 00:04 2024-04-13T07:03:27.561 INFO:teuthology.orchestra.run.smithi003.stdout:(40/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 607 kB/s | 253 kB 00:00 2024-04-13T07:03:27.670 INFO:teuthology.orchestra.run.smithi003.stdout:(41/120): python3-ply-3.11-14.el9.noarch.rpm 982 kB/s | 106 kB 00:00 2024-04-13T07:03:27.720 INFO:teuthology.orchestra.run.smithi003.stdout:(42/120): libgfortran-11.4.1-3.el9.x86_64.rpm 837 kB/s | 803 kB 00:00 2024-04-13T07:03:27.779 INFO:teuthology.orchestra.run.smithi003.stdout:(43/120): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-04-13T07:03:27.821 INFO:teuthology.orchestra.run.smithi003.stdout:(44/120): python3-requests-2.25.1-8.el9.noarch. 1.2 MB/s | 125 kB 00:00 2024-04-13T07:03:27.888 INFO:teuthology.orchestra.run.smithi003.stdout:(45/120): python3-urllib3-1.26.5-5.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-04-13T07:03:27.930 INFO:teuthology.orchestra.run.smithi003.stdout:(46/120): boost-program-options-1.75.0-8.el9.x8 986 kB/s | 107 kB 00:00 2024-04-13T07:03:27.963 INFO:teuthology.orchestra.run.smithi003.stdout:(47/120): flexiblas-3.0.4-8.el9.x86_64.rpm 435 kB/s | 33 kB 00:00 2024-04-13T07:03:28.005 INFO:teuthology.orchestra.run.smithi003.stdout:(48/120): flexiblas-openblas-openmp-3.0.4-8.el9 437 kB/s | 18 kB 00:00 2024-04-13T07:03:28.081 INFO:teuthology.orchestra.run.smithi003.stdout:(49/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 20 MB/s | 3.0 MB 00:00 2024-04-13T07:03:28.123 INFO:teuthology.orchestra.run.smithi003.stdout:(50/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-04-13T07:03:28.148 INFO:teuthology.orchestra.run.smithi003.stdout:(51/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.1 MB/s | 160 kB 00:00 2024-04-13T07:03:28.190 INFO:teuthology.orchestra.run.smithi003.stdout:(52/120): librdkafka-1.6.1-102.el9.x86_64.rpm 9.7 MB/s | 662 kB 00:00 2024-04-13T07:03:28.223 INFO:teuthology.orchestra.run.smithi003.stdout:(53/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.8 MB/s | 292 kB 00:00 2024-04-13T07:03:28.249 INFO:teuthology.orchestra.run.smithi003.stdout:(54/120): openblas-0.3.21-2.el9.x86_64.rpm 603 kB/s | 35 kB 00:00 2024-04-13T07:03:28.291 INFO:teuthology.orchestra.run.smithi003.stdout:(55/120): python3-attrs-20.3.0-7.el9.noarch.rpm 2.1 MB/s | 87 kB 00:00 2024-04-13T07:03:28.374 INFO:teuthology.orchestra.run.smithi003.stdout:(56/120): openblas-openmp-0.3.21-2.el9.x86_64.r 31 MB/s | 4.7 MB 00:00 2024-04-13T07:03:28.408 INFO:teuthology.orchestra.run.smithi003.stdout:(57/120): python3-cryptography-36.0.1-4.el9.x86 1.4 MB/s | 1.2 MB 00:00 2024-04-13T07:03:28.433 INFO:teuthology.orchestra.run.smithi003.stdout:(58/120): python3-devel-3.9.17-2.el9.x86_64.rpm 4.1 MB/s | 245 kB 00:00 2024-04-13T07:03:28.534 INFO:teuthology.orchestra.run.smithi003.stdout:(59/120): python3-babel-2.9.1-2.el9.noarch.rpm 25 MB/s | 6.0 MB 00:00 2024-04-13T07:03:28.559 INFO:teuthology.orchestra.run.smithi003.stdout:(60/120): python3-iniconfig-1.1.1-7.el9.noarch. 116 kB/s | 17 kB 00:00 2024-04-13T07:03:28.584 INFO:teuthology.orchestra.run.smithi003.stdout:(61/120): python3-jsonpatch-1.21-16.el9.noarch. 513 kB/s | 26 kB 00:00 2024-04-13T07:03:28.609 INFO:teuthology.orchestra.run.smithi003.stdout:(62/120): python3-jsonpointer-2.0-4.el9.noarch. 381 kB/s | 19 kB 00:00 2024-04-13T07:03:28.634 INFO:teuthology.orchestra.run.smithi003.stdout:(63/120): python3-jinja2-2.11.3-5.el9.noarch.rp 1.2 MB/s | 248 kB 00:00 2024-04-13T07:03:28.660 INFO:teuthology.orchestra.run.smithi003.stdout:(64/120): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-04-13T07:03:28.685 INFO:teuthology.orchestra.run.smithi003.stdout:(65/120): python3-markupsafe-1.1.1-12.el9.x86_6 460 kB/s | 35 kB 00:00 2024-04-13T07:03:28.710 INFO:teuthology.orchestra.run.smithi003.stdout:(66/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-04-13T07:03:28.752 INFO:teuthology.orchestra.run.smithi003.stdout:(67/120): python3-packaging-20.9-5.el9.noarch.r 1.8 MB/s | 77 kB 00:00 2024-04-13T07:03:28.820 INFO:teuthology.orchestra.run.smithi003.stdout:(68/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 28 MB/s | 5.1 MB 00:00 2024-04-13T07:03:28.845 INFO:teuthology.orchestra.run.smithi003.stdout:(69/120): python3-oauthlib-3.1.1-5.el9.noarch.r 1.4 MB/s | 222 kB 00:00 2024-04-13T07:03:28.870 INFO:teuthology.orchestra.run.smithi003.stdout:(70/120): python3-pluggy-0.13.1-7.el9.noarch.rp 353 kB/s | 41 kB 00:00 2024-04-13T07:03:28.895 INFO:teuthology.orchestra.run.smithi003.stdout:(71/120): python3-prettytable-0.7.2-27.el9.noar 560 kB/s | 42 kB 00:00 2024-04-13T07:03:28.929 INFO:teuthology.orchestra.run.smithi003.stdout:(72/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.7 MB/s | 159 kB 00:00 2024-04-13T07:03:28.954 INFO:teuthology.orchestra.run.smithi003.stdout:(73/120): python3-pyasn1-modules-0.4.8-6.el9.no 4.7 MB/s | 279 kB 00:00 2024-04-13T07:03:28.979 INFO:teuthology.orchestra.run.smithi003.stdout:(74/120): python3-py-1.10.0-6.el9.noarch.rpm 4.3 MB/s | 477 kB 00:00 2024-04-13T07:03:29.005 INFO:teuthology.orchestra.run.smithi003.stdout:(75/120): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-04-13T07:03:29.030 INFO:teuthology.orchestra.run.smithi003.stdout:(76/120): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-04-13T07:03:29.063 INFO:teuthology.orchestra.run.smithi003.stdout:(77/120): python3-pytest-6.2.2-7.el9.noarch.rpm 3.8 MB/s | 519 kB 00:00 2024-04-13T07:03:29.089 INFO:teuthology.orchestra.run.smithi003.stdout:(78/120): python3-toml-0.10.2-6.el9.noarch.rpm 713 kB/s | 42 kB 00:00 2024-04-13T07:03:29.123 INFO:teuthology.orchestra.run.smithi003.stdout:(79/120): socat-1.7.4.1-5.el9.x86_64.rpm 5.1 MB/s | 305 kB 00:00 2024-04-13T07:03:29.148 INFO:teuthology.orchestra.run.smithi003.stdout:(80/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-04-13T07:03:29.382 INFO:teuthology.orchestra.run.smithi003.stdout:(81/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 43 MB/s | 16 MB 00:00 2024-04-13T07:03:29.957 INFO:teuthology.orchestra.run.smithi003.stdout:(82/120): fmt-8.1.1-5.el9.x86_64.rpm 133 kB/s | 111 kB 00:00 2024-04-13T07:03:30.065 INFO:teuthology.orchestra.run.smithi003.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 240 kB/s | 26 kB 00:00 2024-04-13T07:03:30.249 INFO:teuthology.orchestra.run.smithi003.stdout:(84/120): liboath-2.6.7-2.el9.x86_64.rpm 265 kB/s | 49 kB 00:00 2024-04-13T07:03:30.274 INFO:teuthology.orchestra.run.smithi003.stdout:(85/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 274 kB/s | 309 kB 00:01 2024-04-13T07:03:30.433 INFO:teuthology.orchestra.run.smithi003.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 367 kB/s | 67 kB 00:00 2024-04-13T07:03:31.191 INFO:teuthology.orchestra.run.smithi003.stdout:(87/120): python3-asyncssh-2.13.2-5.el9.noarch. 723 kB/s | 548 kB 00:00 2024-04-13T07:03:31.292 INFO:teuthology.orchestra.run.smithi003.stdout:(88/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 435 kB/s | 43 kB 00:00 2024-04-13T07:03:31.384 INFO:teuthology.orchestra.run.smithi003.stdout:(89/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 756 kB/s | 838 kB 00:01 2024-04-13T07:03:31.401 INFO:teuthology.orchestra.run.smithi003.stdout:(90/120): python3-cachetools-4.2.4-1.el9.noarch 297 kB/s | 32 kB 00:00 2024-04-13T07:03:31.476 INFO:teuthology.orchestra.run.smithi003.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 163 kB/s | 15 kB 00:00 2024-04-13T07:03:31.668 INFO:teuthology.orchestra.run.smithi003.stdout:(92/120): python3-cheroot-8.6.0-4.el9.noarch.rp 644 kB/s | 172 kB 00:00 2024-04-13T07:03:31.791 INFO:teuthology.orchestra.run.smithi066.stdout: Preparing : 1/1 2024-04-13T07:03:31.868 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-13T07:03:31.901 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-13T07:03:31.956 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-13T07:03:31.985 INFO:teuthology.orchestra.run.smithi003.stdout:(93/120): python3-cherrypy-18.6.1-2.el9.noarch. 705 kB/s | 358 kB 00:00 2024-04-13T07:03:32.010 INFO:teuthology.orchestra.run.smithi003.stdout:(94/120): python3-google-auth-2.28.2-1.el9.noar 592 kB/s | 203 kB 00:00 2024-04-13T07:03:32.085 INFO:teuthology.orchestra.run.smithi003.stdout:(95/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 107 kB/s | 11 kB 00:00 2024-04-13T07:03:32.110 INFO:teuthology.orchestra.run.smithi003.stdout:(96/120): python3-jaraco-classes-3.2.1-5.el9.no 176 kB/s | 18 kB 00:00 2024-04-13T07:03:32.186 INFO:teuthology.orchestra.run.smithi003.stdout:(97/120): python3-jaraco-collections-3.0.0-8.el 231 kB/s | 23 kB 00:00 2024-04-13T07:03:32.211 INFO:teuthology.orchestra.run.smithi003.stdout:(98/120): python3-jaraco-functools-3.5.0-2.el9. 194 kB/s | 19 kB 00:00 2024-04-13T07:03:32.286 INFO:teuthology.orchestra.run.smithi003.stdout:(99/120): python3-jaraco-text-3.2.0-6.el9.noarc 196 kB/s | 20 kB 00:00 2024-04-13T07:03:32.293 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-13T07:03:32.335 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : librados2-2:18.2.2-1217.g7d36322c.el9.x86_64 5/122 2024-04-13T07:03:32.395 INFO:teuthology.orchestra.run.smithi003.stdout:(100/120): python3-logutils-0.3.5-21.el9.noarch 427 kB/s | 46 kB 00:00 2024-04-13T07:03:32.448 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librados2-2:18.2.2-1217.g7d36322c.el9.x86_64 5/122 2024-04-13T07:03:32.478 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libcephfs2-2:18.2.2-1217.g7d36322c.el9.x86_64 6/122 2024-04-13T07:03:32.570 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: libcephfs2-2:18.2.2-1217.g7d36322c.el9.x86_64 6/122 2024-04-13T07:03:32.579 INFO:teuthology.orchestra.run.smithi003.stdout:(101/120): python3-more-itertools-8.12.0-2.el9. 430 kB/s | 79 kB 00:00 2024-04-13T07:03:32.612 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rados-2:18.2.2-1217.g7d36322c.el9.x86_64 7/122 2024-04-13T07:03:32.652 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-13T07:03:32.763 INFO:teuthology.orchestra.run.smithi003.stdout:(102/120): python3-natsort-7.1.1-5.el9.noarch.r 315 kB/s | 58 kB 00:00 2024-04-13T07:03:32.924 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-13T07:03:32.981 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libcephsqlite-2:18.2.2-1217.g7d36322c.el9.x86_64 10/122 2024-04-13T07:03:33.085 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1217.g7d36322c.el9.x86_64 10/122 2024-04-13T07:03:33.107 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libradosstriper1-2:18.2.2-1217.g7d36322c.el9.x86 11/122 2024-04-13T07:03:33.187 INFO:teuthology.orchestra.run.smithi003.stdout:(103/120): python3-pecan-1.4.2-3.el9.noarch.rpm 641 kB/s | 272 kB 00:00 2024-04-13T07:03:33.239 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1217.g7d36322c.el9.x86 11/122 2024-04-13T07:03:33.269 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-13T07:03:33.296 INFO:teuthology.orchestra.run.smithi003.stdout:(104/120): python3-portend-3.1.0-2.el9.noarch.r 151 kB/s | 16 kB 00:00 2024-04-13T07:03:33.310 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-13T07:03:33.339 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/122 2024-04-13T07:03:33.380 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/122 2024-04-13T07:03:33.455 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/122 2024-04-13T07:03:33.480 INFO:teuthology.orchestra.run.smithi003.stdout:(105/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 491 kB/s | 90 kB 00:00 2024-04-13T07:03:33.505 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/122 2024-04-13T07:03:33.532 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/122 2024-04-13T07:03:33.588 INFO:teuthology.orchestra.run.smithi003.stdout:(106/120): python3-repoze-lru-0.7-16.el9.noarch 284 kB/s | 31 kB 00:00 2024-04-13T07:03:33.603 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/122 2024-04-13T07:03:33.655 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 20/122 2024-04-13T07:03:33.693 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/122 2024-04-13T07:03:33.697 INFO:teuthology.orchestra.run.smithi003.stdout:(107/120): python3-kubernetes-26.1.0-2.el9.noar 703 kB/s | 1.0 MB 00:01 2024-04-13T07:03:33.736 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/122 2024-04-13T07:03:33.771 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/122 2024-04-13T07:03:33.815 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-ceph-argparse-2:18.2.2-1217.g7d36322c.el 24/122 2024-04-13T07:03:33.848 INFO:teuthology.orchestra.run.smithi003.stdout:(108/120): python3-routes-2.5.1-5.el9.noarch.rp 728 kB/s | 188 kB 00:00 2024-04-13T07:03:33.881 INFO:teuthology.orchestra.run.smithi003.stdout:(109/120): python3-rsa-4.9-2.el9.noarch.rpm 322 kB/s | 59 kB 00:00 2024-04-13T07:03:33.891 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cephfs-2:18.2.2-1217.g7d36322c.el9.x86_6 25/122 2024-04-13T07:03:33.948 INFO:teuthology.orchestra.run.smithi003.stdout:(110/120): python3-tempora-5.0.0-2.el9.noarch.r 356 kB/s | 36 kB 00:00 2024-04-13T07:03:33.982 INFO:teuthology.orchestra.run.smithi003.stdout:(111/120): python3-typing-extensions-4.4.0-2.el 508 kB/s | 51 kB 00:00 2024-04-13T07:03:34.038 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-13T07:03:34.093 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-13T07:03:34.174 INFO:teuthology.orchestra.run.smithi003.stdout:(112/120): python3-websocket-client-1.2.3-2.el9 468 kB/s | 90 kB 00:00 2024-04-13T07:03:34.299 INFO:teuthology.orchestra.run.smithi003.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 655 kB/s | 230 kB 00:00 2024-04-13T07:03:34.408 INFO:teuthology.orchestra.run.smithi003.stdout:(114/120): python3-zc-lockfile-2.0-10.el9.noarc 185 kB/s | 20 kB 00:00 2024-04-13T07:03:34.657 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-13T07:03:34.675 INFO:teuthology.orchestra.run.smithi003.stdout:(115/120): re2-20211101-3.el9.x86_64.rpm 718 kB/s | 192 kB 00:00 2024-04-13T07:03:34.749 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-13T07:03:34.783 INFO:teuthology.orchestra.run.smithi003.stdout:(116/120): python3-werkzeug-2.0.3-3.el9.1.noarc 701 kB/s | 427 kB 00:00 2024-04-13T07:03:34.792 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-13T07:03:34.835 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-13T07:03:34.870 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-13T07:03:34.912 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-13T07:03:34.949 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librados-devel-2:18.2.2-1217.g7d36322c.el9.x86_6 34/122 2024-04-13T07:03:34.980 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-13T07:03:35.014 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-13T07:03:35.124 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-13T07:03:35.151 INFO:teuthology.orchestra.run.smithi003.stdout:(117/120): librados2-18.2.2-1217.g7d36322c.el9. 9.0 MB/s | 3.3 MB 00:00 2024-04-13T07:03:35.159 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-13T07:03:35.216 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-13T07:03:35.217 INFO:teuthology.orchestra.run.smithi003.stdout:(118/120): libarrow-9.0.0-10.el9.x86_64.rpm 782 kB/s | 4.4 MB 00:05 2024-04-13T07:03:35.289 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-13T07:03:35.335 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-13T07:03:35.371 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-13T07:03:35.419 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-13T07:03:35.459 INFO:teuthology.orchestra.run.smithi003.stdout:(119/120): librbd1-18.2.2-1217.g7d36322c.el9.x8 9.7 MB/s | 3.0 MB 00:00 2024-04-13T07:03:35.463 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-13T07:03:35.506 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-13T07:03:35.656 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-13T07:03:35.699 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-13T07:03:35.741 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-13T07:03:35.839 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-13T07:03:35.873 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-13T07:03:35.914 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-13T07:03:35.947 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-13T07:03:35.982 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-13T07:03:36.019 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-13T07:03:36.071 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/122 2024-04-13T07:03:36.199 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 56/122 2024-04-13T07:03:36.229 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/122 2024-04-13T07:03:36.278 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/122 2024-04-13T07:03:36.328 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/122 2024-04-13T07:03:36.437 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/122 2024-04-13T07:03:36.491 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/122 2024-04-13T07:03:36.684 INFO:teuthology.orchestra.run.smithi003.stdout:(120/120): thrift-0.15.0-2.el9.x86_64.rpm 806 kB/s | 1.6 MB 00:02 2024-04-13T07:03:36.690 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2024-04-13T07:03:36.690 INFO:teuthology.orchestra.run.smithi003.stdout:Total 8.5 MB/s | 180 MB 00:21 2024-04-13T07:03:37.272 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/122 2024-04-13T07:03:37.320 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/122 2024-04-13T07:03:37.354 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/122 2024-04-13T07:03:37.387 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/122 2024-04-13T07:03:37.464 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2024-04-13T07:03:37.491 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/122 2024-04-13T07:03:37.546 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 67/122 2024-04-13T07:03:37.568 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2024-04-13T07:03:37.568 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2024-04-13T07:03:37.580 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/122 2024-04-13T07:03:37.763 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/122 2024-04-13T07:03:37.787 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/122 2024-04-13T07:03:37.858 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/122 2024-04-13T07:03:38.553 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/122 2024-04-13T07:03:38.671 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/122 2024-04-13T07:03:39.232 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2024-04-13T07:03:39.233 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2024-04-13T07:03:40.025 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/122 2024-04-13T07:03:40.100 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/122 2024-04-13T07:03:40.426 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/122 2024-04-13T07:03:40.453 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : librbd1-2:18.2.2-1217.g7d36322c.el9.x86_64 77/122 2024-04-13T07:03:40.544 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librbd1-2:18.2.2-1217.g7d36322c.el9.x86_64 77/122 2024-04-13T07:03:40.575 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rbd-2:18.2.2-1217.g7d36322c.el9.x86_64 78/122 2024-04-13T07:03:40.611 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/122 2024-04-13T07:03:41.033 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 80/122 2024-04-13T07:03:41.064 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librgw2-2:18.2.2-1217.g7d36322c.el9.x86_64 81/122 2024-04-13T07:03:41.135 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librgw2-2:18.2.2-1217.g7d36322c.el9.x86_64 81/122 2024-04-13T07:03:41.169 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rgw-2:18.2.2-1217.g7d36322c.el9.x86_64 82/122 2024-04-13T07:03:41.228 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/122 2024-04-13T07:03:41.283 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/122 2024-04-13T07:03:41.477 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/122 2024-04-13T07:03:41.523 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/122 2024-04-13T07:03:41.604 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/122 2024-04-13T07:03:41.710 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/122 2024-04-13T07:03:41.853 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/122 2024-04-13T07:03:41.905 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/122 2024-04-13T07:03:41.939 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/122 2024-04-13T07:03:41.971 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 92/122 2024-04-13T07:03:42.006 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : jq-1.6-16.el9.x86_64 93/122 2024-04-13T07:03:42.034 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : fuse-2.9.9-15.el9.x86_64 94/122 2024-04-13T07:03:42.449 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 95/122 2024-04-13T07:03:42.472 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 95/122 2024-04-13T07:03:42.503 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1217.g7d36322c.e 96/122 2024-04-13T07:03:42.579 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1217.g7d36322c. 97/122 2024-04-13T07:03:42.615 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-ceph-common-2:18.2.2-1217.g7d36322c.el9. 98/122 2024-04-13T07:03:44.365 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2024-04-13T07:03:44.454 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-13T07:03:44.470 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-13T07:03:44.514 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-13T07:03:44.798 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 99/122 2024-04-13T07:03:44.828 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 99/122 2024-04-13T07:03:44.851 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-13T07:03:44.913 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : librados2-2:18.2.2-1217.g7d36322c.el9.x86_64 5/122 2024-04-13T07:03:45.034 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librados2-2:18.2.2-1217.g7d36322c.el9.x86_64 5/122 2024-04-13T07:03:45.064 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libcephfs2-2:18.2.2-1217.g7d36322c.el9.x86_64 6/122 2024-04-13T07:03:45.140 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: libcephfs2-2:18.2.2-1217.g7d36322c.el9.x86_64 6/122 2024-04-13T07:03:45.188 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-rados-2:18.2.2-1217.g7d36322c.el9.x86_64 7/122 2024-04-13T07:03:45.218 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-13T07:03:45.256 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-13T07:03:45.275 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libcephsqlite-2:18.2.2-1217.g7d36322c.el9.x86_64 10/122 2024-04-13T07:03:45.361 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1217.g7d36322c.el9.x86_64 10/122 2024-04-13T07:03:45.384 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libradosstriper1-2:18.2.2-1217.g7d36322c.el9.x86 11/122 2024-04-13T07:03:45.394 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 99/122 2024-04-13T07:03:45.439 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-base-2:18.2.2-1217.g7d36322c.el9.x86_64 100/122 2024-04-13T07:03:45.501 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1217.g7d36322c.el9.x86 11/122 2024-04-13T07:03:45.530 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-13T07:03:45.533 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-base-2:18.2.2-1217.g7d36322c.el9.x86_64 100/122 2024-04-13T07:03:45.533 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-13T07:03:45.533 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-13T07:03:45.533 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T07:03:45.563 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-13T07:03:45.565 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-selinux-2:18.2.2-1217.g7d36322c.el9.x86_64 101/122 2024-04-13T07:03:45.592 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/122 2024-04-13T07:03:45.634 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/122 2024-04-13T07:03:45.708 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/122 2024-04-13T07:03:45.753 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/122 2024-04-13T07:03:45.782 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/122 2024-04-13T07:03:45.856 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/122 2024-04-13T07:03:45.907 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 20/122 2024-04-13T07:03:45.941 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/122 2024-04-13T07:03:45.979 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/122 2024-04-13T07:03:46.014 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/122 2024-04-13T07:03:46.058 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-ceph-argparse-2:18.2.2-1217.g7d36322c.el 24/122 2024-04-13T07:03:46.137 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cephfs-2:18.2.2-1217.g7d36322c.el9.x86_6 25/122 2024-04-13T07:03:46.296 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-13T07:03:46.363 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-13T07:03:46.951 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-13T07:03:47.043 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-13T07:03:47.086 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-13T07:03:47.119 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-13T07:03:47.154 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-13T07:03:47.196 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-13T07:03:47.234 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : librados-devel-2:18.2.2-1217.g7d36322c.el9.x86_6 34/122 2024-04-13T07:03:47.281 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-13T07:03:47.318 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-13T07:03:47.429 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-13T07:03:47.464 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-13T07:03:47.521 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-13T07:03:47.594 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-13T07:03:47.630 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-13T07:03:47.673 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-13T07:03:47.724 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-13T07:03:47.769 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-13T07:03:47.811 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-13T07:03:47.959 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-13T07:03:48.004 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-13T07:03:48.071 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-13T07:03:48.173 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-13T07:03:48.203 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-13T07:03:48.236 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-13T07:03:48.268 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-13T07:03:48.296 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-13T07:03:48.332 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-13T07:03:48.378 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/122 2024-04-13T07:03:48.512 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 56/122 2024-04-13T07:03:48.552 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/122 2024-04-13T07:03:48.593 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/122 2024-04-13T07:03:48.643 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/122 2024-04-13T07:03:48.765 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/122 2024-04-13T07:03:48.823 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/122 2024-04-13T07:03:49.624 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/122 2024-04-13T07:03:49.667 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/122 2024-04-13T07:03:49.701 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/122 2024-04-13T07:03:49.735 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/122 2024-04-13T07:03:49.843 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/122 2024-04-13T07:03:49.954 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 67/122 2024-04-13T07:03:49.985 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/122 2024-04-13T07:03:50.172 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/122 2024-04-13T07:03:50.201 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/122 2024-04-13T07:03:50.281 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/122 2024-04-13T07:03:50.998 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/122 2024-04-13T07:03:51.130 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/122 2024-04-13T07:03:52.515 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/122 2024-04-13T07:03:52.597 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/122 2024-04-13T07:03:52.911 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/122 2024-04-13T07:03:52.942 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : librbd1-2:18.2.2-1217.g7d36322c.el9.x86_64 77/122 2024-04-13T07:03:53.016 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librbd1-2:18.2.2-1217.g7d36322c.el9.x86_64 77/122 2024-04-13T07:03:53.047 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-rbd-2:18.2.2-1217.g7d36322c.el9.x86_64 78/122 2024-04-13T07:03:53.083 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/122 2024-04-13T07:03:53.508 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 80/122 2024-04-13T07:03:53.527 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : librgw2-2:18.2.2-1217.g7d36322c.el9.x86_64 81/122 2024-04-13T07:03:53.607 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librgw2-2:18.2.2-1217.g7d36322c.el9.x86_64 81/122 2024-04-13T07:03:53.650 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-rgw-2:18.2.2-1217.g7d36322c.el9.x86_64 82/122 2024-04-13T07:03:53.709 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/122 2024-04-13T07:03:53.773 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/122 2024-04-13T07:03:53.971 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/122 2024-04-13T07:03:54.012 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/122 2024-04-13T07:03:54.115 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/122 2024-04-13T07:03:54.184 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/122 2024-04-13T07:03:54.330 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/122 2024-04-13T07:03:54.379 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/122 2024-04-13T07:03:54.411 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/122 2024-04-13T07:03:54.453 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 92/122 2024-04-13T07:03:54.487 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : jq-1.6-16.el9.x86_64 93/122 2024-04-13T07:03:54.513 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : fuse-2.9.9-15.el9.x86_64 94/122 2024-04-13T07:03:54.920 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 95/122 2024-04-13T07:03:54.944 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 95/122 2024-04-13T07:03:54.974 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1217.g7d36322c.e 96/122 2024-04-13T07:03:55.052 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1217.g7d36322c. 97/122 2024-04-13T07:03:55.077 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-ceph-common-2:18.2.2-1217.g7d36322c.el9. 98/122 2024-04-13T07:03:57.195 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 99/122 2024-04-13T07:03:57.223 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 99/122 2024-04-13T07:03:57.537 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1217.g7d36322c.el9.x86_64 101/122 2024-04-13T07:03:57.537 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /sys 2024-04-13T07:03:57.537 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /proc 2024-04-13T07:03:57.537 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /mnt 2024-04-13T07:03:57.537 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /var/tmp 2024-04-13T07:03:57.537 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /home 2024-04-13T07:03:57.537 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /root 2024-04-13T07:03:57.537 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /tmp 2024-04-13T07:03:57.538 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T07:03:57.616 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1217.g7d36322c.el9.noa 102/122 2024-04-13T07:03:57.786 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 99/122 2024-04-13T07:03:57.817 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-base-2:18.2.2-1217.g7d36322c.el9.x86_64 100/122 2024-04-13T07:03:57.910 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-base-2:18.2.2-1217.g7d36322c.el9.x86_64 100/122 2024-04-13T07:03:57.910 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-13T07:03:57.910 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-13T07:03:57.910 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:03:57.935 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-selinux-2:18.2.2-1217.g7d36322c.el9.x86_64 101/122 2024-04-13T07:03:58.708 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1217.g7d36322c.el9.noa 102/122 2024-04-13T07:03:58.745 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1217.g7d36322c.el9.n 103/122 2024-04-13T07:03:59.758 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1217.g7d36322c.el9.n 103/122 2024-04-13T07:03:59.779 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1217.g7d3 104/122 2024-04-13T07:03:59.885 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1217.g7d3 104/122 2024-04-13T07:04:00.052 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1217.g7d36322c.el 105/122 2024-04-13T07:04:00.081 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-2:18.2.2-1217.g7d36322c.el9.x86_64 106/122 2024-04-13T07:04:00.105 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1217.g7d36322c.el9.x86_64 106/122 2024-04-13T07:04:00.106 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:04:00.106 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-13T07:04:00.106 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-13T07:04:00.106 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-13T07:04:00.106 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T07:04:00.157 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-rook-2:18.2.2-1217.g7d36322c.el9.noarch 107/122 2024-04-13T07:04:00.349 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1217.g7d36322c.el9.noarch 107/122 2024-04-13T07:04:00.374 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mds-2:18.2.2-1217.g7d36322c.el9.x86_64 108/122 2024-04-13T07:04:00.398 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mds-2:18.2.2-1217.g7d36322c.el9.x86_64 108/122 2024-04-13T07:04:00.398 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:04:00.398 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-13T07:04:00.398 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-13T07:04:00.398 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-13T07:04:00.398 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T07:04:00.858 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mon-2:18.2.2-1217.g7d36322c.el9.x86_64 109/122 2024-04-13T07:04:00.881 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mon-2:18.2.2-1217.g7d36322c.el9.x86_64 109/122 2024-04-13T07:04:00.881 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:04:00.882 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-13T07:04:00.882 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-13T07:04:00.882 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-13T07:04:00.882 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T07:04:02.383 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-osd-2:18.2.2-1217.g7d36322c.el9.x86_64 110/122 2024-04-13T07:04:02.411 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-osd-2:18.2.2-1217.g7d36322c.el9.x86_64 110/122 2024-04-13T07:04:02.411 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:04:02.411 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-13T07:04:02.411 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-13T07:04:02.411 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-13T07:04:02.411 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T07:04:03.155 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-2:18.2.2-1217.g7d36322c.el9.x86_64 111/122 2024-04-13T07:04:03.185 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-radosgw-2:18.2.2-1217.g7d36322c.el9.x86_64 112/122 2024-04-13T07:04:03.208 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1217.g7d36322c.el9.x86_64 112/122 2024-04-13T07:04:03.209 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:04:03.209 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-13T07:04:03.209 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-13T07:04:03.209 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-13T07:04:03.209 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T07:04:03.252 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1217.g7d363 113/122 2024-04-13T07:04:03.275 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1217.g7d363 113/122 2024-04-13T07:04:03.275 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:04:03.275 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-13T07:04:03.275 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T07:04:03.595 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : rbd-mirror-2:18.2.2-1217.g7d36322c.el9.x86_64 114/122 2024-04-13T07:04:03.619 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1217.g7d36322c.el9.x86_64 114/122 2024-04-13T07:04:03.619 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:04:03.619 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-13T07:04:03.620 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-13T07:04:03.620 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-13T07:04:03.620 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T07:04:07.556 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-test-2:18.2.2-1217.g7d36322c.el9.x86_64 115/122 2024-04-13T07:04:07.598 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 116/122 2024-04-13T07:04:07.640 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : rbd-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 117/122 2024-04-13T07:04:07.762 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : rbd-nbd-2:18.2.2-1217.g7d36322c.el9.x86_64 118/122 2024-04-13T07:04:07.805 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 119/122 2024-04-13T07:04:07.836 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libcephfs-devel-2:18.2.2-1217.g7d36322c.el9.x86_ 120/122 2024-04-13T07:04:07.836 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-13T07:04:07.920 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-13T07:04:07.920 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-13T07:04:09.850 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1217.g7d36322c.el9.x86_64 101/122 2024-04-13T07:04:09.850 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /sys 2024-04-13T07:04:09.850 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /proc 2024-04-13T07:04:09.850 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /mnt 2024-04-13T07:04:09.850 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /var/tmp 2024-04-13T07:04:09.850 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /home 2024-04-13T07:04:09.850 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /root 2024-04-13T07:04:09.850 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /tmp 2024-04-13T07:04:09.850 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:04:09.933 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1217.g7d36322c.el9.noa 102/122 2024-04-13T07:04:11.030 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1217.g7d36322c.el9.noa 102/122 2024-04-13T07:04:11.071 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1217.g7d36322c.el9.n 103/122 2024-04-13T07:04:12.088 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1217.g7d36322c.el9.n 103/122 2024-04-13T07:04:12.173 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1217.g7d3 104/122 2024-04-13T07:04:12.229 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1217.g7d3 104/122 2024-04-13T07:04:12.397 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1217.g7d36322c.el 105/122 2024-04-13T07:04:12.423 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-2:18.2.2-1217.g7d36322c.el9.x86_64 106/122 2024-04-13T07:04:12.445 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1217.g7d36322c.el9.x86_64 106/122 2024-04-13T07:04:12.445 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:04:12.445 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-13T07:04:12.445 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-13T07:04:12.446 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-13T07:04:12.446 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:04:12.460 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-13T07:04:12.460 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-2:18.2.2-1217.g7d36322c.el9.x86_64 1/122 2024-04-13T07:04:12.460 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-base-2:18.2.2-1217.g7d36322c.el9.x86_64 2/122 2024-04-13T07:04:12.460 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 3/122 2024-04-13T07:04:12.460 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 4/122 2024-04-13T07:04:12.460 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1217.g7d363 5/122 2024-04-13T07:04:12.460 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mds-2:18.2.2-1217.g7d36322c.el9.x86_64 6/122 2024-04-13T07:04:12.460 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-2:18.2.2-1217.g7d36322c.el9.x86_64 7/122 2024-04-13T07:04:12.460 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mon-2:18.2.2-1217.g7d36322c.el9.x86_64 8/122 2024-04-13T07:04:12.460 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-osd-2:18.2.2-1217.g7d36322c.el9.x86_64 9/122 2024-04-13T07:04:12.461 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-radosgw-2:18.2.2-1217.g7d36322c.el9.x86_64 10/122 2024-04-13T07:04:12.461 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-selinux-2:18.2.2-1217.g7d36322c.el9.x86_64 11/122 2024-04-13T07:04:12.461 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-test-2:18.2.2-1217.g7d36322c.el9.x86_64 12/122 2024-04-13T07:04:12.461 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libcephfs-devel-2:18.2.2-1217.g7d36322c.el9.x86_ 13/122 2024-04-13T07:04:12.461 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libcephfs2-2:18.2.2-1217.g7d36322c.el9.x86_64 14/122 2024-04-13T07:04:12.461 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libcephsqlite-2:18.2.2-1217.g7d36322c.el9.x86_64 15/122 2024-04-13T07:04:12.461 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librados-devel-2:18.2.2-1217.g7d36322c.el9.x86_6 16/122 2024-04-13T07:04:12.461 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libradosstriper1-2:18.2.2-1217.g7d36322c.el9.x86 17/122 2024-04-13T07:04:12.461 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librgw2-2:18.2.2-1217.g7d36322c.el9.x86_64 18/122 2024-04-13T07:04:12.461 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1217.g7d36322c.el 19/122 2024-04-13T07:04:12.461 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-ceph-common-2:18.2.2-1217.g7d36322c.el9. 20/122 2024-04-13T07:04:12.461 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cephfs-2:18.2.2-1217.g7d36322c.el9.x86_6 21/122 2024-04-13T07:04:12.461 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rados-2:18.2.2-1217.g7d36322c.el9.x86_64 22/122 2024-04-13T07:04:12.461 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rbd-2:18.2.2-1217.g7d36322c.el9.x86_64 23/122 2024-04-13T07:04:12.462 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rgw-2:18.2.2-1217.g7d36322c.el9.x86_64 24/122 2024-04-13T07:04:12.462 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : rbd-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 25/122 2024-04-13T07:04:12.462 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : rbd-mirror-2:18.2.2-1217.g7d36322c.el9.x86_64 26/122 2024-04-13T07:04:12.462 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : rbd-nbd-2:18.2.2-1217.g7d36322c.el9.x86_64 27/122 2024-04-13T07:04:12.462 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1217.g7d36322c. 28/122 2024-04-13T07:04:12.462 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1217.g7d36322c.el9.noa 29/122 2024-04-13T07:04:12.470 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1217.g7d36322c.el9.n 30/122 2024-04-13T07:04:12.471 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1217.g7d3 31/122 2024-04-13T07:04:12.471 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1217.g7d36322c.el 32/122 2024-04-13T07:04:12.471 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1217.g7d36322c.el9.noarch 33/122 2024-04-13T07:04:12.471 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1217.g7d36322c.e 34/122 2024-04-13T07:04:12.471 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 35/122 2024-04-13T07:04:12.471 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 36/122 2024-04-13T07:04:12.471 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : jq-1.6-16.el9.x86_64 37/122 2024-04-13T07:04:12.471 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 38/122 2024-04-13T07:04:12.471 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 39/122 2024-04-13T07:04:12.471 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 40/122 2024-04-13T07:04:12.471 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 41/122 2024-04-13T07:04:12.471 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 42/122 2024-04-13T07:04:12.471 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-ply-3.11-14.el9.noarch 43/122 2024-04-13T07:04:12.471 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 44/122 2024-04-13T07:04:12.472 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 45/122 2024-04-13T07:04:12.472 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 46/122 2024-04-13T07:04:12.472 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 47/122 2024-04-13T07:04:12.472 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 48/122 2024-04-13T07:04:12.472 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 49/122 2024-04-13T07:04:12.472 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 50/122 2024-04-13T07:04:12.472 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 51/122 2024-04-13T07:04:12.472 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 52/122 2024-04-13T07:04:12.472 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 53/122 2024-04-13T07:04:12.472 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 54/122 2024-04-13T07:04:12.472 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 55/122 2024-04-13T07:04:12.472 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 56/122 2024-04-13T07:04:12.472 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 57/122 2024-04-13T07:04:12.472 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 58/122 2024-04-13T07:04:12.473 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 59/122 2024-04-13T07:04:12.473 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 60/122 2024-04-13T07:04:12.473 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 61/122 2024-04-13T07:04:12.473 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 62/122 2024-04-13T07:04:12.473 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 63/122 2024-04-13T07:04:12.473 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 64/122 2024-04-13T07:04:12.473 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 65/122 2024-04-13T07:04:12.473 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 66/122 2024-04-13T07:04:12.473 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 67/122 2024-04-13T07:04:12.473 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 68/122 2024-04-13T07:04:12.473 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 69/122 2024-04-13T07:04:12.473 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-13T07:04:12.473 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 71/122 2024-04-13T07:04:12.474 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 72/122 2024-04-13T07:04:12.474 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 73/122 2024-04-13T07:04:12.474 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 74/122 2024-04-13T07:04:12.474 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 75/122 2024-04-13T07:04:12.474 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 76/122 2024-04-13T07:04:12.474 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 77/122 2024-04-13T07:04:12.474 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 78/122 2024-04-13T07:04:12.474 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 79/122 2024-04-13T07:04:12.474 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 80/122 2024-04-13T07:04:12.474 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 81/122 2024-04-13T07:04:12.474 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-13T07:04:12.474 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-13T07:04:12.474 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-13T07:04:12.474 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-13T07:04:12.475 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-13T07:04:12.475 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-13T07:04:12.475 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-13T07:04:12.475 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-13T07:04:12.475 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-13T07:04:12.475 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-13T07:04:12.475 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-13T07:04:12.475 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-13T07:04:12.475 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-13T07:04:12.475 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-13T07:04:12.475 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-13T07:04:12.475 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-13T07:04:12.475 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-13T07:04:12.475 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-13T07:04:12.476 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-13T07:04:12.476 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-13T07:04:12.476 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-13T07:04:12.476 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-13T07:04:12.476 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-13T07:04:12.476 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-13T07:04:12.476 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-13T07:04:12.476 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-13T07:04:12.476 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-13T07:04:12.476 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-13T07:04:12.476 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-13T07:04:12.476 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-13T07:04:12.476 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-13T07:04:12.477 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-13T07:04:12.477 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-13T07:04:12.477 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-13T07:04:12.477 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-13T07:04:12.477 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-13T07:04:12.477 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-13T07:04:12.477 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librados2-2:18.2.2-1217.g7d36322c.el9.x86_64 119/122 2024-04-13T07:04:12.477 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-13T07:04:12.477 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librbd1-2:18.2.2-1217.g7d36322c.el9.x86_64 121/122 2024-04-13T07:04:12.490 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-rook-2:18.2.2-1217.g7d36322c.el9.noarch 107/122 2024-04-13T07:04:12.683 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1217.g7d36322c.el9.noarch 107/122 2024-04-13T07:04:12.707 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mds-2:18.2.2-1217.g7d36322c.el9.x86_64 108/122 2024-04-13T07:04:12.729 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mds-2:18.2.2-1217.g7d36322c.el9.x86_64 108/122 2024-04-13T07:04:12.729 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:04:12.729 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-13T07:04:12.729 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-13T07:04:12.730 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-13T07:04:12.730 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:04:13.199 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mon-2:18.2.2-1217.g7d36322c.el9.x86_64 109/122 2024-04-13T07:04:13.222 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mon-2:18.2.2-1217.g7d36322c.el9.x86_64 109/122 2024-04-13T07:04:13.222 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:04:13.222 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-13T07:04:13.222 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-13T07:04:13.222 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-13T07:04:13.223 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:04:14.482 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-13T07:04:14.482 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T07:04:14.482 INFO:teuthology.orchestra.run.smithi066.stdout:Upgraded: 2024-04-13T07:04:14.482 INFO:teuthology.orchestra.run.smithi066.stdout: librados2-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.482 INFO:teuthology.orchestra.run.smithi066.stdout: librbd1-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.482 INFO:teuthology.orchestra.run.smithi066.stdout:Installed: 2024-04-13T07:04:14.482 INFO:teuthology.orchestra.run.smithi066.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-13T07:04:14.482 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.482 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-base-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.482 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.482 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.483 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-grafana-dashboards-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:04:14.483 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-immutable-object-cache-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.483 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mds-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.483 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.483 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:04:14.483 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-dashboard-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:04:14.483 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:04:14.483 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-modules-core-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:04:14.483 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-rook-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:04:14.483 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mon-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.483 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-osd-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.483 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-prometheus-alerts-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:04:14.483 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-radosgw-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.484 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-selinux-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.484 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-test-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.484 INFO:teuthology.orchestra.run.smithi066.stdout: cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:04:14.484 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-13T07:04:14.484 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-13T07:04:14.484 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-13T07:04:14.484 INFO:teuthology.orchestra.run.smithi066.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-13T07:04:14.484 INFO:teuthology.orchestra.run.smithi066.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-13T07:04:14.484 INFO:teuthology.orchestra.run.smithi066.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-13T07:04:14.484 INFO:teuthology.orchestra.run.smithi066.stdout: jq-1.6-16.el9.x86_64 2024-04-13T07:04:14.484 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-13T07:04:14.484 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-13T07:04:14.484 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs-devel-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.484 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs2-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.485 INFO:teuthology.orchestra.run.smithi066.stdout: libcephsqlite-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.485 INFO:teuthology.orchestra.run.smithi066.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-13T07:04:14.485 INFO:teuthology.orchestra.run.smithi066.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-13T07:04:14.485 INFO:teuthology.orchestra.run.smithi066.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-13T07:04:14.485 INFO:teuthology.orchestra.run.smithi066.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-13T07:04:14.485 INFO:teuthology.orchestra.run.smithi066.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-13T07:04:14.485 INFO:teuthology.orchestra.run.smithi066.stdout: librados-devel-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.485 INFO:teuthology.orchestra.run.smithi066.stdout: libradosstriper1-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.485 INFO:teuthology.orchestra.run.smithi066.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-13T07:04:14.485 INFO:teuthology.orchestra.run.smithi066.stdout: librgw2-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.485 INFO:teuthology.orchestra.run.smithi066.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-13T07:04:14.485 INFO:teuthology.orchestra.run.smithi066.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-13T07:04:14.485 INFO:teuthology.orchestra.run.smithi066.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-13T07:04:14.485 INFO:teuthology.orchestra.run.smithi066.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-13T07:04:14.486 INFO:teuthology.orchestra.run.smithi066.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-13T07:04:14.486 INFO:teuthology.orchestra.run.smithi066.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-13T07:04:14.486 INFO:teuthology.orchestra.run.smithi066.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-13T07:04:14.486 INFO:teuthology.orchestra.run.smithi066.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-13T07:04:14.486 INFO:teuthology.orchestra.run.smithi066.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-13T07:04:14.486 INFO:teuthology.orchestra.run.smithi066.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-13T07:04:14.486 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-13T07:04:14.486 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-argparse-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.486 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.486 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cephfs-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.486 INFO:teuthology.orchestra.run.smithi066.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-13T07:04:14.486 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-13T07:04:14.487 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-13T07:04:14.487 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-13T07:04:14.487 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-13T07:04:14.487 INFO:teuthology.orchestra.run.smithi066.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-13T07:04:14.487 INFO:teuthology.orchestra.run.smithi066.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-13T07:04:14.487 INFO:teuthology.orchestra.run.smithi066.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-13T07:04:14.487 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-13T07:04:14.487 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-13T07:04:14.487 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-13T07:04:14.487 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-13T07:04:14.487 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-13T07:04:14.487 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-13T07:04:14.487 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-13T07:04:14.487 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-13T07:04:14.488 INFO:teuthology.orchestra.run.smithi066.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-13T07:04:14.488 INFO:teuthology.orchestra.run.smithi066.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-13T07:04:14.488 INFO:teuthology.orchestra.run.smithi066.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-13T07:04:14.488 INFO:teuthology.orchestra.run.smithi066.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-13T07:04:14.488 INFO:teuthology.orchestra.run.smithi066.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-13T07:04:14.488 INFO:teuthology.orchestra.run.smithi066.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-13T07:04:14.488 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-13T07:04:14.488 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-13T07:04:14.488 INFO:teuthology.orchestra.run.smithi066.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-13T07:04:14.488 INFO:teuthology.orchestra.run.smithi066.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-13T07:04:14.488 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-13T07:04:14.488 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-13T07:04:14.488 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ply-3.11-14.el9.noarch 2024-04-13T07:04:14.488 INFO:teuthology.orchestra.run.smithi066.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-13T07:04:14.489 INFO:teuthology.orchestra.run.smithi066.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-13T07:04:14.489 INFO:teuthology.orchestra.run.smithi066.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-13T07:04:14.489 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-13T07:04:14.489 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-13T07:04:14.489 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-13T07:04:14.489 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-13T07:04:14.489 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-13T07:04:14.489 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-13T07:04:14.489 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rados-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.489 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rbd-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.489 INFO:teuthology.orchestra.run.smithi066.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-13T07:04:14.489 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-13T07:04:14.489 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-13T07:04:14.489 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rgw-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.490 INFO:teuthology.orchestra.run.smithi066.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-13T07:04:14.490 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-13T07:04:14.490 INFO:teuthology.orchestra.run.smithi066.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-13T07:04:14.490 INFO:teuthology.orchestra.run.smithi066.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-13T07:04:14.490 INFO:teuthology.orchestra.run.smithi066.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-13T07:04:14.490 INFO:teuthology.orchestra.run.smithi066.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-13T07:04:14.490 INFO:teuthology.orchestra.run.smithi066.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-13T07:04:14.490 INFO:teuthology.orchestra.run.smithi066.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-13T07:04:14.490 INFO:teuthology.orchestra.run.smithi066.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-13T07:04:14.490 INFO:teuthology.orchestra.run.smithi066.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-13T07:04:14.490 INFO:teuthology.orchestra.run.smithi066.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-13T07:04:14.490 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.490 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-mirror-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.490 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-nbd-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:14.491 INFO:teuthology.orchestra.run.smithi066.stdout: re2-1:20211101-3.el9.x86_64 2024-04-13T07:04:14.491 INFO:teuthology.orchestra.run.smithi066.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-13T07:04:14.491 INFO:teuthology.orchestra.run.smithi066.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-13T07:04:14.491 INFO:teuthology.orchestra.run.smithi066.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-13T07:04:14.491 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T07:04:14.491 INFO:teuthology.orchestra.run.smithi066.stdout:Complete! 2024-04-13T07:04:14.726 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-osd-2:18.2.2-1217.g7d36322c.el9.x86_64 110/122 2024-04-13T07:04:14.750 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-osd-2:18.2.2-1217.g7d36322c.el9.x86_64 110/122 2024-04-13T07:04:14.751 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:04:14.751 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-13T07:04:14.751 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-13T07:04:14.751 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-13T07:04:14.751 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:04:14.856 DEBUG:teuthology.parallel:result is None 2024-04-13T07:04:15.503 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-2:18.2.2-1217.g7d36322c.el9.x86_64 111/122 2024-04-13T07:04:15.535 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-radosgw-2:18.2.2-1217.g7d36322c.el9.x86_64 112/122 2024-04-13T07:04:15.557 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1217.g7d36322c.el9.x86_64 112/122 2024-04-13T07:04:15.557 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:04:15.557 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-13T07:04:15.557 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-13T07:04:15.557 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-13T07:04:15.558 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:04:15.602 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1217.g7d363 113/122 2024-04-13T07:04:15.623 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1217.g7d363 113/122 2024-04-13T07:04:15.624 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:04:15.624 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-13T07:04:15.624 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:04:15.928 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : rbd-mirror-2:18.2.2-1217.g7d36322c.el9.x86_64 114/122 2024-04-13T07:04:15.950 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1217.g7d36322c.el9.x86_64 114/122 2024-04-13T07:04:15.950 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-13T07:04:15.950 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-13T07:04:15.950 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-13T07:04:15.950 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-13T07:04:15.950 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:04:19.923 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-test-2:18.2.2-1217.g7d36322c.el9.x86_64 115/122 2024-04-13T07:04:19.965 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 116/122 2024-04-13T07:04:20.006 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : rbd-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 117/122 2024-04-13T07:04:20.132 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : rbd-nbd-2:18.2.2-1217.g7d36322c.el9.x86_64 118/122 2024-04-13T07:04:20.163 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 119/122 2024-04-13T07:04:20.194 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libcephfs-devel-2:18.2.2-1217.g7d36322c.el9.x86_ 120/122 2024-04-13T07:04:20.194 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-13T07:04:20.278 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-13T07:04:20.278 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-13T07:04:25.146 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-13T07:04:25.146 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-2:18.2.2-1217.g7d36322c.el9.x86_64 1/122 2024-04-13T07:04:25.146 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-base-2:18.2.2-1217.g7d36322c.el9.x86_64 2/122 2024-04-13T07:04:25.146 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 3/122 2024-04-13T07:04:25.146 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 4/122 2024-04-13T07:04:25.146 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1217.g7d363 5/122 2024-04-13T07:04:25.147 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mds-2:18.2.2-1217.g7d36322c.el9.x86_64 6/122 2024-04-13T07:04:25.147 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-2:18.2.2-1217.g7d36322c.el9.x86_64 7/122 2024-04-13T07:04:25.147 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mon-2:18.2.2-1217.g7d36322c.el9.x86_64 8/122 2024-04-13T07:04:25.147 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-osd-2:18.2.2-1217.g7d36322c.el9.x86_64 9/122 2024-04-13T07:04:25.147 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-radosgw-2:18.2.2-1217.g7d36322c.el9.x86_64 10/122 2024-04-13T07:04:25.147 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-selinux-2:18.2.2-1217.g7d36322c.el9.x86_64 11/122 2024-04-13T07:04:25.147 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-test-2:18.2.2-1217.g7d36322c.el9.x86_64 12/122 2024-04-13T07:04:25.147 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libcephfs-devel-2:18.2.2-1217.g7d36322c.el9.x86_ 13/122 2024-04-13T07:04:25.147 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libcephfs2-2:18.2.2-1217.g7d36322c.el9.x86_64 14/122 2024-04-13T07:04:25.147 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libcephsqlite-2:18.2.2-1217.g7d36322c.el9.x86_64 15/122 2024-04-13T07:04:25.147 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librados-devel-2:18.2.2-1217.g7d36322c.el9.x86_6 16/122 2024-04-13T07:04:25.147 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libradosstriper1-2:18.2.2-1217.g7d36322c.el9.x86 17/122 2024-04-13T07:04:25.147 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librgw2-2:18.2.2-1217.g7d36322c.el9.x86_64 18/122 2024-04-13T07:04:25.148 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1217.g7d36322c.el 19/122 2024-04-13T07:04:25.148 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-ceph-common-2:18.2.2-1217.g7d36322c.el9. 20/122 2024-04-13T07:04:25.148 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cephfs-2:18.2.2-1217.g7d36322c.el9.x86_6 21/122 2024-04-13T07:04:25.148 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-rados-2:18.2.2-1217.g7d36322c.el9.x86_64 22/122 2024-04-13T07:04:25.148 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-rbd-2:18.2.2-1217.g7d36322c.el9.x86_64 23/122 2024-04-13T07:04:25.148 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-rgw-2:18.2.2-1217.g7d36322c.el9.x86_64 24/122 2024-04-13T07:04:25.148 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : rbd-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 25/122 2024-04-13T07:04:25.148 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : rbd-mirror-2:18.2.2-1217.g7d36322c.el9.x86_64 26/122 2024-04-13T07:04:25.148 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : rbd-nbd-2:18.2.2-1217.g7d36322c.el9.x86_64 27/122 2024-04-13T07:04:25.148 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1217.g7d36322c. 28/122 2024-04-13T07:04:25.157 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1217.g7d36322c.el9.noa 29/122 2024-04-13T07:04:25.157 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1217.g7d36322c.el9.n 30/122 2024-04-13T07:04:25.157 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1217.g7d3 31/122 2024-04-13T07:04:25.157 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1217.g7d36322c.el 32/122 2024-04-13T07:04:25.157 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1217.g7d36322c.el9.noarch 33/122 2024-04-13T07:04:25.157 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1217.g7d36322c.e 34/122 2024-04-13T07:04:25.158 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 35/122 2024-04-13T07:04:25.158 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 36/122 2024-04-13T07:04:25.158 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : jq-1.6-16.el9.x86_64 37/122 2024-04-13T07:04:25.158 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 38/122 2024-04-13T07:04:25.158 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 39/122 2024-04-13T07:04:25.158 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 40/122 2024-04-13T07:04:25.158 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 41/122 2024-04-13T07:04:25.158 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 42/122 2024-04-13T07:04:25.158 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-ply-3.11-14.el9.noarch 43/122 2024-04-13T07:04:25.158 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 44/122 2024-04-13T07:04:25.158 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 45/122 2024-04-13T07:04:25.158 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 46/122 2024-04-13T07:04:25.158 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 47/122 2024-04-13T07:04:25.159 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 48/122 2024-04-13T07:04:25.159 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 49/122 2024-04-13T07:04:25.159 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 50/122 2024-04-13T07:04:25.159 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 51/122 2024-04-13T07:04:25.159 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 52/122 2024-04-13T07:04:25.159 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 53/122 2024-04-13T07:04:25.159 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 54/122 2024-04-13T07:04:25.159 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 55/122 2024-04-13T07:04:25.159 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 56/122 2024-04-13T07:04:25.159 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 57/122 2024-04-13T07:04:25.159 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 58/122 2024-04-13T07:04:25.159 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 59/122 2024-04-13T07:04:25.159 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 60/122 2024-04-13T07:04:25.159 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 61/122 2024-04-13T07:04:25.160 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 62/122 2024-04-13T07:04:25.160 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 63/122 2024-04-13T07:04:25.160 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 64/122 2024-04-13T07:04:25.160 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 65/122 2024-04-13T07:04:25.160 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 66/122 2024-04-13T07:04:25.160 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 67/122 2024-04-13T07:04:25.160 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 68/122 2024-04-13T07:04:25.160 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 69/122 2024-04-13T07:04:25.160 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-13T07:04:25.160 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 71/122 2024-04-13T07:04:25.160 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 72/122 2024-04-13T07:04:25.160 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 73/122 2024-04-13T07:04:25.160 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 74/122 2024-04-13T07:04:25.161 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 75/122 2024-04-13T07:04:25.161 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 76/122 2024-04-13T07:04:25.161 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 77/122 2024-04-13T07:04:25.161 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 78/122 2024-04-13T07:04:25.161 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 79/122 2024-04-13T07:04:25.161 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 80/122 2024-04-13T07:04:25.161 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 81/122 2024-04-13T07:04:25.161 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-13T07:04:25.161 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-13T07:04:25.161 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-13T07:04:25.161 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-13T07:04:25.161 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-13T07:04:25.161 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-13T07:04:25.161 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-13T07:04:25.162 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-13T07:04:25.162 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-13T07:04:25.162 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-13T07:04:25.162 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-13T07:04:25.162 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-13T07:04:25.162 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-13T07:04:25.162 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-13T07:04:25.162 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-13T07:04:25.162 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-13T07:04:25.162 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-13T07:04:25.162 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-13T07:04:25.162 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-13T07:04:25.162 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-13T07:04:25.163 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-13T07:04:25.163 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-13T07:04:25.163 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-13T07:04:25.163 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-13T07:04:25.163 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-13T07:04:25.163 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-13T07:04:25.163 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-13T07:04:25.163 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-13T07:04:25.163 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-13T07:04:25.163 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-13T07:04:25.163 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-13T07:04:25.163 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-13T07:04:25.163 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-13T07:04:25.163 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-13T07:04:25.164 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-13T07:04:25.164 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-13T07:04:25.164 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-13T07:04:25.164 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librados2-2:18.2.2-1217.g7d36322c.el9.x86_64 119/122 2024-04-13T07:04:25.164 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-13T07:04:25.164 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librbd1-2:18.2.2-1217.g7d36322c.el9.x86_64 121/122 2024-04-13T07:04:27.420 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-13T07:04:27.421 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:04:27.421 INFO:teuthology.orchestra.run.smithi003.stdout:Upgraded: 2024-04-13T07:04:27.421 INFO:teuthology.orchestra.run.smithi003.stdout: librados2-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.421 INFO:teuthology.orchestra.run.smithi003.stdout: librbd1-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.421 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2024-04-13T07:04:27.421 INFO:teuthology.orchestra.run.smithi003.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-13T07:04:27.421 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.421 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-base-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.421 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.421 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.421 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-grafana-dashboards-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:04:27.421 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-immutable-object-cache-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.421 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mds-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.422 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.422 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:04:27.422 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-dashboard-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:04:27.422 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:04:27.422 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-modules-core-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:04:27.422 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-rook-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:04:27.422 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mon-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.422 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-osd-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.422 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-prometheus-alerts-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:04:27.422 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-radosgw-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.422 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-selinux-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.422 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-test-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.423 INFO:teuthology.orchestra.run.smithi003.stdout: cephadm-2:18.2.2-1217.g7d36322c.el9.noarch 2024-04-13T07:04:27.423 INFO:teuthology.orchestra.run.smithi003.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-13T07:04:27.423 INFO:teuthology.orchestra.run.smithi003.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-13T07:04:27.423 INFO:teuthology.orchestra.run.smithi003.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-13T07:04:27.423 INFO:teuthology.orchestra.run.smithi003.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-13T07:04:27.423 INFO:teuthology.orchestra.run.smithi003.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-13T07:04:27.423 INFO:teuthology.orchestra.run.smithi003.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-13T07:04:27.423 INFO:teuthology.orchestra.run.smithi003.stdout: jq-1.6-16.el9.x86_64 2024-04-13T07:04:27.423 INFO:teuthology.orchestra.run.smithi003.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-13T07:04:27.423 INFO:teuthology.orchestra.run.smithi003.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-13T07:04:27.423 INFO:teuthology.orchestra.run.smithi003.stdout: libcephfs-devel-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.423 INFO:teuthology.orchestra.run.smithi003.stdout: libcephfs2-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.423 INFO:teuthology.orchestra.run.smithi003.stdout: libcephsqlite-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.423 INFO:teuthology.orchestra.run.smithi003.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-13T07:04:27.424 INFO:teuthology.orchestra.run.smithi003.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-13T07:04:27.424 INFO:teuthology.orchestra.run.smithi003.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-13T07:04:27.424 INFO:teuthology.orchestra.run.smithi003.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-13T07:04:27.424 INFO:teuthology.orchestra.run.smithi003.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-13T07:04:27.424 INFO:teuthology.orchestra.run.smithi003.stdout: librados-devel-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.424 INFO:teuthology.orchestra.run.smithi003.stdout: libradosstriper1-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.424 INFO:teuthology.orchestra.run.smithi003.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-13T07:04:27.424 INFO:teuthology.orchestra.run.smithi003.stdout: librgw2-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.424 INFO:teuthology.orchestra.run.smithi003.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-13T07:04:27.424 INFO:teuthology.orchestra.run.smithi003.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-13T07:04:27.424 INFO:teuthology.orchestra.run.smithi003.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-13T07:04:27.424 INFO:teuthology.orchestra.run.smithi003.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-13T07:04:27.424 INFO:teuthology.orchestra.run.smithi003.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-13T07:04:27.424 INFO:teuthology.orchestra.run.smithi003.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-13T07:04:27.425 INFO:teuthology.orchestra.run.smithi003.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-13T07:04:27.425 INFO:teuthology.orchestra.run.smithi003.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-13T07:04:27.425 INFO:teuthology.orchestra.run.smithi003.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-13T07:04:27.425 INFO:teuthology.orchestra.run.smithi003.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-13T07:04:27.425 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-13T07:04:27.425 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ceph-argparse-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.425 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ceph-common-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.425 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cephfs-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.425 INFO:teuthology.orchestra.run.smithi003.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-13T07:04:27.425 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-13T07:04:27.425 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-13T07:04:27.425 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-13T07:04:27.425 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-13T07:04:27.426 INFO:teuthology.orchestra.run.smithi003.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-13T07:04:27.426 INFO:teuthology.orchestra.run.smithi003.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-13T07:04:27.426 INFO:teuthology.orchestra.run.smithi003.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-13T07:04:27.426 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-13T07:04:27.426 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-13T07:04:27.426 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-13T07:04:27.426 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-13T07:04:27.426 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-13T07:04:27.426 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-13T07:04:27.426 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-13T07:04:27.426 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-13T07:04:27.426 INFO:teuthology.orchestra.run.smithi003.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-13T07:04:27.426 INFO:teuthology.orchestra.run.smithi003.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-13T07:04:27.427 INFO:teuthology.orchestra.run.smithi003.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-13T07:04:27.427 INFO:teuthology.orchestra.run.smithi003.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-13T07:04:27.427 INFO:teuthology.orchestra.run.smithi003.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-13T07:04:27.427 INFO:teuthology.orchestra.run.smithi003.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-13T07:04:27.427 INFO:teuthology.orchestra.run.smithi003.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-13T07:04:27.427 INFO:teuthology.orchestra.run.smithi003.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-13T07:04:27.427 INFO:teuthology.orchestra.run.smithi003.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-13T07:04:27.427 INFO:teuthology.orchestra.run.smithi003.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-13T07:04:27.427 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-13T07:04:27.427 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-13T07:04:27.427 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ply-3.11-14.el9.noarch 2024-04-13T07:04:27.427 INFO:teuthology.orchestra.run.smithi003.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-13T07:04:27.427 INFO:teuthology.orchestra.run.smithi003.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-13T07:04:27.427 INFO:teuthology.orchestra.run.smithi003.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-13T07:04:27.428 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-13T07:04:27.428 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-13T07:04:27.428 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-13T07:04:27.428 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-13T07:04:27.428 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-13T07:04:27.428 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-13T07:04:27.428 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rados-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.428 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rbd-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.428 INFO:teuthology.orchestra.run.smithi003.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-13T07:04:27.428 INFO:teuthology.orchestra.run.smithi003.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-13T07:04:27.428 INFO:teuthology.orchestra.run.smithi003.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-13T07:04:27.428 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rgw-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.428 INFO:teuthology.orchestra.run.smithi003.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-13T07:04:27.428 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-13T07:04:27.429 INFO:teuthology.orchestra.run.smithi003.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-13T07:04:27.429 INFO:teuthology.orchestra.run.smithi003.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-13T07:04:27.429 INFO:teuthology.orchestra.run.smithi003.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-13T07:04:27.429 INFO:teuthology.orchestra.run.smithi003.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-13T07:04:27.429 INFO:teuthology.orchestra.run.smithi003.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-13T07:04:27.429 INFO:teuthology.orchestra.run.smithi003.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-13T07:04:27.429 INFO:teuthology.orchestra.run.smithi003.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-13T07:04:27.429 INFO:teuthology.orchestra.run.smithi003.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-13T07:04:27.429 INFO:teuthology.orchestra.run.smithi003.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-13T07:04:27.429 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-fuse-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.429 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-mirror-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.429 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-nbd-2:18.2.2-1217.g7d36322c.el9.x86_64 2024-04-13T07:04:27.429 INFO:teuthology.orchestra.run.smithi003.stdout: re2-1:20211101-3.el9.x86_64 2024-04-13T07:04:27.430 INFO:teuthology.orchestra.run.smithi003.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-13T07:04:27.430 INFO:teuthology.orchestra.run.smithi003.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-13T07:04:27.430 INFO:teuthology.orchestra.run.smithi003.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-13T07:04:27.430 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:04:27.430 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2024-04-13T07:04:27.752 DEBUG:teuthology.parallel:result is None 2024-04-13T07:04:27.753 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-13T07:04:27.753 INFO:teuthology.packaging:ref: None 2024-04-13T07:04:27.753 INFO:teuthology.packaging:tag: None 2024-04-13T07:04:27.753 INFO:teuthology.packaging:branch: reef 2024-04-13T07:04:27.753 INFO:teuthology.packaging:sha1: 5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:04:27.754 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-13T07:04:28.026 DEBUG:teuthology.orchestra.run.smithi003:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-13T07:04:28.048 INFO:teuthology.orchestra.run.smithi003.stdout:18.2.2-1217.g7d36322c.el9 2024-04-13T07:04:28.049 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1217.g7d36322c.el9 2024-04-13T07:04:28.049 INFO:teuthology.task.install:The correct ceph version 18.2.2-1217.g7d36322c is installed. 2024-04-13T07:04:28.051 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-13T07:04:28.051 INFO:teuthology.packaging:ref: None 2024-04-13T07:04:28.051 INFO:teuthology.packaging:tag: None 2024-04-13T07:04:28.051 INFO:teuthology.packaging:branch: reef 2024-04-13T07:04:28.051 INFO:teuthology.packaging:sha1: 5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:04:28.051 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-13T07:04:28.324 DEBUG:teuthology.orchestra.run.smithi066:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-13T07:04:28.351 INFO:teuthology.orchestra.run.smithi066.stdout:18.2.2-1217.g7d36322c.el9 2024-04-13T07:04:28.352 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1217.g7d36322c.el9 2024-04-13T07:04:28.352 INFO:teuthology.task.install:The correct ceph version 18.2.2-1217.g7d36322c is installed. 2024-04-13T07:04:28.353 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-13T07:04:28.354 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T07:04:28.354 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-13T07:04:28.385 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-13T07:04:28.386 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-13T07:04:28.429 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-13T07:04:28.430 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T07:04:28.430 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/usr/bin/daemon-helper 2024-04-13T07:04:28.459 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-13T07:04:28.528 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-13T07:04:28.529 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/usr/bin/daemon-helper 2024-04-13T07:04:28.564 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-13T07:04:28.639 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-13T07:04:28.639 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T07:04:28.639 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-13T07:04:28.669 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-13T07:04:28.739 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-13T07:04:28.739 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-13T07:04:28.772 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-13T07:04:28.846 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-13T07:04:28.846 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T07:04:28.846 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/usr/bin/stdin-killer 2024-04-13T07:04:28.875 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-13T07:04:28.945 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-13T07:04:28.945 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/usr/bin/stdin-killer 2024-04-13T07:04:28.979 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-13T07:04:29.053 INFO:teuthology.run_tasks:Running task print... 2024-04-13T07:04:29.063 INFO:teuthology.task.print:**** done install task... 2024-04-13T07:04:29.063 INFO:teuthology.run_tasks:Running task print... 2024-04-13T07:04:29.088 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-04-13T07:04:29.088 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-13T07:04:29.259 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum'], 'sha1': '5f22a4974d6492df1d519913f5251731f043c582'} 2024-04-13T07:04:29.259 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-04-13T07:04:29.260 INFO:tasks.cephadm:Cluster fsid is 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:04:29.260 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-13T07:04:29.260 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.3', 'mon.c': '[v2:172.21.15.3:3301,v1:172.21.15.3:6790]', 'mon.b': '172.21.15.66'} 2024-04-13T07:04:29.260 INFO:tasks.cephadm:First mon is mon.a on smithi003 2024-04-13T07:04:29.260 INFO:tasks.cephadm:First mgr is y 2024-04-13T07:04:29.261 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-13T07:04:29.261 DEBUG:teuthology.orchestra.run.smithi003:> sudo hostname $(hostname -s) 2024-04-13T07:04:29.292 DEBUG:teuthology.orchestra.run.smithi066:> sudo hostname $(hostname -s) 2024-04-13T07:04:29.326 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-04-13T07:04:29.327 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:04:29.546 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '5f22a4974d6492df1d519913f5251731f043c582', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/54881/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2905-g5f22a497', 'node_name': '172.21.4.62+sulcata02', 'job_name': 'ceph-dev-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2905.g5f22a497'}, 'url': 'https://2.chacra.ceph.com/r/ceph/main/5f22a4974d6492df1d519913f5251731f043c582/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-12 17:58:55.849197', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/main/5f22a4974d6492df1d519913f5251731f043c582/centos/9/flavors/default/', 'archs': ['x86_64', 'source', 'arm64'], 'distro': 'centos'}] 2024-04-13T07:04:29.898 INFO:tasks.util.chacra:got chacra host 4.chacra.ceph.com, ref reef, sha1 7d36322c373c73b184fd252cd881b122d8c51a3b from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-04-13T07:04:29.899 INFO:tasks.cephadm:Discovered cachra url: https://4.chacra.ceph.com/binaries/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/x86_64/flavors/default/cephadm 2024-04-13T07:04:29.900 DEBUG:teuthology.orchestra.run.smithi003:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-13T07:04:30.330 INFO:teuthology.orchestra.run.smithi003.stdout:-rw-r--r--. 1 ubuntu ubuntu 215332 Apr 13 07:04 /home/ubuntu/cephtest/cephadm 2024-04-13T07:04:30.331 DEBUG:teuthology.orchestra.run.smithi066:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/reef/7d36322c373c73b184fd252cd881b122d8c51a3b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-13T07:04:30.909 INFO:teuthology.orchestra.run.smithi066.stdout:-rw-r--r--. 1 ubuntu ubuntu 215332 Apr 13 07:04 /home/ubuntu/cephtest/cephadm 2024-04-13T07:04:30.909 DEBUG:teuthology.orchestra.run.smithi003:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-13T07:04:30.928 DEBUG:teuthology.orchestra.run.smithi066:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-13T07:04:30.981 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-04-13T07:04:30.981 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-13T07:04:30.984 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-13T07:04:31.800 INFO:teuthology.orchestra.run.smithi003.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-13T07:04:31.898 INFO:teuthology.orchestra.run.smithi066.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-13T07:05:01.799 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-04-13T07:05:01.799 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_version": "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)", 2024-04-13T07:05:01.799 INFO:teuthology.orchestra.run.smithi066.stdout: "image_id": "6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704", 2024-04-13T07:05:01.799 INFO:teuthology.orchestra.run.smithi066.stdout: "repo_digests": [ 2024-04-13T07:05:01.800 INFO:teuthology.orchestra.run.smithi066.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d" 2024-04-13T07:05:01.800 INFO:teuthology.orchestra.run.smithi066.stdout: ] 2024-04-13T07:05:01.800 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-04-13T07:05:02.671 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:05:02.672 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_version": "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)", 2024-04-13T07:05:02.672 INFO:teuthology.orchestra.run.smithi003.stdout: "image_id": "6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704", 2024-04-13T07:05:02.672 INFO:teuthology.orchestra.run.smithi003.stdout: "repo_digests": [ 2024-04-13T07:05:02.672 INFO:teuthology.orchestra.run.smithi003.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d" 2024-04-13T07:05:02.672 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-04-13T07:05:02.672 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:05:02.691 DEBUG:teuthology.orchestra.run.smithi003:> sudo mkdir -p /etc/ceph 2024-04-13T07:05:02.747 DEBUG:teuthology.orchestra.run.smithi066:> sudo mkdir -p /etc/ceph 2024-04-13T07:05:02.788 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 777 /etc/ceph 2024-04-13T07:05:02.814 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 777 /etc/ceph 2024-04-13T07:05:02.863 INFO:tasks.cephadm:Writing seed config... 2024-04-13T07:05:02.897 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-13T07:05:02.897 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-13T07:05:02.897 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-13T07:05:02.897 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-13T07:05:02.897 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-13T07:05:02.897 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-04-13T07:05:02.897 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-13T07:05:02.897 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-13T07:05:02.897 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-13T07:05:02.898 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-13T07:05:02.898 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-13T07:05:02.898 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T07:05:02.898 DEBUG:teuthology.orchestra.run.smithi003:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-13T07:05:02.912 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 1235705e-f964-11ee-bc8d-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-13T07:05:02.913 DEBUG:teuthology.orchestra.run.smithi003:mon.a> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.a.service 2024-04-13T07:05:02.955 DEBUG:teuthology.orchestra.run.smithi003:mgr.y> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@mgr.y.service 2024-04-13T07:05:02.998 INFO:tasks.cephadm:Bootstrapping... 2024-04-13T07:05:02.998 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 1235705e-f964-11ee-bc8d-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.3 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-13T07:05:03.157 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2024-04-13T07:05:03.158 INFO:teuthology.orchestra.run.smithi003.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '1235705e-f964-11ee-bc8d-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.3', '--skip-admin-label'] 2024-04-13T07:05:03.183 INFO:teuthology.orchestra.run.smithi003.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-13T07:05:03.183 INFO:teuthology.orchestra.run.smithi003.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-13T07:05:03.184 INFO:teuthology.orchestra.run.smithi003.stdout:Verifying podman|docker is present... 2024-04-13T07:05:03.206 INFO:teuthology.orchestra.run.smithi003.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-13T07:05:03.206 INFO:teuthology.orchestra.run.smithi003.stdout:Verifying lvm2 is present... 2024-04-13T07:05:03.206 INFO:teuthology.orchestra.run.smithi003.stdout:Verifying time synchronization is in place... 2024-04-13T07:05:03.213 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-13T07:05:03.213 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-13T07:05:03.219 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-13T07:05:03.219 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout inactive 2024-04-13T07:05:03.225 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout enabled 2024-04-13T07:05:03.231 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout active 2024-04-13T07:05:03.231 INFO:teuthology.orchestra.run.smithi003.stdout:Unit chronyd.service is enabled and running 2024-04-13T07:05:03.231 INFO:teuthology.orchestra.run.smithi003.stdout:Repeating the final host check... 2024-04-13T07:05:03.254 INFO:teuthology.orchestra.run.smithi003.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-13T07:05:03.254 INFO:teuthology.orchestra.run.smithi003.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-13T07:05:03.255 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl is present 2024-04-13T07:05:03.255 INFO:teuthology.orchestra.run.smithi003.stdout:lvcreate is present 2024-04-13T07:05:03.260 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-13T07:05:03.260 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-13T07:05:03.266 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-13T07:05:03.266 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout inactive 2024-04-13T07:05:03.272 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout enabled 2024-04-13T07:05:03.278 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout active 2024-04-13T07:05:03.278 INFO:teuthology.orchestra.run.smithi003.stdout:Unit chronyd.service is enabled and running 2024-04-13T07:05:03.278 INFO:teuthology.orchestra.run.smithi003.stdout:Host looks OK 2024-04-13T07:05:03.278 INFO:teuthology.orchestra.run.smithi003.stdout:Cluster fsid: 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:05:03.278 INFO:teuthology.orchestra.run.smithi003.stdout:Acquiring lock 140367299487392 on /run/cephadm/1235705e-f964-11ee-bc8d-c7b262605968.lock 2024-04-13T07:05:03.278 INFO:teuthology.orchestra.run.smithi003.stdout:Lock 140367299487392 acquired on /run/cephadm/1235705e-f964-11ee-bc8d-c7b262605968.lock 2024-04-13T07:05:03.279 INFO:teuthology.orchestra.run.smithi003.stdout:Verifying IP 172.21.15.3 port 3300 ... 2024-04-13T07:05:03.279 INFO:teuthology.orchestra.run.smithi003.stdout:Verifying IP 172.21.15.3 port 6789 ... 2024-04-13T07:05:03.279 INFO:teuthology.orchestra.run.smithi003.stdout:Base mon IP(s) is [172.21.15.3:3300, 172.21.15.3:6789], mon addrv is [v2:172.21.15.3:3300,v1:172.21.15.3:6789] 2024-04-13T07:05:03.282 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.3 metric 100 2024-04-13T07:05:03.282 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.3 metric 100 2024-04-13T07:05:03.284 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-13T07:05:03.284 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-13T07:05:03.284 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-13T07:05:03.286 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-13T07:05:03.286 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-13T07:05:03.287 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-13T07:05:03.287 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-13T07:05:03.287 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:15dc/64 scope link noprefixroute 2024-04-13T07:05:03.287 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-13T07:05:03.287 INFO:teuthology.orchestra.run.smithi003.stdout:Mon IP `172.21.15.3` is in CIDR network `172.21.0.0/20` 2024-04-13T07:05:03.287 INFO:teuthology.orchestra.run.smithi003.stdout:Mon IP `172.21.15.3` is in CIDR network `172.21.0.0/20` 2024-04-13T07:05:03.287 INFO:teuthology.orchestra.run.smithi003.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-13T07:05:03.288 INFO:teuthology.orchestra.run.smithi003.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-13T07:05:03.288 INFO:teuthology.orchestra.run.smithi003.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-13T07:05:03.799 INFO:teuthology.orchestra.run.smithi003.stdout:/bin/podman: stdout 6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704 2024-04-13T07:05:03.799 INFO:teuthology.orchestra.run.smithi003.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-04-13T07:05:03.799 INFO:teuthology.orchestra.run.smithi003.stdout:/bin/podman: stderr Getting image source signatures 2024-04-13T07:05:03.799 INFO:teuthology.orchestra.run.smithi003.stdout:/bin/podman: stderr Copying blob sha256:397f9e8aa6d416a7e6e9b7eb3dbf2c2c9e5d8070442b8165e409aec883ce69cc 2024-04-13T07:05:03.799 INFO:teuthology.orchestra.run.smithi003.stdout:/bin/podman: stderr Copying blob sha256:9793b5b5582798bde394f4383d142e9f248a25e4ebfd72ee05ea9ec6251a877d 2024-04-13T07:05:03.799 INFO:teuthology.orchestra.run.smithi003.stdout:/bin/podman: stderr Copying config sha256:6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704 2024-04-13T07:05:03.799 INFO:teuthology.orchestra.run.smithi003.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-13T07:05:04.720 INFO:teuthology.orchestra.run.smithi003.stdout:ceph: stdout ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable) 2024-04-13T07:05:04.720 INFO:teuthology.orchestra.run.smithi003.stdout:Ceph version: ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable) 2024-04-13T07:05:04.720 INFO:teuthology.orchestra.run.smithi003.stdout:Extracting ceph user uid/gid from container image... 2024-04-13T07:05:05.617 INFO:teuthology.orchestra.run.smithi003.stdout:stat: stdout 167 167 2024-04-13T07:05:05.618 INFO:teuthology.orchestra.run.smithi003.stdout:Creating initial keys... 2024-04-13T07:05:06.505 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph-authtool: stdout AQChLhpmMguBORAAR21Sn+l2rPUlsV++tTZBoQ== 2024-04-13T07:05:07.469 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph-authtool: stdout AQCiLhpmNIdOMBAAObJoRuIt+6esf4xxldJLHA== 2024-04-13T07:05:08.333 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph-authtool: stdout AQCjLhpmxqYiLhAA3S0D7Fm8pgw3vQNFMpCczQ== 2024-04-13T07:05:08.362 INFO:teuthology.orchestra.run.smithi003.stdout:Creating initial monmap... 2024-04-13T07:05:11.135 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-13T07:05:11.135 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-04-13T07:05:11.135 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:05:11.135 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-13T07:05:11.135 INFO:teuthology.orchestra.run.smithi003.stdout:monmaptool for a [v2:172.21.15.3:3300,v1:172.21.15.3:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-13T07:05:11.135 INFO:teuthology.orchestra.run.smithi003.stdout:setting min_mon_release = pacific 2024-04-13T07:05:11.135 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/monmaptool: set fsid to 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:05:11.136 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-13T07:05:11.136 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:05:11.136 INFO:teuthology.orchestra.run.smithi003.stdout:Creating mon... 2024-04-13T07:05:20.933 INFO:teuthology.orchestra.run.smithi003.stdout:create mon.a on 2024-04-13T07:05:21.392 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-13T07:05:21.716 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-13T07:05:21.899 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-1235705e-f964-11ee-bc8d-c7b262605968.target → /etc/systemd/system/ceph-1235705e-f964-11ee-bc8d-c7b262605968.target. 2024-04-13T07:05:21.900 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-1235705e-f964-11ee-bc8d-c7b262605968.target → /etc/systemd/system/ceph-1235705e-f964-11ee-bc8d-c7b262605968.target. 2024-04-13T07:05:22.131 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.a 2024-04-13T07:05:22.131 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Failed to reset failed state of unit ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.a.service: Unit ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.a.service not loaded. 2024-04-13T07:05:22.293 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-1235705e-f964-11ee-bc8d-c7b262605968.target.wants/ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.a.service → /etc/systemd/system/ceph-1235705e-f964-11ee-bc8d-c7b262605968@.service. 2024-04-13T07:05:22.854 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-13T07:05:22.873 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout disabled 2024-04-13T07:05:22.874 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-13T07:05:22.874 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout inactive 2024-04-13T07:05:22.874 INFO:teuthology.orchestra.run.smithi003.stdout:firewalld.service is not enabled 2024-04-13T07:05:22.874 INFO:teuthology.orchestra.run.smithi003.stdout:Not possible to enable service . firewalld.service is not available 2024-04-13T07:05:22.874 INFO:teuthology.orchestra.run.smithi003.stdout:Waiting for mon to start... 2024-04-13T07:05:22.874 INFO:teuthology.orchestra.run.smithi003.stdout:Waiting for mon... 2024-04-13T07:05:24.050 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout cluster: 2024-04-13T07:05:24.052 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout id: 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:05:24.052 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-13T07:05:24.052 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-04-13T07:05:24.052 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout services: 2024-04-13T07:05:24.052 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.660763s) 2024-04-13T07:05:24.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-13T07:05:24.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-13T07:05:24.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-04-13T07:05:24.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout data: 2024-04-13T07:05:24.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-13T07:05:24.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-13T07:05:24.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-13T07:05:24.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout pgs: 2024-04-13T07:05:24.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-04-13T07:05:24.053 INFO:teuthology.orchestra.run.smithi003.stdout:mon is available 2024-04-13T07:05:24.053 INFO:teuthology.orchestra.run.smithi003.stdout:Assimilating anything we can from ceph.conf... 2024-04-13T07:05:25.233 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-04-13T07:05:25.233 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout [global] 2024-04-13T07:05:25.233 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout fsid = 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:05:25.233 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.3:3300,v1:172.21.15.3:6789] 2024-04-13T07:05:25.234 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-13T07:05:25.234 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-13T07:05:25.234 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-13T07:05:25.234 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-13T07:05:25.234 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-04-13T07:05:25.234 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-13T07:05:25.234 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-13T07:05:25.234 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-04-13T07:05:25.234 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout [osd] 2024-04-13T07:05:25.234 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-13T07:05:25.234 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-13T07:05:25.234 INFO:teuthology.orchestra.run.smithi003.stdout:Generating new minimal ceph.conf... 2024-04-13T07:05:26.147 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:25 smithi003 ceph-mon[26657]: from='client.? 172.21.15.3:0/3723918081' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:05:26.472 INFO:teuthology.orchestra.run.smithi003.stdout:Restarting the monitor... 2024-04-13T07:05:26.897 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:26 smithi003 systemd[1]: Stopping Ceph mon.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:05:27.263 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:26 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a[26653]: 2024-04-13T07:05:26.995+0000 7f8733381700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:05:27.264 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:26 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a[26653]: 2024-04-13T07:05:26.995+0000 7f8733381700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-13T07:05:27.557 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:27 smithi003 podman[26902]: 2024-04-13 07:05:27.251503018 +0000 UTC m=+0.623381882 container died 3171705ff37d6f1aad22e0ea2d7d8d079fd4ad828bf355d6b3d7957a7ae13eac (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-7d36322, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240409) 2024-04-13T07:05:27.877 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:27 smithi003 podman[26902]: 2024-04-13 07:05:27.545273412 +0000 UTC m=+0.917152275 container cleanup 3171705ff37d6f1aad22e0ea2d7d8d079fd4ad828bf355d6b3d7957a7ae13eac (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=reef-7d36322, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:05:27.877 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:27 smithi003 bash[26902]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a 2024-04-13T07:05:27.877 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:27 smithi003 podman[26916]: 2024-04-13 07:05:27.762865105 +0000 UTC m=+0.511974859 container remove 3171705ff37d6f1aad22e0ea2d7d8d079fd4ad828bf355d6b3d7957a7ae13eac (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7d36322, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:05:28.148 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:27 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-13T07:05:28.148 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:27 smithi003 systemd[1]: Stopped Ceph mon.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:05:28.148 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:27 smithi003 systemd[1]: Starting Ceph mon.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:05:28.148 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 podman[27016]: 2024-04-13 07:05:27.995335481 +0000 UTC m=+0.017352080 image pull 6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704 quay.ceph.io/ceph-ci/ceph:reef 2024-04-13T07:05:28.148 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 podman[27016]: 2024-04-13 07:05:28.096986647 +0000 UTC m=+0.119003264 container create 92e46dcd24a8b56706d172cbe4e5458f356150c28f50beda545d3a511a2b6e22 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-7d36322, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T07:05:28.366 INFO:teuthology.orchestra.run.smithi003.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-13T07:05:28.480 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 podman[27016]: 2024-04-13 07:05:28.291550418 +0000 UTC m=+0.313566992 container init 92e46dcd24a8b56706d172cbe4e5458f356150c28f50beda545d3a511a2b6e22 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=reef-7d36322, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-13T07:05:28.480 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 podman[27016]: 2024-04-13 07:05:28.294291338 +0000 UTC m=+0.316307916 container start 92e46dcd24a8b56706d172cbe4e5458f356150c28f50beda545d3a511a2b6e22 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=reef-7d36322, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-13T07:05:28.480 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: set uid:gid to 167:167 (ceph:ceph) 2024-04-13T07:05:28.480 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable), process ceph-mon, pid 2 2024-04-13T07:05:28.480 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: pidfile_write: ignore empty --pid-file 2024-04-13T07:05:28.480 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: load: jerasure load: lrc 2024-04-13T07:05:28.480 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: RocksDB version: 7.9.2 2024-04-13T07:05:28.480 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Git sha 0 2024-04-13T07:05:28.481 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Compile date 2024-04-12 16:22:45 2024-04-13T07:05:28.481 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: DB SUMMARY 2024-04-13T07:05:28.481 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: DB Session ID: TZGBONFL7Q3HY4YXENS5 2024-04-13T07:05:28.481 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: CURRENT file: CURRENT 2024-04-13T07:05:28.481 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: IDENTITY file: IDENTITY 2024-04-13T07:05:28.481 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-13T07:05:28.481 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-13T07:05:28.481 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84524 ; 2024-04-13T07:05:28.481 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.error_if_exists: 0 2024-04-13T07:05:28.481 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.create_if_missing: 0 2024-04-13T07:05:28.481 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.paranoid_checks: 1 2024-04-13T07:05:28.481 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-13T07:05:28.481 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-13T07:05:28.482 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-13T07:05:28.482 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.env: 0x564bc7f4a820 2024-04-13T07:05:28.482 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.fs: PosixFileSystem 2024-04-13T07:05:28.482 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.info_log: 0x564bca077520 2024-04-13T07:05:28.482 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_file_opening_threads: 16 2024-04-13T07:05:28.482 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.statistics: (nil) 2024-04-13T07:05:28.482 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.use_fsync: 0 2024-04-13T07:05:28.483 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_log_file_size: 0 2024-04-13T07:05:28.484 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-13T07:05:28.484 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-13T07:05:28.484 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.keep_log_file_num: 1000 2024-04-13T07:05:28.484 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.recycle_log_file_num: 0 2024-04-13T07:05:28.484 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.allow_fallocate: 1 2024-04-13T07:05:28.484 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.allow_mmap_reads: 0 2024-04-13T07:05:28.484 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.allow_mmap_writes: 0 2024-04-13T07:05:28.484 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.use_direct_reads: 0 2024-04-13T07:05:28.484 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-13T07:05:28.484 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.create_missing_column_families: 0 2024-04-13T07:05:28.484 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.db_log_dir: 2024-04-13T07:05:28.484 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.wal_dir: 2024-04-13T07:05:28.484 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-13T07:05:28.484 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-13T07:05:28.485 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-13T07:05:28.485 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-13T07:05:28.485 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-13T07:05:28.485 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-13T07:05:28.485 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.advise_random_on_open: 1 2024-04-13T07:05:28.485 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.db_write_buffer_size: 0 2024-04-13T07:05:28.485 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.write_buffer_manager: 0x564bc92ec140 2024-04-13T07:05:28.485 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-13T07:05:28.485 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-13T07:05:28.485 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-13T07:05:28.485 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.rate_limiter: (nil) 2024-04-13T07:05:28.485 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-13T07:05:28.485 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.wal_recovery_mode: 2 2024-04-13T07:05:28.486 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.enable_thread_tracking: 0 2024-04-13T07:05:28.486 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.enable_pipelined_write: 0 2024-04-13T07:05:28.486 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.unordered_write: 0 2024-04-13T07:05:28.486 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-13T07:05:28.486 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-13T07:05:28.486 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-13T07:05:28.486 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-13T07:05:28.486 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.row_cache: None 2024-04-13T07:05:28.486 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.wal_filter: None 2024-04-13T07:05:28.486 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-13T07:05:28.486 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.allow_ingest_behind: 0 2024-04-13T07:05:28.486 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.two_write_queues: 0 2024-04-13T07:05:28.486 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.manual_wal_flush: 0 2024-04-13T07:05:28.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.wal_compression: 0 2024-04-13T07:05:28.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.atomic_flush: 0 2024-04-13T07:05:28.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-13T07:05:28.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-13T07:05:28.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-13T07:05:28.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.log_readahead_size: 0 2024-04-13T07:05:28.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-13T07:05:28.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.best_efforts_recovery: 0 2024-04-13T07:05:28.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-13T07:05:28.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-13T07:05:28.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.allow_data_in_errors: 0 2024-04-13T07:05:28.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.db_host_id: __hostname__ 2024-04-13T07:05:28.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-13T07:05:28.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_background_jobs: 2 2024-04-13T07:05:28.488 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_background_compactions: -1 2024-04-13T07:05:28.488 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_subcompactions: 1 2024-04-13T07:05:28.488 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-13T07:05:28.488 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-13T07:05:28.488 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-13T07:05:28.488 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_total_wal_size: 0 2024-04-13T07:05:28.488 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-13T07:05:28.488 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-13T07:05:28.488 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-13T07:05:28.488 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-13T07:05:28.488 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_open_files: -1 2024-04-13T07:05:28.488 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.bytes_per_sync: 0 2024-04-13T07:05:28.488 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-13T07:05:28.488 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-13T07:05:28.489 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compaction_readahead_size: 0 2024-04-13T07:05:28.489 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_background_flushes: -1 2024-04-13T07:05:28.489 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Compression algorithms supported: 2024-04-13T07:05:28.489 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-13T07:05:28.489 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: kZSTD supported: 0 2024-04-13T07:05:28.489 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: kXpressCompression supported: 0 2024-04-13T07:05:28.489 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: kLZ4HCCompression supported: 1 2024-04-13T07:05:28.489 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: kZlibCompression supported: 1 2024-04-13T07:05:28.489 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: kSnappyCompression supported: 1 2024-04-13T07:05:28.489 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: kLZ4Compression supported: 1 2024-04-13T07:05:28.489 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: kBZip2Compression supported: 0 2024-04-13T07:05:28.489 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-13T07:05:28.489 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-13T07:05:28.489 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-13T07:05:28.490 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-13T07:05:28.490 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-13T07:05:28.490 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.merge_operator: 2024-04-13T07:05:28.490 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compaction_filter: None 2024-04-13T07:05:28.490 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compaction_filter_factory: None 2024-04-13T07:05:28.490 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.sst_partitioner_factory: None 2024-04-13T07:05:28.490 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-13T07:05:28.490 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-13T07:05:28.490 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564bca077620) 2024-04-13T07:05:28.490 INFO:journalctl@ceph.mon.a.smithi003.stdout: cache_index_and_filter_blocks: 1 2024-04-13T07:05:28.490 INFO:journalctl@ceph.mon.a.smithi003.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-13T07:05:28.490 INFO:journalctl@ceph.mon.a.smithi003.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-13T07:05:28.490 INFO:journalctl@ceph.mon.a.smithi003.stdout: pin_top_level_index_and_filter: 1 2024-04-13T07:05:28.490 INFO:journalctl@ceph.mon.a.smithi003.stdout: index_type: 0 2024-04-13T07:05:28.491 INFO:journalctl@ceph.mon.a.smithi003.stdout: data_block_index_type: 0 2024-04-13T07:05:28.491 INFO:journalctl@ceph.mon.a.smithi003.stdout: index_shortening: 1 2024-04-13T07:05:28.491 INFO:journalctl@ceph.mon.a.smithi003.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-13T07:05:28.491 INFO:journalctl@ceph.mon.a.smithi003.stdout: checksum: 4 2024-04-13T07:05:28.491 INFO:journalctl@ceph.mon.a.smithi003.stdout: no_block_cache: 0 2024-04-13T07:05:28.491 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_cache: 0x564bc938d1f0 2024-04-13T07:05:28.491 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_cache_name: BinnedLRUCache 2024-04-13T07:05:28.491 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_cache_options: 2024-04-13T07:05:28.491 INFO:journalctl@ceph.mon.a.smithi003.stdout: capacity : 536870912 2024-04-13T07:05:28.491 INFO:journalctl@ceph.mon.a.smithi003.stdout: num_shard_bits : 4 2024-04-13T07:05:28.491 INFO:journalctl@ceph.mon.a.smithi003.stdout: strict_capacity_limit : 0 2024-04-13T07:05:28.491 INFO:journalctl@ceph.mon.a.smithi003.stdout: high_pri_pool_ratio: 0.000 2024-04-13T07:05:28.491 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_cache_compressed: (nil) 2024-04-13T07:05:28.491 INFO:journalctl@ceph.mon.a.smithi003.stdout: persistent_cache: (nil) 2024-04-13T07:05:28.492 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_size: 4096 2024-04-13T07:05:28.492 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_size_deviation: 10 2024-04-13T07:05:28.492 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_restart_interval: 16 2024-04-13T07:05:28.492 INFO:journalctl@ceph.mon.a.smithi003.stdout: index_block_restart_interval: 1 2024-04-13T07:05:28.492 INFO:journalctl@ceph.mon.a.smithi003.stdout: metadata_block_size: 4096 2024-04-13T07:05:28.492 INFO:journalctl@ceph.mon.a.smithi003.stdout: partition_filters: 0 2024-04-13T07:05:28.492 INFO:journalctl@ceph.mon.a.smithi003.stdout: use_delta_encoding: 1 2024-04-13T07:05:28.492 INFO:journalctl@ceph.mon.a.smithi003.stdout: filter_policy: bloomfilter 2024-04-13T07:05:28.492 INFO:journalctl@ceph.mon.a.smithi003.stdout: whole_key_filtering: 1 2024-04-13T07:05:28.492 INFO:journalctl@ceph.mon.a.smithi003.stdout: verify_compression: 0 2024-04-13T07:05:28.492 INFO:journalctl@ceph.mon.a.smithi003.stdout: read_amp_bytes_per_bit: 0 2024-04-13T07:05:28.492 INFO:journalctl@ceph.mon.a.smithi003.stdout: format_version: 5 2024-04-13T07:05:28.492 INFO:journalctl@ceph.mon.a.smithi003.stdout: enable_index_compression: 1 2024-04-13T07:05:28.492 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_align: 0 2024-04-13T07:05:28.492 INFO:journalctl@ceph.mon.a.smithi003.stdout: max_auto_readahead_size: 262144 2024-04-13T07:05:28.492 INFO:journalctl@ceph.mon.a.smithi003.stdout: prepopulate_block_cache: 0 2024-04-13T07:05:28.493 INFO:journalctl@ceph.mon.a.smithi003.stdout: initial_auto_readahead_size: 8192 2024-04-13T07:05:28.493 INFO:journalctl@ceph.mon.a.smithi003.stdout: num_file_reads_for_auto_readahead: 2 2024-04-13T07:05:28.493 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.write_buffer_size: 33554432 2024-04-13T07:05:28.493 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_write_buffer_number: 2 2024-04-13T07:05:28.493 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compression: NoCompression 2024-04-13T07:05:28.493 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.bottommost_compression: Disabled 2024-04-13T07:05:28.493 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.prefix_extractor: nullptr 2024-04-13T07:05:28.493 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-13T07:05:28.493 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.num_levels: 7 2024-04-13T07:05:28.493 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-13T07:05:28.493 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-13T07:05:28.493 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-13T07:05:28.493 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-13T07:05:28.493 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-13T07:05:28.493 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-13T07:05:28.493 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-13T07:05:28.493 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:05:28.494 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-13T07:05:28.494 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-13T07:05:28.494 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:05:28.494 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:05:28.494 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-13T07:05:28.494 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compression_opts.level: 32767 2024-04-13T07:05:28.494 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compression_opts.strategy: 0 2024-04-13T07:05:28.494 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-13T07:05:28.494 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:05:28.494 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:05:28.494 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-13T07:05:28.494 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compression_opts.enabled: false 2024-04-13T07:05:28.494 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:05:28.494 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-13T07:05:28.495 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-13T07:05:28.495 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-13T07:05:28.495 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.target_file_size_base: 67108864 2024-04-13T07:05:28.495 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-13T07:05:28.495 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-13T07:05:28.495 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-13T07:05:28.495 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-13T07:05:28.495 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-13T07:05:28.495 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-13T07:05:28.495 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-13T07:05:28.495 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-13T07:05:28.495 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-13T07:05:28.495 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-13T07:05:28.495 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-13T07:05:28.495 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-13T07:05:28.495 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-13T07:05:28.495 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-13T07:05:28.496 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.arena_block_size: 1048576 2024-04-13T07:05:28.496 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-13T07:05:28.496 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-13T07:05:28.496 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.disable_auto_compactions: 0 2024-04-13T07:05:28.496 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-13T07:05:28.496 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-13T07:05:28.496 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-13T07:05:28.496 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-13T07:05:28.496 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-13T07:05:28.496 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-13T07:05:28.496 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-13T07:05:28.496 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-13T07:05:28.496 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-13T07:05:28.496 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-13T07:05:28.496 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.table_properties_collectors: 2024-04-13T07:05:28.496 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.inplace_update_support: 0 2024-04-13T07:05:28.497 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-13T07:05:28.497 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-13T07:05:28.497 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-13T07:05:28.497 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-13T07:05:28.497 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.bloom_locality: 0 2024-04-13T07:05:28.497 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.max_successive_merges: 0 2024-04-13T07:05:28.497 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-13T07:05:28.497 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.paranoid_file_checks: 0 2024-04-13T07:05:28.497 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.force_consistency_checks: 1 2024-04-13T07:05:28.497 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.report_bg_io_stats: 0 2024-04-13T07:05:28.497 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.ttl: 2592000 2024-04-13T07:05:28.497 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-13T07:05:28.497 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-13T07:05:28.497 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-13T07:05:28.497 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.enable_blob_files: false 2024-04-13T07:05:28.497 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.min_blob_size: 0 2024-04-13T07:05:28.498 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.blob_file_size: 268435456 2024-04-13T07:05:28.498 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-13T07:05:28.498 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-13T07:05:28.498 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-13T07:05:28.498 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-13T07:05:28.498 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-13T07:05:28.498 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.blob_file_starting_level: 0 2024-04-13T07:05:28.498 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-13T07:05:28.498 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-13T07:05:28.498 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-13T07:05:28.498 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 811c5d9b-f6b0-4e25-83d7-b91dec1c941b 2024-04-13T07:05:28.498 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712991928322997, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-13T07:05:28.498 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-13T07:05:28.498 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712991928323876, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81048, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79224, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73425, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712991928, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "811c5d9b-f6b0-4e25-83d7-b91dec1c941b", "db_session_id": "TZGBONFL7Q3HY4YXENS5", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-13T07:05:28.499 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712991928323957, "job": 1, "event": "recovery_finished"} 2024-04-13T07:05:28.499 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-13T07:05:28.499 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-13T07:05:28.499 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x564bc942c000 2024-04-13T07:05:28.499 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: DB pointer 0x564bc941a000 2024-04-13T07:05:28.499 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-13T07:05:28.499 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-13T07:05:28.499 INFO:journalctl@ceph.mon.a.smithi003.stdout: ** DB Stats ** 2024-04-13T07:05:28.499 INFO:journalctl@ceph.mon.a.smithi003.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:05:28.499 INFO:journalctl@ceph.mon.a.smithi003.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-13T07:05:28.499 INFO:journalctl@ceph.mon.a.smithi003.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:05:28.499 INFO:journalctl@ceph.mon.a.smithi003.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:05:28.499 INFO:journalctl@ceph.mon.a.smithi003.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-13T07:05:28.499 INFO:journalctl@ceph.mon.a.smithi003.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:05:28.499 INFO:journalctl@ceph.mon.a.smithi003.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:05:28.500 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-04-13T07:05:28.500 INFO:journalctl@ceph.mon.a.smithi003.stdout: ** Compaction Stats [default] ** 2024-04-13T07:05:28.500 INFO:journalctl@ceph.mon.a.smithi003.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:05:28.500 INFO:journalctl@ceph.mon.a.smithi003.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-13T07:05:28.500 INFO:journalctl@ceph.mon.a.smithi003.stdout: L0 2/0 80.98 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 132.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-13T07:05:28.500 INFO:journalctl@ceph.mon.a.smithi003.stdout: Sum 2/0 80.98 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 132.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-13T07:05:28.500 INFO:journalctl@ceph.mon.a.smithi003.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 132.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-13T07:05:28.500 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-04-13T07:05:28.500 INFO:journalctl@ceph.mon.a.smithi003.stdout: ** Compaction Stats [default] ** 2024-04-13T07:05:28.500 INFO:journalctl@ceph.mon.a.smithi003.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:05:28.500 INFO:journalctl@ceph.mon.a.smithi003.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-13T07:05:28.500 INFO:journalctl@ceph.mon.a.smithi003.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 132.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-13T07:05:28.500 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-04-13T07:05:28.500 INFO:journalctl@ceph.mon.a.smithi003.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-13T07:05:28.500 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-04-13T07:05:28.501 INFO:journalctl@ceph.mon.a.smithi003.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:05:28.501 INFO:journalctl@ceph.mon.a.smithi003.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-13T07:05:28.501 INFO:journalctl@ceph.mon.a.smithi003.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-13T07:05:28.501 INFO:journalctl@ceph.mon.a.smithi003.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-13T07:05:28.501 INFO:journalctl@ceph.mon.a.smithi003.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-13T07:05:28.501 INFO:journalctl@ceph.mon.a.smithi003.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-13T07:05:28.501 INFO:journalctl@ceph.mon.a.smithi003.stdout: Cumulative compaction: 0.00 GB write, 26.54 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:05:28.501 INFO:journalctl@ceph.mon.a.smithi003.stdout: Interval compaction: 0.00 GB write, 26.54 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:05:28.501 INFO:journalctl@ceph.mon.a.smithi003.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-13T07:05:28.501 INFO:journalctl@ceph.mon.a.smithi003.stdout: Block cache BinnedLRUCache@0x564bc938d1f0#2 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-13T07:05:28.501 INFO:journalctl@ceph.mon.a.smithi003.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-04-13T07:05:28.501 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-04-13T07:05:28.501 INFO:journalctl@ceph.mon.a.smithi003.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-13T07:05:28.501 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: starting mon.a rank 0 at public addrs [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] at bind addrs [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:05:28.501 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: mon.a@-1(???) e1 preinit fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:05:28.501 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: mon.a@-1(???).mds e1 new map 2024-04-13T07:05:28.502 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: mon.a@-1(???).mds e1 print_map 2024-04-13T07:05:28.502 INFO:journalctl@ceph.mon.a.smithi003.stdout: e1 2024-04-13T07:05:28.502 INFO:journalctl@ceph.mon.a.smithi003.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-13T07:05:28.502 INFO:journalctl@ceph.mon.a.smithi003.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T07:05:28.502 INFO:journalctl@ceph.mon.a.smithi003.stdout: legacy client fscid: -1 2024-04-13T07:05:28.502 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-04-13T07:05:28.502 INFO:journalctl@ceph.mon.a.smithi003.stdout: No filesystems configured 2024-04-13T07:05:28.502 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-13T07:05:28.502 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T07:05:28.502 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T07:05:28.502 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T07:05:28.502 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-13T07:05:28.502 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 bash[27016]: 92e46dcd24a8b56706d172cbe4e5458f356150c28f50beda545d3a511a2b6e22 2024-04-13T07:05:28.502 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 systemd[1]: Started Ceph mon.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:05:28.503 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-13T07:05:28.503 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: monmap e1: 1 mons at {a=[v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T07:05:28.503 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: fsmap 2024-04-13T07:05:28.503 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: osdmap e1: 0 total, 0 up, 0 in 2024-04-13T07:05:28.503 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:28 smithi003 ceph-mon[27034]: mgrmap e1: no daemons active 2024-04-13T07:05:29.471 INFO:teuthology.orchestra.run.smithi003.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-13T07:05:29.493 INFO:teuthology.orchestra.run.smithi003.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-13T07:05:29.493 INFO:teuthology.orchestra.run.smithi003.stdout:Creating mgr... 2024-04-13T07:05:29.493 INFO:teuthology.orchestra.run.smithi003.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-13T07:05:29.493 INFO:teuthology.orchestra.run.smithi003.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-13T07:05:29.744 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-1235705e-f964-11ee-bc8d-c7b262605968@mgr.y 2024-04-13T07:05:29.744 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Failed to reset failed state of unit ceph-1235705e-f964-11ee-bc8d-c7b262605968@mgr.y.service: Unit ceph-1235705e-f964-11ee-bc8d-c7b262605968@mgr.y.service not loaded. 2024-04-13T07:05:29.897 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-1235705e-f964-11ee-bc8d-c7b262605968.target.wants/ceph-1235705e-f964-11ee-bc8d-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-1235705e-f964-11ee-bc8d-c7b262605968@.service. 2024-04-13T07:05:30.120 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:29 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/463002522' entity='client.admin' 2024-04-13T07:05:30.121 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:29 smithi003 systemd[1]: Starting Ceph mgr.y for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:05:30.397 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:30 smithi003 podman[27253]: 2024-04-13 07:05:30.10805535 +0000 UTC m=+0.108631879 container create 358d73cdd0350a582941f10f0fd0fbbb1623eb72b2124cbdec038890487a6329 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=reef-7d36322, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-13T07:05:30.397 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:30 smithi003 podman[27253]: 2024-04-13 07:05:30.017696339 +0000 UTC m=+0.018272823 image pull 6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704 quay.ceph.io/ceph-ci/ceph:reef 2024-04-13T07:05:30.397 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:30 smithi003 podman[27253]: 2024-04-13 07:05:30.326920675 +0000 UTC m=+0.327497147 container init 358d73cdd0350a582941f10f0fd0fbbb1623eb72b2124cbdec038890487a6329 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=reef-7d36322, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:05:30.397 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:30 smithi003 podman[27253]: 2024-04-13 07:05:30.329350335 +0000 UTC m=+0.329926802 container start 358d73cdd0350a582941f10f0fd0fbbb1623eb72b2124cbdec038890487a6329 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=reef-7d36322, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-13T07:05:30.437 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-13T07:05:30.437 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout disabled 2024-04-13T07:05:30.445 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-13T07:05:30.445 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout inactive 2024-04-13T07:05:30.445 INFO:teuthology.orchestra.run.smithi003.stdout:firewalld.service is not enabled 2024-04-13T07:05:30.445 INFO:teuthology.orchestra.run.smithi003.stdout:Not possible to enable service . firewalld.service is not available 2024-04-13T07:05:30.454 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-13T07:05:30.454 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout disabled 2024-04-13T07:05:30.462 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-13T07:05:30.462 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout inactive 2024-04-13T07:05:30.462 INFO:teuthology.orchestra.run.smithi003.stdout:firewalld.service is not enabled 2024-04-13T07:05:30.462 INFO:teuthology.orchestra.run.smithi003.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-13T07:05:30.462 INFO:teuthology.orchestra.run.smithi003.stdout:Waiting for mgr to start... 2024-04-13T07:05:30.462 INFO:teuthology.orchestra.run.smithi003.stdout:Waiting for mgr... 2024-04-13T07:05:30.758 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:30 smithi003 bash[27253]: 358d73cdd0350a582941f10f0fd0fbbb1623eb72b2124cbdec038890487a6329 2024-04-13T07:05:30.759 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:30 smithi003 systemd[1]: Started Ceph mgr.y for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:05:31.013 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:30 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2540319209' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-13T07:05:31.014 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:30.898+0000 7fc811121200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:05:31.014 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:31.000+0000 7fc811121200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:05:31.525 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-04-13T07:05:31.528 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout { 2024-04-13T07:05:31.528 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "fsid": "1235705e-f964-11ee-bc8d-c7b262605968", 2024-04-13T07:05:31.528 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "health": { 2024-04-13T07:05:31.528 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-13T07:05:31.528 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-13T07:05:31.528 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-13T07:05:31.528 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:31.528 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-13T07:05:31.528 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-13T07:05:31.528 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 0 2024-04-13T07:05:31.528 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:05:31.528 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-13T07:05:31.528 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "a" 2024-04-13T07:05:31.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:05:31.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-04-13T07:05:31.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-13T07:05:31.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:05:31.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-13T07:05:31.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-13T07:05:31.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:31.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-13T07:05:31.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:05:31.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-13T07:05:31.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-13T07:05:31.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-13T07:05:31.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-13T07:05:31.533 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-13T07:05:31.533 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-13T07:05:31.533 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:31.533 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-13T07:05:31.533 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-13T07:05:31.533 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-13T07:05:31.533 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-13T07:05:31.533 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-13T07:05:31.533 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-13T07:05:31.533 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-13T07:05:31.533 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-13T07:05:31.534 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-13T07:05:31.534 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:31.534 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-13T07:05:31.534 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:05:31.534 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-13T07:05:31.534 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-13T07:05:31.534 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:31.534 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-13T07:05:31.534 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-13T07:05:31.534 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-13T07:05:31.534 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-13T07:05:31.534 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-13T07:05:31.534 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-13T07:05:31.535 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "restful" 2024-04-13T07:05:31.535 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:05:31.535 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T07:05:31.535 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:31.535 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-13T07:05:31.535 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:05:31.535 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "modified": "2024-04-13T07:05:22.787895+0000", 2024-04-13T07:05:31.535 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T07:05:31.535 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:31.535 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-13T07:05:31.535 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout } 2024-04-13T07:05:31.535 INFO:teuthology.orchestra.run.smithi003.stdout:mgr not available, waiting (1/15)... 2024-04-13T07:05:31.897 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:31.664+0000 7fc811121200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:05:31.897 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:31.758+0000 7fc811121200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:05:32.284 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:31.901+0000 7fc811121200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:05:32.284 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:31.998+0000 7fc811121200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:05:32.284 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:32 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:32.086+0000 7fc811121200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:05:32.577 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:32 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:32.358+0000 7fc811121200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:05:32.577 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:32 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:32.474+0000 7fc811121200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:05:32.577 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:32 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:32.564+0000 7fc811121200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:05:32.855 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:32 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:32.662+0000 7fc811121200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:05:32.855 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:32 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:32.842+0000 7fc811121200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:05:33.942 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:33 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:33.852+0000 7fc811121200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:05:34.349 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:34 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2423466138' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-13T07:05:34.349 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:33 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:33.989+0000 7fc811121200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:05:34.349 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:34.336+0000 7fc811121200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:05:34.642 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:34.428+0000 7fc811121200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:05:34.642 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:34.629+0000 7fc811121200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:05:34.773 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-04-13T07:05:34.779 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout { 2024-04-13T07:05:34.779 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "fsid": "1235705e-f964-11ee-bc8d-c7b262605968", 2024-04-13T07:05:34.779 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "health": { 2024-04-13T07:05:34.779 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-13T07:05:34.780 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-13T07:05:34.780 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-13T07:05:34.780 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:34.780 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-13T07:05:34.780 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-13T07:05:34.780 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 0 2024-04-13T07:05:34.780 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:05:34.780 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-13T07:05:34.780 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "a" 2024-04-13T07:05:34.780 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:05:34.780 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-04-13T07:05:34.780 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-13T07:05:34.780 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:05:34.781 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-13T07:05:34.781 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-13T07:05:34.781 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:34.781 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-13T07:05:34.781 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:05:34.781 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-13T07:05:34.781 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-13T07:05:34.781 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-13T07:05:34.781 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-13T07:05:34.781 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-13T07:05:34.781 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-13T07:05:34.781 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:34.781 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-13T07:05:34.781 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-13T07:05:34.781 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-13T07:05:34.781 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-13T07:05:34.782 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-13T07:05:34.782 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-13T07:05:34.782 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-13T07:05:34.782 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-13T07:05:34.782 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-13T07:05:34.782 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:34.782 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-13T07:05:34.782 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:05:34.782 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-13T07:05:34.782 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-13T07:05:34.782 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:34.782 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-13T07:05:34.782 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-13T07:05:34.782 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-13T07:05:34.783 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-13T07:05:34.783 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-13T07:05:34.783 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-13T07:05:34.783 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "restful" 2024-04-13T07:05:34.783 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:05:34.783 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T07:05:34.783 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:34.783 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-13T07:05:34.783 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:05:34.783 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "modified": "2024-04-13T07:05:22.787895+0000", 2024-04-13T07:05:34.783 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T07:05:34.783 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:34.783 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-13T07:05:34.784 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout } 2024-04-13T07:05:34.784 INFO:teuthology.orchestra.run.smithi003.stdout:mgr not available, waiting (2/15)... 2024-04-13T07:05:34.897 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:34.821+0000 7fc811121200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:05:35.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:35.110+0000 7fc811121200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:05:35.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:35.371+0000 7fc811121200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:05:35.647 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:35.609+0000 7fc811121200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:05:36.897 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:36 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:36.437+0000 7fc811121200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:05:37.171 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:37 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:37.056+0000 7fc811121200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:05:37.171 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:37 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:37.158+0000 7fc811121200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:05:37.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:37 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/506589540' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-13T07:05:37.647 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:37 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:37.389+0000 7fc811121200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:05:37.859 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-04-13T07:05:37.860 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout { 2024-04-13T07:05:37.860 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "fsid": "1235705e-f964-11ee-bc8d-c7b262605968", 2024-04-13T07:05:37.860 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "health": { 2024-04-13T07:05:37.860 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-13T07:05:37.860 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-13T07:05:37.860 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-13T07:05:37.860 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:37.860 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-13T07:05:37.860 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-13T07:05:37.860 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 0 2024-04-13T07:05:37.860 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:05:37.861 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-13T07:05:37.861 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "a" 2024-04-13T07:05:37.861 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:05:37.861 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-04-13T07:05:37.861 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-13T07:05:37.861 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:05:37.861 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-13T07:05:37.861 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-13T07:05:37.861 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:37.861 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-13T07:05:37.861 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:05:37.861 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-13T07:05:37.861 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-13T07:05:37.861 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-13T07:05:37.861 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-13T07:05:37.862 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-13T07:05:37.862 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-13T07:05:37.862 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:37.862 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-13T07:05:37.862 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-13T07:05:37.862 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-13T07:05:37.862 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-13T07:05:37.862 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-13T07:05:37.862 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-13T07:05:37.862 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-13T07:05:37.862 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-13T07:05:37.862 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-13T07:05:37.862 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:37.862 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-13T07:05:37.863 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:05:37.863 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-13T07:05:37.863 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-13T07:05:37.863 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:37.863 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-13T07:05:37.863 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-13T07:05:37.863 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-13T07:05:37.863 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-13T07:05:37.863 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-13T07:05:37.863 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-13T07:05:37.863 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "restful" 2024-04-13T07:05:37.863 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:05:37.863 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T07:05:37.863 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:37.863 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-13T07:05:37.863 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:05:37.864 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "modified": "2024-04-13T07:05:22.787895+0000", 2024-04-13T07:05:37.864 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T07:05:37.864 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:37.864 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-13T07:05:37.864 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout } 2024-04-13T07:05:37.864 INFO:teuthology.orchestra.run.smithi003.stdout:mgr not available, waiting (3/15)... 2024-04-13T07:05:38.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:38 smithi003 ceph-mon[27034]: Activating manager daemon y 2024-04-13T07:05:38.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:38 smithi003 ceph-mon[27034]: mgrmap e2: y(active, starting, since 0.00317407s) 2024-04-13T07:05:38.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:38 smithi003 ceph-mon[27034]: from='mgr.14100 172.21.15.3:0/4285427908' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:05:38.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:38 smithi003 ceph-mon[27034]: from='mgr.14100 172.21.15.3:0/4285427908' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:05:38.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:38 smithi003 ceph-mon[27034]: from='mgr.14100 172.21.15.3:0/4285427908' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:05:38.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:38 smithi003 ceph-mon[27034]: from='mgr.14100 172.21.15.3:0/4285427908' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:05:38.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:38 smithi003 ceph-mon[27034]: from='mgr.14100 172.21.15.3:0/4285427908' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:05:38.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:38 smithi003 ceph-mon[27034]: Manager daemon y is now available 2024-04-13T07:05:38.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:38 smithi003 ceph-mon[27034]: from='mgr.14100 172.21.15.3:0/4285427908' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:05:38.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:38 smithi003 ceph-mon[27034]: from='mgr.14100 172.21.15.3:0/4285427908' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:05:38.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:38 smithi003 ceph-mon[27034]: from='mgr.14100 172.21.15.3:0/4285427908' entity='mgr.y' 2024-04-13T07:05:38.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:38 smithi003 ceph-mon[27034]: from='mgr.14100 172.21.15.3:0/4285427908' entity='mgr.y' 2024-04-13T07:05:38.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:38 smithi003 ceph-mon[27034]: from='mgr.14100 172.21.15.3:0/4285427908' entity='mgr.y' 2024-04-13T07:05:39.897 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:39 smithi003 ceph-mon[27034]: mgrmap e3: y(active, since 1.00718s) 2024-04-13T07:05:40.574 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:40 smithi003 ceph-mon[27034]: mgrmap e4: y(active, since 2s) 2024-04-13T07:05:41.121 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-04-13T07:05:41.121 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout { 2024-04-13T07:05:41.121 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "fsid": "1235705e-f964-11ee-bc8d-c7b262605968", 2024-04-13T07:05:41.121 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "health": { 2024-04-13T07:05:41.122 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-13T07:05:41.122 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-13T07:05:41.122 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-13T07:05:41.122 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:41.122 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-13T07:05:41.122 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-13T07:05:41.122 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 0 2024-04-13T07:05:41.122 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:05:41.122 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-13T07:05:41.122 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "a" 2024-04-13T07:05:41.122 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:05:41.122 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-04-13T07:05:41.122 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-13T07:05:41.123 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:05:41.123 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-13T07:05:41.123 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-13T07:05:41.123 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:41.123 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-13T07:05:41.123 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:05:41.123 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-13T07:05:41.123 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-13T07:05:41.123 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-13T07:05:41.123 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-13T07:05:41.126 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-13T07:05:41.127 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-13T07:05:41.127 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:41.127 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-13T07:05:41.127 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-13T07:05:41.127 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-13T07:05:41.127 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-13T07:05:41.127 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-13T07:05:41.127 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-13T07:05:41.127 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-13T07:05:41.127 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-13T07:05:41.127 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-13T07:05:41.127 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:41.127 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-13T07:05:41.128 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:05:41.128 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-13T07:05:41.128 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-13T07:05:41.128 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:41.128 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-13T07:05:41.128 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-13T07:05:41.128 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-13T07:05:41.128 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-13T07:05:41.128 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-13T07:05:41.128 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-13T07:05:41.128 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "restful" 2024-04-13T07:05:41.128 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-04-13T07:05:41.128 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T07:05:41.128 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:41.128 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-13T07:05:41.129 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T07:05:41.129 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "modified": "2024-04-13T07:05:22.787895+0000", 2024-04-13T07:05:41.129 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T07:05:41.129 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-04-13T07:05:41.129 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-13T07:05:41.129 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout } 2024-04-13T07:05:41.129 INFO:teuthology.orchestra.run.smithi003.stdout:mgr is available 2024-04-13T07:05:41.737 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:41 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2648340112' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-13T07:05:42.260 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-04-13T07:05:42.260 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout [global] 2024-04-13T07:05:42.260 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout fsid = 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:05:42.260 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-13T07:05:42.260 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-13T07:05:42.260 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-13T07:05:42.260 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-13T07:05:42.260 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-04-13T07:05:42.260 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-13T07:05:42.260 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-13T07:05:42.260 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-04-13T07:05:42.260 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout [osd] 2024-04-13T07:05:42.260 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-13T07:05:42.261 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-13T07:05:42.261 INFO:teuthology.orchestra.run.smithi003.stdout:Enabling cephadm module... 2024-04-13T07:05:42.625 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:42 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2094018476' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-13T07:05:43.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:43 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2912438772' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-13T07:05:43.647 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:43 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ignoring --setuser ceph since I am not root 2024-04-13T07:05:43.647 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:43 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ignoring --setgroup ceph since I am not root 2024-04-13T07:05:44.045 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:43 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:43.971+0000 7f6b1b423200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:05:44.300 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:44.068+0000 7f6b1b423200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:05:44.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:44 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2912438772' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-13T07:05:44.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:44 smithi003 ceph-mon[27034]: mgrmap e5: y(active, since 6s) 2024-04-13T07:05:45.083 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:44.728+0000 7f6b1b423200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:05:45.083 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:44.827+0000 7f6b1b423200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:05:45.083 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:44.969+0000 7f6b1b423200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:05:45.083 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:45.070+0000 7f6b1b423200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:05:45.343 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:45.155+0000 7f6b1b423200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:05:45.346 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout { 2024-04-13T07:05:45.346 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-13T07:05:45.346 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-13T07:05:45.346 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-13T07:05:45.347 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-13T07:05:45.347 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout } 2024-04-13T07:05:45.347 INFO:teuthology.orchestra.run.smithi003.stdout:Waiting for the mgr to restart... 2024-04-13T07:05:45.347 INFO:teuthology.orchestra.run.smithi003.stdout:Waiting for mgr epoch 5... 2024-04-13T07:05:45.628 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:45 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2389191023' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-13T07:05:45.628 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:45.427+0000 7f6b1b423200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:05:45.629 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:45.540+0000 7f6b1b423200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:05:45.897 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:45.629+0000 7f6b1b423200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:05:45.897 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:45.725+0000 7f6b1b423200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:05:46.397 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:45.906+0000 7f6b1b423200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:05:47.386 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:46 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:46.892+0000 7f6b1b423200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:05:47.386 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:47.027+0000 7f6b1b423200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:05:47.386 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:47.373+0000 7f6b1b423200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:05:47.647 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:47.464+0000 7f6b1b423200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:05:48.147 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:47.663+0000 7f6b1b423200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:05:48.147 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:47.851+0000 7f6b1b423200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:05:48.412 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:48 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:48.139+0000 7f6b1b423200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:05:48.412 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:48 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:48.399+0000 7f6b1b423200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:05:48.896 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:48 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:48.639+0000 7f6b1b423200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:05:49.896 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:49 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:49.461+0000 7f6b1b423200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:05:50.383 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:50 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:50.049+0000 7f6b1b423200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:05:50.383 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:50 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:50.150+0000 7f6b1b423200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:05:50.383 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:50 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:05:50.370+0000 7f6b1b423200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:05:50.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:50 smithi003 ceph-mon[27034]: Active manager daemon y restarted 2024-04-13T07:05:50.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:50 smithi003 ceph-mon[27034]: Activating manager daemon y 2024-04-13T07:05:50.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:50 smithi003 ceph-mon[27034]: osdmap e2: 0 total, 0 up, 0 in 2024-04-13T07:05:50.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:50 smithi003 ceph-mon[27034]: mgrmap e6: y(active, starting, since 0.00332405s) 2024-04-13T07:05:50.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:50 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:05:50.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:50 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:05:50.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:50 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:05:50.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:50 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:05:50.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:50 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:05:50.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:50 smithi003 ceph-mon[27034]: Manager daemon y is now available 2024-04-13T07:05:50.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:50 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' 2024-04-13T07:05:50.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:50 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' 2024-04-13T07:05:50.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:50 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:05:50.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:50 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:05:50.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:50 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:05:50.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:50 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:05:51.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:51 smithi003 ceph-mon[27034]: Found migration_current of "None". Setting to last migration. 2024-04-13T07:05:51.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:51 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' 2024-04-13T07:05:51.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:51 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' 2024-04-13T07:05:51.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:51 smithi003 ceph-mon[27034]: mgrmap e7: y(active, since 1.00525s) 2024-04-13T07:05:51.911 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout { 2024-04-13T07:05:51.911 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-13T07:05:51.911 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-13T07:05:51.911 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout } 2024-04-13T07:05:51.911 INFO:teuthology.orchestra.run.smithi003.stdout:mgr epoch 5 is available 2024-04-13T07:05:51.911 INFO:teuthology.orchestra.run.smithi003.stdout:Setting orchestrator backend to cephadm... 2024-04-13T07:05:52.864 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:52 smithi003 ceph-mon[27034]: [13/Apr/2024:07:05:51] ENGINE Bus STARTING 2024-04-13T07:05:52.864 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:52 smithi003 ceph-mon[27034]: [13/Apr/2024:07:05:51] ENGINE Serving on https://172.21.15.3:7150 2024-04-13T07:05:52.864 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:52 smithi003 ceph-mon[27034]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-13T07:05:52.864 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:52 smithi003 ceph-mon[27034]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-13T07:05:52.864 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:52 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:05:53.535 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:53 smithi003 ceph-mon[27034]: [13/Apr/2024:07:05:51] ENGINE Serving on http://172.21.15.3:8765 2024-04-13T07:05:53.535 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:53 smithi003 ceph-mon[27034]: [13/Apr/2024:07:05:51] ENGINE Bus STARTED 2024-04-13T07:05:53.535 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:53 smithi003 ceph-mon[27034]: mgrmap e8: y(active, since 2s) 2024-04-13T07:05:53.535 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:53 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' 2024-04-13T07:05:53.535 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:53 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:05:54.298 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-13T07:05:54.299 INFO:teuthology.orchestra.run.smithi003.stdout:Generating ssh key... 2024-04-13T07:05:54.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:54 smithi003 ceph-mon[27034]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:05:55.443 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: Generating public/private rsa key pair. 2024-04-13T07:05:55.443 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: Your identification has been saved in /tmp/tmp83023jou/key. 2024-04-13T07:05:55.443 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: Your public key has been saved in /tmp/tmp83023jou/key.pub. 2024-04-13T07:05:55.443 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: The key fingerprint is: 2024-04-13T07:05:55.444 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: SHA256:T6novGI6aCAEiDqvEdQE7o186+gica3ig/1Iv2DuAKo ceph-1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:05:55.444 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: The key's randomart image is: 2024-04-13T07:05:55.444 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: +---[RSA 3072]----+ 2024-04-13T07:05:55.444 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: |o.+. | 2024-04-13T07:05:55.444 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: |=. . | 2024-04-13T07:05:55.444 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: |+. | 2024-04-13T07:05:55.444 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: |*.o . | 2024-04-13T07:05:55.444 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: |oB + S o | 2024-04-13T07:05:55.444 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: |B + o . + | 2024-04-13T07:05:55.444 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: |*B+o . . . | 2024-04-13T07:05:55.444 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: |OB*+oo | 2024-04-13T07:05:55.444 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: |E***+o+. | 2024-04-13T07:05:55.444 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: +----[SHA256]-----+ 2024-04-13T07:05:55.718 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-mon[27034]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:05:55.718 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' 2024-04-13T07:05:55.719 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:55 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' 2024-04-13T07:05:56.677 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkO9p3kgxGxkMqDrRIvWYP2twGQfC52rsaeXUGf4CWYN2ZvMlIatWJ1+vBAf+dozUCLZ8RLMztRF633sQH75SSbWxF252JlKtF0TSbywKvL7Jt+i0o/CpuA0CcahPoCBgyRYUcibXZ/2WgE+Y4cWKMmvKY1fyhvixVP10nwDzM9v1GWmTloRg4IhQSTz4/tfyQXR4pIywoLUtlLIo3kBG9HHOsw+QB8uiZ5FNhU8GZuwal+rroW4HKy05f5FAn+Mdgzxr0OmlhwT/+DyeiQgHHmw5lReJsu0WTnLiZhstnEQmdX+6GqUEXNOdKZmwv7f0mQkviJSmtURy2ge7o9h0PRgyQQmcEs3ActeUAQtPgBKJUpD4e/Z0/HiHVNOLMGe3wIJ6Dfn2ep7nnZFm+Sgbki73ea308WlNNVl0uNIKbq25H1YIiYbblQLCz39LTG+LNSpP4W0+txRUwDTESu213OekWc4pvrR2PI+Tt59I0Ze1r7PGiVM5u+rXWegwXVH8= ceph-1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:05:56.678 INFO:teuthology.orchestra.run.smithi003.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-13T07:05:56.678 INFO:teuthology.orchestra.run.smithi003.stdout:Adding key to root@localhost authorized_keys... 2024-04-13T07:05:56.678 INFO:teuthology.orchestra.run.smithi003.stdout:Adding host smithi003... 2024-04-13T07:05:56.775 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:56 smithi003 ceph-mon[27034]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:05:56.775 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:56 smithi003 ceph-mon[27034]: Generating ssh key... 2024-04-13T07:05:57.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:57 smithi003 ceph-mon[27034]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:05:58.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:58 smithi003 ceph-mon[27034]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi003", "addr": "172.21.15.3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:05:59.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:05:59 smithi003 ceph-mon[27034]: Deploying cephadm binary to smithi003 2024-04-13T07:06:00.536 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout Added host 'smithi003' with addr '172.21.15.3' 2024-04-13T07:06:00.536 INFO:teuthology.orchestra.run.smithi003.stdout:Deploying unmanaged mon service... 2024-04-13T07:06:01.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:00 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' 2024-04-13T07:06:01.147 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:00 smithi003 ceph-mon[27034]: Added host smithi003 2024-04-13T07:06:01.147 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:00 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:06:02.504 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:02 smithi003 ceph-mon[27034]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:06:02.505 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:02 smithi003 ceph-mon[27034]: Saving service mon spec with placement count:5 2024-04-13T07:06:02.505 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:02 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' 2024-04-13T07:06:02.505 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:02 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' 2024-04-13T07:06:02.507 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-13T07:06:02.508 INFO:teuthology.orchestra.run.smithi003.stdout:Deploying unmanaged mgr service... 2024-04-13T07:06:03.896 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:03 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' 2024-04-13T07:06:03.897 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:03 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' 2024-04-13T07:06:04.282 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-13T07:06:04.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:04 smithi003 ceph-mon[27034]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:06:04.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:04 smithi003 ceph-mon[27034]: Saving service mgr spec with placement count:2 2024-04-13T07:06:04.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:04 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' 2024-04-13T07:06:05.939 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:05 smithi003 ceph-mon[27034]: from='mgr.14120 172.21.15.3:0/3117865266' entity='mgr.y' 2024-04-13T07:06:05.939 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:05 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2040021345' entity='client.admin' 2024-04-13T07:06:07.582 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:07 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2968869331' entity='client.admin' 2024-04-13T07:06:07.585 INFO:teuthology.orchestra.run.smithi003.stdout:Enabling the dashboard module... 2024-04-13T07:06:08.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:08 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2209622993' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-13T07:06:08.646 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ignoring --setuser ceph since I am not root 2024-04-13T07:06:08.647 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ignoring --setgroup ceph since I am not root 2024-04-13T07:06:09.031 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:08.917+0000 7fbb5d423200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:06:09.031 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:09 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:09.019+0000 7fbb5d423200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:06:09.619 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:09 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2209622993' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-13T07:06:09.619 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:09 smithi003 ceph-mon[27034]: mgrmap e9: y(active, since 17s) 2024-04-13T07:06:09.896 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:09 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:09.686+0000 7fbb5d423200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:06:09.896 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:09 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:09.779+0000 7fbb5d423200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:06:10.220 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:09 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:09.925+0000 7fbb5d423200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:06:10.220 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:10 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:10.022+0000 7fbb5d423200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:06:10.220 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:10 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:10.106+0000 7fbb5d423200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:06:10.222 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout { 2024-04-13T07:06:10.223 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-13T07:06:10.223 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-13T07:06:10.223 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-13T07:06:10.224 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-13T07:06:10.224 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout } 2024-04-13T07:06:10.224 INFO:teuthology.orchestra.run.smithi003.stdout:Waiting for the mgr to restart... 2024-04-13T07:06:10.224 INFO:teuthology.orchestra.run.smithi003.stdout:Waiting for mgr epoch 9... 2024-04-13T07:06:10.506 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:10 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/3694460075' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-13T07:06:10.506 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:10 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:10.391+0000 7fbb5d423200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:06:10.881 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:10 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:10.504+0000 7fbb5d423200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:06:10.881 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:10 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:10.594+0000 7fbb5d423200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:06:10.881 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:10 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:10.692+0000 7fbb5d423200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:06:10.881 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:10 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:10.869+0000 7fbb5d423200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:06:12.146 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:11 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:11.852+0000 7fbb5d423200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:06:12.146 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:11 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:11.985+0000 7fbb5d423200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:06:12.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:12 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:12.322+0000 7fbb5d423200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:06:12.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:12 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:12.415+0000 7fbb5d423200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:06:12.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:12 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:12.623+0000 7fbb5d423200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:06:12.896 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:12 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:12.814+0000 7fbb5d423200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:06:13.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:13 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:13.106+0000 7fbb5d423200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:06:13.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:13 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:13.372+0000 7fbb5d423200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:06:13.646 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:13 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:13.616+0000 7fbb5d423200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:06:14.896 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:14.446+0000 7fbb5d423200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:06:15.382 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:15 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:15.044+0000 7fbb5d423200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:06:15.383 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:15 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:15.146+0000 7fbb5d423200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:06:15.383 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:06:15 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:06:15.370+0000 7fbb5d423200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:06:15.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:15 smithi003 ceph-mon[27034]: Active manager daemon y restarted 2024-04-13T07:06:15.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:15 smithi003 ceph-mon[27034]: Activating manager daemon y 2024-04-13T07:06:15.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:15 smithi003 ceph-mon[27034]: osdmap e3: 0 total, 0 up, 0 in 2024-04-13T07:06:15.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:15 smithi003 ceph-mon[27034]: mgrmap e10: y(active, starting, since 0.00299691s) 2024-04-13T07:06:15.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:06:15.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:06:15.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:06:15.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:06:15.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:06:15.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:15 smithi003 ceph-mon[27034]: Manager daemon y is now available 2024-04-13T07:06:15.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:06:15.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:06:15.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:06:17.065 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout { 2024-04-13T07:06:17.065 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-13T07:06:17.065 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-13T07:06:17.065 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout } 2024-04-13T07:06:17.065 INFO:teuthology.orchestra.run.smithi003.stdout:mgr epoch 9 is available 2024-04-13T07:06:17.065 INFO:teuthology.orchestra.run.smithi003.stdout:Generating a dashboard self-signed certificate... 2024-04-13T07:06:17.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:17 smithi003 ceph-mon[27034]: [13/Apr/2024:07:06:15] ENGINE Bus STARTING 2024-04-13T07:06:17.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:17 smithi003 ceph-mon[27034]: [13/Apr/2024:07:06:16] ENGINE Serving on https://172.21.15.3:7150 2024-04-13T07:06:17.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:17 smithi003 ceph-mon[27034]: [13/Apr/2024:07:06:16] ENGINE Serving on http://172.21.15.3:8765 2024-04-13T07:06:17.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:17 smithi003 ceph-mon[27034]: [13/Apr/2024:07:06:16] ENGINE Bus STARTED 2024-04-13T07:06:17.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:17 smithi003 ceph-mon[27034]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-13T07:06:17.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:17 smithi003 ceph-mon[27034]: mgrmap e11: y(active, since 1.00548s) 2024-04-13T07:06:17.647 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:17 smithi003 ceph-mon[27034]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-13T07:06:18.512 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-13T07:06:18.512 INFO:teuthology.orchestra.run.smithi003.stdout:Creating initial admin user... 2024-04-13T07:06:18.627 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:18 smithi003 ceph-mon[27034]: mgrmap e12: y(active, since 2s) 2024-04-13T07:06:18.627 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:18 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:18.627 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:18 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:18.628 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:18 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:19.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:19 smithi003 ceph-mon[27034]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:06:19.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:19 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:20.504 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:20 smithi003 ceph-mon[27034]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:06:20.504 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:20 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:20.967 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$xfZqZnijVDG6CfLCVk67/eUhjRjWKp3Akj/llEOkKzlGe4tYXqt3W", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1712991979, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-13T07:06:20.968 INFO:teuthology.orchestra.run.smithi003.stdout:Fetching dashboard port number... 2024-04-13T07:06:22.182 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 8443 2024-04-13T07:06:22.191 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-13T07:06:22.191 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout disabled 2024-04-13T07:06:22.198 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-13T07:06:22.198 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout inactive 2024-04-13T07:06:22.198 INFO:teuthology.orchestra.run.smithi003.stdout:firewalld.service is not enabled 2024-04-13T07:06:22.198 INFO:teuthology.orchestra.run.smithi003.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-13T07:06:22.200 INFO:teuthology.orchestra.run.smithi003.stdout:Ceph Dashboard is now available at: 2024-04-13T07:06:22.200 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:06:22.200 INFO:teuthology.orchestra.run.smithi003.stdout: URL: https://smithi003.front.sepia.ceph.com:8443/ 2024-04-13T07:06:22.200 INFO:teuthology.orchestra.run.smithi003.stdout: User: admin 2024-04-13T07:06:22.200 INFO:teuthology.orchestra.run.smithi003.stdout: Password: i26m422zkj 2024-04-13T07:06:22.200 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:06:22.201 INFO:teuthology.orchestra.run.smithi003.stdout:Saving cluster configuration to /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config directory 2024-04-13T07:06:22.201 INFO:teuthology.orchestra.run.smithi003.stdout:Enabling autotune for osd_memory_target 2024-04-13T07:06:22.474 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:22 smithi003 ceph-mon[27034]: mgrmap e13: y(active, since 6s) 2024-04-13T07:06:22.474 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:22 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/3076059528' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-13T07:06:24.778 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-13T07:06:24.778 INFO:teuthology.orchestra.run.smithi003.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-13T07:06:24.778 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:06:24.779 INFO:teuthology.orchestra.run.smithi003.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-13T07:06:24.779 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:06:24.779 INFO:teuthology.orchestra.run.smithi003.stdout:Or, if you are only running a single cluster on this host: 2024-04-13T07:06:24.779 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:06:24.779 INFO:teuthology.orchestra.run.smithi003.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-13T07:06:24.779 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:06:24.779 INFO:teuthology.orchestra.run.smithi003.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-13T07:06:24.779 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:06:24.779 INFO:teuthology.orchestra.run.smithi003.stdout: ceph telemetry on 2024-04-13T07:06:24.779 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:06:24.779 INFO:teuthology.orchestra.run.smithi003.stdout:For more information see: 2024-04-13T07:06:24.779 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:06:24.779 INFO:teuthology.orchestra.run.smithi003.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-13T07:06:24.779 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:06:24.779 INFO:teuthology.orchestra.run.smithi003.stdout:Bootstrap complete. 2024-04-13T07:06:24.816 INFO:tasks.cephadm:Fetching config... 2024-04-13T07:06:24.816 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T07:06:24.816 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-13T07:06:24.832 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-13T07:06:24.832 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T07:06:24.832 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-13T07:06:24.887 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-13T07:06:24.887 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T07:06:24.887 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-13T07:06:24.953 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-13T07:06:24.954 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T07:06:24.954 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-13T07:06:25.009 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-13T07:06:25.009 DEBUG:teuthology.orchestra.run.smithi003:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkO9p3kgxGxkMqDrRIvWYP2twGQfC52rsaeXUGf4CWYN2ZvMlIatWJ1+vBAf+dozUCLZ8RLMztRF633sQH75SSbWxF252JlKtF0TSbywKvL7Jt+i0o/CpuA0CcahPoCBgyRYUcibXZ/2WgE+Y4cWKMmvKY1fyhvixVP10nwDzM9v1GWmTloRg4IhQSTz4/tfyQXR4pIywoLUtlLIo3kBG9HHOsw+QB8uiZ5FNhU8GZuwal+rroW4HKy05f5FAn+Mdgzxr0OmlhwT/+DyeiQgHHmw5lReJsu0WTnLiZhstnEQmdX+6GqUEXNOdKZmwv7f0mQkviJSmtURy2ge7o9h0PRgyQQmcEs3ActeUAQtPgBKJUpD4e/Z0/HiHVNOLMGe3wIJ6Dfn2ep7nnZFm+Sgbki73ea308WlNNVl0uNIKbq25H1YIiYbblQLCz39LTG+LNSpP4W0+txRUwDTESu213OekWc4pvrR2PI+Tt59I0Ze1r7PGiVM5u+rXWegwXVH8= ceph-1235705e-f964-11ee-bc8d-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-13T07:06:25.087 INFO:teuthology.orchestra.run.smithi003.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkO9p3kgxGxkMqDrRIvWYP2twGQfC52rsaeXUGf4CWYN2ZvMlIatWJ1+vBAf+dozUCLZ8RLMztRF633sQH75SSbWxF252JlKtF0TSbywKvL7Jt+i0o/CpuA0CcahPoCBgyRYUcibXZ/2WgE+Y4cWKMmvKY1fyhvixVP10nwDzM9v1GWmTloRg4IhQSTz4/tfyQXR4pIywoLUtlLIo3kBG9HHOsw+QB8uiZ5FNhU8GZuwal+rroW4HKy05f5FAn+Mdgzxr0OmlhwT/+DyeiQgHHmw5lReJsu0WTnLiZhstnEQmdX+6GqUEXNOdKZmwv7f0mQkviJSmtURy2ge7o9h0PRgyQQmcEs3ActeUAQtPgBKJUpD4e/Z0/HiHVNOLMGe3wIJ6Dfn2ep7nnZFm+Sgbki73ea308WlNNVl0uNIKbq25H1YIiYbblQLCz39LTG+LNSpP4W0+txRUwDTESu213OekWc4pvrR2PI+Tt59I0Ze1r7PGiVM5u+rXWegwXVH8= ceph-1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:06:25.103 DEBUG:teuthology.orchestra.run.smithi066:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkO9p3kgxGxkMqDrRIvWYP2twGQfC52rsaeXUGf4CWYN2ZvMlIatWJ1+vBAf+dozUCLZ8RLMztRF633sQH75SSbWxF252JlKtF0TSbywKvL7Jt+i0o/CpuA0CcahPoCBgyRYUcibXZ/2WgE+Y4cWKMmvKY1fyhvixVP10nwDzM9v1GWmTloRg4IhQSTz4/tfyQXR4pIywoLUtlLIo3kBG9HHOsw+QB8uiZ5FNhU8GZuwal+rroW4HKy05f5FAn+Mdgzxr0OmlhwT/+DyeiQgHHmw5lReJsu0WTnLiZhstnEQmdX+6GqUEXNOdKZmwv7f0mQkviJSmtURy2ge7o9h0PRgyQQmcEs3ActeUAQtPgBKJUpD4e/Z0/HiHVNOLMGe3wIJ6Dfn2ep7nnZFm+Sgbki73ea308WlNNVl0uNIKbq25H1YIiYbblQLCz39LTG+LNSpP4W0+txRUwDTESu213OekWc4pvrR2PI+Tt59I0Ze1r7PGiVM5u+rXWegwXVH8= ceph-1235705e-f964-11ee-bc8d-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-13T07:06:25.156 INFO:teuthology.orchestra.run.smithi066.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDkO9p3kgxGxkMqDrRIvWYP2twGQfC52rsaeXUGf4CWYN2ZvMlIatWJ1+vBAf+dozUCLZ8RLMztRF633sQH75SSbWxF252JlKtF0TSbywKvL7Jt+i0o/CpuA0CcahPoCBgyRYUcibXZ/2WgE+Y4cWKMmvKY1fyhvixVP10nwDzM9v1GWmTloRg4IhQSTz4/tfyQXR4pIywoLUtlLIo3kBG9HHOsw+QB8uiZ5FNhU8GZuwal+rroW4HKy05f5FAn+Mdgzxr0OmlhwT/+DyeiQgHHmw5lReJsu0WTnLiZhstnEQmdX+6GqUEXNOdKZmwv7f0mQkviJSmtURy2ge7o9h0PRgyQQmcEs3ActeUAQtPgBKJUpD4e/Z0/HiHVNOLMGe3wIJ6Dfn2ep7nnZFm+Sgbki73ea308WlNNVl0uNIKbq25H1YIiYbblQLCz39LTG+LNSpP4W0+txRUwDTESu213OekWc4pvrR2PI+Tt59I0Ze1r7PGiVM5u+rXWegwXVH8= ceph-1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:06:25.175 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-13T07:06:25.304 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:25 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2425015293' entity='client.admin' 2024-04-13T07:06:25.377 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:06:28.236 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-13T07:06:28.237 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-13T07:06:28.683 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:06:28.783 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:28 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1923072922' entity='client.admin' 2024-04-13T07:06:31.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:30 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:31.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:30 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:31.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:30 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi003", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:06:31.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:30 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:31.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:30 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:06:31.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:30 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:31.767 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi066 2024-04-13T07:06:31.768 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-13T07:06:31.768 DEBUG:teuthology.orchestra.run.smithi066:> dd of=/etc/ceph/ceph.conf 2024-04-13T07:06:31.787 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-13T07:06:31.787 DEBUG:teuthology.orchestra.run.smithi066:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:06:31.845 INFO:tasks.cephadm:Adding host smithi066 to orchestrator... 2024-04-13T07:06:31.845 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph orch host add smithi066 2024-04-13T07:06:32.050 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:06:32.276 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:31 smithi003 ceph-mon[27034]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:06:32.276 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:31 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:32.276 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:31 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:06:32.277 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:31 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:06:32.277 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:31 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:06:32.277 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:32 smithi003 ceph-mon[27034]: Updating smithi003:/etc/ceph/ceph.conf 2024-04-13T07:06:32.277 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:32 smithi003 ceph-mon[27034]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:06:32.277 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:32 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:32.277 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:32 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:32.277 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:32 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:33.084 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:33 smithi003 ceph-mon[27034]: Updating smithi003:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:06:33.084 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:33 smithi003 ceph-mon[27034]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:06:34.896 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:34 smithi003 ceph-mon[27034]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi066", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:06:36.555 INFO:teuthology.orchestra.run.smithi003.stdout:Added host 'smithi066' with addr '172.21.15.66' 2024-04-13T07:06:36.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:36 smithi003 ceph-mon[27034]: Deploying cephadm binary to smithi066 2024-04-13T07:06:36.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:36 smithi003 ceph-mon[27034]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:37.099 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph orch host ls --format=json 2024-04-13T07:06:37.304 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:06:37.710 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:37 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:37.710 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:37 smithi003 ceph-mon[27034]: Added host smithi066 2024-04-13T07:06:37.710 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:37 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:06:37.710 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:37 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:37.710 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:37 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:37.710 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:37 smithi003 ceph-mon[27034]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:39.046 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:06:39.046 INFO:teuthology.orchestra.run.smithi003.stdout:[{"addr": "172.21.15.3", "hostname": "smithi003", "labels": [], "status": ""}, {"addr": "172.21.15.66", "hostname": "smithi066", "labels": [], "status": ""}] 2024-04-13T07:06:39.352 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:39 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:39.660 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-13T07:06:39.660 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd crush tunables default 2024-04-13T07:06:39.860 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:06:40.315 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:40 smithi003 ceph-mon[27034]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:06:40.315 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:40 smithi003 ceph-mon[27034]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:42.213 INFO:teuthology.orchestra.run.smithi003.stderr:adjusted tunables profile to default 2024-04-13T07:06:42.574 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:42.575 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:42.575 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:42.575 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:42.575 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:06:42.575 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:06:42.575 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:06:42.575 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:42 smithi003 ceph-mon[27034]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-13T07:06:42.575 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:42 smithi003 ceph-mon[27034]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:42.575 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:42 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1246929054' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-13T07:06:42.575 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:42.575 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:42.575 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:42.842 INFO:tasks.cephadm:Adding mon.a on smithi003 2024-04-13T07:06:42.842 INFO:tasks.cephadm:Adding mon.c on smithi003 2024-04-13T07:06:42.842 INFO:tasks.cephadm:Adding mon.b on smithi066 2024-04-13T07:06:42.843 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph orch apply mon '3;smithi003:172.21.15.3=a;smithi003:[v2:172.21.15.3:3301,v1:172.21.15.3:6790]=c;smithi066:172.21.15.66=b' 2024-04-13T07:06:43.050 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:06:43.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:43 smithi003 ceph-mon[27034]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:06:43.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:43 smithi003 ceph-mon[27034]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:06:43.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:43 smithi003 ceph-mon[27034]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:06:43.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:43 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1246929054' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-13T07:06:43.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:43 smithi003 ceph-mon[27034]: osdmap e4: 0 total, 0 up, 0 in 2024-04-13T07:06:44.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:44 smithi003 ceph-mon[27034]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:44.742 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled mon update... 2024-04-13T07:06:45.439 DEBUG:teuthology.orchestra.run.smithi003:mon.c> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.c.service 2024-04-13T07:06:45.442 DEBUG:teuthology.orchestra.run.smithi066:mon.b> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.b.service 2024-04-13T07:06:45.444 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-13T07:06:45.444 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph mon dump -f json 2024-04-13T07:06:46.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:45 smithi003 ceph-mon[27034]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi003:172.21.15.3=a;smithi003:[v2:172.21.15.3:3301,v1:172.21.15.3:6790]=c;smithi066:172.21.15.66=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:06:46.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:45 smithi003 ceph-mon[27034]: Saving service mon spec with placement smithi003:172.21.15.3=a;smithi003:[v2:172.21.15.3:3301,v1:172.21.15.3:6790]=c;smithi066:172.21.15.66=b;count:3 2024-04-13T07:06:46.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:45 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:46.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:45 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:06:46.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:45 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:06:46.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:45 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:06:46.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:45 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:46.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:45 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:06:46.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:45 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:06:46.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:45 smithi003 ceph-mon[27034]: Deploying daemon mon.b on smithi066 2024-04-13T07:06:46.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:45 smithi003 ceph-mon[27034]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:47.273 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:06:47.895 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:47 smithi003 ceph-mon[27034]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:48.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:48 smithi066 systemd[1]: Starting Ceph mon.b for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:06:49.742 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T07:06:49.742 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":1,"fsid":"1235705e-f964-11ee-bc8d-c7b262605968","modified":"2024-04-13T07:05:08.653608Z","created":"2024-04-13T07:05:08.653608Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:3300","nonce":0},{"type":"v1","addr":"172.21.15.3:6789","nonce":0}]},"addr":"172.21.15.3:6789/0","public_addr":"172.21.15.3:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-13T07:06:49.745 INFO:teuthology.orchestra.run.smithi066.stderr:dumped monmap epoch 1 2024-04-13T07:06:49.819 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 podman[30545]: 2024-04-13 07:06:49.432031373 +0000 UTC m=+0.019286249 image pull 6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704 quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d 2024-04-13T07:06:49.819 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 podman[30545]: 2024-04-13 07:06:49.529676871 +0000 UTC m=+0.116931755 container create 08d1a823ed5f8295818fe3bc84e5c0277417e3a1095f37abe8144a4110b414f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-b, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, RELEASE=reef-7d36322, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-13T07:06:49.819 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 podman[30545]: 2024-04-13 07:06:49.715179607 +0000 UTC m=+0.302434483 container init 08d1a823ed5f8295818fe3bc84e5c0277417e3a1095f37abe8144a4110b414f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=reef-7d36322, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:06:49.819 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 podman[30545]: 2024-04-13 07:06:49.718191546 +0000 UTC m=+0.305446423 container start 08d1a823ed5f8295818fe3bc84e5c0277417e3a1095f37abe8144a4110b414f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-b, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, RELEASE=reef-7d36322, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True) 2024-04-13T07:06:49.819 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: set uid:gid to 167:167 (ceph:ceph) 2024-04-13T07:06:49.819 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable), process ceph-mon, pid 2 2024-04-13T07:06:49.820 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: pidfile_write: ignore empty --pid-file 2024-04-13T07:06:49.820 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: load: jerasure load: lrc 2024-04-13T07:06:49.820 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: RocksDB version: 7.9.2 2024-04-13T07:06:49.820 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Git sha 0 2024-04-13T07:06:49.820 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Compile date 2024-04-12 16:22:45 2024-04-13T07:06:49.820 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: DB SUMMARY 2024-04-13T07:06:49.820 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: DB Session ID: TC07LA18F89RR2PXXUJC 2024-04-13T07:06:49.820 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: CURRENT file: CURRENT 2024-04-13T07:06:49.820 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: IDENTITY file: IDENTITY 2024-04-13T07:06:49.820 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-13T07:06:49.820 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-13T07:06:49.821 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-04-13T07:06:49.821 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.error_if_exists: 0 2024-04-13T07:06:49.821 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.create_if_missing: 0 2024-04-13T07:06:49.821 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.paranoid_checks: 1 2024-04-13T07:06:49.821 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-13T07:06:49.821 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-13T07:06:49.821 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-13T07:06:49.821 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.env: 0x55dd34d64820 2024-04-13T07:06:49.821 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.fs: PosixFileSystem 2024-04-13T07:06:49.821 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.info_log: 0x55dd37af1520 2024-04-13T07:06:49.821 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_file_opening_threads: 16 2024-04-13T07:06:49.821 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.statistics: (nil) 2024-04-13T07:06:49.822 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.use_fsync: 0 2024-04-13T07:06:49.822 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_log_file_size: 0 2024-04-13T07:06:49.822 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-13T07:06:49.822 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-13T07:06:49.822 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.keep_log_file_num: 1000 2024-04-13T07:06:49.822 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.recycle_log_file_num: 0 2024-04-13T07:06:49.822 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.allow_fallocate: 1 2024-04-13T07:06:49.822 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.allow_mmap_reads: 0 2024-04-13T07:06:49.822 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.allow_mmap_writes: 0 2024-04-13T07:06:49.822 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.use_direct_reads: 0 2024-04-13T07:06:49.822 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-13T07:06:49.823 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.create_missing_column_families: 0 2024-04-13T07:06:49.823 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.db_log_dir: 2024-04-13T07:06:49.823 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.wal_dir: 2024-04-13T07:06:49.823 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-13T07:06:49.823 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-13T07:06:49.823 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-13T07:06:49.823 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-13T07:06:49.823 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-13T07:06:49.823 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-13T07:06:49.823 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.advise_random_on_open: 1 2024-04-13T07:06:49.823 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.db_write_buffer_size: 0 2024-04-13T07:06:49.823 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.write_buffer_manager: 0x55dd36d66140 2024-04-13T07:06:49.823 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-13T07:06:49.824 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-13T07:06:49.824 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-13T07:06:49.824 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.rate_limiter: (nil) 2024-04-13T07:06:49.824 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-13T07:06:49.824 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.wal_recovery_mode: 2 2024-04-13T07:06:49.824 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.enable_thread_tracking: 0 2024-04-13T07:06:49.824 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.enable_pipelined_write: 0 2024-04-13T07:06:49.824 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.unordered_write: 0 2024-04-13T07:06:49.824 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-13T07:06:49.824 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-13T07:06:49.824 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-13T07:06:49.825 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-13T07:06:49.825 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.row_cache: None 2024-04-13T07:06:49.825 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.wal_filter: None 2024-04-13T07:06:49.825 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-13T07:06:49.825 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.allow_ingest_behind: 0 2024-04-13T07:06:49.825 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.two_write_queues: 0 2024-04-13T07:06:49.825 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.manual_wal_flush: 0 2024-04-13T07:06:49.825 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.wal_compression: 0 2024-04-13T07:06:49.825 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.atomic_flush: 0 2024-04-13T07:06:49.825 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-13T07:06:49.825 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-13T07:06:49.825 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-13T07:06:49.825 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.log_readahead_size: 0 2024-04-13T07:06:49.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-13T07:06:49.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.best_efforts_recovery: 0 2024-04-13T07:06:49.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-13T07:06:49.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-13T07:06:49.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.allow_data_in_errors: 0 2024-04-13T07:06:49.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.db_host_id: __hostname__ 2024-04-13T07:06:49.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-13T07:06:49.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_background_jobs: 2 2024-04-13T07:06:49.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_background_compactions: -1 2024-04-13T07:06:49.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_subcompactions: 1 2024-04-13T07:06:49.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-13T07:06:49.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-13T07:06:49.826 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-13T07:06:49.827 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_total_wal_size: 0 2024-04-13T07:06:49.827 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-13T07:06:49.827 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-13T07:06:49.827 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-13T07:06:49.827 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-13T07:06:49.827 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_open_files: -1 2024-04-13T07:06:49.827 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.bytes_per_sync: 0 2024-04-13T07:06:49.827 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-13T07:06:49.827 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-13T07:06:49.827 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compaction_readahead_size: 0 2024-04-13T07:06:49.827 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_background_flushes: -1 2024-04-13T07:06:49.827 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Compression algorithms supported: 2024-04-13T07:06:49.827 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-13T07:06:49.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: kZSTD supported: 0 2024-04-13T07:06:49.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: kXpressCompression supported: 0 2024-04-13T07:06:49.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: kLZ4HCCompression supported: 1 2024-04-13T07:06:49.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: kZlibCompression supported: 1 2024-04-13T07:06:49.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: kSnappyCompression supported: 1 2024-04-13T07:06:49.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: kLZ4Compression supported: 1 2024-04-13T07:06:49.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: kBZip2Compression supported: 0 2024-04-13T07:06:49.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-13T07:06:49.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-13T07:06:49.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-04-13T07:06:49.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-13T07:06:49.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-13T07:06:49.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.merge_operator: 2024-04-13T07:06:49.829 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compaction_filter: None 2024-04-13T07:06:49.829 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compaction_filter_factory: None 2024-04-13T07:06:49.829 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.sst_partitioner_factory: None 2024-04-13T07:06:49.829 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-13T07:06:49.829 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-13T07:06:49.829 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55dd37af1620) 2024-04-13T07:06:49.829 INFO:journalctl@ceph.mon.b.smithi066.stdout: cache_index_and_filter_blocks: 1 2024-04-13T07:06:49.829 INFO:journalctl@ceph.mon.b.smithi066.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-13T07:06:49.829 INFO:journalctl@ceph.mon.b.smithi066.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-13T07:06:49.829 INFO:journalctl@ceph.mon.b.smithi066.stdout: pin_top_level_index_and_filter: 1 2024-04-13T07:06:49.829 INFO:journalctl@ceph.mon.b.smithi066.stdout: index_type: 0 2024-04-13T07:06:49.829 INFO:journalctl@ceph.mon.b.smithi066.stdout: data_block_index_type: 0 2024-04-13T07:06:49.829 INFO:journalctl@ceph.mon.b.smithi066.stdout: index_shortening: 1 2024-04-13T07:06:49.830 INFO:journalctl@ceph.mon.b.smithi066.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-13T07:06:49.830 INFO:journalctl@ceph.mon.b.smithi066.stdout: checksum: 4 2024-04-13T07:06:49.830 INFO:journalctl@ceph.mon.b.smithi066.stdout: no_block_cache: 0 2024-04-13T07:06:49.830 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache: 0x55dd36e071f0 2024-04-13T07:06:49.830 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache_name: BinnedLRUCache 2024-04-13T07:06:49.830 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache_options: 2024-04-13T07:06:49.830 INFO:journalctl@ceph.mon.b.smithi066.stdout: capacity : 536870912 2024-04-13T07:06:49.830 INFO:journalctl@ceph.mon.b.smithi066.stdout: num_shard_bits : 4 2024-04-13T07:06:49.830 INFO:journalctl@ceph.mon.b.smithi066.stdout: strict_capacity_limit : 0 2024-04-13T07:06:49.830 INFO:journalctl@ceph.mon.b.smithi066.stdout: high_pri_pool_ratio: 0.000 2024-04-13T07:06:49.830 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache_compressed: (nil) 2024-04-13T07:06:49.830 INFO:journalctl@ceph.mon.b.smithi066.stdout: persistent_cache: (nil) 2024-04-13T07:06:49.830 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_size: 4096 2024-04-13T07:06:49.831 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_size_deviation: 10 2024-04-13T07:06:49.831 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_restart_interval: 16 2024-04-13T07:06:49.831 INFO:journalctl@ceph.mon.b.smithi066.stdout: index_block_restart_interval: 1 2024-04-13T07:06:49.831 INFO:journalctl@ceph.mon.b.smithi066.stdout: metadata_block_size: 4096 2024-04-13T07:06:49.831 INFO:journalctl@ceph.mon.b.smithi066.stdout: partition_filters: 0 2024-04-13T07:06:49.831 INFO:journalctl@ceph.mon.b.smithi066.stdout: use_delta_encoding: 1 2024-04-13T07:06:49.831 INFO:journalctl@ceph.mon.b.smithi066.stdout: filter_policy: bloomfilter 2024-04-13T07:06:49.831 INFO:journalctl@ceph.mon.b.smithi066.stdout: whole_key_filtering: 1 2024-04-13T07:06:49.831 INFO:journalctl@ceph.mon.b.smithi066.stdout: verify_compression: 0 2024-04-13T07:06:49.831 INFO:journalctl@ceph.mon.b.smithi066.stdout: read_amp_bytes_per_bit: 0 2024-04-13T07:06:49.831 INFO:journalctl@ceph.mon.b.smithi066.stdout: format_version: 5 2024-04-13T07:06:49.831 INFO:journalctl@ceph.mon.b.smithi066.stdout: enable_index_compression: 1 2024-04-13T07:06:49.831 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_align: 0 2024-04-13T07:06:49.832 INFO:journalctl@ceph.mon.b.smithi066.stdout: max_auto_readahead_size: 262144 2024-04-13T07:06:49.832 INFO:journalctl@ceph.mon.b.smithi066.stdout: prepopulate_block_cache: 0 2024-04-13T07:06:49.832 INFO:journalctl@ceph.mon.b.smithi066.stdout: initial_auto_readahead_size: 8192 2024-04-13T07:06:49.832 INFO:journalctl@ceph.mon.b.smithi066.stdout: num_file_reads_for_auto_readahead: 2 2024-04-13T07:06:49.832 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.write_buffer_size: 33554432 2024-04-13T07:06:49.832 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_write_buffer_number: 2 2024-04-13T07:06:49.832 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compression: NoCompression 2024-04-13T07:06:49.832 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.bottommost_compression: Disabled 2024-04-13T07:06:49.832 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.prefix_extractor: nullptr 2024-04-13T07:06:49.832 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-13T07:06:49.832 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.num_levels: 7 2024-04-13T07:06:49.833 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-13T07:06:49.833 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-13T07:06:49.833 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-13T07:06:49.833 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-13T07:06:49.833 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-13T07:06:49.833 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-13T07:06:49.833 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-13T07:06:49.833 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:06:49.833 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-13T07:06:49.833 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-13T07:06:49.833 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:06:49.833 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:06:49.833 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-13T07:06:49.834 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compression_opts.level: 32767 2024-04-13T07:06:49.834 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compression_opts.strategy: 0 2024-04-13T07:06:49.834 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-13T07:06:49.834 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:06:49.834 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:06:49.834 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-13T07:06:49.834 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compression_opts.enabled: false 2024-04-13T07:06:49.834 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:06:49.835 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-13T07:06:49.835 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-13T07:06:49.835 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-13T07:06:49.835 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.target_file_size_base: 67108864 2024-04-13T07:06:49.835 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-13T07:06:49.835 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-13T07:06:49.835 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-13T07:06:49.836 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-13T07:06:49.836 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-13T07:06:49.836 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-13T07:06:49.836 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-13T07:06:49.836 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-13T07:06:49.836 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-13T07:06:49.836 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-13T07:06:49.836 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-13T07:06:49.836 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-13T07:06:49.836 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-13T07:06:49.836 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-13T07:06:49.836 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.arena_block_size: 1048576 2024-04-13T07:06:49.836 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-13T07:06:49.836 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-13T07:06:49.837 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.disable_auto_compactions: 0 2024-04-13T07:06:49.837 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-13T07:06:49.837 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-13T07:06:49.837 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-13T07:06:49.837 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-13T07:06:49.837 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-13T07:06:49.837 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-13T07:06:49.837 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-13T07:06:49.837 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-13T07:06:49.837 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-13T07:06:49.837 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-13T07:06:49.837 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.table_properties_collectors: 2024-04-13T07:06:49.837 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.inplace_update_support: 0 2024-04-13T07:06:49.838 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-13T07:06:49.838 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-13T07:06:49.838 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-13T07:06:49.838 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-13T07:06:49.838 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.bloom_locality: 0 2024-04-13T07:06:49.838 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.max_successive_merges: 0 2024-04-13T07:06:49.838 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-13T07:06:49.838 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.paranoid_file_checks: 0 2024-04-13T07:06:49.838 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.force_consistency_checks: 1 2024-04-13T07:06:49.838 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.report_bg_io_stats: 0 2024-04-13T07:06:49.838 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.ttl: 2592000 2024-04-13T07:06:49.839 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-13T07:06:49.839 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-13T07:06:49.839 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-13T07:06:49.839 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.enable_blob_files: false 2024-04-13T07:06:49.839 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.min_blob_size: 0 2024-04-13T07:06:49.839 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.blob_file_size: 268435456 2024-04-13T07:06:49.839 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-13T07:06:49.839 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-13T07:06:49.839 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-13T07:06:49.839 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-13T07:06:49.839 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-13T07:06:49.839 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.blob_file_starting_level: 0 2024-04-13T07:06:49.839 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-13T07:06:49.839 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-13T07:06:49.840 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-13T07:06:49.840 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: be66855d-6806-4fbd-9986-a73b7212cc04 2024-04-13T07:06:49.840 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712992009750280, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-13T07:06:49.840 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-13T07:06:49.840 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712992009750724, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712992009, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "be66855d-6806-4fbd-9986-a73b7212cc04", "db_session_id": "TC07LA18F89RR2PXXUJC", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-13T07:06:49.840 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712992009750804, "job": 1, "event": "recovery_finished"} 2024-04-13T07:06:49.840 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-13T07:06:49.840 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-13T07:06:49.840 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55dd36ea6000 2024-04-13T07:06:49.840 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: DB pointer 0x55dd36e94000 2024-04-13T07:06:49.840 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-13T07:06:49.840 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-13T07:06:49.840 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** DB Stats ** 2024-04-13T07:06:49.840 INFO:journalctl@ceph.mon.b.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:06:49.841 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-13T07:06:49.841 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:06:49.841 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:06:49.841 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-13T07:06:49.841 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:06:49.841 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:06:49.841 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-13T07:06:49.841 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** Compaction Stats [default] ** 2024-04-13T07:06:49.841 INFO:journalctl@ceph.mon.b.smithi066.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:06:49.841 INFO:journalctl@ceph.mon.b.smithi066.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-13T07:06:49.841 INFO:journalctl@ceph.mon.b.smithi066.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-13T07:06:49.842 INFO:journalctl@ceph.mon.b.smithi066.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-13T07:06:49.842 INFO:journalctl@ceph.mon.b.smithi066.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-13T07:06:49.842 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-13T07:06:49.842 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** Compaction Stats [default] ** 2024-04-13T07:06:49.842 INFO:journalctl@ceph.mon.b.smithi066.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:06:49.842 INFO:journalctl@ceph.mon.b.smithi066.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-13T07:06:49.842 INFO:journalctl@ceph.mon.b.smithi066.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-13T07:06:49.842 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-13T07:06:49.842 INFO:journalctl@ceph.mon.b.smithi066.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-13T07:06:49.842 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-13T07:06:49.842 INFO:journalctl@ceph.mon.b.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:06:49.842 INFO:journalctl@ceph.mon.b.smithi066.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-13T07:06:49.843 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-13T07:06:49.843 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-13T07:06:49.843 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-13T07:06:49.843 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-13T07:06:49.843 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative compaction: 0.00 GB write, 0.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:06:49.843 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval compaction: 0.00 GB write, 0.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:06:49.843 INFO:journalctl@ceph.mon.b.smithi066.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-13T07:06:49.843 INFO:journalctl@ceph.mon.b.smithi066.stdout: Block cache BinnedLRUCache@0x55dd36e071f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-13T07:06:49.843 INFO:journalctl@ceph.mon.b.smithi066.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-13T07:06:49.843 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-13T07:06:49.843 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-13T07:06:49.843 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-13T07:06:49.843 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: using public_addr v2:172.21.15.66:0/0 -> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] 2024-04-13T07:06:49.844 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: starting mon.b rank -1 at public addrs [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] at bind addrs [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:06:49.844 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: mon.b@-1(???) e0 preinit fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:06:49.844 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: mon.b@-1(synchronizing).mds e1 new map 2024-04-13T07:06:49.844 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-13T07:06:49.844 INFO:journalctl@ceph.mon.b.smithi066.stdout: e1 2024-04-13T07:06:49.844 INFO:journalctl@ceph.mon.b.smithi066.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-13T07:06:49.844 INFO:journalctl@ceph.mon.b.smithi066.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T07:06:49.844 INFO:journalctl@ceph.mon.b.smithi066.stdout: legacy client fscid: -1 2024-04-13T07:06:49.844 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-13T07:06:49.844 INFO:journalctl@ceph.mon.b.smithi066.stdout: No filesystems configured 2024-04-13T07:06:49.844 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-13T07:06:49.844 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-13T07:06:49.845 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-13T07:06:49.845 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-13T07:06:49.845 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-13T07:06:49.845 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-13T07:06:49.845 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-13T07:06:49.845 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T07:06:49.845 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T07:06:49.845 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T07:06:49.845 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:49.845 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:06:49.845 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:49.845 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:49.845 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:49.845 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:49.846 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:49.846 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:06:49.846 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:06:49.846 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:06:49.846 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-13T07:06:49.846 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:49.846 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1246929054' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-13T07:06:49.846 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:49.846 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:49.846 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:49.846 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:06:49.846 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:06:49.846 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:06:49.847 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1246929054' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-13T07:06:49.847 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: osdmap e4: 0 total, 0 up, 0 in 2024-04-13T07:06:49.847 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:49.847 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi003:172.21.15.3=a;smithi003:[v2:172.21.15.3:3301,v1:172.21.15.3:6790]=c;smithi066:172.21.15.66=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:06:49.847 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: Saving service mon spec with placement smithi003:172.21.15.3=a;smithi003:[v2:172.21.15.3:3301,v1:172.21.15.3:6790]=c;smithi066:172.21.15.66=b;count:3 2024-04-13T07:06:49.847 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:49.847 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:06:49.847 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:06:49.847 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:06:49.847 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:49.847 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:06:49.847 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:06:49.848 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: Deploying daemon mon.b on smithi066 2024-04-13T07:06:49.848 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:49.848 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:49.848 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:49.848 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 ceph-mon[30583]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-13T07:06:49.848 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 bash[30545]: 08d1a823ed5f8295818fe3bc84e5c0277417e3a1095f37abe8144a4110b414f6 2024-04-13T07:06:49.848 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:49 smithi066 systemd[1]: Started Ceph mon.b for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:06:49.895 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:49 smithi003 ceph-mon[27034]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:51.387 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-13T07:06:51.387 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph mon dump -f json 2024-04-13T07:06:51.609 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:06:55.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:54 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:06:55.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:54 smithi003 ceph-mon[27034]: mon.a calling monitor election 2024-04-13T07:06:55.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:54 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:06:55.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:54 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:06:55.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:54 smithi003 ceph-mon[27034]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:55.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:54 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:06:55.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:54 smithi003 ceph-mon[27034]: mon.b calling monitor election 2024-04-13T07:06:55.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:54 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:06:55.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:54 smithi003 ceph-mon[27034]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:55.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:54 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:06:55.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:54 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:06:55.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:54 smithi003 ceph-mon[27034]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-13T07:06:55.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:54 smithi003 ceph-mon[27034]: monmap e2: 2 mons at {a=[v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0],b=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T07:06:55.147 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:54 smithi003 ceph-mon[27034]: fsmap 2024-04-13T07:06:55.147 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:54 smithi003 ceph-mon[27034]: osdmap e4: 0 total, 0 up, 0 in 2024-04-13T07:06:55.147 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:54 smithi003 ceph-mon[27034]: mgrmap e13: y(active, since 39s) 2024-04-13T07:06:55.147 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:54 smithi003 ceph-mon[27034]: overall HEALTH_OK 2024-04-13T07:06:55.147 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:54 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:55.147 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:54 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:55.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:54 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:06:55.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:54 smithi066 ceph-mon[30583]: mon.a calling monitor election 2024-04-13T07:06:55.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:54 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:06:55.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:54 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:06:55.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:54 smithi066 ceph-mon[30583]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:55.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:54 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:06:55.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:54 smithi066 ceph-mon[30583]: mon.b calling monitor election 2024-04-13T07:06:55.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:54 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:06:55.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:54 smithi066 ceph-mon[30583]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:55.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:54 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:06:55.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:54 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:06:55.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:54 smithi066 ceph-mon[30583]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-13T07:06:55.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:54 smithi066 ceph-mon[30583]: monmap e2: 2 mons at {a=[v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0],b=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T07:06:55.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:54 smithi066 ceph-mon[30583]: fsmap 2024-04-13T07:06:55.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:54 smithi066 ceph-mon[30583]: osdmap e4: 0 total, 0 up, 0 in 2024-04-13T07:06:55.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:54 smithi066 ceph-mon[30583]: mgrmap e13: y(active, since 39s) 2024-04-13T07:06:55.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:54 smithi066 ceph-mon[30583]: overall HEALTH_OK 2024-04-13T07:06:55.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:54 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:55.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:54 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:56.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:55 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:56.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:55 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:06:56.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:55 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:06:56.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:55 smithi003 ceph-mon[27034]: Deploying daemon mon.c on smithi003 2024-04-13T07:06:56.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:55 smithi003 ceph-mon[27034]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:56.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:55 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:06:56.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:55 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:06:56.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:55 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:06:56.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:55 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:06:56.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:55 smithi066 ceph-mon[30583]: Deploying daemon mon.c on smithi003 2024-04-13T07:06:56.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:55 smithi066 ceph-mon[30583]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:56.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:55 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:06:56.406 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T07:06:56.406 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":2,"fsid":"1235705e-f964-11ee-bc8d-c7b262605968","modified":"2024-04-13T07:06:49.775612Z","created":"2024-04-13T07:05:08.653608Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:3300","nonce":0},{"type":"v1","addr":"172.21.15.3:6789","nonce":0}]},"addr":"172.21.15.3:6789/0","public_addr":"172.21.15.3:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:3300","nonce":0},{"type":"v1","addr":"172.21.15.66:6789","nonce":0}]},"addr":"172.21.15.66:6789/0","public_addr":"172.21.15.66:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-13T07:06:56.408 INFO:teuthology.orchestra.run.smithi066.stderr:dumped monmap epoch 2 2024-04-13T07:06:56.968 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:56 smithi066 ceph-mon[30583]: from='client.? 172.21.15.66:0/2347823397' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-13T07:06:57.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:56 smithi003 ceph-mon[27034]: from='client.? 172.21.15.66:0/2347823397' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-13T07:06:57.989 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-13T07:06:57.990 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph mon dump -f json 2024-04-13T07:06:58.032 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:06:57 smithi003 ceph-mon[27034]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:58.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:06:57 smithi066 ceph-mon[30583]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:06:58.212 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:06:58.301 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:06:58 smithi003 ceph-mon[37804]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-13T07:06:58.587 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:06:58 smithi003 bash[37783]: ff89cdffb9403a539678e8f32614c73eaadb778f3cdd371a9cb831ff46dfc4d4 2024-04-13T07:06:58.587 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:06:58 smithi003 systemd[1]: Started Ceph mon.c for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:07:03.637 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-13T07:07:03.637 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":3,"fsid":"1235705e-f964-11ee-bc8d-c7b262605968","modified":"2024-04-13T07:06:58.271382Z","created":"2024-04-13T07:05:08.653608Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:3300","nonce":0},{"type":"v1","addr":"172.21.15.3:6789","nonce":0}]},"addr":"172.21.15.3:6789/0","public_addr":"172.21.15.3:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:3300","nonce":0},{"type":"v1","addr":"172.21.15.66:6789","nonce":0}]},"addr":"172.21.15.66:6789/0","public_addr":"172.21.15.66:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:3301","nonce":0},{"type":"v1","addr":"172.21.15.3:6790","nonce":0}]},"addr":"172.21.15.3:6790/0","public_addr":"172.21.15.3:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-13T07:07:03.637 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:07:03.637 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: mon.a calling monitor election 2024-04-13T07:07:03.637 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:07:03.638 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:03.638 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: mon.b calling monitor election 2024-04-13T07:07:03.638 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:03.638 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:03.638 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:03.638 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: mon.c calling monitor election 2024-04-13T07:07:03.638 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:03.638 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:03.638 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:03.638 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:03.638 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:07:03.638 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: monmap e3: 3 mons at {a=[v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0],b=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0],c=[v2:172.21.15.3:3301/0,v1:172.21.15.3:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T07:07:03.638 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: fsmap 2024-04-13T07:07:03.638 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: osdmap e4: 0 total, 0 up, 0 in 2024-04-13T07:07:03.639 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: mgrmap e13: y(active, since 47s) 2024-04-13T07:07:03.639 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: overall HEALTH_OK 2024-04-13T07:07:03.639 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:03.639 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:03.639 INFO:teuthology.orchestra.run.smithi066.stderr:dumped monmap epoch 3 2024-04-13T07:07:03.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:07:03.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: mon.a calling monitor election 2024-04-13T07:07:03.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:07:03.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:03.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: mon.b calling monitor election 2024-04-13T07:07:03.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:03.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:03.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:03.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: mon.c calling monitor election 2024-04-13T07:07:03.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:03.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:03.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:03.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:03.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:07:03.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: monmap e3: 3 mons at {a=[v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0],b=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0],c=[v2:172.21.15.3:3301/0,v1:172.21.15.3:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T07:07:03.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: fsmap 2024-04-13T07:07:03.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: osdmap e4: 0 total, 0 up, 0 in 2024-04-13T07:07:03.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: mgrmap e13: y(active, since 47s) 2024-04-13T07:07:03.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: overall HEALTH_OK 2024-04-13T07:07:03.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:03.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:03.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:07:03.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: mon.a calling monitor election 2024-04-13T07:07:03.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:07:03.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:03.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: mon.b calling monitor election 2024-04-13T07:07:03.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:03.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:03.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:03.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: mon.c calling monitor election 2024-04-13T07:07:03.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:03.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:03.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:03.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:03.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:07:03.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: monmap e3: 3 mons at {a=[v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0],b=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0],c=[v2:172.21.15.3:3301/0,v1:172.21.15.3:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T07:07:03.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: fsmap 2024-04-13T07:07:03.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: osdmap e4: 0 total, 0 up, 0 in 2024-04-13T07:07:03.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: mgrmap e13: y(active, since 47s) 2024-04-13T07:07:03.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: overall HEALTH_OK 2024-04-13T07:07:03.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:03.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:04.178 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-13T07:07:04.178 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph config generate-minimal-conf 2024-04-13T07:07:04.395 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:04 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:04.395 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:04 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:04.395 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:04 smithi003 ceph-mon[27034]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:04.395 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:04 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:04.396 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:04 smithi003 ceph-mon[27034]: from='client.? 172.21.15.66:0/3549379806' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-13T07:07:04.396 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:04 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:04.396 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:04 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:04.396 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:04 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:04.396 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:04 smithi003 ceph-mon[37804]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:04.396 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:04 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:04.396 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:04 smithi003 ceph-mon[37804]: from='client.? 172.21.15.66:0/3549379806' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-13T07:07:04.396 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:04 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:04.621 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:07:04.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:04 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:04.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:04 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:04.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:04 smithi066 ceph-mon[30583]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:04.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:04 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:04.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:04 smithi066 ceph-mon[30583]: from='client.? 172.21.15.66:0/3549379806' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-13T07:07:04.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:04 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:07:05.797 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.797 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.797 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.797 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.797 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:05.797 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:05.797 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: Updating smithi003:/etc/ceph/ceph.conf 2024-04-13T07:07:05.797 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-13T07:07:05.797 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:07:05.797 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:07:05.798 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.798 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.798 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:05.798 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.798 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.798 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.798 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.798 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.798 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.798 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.798 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.798 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:07:05.798 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:07:05.799 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:05.799 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.799 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.799 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.799 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.799 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:05.799 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:05.799 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: Updating smithi003:/etc/ceph/ceph.conf 2024-04-13T07:07:05.799 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-13T07:07:05.799 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:07:05.800 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:07:05.800 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.800 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.800 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:05.800 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.800 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.800 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.800 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.800 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.800 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.800 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.800 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.800 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:07:05.801 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:07:05.801 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:05 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:05.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:05.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:05.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: Updating smithi003:/etc/ceph/ceph.conf 2024-04-13T07:07:05.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-13T07:07:05.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:07:05.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:07:05.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:05.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:05.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:07:05.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:07:05.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:05 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:06.515 INFO:teuthology.orchestra.run.smithi003.stdout:# minimal ceph.conf for 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:07:06.515 INFO:teuthology.orchestra.run.smithi003.stdout:[global] 2024-04-13T07:07:06.515 INFO:teuthology.orchestra.run.smithi003.stdout: fsid = 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:07:06.515 INFO:teuthology.orchestra.run.smithi003.stdout: mon_host = [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] [v2:172.21.15.3:3301/0,v1:172.21.15.3:6790/0] 2024-04-13T07:07:07.169 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-13T07:07:07.169 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T07:07:07.170 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/etc/ceph/ceph.conf 2024-04-13T07:07:07.199 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T07:07:07.199 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:07:07.267 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-13T07:07:07.267 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/ceph/ceph.conf 2024-04-13T07:07:07.306 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-13T07:07:07.306 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:07:07.382 INFO:tasks.cephadm:Adding mgr.y on smithi003 2024-04-13T07:07:07.382 INFO:tasks.cephadm:Adding mgr.x on smithi066 2024-04-13T07:07:07.382 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph orch apply mgr '2;smithi003=y;smithi066=x' 2024-04-13T07:07:07.395 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:07 smithi003 ceph-mon[27034]: Reconfiguring mon.a (unknown last config time)... 2024-04-13T07:07:07.395 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:07 smithi003 ceph-mon[27034]: Reconfiguring daemon mon.a on smithi003 2024-04-13T07:07:07.395 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:07 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/382440464' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:07.395 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:07 smithi003 ceph-mon[37804]: Reconfiguring mon.a (unknown last config time)... 2024-04-13T07:07:07.395 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:07 smithi003 ceph-mon[37804]: Reconfiguring daemon mon.a on smithi003 2024-04-13T07:07:07.395 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:07 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/382440464' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:07.631 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:07:07.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:07 smithi066 ceph-mon[30583]: Reconfiguring mon.a (unknown last config time)... 2024-04-13T07:07:07.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:07 smithi066 ceph-mon[30583]: Reconfiguring daemon mon.a on smithi003 2024-04-13T07:07:07.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:07 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/382440464' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:08.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:08 smithi003 ceph-mon[27034]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:08.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:08 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:08.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:08 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:08.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:08 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:07:08.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:08 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:07:08.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:08 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:08.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:08 smithi003 ceph-mon[37804]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:08.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:08 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:08.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:08 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:08.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:08 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:07:08.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:08 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:07:08.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:08 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:08.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:08 smithi066 ceph-mon[30583]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:08.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:08 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:08.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:08 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:08.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:08 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:07:08.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:08 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:07:08.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:08 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:09.418 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled mgr update... 2024-04-13T07:07:09.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:09 smithi003 ceph-mon[27034]: Reconfiguring mon.c (monmap changed)... 2024-04-13T07:07:09.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:09 smithi003 ceph-mon[27034]: Reconfiguring daemon mon.c on smithi003 2024-04-13T07:07:09.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:09 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:09.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:09 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:09.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:09 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:07:09.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:09 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:07:09.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:09 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:09.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:09 smithi003 ceph-mon[37804]: Reconfiguring mon.c (monmap changed)... 2024-04-13T07:07:09.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:09 smithi003 ceph-mon[37804]: Reconfiguring daemon mon.c on smithi003 2024-04-13T07:07:09.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:09 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:09.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:09 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:09.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:09 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:07:09.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:09 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:07:09.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:09 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:09.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:09 smithi066 ceph-mon[30583]: Reconfiguring mon.c (monmap changed)... 2024-04-13T07:07:09.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:09 smithi066 ceph-mon[30583]: Reconfiguring daemon mon.c on smithi003 2024-04-13T07:07:09.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:09 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:09.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:09 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:09.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:09 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:07:09.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:09 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:07:09.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:09 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:09.914 DEBUG:teuthology.orchestra.run.smithi066:mgr.x> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@mgr.x.service 2024-04-13T07:07:09.916 INFO:tasks.cephadm:Deploying OSDs... 2024-04-13T07:07:09.916 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T07:07:09.916 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/scratch_devs of=/dev/stdout 2024-04-13T07:07:09.935 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-13T07:07:09.935 DEBUG:teuthology.orchestra.run.smithi003:> stat /dev/vg_nvme/lv_1 2024-04-13T07:07:09.992 INFO:teuthology.orchestra.run.smithi003.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-13T07:07:09.993 INFO:teuthology.orchestra.run.smithi003.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T07:07:09.993 INFO:teuthology.orchestra.run.smithi003.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-13T07:07:09.993 INFO:teuthology.orchestra.run.smithi003.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T07:07:09.993 INFO:teuthology.orchestra.run.smithi003.stdout:Context: system_u:object_r:device_t:s0 2024-04-13T07:07:09.993 INFO:teuthology.orchestra.run.smithi003.stdout:Access: 2024-04-13 07:06:57.749528929 +0000 2024-04-13T07:07:09.993 INFO:teuthology.orchestra.run.smithi003.stdout:Modify: 2024-04-13 07:02:22.115726344 +0000 2024-04-13T07:07:09.993 INFO:teuthology.orchestra.run.smithi003.stdout:Change: 2024-04-13 07:02:22.115726344 +0000 2024-04-13T07:07:09.993 INFO:teuthology.orchestra.run.smithi003.stdout: Birth: 2024-04-13 07:02:22.115726344 +0000 2024-04-13T07:07:09.993 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-13T07:07:10.064 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records in 2024-04-13T07:07:10.064 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records out 2024-04-13T07:07:10.064 INFO:teuthology.orchestra.run.smithi003.stderr:512 bytes copied, 0.000223923 s, 2.3 MB/s 2024-04-13T07:07:10.065 DEBUG:teuthology.orchestra.run.smithi003:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-13T07:07:10.123 DEBUG:teuthology.orchestra.run.smithi003:> stat /dev/vg_nvme/lv_2 2024-04-13T07:07:10.179 INFO:teuthology.orchestra.run.smithi003.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-13T07:07:10.179 INFO:teuthology.orchestra.run.smithi003.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T07:07:10.179 INFO:teuthology.orchestra.run.smithi003.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-13T07:07:10.179 INFO:teuthology.orchestra.run.smithi003.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T07:07:10.179 INFO:teuthology.orchestra.run.smithi003.stdout:Context: system_u:object_r:device_t:s0 2024-04-13T07:07:10.179 INFO:teuthology.orchestra.run.smithi003.stdout:Access: 2024-04-13 07:06:57.750528917 +0000 2024-04-13T07:07:10.180 INFO:teuthology.orchestra.run.smithi003.stdout:Modify: 2024-04-13 07:02:22.457722223 +0000 2024-04-13T07:07:10.180 INFO:teuthology.orchestra.run.smithi003.stdout:Change: 2024-04-13 07:02:22.457722223 +0000 2024-04-13T07:07:10.180 INFO:teuthology.orchestra.run.smithi003.stdout: Birth: 2024-04-13 07:02:22.457722223 +0000 2024-04-13T07:07:10.180 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-13T07:07:10.247 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records in 2024-04-13T07:07:10.247 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records out 2024-04-13T07:07:10.247 INFO:teuthology.orchestra.run.smithi003.stderr:512 bytes copied, 0.000206233 s, 2.5 MB/s 2024-04-13T07:07:10.248 DEBUG:teuthology.orchestra.run.smithi003:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-13T07:07:10.305 DEBUG:teuthology.orchestra.run.smithi003:> stat /dev/vg_nvme/lv_3 2024-04-13T07:07:10.361 INFO:teuthology.orchestra.run.smithi003.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-13T07:07:10.361 INFO:teuthology.orchestra.run.smithi003.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T07:07:10.361 INFO:teuthology.orchestra.run.smithi003.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-04-13T07:07:10.362 INFO:teuthology.orchestra.run.smithi003.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T07:07:10.362 INFO:teuthology.orchestra.run.smithi003.stdout:Context: system_u:object_r:device_t:s0 2024-04-13T07:07:10.362 INFO:teuthology.orchestra.run.smithi003.stdout:Access: 2024-04-13 07:06:57.750528917 +0000 2024-04-13T07:07:10.362 INFO:teuthology.orchestra.run.smithi003.stdout:Modify: 2024-04-13 07:02:22.795718151 +0000 2024-04-13T07:07:10.362 INFO:teuthology.orchestra.run.smithi003.stdout:Change: 2024-04-13 07:02:22.795718151 +0000 2024-04-13T07:07:10.362 INFO:teuthology.orchestra.run.smithi003.stdout: Birth: 2024-04-13 07:02:22.795718151 +0000 2024-04-13T07:07:10.362 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-13T07:07:10.428 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records in 2024-04-13T07:07:10.429 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records out 2024-04-13T07:07:10.429 INFO:teuthology.orchestra.run.smithi003.stderr:512 bytes copied, 0.00023573 s, 2.2 MB/s 2024-04-13T07:07:10.430 DEBUG:teuthology.orchestra.run.smithi003:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-13T07:07:10.486 DEBUG:teuthology.orchestra.run.smithi003:> stat /dev/vg_nvme/lv_4 2024-04-13T07:07:10.541 INFO:teuthology.orchestra.run.smithi003.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-13T07:07:10.541 INFO:teuthology.orchestra.run.smithi003.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T07:07:10.541 INFO:teuthology.orchestra.run.smithi003.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-04-13T07:07:10.541 INFO:teuthology.orchestra.run.smithi003.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T07:07:10.541 INFO:teuthology.orchestra.run.smithi003.stdout:Context: system_u:object_r:device_t:s0 2024-04-13T07:07:10.541 INFO:teuthology.orchestra.run.smithi003.stdout:Access: 2024-04-13 07:06:57.750528917 +0000 2024-04-13T07:07:10.542 INFO:teuthology.orchestra.run.smithi003.stdout:Modify: 2024-04-13 07:02:23.147713909 +0000 2024-04-13T07:07:10.542 INFO:teuthology.orchestra.run.smithi003.stdout:Change: 2024-04-13 07:02:23.147713909 +0000 2024-04-13T07:07:10.542 INFO:teuthology.orchestra.run.smithi003.stdout: Birth: 2024-04-13 07:02:23.147713909 +0000 2024-04-13T07:07:10.542 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-13T07:07:10.607 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records in 2024-04-13T07:07:10.608 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records out 2024-04-13T07:07:10.608 INFO:teuthology.orchestra.run.smithi003.stderr:512 bytes copied, 0.000216889 s, 2.4 MB/s 2024-04-13T07:07:10.609 DEBUG:teuthology.orchestra.run.smithi003:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-13T07:07:10.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:10 smithi066 ceph-mon[30583]: Reconfiguring mon.b (monmap changed)... 2024-04-13T07:07:10.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:10 smithi066 ceph-mon[30583]: Reconfiguring daemon mon.b on smithi066 2024-04-13T07:07:10.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:10 smithi066 ceph-mon[30583]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:10.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:10 smithi066 ceph-mon[30583]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi003=y;smithi066=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:07:10.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:10 smithi066 ceph-mon[30583]: Saving service mgr spec with placement smithi003=y;smithi066=x;count:2 2024-04-13T07:07:10.663 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:10 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:10.665 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-13T07:07:10.665 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/scratch_devs of=/dev/stdout 2024-04-13T07:07:10.682 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-13T07:07:10.682 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_1 2024-04-13T07:07:10.738 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-13T07:07:10.738 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T07:07:10.738 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 661 Links: 1 2024-04-13T07:07:10.738 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T07:07:10.738 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-04-13T07:07:10.738 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-04-13 07:06:48.729926127 +0000 2024-04-13T07:07:10.738 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-04-13 07:02:23.315625895 +0000 2024-04-13T07:07:10.739 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-04-13 07:02:23.315625895 +0000 2024-04-13T07:07:10.739 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-04-13 07:02:23.315625895 +0000 2024-04-13T07:07:10.739 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-13T07:07:10.810 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-04-13T07:07:10.811 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-04-13T07:07:10.811 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000277124 s, 1.8 MB/s 2024-04-13T07:07:10.812 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-13T07:07:10.869 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_2 2024-04-13T07:07:10.895 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:10 smithi003 ceph-mon[27034]: Reconfiguring mon.b (monmap changed)... 2024-04-13T07:07:10.895 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:10 smithi003 ceph-mon[27034]: Reconfiguring daemon mon.b on smithi066 2024-04-13T07:07:10.895 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:10 smithi003 ceph-mon[27034]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:10.895 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:10 smithi003 ceph-mon[27034]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi003=y;smithi066=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:07:10.895 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:10 smithi003 ceph-mon[27034]: Saving service mgr spec with placement smithi003=y;smithi066=x;count:2 2024-04-13T07:07:10.895 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:10 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:10.896 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:10 smithi003 ceph-mon[37804]: Reconfiguring mon.b (monmap changed)... 2024-04-13T07:07:10.896 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:10 smithi003 ceph-mon[37804]: Reconfiguring daemon mon.b on smithi066 2024-04-13T07:07:10.896 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:10 smithi003 ceph-mon[37804]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:10.896 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:10 smithi003 ceph-mon[37804]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi003=y;smithi066=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:07:10.896 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:10 smithi003 ceph-mon[37804]: Saving service mgr spec with placement smithi003=y;smithi066=x;count:2 2024-04-13T07:07:10.896 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:10 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:10.926 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-13T07:07:10.926 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T07:07:10.926 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 682 Links: 1 2024-04-13T07:07:10.926 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T07:07:10.926 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-04-13T07:07:10.926 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-04-13 07:06:48.729926127 +0000 2024-04-13T07:07:10.926 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-04-13 07:02:23.663623570 +0000 2024-04-13T07:07:10.926 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-04-13 07:02:23.663623570 +0000 2024-04-13T07:07:10.926 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-04-13 07:02:23.663623570 +0000 2024-04-13T07:07:10.927 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-13T07:07:10.996 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-04-13T07:07:10.997 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-04-13T07:07:10.997 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000237087 s, 2.2 MB/s 2024-04-13T07:07:10.998 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-13T07:07:11.054 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_3 2024-04-13T07:07:11.110 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-13T07:07:11.110 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T07:07:11.110 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 701 Links: 1 2024-04-13T07:07:11.110 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T07:07:11.110 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-04-13T07:07:11.110 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-04-13 07:06:48.730926121 +0000 2024-04-13T07:07:11.110 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-04-13 07:02:24.020621185 +0000 2024-04-13T07:07:11.110 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-04-13 07:02:24.020621185 +0000 2024-04-13T07:07:11.110 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-04-13 07:02:24.020621185 +0000 2024-04-13T07:07:11.110 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-13T07:07:11.180 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-04-13T07:07:11.180 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-04-13T07:07:11.180 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000188831 s, 2.7 MB/s 2024-04-13T07:07:11.181 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-13T07:07:11.238 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_4 2024-04-13T07:07:11.293 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-13T07:07:11.293 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T07:07:11.293 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 720 Links: 1 2024-04-13T07:07:11.293 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T07:07:11.293 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-04-13T07:07:11.294 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-04-13 07:06:48.730926121 +0000 2024-04-13T07:07:11.294 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-04-13 07:02:24.374618820 +0000 2024-04-13T07:07:11.294 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-04-13 07:02:24.374618820 +0000 2024-04-13T07:07:11.294 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-04-13 07:02:24.374618820 +0000 2024-04-13T07:07:11.294 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-13T07:07:11.363 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-04-13T07:07:11.364 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-04-13T07:07:11.364 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000190924 s, 2.7 MB/s 2024-04-13T07:07:11.365 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-13T07:07:11.422 INFO:tasks.cephadm:Deploying osd.0 on smithi003 with /dev/vg_nvme/lv_4... 2024-04-13T07:07:11.422 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-13T07:07:11.632 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:07:12.112 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:12 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:12.112 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:12 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:12.112 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:12 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:12.112 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:12 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:12.112 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:12 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:12.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:12 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:12.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:12 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:07:12.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:12 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-13T07:07:12.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:12 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:07:12.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:12 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:12.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:12 smithi066 ceph-mon[30583]: Deploying daemon mgr.x on smithi066 2024-04-13T07:07:12.113 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:12 smithi066 ceph-mon[30583]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:12.395 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:12.395 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:12.395 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:12.395 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:12.395 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:12.395 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:12.396 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:07:12.396 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-13T07:07:12.396 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:07:12.396 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:12.396 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[27034]: Deploying daemon mgr.x on smithi066 2024-04-13T07:07:12.396 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[27034]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:12.396 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:12.396 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:12.396 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:12.396 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:12.396 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:12.397 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:12.397 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:07:12.397 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-13T07:07:12.397 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:07:12.397 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:12.397 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[37804]: Deploying daemon mgr.x on smithi066 2024-04-13T07:07:12.397 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:12 smithi003 ceph-mon[37804]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:13.064 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:12 smithi066 systemd[1]: Starting Ceph mgr.x for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:07:13.324 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:13 smithi066 podman[32451]: 2024-04-13 07:07:13.054224149 +0000 UTC m=+0.112876614 container create 4127966edc7e2d6fcaaad0ce468c58b918b6c00048209bf7487b9664bfc0787b (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, RELEASE=reef-7d36322, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:07:13.325 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:13 smithi066 podman[32451]: 2024-04-13 07:07:12.959395543 +0000 UTC m=+0.018047844 image pull 6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704 quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d 2024-04-13T07:07:13.325 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:13 smithi066 podman[32451]: 2024-04-13 07:07:13.239861779 +0000 UTC m=+0.298514061 container init 4127966edc7e2d6fcaaad0ce468c58b918b6c00048209bf7487b9664bfc0787b (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=reef-7d36322, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux ) 2024-04-13T07:07:13.325 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:13 smithi066 podman[32451]: 2024-04-13 07:07:13.242432922 +0000 UTC m=+0.301085196 container start 4127966edc7e2d6fcaaad0ce468c58b918b6c00048209bf7487b9664bfc0787b (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-7d36322, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-13T07:07:13.325 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:13 smithi066 ceph-mgr[32470]: -- 172.21.15.66:0/1573934727 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55989112a1a0 con 0x559891100c00 2024-04-13T07:07:13.613 INFO:teuthology.orchestra.run.smithi003.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-13T07:07:13.613 INFO:teuthology.orchestra.run.smithi003.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-13T07:07:13.613 INFO:teuthology.orchestra.run.smithi003.stderr: stderr: 10+0 records in 2024-04-13T07:07:13.613 INFO:teuthology.orchestra.run.smithi003.stderr:10+0 records out 2024-04-13T07:07:13.613 INFO:teuthology.orchestra.run.smithi003.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110305 s, 951 MB/s 2024-04-13T07:07:13.613 INFO:teuthology.orchestra.run.smithi003.stderr:--> Zapping successful for: 2024-04-13T07:07:13.662 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:13 smithi066 bash[32451]: 4127966edc7e2d6fcaaad0ce468c58b918b6c00048209bf7487b9664bfc0787b 2024-04-13T07:07:13.662 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:13 smithi066 systemd[1]: Started Ceph mgr.x for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:07:14.162 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:13.813+0000 7fc062acb200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:07:14.162 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:13.918+0000 7fc062acb200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:07:14.346 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi003:vg_nvme/lv_4 2024-04-13T07:07:14.555 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:07:14.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:14 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:14.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:14 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:14.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:14 smithi066 ceph-mon[30583]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:14.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:14 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:14.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:14 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:14.618 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:14 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:14.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:14 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:14.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:14 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:14.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:14 smithi003 ceph-mon[27034]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:14.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:14 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:14.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:14 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:14.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:14 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:14.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:14 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:14.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:14 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:14.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:14 smithi003 ceph-mon[37804]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:14.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:14 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:14.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:14 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:14.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:14 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:14.912 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:14.606+0000 7fc062acb200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:07:14.912 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:14.707+0000 7fc062acb200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:07:14.912 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:14.854+0000 7fc062acb200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:07:15.321 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:14.953+0000 7fc062acb200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:07:15.321 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:15 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:15.038+0000 7fc062acb200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:07:15.321 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:15 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:15.309+0000 7fc062acb200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:07:15.620 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:15 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:15.423+0000 7fc062acb200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:07:15.620 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:15 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:15.511+0000 7fc062acb200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:07:15.620 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:15 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:15.608+0000 7fc062acb200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:07:15.848 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:15.848 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:15.848 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:15.848 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:15.848 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:15.848 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[27034]: Reconfiguring mgr.y (unknown last config time)... 2024-04-13T07:07:15.848 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:07:15.848 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:07:15.848 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:15.848 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[27034]: Reconfiguring daemon mgr.y on smithi003 2024-04-13T07:07:15.848 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[27034]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:15.848 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:15.849 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:15.849 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:15.849 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:15.849 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:15.849 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:15.849 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[37804]: Reconfiguring mgr.y (unknown last config time)... 2024-04-13T07:07:15.849 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:07:15.849 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:07:15.849 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:15.849 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[37804]: Reconfiguring daemon mgr.y on smithi003 2024-04-13T07:07:15.849 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[37804]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:15.849 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:15.911 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:15 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:15.791+0000 7fc062acb200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:07:15.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:15.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:15.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:15.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:15.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:15.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:15 smithi066 ceph-mon[30583]: Reconfiguring mgr.y (unknown last config time)... 2024-04-13T07:07:15.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:07:15.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:07:15.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:15.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:15 smithi066 ceph-mon[30583]: Reconfiguring daemon mgr.y on smithi003 2024-04-13T07:07:15.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:15 smithi066 ceph-mon[30583]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:15.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:16.991 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:16 smithi003 ceph-mon[27034]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:07:16.992 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:16 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:07:16.992 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:16 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:07:16.992 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:16 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:16.992 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:16 smithi003 ceph-mon[37804]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:07:16.992 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:16 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:07:16.992 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:16 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:07:16.992 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:16 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:17.162 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:16 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:16.818+0000 7fc062acb200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:07:17.162 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:16 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:16.953+0000 7fc062acb200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:07:17.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:16 smithi066 ceph-mon[30583]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:07:17.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:16 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:07:17.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:16 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:07:17.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:16 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:17.600 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:17 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:17.297+0000 7fc062acb200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:07:17.601 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:17 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:17.389+0000 7fc062acb200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:07:17.601 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:17 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:17.589+0000 7fc062acb200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:07:17.777 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:17 smithi003 ceph-mon[27034]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:17.777 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:17 smithi003 ceph-mon[37804]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:17.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:17 smithi066 ceph-mon[30583]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:17.912 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:17 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:17.781+0000 7fc062acb200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:07:18.353 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:18 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:18.074+0000 7fc062acb200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:07:18.353 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:18 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:18.342+0000 7fc062acb200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:07:18.661 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:18 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:18.583+0000 7fc062acb200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:07:19.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:18 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:19.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:18 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:19.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:18 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:19.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:18 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:19.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:18 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:19.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:18 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:19.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:18 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:19.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:18 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:19.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:18 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:19.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:18 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:19.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:18 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:19.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:18 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:19.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:18 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:19.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:18 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:19.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:18 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:19.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:18 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:19.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:18 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:19.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:18 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:19.847 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:19 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:19.417+0000 7fc062acb200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:07:20.119 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:20 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:20.007+0000 7fc062acb200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:07:20.119 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:20 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:20.108+0000 7fc062acb200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:07:20.119 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:19 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/4172596940' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9b766b8-720d-4545-bdab-a7c1a3c154bd"}]: dispatch 2024-04-13T07:07:20.119 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:19 smithi066 ceph-mon[30583]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9b766b8-720d-4545-bdab-a7c1a3c154bd"}]: dispatch 2024-04-13T07:07:20.119 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:19 smithi066 ceph-mon[30583]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a9b766b8-720d-4545-bdab-a7c1a3c154bd"}]': finished 2024-04-13T07:07:20.120 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:19 smithi066 ceph-mon[30583]: osdmap e5: 1 total, 0 up, 1 in 2024-04-13T07:07:20.120 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:19 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:07:20.120 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:19 smithi066 ceph-mon[30583]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:20.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:19 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/4172596940' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9b766b8-720d-4545-bdab-a7c1a3c154bd"}]: dispatch 2024-04-13T07:07:20.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:19 smithi003 ceph-mon[27034]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9b766b8-720d-4545-bdab-a7c1a3c154bd"}]: dispatch 2024-04-13T07:07:20.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:19 smithi003 ceph-mon[27034]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a9b766b8-720d-4545-bdab-a7c1a3c154bd"}]': finished 2024-04-13T07:07:20.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:19 smithi003 ceph-mon[27034]: osdmap e5: 1 total, 0 up, 1 in 2024-04-13T07:07:20.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:19 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:07:20.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:19 smithi003 ceph-mon[27034]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:20.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:19 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/4172596940' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9b766b8-720d-4545-bdab-a7c1a3c154bd"}]: dispatch 2024-04-13T07:07:20.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:19 smithi003 ceph-mon[37804]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9b766b8-720d-4545-bdab-a7c1a3c154bd"}]: dispatch 2024-04-13T07:07:20.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:19 smithi003 ceph-mon[37804]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a9b766b8-720d-4545-bdab-a7c1a3c154bd"}]': finished 2024-04-13T07:07:20.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:19 smithi003 ceph-mon[37804]: osdmap e5: 1 total, 0 up, 1 in 2024-04-13T07:07:20.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:19 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:07:20.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:19 smithi003 ceph-mon[37804]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:20.411 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:07:20 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:07:20.331+0000 7fc062acb200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:07:21.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:20 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2385291182' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:07:21.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:20 smithi003 ceph-mon[27034]: Standby manager daemon x started 2024-04-13T07:07:21.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:20 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/375180066' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:07:21.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:20 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/375180066' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:07:21.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:20 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/375180066' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:07:21.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:20 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/375180066' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:07:21.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:20 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/2385291182' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:07:21.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:20 smithi003 ceph-mon[37804]: Standby manager daemon x started 2024-04-13T07:07:21.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:20 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/375180066' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:07:21.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:20 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/375180066' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:07:21.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:20 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/375180066' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:07:21.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:20 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/375180066' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:07:21.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:20 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/2385291182' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:07:21.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:20 smithi066 ceph-mon[30583]: Standby manager daemon x started 2024-04-13T07:07:21.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:20 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/375180066' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:07:21.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:20 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/375180066' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:07:21.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:20 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/375180066' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:07:21.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:20 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/375180066' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:07:22.528 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:22 smithi003 ceph-mon[27034]: mgrmap e14: y(active, since 65s), standbys: x 2024-04-13T07:07:22.528 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:22 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:07:22.528 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:22 smithi003 ceph-mon[27034]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:22.528 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:22 smithi003 ceph-mon[37804]: mgrmap e14: y(active, since 65s), standbys: x 2024-04-13T07:07:22.528 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:22 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:07:22.528 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:22 smithi003 ceph-mon[37804]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:22.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:22 smithi066 ceph-mon[30583]: mgrmap e14: y(active, since 65s), standbys: x 2024-04-13T07:07:22.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:22 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:07:22.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:22 smithi066 ceph-mon[30583]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:23.580 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:23 smithi003 ceph-mon[27034]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:23.581 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:23 smithi003 ceph-mon[37804]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:23.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:23 smithi066 ceph-mon[30583]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:25.895 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:25 smithi003 ceph-mon[27034]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:25.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:25 smithi003 ceph-mon[37804]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:25.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:25 smithi066 ceph-mon[30583]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:26.755 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:26 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T07:07:26.755 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:26 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:26.755 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:26 smithi003 ceph-mon[37804]: Deploying daemon osd.0 on smithi003 2024-04-13T07:07:26.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:26 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T07:07:26.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:26 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:26.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:26 smithi003 ceph-mon[27034]: Deploying daemon osd.0 on smithi003 2024-04-13T07:07:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:26 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T07:07:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:26 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:26 smithi066 ceph-mon[30583]: Deploying daemon osd.0 on smithi003 2024-04-13T07:07:27.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:27 smithi003 ceph-mon[27034]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:27.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:27 smithi003 ceph-mon[37804]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:27.829 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:27 smithi066 ceph-mon[30583]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:29.808 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:29 smithi003 ceph-mon[27034]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:29.808 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:29 smithi003 ceph-mon[37804]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:29.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:29 smithi066 ceph-mon[30583]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:32.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:31 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:32.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:31 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:32.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:31 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:32.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:31 smithi003 ceph-mon[27034]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:32.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:31 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:32.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:31 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:32.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:31 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:32.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:31 smithi003 ceph-mon[37804]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:32.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:31 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:32.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:31 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:32.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:31 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:32.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:31 smithi066 ceph-mon[30583]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:34.396 INFO:teuthology.orchestra.run.smithi003.stdout:Created osd(s) 0 on host 'smithi003' 2024-04-13T07:07:34.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[27034]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:34.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:34.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:34.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:34.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:34.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:34.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[27034]: from='osd.0 [v2:172.21.15.3:6802/2234463595,v1:172.21.15.3:6803/2234463595]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:07:34.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[27034]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:07:34.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:34.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:34.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:34.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[37804]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:34.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:34.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:34.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:34.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:34.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:34.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[37804]: from='osd.0 [v2:172.21.15.3:6802/2234463595,v1:172.21.15.3:6803/2234463595]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:07:34.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[37804]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:07:34.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:34.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:34.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:34 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:34.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:34 smithi066 ceph-mon[30583]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:34.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:34 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:34.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:34 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:34.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:34 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:34.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:34 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:34.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:34 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:34.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:34 smithi066 ceph-mon[30583]: from='osd.0 [v2:172.21.15.3:6802/2234463595,v1:172.21.15.3:6803/2234463595]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:07:34.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:34 smithi066 ceph-mon[30583]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:07:34.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:34 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:34.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:34 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:34.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:34 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:35.048 DEBUG:teuthology.orchestra.run.smithi003:osd.0> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.0.service 2024-04-13T07:07:35.051 INFO:tasks.cephadm:Deploying osd.1 on smithi003 with /dev/vg_nvme/lv_3... 2024-04-13T07:07:35.051 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-13T07:07:35.829 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:07:36.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:35 smithi003 ceph-mon[27034]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-13T07:07:36.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:35 smithi003 ceph-mon[27034]: osdmap e6: 1 total, 0 up, 1 in 2024-04-13T07:07:36.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:35 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:07:36.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:35 smithi003 ceph-mon[27034]: from='osd.0 [v2:172.21.15.3:6802/2234463595,v1:172.21.15.3:6803/2234463595]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:07:36.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:35 smithi003 ceph-mon[27034]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:07:36.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:35 smithi003 ceph-mon[27034]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:36.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:35 smithi003 ceph-mon[37804]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-13T07:07:36.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:35 smithi003 ceph-mon[37804]: osdmap e6: 1 total, 0 up, 1 in 2024-04-13T07:07:36.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:35 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:07:36.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:35 smithi003 ceph-mon[37804]: from='osd.0 [v2:172.21.15.3:6802/2234463595,v1:172.21.15.3:6803/2234463595]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:07:36.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:35 smithi003 ceph-mon[37804]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:07:36.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:35 smithi003 ceph-mon[37804]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:36.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:35 smithi066 ceph-mon[30583]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-13T07:07:36.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:35 smithi066 ceph-mon[30583]: osdmap e6: 1 total, 0 up, 1 in 2024-04-13T07:07:36.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:35 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:07:36.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:35 smithi066 ceph-mon[30583]: from='osd.0 [v2:172.21.15.3:6802/2234463595,v1:172.21.15.3:6803/2234463595]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:07:36.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:35 smithi066 ceph-mon[30583]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:07:36.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:35 smithi066 ceph-mon[30583]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:36.600 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:07:36 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0[41727]: 2024-04-13T07:07:36.318+0000 7ff2f62cd700 -1 osd.0 0 waiting for initial osdmap 2024-04-13T07:07:36.600 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:07:36 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0[41727]: 2024-04-13T07:07:36.320+0000 7ff2ee0ba700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:07:37.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:36 smithi003 ceph-mon[27034]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-04-13T07:07:37.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:36 smithi003 ceph-mon[27034]: osdmap e7: 1 total, 0 up, 1 in 2024-04-13T07:07:37.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:36 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:07:37.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:36 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:07:37.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:36 smithi003 ceph-mon[27034]: from='osd.0 ' entity='osd.0' 2024-04-13T07:07:37.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:36 smithi003 ceph-mon[37804]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-04-13T07:07:37.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:36 smithi003 ceph-mon[37804]: osdmap e7: 1 total, 0 up, 1 in 2024-04-13T07:07:37.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:36 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:07:37.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:36 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:07:37.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:36 smithi003 ceph-mon[37804]: from='osd.0 ' entity='osd.0' 2024-04-13T07:07:37.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:36 smithi066 ceph-mon[30583]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-04-13T07:07:37.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:36 smithi066 ceph-mon[30583]: osdmap e7: 1 total, 0 up, 1 in 2024-04-13T07:07:37.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:36 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:07:37.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:36 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:07:37.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:36 smithi066 ceph-mon[30583]: from='osd.0 ' entity='osd.0' 2024-04-13T07:07:38.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:37 smithi003 ceph-mon[27034]: purged_snaps scrub starts 2024-04-13T07:07:38.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:37 smithi003 ceph-mon[27034]: purged_snaps scrub ok 2024-04-13T07:07:38.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:37 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:07:38.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:37 smithi003 ceph-mon[27034]: osd.0 [v2:172.21.15.3:6802/2234463595,v1:172.21.15.3:6803/2234463595] boot 2024-04-13T07:07:38.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:37 smithi003 ceph-mon[27034]: osdmap e8: 1 total, 1 up, 1 in 2024-04-13T07:07:38.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:37 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:07:38.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:37 smithi003 ceph-mon[27034]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:38.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:37 smithi003 ceph-mon[37804]: purged_snaps scrub starts 2024-04-13T07:07:38.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:37 smithi003 ceph-mon[37804]: purged_snaps scrub ok 2024-04-13T07:07:38.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:37 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:07:38.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:37 smithi003 ceph-mon[37804]: osd.0 [v2:172.21.15.3:6802/2234463595,v1:172.21.15.3:6803/2234463595] boot 2024-04-13T07:07:38.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:37 smithi003 ceph-mon[37804]: osdmap e8: 1 total, 1 up, 1 in 2024-04-13T07:07:38.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:37 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:07:38.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:37 smithi003 ceph-mon[37804]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:38.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:37 smithi066 ceph-mon[30583]: purged_snaps scrub starts 2024-04-13T07:07:38.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:37 smithi066 ceph-mon[30583]: purged_snaps scrub ok 2024-04-13T07:07:38.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:37 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:07:38.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:37 smithi066 ceph-mon[30583]: osd.0 [v2:172.21.15.3:6802/2234463595,v1:172.21.15.3:6803/2234463595] boot 2024-04-13T07:07:38.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:37 smithi066 ceph-mon[30583]: osdmap e8: 1 total, 1 up, 1 in 2024-04-13T07:07:38.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:37 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:07:38.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:37 smithi066 ceph-mon[30583]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T07:07:39.324 INFO:teuthology.orchestra.run.smithi003.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-13T07:07:39.324 INFO:teuthology.orchestra.run.smithi003.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-13T07:07:39.324 INFO:teuthology.orchestra.run.smithi003.stderr: stderr: 10+0 records in 2024-04-13T07:07:39.324 INFO:teuthology.orchestra.run.smithi003.stderr:10+0 records out 2024-04-13T07:07:39.324 INFO:teuthology.orchestra.run.smithi003.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0118327 s, 886 MB/s 2024-04-13T07:07:39.324 INFO:teuthology.orchestra.run.smithi003.stderr: stderr: 2024-04-13T07:07:39.324 INFO:teuthology.orchestra.run.smithi003.stderr:--> Zapping successful for: 2024-04-13T07:07:39.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[37804]: Detected new or changed devices on smithi003 2024-04-13T07:07:39.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:39.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:39.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:07:39.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[37804]: Adjusting osd_memory_target on smithi003 to 16069M 2024-04-13T07:07:39.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:39.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:39.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:39.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:39.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[37804]: osdmap e9: 1 total, 1 up, 1 in 2024-04-13T07:07:39.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[37804]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:39.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[27034]: Detected new or changed devices on smithi003 2024-04-13T07:07:39.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:39.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:39.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:07:39.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[27034]: Adjusting osd_memory_target on smithi003 to 16069M 2024-04-13T07:07:39.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:39.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:39.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:39.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:39.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[27034]: osdmap e9: 1 total, 1 up, 1 in 2024-04-13T07:07:39.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:39 smithi003 ceph-mon[27034]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:39.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:39 smithi066 ceph-mon[30583]: Detected new or changed devices on smithi003 2024-04-13T07:07:39.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:39 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:39.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:39 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:39.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:39 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:07:39.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:39 smithi066 ceph-mon[30583]: Adjusting osd_memory_target on smithi003 to 16069M 2024-04-13T07:07:39.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:39 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:39.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:39 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:39.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:39 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:39.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:39 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:39.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:39 smithi066 ceph-mon[30583]: osdmap e9: 1 total, 1 up, 1 in 2024-04-13T07:07:39.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:39 smithi066 ceph-mon[30583]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:39.922 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi003:vg_nvme/lv_3 2024-04-13T07:07:40.130 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:07:41.895 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:41 smithi003 ceph-mon[27034]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:41.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:41 smithi003 ceph-mon[37804]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:41.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:41 smithi066 ceph-mon[30583]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:42.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:42 smithi003 ceph-mon[27034]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:07:42.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:07:42.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:07:42.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:42.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:42 smithi003 ceph-mon[37804]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:07:42.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:42 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:07:42.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:42 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:07:42.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:42 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:42.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:42 smithi066 ceph-mon[30583]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:07:42.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:42 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:07:42.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:42 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:07:42.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:42 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:43.566 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:43 smithi003 ceph-mon[27034]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:43.566 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:43 smithi003 ceph-mon[37804]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:43.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:43 smithi066 ceph-mon[30583]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:44.895 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:44 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/767563043' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87513d68-9d8e-490a-ae5e-02c9876e01af"}]: dispatch 2024-04-13T07:07:44.895 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:44 smithi003 ceph-mon[27034]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87513d68-9d8e-490a-ae5e-02c9876e01af"}]: dispatch 2024-04-13T07:07:44.895 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:44 smithi003 ceph-mon[27034]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "87513d68-9d8e-490a-ae5e-02c9876e01af"}]': finished 2024-04-13T07:07:44.895 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:44 smithi003 ceph-mon[27034]: osdmap e10: 2 total, 1 up, 2 in 2024-04-13T07:07:44.895 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:44 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:07:44.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:44 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/767563043' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87513d68-9d8e-490a-ae5e-02c9876e01af"}]: dispatch 2024-04-13T07:07:44.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:44 smithi003 ceph-mon[37804]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87513d68-9d8e-490a-ae5e-02c9876e01af"}]: dispatch 2024-04-13T07:07:44.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:44 smithi003 ceph-mon[37804]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "87513d68-9d8e-490a-ae5e-02c9876e01af"}]': finished 2024-04-13T07:07:44.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:44 smithi003 ceph-mon[37804]: osdmap e10: 2 total, 1 up, 2 in 2024-04-13T07:07:44.896 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:44 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:07:44.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:44 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/767563043' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87513d68-9d8e-490a-ae5e-02c9876e01af"}]: dispatch 2024-04-13T07:07:44.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:44 smithi066 ceph-mon[30583]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87513d68-9d8e-490a-ae5e-02c9876e01af"}]: dispatch 2024-04-13T07:07:44.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:44 smithi066 ceph-mon[30583]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "87513d68-9d8e-490a-ae5e-02c9876e01af"}]': finished 2024-04-13T07:07:44.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:44 smithi066 ceph-mon[30583]: osdmap e10: 2 total, 1 up, 2 in 2024-04-13T07:07:44.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:44 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:07:45.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:45 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2522734102' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:07:45.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:45 smithi003 ceph-mon[27034]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:45.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:45 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/2522734102' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:07:45.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:45 smithi003 ceph-mon[37804]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:45.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:45 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/2522734102' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:07:45.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:45 smithi066 ceph-mon[30583]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:47.629 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:47 smithi003 ceph-mon[27034]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:47.629 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:47 smithi003 ceph-mon[37804]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:47.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:47 smithi066 ceph-mon[30583]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:49.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:49 smithi003 ceph-mon[27034]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:49.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:49 smithi003 ceph-mon[37804]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:49.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:49 smithi066 ceph-mon[30583]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:50.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:50 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T07:07:50.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:50 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:50.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:50 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T07:07:50.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:50 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:50.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:50 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T07:07:50.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:50 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:51.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:51 smithi003 ceph-mon[27034]: Deploying daemon osd.1 on smithi003 2024-04-13T07:07:51.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:51 smithi003 ceph-mon[27034]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:51.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:51 smithi003 ceph-mon[37804]: Deploying daemon osd.1 on smithi003 2024-04-13T07:07:51.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:51 smithi003 ceph-mon[37804]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:51.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:51 smithi066 ceph-mon[30583]: Deploying daemon osd.1 on smithi003 2024-04-13T07:07:51.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:51 smithi066 ceph-mon[30583]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:53.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:53 smithi003 ceph-mon[27034]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:53.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:53 smithi003 ceph-mon[37804]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:53.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:53 smithi066 ceph-mon[30583]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:55.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:55 smithi003 ceph-mon[27034]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:55.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:55 smithi003 ceph-mon[37804]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:55.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:55 smithi066 ceph-mon[30583]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:57.089 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:56 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:57.090 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:56 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:57.090 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:56 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:57.090 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:56 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:57.090 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:56 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:57.090 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:56 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:57.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:56 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:57.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:56 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:57.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:56 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:57.932 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:57 smithi003 ceph-mon[27034]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:57.932 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:57 smithi003 ceph-mon[37804]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:58.097 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:57 smithi066 ceph-mon[30583]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:07:59.064 INFO:teuthology.orchestra.run.smithi003.stdout:Created osd(s) 1 on host 'smithi003' 2024-04-13T07:07:59.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:59 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:59.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:59 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:59.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:59 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:59.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:59 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:59.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:59 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:59.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:59 smithi003 ceph-mon[37804]: from='osd.1 [v2:172.21.15.3:6810/3103314917,v1:172.21.15.3:6811/3103314917]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T07:07:59.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:59 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:59.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:59 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:59.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:07:59 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:59.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:59 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:59.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:59 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:59.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:59 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:59.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:59 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:59.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:59 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:59.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:59 smithi003 ceph-mon[27034]: from='osd.1 [v2:172.21.15.3:6810/3103314917,v1:172.21.15.3:6811/3103314917]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T07:07:59.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:59 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:59.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:59 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:59.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:07:59 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:59.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:59 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:59.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:59 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:59.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:59 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:07:59.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:59 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:07:59.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:59 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:59.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:59 smithi066 ceph-mon[30583]: from='osd.1 [v2:172.21.15.3:6810/3103314917,v1:172.21.15.3:6811/3103314917]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T07:07:59.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:59 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:59.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:59 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:07:59.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:07:59 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:07:59.684 DEBUG:teuthology.orchestra.run.smithi003:osd.1> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.1.service 2024-04-13T07:07:59.686 INFO:tasks.cephadm:Deploying osd.2 on smithi003 with /dev/vg_nvme/lv_2... 2024-04-13T07:07:59.687 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-13T07:08:00.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:00 smithi003 ceph-mon[27034]: from='osd.1 [v2:172.21.15.3:6810/3103314917,v1:172.21.15.3:6811/3103314917]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-13T07:08:00.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:00 smithi003 ceph-mon[27034]: osdmap e11: 2 total, 1 up, 2 in 2024-04-13T07:08:00.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:00 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:08:00.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:00 smithi003 ceph-mon[27034]: from='osd.1 [v2:172.21.15.3:6810/3103314917,v1:172.21.15.3:6811/3103314917]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:08:00.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:00 smithi003 ceph-mon[27034]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:08:00.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:00 smithi003 ceph-mon[37804]: from='osd.1 [v2:172.21.15.3:6810/3103314917,v1:172.21.15.3:6811/3103314917]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-13T07:08:00.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:00 smithi003 ceph-mon[37804]: osdmap e11: 2 total, 1 up, 2 in 2024-04-13T07:08:00.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:00 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:08:00.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:00 smithi003 ceph-mon[37804]: from='osd.1 [v2:172.21.15.3:6810/3103314917,v1:172.21.15.3:6811/3103314917]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:08:00.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:00 smithi003 ceph-mon[37804]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:08:00.645 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:08:00 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1[47675]: 2024-04-13T07:08:00.223+0000 7f8629ff5700 -1 osd.1 0 waiting for initial osdmap 2024-04-13T07:08:00.645 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:08:00 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1[47675]: 2024-04-13T07:08:00.227+0000 7f8625dea700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:08:00.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:00 smithi066 ceph-mon[30583]: from='osd.1 [v2:172.21.15.3:6810/3103314917,v1:172.21.15.3:6811/3103314917]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-13T07:08:00.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:00 smithi066 ceph-mon[30583]: osdmap e11: 2 total, 1 up, 2 in 2024-04-13T07:08:00.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:00 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:08:00.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:00 smithi066 ceph-mon[30583]: from='osd.1 [v2:172.21.15.3:6810/3103314917,v1:172.21.15.3:6811/3103314917]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:08:00.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:00 smithi066 ceph-mon[30583]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:08:01.355 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:08:01.394 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:01 smithi003 ceph-mon[27034]: from='osd.1 [v2:172.21.15.3:6810/3103314917,v1:172.21.15.3:6811/3103314917]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-04-13T07:08:01.394 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:01 smithi003 ceph-mon[27034]: osdmap e12: 2 total, 1 up, 2 in 2024-04-13T07:08:01.394 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:01 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:08:01.394 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:01 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:08:01.394 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:01 smithi003 ceph-mon[37804]: from='osd.1 [v2:172.21.15.3:6810/3103314917,v1:172.21.15.3:6811/3103314917]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-04-13T07:08:01.394 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:01 smithi003 ceph-mon[37804]: osdmap e12: 2 total, 1 up, 2 in 2024-04-13T07:08:01.394 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:01 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:08:01.395 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:01 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:08:01.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:01 smithi066 ceph-mon[30583]: from='osd.1 [v2:172.21.15.3:6810/3103314917,v1:172.21.15.3:6811/3103314917]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-04-13T07:08:01.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:01 smithi066 ceph-mon[30583]: osdmap e12: 2 total, 1 up, 2 in 2024-04-13T07:08:01.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:01 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:08:01.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:01 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:08:02.590 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:02 smithi003 ceph-mon[27034]: purged_snaps scrub starts 2024-04-13T07:08:02.590 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:02 smithi003 ceph-mon[27034]: purged_snaps scrub ok 2024-04-13T07:08:02.590 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:02 smithi003 ceph-mon[27034]: osd.1 [v2:172.21.15.3:6810/3103314917,v1:172.21.15.3:6811/3103314917] boot 2024-04-13T07:08:02.590 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:02 smithi003 ceph-mon[27034]: osdmap e13: 2 total, 2 up, 2 in 2024-04-13T07:08:02.590 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:02 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:08:02.590 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:02 smithi003 ceph-mon[27034]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:08:02.590 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:02 smithi003 ceph-mon[37804]: purged_snaps scrub starts 2024-04-13T07:08:02.591 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:02 smithi003 ceph-mon[37804]: purged_snaps scrub ok 2024-04-13T07:08:02.591 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:02 smithi003 ceph-mon[37804]: osd.1 [v2:172.21.15.3:6810/3103314917,v1:172.21.15.3:6811/3103314917] boot 2024-04-13T07:08:02.591 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:02 smithi003 ceph-mon[37804]: osdmap e13: 2 total, 2 up, 2 in 2024-04-13T07:08:02.591 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:02 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:08:02.591 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:02 smithi003 ceph-mon[37804]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:08:02.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:02 smithi066 ceph-mon[30583]: purged_snaps scrub starts 2024-04-13T07:08:02.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:02 smithi066 ceph-mon[30583]: purged_snaps scrub ok 2024-04-13T07:08:02.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:02 smithi066 ceph-mon[30583]: osd.1 [v2:172.21.15.3:6810/3103314917,v1:172.21.15.3:6811/3103314917] boot 2024-04-13T07:08:02.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:02 smithi066 ceph-mon[30583]: osdmap e13: 2 total, 2 up, 2 in 2024-04-13T07:08:02.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:02 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:08:02.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:02 smithi066 ceph-mon[30583]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-13T07:08:03.342 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:03 smithi003 ceph-mon[37804]: osdmap e14: 2 total, 2 up, 2 in 2024-04-13T07:08:03.342 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:03.342 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:03.342 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:03.342 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:03.342 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:03.342 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:03.342 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:08:03.342 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:03.343 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:03 smithi003 ceph-mon[27034]: osdmap e14: 2 total, 2 up, 2 in 2024-04-13T07:08:03.343 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:03.343 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:03.343 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:03.343 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:03.343 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:03.343 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:03.343 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:08:03.343 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:03.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:03 smithi066 ceph-mon[30583]: osdmap e14: 2 total, 2 up, 2 in 2024-04-13T07:08:03.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:03.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:03.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:03.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:03.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:03.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:03.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:08:03.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:03.909 INFO:teuthology.orchestra.run.smithi003.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-13T07:08:03.909 INFO:teuthology.orchestra.run.smithi003.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-13T07:08:03.909 INFO:teuthology.orchestra.run.smithi003.stderr: stderr: 10+0 records in 2024-04-13T07:08:03.909 INFO:teuthology.orchestra.run.smithi003.stderr:10+0 records out 2024-04-13T07:08:03.909 INFO:teuthology.orchestra.run.smithi003.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110315 s, 951 MB/s 2024-04-13T07:08:03.909 INFO:teuthology.orchestra.run.smithi003.stderr:--> Zapping successful for: 2024-04-13T07:08:04.499 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:04 smithi003 ceph-mon[27034]: Detected new or changed devices on smithi003 2024-04-13T07:08:04.499 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:04 smithi003 ceph-mon[27034]: Adjusting osd_memory_target on smithi003 to 8034M 2024-04-13T07:08:04.499 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:04 smithi003 ceph-mon[27034]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:04.499 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:04 smithi003 ceph-mon[37804]: Detected new or changed devices on smithi003 2024-04-13T07:08:04.499 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:04 smithi003 ceph-mon[37804]: Adjusting osd_memory_target on smithi003 to 8034M 2024-04-13T07:08:04.499 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:04 smithi003 ceph-mon[37804]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:04.524 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi003:vg_nvme/lv_2 2024-04-13T07:08:04.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:04 smithi066 ceph-mon[30583]: Detected new or changed devices on smithi003 2024-04-13T07:08:04.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:04 smithi066 ceph-mon[30583]: Adjusting osd_memory_target on smithi003 to 8034M 2024-04-13T07:08:04.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:04 smithi066 ceph-mon[30583]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:04.733 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:08:05.797 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:05 smithi003 ceph-mon[27034]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:05.797 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:05 smithi003 ceph-mon[37804]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:05.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:05 smithi066 ceph-mon[30583]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:06.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:06 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:08:06.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:06 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:08:06.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:06 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:06.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:06 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:08:06.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:06 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:08:06.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:06 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:06.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:06 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:08:06.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:06 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:08:06.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:06 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:07.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:07 smithi003 ceph-mon[27034]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:08:07.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:07 smithi003 ceph-mon[27034]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:07.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:07 smithi003 ceph-mon[37804]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:08:07.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:07 smithi003 ceph-mon[37804]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:07.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:07 smithi066 ceph-mon[30583]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:08:07.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:07 smithi066 ceph-mon[30583]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:09.394 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:09 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/309268681' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ae8f029-9b56-43d5-905f-d589c11d990f"}]: dispatch 2024-04-13T07:08:09.394 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:09 smithi003 ceph-mon[27034]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ae8f029-9b56-43d5-905f-d589c11d990f"}]: dispatch 2024-04-13T07:08:09.395 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:09 smithi003 ceph-mon[27034]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6ae8f029-9b56-43d5-905f-d589c11d990f"}]': finished 2024-04-13T07:08:09.395 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:09 smithi003 ceph-mon[27034]: osdmap e15: 3 total, 2 up, 3 in 2024-04-13T07:08:09.395 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:09 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:08:09.395 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:09 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/309268681' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ae8f029-9b56-43d5-905f-d589c11d990f"}]: dispatch 2024-04-13T07:08:09.395 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:09 smithi003 ceph-mon[37804]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ae8f029-9b56-43d5-905f-d589c11d990f"}]: dispatch 2024-04-13T07:08:09.395 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:09 smithi003 ceph-mon[37804]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6ae8f029-9b56-43d5-905f-d589c11d990f"}]': finished 2024-04-13T07:08:09.395 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:09 smithi003 ceph-mon[37804]: osdmap e15: 3 total, 2 up, 3 in 2024-04-13T07:08:09.395 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:09 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:08:09.410 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:09 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/309268681' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ae8f029-9b56-43d5-905f-d589c11d990f"}]: dispatch 2024-04-13T07:08:09.410 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:09 smithi066 ceph-mon[30583]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ae8f029-9b56-43d5-905f-d589c11d990f"}]: dispatch 2024-04-13T07:08:09.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:09 smithi066 ceph-mon[30583]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6ae8f029-9b56-43d5-905f-d589c11d990f"}]': finished 2024-04-13T07:08:09.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:09 smithi066 ceph-mon[30583]: osdmap e15: 3 total, 2 up, 3 in 2024-04-13T07:08:09.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:09 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:08:10.394 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:10 smithi003 ceph-mon[27034]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:10.394 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:10 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/3111137148' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:08:10.394 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:10 smithi003 ceph-mon[37804]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:10.394 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:10 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/3111137148' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:08:10.410 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:10 smithi066 ceph-mon[30583]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:10.410 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:10 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/3111137148' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:08:11.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:11 smithi003 ceph-mon[27034]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:11.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:11 smithi003 ceph-mon[37804]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:11.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:11 smithi066 ceph-mon[30583]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:13.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:13 smithi003 ceph-mon[27034]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:13.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:13 smithi003 ceph-mon[37804]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:13.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:13 smithi066 ceph-mon[30583]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:15.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:15 smithi003 ceph-mon[37804]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:15.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T07:08:15.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:15.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:15 smithi003 ceph-mon[27034]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:15.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T07:08:15.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:15.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:15 smithi066 ceph-mon[30583]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:15.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T07:08:15.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:16.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:16 smithi003 ceph-mon[37804]: Deploying daemon osd.2 on smithi003 2024-04-13T07:08:16.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:16 smithi003 ceph-mon[27034]: Deploying daemon osd.2 on smithi003 2024-04-13T07:08:16.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:16 smithi066 ceph-mon[30583]: Deploying daemon osd.2 on smithi003 2024-04-13T07:08:17.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:17 smithi003 ceph-mon[27034]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:17.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:17 smithi003 ceph-mon[37804]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:17.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:17 smithi066 ceph-mon[30583]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:19.806 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:19 smithi003 ceph-mon[27034]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:19.807 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:19 smithi003 ceph-mon[37804]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:19.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:19 smithi066 ceph-mon[30583]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:21.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:21 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:21.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:21 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:21.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:21 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:08:21.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:21 smithi003 ceph-mon[27034]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:21.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:21 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:21.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:21 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:21.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:21 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:08:21.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:21 smithi003 ceph-mon[37804]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:21.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:21 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:21.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:21 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:21.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:21 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:08:21.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:21 smithi066 ceph-mon[30583]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:24.146 INFO:teuthology.orchestra.run.smithi003.stdout:Created osd(s) 2 on host 'smithi003' 2024-04-13T07:08:24.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:24.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:24.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:24.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:08:24.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[27034]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:24.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:24.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[27034]: from='osd.2 [v2:172.21.15.3:6818/993511307,v1:172.21.15.3:6819/993511307]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:08:24.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[27034]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:08:24.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:24.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:24.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:08:24.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:24.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:24.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:24.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:08:24.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[37804]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:24.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:24.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[37804]: from='osd.2 [v2:172.21.15.3:6818/993511307,v1:172.21.15.3:6819/993511307]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:08:24.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[37804]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:08:24.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:24.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:24.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:24 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:08:24.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:24 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:24.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:24 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:24.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:24 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:24.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:24 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:08:24.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:24 smithi066 ceph-mon[30583]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:24.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:24 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:24.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:24 smithi066 ceph-mon[30583]: from='osd.2 [v2:172.21.15.3:6818/993511307,v1:172.21.15.3:6819/993511307]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:08:24.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:24 smithi066 ceph-mon[30583]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:08:24.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:24 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:24.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:24 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:24.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:24 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:08:24.761 DEBUG:teuthology.orchestra.run.smithi003:osd.2> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.2.service 2024-04-13T07:08:24.763 INFO:tasks.cephadm:Deploying osd.3 on smithi003 with /dev/vg_nvme/lv_1... 2024-04-13T07:08:24.763 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-13T07:08:25.870 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:25 smithi003 ceph-mon[27034]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-13T07:08:25.871 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:25 smithi003 ceph-mon[27034]: osdmap e16: 3 total, 2 up, 3 in 2024-04-13T07:08:25.871 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:25 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:08:25.871 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:25 smithi003 ceph-mon[27034]: from='osd.2 [v2:172.21.15.3:6818/993511307,v1:172.21.15.3:6819/993511307]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:08:25.871 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:25 smithi003 ceph-mon[27034]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:08:25.871 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:25 smithi003 ceph-mon[37804]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-13T07:08:25.871 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:25 smithi003 ceph-mon[37804]: osdmap e16: 3 total, 2 up, 3 in 2024-04-13T07:08:25.871 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:25 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:08:25.871 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:25 smithi003 ceph-mon[37804]: from='osd.2 [v2:172.21.15.3:6818/993511307,v1:172.21.15.3:6819/993511307]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:08:25.872 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:25 smithi003 ceph-mon[37804]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:08:25.872 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:08:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2[53728]: 2024-04-13T07:08:25.409+0000 7f26c83bd700 -1 osd.2 0 waiting for initial osdmap 2024-04-13T07:08:25.872 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:08:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2[53728]: 2024-04-13T07:08:25.412+0000 7f26c41b2700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:08:25.882 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:08:25.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:25 smithi066 ceph-mon[30583]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-13T07:08:25.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:25 smithi066 ceph-mon[30583]: osdmap e16: 3 total, 2 up, 3 in 2024-04-13T07:08:25.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:25 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:08:25.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:25 smithi066 ceph-mon[30583]: from='osd.2 [v2:172.21.15.3:6818/993511307,v1:172.21.15.3:6819/993511307]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:08:25.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:25 smithi066 ceph-mon[30583]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:08:26.744 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:26 smithi003 ceph-mon[37804]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:26.745 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:26 smithi003 ceph-mon[37804]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-04-13T07:08:26.745 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:26 smithi003 ceph-mon[37804]: osdmap e17: 3 total, 2 up, 3 in 2024-04-13T07:08:26.745 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:26 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:08:26.745 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:26 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:08:26.745 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:26 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:08:26.745 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:26 smithi003 ceph-mon[27034]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:26.745 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:26 smithi003 ceph-mon[27034]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-04-13T07:08:26.745 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:26 smithi003 ceph-mon[27034]: osdmap e17: 3 total, 2 up, 3 in 2024-04-13T07:08:26.745 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:26 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:08:26.745 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:26 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:08:26.745 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:26 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:08:26.811 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:26 smithi066 ceph-mon[30583]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:26.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:26 smithi066 ceph-mon[30583]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-04-13T07:08:26.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:26 smithi066 ceph-mon[30583]: osdmap e17: 3 total, 2 up, 3 in 2024-04-13T07:08:26.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:26 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:08:26.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:26 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:08:26.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:26 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:08:27.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:27 smithi003 ceph-mon[27034]: purged_snaps scrub starts 2024-04-13T07:08:27.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:27 smithi003 ceph-mon[27034]: purged_snaps scrub ok 2024-04-13T07:08:27.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:27 smithi003 ceph-mon[27034]: osd.2 [v2:172.21.15.3:6818/993511307,v1:172.21.15.3:6819/993511307] boot 2024-04-13T07:08:27.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:27 smithi003 ceph-mon[27034]: osdmap e18: 3 total, 3 up, 3 in 2024-04-13T07:08:27.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:27 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:08:27.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:27 smithi003 ceph-mon[37804]: purged_snaps scrub starts 2024-04-13T07:08:27.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:27 smithi003 ceph-mon[37804]: purged_snaps scrub ok 2024-04-13T07:08:27.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:27 smithi003 ceph-mon[37804]: osd.2 [v2:172.21.15.3:6818/993511307,v1:172.21.15.3:6819/993511307] boot 2024-04-13T07:08:27.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:27 smithi003 ceph-mon[37804]: osdmap e18: 3 total, 3 up, 3 in 2024-04-13T07:08:27.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:27 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:08:27.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:27 smithi066 ceph-mon[30583]: purged_snaps scrub starts 2024-04-13T07:08:27.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:27 smithi066 ceph-mon[30583]: purged_snaps scrub ok 2024-04-13T07:08:27.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:27 smithi066 ceph-mon[30583]: osd.2 [v2:172.21.15.3:6818/993511307,v1:172.21.15.3:6819/993511307] boot 2024-04-13T07:08:27.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:27 smithi066 ceph-mon[30583]: osdmap e18: 3 total, 3 up, 3 in 2024-04-13T07:08:27.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:27 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:08:28.232 INFO:teuthology.orchestra.run.smithi003.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-13T07:08:28.232 INFO:teuthology.orchestra.run.smithi003.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-13T07:08:28.232 INFO:teuthology.orchestra.run.smithi003.stderr: stderr: 10+0 records in 2024-04-13T07:08:28.232 INFO:teuthology.orchestra.run.smithi003.stderr:10+0 records out 2024-04-13T07:08:28.232 INFO:teuthology.orchestra.run.smithi003.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0120868 s, 868 MB/s 2024-04-13T07:08:28.232 INFO:teuthology.orchestra.run.smithi003.stderr:--> Zapping successful for: 2024-04-13T07:08:28.538 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:28 smithi003 ceph-mon[37804]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:28.539 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:28 smithi003 ceph-mon[37804]: osdmap e19: 3 total, 3 up, 3 in 2024-04-13T07:08:28.539 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:28 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:08:28.539 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:28 smithi003 ceph-mon[27034]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:28.539 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:28 smithi003 ceph-mon[27034]: osdmap e19: 3 total, 3 up, 3 in 2024-04-13T07:08:28.539 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:28 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:08:28.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:28 smithi066 ceph-mon[30583]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-13T07:08:28.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:28 smithi066 ceph-mon[30583]: osdmap e19: 3 total, 3 up, 3 in 2024-04-13T07:08:28.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:28 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:08:29.165 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi003:vg_nvme/lv_1 2024-04-13T07:08:29.371 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:08:29.754 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-13T07:08:29.754 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[27034]: osdmap e20: 3 total, 3 up, 3 in 2024-04-13T07:08:29.754 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:08:29.754 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[27034]: Detected new or changed devices on smithi003 2024-04-13T07:08:29.754 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:29.754 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:29.754 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:29.754 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:29.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:29.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[27034]: Adjusting osd_memory_target on smithi003 to 5356M 2024-04-13T07:08:29.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:29.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:29.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:08:29.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:29.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[27034]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:08:29.755 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-13T07:08:29.755 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[37804]: osdmap e20: 3 total, 3 up, 3 in 2024-04-13T07:08:29.755 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:08:29.755 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[37804]: Detected new or changed devices on smithi003 2024-04-13T07:08:29.755 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:29.756 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:29.756 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:29.756 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:29.756 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:29.756 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[37804]: Adjusting osd_memory_target on smithi003 to 5356M 2024-04-13T07:08:29.756 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:29.756 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:29.756 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:08:29.756 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:29.756 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:29 smithi003 ceph-mon[37804]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:08:29.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:29 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-13T07:08:29.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:29 smithi066 ceph-mon[30583]: osdmap e20: 3 total, 3 up, 3 in 2024-04-13T07:08:29.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:29 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:08:29.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:29 smithi066 ceph-mon[30583]: Detected new or changed devices on smithi003 2024-04-13T07:08:29.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:29 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:29.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:29 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:29.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:29 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:29.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:29 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:29.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:29 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:29.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:29 smithi066 ceph-mon[30583]: Adjusting osd_memory_target on smithi003 to 5356M 2024-04-13T07:08:29.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:29 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:29.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:29 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:29.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:29 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:08:29.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:29 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:29.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:29 smithi066 ceph-mon[30583]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:08:30.143 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:08:29 smithi003 sudo[57901]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-13T07:08:30.143 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:08:29 smithi003 sudo[57901]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:08:30.143 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:08:29 smithi003 sudo[57901]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:08:30.143 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:08:29 smithi003 sudo[57901]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:08:30.491 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:08:30 smithi003 sudo[57907]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-13T07:08:30.491 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:08:30 smithi003 sudo[57907]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:08:30.491 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:08:30 smithi003 sudo[57907]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:08:30.491 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:08:30 smithi003 sudo[57907]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:08:30.492 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:30 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-13T07:08:30.492 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:30 smithi003 ceph-mon[27034]: osdmap e21: 3 total, 3 up, 3 in 2024-04-13T07:08:30.492 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:30 smithi003 ceph-mon[27034]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:08:30.492 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:30 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:30.492 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:30 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-13T07:08:30.492 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:30 smithi003 ceph-mon[37804]: osdmap e21: 3 total, 3 up, 3 in 2024-04-13T07:08:30.492 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:30 smithi003 ceph-mon[37804]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:08:30.492 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:30 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:30.759 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:08:30 smithi003 sudo[57912]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-13T07:08:30.759 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:08:30 smithi003 sudo[57912]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:08:30.759 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:08:30 smithi003 sudo[57912]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:08:30.759 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:08:30 smithi003 sudo[57912]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:08:30.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:30 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-13T07:08:30.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:30 smithi066 ceph-mon[30583]: osdmap e21: 3 total, 3 up, 3 in 2024-04-13T07:08:30.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:30 smithi066 ceph-mon[30583]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:08:30.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:30 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:31.043 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:08:30 smithi003 sudo[57938]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-13T07:08:31.043 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:08:30 smithi003 sudo[57938]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:08:31.043 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:08:30 smithi003 sudo[57938]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:08:31.043 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:08:30 smithi003 sudo[57938]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:08:31.313 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:08:31 smithi003 sudo[57963]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-13T07:08:31.313 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:08:31 smithi003 sudo[57963]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:08:31.313 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:08:31 smithi003 sudo[57963]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:08:31.313 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:08:31 smithi003 sudo[57963]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:08:31.593 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:08:31 smithi003 sudo[58034]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-13T07:08:31.593 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:08:31 smithi003 sudo[58034]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:08:31.593 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:08:31 smithi003 sudo[58034]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:08:31.593 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:08:31 smithi003 sudo[58034]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:08:31.849 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:31 smithi003 sudo[58071]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-13T07:08:31.849 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:31 smithi003 sudo[58071]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:08:31.849 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:31 smithi003 sudo[58071]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:08:31.849 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:31 smithi003 sudo[58071]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:08:32.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:31 smithi003 ceph-mon[37804]: osdmap e22: 3 total, 3 up, 3 in 2024-04-13T07:08:32.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:31 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:08:32.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:31 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:08:32.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:31 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:32.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:31 smithi003 sudo[58108]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-13T07:08:32.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:31 smithi003 sudo[58108]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:08:32.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:31 smithi003 sudo[58108]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:08:32.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:31 smithi003 sudo[58108]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:08:32.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:31 smithi003 ceph-mon[27034]: osdmap e22: 3 total, 3 up, 3 in 2024-04-13T07:08:32.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:31 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:08:32.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:31 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:08:32.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:31 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:32.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:31 smithi066 ceph-mon[30583]: osdmap e22: 3 total, 3 up, 3 in 2024-04-13T07:08:32.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:31 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:08:32.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:31 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:08:32.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:31 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:32.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:32 smithi066 sudo[33180]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-13T07:08:32.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:32 smithi066 sudo[33180]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:08:32.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:32 smithi066 sudo[33180]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:08:32.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:32 smithi066 sudo[33180]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:08:33.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:32 smithi066 sudo[33183]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-13T07:08:33.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:32 smithi066 sudo[33183]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:08:33.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:32 smithi066 sudo[33183]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:08:33.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:32 smithi066 sudo[33183]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:08:33.319 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 sudo[58156]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-13T07:08:33.319 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 sudo[58156]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:08:33.319 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 sudo[58156]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:08:33.319 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 sudo[58156]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:08:33.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 sudo[58164]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-13T07:08:33.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 sudo[58164]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-13T07:08:33.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 sudo[58164]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-13T07:08:33.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 sudo[58164]: pam_unix(sudo:session): session closed for user root 2024-04-13T07:08:33.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[37804]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:08:33.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T07:08:33.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[37804]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:08:33.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T07:08:33.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:08:33.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:08:33.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:08:33.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T07:08:33.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:08:33.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:08:33.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:08:33.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[37804]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:08:33.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[37804]: Cluster is now healthy 2024-04-13T07:08:33.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T07:08:33.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:33.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:08:33.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:08:33.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:08:33.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[27034]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:08:33.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T07:08:33.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[27034]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:08:33.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T07:08:33.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:08:33.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:08:33.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:08:33.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T07:08:33.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:08:33.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:08:33.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:08:33.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[27034]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:08:33.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[27034]: Cluster is now healthy 2024-04-13T07:08:33.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T07:08:33.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:33.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:08:33.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:08:33.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:33 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:08:33.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:33 smithi066 ceph-mon[30583]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:08:33.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:33 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T07:08:33.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:33 smithi066 ceph-mon[30583]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:08:33.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:33 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T07:08:33.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:33 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:08:33.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:33 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:08:33.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:33 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:08:33.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:33 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T07:08:33.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:33 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:08:33.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:33 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:08:33.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:33 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:08:33.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:33 smithi066 ceph-mon[30583]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:08:33.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:33 smithi066 ceph-mon[30583]: Cluster is now healthy 2024-04-13T07:08:33.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:33 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T07:08:33.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:33 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:33.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:33 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:08:33.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:33 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:08:33.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:33 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:08:34.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:34 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T07:08:34.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:34 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T07:08:34.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:34 smithi003 ceph-mon[27034]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-13T07:08:34.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:34 smithi003 ceph-mon[27034]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:08:34.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:34 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/67243228' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "da155d35-dc71-4433-859f-ed90091af5a9"}]: dispatch 2024-04-13T07:08:34.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:34 smithi003 ceph-mon[27034]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "da155d35-dc71-4433-859f-ed90091af5a9"}]: dispatch 2024-04-13T07:08:34.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:34 smithi003 ceph-mon[27034]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "da155d35-dc71-4433-859f-ed90091af5a9"}]': finished 2024-04-13T07:08:34.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:34 smithi003 ceph-mon[27034]: osdmap e23: 4 total, 3 up, 4 in 2024-04-13T07:08:34.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:34 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:08:34.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:34 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T07:08:34.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:34 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T07:08:34.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:34 smithi003 ceph-mon[37804]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-13T07:08:34.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:34 smithi003 ceph-mon[37804]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:08:34.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:34 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/67243228' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "da155d35-dc71-4433-859f-ed90091af5a9"}]: dispatch 2024-04-13T07:08:34.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:34 smithi003 ceph-mon[37804]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "da155d35-dc71-4433-859f-ed90091af5a9"}]: dispatch 2024-04-13T07:08:34.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:34 smithi003 ceph-mon[37804]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "da155d35-dc71-4433-859f-ed90091af5a9"}]': finished 2024-04-13T07:08:34.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:34 smithi003 ceph-mon[37804]: osdmap e23: 4 total, 3 up, 4 in 2024-04-13T07:08:34.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:34 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:08:34.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:34 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T07:08:34.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:34 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T07:08:34.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:34 smithi066 ceph-mon[30583]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-13T07:08:34.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:34 smithi066 ceph-mon[30583]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:08:34.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:34 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/67243228' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "da155d35-dc71-4433-859f-ed90091af5a9"}]: dispatch 2024-04-13T07:08:34.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:34 smithi066 ceph-mon[30583]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "da155d35-dc71-4433-859f-ed90091af5a9"}]: dispatch 2024-04-13T07:08:34.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:34 smithi066 ceph-mon[30583]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "da155d35-dc71-4433-859f-ed90091af5a9"}]': finished 2024-04-13T07:08:34.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:34 smithi066 ceph-mon[30583]: osdmap e23: 4 total, 3 up, 4 in 2024-04-13T07:08:34.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:34 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:08:35.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:35 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/1048011336' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:08:35.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:35 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1048011336' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:08:35.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:35 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1048011336' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:08:36.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:36 smithi003 ceph-mon[37804]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:08:36.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:36 smithi003 ceph-mon[27034]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:08:36.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:36 smithi066 ceph-mon[30583]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:08:37.518 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:37 smithi003 ceph-mon[37804]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-04-13T07:08:37.519 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:37 smithi003 ceph-mon[27034]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-04-13T07:08:37.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:37 smithi066 ceph-mon[30583]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-04-13T07:08:39.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:39 smithi003 ceph-mon[27034]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-13T07:08:39.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:39 smithi003 ceph-mon[37804]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-13T07:08:39.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:39 smithi066 ceph-mon[30583]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-13T07:08:40.781 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:40 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T07:08:40.781 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:40 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:40.781 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:40 smithi003 ceph-mon[27034]: Deploying daemon osd.3 on smithi003 2024-04-13T07:08:40.781 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:40 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T07:08:40.781 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:40 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:40.781 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:40 smithi003 ceph-mon[37804]: Deploying daemon osd.3 on smithi003 2024-04-13T07:08:40.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:40 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T07:08:40.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:40 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:40.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:40 smithi066 ceph-mon[30583]: Deploying daemon osd.3 on smithi003 2024-04-13T07:08:41.613 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:41 smithi003 ceph-mon[37804]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-13T07:08:41.613 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:41 smithi003 ceph-mon[27034]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-13T07:08:41.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:41 smithi066 ceph-mon[30583]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-13T07:08:43.817 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:43 smithi003 ceph-mon[27034]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-13T07:08:43.817 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:43 smithi003 ceph-mon[37804]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-13T07:08:43.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:43 smithi066 ceph-mon[30583]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-13T07:08:46.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:46 smithi003 ceph-mon[27034]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.6 KiB/s rd, 68 KiB/s wr, 4 op/s 2024-04-13T07:08:46.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:46 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:46.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:46 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:46.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:46 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:08:46.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:46 smithi003 ceph-mon[37804]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.6 KiB/s rd, 68 KiB/s wr, 4 op/s 2024-04-13T07:08:46.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:46 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:46.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:46 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:46.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:46 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:08:46.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:46 smithi066 ceph-mon[30583]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.6 KiB/s rd, 68 KiB/s wr, 4 op/s 2024-04-13T07:08:46.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:46 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:46.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:46 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:46.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:46 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:08:48.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:48 smithi003 ceph-mon[27034]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-13T07:08:48.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:48 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:48.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:48 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:48.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:48 smithi003 ceph-mon[37804]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-13T07:08:48.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:48 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:48.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:48 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:48.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:48 smithi066 ceph-mon[30583]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-13T07:08:48.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:48 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:48.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:48 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:49.156 INFO:teuthology.orchestra.run.smithi003.stdout:Created osd(s) 3 on host 'smithi003' 2024-04-13T07:08:49.735 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:49 smithi003 ceph-mon[37804]: from='osd.3 [v2:172.21.15.3:6826/2281158589,v1:172.21.15.3:6827/2281158589]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:08:49.735 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:49 smithi003 ceph-mon[37804]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:08:49.735 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:49 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:49.735 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:49 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:08:49.735 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:49 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:49.735 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:49 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:49.735 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:49 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:08:49.735 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:49 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:49.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:49 smithi003 ceph-mon[27034]: from='osd.3 [v2:172.21.15.3:6826/2281158589,v1:172.21.15.3:6827/2281158589]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:08:49.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:49 smithi003 ceph-mon[27034]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:08:49.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:49 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:49.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:49 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:08:49.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:49 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:49.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:49 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:49.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:49 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:08:49.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:49 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:49.756 DEBUG:teuthology.orchestra.run.smithi003:osd.3> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.3.service 2024-04-13T07:08:49.759 INFO:tasks.cephadm:Deploying osd.4 on smithi066 with /dev/vg_nvme/lv_4... 2024-04-13T07:08:49.759 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-13T07:08:49.793 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:49 smithi066 ceph-mon[30583]: from='osd.3 [v2:172.21.15.3:6826/2281158589,v1:172.21.15.3:6827/2281158589]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:08:49.793 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:49 smithi066 ceph-mon[30583]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:08:49.793 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:49.793 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:08:49.793 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:49.793 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:49.793 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:08:49.794 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:49 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:49.979 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:08:50.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:50 smithi066 ceph-mon[30583]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:08:50.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:50 smithi066 ceph-mon[30583]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-13T07:08:50.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:50 smithi066 ceph-mon[30583]: osdmap e24: 4 total, 3 up, 4 in 2024-04-13T07:08:50.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:50 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:08:50.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:50 smithi066 ceph-mon[30583]: from='osd.3 [v2:172.21.15.3:6826/2281158589,v1:172.21.15.3:6827/2281158589]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:08:50.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:50 smithi066 ceph-mon[30583]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:08:50.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:50 smithi003 ceph-mon[27034]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:08:50.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:50 smithi003 ceph-mon[27034]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-13T07:08:50.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:50 smithi003 ceph-mon[27034]: osdmap e24: 4 total, 3 up, 4 in 2024-04-13T07:08:50.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:50 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:08:50.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:50 smithi003 ceph-mon[27034]: from='osd.3 [v2:172.21.15.3:6826/2281158589,v1:172.21.15.3:6827/2281158589]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:08:50.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:50 smithi003 ceph-mon[27034]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:08:50.861 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:50 smithi003 ceph-mon[37804]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:08:50.861 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:50 smithi003 ceph-mon[37804]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-13T07:08:50.861 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:50 smithi003 ceph-mon[37804]: osdmap e24: 4 total, 3 up, 4 in 2024-04-13T07:08:50.861 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:50 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:08:50.861 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:50 smithi003 ceph-mon[37804]: from='osd.3 [v2:172.21.15.3:6826/2281158589,v1:172.21.15.3:6827/2281158589]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:08:50.861 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:50 smithi003 ceph-mon[37804]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:08:50.861 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:08:50 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3[59880]: 2024-04-13T07:08:50.427+0000 7f8aa5b10700 -1 osd.3 0 waiting for initial osdmap 2024-04-13T07:08:50.861 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:08:50 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3[59880]: 2024-04-13T07:08:50.432+0000 7f8aa1905700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:08:51.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:51 smithi066 ceph-mon[30583]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-04-13T07:08:51.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:51 smithi066 ceph-mon[30583]: osdmap e25: 4 total, 3 up, 4 in 2024-04-13T07:08:51.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:51 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:08:51.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:51 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:08:51.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:51 smithi066 ceph-mon[30583]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:08:51.803 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-13T07:08:51.803 INFO:teuthology.orchestra.run.smithi066.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-13T07:08:51.803 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10+0 records in 2024-04-13T07:08:51.803 INFO:teuthology.orchestra.run.smithi066.stderr:10+0 records out 2024-04-13T07:08:51.803 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112533 s, 932 MB/s 2024-04-13T07:08:51.803 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping successful for: 2024-04-13T07:08:51.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:51 smithi003 ceph-mon[27034]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-04-13T07:08:51.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:51 smithi003 ceph-mon[27034]: osdmap e25: 4 total, 3 up, 4 in 2024-04-13T07:08:51.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:51 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:08:51.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:51 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:08:51.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:51 smithi003 ceph-mon[27034]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:08:51.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:51 smithi003 ceph-mon[37804]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-04-13T07:08:51.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:51 smithi003 ceph-mon[37804]: osdmap e25: 4 total, 3 up, 4 in 2024-04-13T07:08:51.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:51 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:08:51.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:51 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:08:51.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:51 smithi003 ceph-mon[37804]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-13T07:08:52.539 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:52 smithi066 ceph-mon[30583]: purged_snaps scrub starts 2024-04-13T07:08:52.539 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:52 smithi066 ceph-mon[30583]: purged_snaps scrub ok 2024-04-13T07:08:52.539 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:52 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:08:52.539 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:52 smithi066 ceph-mon[30583]: osd.3 [v2:172.21.15.3:6826/2281158589,v1:172.21.15.3:6827/2281158589] boot 2024-04-13T07:08:52.539 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:52 smithi066 ceph-mon[30583]: osdmap e26: 4 total, 4 up, 4 in 2024-04-13T07:08:52.540 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:52 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:08:52.541 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi066:vg_nvme/lv_4 2024-04-13T07:08:52.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:52 smithi003 ceph-mon[37804]: purged_snaps scrub starts 2024-04-13T07:08:52.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:52 smithi003 ceph-mon[37804]: purged_snaps scrub ok 2024-04-13T07:08:52.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:52 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:08:52.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:52 smithi003 ceph-mon[37804]: osd.3 [v2:172.21.15.3:6826/2281158589,v1:172.21.15.3:6827/2281158589] boot 2024-04-13T07:08:52.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:52 smithi003 ceph-mon[37804]: osdmap e26: 4 total, 4 up, 4 in 2024-04-13T07:08:52.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:52 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:08:52.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:52 smithi003 ceph-mon[27034]: purged_snaps scrub starts 2024-04-13T07:08:52.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:52 smithi003 ceph-mon[27034]: purged_snaps scrub ok 2024-04-13T07:08:52.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:52 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:08:52.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:52 smithi003 ceph-mon[27034]: osd.3 [v2:172.21.15.3:6826/2281158589,v1:172.21.15.3:6827/2281158589] boot 2024-04-13T07:08:52.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:52 smithi003 ceph-mon[27034]: osdmap e26: 4 total, 4 up, 4 in 2024-04-13T07:08:52.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:52 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:08:52.796 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:08:53.680 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:53 smithi066 ceph-mon[30583]: osdmap e27: 4 total, 4 up, 4 in 2024-04-13T07:08:53.680 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:53 smithi066 ceph-mon[30583]: Detected new or changed devices on smithi003 2024-04-13T07:08:53.680 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:53 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:53.680 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:53 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:53.680 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:53 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:53.681 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:53 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:53.681 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:53 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:53.681 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:53 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:53.681 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:53 smithi066 ceph-mon[30583]: Adjusting osd_memory_target on smithi003 to 4017M 2024-04-13T07:08:53.681 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:53 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:53.681 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:53 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:53.681 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:53 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:08:53.681 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:53 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:53.681 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:53 smithi066 ceph-mon[30583]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:08:53.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[27034]: osdmap e27: 4 total, 4 up, 4 in 2024-04-13T07:08:53.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[27034]: Detected new or changed devices on smithi003 2024-04-13T07:08:53.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:53.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:53.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:53.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:53.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:53.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:53.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[27034]: Adjusting osd_memory_target on smithi003 to 4017M 2024-04-13T07:08:53.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:53.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:53.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:08:53.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:53.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[27034]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:08:53.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[37804]: osdmap e27: 4 total, 4 up, 4 in 2024-04-13T07:08:53.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[37804]: Detected new or changed devices on smithi003 2024-04-13T07:08:53.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:53.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:53.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:53.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:53.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:53.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:08:53.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[37804]: Adjusting osd_memory_target on smithi003 to 4017M 2024-04-13T07:08:53.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:53.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:53.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:08:53.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:08:53.895 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:53 smithi003 ceph-mon[37804]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:08:55.094 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:54 smithi066 ceph-mon[30583]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:08:55.094 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:54 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:08:55.094 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:54 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:08:55.094 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:54 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:55.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:54 smithi003 ceph-mon[27034]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:08:55.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:54 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:08:55.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:54 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:08:55.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:54 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:55.143 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:54 smithi003 ceph-mon[37804]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:08:55.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:54 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:08:55.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:54 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:08:55.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:54 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:08:56.016 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:55 smithi066 ceph-mon[30583]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:08:56.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:55 smithi003 ceph-mon[27034]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:08:56.143 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:55 smithi003 ceph-mon[37804]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:08:57.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:56 smithi003 ceph-mon[27034]: from='client.? 172.21.15.66:0/1391580711' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a854b8d8-7b4c-43b3-b52f-2107223db8ad"}]: dispatch 2024-04-13T07:08:57.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:56 smithi003 ceph-mon[27034]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a854b8d8-7b4c-43b3-b52f-2107223db8ad"}]: dispatch 2024-04-13T07:08:57.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:56 smithi003 ceph-mon[27034]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a854b8d8-7b4c-43b3-b52f-2107223db8ad"}]': finished 2024-04-13T07:08:57.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:56 smithi003 ceph-mon[27034]: osdmap e28: 5 total, 4 up, 5 in 2024-04-13T07:08:57.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:56 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:08:57.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:56 smithi003 ceph-mon[37804]: from='client.? 172.21.15.66:0/1391580711' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a854b8d8-7b4c-43b3-b52f-2107223db8ad"}]: dispatch 2024-04-13T07:08:57.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:56 smithi003 ceph-mon[37804]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a854b8d8-7b4c-43b3-b52f-2107223db8ad"}]: dispatch 2024-04-13T07:08:57.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:56 smithi003 ceph-mon[37804]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a854b8d8-7b4c-43b3-b52f-2107223db8ad"}]': finished 2024-04-13T07:08:57.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:56 smithi003 ceph-mon[37804]: osdmap e28: 5 total, 4 up, 5 in 2024-04-13T07:08:57.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:56 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:08:57.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:56 smithi066 ceph-mon[30583]: from='client.? 172.21.15.66:0/1391580711' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a854b8d8-7b4c-43b3-b52f-2107223db8ad"}]: dispatch 2024-04-13T07:08:57.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:56 smithi066 ceph-mon[30583]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a854b8d8-7b4c-43b3-b52f-2107223db8ad"}]: dispatch 2024-04-13T07:08:57.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:56 smithi066 ceph-mon[30583]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a854b8d8-7b4c-43b3-b52f-2107223db8ad"}]': finished 2024-04-13T07:08:57.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:56 smithi066 ceph-mon[30583]: osdmap e28: 5 total, 4 up, 5 in 2024-04-13T07:08:57.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:56 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:08:58.143 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:57 smithi003 ceph-mon[37804]: from='client.? 172.21.15.66:0/1141071972' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:08:58.143 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:57 smithi003 ceph-mon[37804]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:08:58.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:57 smithi003 ceph-mon[27034]: from='client.? 172.21.15.66:0/1141071972' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:08:58.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:57 smithi003 ceph-mon[27034]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:08:58.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:57 smithi066 ceph-mon[30583]: from='client.? 172.21.15.66:0/1141071972' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:08:58.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:57 smithi066 ceph-mon[30583]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:08:59.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:08:59 smithi003 ceph-mon[37804]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:08:59.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:08:59 smithi003 ceph-mon[27034]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:08:59.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:08:59 smithi066 ceph-mon[30583]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:01.719 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:01 smithi066 ceph-mon[30583]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:01.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:01 smithi003 ceph-mon[27034]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:01.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:01 smithi003 ceph-mon[37804]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:03.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:02 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T07:09:03.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:02 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:03.143 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:02 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T07:09:03.143 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:02 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:03.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:02 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T07:09:03.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:02 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:04.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:03 smithi003 ceph-mon[27034]: Deploying daemon osd.4 on smithi066 2024-04-13T07:09:04.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:03 smithi003 ceph-mon[27034]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:04.143 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:03 smithi003 ceph-mon[37804]: Deploying daemon osd.4 on smithi066 2024-04-13T07:09:04.143 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:03 smithi003 ceph-mon[37804]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:04.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:03 smithi066 ceph-mon[30583]: Deploying daemon osd.4 on smithi066 2024-04-13T07:09:04.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:03 smithi066 ceph-mon[30583]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:05.733 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:05 smithi066 ceph-mon[30583]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:05.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:05 smithi003 ceph-mon[37804]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:05.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:05 smithi003 ceph-mon[27034]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:07.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:07 smithi003 ceph-mon[37804]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:07.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:07 smithi003 ceph-mon[27034]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:07.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:07 smithi066 ceph-mon[30583]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:08.997 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:08 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:08.997 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:08 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:08.997 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:08 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:09:09.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:08 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:09.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:08 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:09.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:08 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:09:09.143 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:08 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:09.143 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:08 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:09.143 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:08 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:09:09.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:09 smithi066 ceph-mon[30583]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:10.143 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:09 smithi003 ceph-mon[37804]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:10.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:09 smithi003 ceph-mon[27034]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:10.694 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 4 on host 'smithi066' 2024-04-13T07:09:11.315 DEBUG:teuthology.orchestra.run.smithi066:osd.4> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.4.service 2024-04-13T07:09:11.317 INFO:tasks.cephadm:Deploying osd.5 on smithi066 with /dev/vg_nvme/lv_3... 2024-04-13T07:09:11.318 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-13T07:09:11.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:11 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:11.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:11 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:11.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:11 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:11.624 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:11 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:11.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:11 smithi066 ceph-mon[30583]: from='osd.4 [v2:172.21.15.66:6800/1043132211,v1:172.21.15.66:6801/1043132211]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:09:11.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:11 smithi066 ceph-mon[30583]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:09:11.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:11 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:11.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:11 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:11.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:11 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:11.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:11 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:11.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:11 smithi003 ceph-mon[37804]: from='osd.4 [v2:172.21.15.66:6800/1043132211,v1:172.21.15.66:6801/1043132211]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:09:11.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:11 smithi003 ceph-mon[37804]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:09:11.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:11 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:11.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:11 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:11.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:11 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:11.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:11 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:11.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:11 smithi003 ceph-mon[27034]: from='osd.4 [v2:172.21.15.66:6800/1043132211,v1:172.21.15.66:6801/1043132211]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:09:11.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:11 smithi003 ceph-mon[27034]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:09:12.570 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:12 smithi066 ceph-mon[30583]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:12.570 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:12 smithi066 ceph-mon[30583]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-13T07:09:12.570 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:12 smithi066 ceph-mon[30583]: osdmap e29: 5 total, 4 up, 5 in 2024-04-13T07:09:12.570 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:12 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:09:12.570 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:12 smithi066 ceph-mon[30583]: from='osd.4 [v2:172.21.15.66:6800/1043132211,v1:172.21.15.66:6801/1043132211]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:09:12.570 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:12 smithi066 ceph-mon[30583]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:09:12.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:12 smithi003 ceph-mon[27034]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:12.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:12 smithi003 ceph-mon[27034]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-13T07:09:12.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:12 smithi003 ceph-mon[27034]: osdmap e29: 5 total, 4 up, 5 in 2024-04-13T07:09:12.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:12 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:09:12.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:12 smithi003 ceph-mon[27034]: from='osd.4 [v2:172.21.15.66:6800/1043132211,v1:172.21.15.66:6801/1043132211]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:09:12.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:12 smithi003 ceph-mon[27034]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:09:12.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:12 smithi003 ceph-mon[37804]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:12.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:12 smithi003 ceph-mon[37804]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-13T07:09:12.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:12 smithi003 ceph-mon[37804]: osdmap e29: 5 total, 4 up, 5 in 2024-04-13T07:09:12.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:12 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:09:12.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:12 smithi003 ceph-mon[37804]: from='osd.4 [v2:172.21.15.66:6800/1043132211,v1:172.21.15.66:6801/1043132211]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:09:12.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:12 smithi003 ceph-mon[37804]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:09:12.780 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:09:13.160 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:09:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[35526]: 2024-04-13T07:09:13.110+0000 7f5c25f24700 -1 osd.4 0 waiting for initial osdmap 2024-04-13T07:09:13.160 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:09:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[35526]: 2024-04-13T07:09:13.115+0000 7f5c1dd11700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:09:13.751 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:13 smithi066 ceph-mon[30583]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-13T07:09:13.752 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:13 smithi066 ceph-mon[30583]: osdmap e30: 5 total, 4 up, 5 in 2024-04-13T07:09:13.752 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:13 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:09:13.752 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:13 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:09:13.752 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:13 smithi066 ceph-mon[30583]: from='osd.4 ' entity='osd.4' 2024-04-13T07:09:13.752 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:13 smithi066 ceph-mon[30583]: osd.4 [v2:172.21.15.66:6800/1043132211,v1:172.21.15.66:6801/1043132211] boot 2024-04-13T07:09:13.752 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:13 smithi066 ceph-mon[30583]: osdmap e31: 5 total, 5 up, 5 in 2024-04-13T07:09:13.752 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:13 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:09:13.752 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:13 smithi066 ceph-mon[30583]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:14.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:13 smithi003 ceph-mon[27034]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-13T07:09:14.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:13 smithi003 ceph-mon[27034]: osdmap e30: 5 total, 4 up, 5 in 2024-04-13T07:09:14.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:13 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:09:14.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:13 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:09:14.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:13 smithi003 ceph-mon[27034]: from='osd.4 ' entity='osd.4' 2024-04-13T07:09:14.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:13 smithi003 ceph-mon[27034]: osd.4 [v2:172.21.15.66:6800/1043132211,v1:172.21.15.66:6801/1043132211] boot 2024-04-13T07:09:14.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:13 smithi003 ceph-mon[27034]: osdmap e31: 5 total, 5 up, 5 in 2024-04-13T07:09:14.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:13 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:09:14.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:13 smithi003 ceph-mon[27034]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:14.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:13 smithi003 ceph-mon[37804]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-13T07:09:14.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:13 smithi003 ceph-mon[37804]: osdmap e30: 5 total, 4 up, 5 in 2024-04-13T07:09:14.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:13 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:09:14.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:13 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:09:14.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:13 smithi003 ceph-mon[37804]: from='osd.4 ' entity='osd.4' 2024-04-13T07:09:14.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:13 smithi003 ceph-mon[37804]: osd.4 [v2:172.21.15.66:6800/1043132211,v1:172.21.15.66:6801/1043132211] boot 2024-04-13T07:09:14.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:13 smithi003 ceph-mon[37804]: osdmap e31: 5 total, 5 up, 5 in 2024-04-13T07:09:14.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:13 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:09:14.144 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:13 smithi003 ceph-mon[37804]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-13T07:09:14.762 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-13T07:09:14.762 INFO:teuthology.orchestra.run.smithi066.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-13T07:09:14.762 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10+0 records in 2024-04-13T07:09:14.762 INFO:teuthology.orchestra.run.smithi066.stderr:10+0 records out 2024-04-13T07:09:14.762 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0123194 s, 851 MB/s 2024-04-13T07:09:14.763 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping successful for: 2024-04-13T07:09:14.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:14 smithi066 ceph-mon[30583]: purged_snaps scrub starts 2024-04-13T07:09:14.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:14 smithi066 ceph-mon[30583]: purged_snaps scrub ok 2024-04-13T07:09:14.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:14 smithi066 ceph-mon[30583]: osdmap e32: 5 total, 5 up, 5 in 2024-04-13T07:09:15.142 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:14 smithi003 ceph-mon[37804]: purged_snaps scrub starts 2024-04-13T07:09:15.143 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:14 smithi003 ceph-mon[37804]: purged_snaps scrub ok 2024-04-13T07:09:15.143 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:14 smithi003 ceph-mon[37804]: osdmap e32: 5 total, 5 up, 5 in 2024-04-13T07:09:15.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:14 smithi003 ceph-mon[27034]: purged_snaps scrub starts 2024-04-13T07:09:15.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:14 smithi003 ceph-mon[27034]: purged_snaps scrub ok 2024-04-13T07:09:15.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:14 smithi003 ceph-mon[27034]: osdmap e32: 5 total, 5 up, 5 in 2024-04-13T07:09:15.359 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi066:vg_nvme/lv_3 2024-04-13T07:09:15.569 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:09:15.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:15 smithi066 ceph-mon[30583]: Detected new or changed devices on smithi066 2024-04-13T07:09:15.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:15.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:15.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:09:15.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:15 smithi066 ceph-mon[30583]: Adjusting osd_memory_target on smithi066 to 17088M 2024-04-13T07:09:15.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:15.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:15.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:09:15.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:15.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:09:15.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:15.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:09:15.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:15 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:15.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:15 smithi066 ceph-mon[30583]: osdmap e33: 5 total, 5 up, 5 in 2024-04-13T07:09:15.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:15 smithi066 ceph-mon[30583]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:16.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[27034]: Detected new or changed devices on smithi066 2024-04-13T07:09:16.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:16.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:16.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:09:16.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[27034]: Adjusting osd_memory_target on smithi066 to 17088M 2024-04-13T07:09:16.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:16.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:16.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:09:16.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:16.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:09:16.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:16.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:09:16.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:16.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[27034]: osdmap e33: 5 total, 5 up, 5 in 2024-04-13T07:09:16.144 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[27034]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:16.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[37804]: Detected new or changed devices on smithi066 2024-04-13T07:09:16.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:16.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:16.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:09:16.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[37804]: Adjusting osd_memory_target on smithi066 to 17088M 2024-04-13T07:09:16.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:16.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:16.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:09:16.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:16.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:09:16.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:16.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:09:16.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:16.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[37804]: osdmap e33: 5 total, 5 up, 5 in 2024-04-13T07:09:16.146 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:15 smithi003 ceph-mon[37804]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:17.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:17 smithi003 ceph-mon[37804]: osdmap e34: 5 total, 5 up, 5 in 2024-04-13T07:09:17.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:17 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:09:17.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:17 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:09:17.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:17 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:17.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:17 smithi003 ceph-mon[27034]: osdmap e34: 5 total, 5 up, 5 in 2024-04-13T07:09:17.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:17 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:09:17.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:17 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:09:17.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:17 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:17.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:17 smithi066 ceph-mon[30583]: osdmap e34: 5 total, 5 up, 5 in 2024-04-13T07:09:17.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:17 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:09:17.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:17 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:09:17.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:17 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:18.626 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:18 smithi066 ceph-mon[30583]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:09:18.626 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:18 smithi066 ceph-mon[30583]: osdmap e35: 5 total, 5 up, 5 in 2024-04-13T07:09:18.626 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:18 smithi066 ceph-mon[30583]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 267 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-13T07:09:18.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:18 smithi003 ceph-mon[37804]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:09:18.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:18 smithi003 ceph-mon[37804]: osdmap e35: 5 total, 5 up, 5 in 2024-04-13T07:09:18.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:18 smithi003 ceph-mon[37804]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 267 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-13T07:09:18.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:18 smithi003 ceph-mon[27034]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:09:18.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:18 smithi003 ceph-mon[27034]: osdmap e35: 5 total, 5 up, 5 in 2024-04-13T07:09:18.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:18 smithi003 ceph-mon[27034]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 267 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-13T07:09:19.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:19 smithi003 ceph-mon[27034]: pgmap v117: 1 pgs: 1 peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-04-13T07:09:19.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:19 smithi003 ceph-mon[37804]: pgmap v117: 1 pgs: 1 peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-04-13T07:09:19.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:19 smithi066 ceph-mon[30583]: pgmap v117: 1 pgs: 1 peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-04-13T07:09:20.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:20 smithi003 ceph-mon[27034]: from='client.? 172.21.15.66:0/843358021' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "52f88bb2-a85d-49e7-8def-5b0115b99d59"}]: dispatch 2024-04-13T07:09:20.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:20 smithi003 ceph-mon[27034]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "52f88bb2-a85d-49e7-8def-5b0115b99d59"}]: dispatch 2024-04-13T07:09:20.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:20 smithi003 ceph-mon[27034]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "52f88bb2-a85d-49e7-8def-5b0115b99d59"}]': finished 2024-04-13T07:09:20.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:20 smithi003 ceph-mon[27034]: osdmap e36: 6 total, 5 up, 6 in 2024-04-13T07:09:20.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:20 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:09:20.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:20 smithi003 ceph-mon[27034]: from='client.? 172.21.15.66:0/4063829087' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:09:20.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:20 smithi003 ceph-mon[37804]: from='client.? 172.21.15.66:0/843358021' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "52f88bb2-a85d-49e7-8def-5b0115b99d59"}]: dispatch 2024-04-13T07:09:20.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:20 smithi003 ceph-mon[37804]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "52f88bb2-a85d-49e7-8def-5b0115b99d59"}]: dispatch 2024-04-13T07:09:20.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:20 smithi003 ceph-mon[37804]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "52f88bb2-a85d-49e7-8def-5b0115b99d59"}]': finished 2024-04-13T07:09:20.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:20 smithi003 ceph-mon[37804]: osdmap e36: 6 total, 5 up, 6 in 2024-04-13T07:09:20.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:20 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:09:20.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:20 smithi003 ceph-mon[37804]: from='client.? 172.21.15.66:0/4063829087' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:09:20.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:20 smithi066 ceph-mon[30583]: from='client.? 172.21.15.66:0/843358021' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "52f88bb2-a85d-49e7-8def-5b0115b99d59"}]: dispatch 2024-04-13T07:09:20.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:20 smithi066 ceph-mon[30583]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "52f88bb2-a85d-49e7-8def-5b0115b99d59"}]: dispatch 2024-04-13T07:09:20.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:20 smithi066 ceph-mon[30583]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "52f88bb2-a85d-49e7-8def-5b0115b99d59"}]': finished 2024-04-13T07:09:20.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:20 smithi066 ceph-mon[30583]: osdmap e36: 6 total, 5 up, 6 in 2024-04-13T07:09:20.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:20 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:09:20.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:20 smithi066 ceph-mon[30583]: from='client.? 172.21.15.66:0/4063829087' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:09:21.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:21 smithi003 ceph-mon[27034]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-13T07:09:21.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:21 smithi003 ceph-mon[37804]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-13T07:09:21.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:21 smithi066 ceph-mon[30583]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-13T07:09:23.712 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:23 smithi066 ceph-mon[30583]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-13T07:09:23.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:23 smithi003 ceph-mon[27034]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-13T07:09:23.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:23 smithi003 ceph-mon[37804]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-13T07:09:25.794 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:25 smithi066 ceph-mon[30583]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:25.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:25 smithi003 ceph-mon[27034]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:25.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:25 smithi003 ceph-mon[37804]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:26.778 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:26 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T07:09:26.778 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:26 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:26.778 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:26 smithi066 ceph-mon[30583]: Deploying daemon osd.5 on smithi066 2024-04-13T07:09:26.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:26 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T07:09:26.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:26 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:26.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:26 smithi003 ceph-mon[37804]: Deploying daemon osd.5 on smithi066 2024-04-13T07:09:26.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:26 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T07:09:26.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:26 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:26.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:26 smithi003 ceph-mon[27034]: Deploying daemon osd.5 on smithi066 2024-04-13T07:09:27.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:27 smithi066 ceph-mon[30583]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:27.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:27 smithi003 ceph-mon[27034]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:27.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:27 smithi003 ceph-mon[37804]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:29.784 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:29 smithi066 ceph-mon[30583]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:29.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:29 smithi003 ceph-mon[37804]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:29.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:29 smithi003 ceph-mon[27034]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:31.852 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:31 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:31.852 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:31 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:31.852 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:31 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:09:31.852 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:31 smithi066 ceph-mon[30583]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:31.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:31 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:31.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:31 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:31.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:31 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:09:31.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:31 smithi003 ceph-mon[27034]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:31.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:31 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:31.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:31 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:31.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:31 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:09:31.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:31 smithi003 ceph-mon[37804]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:33.399 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 5 on host 'smithi066' 2024-04-13T07:09:34.367 DEBUG:teuthology.orchestra.run.smithi066:osd.5> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.5.service 2024-04-13T07:09:34.370 INFO:tasks.cephadm:Deploying osd.6 on smithi066 with /dev/vg_nvme/lv_2... 2024-04-13T07:09:34.370 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-13T07:09:34.627 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:09:34.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:34 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:34.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:34 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:34.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:34 smithi003 ceph-mon[27034]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:34.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:34 smithi003 ceph-mon[27034]: from='osd.5 [v2:172.21.15.66:6808/739793421,v1:172.21.15.66:6809/739793421]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:09:34.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:34 smithi003 ceph-mon[27034]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:09:34.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:34 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:34.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:34 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:34.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:34 smithi003 ceph-mon[37804]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:34.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:34 smithi003 ceph-mon[37804]: from='osd.5 [v2:172.21.15.66:6808/739793421,v1:172.21.15.66:6809/739793421]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:09:34.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:34 smithi003 ceph-mon[37804]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:09:34.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:34 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:34.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:34 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:34.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:34 smithi066 ceph-mon[30583]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:34.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:34 smithi066 ceph-mon[30583]: from='osd.5 [v2:172.21.15.66:6808/739793421,v1:172.21.15.66:6809/739793421]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:09:34.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:34 smithi066 ceph-mon[30583]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:09:35.605 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:35 smithi066 ceph-mon[30583]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-13T07:09:35.605 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:35 smithi066 ceph-mon[30583]: osdmap e37: 6 total, 5 up, 6 in 2024-04-13T07:09:35.605 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:35 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:09:35.605 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:35 smithi066 ceph-mon[30583]: from='osd.5 [v2:172.21.15.66:6808/739793421,v1:172.21.15.66:6809/739793421]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:09:35.605 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:35 smithi066 ceph-mon[30583]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:09:35.605 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:35 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:35.606 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:35 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:35.606 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:09:35 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[41608]: 2024-04-13T07:09:35.361+0000 7fdf7a5e1700 -1 osd.5 0 waiting for initial osdmap 2024-04-13T07:09:35.606 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:09:35 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[41608]: 2024-04-13T07:09:35.368+0000 7fdf763d6700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:09:35.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:35 smithi003 ceph-mon[27034]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-13T07:09:35.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:35 smithi003 ceph-mon[27034]: osdmap e37: 6 total, 5 up, 6 in 2024-04-13T07:09:35.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:35 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:09:35.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:35 smithi003 ceph-mon[27034]: from='osd.5 [v2:172.21.15.66:6808/739793421,v1:172.21.15.66:6809/739793421]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:09:35.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:35 smithi003 ceph-mon[27034]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:09:35.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:35 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:35.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:35 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:35.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:35 smithi003 ceph-mon[37804]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-13T07:09:35.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:35 smithi003 ceph-mon[37804]: osdmap e37: 6 total, 5 up, 6 in 2024-04-13T07:09:35.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:35 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:09:35.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:35 smithi003 ceph-mon[37804]: from='osd.5 [v2:172.21.15.66:6808/739793421,v1:172.21.15.66:6809/739793421]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:09:35.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:35 smithi003 ceph-mon[37804]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:09:35.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:35 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:35.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:35 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:36.460 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:36 smithi066 ceph-mon[30583]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-13T07:09:36.461 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:36 smithi066 ceph-mon[30583]: osdmap e38: 6 total, 5 up, 6 in 2024-04-13T07:09:36.461 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:36 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:09:36.461 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:36 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:09:36.461 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:36 smithi066 ceph-mon[30583]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:36.464 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-13T07:09:36.464 INFO:teuthology.orchestra.run.smithi066.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-13T07:09:36.464 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10+0 records in 2024-04-13T07:09:36.464 INFO:teuthology.orchestra.run.smithi066.stderr:10+0 records out 2024-04-13T07:09:36.464 INFO:teuthology.orchestra.run.smithi066.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0125163 s, 838 MB/s 2024-04-13T07:09:36.464 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping successful for: 2024-04-13T07:09:36.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:36 smithi003 ceph-mon[27034]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-13T07:09:36.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:36 smithi003 ceph-mon[27034]: osdmap e38: 6 total, 5 up, 6 in 2024-04-13T07:09:36.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:36 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:09:36.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:36 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:09:36.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:36 smithi003 ceph-mon[27034]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:36.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:36 smithi003 ceph-mon[37804]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-13T07:09:36.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:36 smithi003 ceph-mon[37804]: osdmap e38: 6 total, 5 up, 6 in 2024-04-13T07:09:36.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:36 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:09:36.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:36 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:09:36.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:36 smithi003 ceph-mon[37804]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-13T07:09:37.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:37 smithi003 ceph-mon[27034]: purged_snaps scrub starts 2024-04-13T07:09:37.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:37 smithi003 ceph-mon[27034]: purged_snaps scrub ok 2024-04-13T07:09:37.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:37 smithi003 ceph-mon[27034]: osd.5 [v2:172.21.15.66:6808/739793421,v1:172.21.15.66:6809/739793421] boot 2024-04-13T07:09:37.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:37 smithi003 ceph-mon[27034]: osdmap e39: 6 total, 6 up, 6 in 2024-04-13T07:09:37.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:37 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:09:37.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:37 smithi003 ceph-mon[27034]: osdmap e40: 6 total, 6 up, 6 in 2024-04-13T07:09:37.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:37 smithi003 ceph-mon[37804]: purged_snaps scrub starts 2024-04-13T07:09:37.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:37 smithi003 ceph-mon[37804]: purged_snaps scrub ok 2024-04-13T07:09:37.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:37 smithi003 ceph-mon[37804]: osd.5 [v2:172.21.15.66:6808/739793421,v1:172.21.15.66:6809/739793421] boot 2024-04-13T07:09:37.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:37 smithi003 ceph-mon[37804]: osdmap e39: 6 total, 6 up, 6 in 2024-04-13T07:09:37.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:37 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:09:37.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:37 smithi003 ceph-mon[37804]: osdmap e40: 6 total, 6 up, 6 in 2024-04-13T07:09:37.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:37 smithi066 ceph-mon[30583]: purged_snaps scrub starts 2024-04-13T07:09:37.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:37 smithi066 ceph-mon[30583]: purged_snaps scrub ok 2024-04-13T07:09:37.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:37 smithi066 ceph-mon[30583]: osd.5 [v2:172.21.15.66:6808/739793421,v1:172.21.15.66:6809/739793421] boot 2024-04-13T07:09:37.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:37 smithi066 ceph-mon[30583]: osdmap e39: 6 total, 6 up, 6 in 2024-04-13T07:09:37.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:37 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:09:37.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:37 smithi066 ceph-mon[30583]: osdmap e40: 6 total, 6 up, 6 in 2024-04-13T07:09:37.682 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi066:vg_nvme/lv_2 2024-04-13T07:09:38.138 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:09:38.511 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:38 smithi066 ceph-mon[30583]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:38.511 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:38 smithi066 ceph-mon[30583]: osdmap e41: 6 total, 6 up, 6 in 2024-04-13T07:09:38.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:38 smithi003 ceph-mon[27034]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:38.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:38 smithi003 ceph-mon[27034]: osdmap e41: 6 total, 6 up, 6 in 2024-04-13T07:09:38.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:38 smithi003 ceph-mon[37804]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:38.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:38 smithi003 ceph-mon[37804]: osdmap e41: 6 total, 6 up, 6 in 2024-04-13T07:09:40.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[27034]: osdmap e42: 6 total, 6 up, 6 in 2024-04-13T07:09:40.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[27034]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:40.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:09:40.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:09:40.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:40.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:40.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:40.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:09:40.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:09:40.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:40.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:40.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:09:40.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:40.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[37804]: osdmap e42: 6 total, 6 up, 6 in 2024-04-13T07:09:40.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[37804]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:40.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:09:40.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:09:40.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:40.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:40.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:40.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:09:40.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:09:40.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:40.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:40.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:09:40.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:40 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:40.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:40 smithi066 ceph-mon[30583]: osdmap e42: 6 total, 6 up, 6 in 2024-04-13T07:09:40.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:40 smithi066 ceph-mon[30583]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:40.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:40 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:09:40.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:40 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:09:40.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:40 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:40.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:40 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:40.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:40 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:40.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:40 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:09:40.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:40 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:09:40.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:40 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:40.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:40 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:40.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:40 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:09:40.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:40 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:41.541 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:41 smithi066 ceph-mon[30583]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:09:41.541 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:41 smithi066 ceph-mon[30583]: Detected new or changed devices on smithi066 2024-04-13T07:09:41.542 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:41 smithi066 ceph-mon[30583]: Adjusting osd_memory_target on smithi066 to 8544M 2024-04-13T07:09:41.542 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:41 smithi066 ceph-mon[30583]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-13T07:09:41.542 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:41 smithi066 ceph-mon[30583]: osdmap e43: 6 total, 6 up, 6 in 2024-04-13T07:09:41.542 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:41 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:09:41.542 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:41 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:41.542 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:41 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:09:41.542 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:41 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:41.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:41 smithi003 ceph-mon[27034]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:09:41.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:41 smithi003 ceph-mon[27034]: Detected new or changed devices on smithi066 2024-04-13T07:09:41.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:41 smithi003 ceph-mon[27034]: Adjusting osd_memory_target on smithi066 to 8544M 2024-04-13T07:09:41.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:41 smithi003 ceph-mon[27034]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-13T07:09:41.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:41 smithi003 ceph-mon[27034]: osdmap e43: 6 total, 6 up, 6 in 2024-04-13T07:09:41.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:41 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:09:41.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:41 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:41.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:41 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:09:41.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:41 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:41.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:41 smithi003 ceph-mon[37804]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:09:41.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:41 smithi003 ceph-mon[37804]: Detected new or changed devices on smithi066 2024-04-13T07:09:41.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:41 smithi003 ceph-mon[37804]: Adjusting osd_memory_target on smithi066 to 8544M 2024-04-13T07:09:41.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:41 smithi003 ceph-mon[37804]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-13T07:09:41.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:41 smithi003 ceph-mon[37804]: osdmap e43: 6 total, 6 up, 6 in 2024-04-13T07:09:41.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:41 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:09:41.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:41 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:41.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:41 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:09:41.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:41 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:42.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:42 smithi066 ceph-mon[30583]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:42.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:42 smithi003 ceph-mon[27034]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:42.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:42 smithi003 ceph-mon[37804]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:43.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:43 smithi066 ceph-mon[30583]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-13T07:09:43.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:43 smithi066 ceph-mon[30583]: Cluster is now healthy 2024-04-13T07:09:43.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:43 smithi066 ceph-mon[30583]: from='client.? 172.21.15.66:0/310358395' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "29b52a14-a2f1-4681-81d0-a4ca14f21e19"}]: dispatch 2024-04-13T07:09:43.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:43 smithi066 ceph-mon[30583]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "29b52a14-a2f1-4681-81d0-a4ca14f21e19"}]: dispatch 2024-04-13T07:09:43.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:43 smithi066 ceph-mon[30583]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "29b52a14-a2f1-4681-81d0-a4ca14f21e19"}]': finished 2024-04-13T07:09:43.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:43 smithi066 ceph-mon[30583]: osdmap e44: 7 total, 6 up, 7 in 2024-04-13T07:09:43.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:43 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:09:43.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:43 smithi066 ceph-mon[30583]: from='client.? 172.21.15.66:0/1962768963' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:09:43.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:43 smithi003 ceph-mon[27034]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-13T07:09:43.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:43 smithi003 ceph-mon[27034]: Cluster is now healthy 2024-04-13T07:09:43.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:43 smithi003 ceph-mon[27034]: from='client.? 172.21.15.66:0/310358395' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "29b52a14-a2f1-4681-81d0-a4ca14f21e19"}]: dispatch 2024-04-13T07:09:43.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:43 smithi003 ceph-mon[27034]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "29b52a14-a2f1-4681-81d0-a4ca14f21e19"}]: dispatch 2024-04-13T07:09:43.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:43 smithi003 ceph-mon[27034]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "29b52a14-a2f1-4681-81d0-a4ca14f21e19"}]': finished 2024-04-13T07:09:43.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:43 smithi003 ceph-mon[27034]: osdmap e44: 7 total, 6 up, 7 in 2024-04-13T07:09:43.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:43 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:09:43.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:43 smithi003 ceph-mon[27034]: from='client.? 172.21.15.66:0/1962768963' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:09:43.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:43 smithi003 ceph-mon[37804]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-13T07:09:43.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:43 smithi003 ceph-mon[37804]: Cluster is now healthy 2024-04-13T07:09:43.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:43 smithi003 ceph-mon[37804]: from='client.? 172.21.15.66:0/310358395' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "29b52a14-a2f1-4681-81d0-a4ca14f21e19"}]: dispatch 2024-04-13T07:09:43.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:43 smithi003 ceph-mon[37804]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "29b52a14-a2f1-4681-81d0-a4ca14f21e19"}]: dispatch 2024-04-13T07:09:43.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:43 smithi003 ceph-mon[37804]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "29b52a14-a2f1-4681-81d0-a4ca14f21e19"}]': finished 2024-04-13T07:09:43.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:43 smithi003 ceph-mon[37804]: osdmap e44: 7 total, 6 up, 7 in 2024-04-13T07:09:43.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:43 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:09:43.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:43 smithi003 ceph-mon[37804]: from='client.? 172.21.15.66:0/1962768963' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:09:44.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:44 smithi066 ceph-mon[30583]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-04-13T07:09:44.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:44 smithi003 ceph-mon[27034]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-04-13T07:09:44.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:44 smithi003 ceph-mon[37804]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-04-13T07:09:45.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:45 smithi066 ceph-mon[30583]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-13T07:09:45.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:45 smithi003 ceph-mon[27034]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-13T07:09:45.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:45 smithi003 ceph-mon[37804]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-13T07:09:47.682 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:47 smithi066 ceph-mon[30583]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-13T07:09:47.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:47 smithi003 ceph-mon[27034]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-13T07:09:47.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:47 smithi003 ceph-mon[37804]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-13T07:09:48.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:48 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T07:09:48.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:48 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:49.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:48 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T07:09:49.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:48 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:49.143 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:48 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T07:09:49.143 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:48 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:50.050 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:49 smithi066 ceph-mon[30583]: Deploying daemon osd.6 on smithi066 2024-04-13T07:09:50.050 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:49 smithi066 ceph-mon[30583]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-13T07:09:50.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:49 smithi003 ceph-mon[27034]: Deploying daemon osd.6 on smithi066 2024-04-13T07:09:50.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:49 smithi003 ceph-mon[27034]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-13T07:09:50.143 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:49 smithi003 ceph-mon[37804]: Deploying daemon osd.6 on smithi066 2024-04-13T07:09:50.143 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:49 smithi003 ceph-mon[37804]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-13T07:09:51.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:51 smithi066 ceph-mon[30583]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:51.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:51 smithi003 ceph-mon[27034]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:51.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:51 smithi003 ceph-mon[37804]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:53.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:53 smithi003 ceph-mon[37804]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:53.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:53 smithi003 ceph-mon[27034]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:53.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:53 smithi066 ceph-mon[30583]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:54.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:54 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:54.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:54 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:54.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:54 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:09:54.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:54 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:54.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:54 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:54.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:54 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:09:54.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:54 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:54.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:54 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:54.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:54 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:09:55.759 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:55 smithi066 ceph-mon[30583]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:55.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:55 smithi003 ceph-mon[37804]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:55.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:55 smithi003 ceph-mon[27034]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:57.196 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 6 on host 'smithi066' 2024-04-13T07:09:57.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:57 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:57.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:57 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:57.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:57 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:57.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:57 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:09:57.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:57 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:57.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:57 smithi066 ceph-mon[30583]: from='osd.6 [v2:172.21.15.66:6816/1902960073,v1:172.21.15.66:6817/1902960073]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:09:57.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:57 smithi066 ceph-mon[30583]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:09:57.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:57 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:57.410 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:57 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:09:57.410 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:57 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:57.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:57.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:57.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:57.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:09:57.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:57.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[37804]: from='osd.6 [v2:172.21.15.66:6816/1902960073,v1:172.21.15.66:6817/1902960073]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:09:57.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[37804]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:09:57.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:57.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:09:57.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:57.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:57.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:57.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:09:57.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:09:57.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:57.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[27034]: from='osd.6 [v2:172.21.15.66:6816/1902960073,v1:172.21.15.66:6817/1902960073]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:09:57.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[27034]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:09:57.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:57.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:09:57.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:57 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:09:57.790 DEBUG:teuthology.orchestra.run.smithi066:osd.6> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.6.service 2024-04-13T07:09:57.793 INFO:tasks.cephadm:Deploying osd.7 on smithi066 with /dev/vg_nvme/lv_1... 2024-04-13T07:09:57.793 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-13T07:09:58.507 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:09:58.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:58 smithi003 ceph-mon[27034]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-13T07:09:58.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:58 smithi003 ceph-mon[27034]: osdmap e45: 7 total, 6 up, 7 in 2024-04-13T07:09:58.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:58 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:09:58.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:58 smithi003 ceph-mon[27034]: from='osd.6 [v2:172.21.15.66:6816/1902960073,v1:172.21.15.66:6817/1902960073]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:09:58.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:58 smithi003 ceph-mon[27034]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:09:58.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:58 smithi003 ceph-mon[27034]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:58.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:58 smithi003 ceph-mon[37804]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-13T07:09:58.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:58 smithi003 ceph-mon[37804]: osdmap e45: 7 total, 6 up, 7 in 2024-04-13T07:09:58.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:58 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:09:58.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:58 smithi003 ceph-mon[37804]: from='osd.6 [v2:172.21.15.66:6816/1902960073,v1:172.21.15.66:6817/1902960073]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:09:58.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:58 smithi003 ceph-mon[37804]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:09:58.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:58 smithi003 ceph-mon[37804]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:58.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:58 smithi066 ceph-mon[30583]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-13T07:09:58.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:58 smithi066 ceph-mon[30583]: osdmap e45: 7 total, 6 up, 7 in 2024-04-13T07:09:58.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:58 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:09:58.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:58 smithi066 ceph-mon[30583]: from='osd.6 [v2:172.21.15.66:6816/1902960073,v1:172.21.15.66:6817/1902960073]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:09:58.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:58 smithi066 ceph-mon[30583]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:09:58.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:58 smithi066 ceph-mon[30583]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-13T07:09:58.659 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:09:58 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[47168]: 2024-04-13T07:09:58.379+0000 7f61ff34a700 -1 osd.6 0 waiting for initial osdmap 2024-04-13T07:09:58.660 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:09:58 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[47168]: 2024-04-13T07:09:58.387+0000 7f61fb13f700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:09:59.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:59 smithi003 ceph-mon[27034]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-13T07:09:59.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:59 smithi003 ceph-mon[27034]: osdmap e46: 7 total, 6 up, 7 in 2024-04-13T07:09:59.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:59 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:09:59.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:09:59 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:09:59.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:59 smithi003 ceph-mon[37804]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-13T07:09:59.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:59 smithi003 ceph-mon[37804]: osdmap e46: 7 total, 6 up, 7 in 2024-04-13T07:09:59.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:59 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:09:59.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:09:59 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:09:59.649 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:59 smithi066 ceph-mon[30583]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-13T07:09:59.649 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:59 smithi066 ceph-mon[30583]: osdmap e46: 7 total, 6 up, 7 in 2024-04-13T07:09:59.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:59 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:09:59.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:09:59 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:10:00.268 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-13T07:10:00.268 INFO:teuthology.orchestra.run.smithi066.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-13T07:10:00.268 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10+0 records in 2024-04-13T07:10:00.268 INFO:teuthology.orchestra.run.smithi066.stderr:10+0 records out 2024-04-13T07:10:00.268 INFO:teuthology.orchestra.run.smithi066.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0136585 s, 768 MB/s 2024-04-13T07:10:00.268 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping successful for: 2024-04-13T07:10:00.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:00 smithi066 ceph-mon[30583]: purged_snaps scrub starts 2024-04-13T07:10:00.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:00 smithi066 ceph-mon[30583]: purged_snaps scrub ok 2024-04-13T07:10:00.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:00 smithi066 ceph-mon[30583]: osd.6 [v2:172.21.15.66:6816/1902960073,v1:172.21.15.66:6817/1902960073] boot 2024-04-13T07:10:00.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:00 smithi066 ceph-mon[30583]: osdmap e47: 7 total, 7 up, 7 in 2024-04-13T07:10:00.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:00 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:10:00.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:00 smithi066 ceph-mon[30583]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:00.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:00 smithi066 ceph-mon[30583]: overall HEALTH_OK 2024-04-13T07:10:00.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:00 smithi003 ceph-mon[27034]: purged_snaps scrub starts 2024-04-13T07:10:00.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:00 smithi003 ceph-mon[27034]: purged_snaps scrub ok 2024-04-13T07:10:00.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:00 smithi003 ceph-mon[27034]: osd.6 [v2:172.21.15.66:6816/1902960073,v1:172.21.15.66:6817/1902960073] boot 2024-04-13T07:10:00.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:00 smithi003 ceph-mon[27034]: osdmap e47: 7 total, 7 up, 7 in 2024-04-13T07:10:00.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:00 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:10:00.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:00 smithi003 ceph-mon[27034]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:00.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:00 smithi003 ceph-mon[27034]: overall HEALTH_OK 2024-04-13T07:10:00.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:00 smithi003 ceph-mon[37804]: purged_snaps scrub starts 2024-04-13T07:10:00.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:00 smithi003 ceph-mon[37804]: purged_snaps scrub ok 2024-04-13T07:10:00.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:00 smithi003 ceph-mon[37804]: osd.6 [v2:172.21.15.66:6816/1902960073,v1:172.21.15.66:6817/1902960073] boot 2024-04-13T07:10:00.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:00 smithi003 ceph-mon[37804]: osdmap e47: 7 total, 7 up, 7 in 2024-04-13T07:10:00.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:00 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:10:00.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:00 smithi003 ceph-mon[37804]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:00.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:00 smithi003 ceph-mon[37804]: overall HEALTH_OK 2024-04-13T07:10:01.089 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi066:vg_nvme/lv_1 2024-04-13T07:10:01.360 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:10:01.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:01 smithi066 ceph-mon[30583]: osdmap e48: 7 total, 7 up, 7 in 2024-04-13T07:10:01.793 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:01 smithi003 ceph-mon[37804]: osdmap e48: 7 total, 7 up, 7 in 2024-04-13T07:10:01.794 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:01 smithi003 ceph-mon[27034]: osdmap e48: 7 total, 7 up, 7 in 2024-04-13T07:10:02.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:02 smithi066 ceph-mon[30583]: osdmap e49: 7 total, 7 up, 7 in 2024-04-13T07:10:02.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:02 smithi066 ceph-mon[30583]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:02.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:02 smithi003 ceph-mon[27034]: osdmap e49: 7 total, 7 up, 7 in 2024-04-13T07:10:02.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:02 smithi003 ceph-mon[27034]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:02.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:02 smithi003 ceph-mon[37804]: osdmap e49: 7 total, 7 up, 7 in 2024-04-13T07:10:02.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:02 smithi003 ceph-mon[37804]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:03.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:03 smithi066 ceph-mon[30583]: osdmap e50: 7 total, 7 up, 7 in 2024-04-13T07:10:03.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:03.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:03.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:03.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:03.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:03.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:03.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:03.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:03.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:03.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[37804]: osdmap e50: 7 total, 7 up, 7 in 2024-04-13T07:10:03.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:03.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:03.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:03.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:03.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:03.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:03.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:03.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:03.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:03.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[27034]: osdmap e50: 7 total, 7 up, 7 in 2024-04-13T07:10:03.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:03.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:03.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:03.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:03.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:03.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:03.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:03.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:03.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:04.569 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:04 smithi066 ceph-mon[30583]: Detected new or changed devices on smithi066 2024-04-13T07:10:04.569 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:04 smithi066 ceph-mon[30583]: Adjusting osd_memory_target on smithi066 to 5696M 2024-04-13T07:10:04.569 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:04 smithi066 ceph-mon[30583]: osdmap e51: 7 total, 7 up, 7 in 2024-04-13T07:10:04.569 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:04 smithi066 ceph-mon[30583]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:04.569 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:04 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:10:04.569 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:04 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:10:04.569 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:04 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:04.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:04 smithi003 ceph-mon[37804]: Detected new or changed devices on smithi066 2024-04-13T07:10:04.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:04 smithi003 ceph-mon[37804]: Adjusting osd_memory_target on smithi066 to 5696M 2024-04-13T07:10:04.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:04 smithi003 ceph-mon[37804]: osdmap e51: 7 total, 7 up, 7 in 2024-04-13T07:10:04.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:04 smithi003 ceph-mon[37804]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:04.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:04 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:10:04.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:04 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:10:04.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:04 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:04.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:04 smithi003 ceph-mon[27034]: Detected new or changed devices on smithi066 2024-04-13T07:10:04.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:04 smithi003 ceph-mon[27034]: Adjusting osd_memory_target on smithi066 to 5696M 2024-04-13T07:10:04.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:04 smithi003 ceph-mon[27034]: osdmap e51: 7 total, 7 up, 7 in 2024-04-13T07:10:04.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:04 smithi003 ceph-mon[27034]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:04.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:04 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T07:10:04.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:04 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T07:10:04.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:04 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:05.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:05 smithi066 ceph-mon[30583]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:10:05.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:05 smithi003 ceph-mon[37804]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:10:05.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:05 smithi003 ceph-mon[27034]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:10:06.772 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:06 smithi066 ceph-mon[30583]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-04-13T07:10:06.773 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:06 smithi066 ceph-mon[30583]: from='client.? 172.21.15.66:0/1108411230' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a848f0cc-2d9e-4cc8-b996-13c600bc973b"}]: dispatch 2024-04-13T07:10:06.773 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:06 smithi066 ceph-mon[30583]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a848f0cc-2d9e-4cc8-b996-13c600bc973b"}]: dispatch 2024-04-13T07:10:06.773 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:06 smithi066 ceph-mon[30583]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a848f0cc-2d9e-4cc8-b996-13c600bc973b"}]': finished 2024-04-13T07:10:06.773 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:06 smithi066 ceph-mon[30583]: osdmap e52: 8 total, 7 up, 8 in 2024-04-13T07:10:06.773 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:06 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:10:06.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:06 smithi003 ceph-mon[37804]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-04-13T07:10:06.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:06 smithi003 ceph-mon[37804]: from='client.? 172.21.15.66:0/1108411230' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a848f0cc-2d9e-4cc8-b996-13c600bc973b"}]: dispatch 2024-04-13T07:10:06.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:06 smithi003 ceph-mon[37804]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a848f0cc-2d9e-4cc8-b996-13c600bc973b"}]: dispatch 2024-04-13T07:10:06.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:06 smithi003 ceph-mon[37804]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a848f0cc-2d9e-4cc8-b996-13c600bc973b"}]': finished 2024-04-13T07:10:06.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:06 smithi003 ceph-mon[37804]: osdmap e52: 8 total, 7 up, 8 in 2024-04-13T07:10:06.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:06 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:10:06.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:06 smithi003 ceph-mon[27034]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-04-13T07:10:06.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:06 smithi003 ceph-mon[27034]: from='client.? 172.21.15.66:0/1108411230' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a848f0cc-2d9e-4cc8-b996-13c600bc973b"}]: dispatch 2024-04-13T07:10:06.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:06 smithi003 ceph-mon[27034]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a848f0cc-2d9e-4cc8-b996-13c600bc973b"}]: dispatch 2024-04-13T07:10:06.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:06 smithi003 ceph-mon[27034]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a848f0cc-2d9e-4cc8-b996-13c600bc973b"}]': finished 2024-04-13T07:10:06.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:06 smithi003 ceph-mon[27034]: osdmap e52: 8 total, 7 up, 8 in 2024-04-13T07:10:06.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:06 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:10:07.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:07 smithi066 ceph-mon[30583]: from='client.? 172.21.15.66:0/4145510458' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:10:07.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:07 smithi003 ceph-mon[37804]: from='client.? 172.21.15.66:0/4145510458' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:10:07.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:07 smithi003 ceph-mon[27034]: from='client.? 172.21.15.66:0/4145510458' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T07:10:08.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:08 smithi003 ceph-mon[27034]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-13T07:10:08.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:08 smithi003 ceph-mon[37804]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-13T07:10:08.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:08 smithi066 ceph-mon[30583]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-13T07:10:10.794 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:10 smithi066 ceph-mon[30583]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-13T07:10:10.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:10 smithi003 ceph-mon[27034]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-13T07:10:10.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:10 smithi003 ceph-mon[37804]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-13T07:10:11.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:11 smithi066 ceph-mon[30583]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-13T07:10:11.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:11 smithi003 ceph-mon[27034]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-13T07:10:11.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:11 smithi003 ceph-mon[37804]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-13T07:10:12.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:12 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T07:10:12.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:12 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:13.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:12 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T07:10:13.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:12 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:13.142 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:12 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T07:10:13.143 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:12 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:13.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:13 smithi066 ceph-mon[30583]: Deploying daemon osd.7 on smithi066 2024-04-13T07:10:13.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:13 smithi066 ceph-mon[30583]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-13T07:10:14.142 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:13 smithi003 ceph-mon[37804]: Deploying daemon osd.7 on smithi066 2024-04-13T07:10:14.142 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:13 smithi003 ceph-mon[37804]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-13T07:10:14.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:13 smithi003 ceph-mon[27034]: Deploying daemon osd.7 on smithi066 2024-04-13T07:10:14.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:13 smithi003 ceph-mon[27034]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-13T07:10:15.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:15 smithi066 ceph-mon[30583]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:15.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:15 smithi003 ceph-mon[27034]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:15.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:15 smithi003 ceph-mon[37804]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:17.550 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:17 smithi066 ceph-mon[30583]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:17.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:17 smithi003 ceph-mon[27034]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:17.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:17 smithi003 ceph-mon[37804]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:18.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:18 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:18.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:18 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:18.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:18 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:10:18.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:18 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:18.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:18 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:18.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:18 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:10:18.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:18 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:18.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:18 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:18.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:18 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:10:19.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:19 smithi003 ceph-mon[27034]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:19.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:19 smithi003 ceph-mon[37804]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:19.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:19 smithi066 ceph-mon[30583]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:20.579 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 7 on host 'smithi066' 2024-04-13T07:10:21.143 DEBUG:teuthology.orchestra.run.smithi066:osd.7> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.7.service 2024-04-13T07:10:21.146 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-13T07:10:21.146 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd stat -f json 2024-04-13T07:10:21.368 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:10:21.791 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:21 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:21.791 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:21 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:21.791 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:21 smithi003 ceph-mon[37804]: from='osd.7 [v2:172.21.15.66:6824/339830023,v1:172.21.15.66:6825/339830023]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:10:21.791 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:21 smithi003 ceph-mon[37804]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:10:21.791 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:21 smithi003 ceph-mon[37804]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:21.791 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:21 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:21.791 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:21 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:21.791 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:21 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:21.791 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:21 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:21.791 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:21 smithi003 ceph-mon[27034]: from='osd.7 [v2:172.21.15.66:6824/339830023,v1:172.21.15.66:6825/339830023]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:10:21.792 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:21 smithi003 ceph-mon[27034]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:10:21.792 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:21 smithi003 ceph-mon[27034]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:21.792 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:21 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:21.792 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:21 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:21.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:21 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:21.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:21 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:21.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:21 smithi066 ceph-mon[30583]: from='osd.7 [v2:172.21.15.66:6824/339830023,v1:172.21.15.66:6825/339830023]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:10:21.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:21 smithi066 ceph-mon[30583]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:10:21.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:21 smithi066 ceph-mon[30583]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:21.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:21 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:21.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:21 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:22.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:22 smithi066 ceph-mon[30583]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-13T07:10:22.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:22 smithi066 ceph-mon[30583]: osdmap e53: 8 total, 7 up, 8 in 2024-04-13T07:10:22.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:22 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:10:22.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:22 smithi066 ceph-mon[30583]: from='osd.7 [v2:172.21.15.66:6824/339830023,v1:172.21.15.66:6825/339830023]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:10:22.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:22 smithi066 ceph-mon[30583]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:10:22.771 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:22 smithi003 ceph-mon[37804]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-13T07:10:22.771 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:22 smithi003 ceph-mon[37804]: osdmap e53: 8 total, 7 up, 8 in 2024-04-13T07:10:22.771 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:22 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:10:22.771 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:22 smithi003 ceph-mon[37804]: from='osd.7 [v2:172.21.15.66:6824/339830023,v1:172.21.15.66:6825/339830023]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:10:22.771 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:22 smithi003 ceph-mon[37804]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:10:22.771 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:22 smithi003 ceph-mon[27034]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-13T07:10:22.771 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:22 smithi003 ceph-mon[27034]: osdmap e53: 8 total, 7 up, 8 in 2024-04-13T07:10:22.771 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:22 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:10:22.772 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:22 smithi003 ceph-mon[27034]: from='osd.7 [v2:172.21.15.66:6824/339830023,v1:172.21.15.66:6825/339830023]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:10:22.772 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:22 smithi003 ceph-mon[27034]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:10:23.243 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:10:23 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[53046]: 2024-04-13T07:10:23.005+0000 7f855166c700 -1 osd.7 0 waiting for initial osdmap 2024-04-13T07:10:23.244 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:10:23 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[53046]: 2024-04-13T07:10:23.012+0000 7f8549459700 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:10:23.331 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:10:23.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[37804]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-13T07:10:23.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[37804]: osdmap e54: 8 total, 7 up, 8 in 2024-04-13T07:10:23.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:10:23.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:10:23.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[37804]: from='osd.7 ' entity='osd.7' 2024-04-13T07:10:23.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/4064672064' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-13T07:10:23.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[37804]: osd.7 [v2:172.21.15.66:6824/339830023,v1:172.21.15.66:6825/339830023] boot 2024-04-13T07:10:23.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[37804]: osdmap e55: 8 total, 8 up, 8 in 2024-04-13T07:10:23.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:10:23.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[37804]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:23.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[27034]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-13T07:10:23.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[27034]: osdmap e54: 8 total, 7 up, 8 in 2024-04-13T07:10:23.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:10:23.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:10:23.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[27034]: from='osd.7 ' entity='osd.7' 2024-04-13T07:10:23.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/4064672064' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-13T07:10:23.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[27034]: osd.7 [v2:172.21.15.66:6824/339830023,v1:172.21.15.66:6825/339830023] boot 2024-04-13T07:10:23.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[27034]: osdmap e55: 8 total, 8 up, 8 in 2024-04-13T07:10:23.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:10:23.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:23 smithi003 ceph-mon[27034]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:23.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:23 smithi066 ceph-mon[30583]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-13T07:10:23.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:23 smithi066 ceph-mon[30583]: osdmap e54: 8 total, 7 up, 8 in 2024-04-13T07:10:23.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:23 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:10:23.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:23 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:10:23.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:23 smithi066 ceph-mon[30583]: from='osd.7 ' entity='osd.7' 2024-04-13T07:10:23.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:23 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/4064672064' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-13T07:10:23.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:23 smithi066 ceph-mon[30583]: osd.7 [v2:172.21.15.66:6824/339830023,v1:172.21.15.66:6825/339830023] boot 2024-04-13T07:10:23.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:23 smithi066 ceph-mon[30583]: osdmap e55: 8 total, 8 up, 8 in 2024-04-13T07:10:23.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:23 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:10:23.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:23 smithi066 ceph-mon[30583]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-13T07:10:24.015 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":54,"num_osds":8,"num_up_osds":7,"osd_up_since":1712992199,"num_in_osds":8,"osd_in_since":1712992206,"num_remapped_pgs":0} 2024-04-13T07:10:24.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:24 smithi003 ceph-mon[27034]: purged_snaps scrub starts 2024-04-13T07:10:24.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:24 smithi003 ceph-mon[27034]: purged_snaps scrub ok 2024-04-13T07:10:24.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:24 smithi003 ceph-mon[27034]: osdmap e56: 8 total, 8 up, 8 in 2024-04-13T07:10:24.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:24 smithi003 ceph-mon[37804]: purged_snaps scrub starts 2024-04-13T07:10:24.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:24 smithi003 ceph-mon[37804]: purged_snaps scrub ok 2024-04-13T07:10:24.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:24 smithi003 ceph-mon[37804]: osdmap e56: 8 total, 8 up, 8 in 2024-04-13T07:10:24.893 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:24 smithi066 ceph-mon[30583]: purged_snaps scrub starts 2024-04-13T07:10:24.893 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:24 smithi066 ceph-mon[30583]: purged_snaps scrub ok 2024-04-13T07:10:24.893 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:24 smithi066 ceph-mon[30583]: osdmap e56: 8 total, 8 up, 8 in 2024-04-13T07:10:25.017 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd stat -f json 2024-04-13T07:10:25.225 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:10:26.373 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[37804]: Detected new or changed devices on smithi066 2024-04-13T07:10:26.374 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:26.374 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:26.374 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:26.374 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:26.374 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:26.374 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:26.374 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[37804]: Adjusting osd_memory_target on smithi066 to 4272M 2024-04-13T07:10:26.374 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:26.374 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:26.374 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:26.375 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:26.375 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:10:26.375 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:26.375 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:26.375 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:26.375 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[37804]: osdmap e57: 8 total, 8 up, 8 in 2024-04-13T07:10:26.375 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[37804]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 356 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:10:26.375 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[27034]: Detected new or changed devices on smithi066 2024-04-13T07:10:26.375 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:26.375 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:26.375 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:26.376 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:26.376 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:26.376 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:26.376 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[27034]: Adjusting osd_memory_target on smithi066 to 4272M 2024-04-13T07:10:26.376 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:26.376 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:26.376 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:26.376 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:26.376 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:10:26.376 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:26.376 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:26.376 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:26.376 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[27034]: osdmap e57: 8 total, 8 up, 8 in 2024-04-13T07:10:26.376 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:25 smithi003 ceph-mon[27034]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 356 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:10:26.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:25 smithi066 ceph-mon[30583]: Detected new or changed devices on smithi066 2024-04-13T07:10:26.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:25 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:26.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:25 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:26.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:25 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:26.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:25 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:26.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:25 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:26.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:25 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:10:26.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:25 smithi066 ceph-mon[30583]: Adjusting osd_memory_target on smithi066 to 4272M 2024-04-13T07:10:26.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:25 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:26.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:25 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:26.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:25 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:26.409 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:25 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:26.410 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:25 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:10:26.410 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:25 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:26.410 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:25 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:26.410 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:25 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:26.410 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:25 smithi066 ceph-mon[30583]: osdmap e57: 8 total, 8 up, 8 in 2024-04-13T07:10:26.410 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:25 smithi066 ceph-mon[30583]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 356 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:10:27.369 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:10:27.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:27 smithi003 ceph-mon[27034]: osdmap e58: 8 total, 8 up, 8 in 2024-04-13T07:10:27.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:27 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1469324965' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-13T07:10:27.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:27 smithi003 ceph-mon[37804]: osdmap e58: 8 total, 8 up, 8 in 2024-04-13T07:10:27.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:27 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/1469324965' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-13T07:10:27.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:27 smithi066 ceph-mon[30583]: osdmap e58: 8 total, 8 up, 8 in 2024-04-13T07:10:27.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:27 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1469324965' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-13T07:10:28.025 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":58,"num_osds":8,"num_up_osds":8,"osd_up_since":1712992223,"num_in_osds":8,"osd_in_since":1712992206,"num_remapped_pgs":0} 2024-04-13T07:10:28.025 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd dump --format=json 2024-04-13T07:10:28.231 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:10:28.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:28 smithi003 ceph-mon[37804]: osdmap e59: 8 total, 8 up, 8 in 2024-04-13T07:10:28.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:28 smithi003 ceph-mon[37804]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 356 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:10:28.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:28 smithi003 ceph-mon[27034]: osdmap e59: 8 total, 8 up, 8 in 2024-04-13T07:10:28.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:28 smithi003 ceph-mon[27034]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 356 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:10:28.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:28 smithi066 ceph-mon[30583]: osdmap e59: 8 total, 8 up, 8 in 2024-04-13T07:10:28.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:28 smithi066 ceph-mon[30583]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 356 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:10:29.569 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:29 smithi003 ceph-mon[37804]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-04-13T07:10:29.569 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:29 smithi003 ceph-mon[27034]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-04-13T07:10:29.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:29 smithi066 ceph-mon[30583]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-04-13T07:10:30.021 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:10:30.021 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":59,"fsid":"1235705e-f964-11ee-bc8d-c7b262605968","created":"2024-04-13T07:05:22.787433+0000","modified":"2024-04-13T07:10:27.381934+0000","last_up_change":"2024-04-13T07:10:23.369944+0000","last_in_change":"2024-04-13T07:10:06.141452+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:08:27.693886+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a9b766b8-720d-4545-bdab-a7c1a3c154bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6803","nonce":2234463595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6805","nonce":2234463595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6809","nonce":2234463595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6807","nonce":2234463595}]},"public_addr":"172.21.15.3:6803/2234463595","cluster_addr":"172.21.15.3:6805/2234463595","heartbeat_back_addr":"172.21.15.3:6809/2234463595","heartbeat_front_addr":"172.21.15.3:6807/2234463595","state":["exists","up"]},{"osd":1,"uuid":"87513d68-9d8e-490a-ae5e-02c9876e01af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6811","nonce":3103314917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6813","nonce":3103314917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6817","nonce":3103314917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6815","nonce":3103314917}]},"public_addr":"172.21.15.3:6811/3103314917","cluster_addr":"172.21.15.3:6813/3103314917","heartbeat_back_addr":"172.21.15.3:6817/3103314917","heartbeat_front_addr":"172.21.15.3:6815/3103314917","state":["exists","up"]},{"osd":2,"uuid":"6ae8f029-9b56-43d5-905f-d589c11d990f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6819","nonce":993511307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6821","nonce":993511307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6825","nonce":993511307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6823","nonce":993511307}]},"public_addr":"172.21.15.3:6819/993511307","cluster_addr":"172.21.15.3:6821/993511307","heartbeat_back_addr":"172.21.15.3:6825/993511307","heartbeat_front_addr":"172.21.15.3:6823/993511307","state":["exists","up"]},{"osd":3,"uuid":"da155d35-dc71-4433-859f-ed90091af5a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6827","nonce":2281158589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6829","nonce":2281158589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6833","nonce":2281158589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6831","nonce":2281158589}]},"public_addr":"172.21.15.3:6827/2281158589","cluster_addr":"172.21.15.3:6829/2281158589","heartbeat_back_addr":"172.21.15.3:6833/2281158589","heartbeat_front_addr":"172.21.15.3:6831/2281158589","state":["exists","up"]},{"osd":4,"uuid":"a854b8d8-7b4c-43b3-b52f-2107223db8ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6801","nonce":1043132211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6803","nonce":1043132211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6807","nonce":1043132211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6805","nonce":1043132211}]},"public_addr":"172.21.15.66:6801/1043132211","cluster_addr":"172.21.15.66:6803/1043132211","heartbeat_back_addr":"172.21.15.66:6807/1043132211","heartbeat_front_addr":"172.21.15.66:6805/1043132211","state":["exists","up"]},{"osd":5,"uuid":"52f88bb2-a85d-49e7-8def-5b0115b99d59","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6809","nonce":739793421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6811","nonce":739793421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6815","nonce":739793421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6813","nonce":739793421}]},"public_addr":"172.21.15.66:6809/739793421","cluster_addr":"172.21.15.66:6811/739793421","heartbeat_back_addr":"172.21.15.66:6815/739793421","heartbeat_front_addr":"172.21.15.66:6813/739793421","state":["exists","up"]},{"osd":6,"uuid":"29b52a14-a2f1-4681-81d0-a4ca14f21e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6817","nonce":1902960073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6819","nonce":1902960073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6823","nonce":1902960073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6821","nonce":1902960073}]},"public_addr":"172.21.15.66:6817/1902960073","cluster_addr":"172.21.15.66:6819/1902960073","heartbeat_back_addr":"172.21.15.66:6823/1902960073","heartbeat_front_addr":"172.21.15.66:6821/1902960073","state":["exists","up"]},{"osd":7,"uuid":"a848f0cc-2d9e-4cc8-b996-13c600bc973b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6825","nonce":339830023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6827","nonce":339830023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6831","nonce":339830023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6829","nonce":339830023}]},"public_addr":"172.21.15.66:6825/339830023","cluster_addr":"172.21.15.66:6827/339830023","heartbeat_back_addr":"172.21.15.66:6831/339830023","heartbeat_front_addr":"172.21.15.66:6829/339830023","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:34.946565+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:59.835711+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:24.743327+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:49.573179+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:11.789874+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:34.677492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:57.713102+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:10:21.711043+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/3359399843":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2480649633":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/3628457447":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2503697172":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6800/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6800/1634438095":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/3861615608":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/1083885685":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/1634438095":"2024-04-14T07:05:50.372744+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:10:30.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:30 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1983055205' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:10:30.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:30 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/1983055205' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:10:30.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:30 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1983055205' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:10:30.953 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-13T07:08:27.693886+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-13T07:10:30.953 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-13T07:10:31.165 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:10:31.537 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:31 smithi003 ceph-mon[37804]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-04-13T07:10:31.538 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:31 smithi003 ceph-mon[27034]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-04-13T07:10:31.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:31 smithi066 ceph-mon[30583]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-04-13T07:10:32.887 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 1 2024-04-13T07:10:33.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:32 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2406577689' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:10:33.142 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:32 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/2406577689' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:10:33.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:32 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/2406577689' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:10:33.453 INFO:tasks.cephadm:Adding mds.a on smithi003 2024-04-13T07:10:33.453 INFO:tasks.cephadm:Adding mds.b on smithi066 2024-04-13T07:10:33.453 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph orch apply mds all '2;smithi003=a;smithi066=b' 2024-04-13T07:10:33.680 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:10:34.137 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:33 smithi066 ceph-mon[30583]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-13T07:10:34.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:33 smithi003 ceph-mon[27034]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-13T07:10:34.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:33 smithi003 ceph-mon[37804]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-13T07:10:35.408 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled mds.all update... 2024-04-13T07:10:35.952 DEBUG:teuthology.orchestra.run.smithi003:mds.a> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@mds.a.service 2024-04-13T07:10:35.954 DEBUG:teuthology.orchestra.run.smithi066:mds.b> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@mds.b.service 2024-04-13T07:10:35.957 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-13T07:10:35.957 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-13T07:10:36.311 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:10:36.312 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":59,"fsid":"1235705e-f964-11ee-bc8d-c7b262605968","created":"2024-04-13T07:05:22.787433+0000","modified":"2024-04-13T07:10:27.381934+0000","last_up_change":"2024-04-13T07:10:23.369944+0000","last_in_change":"2024-04-13T07:10:06.141452+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:08:27.693886+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a9b766b8-720d-4545-bdab-a7c1a3c154bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6803","nonce":2234463595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6805","nonce":2234463595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6809","nonce":2234463595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6807","nonce":2234463595}]},"public_addr":"172.21.15.3:6803/2234463595","cluster_addr":"172.21.15.3:6805/2234463595","heartbeat_back_addr":"172.21.15.3:6809/2234463595","heartbeat_front_addr":"172.21.15.3:6807/2234463595","state":["exists","up"]},{"osd":1,"uuid":"87513d68-9d8e-490a-ae5e-02c9876e01af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6811","nonce":3103314917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6813","nonce":3103314917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6817","nonce":3103314917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6815","nonce":3103314917}]},"public_addr":"172.21.15.3:6811/3103314917","cluster_addr":"172.21.15.3:6813/3103314917","heartbeat_back_addr":"172.21.15.3:6817/3103314917","heartbeat_front_addr":"172.21.15.3:6815/3103314917","state":["exists","up"]},{"osd":2,"uuid":"6ae8f029-9b56-43d5-905f-d589c11d990f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6819","nonce":993511307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6821","nonce":993511307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6825","nonce":993511307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6823","nonce":993511307}]},"public_addr":"172.21.15.3:6819/993511307","cluster_addr":"172.21.15.3:6821/993511307","heartbeat_back_addr":"172.21.15.3:6825/993511307","heartbeat_front_addr":"172.21.15.3:6823/993511307","state":["exists","up"]},{"osd":3,"uuid":"da155d35-dc71-4433-859f-ed90091af5a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6827","nonce":2281158589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6829","nonce":2281158589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6833","nonce":2281158589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6831","nonce":2281158589}]},"public_addr":"172.21.15.3:6827/2281158589","cluster_addr":"172.21.15.3:6829/2281158589","heartbeat_back_addr":"172.21.15.3:6833/2281158589","heartbeat_front_addr":"172.21.15.3:6831/2281158589","state":["exists","up"]},{"osd":4,"uuid":"a854b8d8-7b4c-43b3-b52f-2107223db8ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6801","nonce":1043132211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6803","nonce":1043132211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6807","nonce":1043132211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6805","nonce":1043132211}]},"public_addr":"172.21.15.66:6801/1043132211","cluster_addr":"172.21.15.66:6803/1043132211","heartbeat_back_addr":"172.21.15.66:6807/1043132211","heartbeat_front_addr":"172.21.15.66:6805/1043132211","state":["exists","up"]},{"osd":5,"uuid":"52f88bb2-a85d-49e7-8def-5b0115b99d59","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6809","nonce":739793421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6811","nonce":739793421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6815","nonce":739793421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6813","nonce":739793421}]},"public_addr":"172.21.15.66:6809/739793421","cluster_addr":"172.21.15.66:6811/739793421","heartbeat_back_addr":"172.21.15.66:6815/739793421","heartbeat_front_addr":"172.21.15.66:6813/739793421","state":["exists","up"]},{"osd":6,"uuid":"29b52a14-a2f1-4681-81d0-a4ca14f21e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6817","nonce":1902960073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6819","nonce":1902960073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6823","nonce":1902960073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6821","nonce":1902960073}]},"public_addr":"172.21.15.66:6817/1902960073","cluster_addr":"172.21.15.66:6819/1902960073","heartbeat_back_addr":"172.21.15.66:6823/1902960073","heartbeat_front_addr":"172.21.15.66:6821/1902960073","state":["exists","up"]},{"osd":7,"uuid":"a848f0cc-2d9e-4cc8-b996-13c600bc973b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6825","nonce":339830023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6827","nonce":339830023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6831","nonce":339830023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6829","nonce":339830023}]},"public_addr":"172.21.15.66:6825/339830023","cluster_addr":"172.21.15.66:6827/339830023","heartbeat_back_addr":"172.21.15.66:6831/339830023","heartbeat_front_addr":"172.21.15.66:6829/339830023","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:34.946565+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:59.835711+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:24.743327+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:49.573179+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:11.789874+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:34.677492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:57.713102+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:10:21.711043+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/3359399843":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2480649633":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/3628457447":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2503697172":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6800/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6800/1634438095":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/3861615608":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/1083885685":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/1634438095":"2024-04-14T07:05:50.372744+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:10:36.324 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-13T07:08:27.693886+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-13T07:10:36.324 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-13T07:10:36.622 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 1 2024-04-13T07:10:36.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[37804]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi003=a;smithi066=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:10:36.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[37804]: Saving service mds.all spec with placement smithi003=a;smithi066=b;count:2 2024-04-13T07:10:36.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:36.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:10:36.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:36.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:36.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[37804]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-13T07:10:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:10:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-13T07:10:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[37804]: Deploying daemon mds.a on smithi003 2024-04-13T07:10:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/1550582348' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:10:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[27034]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi003=a;smithi066=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:10:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[27034]: Saving service mds.all spec with placement smithi003=a;smithi066=b;count:2 2024-04-13T07:10:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:10:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:36.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:36.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:36.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[27034]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-13T07:10:36.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:10:36.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-13T07:10:36.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:36.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[27034]: Deploying daemon mds.a on smithi003 2024-04-13T07:10:36.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:36 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1550582348' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:10:36.637 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-13T07:10:36.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:36 smithi066 ceph-mon[30583]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi003=a;smithi066=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:10:36.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:36 smithi066 ceph-mon[30583]: Saving service mds.all spec with placement smithi003=a;smithi066=b;count:2 2024-04-13T07:10:36.661 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:36 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:36.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:36 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:10:36.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:36 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:36.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:36 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:36.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:36 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:36.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:36 smithi066 ceph-mon[30583]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-13T07:10:36.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:36 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:10:36.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:36 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-13T07:10:36.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:36 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:36.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:36 smithi066 ceph-mon[30583]: Deploying daemon mds.a on smithi003 2024-04-13T07:10:36.662 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:36 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1550582348' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:10:36.968 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:10:36.969 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-13T07:10:36.969 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 1 2024-04-13T07:10:37.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:37 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/3045062715' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:10:37.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:37 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/968202638' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:10:37.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:37 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/3045062715' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:10:37.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:37 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/968202638' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:10:37.642 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:10:37 smithi003 systemd[1]: Starting Ceph mds.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:10:37.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:37 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/3045062715' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:10:37.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:37 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/968202638' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:10:38.012 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:10:37 smithi003 podman[65273]: 2024-04-13 07:10:37.648144261 +0000 UTC m=+0.018005425 image pull 6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704 quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d 2024-04-13T07:10:38.013 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:10:37 smithi003 podman[65273]: 2024-04-13 07:10:37.75189389 +0000 UTC m=+0.121755047 container create 8ddb79bf2742041be6383c2ebb7953748eced41ace0f8744767497740230a2e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7d36322, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-13T07:10:38.013 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:10:37 smithi003 podman[65273]: 2024-04-13 07:10:37.979492172 +0000 UTC m=+0.349353327 container init 8ddb79bf2742041be6383c2ebb7953748eced41ace0f8744767497740230a2e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a, ceph=True, RELEASE=reef-7d36322, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-13T07:10:38.013 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:10:37 smithi003 podman[65273]: 2024-04-13 07:10:37.982137648 +0000 UTC m=+0.351998815 container start 8ddb79bf2742041be6383c2ebb7953748eced41ace0f8744767497740230a2e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7d36322, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-13T07:10:38.013 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a[65288]: starting mds.a at 2024-04-13T07:10:38.391 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:10:38 smithi003 bash[65273]: 8ddb79bf2742041be6383c2ebb7953748eced41ace0f8744767497740230a2e9 2024-04-13T07:10:38.392 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:10:38 smithi003 systemd[1]: Started Ceph mds.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:10:38.771 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:38 smithi066 ceph-mon[30583]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-04-13T07:10:38.771 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:38 smithi066 ceph-mon[30583]: mds.? [v2:172.21.15.3:6834/745303198,v1:172.21.15.3:6835/745303198] up:boot 2024-04-13T07:10:38.771 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:38 smithi066 ceph-mon[30583]: fsmap 1 up:standby 2024-04-13T07:10:38.771 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:38 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:10:38.771 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:38 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:38.771 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:38 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:38.771 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:38 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:38.772 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:38 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:10:38.772 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:38 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-13T07:10:38.772 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:38 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:38.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[37804]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-04-13T07:10:38.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[37804]: mds.? [v2:172.21.15.3:6834/745303198,v1:172.21.15.3:6835/745303198] up:boot 2024-04-13T07:10:38.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[37804]: fsmap 1 up:standby 2024-04-13T07:10:38.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:10:38.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:38.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:38.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:38.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:10:38.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-13T07:10:38.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:38.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[27034]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-04-13T07:10:38.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[27034]: mds.? [v2:172.21.15.3:6834/745303198,v1:172.21.15.3:6835/745303198] up:boot 2024-04-13T07:10:38.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[27034]: fsmap 1 up:standby 2024-04-13T07:10:38.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:10:38.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:38.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:38.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:38.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:10:38.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-13T07:10:38.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:38 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:38.981 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-13T07:10:39.328 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:10:39.328 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24356,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/745303198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":745303198},{"type":"v1","addr":"172.21.15.3:6835","nonce":745303198}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-13T07:10:39.328 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 2 2024-04-13T07:10:39.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:39 smithi003 ceph-mon[37804]: Deploying daemon mds.b on smithi066 2024-04-13T07:10:39.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:39 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/3779472915' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:10:39.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:39 smithi003 ceph-mon[27034]: Deploying daemon mds.b on smithi066 2024-04-13T07:10:39.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:39 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/3779472915' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:10:39.756 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:39 smithi066 ceph-mon[30583]: Deploying daemon mds.b on smithi066 2024-04-13T07:10:39.756 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:39 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/3779472915' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:10:40.158 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:10:39 smithi066 systemd[1]: Starting Ceph mds.b for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:10:40.474 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:40 smithi066 ceph-mon[30583]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-13T07:10:40.475 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:10:40 smithi066 podman[56989]: 2024-04-13 07:10:40.105875264 +0000 UTC m=+0.018855299 image pull 6ecd1226aa2fbfe626757c10af365cae7e1efb29811ef174caf43c1f61820704 quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d 2024-04-13T07:10:40.475 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:10:40 smithi066 podman[56989]: 2024-04-13 07:10:40.20738729 +0000 UTC m=+0.120367304 container create 0760d90a929399ed5fde306881d7121557921fa44085d9eef5aa9a542d2d681a (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-7d36322) 2024-04-13T07:10:40.475 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:10:40 smithi066 podman[56989]: 2024-04-13 07:10:40.393151823 +0000 UTC m=+0.306131846 container init 0760d90a929399ed5fde306881d7121557921fa44085d9eef5aa9a542d2d681a (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-7d36322, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True) 2024-04-13T07:10:40.475 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:10:40 smithi066 podman[56989]: 2024-04-13 07:10:40.396027193 +0000 UTC m=+0.309007213 container start 0760d90a929399ed5fde306881d7121557921fa44085d9eef5aa9a542d2d681a (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=reef-7d36322, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-13T07:10:40.475 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:10:40 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b[57004]: starting mds.b at 2024-04-13T07:10:40.475 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:10:40 smithi066 bash[56989]: 0760d90a929399ed5fde306881d7121557921fa44085d9eef5aa9a542d2d681a 2024-04-13T07:10:40.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:40 smithi003 ceph-mon[37804]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-13T07:10:40.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:40 smithi003 ceph-mon[27034]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-13T07:10:40.908 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:10:40 smithi066 systemd[1]: Started Ceph mds.b for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:10:41.341 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-13T07:10:41.589 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:41 smithi003 ceph-mon[27034]: mds.? [v2:172.21.15.66:6832/2215717538,v1:172.21.15.66:6833/2215717538] up:boot 2024-04-13T07:10:41.589 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:41 smithi003 ceph-mon[27034]: fsmap 2 up:standby 2024-04-13T07:10:41.589 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:41 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:10:41.589 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:41 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:41.589 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:41 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:41.589 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:41 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:41.589 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:41 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:41.589 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:41 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:41.589 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:41 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:10:41.590 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:41 smithi003 ceph-mon[37804]: mds.? [v2:172.21.15.66:6832/2215717538,v1:172.21.15.66:6833/2215717538] up:boot 2024-04-13T07:10:41.590 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:41 smithi003 ceph-mon[37804]: fsmap 2 up:standby 2024-04-13T07:10:41.590 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:41 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:10:41.590 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:41 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:41.590 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:41 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:41.590 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:41 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:41.590 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:41 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:41.590 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:41 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:41.590 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:41 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:10:41.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:41 smithi066 ceph-mon[30583]: mds.? [v2:172.21.15.66:6832/2215717538,v1:172.21.15.66:6833/2215717538] up:boot 2024-04-13T07:10:41.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:41 smithi066 ceph-mon[30583]: fsmap 2 up:standby 2024-04-13T07:10:41.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:41 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:10:41.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:41 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:41.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:41 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:41.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:41 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:41.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:41 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:41.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:41 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:41.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:41 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:10:41.683 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:10:41.683 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24352,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2215717538","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2215717538},{"type":"v1","addr":"172.21.15.66:6833","nonce":2215717538}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24356,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/745303198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":745303198},{"type":"v1","addr":"172.21.15.3:6835","nonce":745303198}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-13T07:10:41.684 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 3 2024-04-13T07:10:41.696 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-13T07:10:42.018 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:10:42.018 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":59,"fsid":"1235705e-f964-11ee-bc8d-c7b262605968","created":"2024-04-13T07:05:22.787433+0000","modified":"2024-04-13T07:10:27.381934+0000","last_up_change":"2024-04-13T07:10:23.369944+0000","last_in_change":"2024-04-13T07:10:06.141452+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:08:27.693886+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a9b766b8-720d-4545-bdab-a7c1a3c154bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6803","nonce":2234463595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6805","nonce":2234463595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6809","nonce":2234463595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6807","nonce":2234463595}]},"public_addr":"172.21.15.3:6803/2234463595","cluster_addr":"172.21.15.3:6805/2234463595","heartbeat_back_addr":"172.21.15.3:6809/2234463595","heartbeat_front_addr":"172.21.15.3:6807/2234463595","state":["exists","up"]},{"osd":1,"uuid":"87513d68-9d8e-490a-ae5e-02c9876e01af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6811","nonce":3103314917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6813","nonce":3103314917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6817","nonce":3103314917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6815","nonce":3103314917}]},"public_addr":"172.21.15.3:6811/3103314917","cluster_addr":"172.21.15.3:6813/3103314917","heartbeat_back_addr":"172.21.15.3:6817/3103314917","heartbeat_front_addr":"172.21.15.3:6815/3103314917","state":["exists","up"]},{"osd":2,"uuid":"6ae8f029-9b56-43d5-905f-d589c11d990f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6819","nonce":993511307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6821","nonce":993511307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6825","nonce":993511307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6823","nonce":993511307}]},"public_addr":"172.21.15.3:6819/993511307","cluster_addr":"172.21.15.3:6821/993511307","heartbeat_back_addr":"172.21.15.3:6825/993511307","heartbeat_front_addr":"172.21.15.3:6823/993511307","state":["exists","up"]},{"osd":3,"uuid":"da155d35-dc71-4433-859f-ed90091af5a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6827","nonce":2281158589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6829","nonce":2281158589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6833","nonce":2281158589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6831","nonce":2281158589}]},"public_addr":"172.21.15.3:6827/2281158589","cluster_addr":"172.21.15.3:6829/2281158589","heartbeat_back_addr":"172.21.15.3:6833/2281158589","heartbeat_front_addr":"172.21.15.3:6831/2281158589","state":["exists","up"]},{"osd":4,"uuid":"a854b8d8-7b4c-43b3-b52f-2107223db8ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6801","nonce":1043132211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6803","nonce":1043132211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6807","nonce":1043132211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6805","nonce":1043132211}]},"public_addr":"172.21.15.66:6801/1043132211","cluster_addr":"172.21.15.66:6803/1043132211","heartbeat_back_addr":"172.21.15.66:6807/1043132211","heartbeat_front_addr":"172.21.15.66:6805/1043132211","state":["exists","up"]},{"osd":5,"uuid":"52f88bb2-a85d-49e7-8def-5b0115b99d59","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6809","nonce":739793421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6811","nonce":739793421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6815","nonce":739793421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6813","nonce":739793421}]},"public_addr":"172.21.15.66:6809/739793421","cluster_addr":"172.21.15.66:6811/739793421","heartbeat_back_addr":"172.21.15.66:6815/739793421","heartbeat_front_addr":"172.21.15.66:6813/739793421","state":["exists","up"]},{"osd":6,"uuid":"29b52a14-a2f1-4681-81d0-a4ca14f21e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6817","nonce":1902960073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6819","nonce":1902960073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6823","nonce":1902960073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6821","nonce":1902960073}]},"public_addr":"172.21.15.66:6817/1902960073","cluster_addr":"172.21.15.66:6819/1902960073","heartbeat_back_addr":"172.21.15.66:6823/1902960073","heartbeat_front_addr":"172.21.15.66:6821/1902960073","state":["exists","up"]},{"osd":7,"uuid":"a848f0cc-2d9e-4cc8-b996-13c600bc973b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6825","nonce":339830023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6827","nonce":339830023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6831","nonce":339830023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6829","nonce":339830023}]},"public_addr":"172.21.15.66:6825/339830023","cluster_addr":"172.21.15.66:6827/339830023","heartbeat_back_addr":"172.21.15.66:6831/339830023","heartbeat_front_addr":"172.21.15.66:6829/339830023","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:34.946565+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:59.835711+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:24.743327+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:49.573179+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:11.789874+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:34.677492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:57.713102+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:10:21.711043+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/3359399843":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2480649633":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/3628457447":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2503697172":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6800/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6800/1634438095":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/3861615608":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/1083885685":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/1634438095":"2024-04-14T07:05:50.372744+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:10:42.033 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-13T07:08:27.693886+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-13T07:10:42.033 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-13T07:10:42.364 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 1 2024-04-13T07:10:42.378 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-13T07:10:42.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[37804]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:10:42.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/2988754139' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:10:42.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:42.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:42.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/3751366726' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:10:42.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:42.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:42.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:42.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:42.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:42.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:10:42.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:42.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:42.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:42.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/1920561837' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:10:42.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[27034]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:10:42.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2988754139' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:10:42.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:42.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:42.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/3751366726' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:10:42.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:42.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:42.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:42.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:42.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:42.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:10:42.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:42.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:42.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:42.644 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:42 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1920561837' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:10:42.676 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:10:42.676 INFO:teuthology.orchestra.run.smithi003.stdout:[ 2024-04-13T07:10:42.676 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-04-13T07:10:42.677 INFO:teuthology.orchestra.run.smithi003.stdout: "poolnum": 1, 2024-04-13T07:10:42.677 INFO:teuthology.orchestra.run.smithi003.stdout: "poolname": ".mgr" 2024-04-13T07:10:42.677 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:10:42.677 INFO:teuthology.orchestra.run.smithi003.stdout:] 2024-04-13T07:10:42.689 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-13T07:10:42.689 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-13T07:10:42.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:42 smithi066 ceph-mon[30583]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:10:42.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:42 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/2988754139' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:10:42.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:42 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:42.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:42 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:42.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:42 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/3751366726' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:10:42.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:42 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:42.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:42 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:42.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:42 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:42.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:42 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:42.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:42 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:42.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:42 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:10:42.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:42 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:42.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:42 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:42.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:42 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:42.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:42 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1920561837' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:10:43.454 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_metadata' created 2024-04-13T07:10:43.469 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-13T07:10:43.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:43 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/3520651275' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-13T07:10:43.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:43 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/3120477798' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-13T07:10:43.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:43 smithi003 ceph-mon[37804]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:10:43.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:43 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/3520651275' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-13T07:10:43.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:43 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/3120477798' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-13T07:10:43.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:43 smithi003 ceph-mon[27034]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:10:43.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:43 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/3520651275' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-13T07:10:43.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:43 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/3120477798' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-13T07:10:43.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:43 smithi066 ceph-mon[30583]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:10:44.460 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_data' created 2024-04-13T07:10:44.484 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-13T07:10:44.822 INFO:teuthology.orchestra.run.smithi003.stderr:new fs with metadata pool 2 and data pool 3 2024-04-13T07:10:44.847 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:44 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/3120477798' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-13T07:10:44.847 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:44 smithi003 ceph-mon[37804]: osdmap e60: 8 total, 8 up, 8 in 2024-04-13T07:10:44.847 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:44 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/201198737' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-13T07:10:44.847 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:44 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/3120477798' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-13T07:10:44.847 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:44 smithi003 ceph-mon[27034]: osdmap e60: 8 total, 8 up, 8 in 2024-04-13T07:10:44.847 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:44 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/201198737' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-13T07:10:44.848 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-13T07:10:44.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:44 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/3120477798' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-13T07:10:44.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:44 smithi066 ceph-mon[30583]: osdmap e60: 8 total, 8 up, 8 in 2024-04-13T07:10:44.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:44 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/201198737' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-13T07:10:45.143 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:10:45.143 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":62,"fsid":"1235705e-f964-11ee-bc8d-c7b262605968","created":"2024-04-13T07:05:22.787433+0000","modified":"2024-04-13T07:10:44.810149+0000","last_up_change":"2024-04-13T07:10:23.369944+0000","last_in_change":"2024-04-13T07:10:06.141452+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:08:27.693886+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:10:43.223001+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:10:44.006864+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a9b766b8-720d-4545-bdab-a7c1a3c154bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6803","nonce":2234463595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6805","nonce":2234463595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6809","nonce":2234463595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6807","nonce":2234463595}]},"public_addr":"172.21.15.3:6803/2234463595","cluster_addr":"172.21.15.3:6805/2234463595","heartbeat_back_addr":"172.21.15.3:6809/2234463595","heartbeat_front_addr":"172.21.15.3:6807/2234463595","state":["exists","up"]},{"osd":1,"uuid":"87513d68-9d8e-490a-ae5e-02c9876e01af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6811","nonce":3103314917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6813","nonce":3103314917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6817","nonce":3103314917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6815","nonce":3103314917}]},"public_addr":"172.21.15.3:6811/3103314917","cluster_addr":"172.21.15.3:6813/3103314917","heartbeat_back_addr":"172.21.15.3:6817/3103314917","heartbeat_front_addr":"172.21.15.3:6815/3103314917","state":["exists","up"]},{"osd":2,"uuid":"6ae8f029-9b56-43d5-905f-d589c11d990f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6819","nonce":993511307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6821","nonce":993511307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6825","nonce":993511307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6823","nonce":993511307}]},"public_addr":"172.21.15.3:6819/993511307","cluster_addr":"172.21.15.3:6821/993511307","heartbeat_back_addr":"172.21.15.3:6825/993511307","heartbeat_front_addr":"172.21.15.3:6823/993511307","state":["exists","up"]},{"osd":3,"uuid":"da155d35-dc71-4433-859f-ed90091af5a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6827","nonce":2281158589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6829","nonce":2281158589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6833","nonce":2281158589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6831","nonce":2281158589}]},"public_addr":"172.21.15.3:6827/2281158589","cluster_addr":"172.21.15.3:6829/2281158589","heartbeat_back_addr":"172.21.15.3:6833/2281158589","heartbeat_front_addr":"172.21.15.3:6831/2281158589","state":["exists","up"]},{"osd":4,"uuid":"a854b8d8-7b4c-43b3-b52f-2107223db8ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6801","nonce":1043132211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6803","nonce":1043132211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6807","nonce":1043132211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6805","nonce":1043132211}]},"public_addr":"172.21.15.66:6801/1043132211","cluster_addr":"172.21.15.66:6803/1043132211","heartbeat_back_addr":"172.21.15.66:6807/1043132211","heartbeat_front_addr":"172.21.15.66:6805/1043132211","state":["exists","up"]},{"osd":5,"uuid":"52f88bb2-a85d-49e7-8def-5b0115b99d59","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6809","nonce":739793421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6811","nonce":739793421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6815","nonce":739793421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6813","nonce":739793421}]},"public_addr":"172.21.15.66:6809/739793421","cluster_addr":"172.21.15.66:6811/739793421","heartbeat_back_addr":"172.21.15.66:6815/739793421","heartbeat_front_addr":"172.21.15.66:6813/739793421","state":["exists","up"]},{"osd":6,"uuid":"29b52a14-a2f1-4681-81d0-a4ca14f21e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6817","nonce":1902960073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6819","nonce":1902960073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6823","nonce":1902960073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6821","nonce":1902960073}]},"public_addr":"172.21.15.66:6817/1902960073","cluster_addr":"172.21.15.66:6819/1902960073","heartbeat_back_addr":"172.21.15.66:6823/1902960073","heartbeat_front_addr":"172.21.15.66:6821/1902960073","state":["exists","up"]},{"osd":7,"uuid":"a848f0cc-2d9e-4cc8-b996-13c600bc973b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6825","nonce":339830023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6827","nonce":339830023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6831","nonce":339830023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6829","nonce":339830023}]},"public_addr":"172.21.15.66:6825/339830023","cluster_addr":"172.21.15.66:6827/339830023","heartbeat_back_addr":"172.21.15.66:6831/339830023","heartbeat_front_addr":"172.21.15.66:6829/339830023","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:34.946565+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:59.835711+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:24.743327+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:49.573179+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:11.789874+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:34.677492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:57.713102+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:10:21.711043+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/3359399843":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2480649633":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/3628457447":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2503697172":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6800/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6800/1634438095":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/3861615608":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/1083885685":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/1634438095":"2024-04-14T07:05:50.372744+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:10:45.155 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-13T07:10:45.453 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:10:45.453 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":62,"fsid":"1235705e-f964-11ee-bc8d-c7b262605968","created":"2024-04-13T07:05:22.787433+0000","modified":"2024-04-13T07:10:44.810149+0000","last_up_change":"2024-04-13T07:10:23.369944+0000","last_in_change":"2024-04-13T07:10:06.141452+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:08:27.693886+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:10:43.223001+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:10:44.006864+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a9b766b8-720d-4545-bdab-a7c1a3c154bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6803","nonce":2234463595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6805","nonce":2234463595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6809","nonce":2234463595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6807","nonce":2234463595}]},"public_addr":"172.21.15.3:6803/2234463595","cluster_addr":"172.21.15.3:6805/2234463595","heartbeat_back_addr":"172.21.15.3:6809/2234463595","heartbeat_front_addr":"172.21.15.3:6807/2234463595","state":["exists","up"]},{"osd":1,"uuid":"87513d68-9d8e-490a-ae5e-02c9876e01af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6811","nonce":3103314917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6813","nonce":3103314917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6817","nonce":3103314917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6815","nonce":3103314917}]},"public_addr":"172.21.15.3:6811/3103314917","cluster_addr":"172.21.15.3:6813/3103314917","heartbeat_back_addr":"172.21.15.3:6817/3103314917","heartbeat_front_addr":"172.21.15.3:6815/3103314917","state":["exists","up"]},{"osd":2,"uuid":"6ae8f029-9b56-43d5-905f-d589c11d990f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6819","nonce":993511307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6821","nonce":993511307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6825","nonce":993511307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6823","nonce":993511307}]},"public_addr":"172.21.15.3:6819/993511307","cluster_addr":"172.21.15.3:6821/993511307","heartbeat_back_addr":"172.21.15.3:6825/993511307","heartbeat_front_addr":"172.21.15.3:6823/993511307","state":["exists","up"]},{"osd":3,"uuid":"da155d35-dc71-4433-859f-ed90091af5a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6827","nonce":2281158589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6829","nonce":2281158589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6833","nonce":2281158589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6831","nonce":2281158589}]},"public_addr":"172.21.15.3:6827/2281158589","cluster_addr":"172.21.15.3:6829/2281158589","heartbeat_back_addr":"172.21.15.3:6833/2281158589","heartbeat_front_addr":"172.21.15.3:6831/2281158589","state":["exists","up"]},{"osd":4,"uuid":"a854b8d8-7b4c-43b3-b52f-2107223db8ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6801","nonce":1043132211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6803","nonce":1043132211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6807","nonce":1043132211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6805","nonce":1043132211}]},"public_addr":"172.21.15.66:6801/1043132211","cluster_addr":"172.21.15.66:6803/1043132211","heartbeat_back_addr":"172.21.15.66:6807/1043132211","heartbeat_front_addr":"172.21.15.66:6805/1043132211","state":["exists","up"]},{"osd":5,"uuid":"52f88bb2-a85d-49e7-8def-5b0115b99d59","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6809","nonce":739793421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6811","nonce":739793421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6815","nonce":739793421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6813","nonce":739793421}]},"public_addr":"172.21.15.66:6809/739793421","cluster_addr":"172.21.15.66:6811/739793421","heartbeat_back_addr":"172.21.15.66:6815/739793421","heartbeat_front_addr":"172.21.15.66:6813/739793421","state":["exists","up"]},{"osd":6,"uuid":"29b52a14-a2f1-4681-81d0-a4ca14f21e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6817","nonce":1902960073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6819","nonce":1902960073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6823","nonce":1902960073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6821","nonce":1902960073}]},"public_addr":"172.21.15.66:6817/1902960073","cluster_addr":"172.21.15.66:6819/1902960073","heartbeat_back_addr":"172.21.15.66:6823/1902960073","heartbeat_front_addr":"172.21.15.66:6821/1902960073","state":["exists","up"]},{"osd":7,"uuid":"a848f0cc-2d9e-4cc8-b996-13c600bc973b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6825","nonce":339830023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6827","nonce":339830023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6831","nonce":339830023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6829","nonce":339830023}]},"public_addr":"172.21.15.66:6825/339830023","cluster_addr":"172.21.15.66:6827/339830023","heartbeat_back_addr":"172.21.15.66:6831/339830023","heartbeat_front_addr":"172.21.15.66:6829/339830023","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:34.946565+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:59.835711+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:24.743327+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:49.573179+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:11.789874+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:34.677492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:57.713102+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:10:21.711043+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/3359399843":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2480649633":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/3628457447":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2503697172":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6800/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6800/1634438095":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/3861615608":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/1083885685":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/1634438095":"2024-04-14T07:05:50.372744+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:10:45.467 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-13T07:10:45.840 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/201198737' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-13T07:10:45.840 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[27034]: osdmap e61: 8 total, 8 up, 8 in 2024-04-13T07:10:45.840 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2542730126' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-13T07:10:45.840 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[27034]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-13T07:10:45.840 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[27034]: osdmap e62: 8 total, 8 up, 8 in 2024-04-13T07:10:45.840 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2542730126' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-13T07:10:45.840 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[27034]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-13T07:10:45.840 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[27034]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-13T07:10:45.841 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/4238195956' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:10:45.841 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[27034]: pgmap v187: 97 pgs: 12 creating+peering, 84 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:10:45.841 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:45.841 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2522935121' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:10:45.841 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/201198737' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-13T07:10:45.841 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[37804]: osdmap e61: 8 total, 8 up, 8 in 2024-04-13T07:10:45.841 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/2542730126' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-13T07:10:45.841 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[37804]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-13T07:10:45.841 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[37804]: osdmap e62: 8 total, 8 up, 8 in 2024-04-13T07:10:45.841 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/2542730126' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-13T07:10:45.841 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[37804]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-13T07:10:45.842 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[37804]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-13T07:10:45.842 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/4238195956' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:10:45.842 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[37804]: pgmap v187: 97 pgs: 12 creating+peering, 84 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:10:45.842 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:45.842 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:45 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/2522935121' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:10:45.843 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-13T07:10:45.843 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-13T07:10:45.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:45 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/201198737' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-13T07:10:45.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:45 smithi066 ceph-mon[30583]: osdmap e61: 8 total, 8 up, 8 in 2024-04-13T07:10:45.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:45 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/2542730126' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-13T07:10:45.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:45 smithi066 ceph-mon[30583]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-13T07:10:45.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:45 smithi066 ceph-mon[30583]: osdmap e62: 8 total, 8 up, 8 in 2024-04-13T07:10:45.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:45 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/2542730126' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-13T07:10:45.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:45 smithi066 ceph-mon[30583]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-13T07:10:45.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:45 smithi066 ceph-mon[30583]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-13T07:10:45.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:45 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/4238195956' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:10:45.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:45 smithi066 ceph-mon[30583]: pgmap v187: 97 pgs: 12 creating+peering, 84 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:10:45.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:45 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:45.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:45 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/2522935121' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:10:46.844 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:46 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/1975366148' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-13T07:10:46.844 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:46 smithi003 ceph-mon[37804]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-13T07:10:46.845 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:46 smithi003 ceph-mon[37804]: osdmap e63: 8 total, 8 up, 8 in 2024-04-13T07:10:46.845 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:46 smithi003 ceph-mon[37804]: mds.? [v2:172.21.15.3:6834/745303198,v1:172.21.15.3:6835/745303198] up:active 2024-04-13T07:10:46.845 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:46 smithi003 ceph-mon[37804]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-13T07:10:46.845 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:46 smithi003 ceph-mon[37804]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:10:46.845 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:46 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/3356478205' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-13T07:10:46.845 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:46 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1975366148' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-13T07:10:46.845 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:46 smithi003 ceph-mon[27034]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-13T07:10:46.845 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:46 smithi003 ceph-mon[27034]: osdmap e63: 8 total, 8 up, 8 in 2024-04-13T07:10:46.845 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:46 smithi003 ceph-mon[27034]: mds.? [v2:172.21.15.3:6834/745303198,v1:172.21.15.3:6835/745303198] up:active 2024-04-13T07:10:46.845 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:46 smithi003 ceph-mon[27034]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-13T07:10:46.845 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:46 smithi003 ceph-mon[27034]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:10:46.845 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:46 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/3356478205' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-13T07:10:46.846 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-13T07:10:46.846 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-13T07:10:46.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:46 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1975366148' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-13T07:10:46.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:46 smithi066 ceph-mon[30583]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-13T07:10:46.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:46 smithi066 ceph-mon[30583]: osdmap e63: 8 total, 8 up, 8 in 2024-04-13T07:10:46.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:46 smithi066 ceph-mon[30583]: mds.? [v2:172.21.15.3:6834/745303198,v1:172.21.15.3:6835/745303198] up:active 2024-04-13T07:10:46.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:46 smithi066 ceph-mon[30583]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-13T07:10:46.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:46 smithi066 ceph-mon[30583]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:10:46.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:46 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/3356478205' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-13T07:10:47.183 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:10:47.183 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24352,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2215717538","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2215717538},{"type":"v1","addr":"172.21.15.66:6833","nonce":2215717538}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-13T07:10:44.810620+0000","modified":"2024-04-13T07:10:46.819034+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24356},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24356":{"gid":24356,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6835/745303198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":745303198},{"type":"v1","addr":"172.21.15.3:6835","nonce":745303198}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-13T07:10:47.183 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 6 2024-04-13T07:10:47.195 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-13T07:10:47.488 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:10:47.488 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":63,"fsid":"1235705e-f964-11ee-bc8d-c7b262605968","created":"2024-04-13T07:05:22.787433+0000","modified":"2024-04-13T07:10:45.812460+0000","last_up_change":"2024-04-13T07:10:23.369944+0000","last_in_change":"2024-04-13T07:10:06.141452+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:08:27.693886+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:10:43.223001+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:10:44.006864+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a9b766b8-720d-4545-bdab-a7c1a3c154bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6803","nonce":2234463595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6805","nonce":2234463595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6809","nonce":2234463595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6807","nonce":2234463595}]},"public_addr":"172.21.15.3:6803/2234463595","cluster_addr":"172.21.15.3:6805/2234463595","heartbeat_back_addr":"172.21.15.3:6809/2234463595","heartbeat_front_addr":"172.21.15.3:6807/2234463595","state":["exists","up"]},{"osd":1,"uuid":"87513d68-9d8e-490a-ae5e-02c9876e01af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6811","nonce":3103314917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6813","nonce":3103314917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6817","nonce":3103314917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6815","nonce":3103314917}]},"public_addr":"172.21.15.3:6811/3103314917","cluster_addr":"172.21.15.3:6813/3103314917","heartbeat_back_addr":"172.21.15.3:6817/3103314917","heartbeat_front_addr":"172.21.15.3:6815/3103314917","state":["exists","up"]},{"osd":2,"uuid":"6ae8f029-9b56-43d5-905f-d589c11d990f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6819","nonce":993511307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6821","nonce":993511307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6825","nonce":993511307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6823","nonce":993511307}]},"public_addr":"172.21.15.3:6819/993511307","cluster_addr":"172.21.15.3:6821/993511307","heartbeat_back_addr":"172.21.15.3:6825/993511307","heartbeat_front_addr":"172.21.15.3:6823/993511307","state":["exists","up"]},{"osd":3,"uuid":"da155d35-dc71-4433-859f-ed90091af5a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6827","nonce":2281158589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6829","nonce":2281158589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6833","nonce":2281158589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6831","nonce":2281158589}]},"public_addr":"172.21.15.3:6827/2281158589","cluster_addr":"172.21.15.3:6829/2281158589","heartbeat_back_addr":"172.21.15.3:6833/2281158589","heartbeat_front_addr":"172.21.15.3:6831/2281158589","state":["exists","up"]},{"osd":4,"uuid":"a854b8d8-7b4c-43b3-b52f-2107223db8ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6801","nonce":1043132211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6803","nonce":1043132211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6807","nonce":1043132211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6805","nonce":1043132211}]},"public_addr":"172.21.15.66:6801/1043132211","cluster_addr":"172.21.15.66:6803/1043132211","heartbeat_back_addr":"172.21.15.66:6807/1043132211","heartbeat_front_addr":"172.21.15.66:6805/1043132211","state":["exists","up"]},{"osd":5,"uuid":"52f88bb2-a85d-49e7-8def-5b0115b99d59","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6809","nonce":739793421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6811","nonce":739793421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6815","nonce":739793421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6813","nonce":739793421}]},"public_addr":"172.21.15.66:6809/739793421","cluster_addr":"172.21.15.66:6811/739793421","heartbeat_back_addr":"172.21.15.66:6815/739793421","heartbeat_front_addr":"172.21.15.66:6813/739793421","state":["exists","up"]},{"osd":6,"uuid":"29b52a14-a2f1-4681-81d0-a4ca14f21e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6817","nonce":1902960073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6819","nonce":1902960073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6823","nonce":1902960073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6821","nonce":1902960073}]},"public_addr":"172.21.15.66:6817/1902960073","cluster_addr":"172.21.15.66:6819/1902960073","heartbeat_back_addr":"172.21.15.66:6823/1902960073","heartbeat_front_addr":"172.21.15.66:6821/1902960073","state":["exists","up"]},{"osd":7,"uuid":"a848f0cc-2d9e-4cc8-b996-13c600bc973b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6825","nonce":339830023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6827","nonce":339830023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6831","nonce":339830023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6829","nonce":339830023}]},"public_addr":"172.21.15.66:6825/339830023","cluster_addr":"172.21.15.66:6827/339830023","heartbeat_back_addr":"172.21.15.66:6831/339830023","heartbeat_front_addr":"172.21.15.66:6829/339830023","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:34.946565+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:59.835711+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:24.743327+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:49.573179+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:11.789874+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:34.677492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:57.713102+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:10:21.711043+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/3359399843":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2480649633":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/3628457447":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2503697172":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6800/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6800/1634438095":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/3861615608":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/1083885685":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/1634438095":"2024-04-14T07:05:50.372744+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:10:47.500 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-13T07:10:47.501 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-13T07:10:47.800 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:10:47.802 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-04-13T07:10:47.810 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":189,"stamp":"2024-04-13T07:10:47.422709+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590528,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":179,"num_write_kb":2418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":144,"acting":144,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":98,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":222640,"kb_used_data":6428,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738576,"statfs":{"total":767960285184,"available":767732301824,"internally_reserved":0,"allocated":6582272,"data_stored":3739792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":160,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000651"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.822118+0000","last_change":"2024-04-13T07:10:44.842746+0000","last_active":"2024-04-13T07:10:45.822118+0000","last_peered":"2024-04-13T07:10:45.822118+0000","last_clean":"2024-04-13T07:10:45.822118+0000","last_became_active":"2024-04-13T07:10:44.842438+0000","last_became_peered":"2024-04-13T07:10:44.842438+0000","last_unstale":"2024-04-13T07:10:45.822118+0000","last_undegraded":"2024-04-13T07:10:45.822118+0000","last_fullsized":"2024-04-13T07:10:45.822118+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:54:41.219960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042521+0000","last_change":"2024-04-13T07:10:44.838904+0000","last_active":"2024-04-13T07:10:46.042521+0000","last_peered":"2024-04-13T07:10:46.042521+0000","last_clean":"2024-04-13T07:10:46.042521+0000","last_became_active":"2024-04-13T07:10:44.838618+0000","last_became_peered":"2024-04-13T07:10:44.838618+0000","last_unstale":"2024-04-13T07:10:46.042521+0000","last_undegraded":"2024-04-13T07:10:46.042521+0000","last_fullsized":"2024-04-13T07:10:46.042521+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:24:59.668573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042479+0000","last_change":"2024-04-13T07:10:44.829178+0000","last_active":"2024-04-13T07:10:46.042479+0000","last_peered":"2024-04-13T07:10:46.042479+0000","last_clean":"2024-04-13T07:10:46.042479+0000","last_became_active":"2024-04-13T07:10:44.828840+0000","last_became_peered":"2024-04-13T07:10:44.828840+0000","last_unstale":"2024-04-13T07:10:46.042479+0000","last_undegraded":"2024-04-13T07:10:46.042479+0000","last_fullsized":"2024-04-13T07:10:46.042479+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:23:43.069728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820618+0000","last_change":"2024-04-13T07:10:44.833333+0000","last_active":"2024-04-13T07:10:45.820618+0000","last_peered":"2024-04-13T07:10:45.820618+0000","last_clean":"2024-04-13T07:10:45.820618+0000","last_became_active":"2024-04-13T07:10:44.832905+0000","last_became_peered":"2024-04-13T07:10:44.832905+0000","last_unstale":"2024-04-13T07:10:45.820618+0000","last_undegraded":"2024-04-13T07:10:45.820618+0000","last_fullsized":"2024-04-13T07:10:45.820618+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:30:54.510173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042784+0000","last_change":"2024-04-13T07:10:44.836291+0000","last_active":"2024-04-13T07:10:46.042784+0000","last_peered":"2024-04-13T07:10:46.042784+0000","last_clean":"2024-04-13T07:10:46.042784+0000","last_became_active":"2024-04-13T07:10:44.835724+0000","last_became_peered":"2024-04-13T07:10:44.835724+0000","last_unstale":"2024-04-13T07:10:46.042784+0000","last_undegraded":"2024-04-13T07:10:46.042784+0000","last_fullsized":"2024-04-13T07:10:46.042784+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:17:59.371083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043341+0000","last_change":"2024-04-13T07:10:44.839084+0000","last_active":"2024-04-13T07:10:46.043341+0000","last_peered":"2024-04-13T07:10:46.043341+0000","last_clean":"2024-04-13T07:10:46.043341+0000","last_became_active":"2024-04-13T07:10:44.838798+0000","last_became_peered":"2024-04-13T07:10:44.838798+0000","last_unstale":"2024-04-13T07:10:46.043341+0000","last_undegraded":"2024-04-13T07:10:46.043341+0000","last_fullsized":"2024-04-13T07:10:46.043341+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:59:54.343450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821500+0000","last_change":"2024-04-13T07:10:44.841892+0000","last_active":"2024-04-13T07:10:45.821500+0000","last_peered":"2024-04-13T07:10:45.821500+0000","last_clean":"2024-04-13T07:10:45.821500+0000","last_became_active":"2024-04-13T07:10:44.841607+0000","last_became_peered":"2024-04-13T07:10:44.841607+0000","last_unstale":"2024-04-13T07:10:45.821500+0000","last_undegraded":"2024-04-13T07:10:45.821500+0000","last_fullsized":"2024-04-13T07:10:45.821500+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:00:12.746178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.451814+0000","last_change":"2024-04-13T07:10:43.451814+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.451814+0000","last_undegraded":"2024-04-13T07:10:43.451814+0000","last_fullsized":"2024-04-13T07:10:43.451814+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:20:14.774412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043593+0000","last_change":"2024-04-13T07:10:44.836844+0000","last_active":"2024-04-13T07:10:46.043593+0000","last_peered":"2024-04-13T07:10:46.043593+0000","last_clean":"2024-04-13T07:10:46.043593+0000","last_became_active":"2024-04-13T07:10:44.834667+0000","last_became_peered":"2024-04-13T07:10:44.834667+0000","last_unstale":"2024-04-13T07:10:46.043593+0000","last_undegraded":"2024-04-13T07:10:46.043593+0000","last_fullsized":"2024-04-13T07:10:46.043593+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:05.125610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.451130+0000","last_change":"2024-04-13T07:10:43.451130+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.451130+0000","last_undegraded":"2024-04-13T07:10:43.451130+0000","last_fullsized":"2024-04-13T07:10:43.451130+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:55:42.864789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042903+0000","last_change":"2024-04-13T07:10:44.844809+0000","last_active":"2024-04-13T07:10:46.042903+0000","last_peered":"2024-04-13T07:10:46.042903+0000","last_clean":"2024-04-13T07:10:46.042903+0000","last_became_active":"2024-04-13T07:10:44.844473+0000","last_became_peered":"2024-04-13T07:10:44.844473+0000","last_unstale":"2024-04-13T07:10:46.042903+0000","last_undegraded":"2024-04-13T07:10:46.042903+0000","last_fullsized":"2024-04-13T07:10:46.042903+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:56:19.540549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.445825+0000","last_change":"2024-04-13T07:10:43.445825+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.445825+0000","last_undegraded":"2024-04-13T07:10:43.445825+0000","last_fullsized":"2024-04-13T07:10:43.445825+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:56:12.574604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042586+0000","last_change":"2024-04-13T07:10:44.477150+0000","last_active":"2024-04-13T07:10:46.042586+0000","last_peered":"2024-04-13T07:10:46.042586+0000","last_clean":"2024-04-13T07:10:46.042586+0000","last_became_active":"2024-04-13T07:10:44.476721+0000","last_became_peered":"2024-04-13T07:10:44.476721+0000","last_unstale":"2024-04-13T07:10:46.042586+0000","last_undegraded":"2024-04-13T07:10:46.042586+0000","last_fullsized":"2024-04-13T07:10:46.042586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:24:51.238109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820794+0000","last_change":"2024-04-13T07:10:44.836382+0000","last_active":"2024-04-13T07:10:45.820794+0000","last_peered":"2024-04-13T07:10:45.820794+0000","last_clean":"2024-04-13T07:10:45.820794+0000","last_became_active":"2024-04-13T07:10:44.836099+0000","last_became_peered":"2024-04-13T07:10:44.836099+0000","last_unstale":"2024-04-13T07:10:45.820794+0000","last_undegraded":"2024-04-13T07:10:45.820794+0000","last_fullsized":"2024-04-13T07:10:45.820794+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:54:30.450812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.446621+0000","last_change":"2024-04-13T07:10:43.446621+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.446621+0000","last_undegraded":"2024-04-13T07:10:43.446621+0000","last_fullsized":"2024-04-13T07:10:43.446621+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:03:15.870506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043155+0000","last_change":"2024-04-13T07:10:44.840238+0000","last_active":"2024-04-13T07:10:46.043155+0000","last_peered":"2024-04-13T07:10:46.043155+0000","last_clean":"2024-04-13T07:10:46.043155+0000","last_became_active":"2024-04-13T07:10:44.839888+0000","last_became_peered":"2024-04-13T07:10:44.839888+0000","last_unstale":"2024-04-13T07:10:46.043155+0000","last_undegraded":"2024-04-13T07:10:46.043155+0000","last_fullsized":"2024-04-13T07:10:46.043155+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:50:56.128207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043005+0000","last_change":"2024-04-13T07:10:44.473136+0000","last_active":"2024-04-13T07:10:46.043005+0000","last_peered":"2024-04-13T07:10:46.043005+0000","last_clean":"2024-04-13T07:10:46.043005+0000","last_became_active":"2024-04-13T07:10:44.472782+0000","last_became_peered":"2024-04-13T07:10:44.472782+0000","last_unstale":"2024-04-13T07:10:46.043005+0000","last_undegraded":"2024-04-13T07:10:46.043005+0000","last_fullsized":"2024-04-13T07:10:46.043005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:07:02.496879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821862+0000","last_change":"2024-04-13T07:10:44.465945+0000","last_active":"2024-04-13T07:10:45.821862+0000","last_peered":"2024-04-13T07:10:45.821862+0000","last_clean":"2024-04-13T07:10:45.821862+0000","last_became_active":"2024-04-13T07:10:44.465670+0000","last_became_peered":"2024-04-13T07:10:44.465670+0000","last_unstale":"2024-04-13T07:10:45.821862+0000","last_undegraded":"2024-04-13T07:10:45.821862+0000","last_fullsized":"2024-04-13T07:10:45.821862+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:49:13.673795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.445823+0000","last_change":"2024-04-13T07:10:43.445823+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.445823+0000","last_undegraded":"2024-04-13T07:10:43.445823+0000","last_fullsized":"2024-04-13T07:10:43.445823+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:46:06.855402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042219+0000","last_change":"2024-04-13T07:10:44.475614+0000","last_active":"2024-04-13T07:10:46.042219+0000","last_peered":"2024-04-13T07:10:46.042219+0000","last_clean":"2024-04-13T07:10:46.042219+0000","last_became_active":"2024-04-13T07:10:44.475262+0000","last_became_peered":"2024-04-13T07:10:44.475262+0000","last_unstale":"2024-04-13T07:10:46.042219+0000","last_undegraded":"2024-04-13T07:10:46.042219+0000","last_fullsized":"2024-04-13T07:10:46.042219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:39:05.254368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.445837+0000","last_change":"2024-04-13T07:10:43.445837+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.445837+0000","last_undegraded":"2024-04-13T07:10:43.445837+0000","last_fullsized":"2024-04-13T07:10:43.445837+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:53:04.108499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820670+0000","last_change":"2024-04-13T07:10:44.462495+0000","last_active":"2024-04-13T07:10:45.820670+0000","last_peered":"2024-04-13T07:10:45.820670+0000","last_clean":"2024-04-13T07:10:45.820670+0000","last_became_active":"2024-04-13T07:10:44.462108+0000","last_became_peered":"2024-04-13T07:10:44.462108+0000","last_unstale":"2024-04-13T07:10:45.820670+0000","last_undegraded":"2024-04-13T07:10:45.820670+0000","last_fullsized":"2024-04-13T07:10:45.820670+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:26:34.526684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.447808+0000","last_change":"2024-04-13T07:10:43.447808+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.447808+0000","last_undegraded":"2024-04-13T07:10:43.447808+0000","last_fullsized":"2024-04-13T07:10:43.447808+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:27:12.131747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821777+0000","last_change":"2024-04-13T07:10:44.464639+0000","last_active":"2024-04-13T07:10:45.821777+0000","last_peered":"2024-04-13T07:10:45.821777+0000","last_clean":"2024-04-13T07:10:45.821777+0000","last_became_active":"2024-04-13T07:10:44.464272+0000","last_became_peered":"2024-04-13T07:10:44.464272+0000","last_unstale":"2024-04-13T07:10:45.821777+0000","last_undegraded":"2024-04-13T07:10:45.821777+0000","last_fullsized":"2024-04-13T07:10:45.821777+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:18:20.804541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043231+0000","last_change":"2024-04-13T07:10:44.825071+0000","last_active":"2024-04-13T07:10:46.043231+0000","last_peered":"2024-04-13T07:10:46.043231+0000","last_clean":"2024-04-13T07:10:46.043231+0000","last_became_active":"2024-04-13T07:10:44.824731+0000","last_became_peered":"2024-04-13T07:10:44.824731+0000","last_unstale":"2024-04-13T07:10:46.043231+0000","last_undegraded":"2024-04-13T07:10:46.043231+0000","last_fullsized":"2024-04-13T07:10:46.043231+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:13:02.497202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042182+0000","last_change":"2024-04-13T07:10:44.469518+0000","last_active":"2024-04-13T07:10:46.042182+0000","last_peered":"2024-04-13T07:10:46.042182+0000","last_clean":"2024-04-13T07:10:46.042182+0000","last_became_active":"2024-04-13T07:10:44.469219+0000","last_became_peered":"2024-04-13T07:10:44.469219+0000","last_unstale":"2024-04-13T07:10:46.042182+0000","last_undegraded":"2024-04-13T07:10:46.042182+0000","last_fullsized":"2024-04-13T07:10:46.042182+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:44:47.057393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820613+0000","last_change":"2024-04-13T07:10:44.843241+0000","last_active":"2024-04-13T07:10:45.820613+0000","last_peered":"2024-04-13T07:10:45.820613+0000","last_clean":"2024-04-13T07:10:45.820613+0000","last_became_active":"2024-04-13T07:10:44.842841+0000","last_became_peered":"2024-04-13T07:10:44.842841+0000","last_unstale":"2024-04-13T07:10:45.820613+0000","last_undegraded":"2024-04-13T07:10:45.820613+0000","last_fullsized":"2024-04-13T07:10:45.820613+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:31:35.557950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821082+0000","last_change":"2024-04-13T07:10:44.463660+0000","last_active":"2024-04-13T07:10:45.821082+0000","last_peered":"2024-04-13T07:10:45.821082+0000","last_clean":"2024-04-13T07:10:45.821082+0000","last_became_active":"2024-04-13T07:10:44.463314+0000","last_became_peered":"2024-04-13T07:10:44.463314+0000","last_unstale":"2024-04-13T07:10:45.821082+0000","last_undegraded":"2024-04-13T07:10:45.821082+0000","last_fullsized":"2024-04-13T07:10:45.821082+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:35:02.222956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042454+0000","last_change":"2024-04-13T07:10:44.475815+0000","last_active":"2024-04-13T07:10:46.042454+0000","last_peered":"2024-04-13T07:10:46.042454+0000","last_clean":"2024-04-13T07:10:46.042454+0000","last_became_active":"2024-04-13T07:10:44.475504+0000","last_became_peered":"2024-04-13T07:10:44.475504+0000","last_unstale":"2024-04-13T07:10:46.042454+0000","last_undegraded":"2024-04-13T07:10:46.042454+0000","last_fullsized":"2024-04-13T07:10:46.042454+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:45:21.605445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":216,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-13T07:10:28.582314+0000","last_change":"2024-04-13T07:10:27.391567+0000","last_active":"2024-04-13T07:10:28.582314+0000","last_peered":"2024-04-13T07:10:28.582314+0000","last_clean":"2024-04-13T07:10:28.582314+0000","last_became_active":"2024-04-13T07:10:27.391237+0000","last_became_peered":"2024-04-13T07:10:27.391237+0000","last_unstale":"2024-04-13T07:10:28.582314+0000","last_undegraded":"2024-04-13T07:10:28.582314+0000","last_fullsized":"2024-04-13T07:10:28.582314+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:08:28.417903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:08:28.417903+0000","last_clean_scrub_stamp":"2024-04-13T07:08:28.417903+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:15:54.978078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.450304+0000","last_change":"2024-04-13T07:10:43.450304+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.450304+0000","last_undegraded":"2024-04-13T07:10:43.450304+0000","last_fullsized":"2024-04-13T07:10:43.450304+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:35:29.747225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.451274+0000","last_change":"2024-04-13T07:10:43.451274+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.451274+0000","last_undegraded":"2024-04-13T07:10:43.451274+0000","last_fullsized":"2024-04-13T07:10:43.451274+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:29:28.579508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821865+0000","last_change":"2024-04-13T07:10:44.821682+0000","last_active":"2024-04-13T07:10:45.821865+0000","last_peered":"2024-04-13T07:10:45.821865+0000","last_clean":"2024-04-13T07:10:45.821865+0000","last_became_active":"2024-04-13T07:10:44.821375+0000","last_became_peered":"2024-04-13T07:10:44.821375+0000","last_unstale":"2024-04-13T07:10:45.821865+0000","last_undegraded":"2024-04-13T07:10:45.821865+0000","last_fullsized":"2024-04-13T07:10:45.821865+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:15:38.586089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.822028+0000","last_change":"2024-04-13T07:10:44.463204+0000","last_active":"2024-04-13T07:10:45.822028+0000","last_peered":"2024-04-13T07:10:45.822028+0000","last_clean":"2024-04-13T07:10:45.822028+0000","last_became_active":"2024-04-13T07:10:44.462916+0000","last_became_peered":"2024-04-13T07:10:44.462916+0000","last_unstale":"2024-04-13T07:10:45.822028+0000","last_undegraded":"2024-04-13T07:10:45.822028+0000","last_fullsized":"2024-04-13T07:10:45.822028+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:53:14.834319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.445825+0000","last_change":"2024-04-13T07:10:43.445825+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.445825+0000","last_undegraded":"2024-04-13T07:10:43.445825+0000","last_fullsized":"2024-04-13T07:10:43.445825+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:37:43.004120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.451544+0000","last_change":"2024-04-13T07:10:43.451544+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.451544+0000","last_undegraded":"2024-04-13T07:10:43.451544+0000","last_fullsized":"2024-04-13T07:10:43.451544+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:16:55.583079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820703+0000","last_change":"2024-04-13T07:10:44.462062+0000","last_active":"2024-04-13T07:10:45.820703+0000","last_peered":"2024-04-13T07:10:45.820703+0000","last_clean":"2024-04-13T07:10:45.820703+0000","last_became_active":"2024-04-13T07:10:44.461739+0000","last_became_peered":"2024-04-13T07:10:44.461739+0000","last_unstale":"2024-04-13T07:10:45.820703+0000","last_undegraded":"2024-04-13T07:10:45.820703+0000","last_fullsized":"2024-04-13T07:10:45.820703+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:13:26.811319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821673+0000","last_change":"2024-04-13T07:10:44.474302+0000","last_active":"2024-04-13T07:10:45.821673+0000","last_peered":"2024-04-13T07:10:45.821673+0000","last_clean":"2024-04-13T07:10:45.821673+0000","last_became_active":"2024-04-13T07:10:44.473992+0000","last_became_peered":"2024-04-13T07:10:44.473992+0000","last_unstale":"2024-04-13T07:10:45.821673+0000","last_undegraded":"2024-04-13T07:10:45.821673+0000","last_fullsized":"2024-04-13T07:10:45.821673+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:34:26.677476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.452006+0000","last_change":"2024-04-13T07:10:43.452006+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.452006+0000","last_undegraded":"2024-04-13T07:10:43.452006+0000","last_fullsized":"2024-04-13T07:10:43.452006+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:30:17.788004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820899+0000","last_change":"2024-04-13T07:10:44.468712+0000","last_active":"2024-04-13T07:10:45.820899+0000","last_peered":"2024-04-13T07:10:45.820899+0000","last_clean":"2024-04-13T07:10:45.820899+0000","last_became_active":"2024-04-13T07:10:44.468421+0000","last_became_peered":"2024-04-13T07:10:44.468421+0000","last_unstale":"2024-04-13T07:10:45.820899+0000","last_undegraded":"2024-04-13T07:10:45.820899+0000","last_fullsized":"2024-04-13T07:10:45.820899+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:55:26.294310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821823+0000","last_change":"2024-04-13T07:10:44.468115+0000","last_active":"2024-04-13T07:10:45.821823+0000","last_peered":"2024-04-13T07:10:45.821823+0000","last_clean":"2024-04-13T07:10:45.821823+0000","last_became_active":"2024-04-13T07:10:44.467834+0000","last_became_peered":"2024-04-13T07:10:44.467834+0000","last_unstale":"2024-04-13T07:10:45.821823+0000","last_undegraded":"2024-04-13T07:10:45.821823+0000","last_fullsized":"2024-04-13T07:10:45.821823+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:01:34.191890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042870+0000","last_change":"2024-04-13T07:10:44.834780+0000","last_active":"2024-04-13T07:10:46.042870+0000","last_peered":"2024-04-13T07:10:46.042870+0000","last_clean":"2024-04-13T07:10:46.042870+0000","last_became_active":"2024-04-13T07:10:44.834446+0000","last_became_peered":"2024-04-13T07:10:44.834446+0000","last_unstale":"2024-04-13T07:10:46.042870+0000","last_undegraded":"2024-04-13T07:10:46.042870+0000","last_fullsized":"2024-04-13T07:10:46.042870+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:57:46.687975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821554+0000","last_change":"2024-04-13T07:10:44.473847+0000","last_active":"2024-04-13T07:10:45.821554+0000","last_peered":"2024-04-13T07:10:45.821554+0000","last_clean":"2024-04-13T07:10:45.821554+0000","last_became_active":"2024-04-13T07:10:44.473524+0000","last_became_peered":"2024-04-13T07:10:44.473524+0000","last_unstale":"2024-04-13T07:10:45.821554+0000","last_undegraded":"2024-04-13T07:10:45.821554+0000","last_fullsized":"2024-04-13T07:10:45.821554+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:35:30.061039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821149+0000","last_change":"2024-04-13T07:10:44.839369+0000","last_active":"2024-04-13T07:10:45.821149+0000","last_peered":"2024-04-13T07:10:45.821149+0000","last_clean":"2024-04-13T07:10:45.821149+0000","last_became_active":"2024-04-13T07:10:44.839121+0000","last_became_peered":"2024-04-13T07:10:44.839121+0000","last_unstale":"2024-04-13T07:10:45.821149+0000","last_undegraded":"2024-04-13T07:10:45.821149+0000","last_fullsized":"2024-04-13T07:10:45.821149+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:44:53.744896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042337+0000","last_change":"2024-04-13T07:10:44.831282+0000","last_active":"2024-04-13T07:10:46.042337+0000","last_peered":"2024-04-13T07:10:46.042337+0000","last_clean":"2024-04-13T07:10:46.042337+0000","last_became_active":"2024-04-13T07:10:44.830952+0000","last_became_peered":"2024-04-13T07:10:44.830952+0000","last_unstale":"2024-04-13T07:10:46.042337+0000","last_undegraded":"2024-04-13T07:10:46.042337+0000","last_fullsized":"2024-04-13T07:10:46.042337+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:25:26.940812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821670+0000","last_change":"2024-04-13T07:10:44.825314+0000","last_active":"2024-04-13T07:10:45.821670+0000","last_peered":"2024-04-13T07:10:45.821670+0000","last_clean":"2024-04-13T07:10:45.821670+0000","last_became_active":"2024-04-13T07:10:44.825052+0000","last_became_peered":"2024-04-13T07:10:44.825052+0000","last_unstale":"2024-04-13T07:10:45.821670+0000","last_undegraded":"2024-04-13T07:10:45.821670+0000","last_fullsized":"2024-04-13T07:10:45.821670+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:50:21.109717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042720+0000","last_change":"2024-04-13T07:10:44.836128+0000","last_active":"2024-04-13T07:10:46.042720+0000","last_peered":"2024-04-13T07:10:46.042720+0000","last_clean":"2024-04-13T07:10:46.042720+0000","last_became_active":"2024-04-13T07:10:44.835130+0000","last_became_peered":"2024-04-13T07:10:44.835130+0000","last_unstale":"2024-04-13T07:10:46.042720+0000","last_undegraded":"2024-04-13T07:10:46.042720+0000","last_fullsized":"2024-04-13T07:10:46.042720+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:36:32.460887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042548+0000","last_change":"2024-04-13T07:10:44.844046+0000","last_active":"2024-04-13T07:10:46.042548+0000","last_peered":"2024-04-13T07:10:46.042548+0000","last_clean":"2024-04-13T07:10:46.042548+0000","last_became_active":"2024-04-13T07:10:44.843747+0000","last_became_peered":"2024-04-13T07:10:44.843747+0000","last_unstale":"2024-04-13T07:10:46.042548+0000","last_undegraded":"2024-04-13T07:10:46.042548+0000","last_fullsized":"2024-04-13T07:10:46.042548+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:52:16.121693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":60,"acting":60,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":160,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14,"ondisk_log_size":14,"up":81,"acting":81,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1167360,"data_stored":825149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.436}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":831123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.378}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":634880,"data_stored":262159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:04 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.32400000000000001,"15min":0.315},"min":{"1min":0.248,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.496,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.33800000000000002,"15min":0.32400000000000001},"min":{"1min":0.28599999999999998,"5min":0.216,"15min":0.216},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.379}]},{"osd":2,"last update":"Sat Apr 13 07:10:30 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.41199999999999998,"15min":0.40300000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.307,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.36099999999999999}]},{"osd":3,"last update":"Sat Apr 13 07:09:52 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.27500000000000002}]},{"osd":4,"last update":"Sat Apr 13 07:10:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.625},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.70099999999999996}]},{"osd":5,"last update":"Sat Apr 13 07:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.71499999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28172,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716980,"statfs":{"total":95995035648,"available":95966187520,"internally_reserved":0,"allocated":1171456,"data_stored":825480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Apr 13 07:10:06 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.35399999999999998,"15min":0.34599999999999997},"min":{"1min":0.26900000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.36899999999999999,"15min":0.35499999999999998},"min":{"1min":0.31900000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.35899999999999999}]},{"osd":2,"last update":"Sat Apr 13 07:10:31 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.40100000000000002,"15min":0.39700000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.56100000000000005,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.432,"15min":0.42399999999999999},"min":{"1min":0.35799999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.315}]},{"osd":3,"last update":"Sat Apr 13 07:09:52 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.376},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.39300000000000002}]},{"osd":4,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.46999999999999997}]},{"osd":5,"last update":"Sat Apr 13 07:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.501}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":630784,"data_stored":262272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:27 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.38800000000000001,"15min":0.377},"min":{"1min":0.27600000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.39200000000000002,"15min":0.38800000000000001},"min":{"1min":0.23300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.30299999999999999}]},{"osd":1,"last update":"Sat Apr 13 07:10:27 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.41899999999999998,"15min":0.41199999999999998},"min":{"1min":0.31,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.25},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.41599999999999998,"15min":0.40300000000000002},"min":{"1min":0.28599999999999998,"5min":0.224,"15min":0.224},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.32300000000000001}]},{"osd":3,"last update":"Sat Apr 13 07:09:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.35699999999999998}]},{"osd":4,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.65400000000000003}]},{"osd":5,"last update":"Sat Apr 13 07:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.276,"5min":1.276,"15min":1.276},"last":0.753}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]}]},{"osd":3,"up_from":26,"seq":111669149721,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27596,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:09:53 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.29399999999999998}]},{"osd":1,"last update":"Sat Apr 13 07:09:53 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.378}]},{"osd":2,"last update":"Sat Apr 13 07:09:53 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.33400000000000002}]},{"osd":4,"last update":"Sat Apr 13 07:10:14 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.67700000000000005}]},{"osd":5,"last update":"Sat Apr 13 07:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.625},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.69599999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27596,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":589824,"data_stored":241359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.44}]},{"osd":1,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.318},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.45500000000000002}]},{"osd":2,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.39000000000000001}]},{"osd":3,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.36799999999999999}]},{"osd":5,"last update":"Sat Apr 13 07:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.56999999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724560,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":630784,"data_stored":256865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.61099999999999999}]},{"osd":1,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.65900000000000003}]},{"osd":2,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.68700000000000006}]},{"osd":3,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.59599999999999997}]},{"osd":4,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.40400000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T07:10:47.815 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-13T07:10:48.141 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:10:48 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a[65288]: 2024-04-13T07:10:48.014+0000 7fcf06b79700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-13T07:10:48.142 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:47 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/3356478205' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-13T07:10:48.142 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:47 smithi003 ceph-mon[37804]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:10:48.142 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:47 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/2563777449' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:10:48.142 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:47 smithi003 ceph-mon[37804]: pgmap v189: 97 pgs: 12 creating+peering, 49 unknown, 36 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 511 B/s wr, 4 op/s 2024-04-13T07:10:48.142 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:47 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/229955303' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:10:48.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:47 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/3356478205' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-13T07:10:48.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:47 smithi003 ceph-mon[27034]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:10:48.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:47 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2563777449' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:10:48.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:47 smithi003 ceph-mon[27034]: pgmap v189: 97 pgs: 12 creating+peering, 49 unknown, 36 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 511 B/s wr, 4 op/s 2024-04-13T07:10:48.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:47 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/229955303' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:10:48.149 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:10:48.151 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-04-13T07:10:48.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:47 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/3356478205' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-13T07:10:48.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:47 smithi066 ceph-mon[30583]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:10:48.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:47 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/2563777449' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:10:48.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:47 smithi066 ceph-mon[30583]: pgmap v189: 97 pgs: 12 creating+peering, 49 unknown, 36 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 511 B/s wr, 4 op/s 2024-04-13T07:10:48.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:47 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/229955303' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:10:48.160 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":189,"stamp":"2024-04-13T07:10:47.422709+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590528,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":179,"num_write_kb":2418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":144,"acting":144,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":98,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":222640,"kb_used_data":6428,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738576,"statfs":{"total":767960285184,"available":767732301824,"internally_reserved":0,"allocated":6582272,"data_stored":3739792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":160,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000651"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.822118+0000","last_change":"2024-04-13T07:10:44.842746+0000","last_active":"2024-04-13T07:10:45.822118+0000","last_peered":"2024-04-13T07:10:45.822118+0000","last_clean":"2024-04-13T07:10:45.822118+0000","last_became_active":"2024-04-13T07:10:44.842438+0000","last_became_peered":"2024-04-13T07:10:44.842438+0000","last_unstale":"2024-04-13T07:10:45.822118+0000","last_undegraded":"2024-04-13T07:10:45.822118+0000","last_fullsized":"2024-04-13T07:10:45.822118+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:54:41.219960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042521+0000","last_change":"2024-04-13T07:10:44.838904+0000","last_active":"2024-04-13T07:10:46.042521+0000","last_peered":"2024-04-13T07:10:46.042521+0000","last_clean":"2024-04-13T07:10:46.042521+0000","last_became_active":"2024-04-13T07:10:44.838618+0000","last_became_peered":"2024-04-13T07:10:44.838618+0000","last_unstale":"2024-04-13T07:10:46.042521+0000","last_undegraded":"2024-04-13T07:10:46.042521+0000","last_fullsized":"2024-04-13T07:10:46.042521+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:24:59.668573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042479+0000","last_change":"2024-04-13T07:10:44.829178+0000","last_active":"2024-04-13T07:10:46.042479+0000","last_peered":"2024-04-13T07:10:46.042479+0000","last_clean":"2024-04-13T07:10:46.042479+0000","last_became_active":"2024-04-13T07:10:44.828840+0000","last_became_peered":"2024-04-13T07:10:44.828840+0000","last_unstale":"2024-04-13T07:10:46.042479+0000","last_undegraded":"2024-04-13T07:10:46.042479+0000","last_fullsized":"2024-04-13T07:10:46.042479+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:23:43.069728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820618+0000","last_change":"2024-04-13T07:10:44.833333+0000","last_active":"2024-04-13T07:10:45.820618+0000","last_peered":"2024-04-13T07:10:45.820618+0000","last_clean":"2024-04-13T07:10:45.820618+0000","last_became_active":"2024-04-13T07:10:44.832905+0000","last_became_peered":"2024-04-13T07:10:44.832905+0000","last_unstale":"2024-04-13T07:10:45.820618+0000","last_undegraded":"2024-04-13T07:10:45.820618+0000","last_fullsized":"2024-04-13T07:10:45.820618+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:30:54.510173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042784+0000","last_change":"2024-04-13T07:10:44.836291+0000","last_active":"2024-04-13T07:10:46.042784+0000","last_peered":"2024-04-13T07:10:46.042784+0000","last_clean":"2024-04-13T07:10:46.042784+0000","last_became_active":"2024-04-13T07:10:44.835724+0000","last_became_peered":"2024-04-13T07:10:44.835724+0000","last_unstale":"2024-04-13T07:10:46.042784+0000","last_undegraded":"2024-04-13T07:10:46.042784+0000","last_fullsized":"2024-04-13T07:10:46.042784+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:17:59.371083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043341+0000","last_change":"2024-04-13T07:10:44.839084+0000","last_active":"2024-04-13T07:10:46.043341+0000","last_peered":"2024-04-13T07:10:46.043341+0000","last_clean":"2024-04-13T07:10:46.043341+0000","last_became_active":"2024-04-13T07:10:44.838798+0000","last_became_peered":"2024-04-13T07:10:44.838798+0000","last_unstale":"2024-04-13T07:10:46.043341+0000","last_undegraded":"2024-04-13T07:10:46.043341+0000","last_fullsized":"2024-04-13T07:10:46.043341+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:59:54.343450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821500+0000","last_change":"2024-04-13T07:10:44.841892+0000","last_active":"2024-04-13T07:10:45.821500+0000","last_peered":"2024-04-13T07:10:45.821500+0000","last_clean":"2024-04-13T07:10:45.821500+0000","last_became_active":"2024-04-13T07:10:44.841607+0000","last_became_peered":"2024-04-13T07:10:44.841607+0000","last_unstale":"2024-04-13T07:10:45.821500+0000","last_undegraded":"2024-04-13T07:10:45.821500+0000","last_fullsized":"2024-04-13T07:10:45.821500+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:00:12.746178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.451814+0000","last_change":"2024-04-13T07:10:43.451814+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.451814+0000","last_undegraded":"2024-04-13T07:10:43.451814+0000","last_fullsized":"2024-04-13T07:10:43.451814+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:20:14.774412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043593+0000","last_change":"2024-04-13T07:10:44.836844+0000","last_active":"2024-04-13T07:10:46.043593+0000","last_peered":"2024-04-13T07:10:46.043593+0000","last_clean":"2024-04-13T07:10:46.043593+0000","last_became_active":"2024-04-13T07:10:44.834667+0000","last_became_peered":"2024-04-13T07:10:44.834667+0000","last_unstale":"2024-04-13T07:10:46.043593+0000","last_undegraded":"2024-04-13T07:10:46.043593+0000","last_fullsized":"2024-04-13T07:10:46.043593+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:05.125610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.451130+0000","last_change":"2024-04-13T07:10:43.451130+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.451130+0000","last_undegraded":"2024-04-13T07:10:43.451130+0000","last_fullsized":"2024-04-13T07:10:43.451130+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:55:42.864789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042903+0000","last_change":"2024-04-13T07:10:44.844809+0000","last_active":"2024-04-13T07:10:46.042903+0000","last_peered":"2024-04-13T07:10:46.042903+0000","last_clean":"2024-04-13T07:10:46.042903+0000","last_became_active":"2024-04-13T07:10:44.844473+0000","last_became_peered":"2024-04-13T07:10:44.844473+0000","last_unstale":"2024-04-13T07:10:46.042903+0000","last_undegraded":"2024-04-13T07:10:46.042903+0000","last_fullsized":"2024-04-13T07:10:46.042903+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:56:19.540549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.445825+0000","last_change":"2024-04-13T07:10:43.445825+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.445825+0000","last_undegraded":"2024-04-13T07:10:43.445825+0000","last_fullsized":"2024-04-13T07:10:43.445825+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:56:12.574604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042586+0000","last_change":"2024-04-13T07:10:44.477150+0000","last_active":"2024-04-13T07:10:46.042586+0000","last_peered":"2024-04-13T07:10:46.042586+0000","last_clean":"2024-04-13T07:10:46.042586+0000","last_became_active":"2024-04-13T07:10:44.476721+0000","last_became_peered":"2024-04-13T07:10:44.476721+0000","last_unstale":"2024-04-13T07:10:46.042586+0000","last_undegraded":"2024-04-13T07:10:46.042586+0000","last_fullsized":"2024-04-13T07:10:46.042586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:24:51.238109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820794+0000","last_change":"2024-04-13T07:10:44.836382+0000","last_active":"2024-04-13T07:10:45.820794+0000","last_peered":"2024-04-13T07:10:45.820794+0000","last_clean":"2024-04-13T07:10:45.820794+0000","last_became_active":"2024-04-13T07:10:44.836099+0000","last_became_peered":"2024-04-13T07:10:44.836099+0000","last_unstale":"2024-04-13T07:10:45.820794+0000","last_undegraded":"2024-04-13T07:10:45.820794+0000","last_fullsized":"2024-04-13T07:10:45.820794+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:54:30.450812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.446621+0000","last_change":"2024-04-13T07:10:43.446621+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.446621+0000","last_undegraded":"2024-04-13T07:10:43.446621+0000","last_fullsized":"2024-04-13T07:10:43.446621+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:03:15.870506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043155+0000","last_change":"2024-04-13T07:10:44.840238+0000","last_active":"2024-04-13T07:10:46.043155+0000","last_peered":"2024-04-13T07:10:46.043155+0000","last_clean":"2024-04-13T07:10:46.043155+0000","last_became_active":"2024-04-13T07:10:44.839888+0000","last_became_peered":"2024-04-13T07:10:44.839888+0000","last_unstale":"2024-04-13T07:10:46.043155+0000","last_undegraded":"2024-04-13T07:10:46.043155+0000","last_fullsized":"2024-04-13T07:10:46.043155+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:50:56.128207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043005+0000","last_change":"2024-04-13T07:10:44.473136+0000","last_active":"2024-04-13T07:10:46.043005+0000","last_peered":"2024-04-13T07:10:46.043005+0000","last_clean":"2024-04-13T07:10:46.043005+0000","last_became_active":"2024-04-13T07:10:44.472782+0000","last_became_peered":"2024-04-13T07:10:44.472782+0000","last_unstale":"2024-04-13T07:10:46.043005+0000","last_undegraded":"2024-04-13T07:10:46.043005+0000","last_fullsized":"2024-04-13T07:10:46.043005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:07:02.496879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821862+0000","last_change":"2024-04-13T07:10:44.465945+0000","last_active":"2024-04-13T07:10:45.821862+0000","last_peered":"2024-04-13T07:10:45.821862+0000","last_clean":"2024-04-13T07:10:45.821862+0000","last_became_active":"2024-04-13T07:10:44.465670+0000","last_became_peered":"2024-04-13T07:10:44.465670+0000","last_unstale":"2024-04-13T07:10:45.821862+0000","last_undegraded":"2024-04-13T07:10:45.821862+0000","last_fullsized":"2024-04-13T07:10:45.821862+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:49:13.673795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.445823+0000","last_change":"2024-04-13T07:10:43.445823+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.445823+0000","last_undegraded":"2024-04-13T07:10:43.445823+0000","last_fullsized":"2024-04-13T07:10:43.445823+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:46:06.855402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042219+0000","last_change":"2024-04-13T07:10:44.475614+0000","last_active":"2024-04-13T07:10:46.042219+0000","last_peered":"2024-04-13T07:10:46.042219+0000","last_clean":"2024-04-13T07:10:46.042219+0000","last_became_active":"2024-04-13T07:10:44.475262+0000","last_became_peered":"2024-04-13T07:10:44.475262+0000","last_unstale":"2024-04-13T07:10:46.042219+0000","last_undegraded":"2024-04-13T07:10:46.042219+0000","last_fullsized":"2024-04-13T07:10:46.042219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:39:05.254368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.445837+0000","last_change":"2024-04-13T07:10:43.445837+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.445837+0000","last_undegraded":"2024-04-13T07:10:43.445837+0000","last_fullsized":"2024-04-13T07:10:43.445837+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:53:04.108499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820670+0000","last_change":"2024-04-13T07:10:44.462495+0000","last_active":"2024-04-13T07:10:45.820670+0000","last_peered":"2024-04-13T07:10:45.820670+0000","last_clean":"2024-04-13T07:10:45.820670+0000","last_became_active":"2024-04-13T07:10:44.462108+0000","last_became_peered":"2024-04-13T07:10:44.462108+0000","last_unstale":"2024-04-13T07:10:45.820670+0000","last_undegraded":"2024-04-13T07:10:45.820670+0000","last_fullsized":"2024-04-13T07:10:45.820670+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:26:34.526684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.447808+0000","last_change":"2024-04-13T07:10:43.447808+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.447808+0000","last_undegraded":"2024-04-13T07:10:43.447808+0000","last_fullsized":"2024-04-13T07:10:43.447808+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:27:12.131747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821777+0000","last_change":"2024-04-13T07:10:44.464639+0000","last_active":"2024-04-13T07:10:45.821777+0000","last_peered":"2024-04-13T07:10:45.821777+0000","last_clean":"2024-04-13T07:10:45.821777+0000","last_became_active":"2024-04-13T07:10:44.464272+0000","last_became_peered":"2024-04-13T07:10:44.464272+0000","last_unstale":"2024-04-13T07:10:45.821777+0000","last_undegraded":"2024-04-13T07:10:45.821777+0000","last_fullsized":"2024-04-13T07:10:45.821777+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:18:20.804541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043231+0000","last_change":"2024-04-13T07:10:44.825071+0000","last_active":"2024-04-13T07:10:46.043231+0000","last_peered":"2024-04-13T07:10:46.043231+0000","last_clean":"2024-04-13T07:10:46.043231+0000","last_became_active":"2024-04-13T07:10:44.824731+0000","last_became_peered":"2024-04-13T07:10:44.824731+0000","last_unstale":"2024-04-13T07:10:46.043231+0000","last_undegraded":"2024-04-13T07:10:46.043231+0000","last_fullsized":"2024-04-13T07:10:46.043231+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:13:02.497202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042182+0000","last_change":"2024-04-13T07:10:44.469518+0000","last_active":"2024-04-13T07:10:46.042182+0000","last_peered":"2024-04-13T07:10:46.042182+0000","last_clean":"2024-04-13T07:10:46.042182+0000","last_became_active":"2024-04-13T07:10:44.469219+0000","last_became_peered":"2024-04-13T07:10:44.469219+0000","last_unstale":"2024-04-13T07:10:46.042182+0000","last_undegraded":"2024-04-13T07:10:46.042182+0000","last_fullsized":"2024-04-13T07:10:46.042182+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:44:47.057393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820613+0000","last_change":"2024-04-13T07:10:44.843241+0000","last_active":"2024-04-13T07:10:45.820613+0000","last_peered":"2024-04-13T07:10:45.820613+0000","last_clean":"2024-04-13T07:10:45.820613+0000","last_became_active":"2024-04-13T07:10:44.842841+0000","last_became_peered":"2024-04-13T07:10:44.842841+0000","last_unstale":"2024-04-13T07:10:45.820613+0000","last_undegraded":"2024-04-13T07:10:45.820613+0000","last_fullsized":"2024-04-13T07:10:45.820613+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:31:35.557950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821082+0000","last_change":"2024-04-13T07:10:44.463660+0000","last_active":"2024-04-13T07:10:45.821082+0000","last_peered":"2024-04-13T07:10:45.821082+0000","last_clean":"2024-04-13T07:10:45.821082+0000","last_became_active":"2024-04-13T07:10:44.463314+0000","last_became_peered":"2024-04-13T07:10:44.463314+0000","last_unstale":"2024-04-13T07:10:45.821082+0000","last_undegraded":"2024-04-13T07:10:45.821082+0000","last_fullsized":"2024-04-13T07:10:45.821082+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:35:02.222956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042454+0000","last_change":"2024-04-13T07:10:44.475815+0000","last_active":"2024-04-13T07:10:46.042454+0000","last_peered":"2024-04-13T07:10:46.042454+0000","last_clean":"2024-04-13T07:10:46.042454+0000","last_became_active":"2024-04-13T07:10:44.475504+0000","last_became_peered":"2024-04-13T07:10:44.475504+0000","last_unstale":"2024-04-13T07:10:46.042454+0000","last_undegraded":"2024-04-13T07:10:46.042454+0000","last_fullsized":"2024-04-13T07:10:46.042454+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:45:21.605445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":216,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-13T07:10:28.582314+0000","last_change":"2024-04-13T07:10:27.391567+0000","last_active":"2024-04-13T07:10:28.582314+0000","last_peered":"2024-04-13T07:10:28.582314+0000","last_clean":"2024-04-13T07:10:28.582314+0000","last_became_active":"2024-04-13T07:10:27.391237+0000","last_became_peered":"2024-04-13T07:10:27.391237+0000","last_unstale":"2024-04-13T07:10:28.582314+0000","last_undegraded":"2024-04-13T07:10:28.582314+0000","last_fullsized":"2024-04-13T07:10:28.582314+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:08:28.417903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:08:28.417903+0000","last_clean_scrub_stamp":"2024-04-13T07:08:28.417903+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:15:54.978078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.450304+0000","last_change":"2024-04-13T07:10:43.450304+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.450304+0000","last_undegraded":"2024-04-13T07:10:43.450304+0000","last_fullsized":"2024-04-13T07:10:43.450304+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:35:29.747225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.451274+0000","last_change":"2024-04-13T07:10:43.451274+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.451274+0000","last_undegraded":"2024-04-13T07:10:43.451274+0000","last_fullsized":"2024-04-13T07:10:43.451274+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:29:28.579508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821865+0000","last_change":"2024-04-13T07:10:44.821682+0000","last_active":"2024-04-13T07:10:45.821865+0000","last_peered":"2024-04-13T07:10:45.821865+0000","last_clean":"2024-04-13T07:10:45.821865+0000","last_became_active":"2024-04-13T07:10:44.821375+0000","last_became_peered":"2024-04-13T07:10:44.821375+0000","last_unstale":"2024-04-13T07:10:45.821865+0000","last_undegraded":"2024-04-13T07:10:45.821865+0000","last_fullsized":"2024-04-13T07:10:45.821865+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:15:38.586089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.822028+0000","last_change":"2024-04-13T07:10:44.463204+0000","last_active":"2024-04-13T07:10:45.822028+0000","last_peered":"2024-04-13T07:10:45.822028+0000","last_clean":"2024-04-13T07:10:45.822028+0000","last_became_active":"2024-04-13T07:10:44.462916+0000","last_became_peered":"2024-04-13T07:10:44.462916+0000","last_unstale":"2024-04-13T07:10:45.822028+0000","last_undegraded":"2024-04-13T07:10:45.822028+0000","last_fullsized":"2024-04-13T07:10:45.822028+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:53:14.834319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.445825+0000","last_change":"2024-04-13T07:10:43.445825+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.445825+0000","last_undegraded":"2024-04-13T07:10:43.445825+0000","last_fullsized":"2024-04-13T07:10:43.445825+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:37:43.004120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.451544+0000","last_change":"2024-04-13T07:10:43.451544+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.451544+0000","last_undegraded":"2024-04-13T07:10:43.451544+0000","last_fullsized":"2024-04-13T07:10:43.451544+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:16:55.583079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820703+0000","last_change":"2024-04-13T07:10:44.462062+0000","last_active":"2024-04-13T07:10:45.820703+0000","last_peered":"2024-04-13T07:10:45.820703+0000","last_clean":"2024-04-13T07:10:45.820703+0000","last_became_active":"2024-04-13T07:10:44.461739+0000","last_became_peered":"2024-04-13T07:10:44.461739+0000","last_unstale":"2024-04-13T07:10:45.820703+0000","last_undegraded":"2024-04-13T07:10:45.820703+0000","last_fullsized":"2024-04-13T07:10:45.820703+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:13:26.811319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821673+0000","last_change":"2024-04-13T07:10:44.474302+0000","last_active":"2024-04-13T07:10:45.821673+0000","last_peered":"2024-04-13T07:10:45.821673+0000","last_clean":"2024-04-13T07:10:45.821673+0000","last_became_active":"2024-04-13T07:10:44.473992+0000","last_became_peered":"2024-04-13T07:10:44.473992+0000","last_unstale":"2024-04-13T07:10:45.821673+0000","last_undegraded":"2024-04-13T07:10:45.821673+0000","last_fullsized":"2024-04-13T07:10:45.821673+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:34:26.677476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.452006+0000","last_change":"2024-04-13T07:10:43.452006+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.452006+0000","last_undegraded":"2024-04-13T07:10:43.452006+0000","last_fullsized":"2024-04-13T07:10:43.452006+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:30:17.788004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820899+0000","last_change":"2024-04-13T07:10:44.468712+0000","last_active":"2024-04-13T07:10:45.820899+0000","last_peered":"2024-04-13T07:10:45.820899+0000","last_clean":"2024-04-13T07:10:45.820899+0000","last_became_active":"2024-04-13T07:10:44.468421+0000","last_became_peered":"2024-04-13T07:10:44.468421+0000","last_unstale":"2024-04-13T07:10:45.820899+0000","last_undegraded":"2024-04-13T07:10:45.820899+0000","last_fullsized":"2024-04-13T07:10:45.820899+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:55:26.294310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821823+0000","last_change":"2024-04-13T07:10:44.468115+0000","last_active":"2024-04-13T07:10:45.821823+0000","last_peered":"2024-04-13T07:10:45.821823+0000","last_clean":"2024-04-13T07:10:45.821823+0000","last_became_active":"2024-04-13T07:10:44.467834+0000","last_became_peered":"2024-04-13T07:10:44.467834+0000","last_unstale":"2024-04-13T07:10:45.821823+0000","last_undegraded":"2024-04-13T07:10:45.821823+0000","last_fullsized":"2024-04-13T07:10:45.821823+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:01:34.191890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042870+0000","last_change":"2024-04-13T07:10:44.834780+0000","last_active":"2024-04-13T07:10:46.042870+0000","last_peered":"2024-04-13T07:10:46.042870+0000","last_clean":"2024-04-13T07:10:46.042870+0000","last_became_active":"2024-04-13T07:10:44.834446+0000","last_became_peered":"2024-04-13T07:10:44.834446+0000","last_unstale":"2024-04-13T07:10:46.042870+0000","last_undegraded":"2024-04-13T07:10:46.042870+0000","last_fullsized":"2024-04-13T07:10:46.042870+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:57:46.687975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821554+0000","last_change":"2024-04-13T07:10:44.473847+0000","last_active":"2024-04-13T07:10:45.821554+0000","last_peered":"2024-04-13T07:10:45.821554+0000","last_clean":"2024-04-13T07:10:45.821554+0000","last_became_active":"2024-04-13T07:10:44.473524+0000","last_became_peered":"2024-04-13T07:10:44.473524+0000","last_unstale":"2024-04-13T07:10:45.821554+0000","last_undegraded":"2024-04-13T07:10:45.821554+0000","last_fullsized":"2024-04-13T07:10:45.821554+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:35:30.061039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821149+0000","last_change":"2024-04-13T07:10:44.839369+0000","last_active":"2024-04-13T07:10:45.821149+0000","last_peered":"2024-04-13T07:10:45.821149+0000","last_clean":"2024-04-13T07:10:45.821149+0000","last_became_active":"2024-04-13T07:10:44.839121+0000","last_became_peered":"2024-04-13T07:10:44.839121+0000","last_unstale":"2024-04-13T07:10:45.821149+0000","last_undegraded":"2024-04-13T07:10:45.821149+0000","last_fullsized":"2024-04-13T07:10:45.821149+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:44:53.744896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042337+0000","last_change":"2024-04-13T07:10:44.831282+0000","last_active":"2024-04-13T07:10:46.042337+0000","last_peered":"2024-04-13T07:10:46.042337+0000","last_clean":"2024-04-13T07:10:46.042337+0000","last_became_active":"2024-04-13T07:10:44.830952+0000","last_became_peered":"2024-04-13T07:10:44.830952+0000","last_unstale":"2024-04-13T07:10:46.042337+0000","last_undegraded":"2024-04-13T07:10:46.042337+0000","last_fullsized":"2024-04-13T07:10:46.042337+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:25:26.940812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821670+0000","last_change":"2024-04-13T07:10:44.825314+0000","last_active":"2024-04-13T07:10:45.821670+0000","last_peered":"2024-04-13T07:10:45.821670+0000","last_clean":"2024-04-13T07:10:45.821670+0000","last_became_active":"2024-04-13T07:10:44.825052+0000","last_became_peered":"2024-04-13T07:10:44.825052+0000","last_unstale":"2024-04-13T07:10:45.821670+0000","last_undegraded":"2024-04-13T07:10:45.821670+0000","last_fullsized":"2024-04-13T07:10:45.821670+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:50:21.109717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042720+0000","last_change":"2024-04-13T07:10:44.836128+0000","last_active":"2024-04-13T07:10:46.042720+0000","last_peered":"2024-04-13T07:10:46.042720+0000","last_clean":"2024-04-13T07:10:46.042720+0000","last_became_active":"2024-04-13T07:10:44.835130+0000","last_became_peered":"2024-04-13T07:10:44.835130+0000","last_unstale":"2024-04-13T07:10:46.042720+0000","last_undegraded":"2024-04-13T07:10:46.042720+0000","last_fullsized":"2024-04-13T07:10:46.042720+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:36:32.460887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042548+0000","last_change":"2024-04-13T07:10:44.844046+0000","last_active":"2024-04-13T07:10:46.042548+0000","last_peered":"2024-04-13T07:10:46.042548+0000","last_clean":"2024-04-13T07:10:46.042548+0000","last_became_active":"2024-04-13T07:10:44.843747+0000","last_became_peered":"2024-04-13T07:10:44.843747+0000","last_unstale":"2024-04-13T07:10:46.042548+0000","last_undegraded":"2024-04-13T07:10:46.042548+0000","last_fullsized":"2024-04-13T07:10:46.042548+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:52:16.121693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":60,"acting":60,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":160,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14,"ondisk_log_size":14,"up":81,"acting":81,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1167360,"data_stored":825149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.436}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":831123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.378}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":634880,"data_stored":262159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:04 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.32400000000000001,"15min":0.315},"min":{"1min":0.248,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.496,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.33800000000000002,"15min":0.32400000000000001},"min":{"1min":0.28599999999999998,"5min":0.216,"15min":0.216},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.379}]},{"osd":2,"last update":"Sat Apr 13 07:10:30 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.41199999999999998,"15min":0.40300000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.307,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.36099999999999999}]},{"osd":3,"last update":"Sat Apr 13 07:09:52 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.27500000000000002}]},{"osd":4,"last update":"Sat Apr 13 07:10:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.625},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.70099999999999996}]},{"osd":5,"last update":"Sat Apr 13 07:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.71499999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28172,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716980,"statfs":{"total":95995035648,"available":95966187520,"internally_reserved":0,"allocated":1171456,"data_stored":825480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Apr 13 07:10:06 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.35399999999999998,"15min":0.34599999999999997},"min":{"1min":0.26900000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.36899999999999999,"15min":0.35499999999999998},"min":{"1min":0.31900000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.35899999999999999}]},{"osd":2,"last update":"Sat Apr 13 07:10:31 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.40100000000000002,"15min":0.39700000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.56100000000000005,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.432,"15min":0.42399999999999999},"min":{"1min":0.35799999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.315}]},{"osd":3,"last update":"Sat Apr 13 07:09:52 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.376},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.39300000000000002}]},{"osd":4,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.46999999999999997}]},{"osd":5,"last update":"Sat Apr 13 07:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.501}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":630784,"data_stored":262272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:27 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.38800000000000001,"15min":0.377},"min":{"1min":0.27600000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.39200000000000002,"15min":0.38800000000000001},"min":{"1min":0.23300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.30299999999999999}]},{"osd":1,"last update":"Sat Apr 13 07:10:27 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.41899999999999998,"15min":0.41199999999999998},"min":{"1min":0.31,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.25},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.41599999999999998,"15min":0.40300000000000002},"min":{"1min":0.28599999999999998,"5min":0.224,"15min":0.224},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.32300000000000001}]},{"osd":3,"last update":"Sat Apr 13 07:09:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.35699999999999998}]},{"osd":4,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.65400000000000003}]},{"osd":5,"last update":"Sat Apr 13 07:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.276,"5min":1.276,"15min":1.276},"last":0.753}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]}]},{"osd":3,"up_from":26,"seq":111669149721,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27596,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:09:53 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.29399999999999998}]},{"osd":1,"last update":"Sat Apr 13 07:09:53 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.378}]},{"osd":2,"last update":"Sat Apr 13 07:09:53 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.33400000000000002}]},{"osd":4,"last update":"Sat Apr 13 07:10:14 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.67700000000000005}]},{"osd":5,"last update":"Sat Apr 13 07:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.625},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.69599999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27596,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":589824,"data_stored":241359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.44}]},{"osd":1,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.318},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.45500000000000002}]},{"osd":2,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.39000000000000001}]},{"osd":3,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.36799999999999999}]},{"osd":5,"last update":"Sat Apr 13 07:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.56999999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724560,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":630784,"data_stored":256865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.61099999999999999}]},{"osd":1,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.65900000000000003}]},{"osd":2,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.68700000000000006}]},{"osd":3,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.59599999999999997}]},{"osd":4,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.40400000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T07:10:48.164 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-13T07:10:48.497 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:10:48.498 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-04-13T07:10:48.507 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":189,"stamp":"2024-04-13T07:10:47.422709+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590528,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":179,"num_write_kb":2418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":144,"acting":144,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":98,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":222640,"kb_used_data":6428,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738576,"statfs":{"total":767960285184,"available":767732301824,"internally_reserved":0,"allocated":6582272,"data_stored":3739792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":160,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000651"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.822118+0000","last_change":"2024-04-13T07:10:44.842746+0000","last_active":"2024-04-13T07:10:45.822118+0000","last_peered":"2024-04-13T07:10:45.822118+0000","last_clean":"2024-04-13T07:10:45.822118+0000","last_became_active":"2024-04-13T07:10:44.842438+0000","last_became_peered":"2024-04-13T07:10:44.842438+0000","last_unstale":"2024-04-13T07:10:45.822118+0000","last_undegraded":"2024-04-13T07:10:45.822118+0000","last_fullsized":"2024-04-13T07:10:45.822118+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:54:41.219960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042521+0000","last_change":"2024-04-13T07:10:44.838904+0000","last_active":"2024-04-13T07:10:46.042521+0000","last_peered":"2024-04-13T07:10:46.042521+0000","last_clean":"2024-04-13T07:10:46.042521+0000","last_became_active":"2024-04-13T07:10:44.838618+0000","last_became_peered":"2024-04-13T07:10:44.838618+0000","last_unstale":"2024-04-13T07:10:46.042521+0000","last_undegraded":"2024-04-13T07:10:46.042521+0000","last_fullsized":"2024-04-13T07:10:46.042521+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:24:59.668573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042479+0000","last_change":"2024-04-13T07:10:44.829178+0000","last_active":"2024-04-13T07:10:46.042479+0000","last_peered":"2024-04-13T07:10:46.042479+0000","last_clean":"2024-04-13T07:10:46.042479+0000","last_became_active":"2024-04-13T07:10:44.828840+0000","last_became_peered":"2024-04-13T07:10:44.828840+0000","last_unstale":"2024-04-13T07:10:46.042479+0000","last_undegraded":"2024-04-13T07:10:46.042479+0000","last_fullsized":"2024-04-13T07:10:46.042479+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:23:43.069728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820618+0000","last_change":"2024-04-13T07:10:44.833333+0000","last_active":"2024-04-13T07:10:45.820618+0000","last_peered":"2024-04-13T07:10:45.820618+0000","last_clean":"2024-04-13T07:10:45.820618+0000","last_became_active":"2024-04-13T07:10:44.832905+0000","last_became_peered":"2024-04-13T07:10:44.832905+0000","last_unstale":"2024-04-13T07:10:45.820618+0000","last_undegraded":"2024-04-13T07:10:45.820618+0000","last_fullsized":"2024-04-13T07:10:45.820618+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:30:54.510173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042784+0000","last_change":"2024-04-13T07:10:44.836291+0000","last_active":"2024-04-13T07:10:46.042784+0000","last_peered":"2024-04-13T07:10:46.042784+0000","last_clean":"2024-04-13T07:10:46.042784+0000","last_became_active":"2024-04-13T07:10:44.835724+0000","last_became_peered":"2024-04-13T07:10:44.835724+0000","last_unstale":"2024-04-13T07:10:46.042784+0000","last_undegraded":"2024-04-13T07:10:46.042784+0000","last_fullsized":"2024-04-13T07:10:46.042784+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:17:59.371083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043341+0000","last_change":"2024-04-13T07:10:44.839084+0000","last_active":"2024-04-13T07:10:46.043341+0000","last_peered":"2024-04-13T07:10:46.043341+0000","last_clean":"2024-04-13T07:10:46.043341+0000","last_became_active":"2024-04-13T07:10:44.838798+0000","last_became_peered":"2024-04-13T07:10:44.838798+0000","last_unstale":"2024-04-13T07:10:46.043341+0000","last_undegraded":"2024-04-13T07:10:46.043341+0000","last_fullsized":"2024-04-13T07:10:46.043341+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:59:54.343450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821500+0000","last_change":"2024-04-13T07:10:44.841892+0000","last_active":"2024-04-13T07:10:45.821500+0000","last_peered":"2024-04-13T07:10:45.821500+0000","last_clean":"2024-04-13T07:10:45.821500+0000","last_became_active":"2024-04-13T07:10:44.841607+0000","last_became_peered":"2024-04-13T07:10:44.841607+0000","last_unstale":"2024-04-13T07:10:45.821500+0000","last_undegraded":"2024-04-13T07:10:45.821500+0000","last_fullsized":"2024-04-13T07:10:45.821500+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:00:12.746178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.451814+0000","last_change":"2024-04-13T07:10:43.451814+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.451814+0000","last_undegraded":"2024-04-13T07:10:43.451814+0000","last_fullsized":"2024-04-13T07:10:43.451814+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:20:14.774412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043593+0000","last_change":"2024-04-13T07:10:44.836844+0000","last_active":"2024-04-13T07:10:46.043593+0000","last_peered":"2024-04-13T07:10:46.043593+0000","last_clean":"2024-04-13T07:10:46.043593+0000","last_became_active":"2024-04-13T07:10:44.834667+0000","last_became_peered":"2024-04-13T07:10:44.834667+0000","last_unstale":"2024-04-13T07:10:46.043593+0000","last_undegraded":"2024-04-13T07:10:46.043593+0000","last_fullsized":"2024-04-13T07:10:46.043593+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:05.125610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.451130+0000","last_change":"2024-04-13T07:10:43.451130+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.451130+0000","last_undegraded":"2024-04-13T07:10:43.451130+0000","last_fullsized":"2024-04-13T07:10:43.451130+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:55:42.864789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042903+0000","last_change":"2024-04-13T07:10:44.844809+0000","last_active":"2024-04-13T07:10:46.042903+0000","last_peered":"2024-04-13T07:10:46.042903+0000","last_clean":"2024-04-13T07:10:46.042903+0000","last_became_active":"2024-04-13T07:10:44.844473+0000","last_became_peered":"2024-04-13T07:10:44.844473+0000","last_unstale":"2024-04-13T07:10:46.042903+0000","last_undegraded":"2024-04-13T07:10:46.042903+0000","last_fullsized":"2024-04-13T07:10:46.042903+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:56:19.540549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.445825+0000","last_change":"2024-04-13T07:10:43.445825+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.445825+0000","last_undegraded":"2024-04-13T07:10:43.445825+0000","last_fullsized":"2024-04-13T07:10:43.445825+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:56:12.574604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042586+0000","last_change":"2024-04-13T07:10:44.477150+0000","last_active":"2024-04-13T07:10:46.042586+0000","last_peered":"2024-04-13T07:10:46.042586+0000","last_clean":"2024-04-13T07:10:46.042586+0000","last_became_active":"2024-04-13T07:10:44.476721+0000","last_became_peered":"2024-04-13T07:10:44.476721+0000","last_unstale":"2024-04-13T07:10:46.042586+0000","last_undegraded":"2024-04-13T07:10:46.042586+0000","last_fullsized":"2024-04-13T07:10:46.042586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:24:51.238109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820794+0000","last_change":"2024-04-13T07:10:44.836382+0000","last_active":"2024-04-13T07:10:45.820794+0000","last_peered":"2024-04-13T07:10:45.820794+0000","last_clean":"2024-04-13T07:10:45.820794+0000","last_became_active":"2024-04-13T07:10:44.836099+0000","last_became_peered":"2024-04-13T07:10:44.836099+0000","last_unstale":"2024-04-13T07:10:45.820794+0000","last_undegraded":"2024-04-13T07:10:45.820794+0000","last_fullsized":"2024-04-13T07:10:45.820794+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:54:30.450812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.446621+0000","last_change":"2024-04-13T07:10:43.446621+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.446621+0000","last_undegraded":"2024-04-13T07:10:43.446621+0000","last_fullsized":"2024-04-13T07:10:43.446621+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:03:15.870506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043155+0000","last_change":"2024-04-13T07:10:44.840238+0000","last_active":"2024-04-13T07:10:46.043155+0000","last_peered":"2024-04-13T07:10:46.043155+0000","last_clean":"2024-04-13T07:10:46.043155+0000","last_became_active":"2024-04-13T07:10:44.839888+0000","last_became_peered":"2024-04-13T07:10:44.839888+0000","last_unstale":"2024-04-13T07:10:46.043155+0000","last_undegraded":"2024-04-13T07:10:46.043155+0000","last_fullsized":"2024-04-13T07:10:46.043155+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:50:56.128207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043005+0000","last_change":"2024-04-13T07:10:44.473136+0000","last_active":"2024-04-13T07:10:46.043005+0000","last_peered":"2024-04-13T07:10:46.043005+0000","last_clean":"2024-04-13T07:10:46.043005+0000","last_became_active":"2024-04-13T07:10:44.472782+0000","last_became_peered":"2024-04-13T07:10:44.472782+0000","last_unstale":"2024-04-13T07:10:46.043005+0000","last_undegraded":"2024-04-13T07:10:46.043005+0000","last_fullsized":"2024-04-13T07:10:46.043005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:07:02.496879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821862+0000","last_change":"2024-04-13T07:10:44.465945+0000","last_active":"2024-04-13T07:10:45.821862+0000","last_peered":"2024-04-13T07:10:45.821862+0000","last_clean":"2024-04-13T07:10:45.821862+0000","last_became_active":"2024-04-13T07:10:44.465670+0000","last_became_peered":"2024-04-13T07:10:44.465670+0000","last_unstale":"2024-04-13T07:10:45.821862+0000","last_undegraded":"2024-04-13T07:10:45.821862+0000","last_fullsized":"2024-04-13T07:10:45.821862+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:49:13.673795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.445823+0000","last_change":"2024-04-13T07:10:43.445823+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.445823+0000","last_undegraded":"2024-04-13T07:10:43.445823+0000","last_fullsized":"2024-04-13T07:10:43.445823+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:46:06.855402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042219+0000","last_change":"2024-04-13T07:10:44.475614+0000","last_active":"2024-04-13T07:10:46.042219+0000","last_peered":"2024-04-13T07:10:46.042219+0000","last_clean":"2024-04-13T07:10:46.042219+0000","last_became_active":"2024-04-13T07:10:44.475262+0000","last_became_peered":"2024-04-13T07:10:44.475262+0000","last_unstale":"2024-04-13T07:10:46.042219+0000","last_undegraded":"2024-04-13T07:10:46.042219+0000","last_fullsized":"2024-04-13T07:10:46.042219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:39:05.254368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.445837+0000","last_change":"2024-04-13T07:10:43.445837+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.445837+0000","last_undegraded":"2024-04-13T07:10:43.445837+0000","last_fullsized":"2024-04-13T07:10:43.445837+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:53:04.108499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820670+0000","last_change":"2024-04-13T07:10:44.462495+0000","last_active":"2024-04-13T07:10:45.820670+0000","last_peered":"2024-04-13T07:10:45.820670+0000","last_clean":"2024-04-13T07:10:45.820670+0000","last_became_active":"2024-04-13T07:10:44.462108+0000","last_became_peered":"2024-04-13T07:10:44.462108+0000","last_unstale":"2024-04-13T07:10:45.820670+0000","last_undegraded":"2024-04-13T07:10:45.820670+0000","last_fullsized":"2024-04-13T07:10:45.820670+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:26:34.526684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.447808+0000","last_change":"2024-04-13T07:10:43.447808+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.447808+0000","last_undegraded":"2024-04-13T07:10:43.447808+0000","last_fullsized":"2024-04-13T07:10:43.447808+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:27:12.131747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821777+0000","last_change":"2024-04-13T07:10:44.464639+0000","last_active":"2024-04-13T07:10:45.821777+0000","last_peered":"2024-04-13T07:10:45.821777+0000","last_clean":"2024-04-13T07:10:45.821777+0000","last_became_active":"2024-04-13T07:10:44.464272+0000","last_became_peered":"2024-04-13T07:10:44.464272+0000","last_unstale":"2024-04-13T07:10:45.821777+0000","last_undegraded":"2024-04-13T07:10:45.821777+0000","last_fullsized":"2024-04-13T07:10:45.821777+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:18:20.804541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043231+0000","last_change":"2024-04-13T07:10:44.825071+0000","last_active":"2024-04-13T07:10:46.043231+0000","last_peered":"2024-04-13T07:10:46.043231+0000","last_clean":"2024-04-13T07:10:46.043231+0000","last_became_active":"2024-04-13T07:10:44.824731+0000","last_became_peered":"2024-04-13T07:10:44.824731+0000","last_unstale":"2024-04-13T07:10:46.043231+0000","last_undegraded":"2024-04-13T07:10:46.043231+0000","last_fullsized":"2024-04-13T07:10:46.043231+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:13:02.497202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042182+0000","last_change":"2024-04-13T07:10:44.469518+0000","last_active":"2024-04-13T07:10:46.042182+0000","last_peered":"2024-04-13T07:10:46.042182+0000","last_clean":"2024-04-13T07:10:46.042182+0000","last_became_active":"2024-04-13T07:10:44.469219+0000","last_became_peered":"2024-04-13T07:10:44.469219+0000","last_unstale":"2024-04-13T07:10:46.042182+0000","last_undegraded":"2024-04-13T07:10:46.042182+0000","last_fullsized":"2024-04-13T07:10:46.042182+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:44:47.057393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820613+0000","last_change":"2024-04-13T07:10:44.843241+0000","last_active":"2024-04-13T07:10:45.820613+0000","last_peered":"2024-04-13T07:10:45.820613+0000","last_clean":"2024-04-13T07:10:45.820613+0000","last_became_active":"2024-04-13T07:10:44.842841+0000","last_became_peered":"2024-04-13T07:10:44.842841+0000","last_unstale":"2024-04-13T07:10:45.820613+0000","last_undegraded":"2024-04-13T07:10:45.820613+0000","last_fullsized":"2024-04-13T07:10:45.820613+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:31:35.557950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821082+0000","last_change":"2024-04-13T07:10:44.463660+0000","last_active":"2024-04-13T07:10:45.821082+0000","last_peered":"2024-04-13T07:10:45.821082+0000","last_clean":"2024-04-13T07:10:45.821082+0000","last_became_active":"2024-04-13T07:10:44.463314+0000","last_became_peered":"2024-04-13T07:10:44.463314+0000","last_unstale":"2024-04-13T07:10:45.821082+0000","last_undegraded":"2024-04-13T07:10:45.821082+0000","last_fullsized":"2024-04-13T07:10:45.821082+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:35:02.222956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042454+0000","last_change":"2024-04-13T07:10:44.475815+0000","last_active":"2024-04-13T07:10:46.042454+0000","last_peered":"2024-04-13T07:10:46.042454+0000","last_clean":"2024-04-13T07:10:46.042454+0000","last_became_active":"2024-04-13T07:10:44.475504+0000","last_became_peered":"2024-04-13T07:10:44.475504+0000","last_unstale":"2024-04-13T07:10:46.042454+0000","last_undegraded":"2024-04-13T07:10:46.042454+0000","last_fullsized":"2024-04-13T07:10:46.042454+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:45:21.605445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":216,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-13T07:10:28.582314+0000","last_change":"2024-04-13T07:10:27.391567+0000","last_active":"2024-04-13T07:10:28.582314+0000","last_peered":"2024-04-13T07:10:28.582314+0000","last_clean":"2024-04-13T07:10:28.582314+0000","last_became_active":"2024-04-13T07:10:27.391237+0000","last_became_peered":"2024-04-13T07:10:27.391237+0000","last_unstale":"2024-04-13T07:10:28.582314+0000","last_undegraded":"2024-04-13T07:10:28.582314+0000","last_fullsized":"2024-04-13T07:10:28.582314+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:08:28.417903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:08:28.417903+0000","last_clean_scrub_stamp":"2024-04-13T07:08:28.417903+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:15:54.978078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.450304+0000","last_change":"2024-04-13T07:10:43.450304+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.450304+0000","last_undegraded":"2024-04-13T07:10:43.450304+0000","last_fullsized":"2024-04-13T07:10:43.450304+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:35:29.747225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.451274+0000","last_change":"2024-04-13T07:10:43.451274+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.451274+0000","last_undegraded":"2024-04-13T07:10:43.451274+0000","last_fullsized":"2024-04-13T07:10:43.451274+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:29:28.579508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821865+0000","last_change":"2024-04-13T07:10:44.821682+0000","last_active":"2024-04-13T07:10:45.821865+0000","last_peered":"2024-04-13T07:10:45.821865+0000","last_clean":"2024-04-13T07:10:45.821865+0000","last_became_active":"2024-04-13T07:10:44.821375+0000","last_became_peered":"2024-04-13T07:10:44.821375+0000","last_unstale":"2024-04-13T07:10:45.821865+0000","last_undegraded":"2024-04-13T07:10:45.821865+0000","last_fullsized":"2024-04-13T07:10:45.821865+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:15:38.586089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.822028+0000","last_change":"2024-04-13T07:10:44.463204+0000","last_active":"2024-04-13T07:10:45.822028+0000","last_peered":"2024-04-13T07:10:45.822028+0000","last_clean":"2024-04-13T07:10:45.822028+0000","last_became_active":"2024-04-13T07:10:44.462916+0000","last_became_peered":"2024-04-13T07:10:44.462916+0000","last_unstale":"2024-04-13T07:10:45.822028+0000","last_undegraded":"2024-04-13T07:10:45.822028+0000","last_fullsized":"2024-04-13T07:10:45.822028+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:53:14.834319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.445825+0000","last_change":"2024-04-13T07:10:43.445825+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.445825+0000","last_undegraded":"2024-04-13T07:10:43.445825+0000","last_fullsized":"2024-04-13T07:10:43.445825+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:37:43.004120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.451544+0000","last_change":"2024-04-13T07:10:43.451544+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.451544+0000","last_undegraded":"2024-04-13T07:10:43.451544+0000","last_fullsized":"2024-04-13T07:10:43.451544+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:16:55.583079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820703+0000","last_change":"2024-04-13T07:10:44.462062+0000","last_active":"2024-04-13T07:10:45.820703+0000","last_peered":"2024-04-13T07:10:45.820703+0000","last_clean":"2024-04-13T07:10:45.820703+0000","last_became_active":"2024-04-13T07:10:44.461739+0000","last_became_peered":"2024-04-13T07:10:44.461739+0000","last_unstale":"2024-04-13T07:10:45.820703+0000","last_undegraded":"2024-04-13T07:10:45.820703+0000","last_fullsized":"2024-04-13T07:10:45.820703+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:13:26.811319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821673+0000","last_change":"2024-04-13T07:10:44.474302+0000","last_active":"2024-04-13T07:10:45.821673+0000","last_peered":"2024-04-13T07:10:45.821673+0000","last_clean":"2024-04-13T07:10:45.821673+0000","last_became_active":"2024-04-13T07:10:44.473992+0000","last_became_peered":"2024-04-13T07:10:44.473992+0000","last_unstale":"2024-04-13T07:10:45.821673+0000","last_undegraded":"2024-04-13T07:10:45.821673+0000","last_fullsized":"2024-04-13T07:10:45.821673+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:34:26.677476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.452006+0000","last_change":"2024-04-13T07:10:43.452006+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.452006+0000","last_undegraded":"2024-04-13T07:10:43.452006+0000","last_fullsized":"2024-04-13T07:10:43.452006+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:30:17.788004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820899+0000","last_change":"2024-04-13T07:10:44.468712+0000","last_active":"2024-04-13T07:10:45.820899+0000","last_peered":"2024-04-13T07:10:45.820899+0000","last_clean":"2024-04-13T07:10:45.820899+0000","last_became_active":"2024-04-13T07:10:44.468421+0000","last_became_peered":"2024-04-13T07:10:44.468421+0000","last_unstale":"2024-04-13T07:10:45.820899+0000","last_undegraded":"2024-04-13T07:10:45.820899+0000","last_fullsized":"2024-04-13T07:10:45.820899+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:55:26.294310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821823+0000","last_change":"2024-04-13T07:10:44.468115+0000","last_active":"2024-04-13T07:10:45.821823+0000","last_peered":"2024-04-13T07:10:45.821823+0000","last_clean":"2024-04-13T07:10:45.821823+0000","last_became_active":"2024-04-13T07:10:44.467834+0000","last_became_peered":"2024-04-13T07:10:44.467834+0000","last_unstale":"2024-04-13T07:10:45.821823+0000","last_undegraded":"2024-04-13T07:10:45.821823+0000","last_fullsized":"2024-04-13T07:10:45.821823+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:01:34.191890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042870+0000","last_change":"2024-04-13T07:10:44.834780+0000","last_active":"2024-04-13T07:10:46.042870+0000","last_peered":"2024-04-13T07:10:46.042870+0000","last_clean":"2024-04-13T07:10:46.042870+0000","last_became_active":"2024-04-13T07:10:44.834446+0000","last_became_peered":"2024-04-13T07:10:44.834446+0000","last_unstale":"2024-04-13T07:10:46.042870+0000","last_undegraded":"2024-04-13T07:10:46.042870+0000","last_fullsized":"2024-04-13T07:10:46.042870+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:57:46.687975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821554+0000","last_change":"2024-04-13T07:10:44.473847+0000","last_active":"2024-04-13T07:10:45.821554+0000","last_peered":"2024-04-13T07:10:45.821554+0000","last_clean":"2024-04-13T07:10:45.821554+0000","last_became_active":"2024-04-13T07:10:44.473524+0000","last_became_peered":"2024-04-13T07:10:44.473524+0000","last_unstale":"2024-04-13T07:10:45.821554+0000","last_undegraded":"2024-04-13T07:10:45.821554+0000","last_fullsized":"2024-04-13T07:10:45.821554+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:35:30.061039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821149+0000","last_change":"2024-04-13T07:10:44.839369+0000","last_active":"2024-04-13T07:10:45.821149+0000","last_peered":"2024-04-13T07:10:45.821149+0000","last_clean":"2024-04-13T07:10:45.821149+0000","last_became_active":"2024-04-13T07:10:44.839121+0000","last_became_peered":"2024-04-13T07:10:44.839121+0000","last_unstale":"2024-04-13T07:10:45.821149+0000","last_undegraded":"2024-04-13T07:10:45.821149+0000","last_fullsized":"2024-04-13T07:10:45.821149+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:44:53.744896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042337+0000","last_change":"2024-04-13T07:10:44.831282+0000","last_active":"2024-04-13T07:10:46.042337+0000","last_peered":"2024-04-13T07:10:46.042337+0000","last_clean":"2024-04-13T07:10:46.042337+0000","last_became_active":"2024-04-13T07:10:44.830952+0000","last_became_peered":"2024-04-13T07:10:44.830952+0000","last_unstale":"2024-04-13T07:10:46.042337+0000","last_undegraded":"2024-04-13T07:10:46.042337+0000","last_fullsized":"2024-04-13T07:10:46.042337+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:25:26.940812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821670+0000","last_change":"2024-04-13T07:10:44.825314+0000","last_active":"2024-04-13T07:10:45.821670+0000","last_peered":"2024-04-13T07:10:45.821670+0000","last_clean":"2024-04-13T07:10:45.821670+0000","last_became_active":"2024-04-13T07:10:44.825052+0000","last_became_peered":"2024-04-13T07:10:44.825052+0000","last_unstale":"2024-04-13T07:10:45.821670+0000","last_undegraded":"2024-04-13T07:10:45.821670+0000","last_fullsized":"2024-04-13T07:10:45.821670+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:50:21.109717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042720+0000","last_change":"2024-04-13T07:10:44.836128+0000","last_active":"2024-04-13T07:10:46.042720+0000","last_peered":"2024-04-13T07:10:46.042720+0000","last_clean":"2024-04-13T07:10:46.042720+0000","last_became_active":"2024-04-13T07:10:44.835130+0000","last_became_peered":"2024-04-13T07:10:44.835130+0000","last_unstale":"2024-04-13T07:10:46.042720+0000","last_undegraded":"2024-04-13T07:10:46.042720+0000","last_fullsized":"2024-04-13T07:10:46.042720+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:36:32.460887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042548+0000","last_change":"2024-04-13T07:10:44.844046+0000","last_active":"2024-04-13T07:10:46.042548+0000","last_peered":"2024-04-13T07:10:46.042548+0000","last_clean":"2024-04-13T07:10:46.042548+0000","last_became_active":"2024-04-13T07:10:44.843747+0000","last_became_peered":"2024-04-13T07:10:44.843747+0000","last_unstale":"2024-04-13T07:10:46.042548+0000","last_undegraded":"2024-04-13T07:10:46.042548+0000","last_fullsized":"2024-04-13T07:10:46.042548+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:52:16.121693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":60,"acting":60,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":160,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14,"ondisk_log_size":14,"up":81,"acting":81,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1167360,"data_stored":825149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.436}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":831123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.378}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":634880,"data_stored":262159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:04 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.32400000000000001,"15min":0.315},"min":{"1min":0.248,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.496,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.33800000000000002,"15min":0.32400000000000001},"min":{"1min":0.28599999999999998,"5min":0.216,"15min":0.216},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.379}]},{"osd":2,"last update":"Sat Apr 13 07:10:30 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.41199999999999998,"15min":0.40300000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.307,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.36099999999999999}]},{"osd":3,"last update":"Sat Apr 13 07:09:52 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.27500000000000002}]},{"osd":4,"last update":"Sat Apr 13 07:10:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.625},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.70099999999999996}]},{"osd":5,"last update":"Sat Apr 13 07:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.71499999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28172,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716980,"statfs":{"total":95995035648,"available":95966187520,"internally_reserved":0,"allocated":1171456,"data_stored":825480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Apr 13 07:10:06 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.35399999999999998,"15min":0.34599999999999997},"min":{"1min":0.26900000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.36899999999999999,"15min":0.35499999999999998},"min":{"1min":0.31900000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.35899999999999999}]},{"osd":2,"last update":"Sat Apr 13 07:10:31 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.40100000000000002,"15min":0.39700000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.56100000000000005,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.432,"15min":0.42399999999999999},"min":{"1min":0.35799999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.315}]},{"osd":3,"last update":"Sat Apr 13 07:09:52 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.376},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.39300000000000002}]},{"osd":4,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.46999999999999997}]},{"osd":5,"last update":"Sat Apr 13 07:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.501}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":630784,"data_stored":262272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:27 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.38800000000000001,"15min":0.377},"min":{"1min":0.27600000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.39200000000000002,"15min":0.38800000000000001},"min":{"1min":0.23300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.30299999999999999}]},{"osd":1,"last update":"Sat Apr 13 07:10:27 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.41899999999999998,"15min":0.41199999999999998},"min":{"1min":0.31,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.25},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.41599999999999998,"15min":0.40300000000000002},"min":{"1min":0.28599999999999998,"5min":0.224,"15min":0.224},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.32300000000000001}]},{"osd":3,"last update":"Sat Apr 13 07:09:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.35699999999999998}]},{"osd":4,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.65400000000000003}]},{"osd":5,"last update":"Sat Apr 13 07:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.276,"5min":1.276,"15min":1.276},"last":0.753}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]}]},{"osd":3,"up_from":26,"seq":111669149721,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27596,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:09:53 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.29399999999999998}]},{"osd":1,"last update":"Sat Apr 13 07:09:53 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.378}]},{"osd":2,"last update":"Sat Apr 13 07:09:53 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.33400000000000002}]},{"osd":4,"last update":"Sat Apr 13 07:10:14 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.67700000000000005}]},{"osd":5,"last update":"Sat Apr 13 07:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.625},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.69599999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27596,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":589824,"data_stored":241359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.44}]},{"osd":1,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.318},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.45500000000000002}]},{"osd":2,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.39000000000000001}]},{"osd":3,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.36799999999999999}]},{"osd":5,"last update":"Sat Apr 13 07:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.56999999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724560,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":630784,"data_stored":256865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.61099999999999999}]},{"osd":1,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.65900000000000003}]},{"osd":2,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.68700000000000006}]},{"osd":3,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.59599999999999997}]},{"osd":4,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.40400000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T07:10:48.512 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3f is not active+clean 2024-04-13T07:10:48.512 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.512 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3d is not active+clean 2024-04-13T07:10:48.513 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.513 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3b is not active+clean 2024-04-13T07:10:48.513 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.513 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.39 is not active+clean 2024-04-13T07:10:48.513 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.513 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.38 is not active+clean 2024-04-13T07:10:48.513 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.513 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.37 is not active+clean 2024-04-13T07:10:48.513 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.513 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.36 is not active+clean 2024-04-13T07:10:48.513 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.514 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.35 is not active+clean 2024-04-13T07:10:48.514 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.514 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.34 is not active+clean 2024-04-13T07:10:48.514 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.514 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.33 is not active+clean 2024-04-13T07:10:48.514 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.514 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.32 is not active+clean 2024-04-13T07:10:48.514 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.514 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2d is not active+clean 2024-04-13T07:10:48.514 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.515 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1f is not active+clean 2024-04-13T07:10:48.515 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:43.439146+0000', 'last_change': '2024-04-13T07:10:43.439146+0000', 'last_active': '2024-04-13T07:10:43.439146+0000', 'last_peered': '2024-04-13T07:10:43.439146+0000', 'last_clean': '2024-04-13T07:10:43.439146+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:43.439146+0000', 'last_undegraded': '2024-04-13T07:10:43.439146+0000', 'last_fullsized': '2024-04-13T07:10:43.439146+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.515 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1e is not active+clean 2024-04-13T07:10:48.515 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.515 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1e is not active+clean 2024-04-13T07:10:48.515 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:43.439146+0000', 'last_change': '2024-04-13T07:10:43.439146+0000', 'last_active': '2024-04-13T07:10:43.439146+0000', 'last_peered': '2024-04-13T07:10:43.439146+0000', 'last_clean': '2024-04-13T07:10:43.439146+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:43.439146+0000', 'last_undegraded': '2024-04-13T07:10:43.439146+0000', 'last_fullsized': '2024-04-13T07:10:43.439146+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.515 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1f is not active+clean 2024-04-13T07:10:48.515 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.515 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1d is not active+clean 2024-04-13T07:10:48.515 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:10:43.451814+0000', 'last_change': '2024-04-13T07:10:43.451814+0000', 'last_active': '2024-04-13T07:10:43.439146+0000', 'last_peered': '2024-04-13T07:10:43.439146+0000', 'last_clean': '2024-04-13T07:10:43.439146+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:43.451814+0000', 'last_undegraded': '2024-04-13T07:10:43.451814+0000', 'last_fullsized': '2024-04-13T07:10:43.451814+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T12:20:14.774412+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6, 0], 'acting': [7, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-13T07:10:48.516 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1c is not active+clean 2024-04-13T07:10:48.516 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:10:43.451130+0000', 'last_change': '2024-04-13T07:10:43.451130+0000', 'last_active': '2024-04-13T07:10:43.439146+0000', 'last_peered': '2024-04-13T07:10:43.439146+0000', 'last_clean': '2024-04-13T07:10:43.439146+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:43.451130+0000', 'last_undegraded': '2024-04-13T07:10:43.451130+0000', 'last_fullsized': '2024-04-13T07:10:43.451130+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T13:55:42.864789+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5, 2], 'acting': [7, 5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-13T07:10:48.516 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1b is not active+clean 2024-04-13T07:10:48.516 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:43.439146+0000', 'last_change': '2024-04-13T07:10:43.439146+0000', 'last_active': '2024-04-13T07:10:43.439146+0000', 'last_peered': '2024-04-13T07:10:43.439146+0000', 'last_clean': '2024-04-13T07:10:43.439146+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:43.439146+0000', 'last_undegraded': '2024-04-13T07:10:43.439146+0000', 'last_fullsized': '2024-04-13T07:10:43.439146+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.516 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1a is not active+clean 2024-04-13T07:10:48.516 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.516 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1a is not active+clean 2024-04-13T07:10:48.516 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:10:43.445825+0000', 'last_change': '2024-04-13T07:10:43.445825+0000', 'last_active': '2024-04-13T07:10:43.439146+0000', 'last_peered': '2024-04-13T07:10:43.439146+0000', 'last_clean': '2024-04-13T07:10:43.439146+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:43.445825+0000', 'last_undegraded': '2024-04-13T07:10:43.445825+0000', 'last_fullsized': '2024-04-13T07:10:43.445825+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T08:56:12.574604+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4, 7], 'acting': [6, 4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-13T07:10:48.516 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1b is not active+clean 2024-04-13T07:10:48.517 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.517 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.19 is not active+clean 2024-04-13T07:10:48.517 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:43.439146+0000', 'last_change': '2024-04-13T07:10:43.439146+0000', 'last_active': '2024-04-13T07:10:43.439146+0000', 'last_peered': '2024-04-13T07:10:43.439146+0000', 'last_clean': '2024-04-13T07:10:43.439146+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:43.439146+0000', 'last_undegraded': '2024-04-13T07:10:43.439146+0000', 'last_fullsized': '2024-04-13T07:10:43.439146+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.517 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.18 is not active+clean 2024-04-13T07:10:48.517 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.517 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.17 is not active+clean 2024-04-13T07:10:48.517 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:10:43.446621+0000', 'last_change': '2024-04-13T07:10:43.446621+0000', 'last_active': '2024-04-13T07:10:43.439146+0000', 'last_peered': '2024-04-13T07:10:43.439146+0000', 'last_clean': '2024-04-13T07:10:43.439146+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:43.446621+0000', 'last_undegraded': '2024-04-13T07:10:43.446621+0000', 'last_fullsized': '2024-04-13T07:10:43.446621+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T10:03:15.870506+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5, 2], 'acting': [6, 5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-13T07:10:48.518 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.17 is not active+clean 2024-04-13T07:10:48.518 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.518 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.14 is not active+clean 2024-04-13T07:10:48.518 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.518 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.14 is not active+clean 2024-04-13T07:10:48.518 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:10:43.445823+0000', 'last_change': '2024-04-13T07:10:43.445823+0000', 'last_active': '2024-04-13T07:10:43.439146+0000', 'last_peered': '2024-04-13T07:10:43.439146+0000', 'last_clean': '2024-04-13T07:10:43.439146+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:43.445823+0000', 'last_undegraded': '2024-04-13T07:10:43.445823+0000', 'last_fullsized': '2024-04-13T07:10:43.445823+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T18:46:06.855402+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3, 5], 'acting': [6, 3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-13T07:10:48.518 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.15 is not active+clean 2024-04-13T07:10:48.518 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.518 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.13 is not active+clean 2024-04-13T07:10:48.518 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:43.439146+0000', 'last_change': '2024-04-13T07:10:43.439146+0000', 'last_active': '2024-04-13T07:10:43.439146+0000', 'last_peered': '2024-04-13T07:10:43.439146+0000', 'last_clean': '2024-04-13T07:10:43.439146+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:43.439146+0000', 'last_undegraded': '2024-04-13T07:10:43.439146+0000', 'last_fullsized': '2024-04-13T07:10:43.439146+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.519 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.12 is not active+clean 2024-04-13T07:10:48.519 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.519 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.13 is not active+clean 2024-04-13T07:10:48.519 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.519 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.11 is not active+clean 2024-04-13T07:10:48.519 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:10:43.445837+0000', 'last_change': '2024-04-13T07:10:43.445837+0000', 'last_active': '2024-04-13T07:10:43.439146+0000', 'last_peered': '2024-04-13T07:10:43.439146+0000', 'last_clean': '2024-04-13T07:10:43.439146+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:43.445837+0000', 'last_undegraded': '2024-04-13T07:10:43.445837+0000', 'last_fullsized': '2024-04-13T07:10:43.445837+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T13:53:04.108499+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4, 1], 'acting': [6, 4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-13T07:10:48.519 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.10 is not active+clean 2024-04-13T07:10:48.519 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.519 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.11 is not active+clean 2024-04-13T07:10:48.519 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.519 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.f is not active+clean 2024-04-13T07:10:48.519 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:10:43.447808+0000', 'last_change': '2024-04-13T07:10:43.447808+0000', 'last_active': '2024-04-13T07:10:43.439146+0000', 'last_peered': '2024-04-13T07:10:43.439146+0000', 'last_clean': '2024-04-13T07:10:43.439146+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:43.447808+0000', 'last_undegraded': '2024-04-13T07:10:43.447808+0000', 'last_fullsized': '2024-04-13T07:10:43.447808+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T16:27:12.131747+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0, 7], 'acting': [4, 0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-04-13T07:10:48.520 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.e is not active+clean 2024-04-13T07:10:48.520 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.520 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3 is not active+clean 2024-04-13T07:10:48.520 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.520 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2 is not active+clean 2024-04-13T07:10:48.520 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.520 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1 is not active+clean 2024-04-13T07:10:48.520 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.520 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.0 is not active+clean 2024-04-13T07:10:48.520 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:10:43.450304+0000', 'last_change': '2024-04-13T07:10:43.450304+0000', 'last_active': '2024-04-13T07:10:43.439146+0000', 'last_peered': '2024-04-13T07:10:43.439146+0000', 'last_clean': '2024-04-13T07:10:43.439146+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:43.450304+0000', 'last_undegraded': '2024-04-13T07:10:43.450304+0000', 'last_fullsized': '2024-04-13T07:10:43.450304+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T15:35:29.747225+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1, 0], 'acting': [7, 1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-13T07:10:48.521 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.5 is not active+clean 2024-04-13T07:10:48.521 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:10:43.451274+0000', 'last_change': '2024-04-13T07:10:43.451274+0000', 'last_active': '2024-04-13T07:10:43.439146+0000', 'last_peered': '2024-04-13T07:10:43.439146+0000', 'last_clean': '2024-04-13T07:10:43.439146+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:43.451274+0000', 'last_undegraded': '2024-04-13T07:10:43.451274+0000', 'last_fullsized': '2024-04-13T07:10:43.451274+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T16:29:28.579508+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0, 4], 'acting': [7, 0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-13T07:10:48.521 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.7 is not active+clean 2024-04-13T07:10:48.521 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.521 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.7 is not active+clean 2024-04-13T07:10:48.521 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:10:43.445825+0000', 'last_change': '2024-04-13T07:10:43.445825+0000', 'last_active': '2024-04-13T07:10:43.439146+0000', 'last_peered': '2024-04-13T07:10:43.439146+0000', 'last_clean': '2024-04-13T07:10:43.439146+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:43.445825+0000', 'last_undegraded': '2024-04-13T07:10:43.445825+0000', 'last_fullsized': '2024-04-13T07:10:43.445825+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T13:37:43.004120+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7, 2], 'acting': [6, 7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-13T07:10:48.521 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.6 is not active+clean 2024-04-13T07:10:48.521 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.521 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.8 is not active+clean 2024-04-13T07:10:48.521 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:10:43.451544+0000', 'last_change': '2024-04-13T07:10:43.451544+0000', 'last_active': '2024-04-13T07:10:43.439146+0000', 'last_peered': '2024-04-13T07:10:43.439146+0000', 'last_clean': '2024-04-13T07:10:43.439146+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:43.451544+0000', 'last_undegraded': '2024-04-13T07:10:43.451544+0000', 'last_fullsized': '2024-04-13T07:10:43.451544+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T10:16:55.583079+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0, 1], 'acting': [7, 0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-13T07:10:48.521 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.9 is not active+clean 2024-04-13T07:10:48.521 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.522 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.8 is not active+clean 2024-04-13T07:10:48.522 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.522 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.b is not active+clean 2024-04-13T07:10:48.522 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.522 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.b is not active+clean 2024-04-13T07:10:48.522 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-13T07:10:43.452006+0000', 'last_change': '2024-04-13T07:10:43.452006+0000', 'last_active': '2024-04-13T07:10:43.439146+0000', 'last_peered': '2024-04-13T07:10:43.439146+0000', 'last_clean': '2024-04-13T07:10:43.439146+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:43.452006+0000', 'last_undegraded': '2024-04-13T07:10:43.452006+0000', 'last_fullsized': '2024-04-13T07:10:43.452006+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:43.439146+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-14T15:30:17.788004+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4, 5], 'acting': [7, 4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-13T07:10:48.522 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.a is not active+clean 2024-04-13T07:10:48.522 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.523 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.d is not active+clean 2024-04-13T07:10:48.523 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.523 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.f is not active+clean 2024-04-13T07:10:48.523 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.523 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.20 is not active+clean 2024-04-13T07:10:48.523 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.523 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.23 is not active+clean 2024-04-13T07:10:48.523 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.523 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.24 is not active+clean 2024-04-13T07:10:48.523 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.523 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.26 is not active+clean 2024-04-13T07:10:48.524 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.524 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.27 is not active+clean 2024-04-13T07:10:48.524 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.524 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.29 is not active+clean 2024-04-13T07:10:48.524 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.524 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2b is not active+clean 2024-04-13T07:10:48.524 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.524 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2c is not active+clean 2024-04-13T07:10:48.524 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-13T07:10:44.443617+0000', 'last_change': '2024-04-13T07:10:44.443617+0000', 'last_active': '2024-04-13T07:10:44.443617+0000', 'last_peered': '2024-04-13T07:10:44.443617+0000', 'last_clean': '2024-04-13T07:10:44.443617+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-13T07:10:44.443617+0000', 'last_undegraded': '2024-04-13T07:10:44.443617+0000', 'last_fullsized': '2024-04-13T07:10:44.443617+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'last_clean_scrub_stamp': '2024-04-13T07:10:44.443617+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-13T07:10:48.525 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-13T07:10:48.912 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:10:48.912 INFO:teuthology.orchestra.run.smithi003.stdout:{"fsid":"1235705e-f964-11ee-bc8d-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":225,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":63,"num_osds":8,"num_up_osds":8,"osd_up_since":1712992223,"num_in_osds":8,"osd_in_since":1712992206,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":49},{"state_name":"active+clean","count":36},{"state_name":"creating+peering","count":12}],"num_pgs":97,"num_pools":3,"num_objects":10,"data_bytes":590528,"bytes_used":227983360,"bytes_avail":767732301824,"bytes_total":767960285184,"unknown_pgs_ratio":0.50515460968017578,"inactive_pgs_ratio":0.12371134012937546,"write_bytes_sec":511,"read_op_per_sec":0,"write_op_per_sec":4},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":24356}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.3:8443/"}},"servicemap":{"epoch":11,"modified":"2024-04-13T07:10:37.420868+0000","services":{"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-04-13T07:10:48.924 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-13T07:10:48.924 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-13T07:10:49.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:48 smithi003 ceph-mon[37804]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:10:49.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:48 smithi003 ceph-mon[37804]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:10:49.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:48 smithi003 ceph-mon[27034]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:10:49.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:48 smithi003 ceph-mon[27034]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:10:49.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:48 smithi066 ceph-mon[30583]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:10:49.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:48 smithi066 ceph-mon[30583]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:10:49.223 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:10:49.225 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-04-13T07:10:49.235 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":189,"stamp":"2024-04-13T07:10:47.422709+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590528,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":179,"num_write_kb":2418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":144,"acting":144,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":98,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":222640,"kb_used_data":6428,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738576,"statfs":{"total":767960285184,"available":767732301824,"internally_reserved":0,"allocated":6582272,"data_stored":3739792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":160,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000651"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.822118+0000","last_change":"2024-04-13T07:10:44.842746+0000","last_active":"2024-04-13T07:10:45.822118+0000","last_peered":"2024-04-13T07:10:45.822118+0000","last_clean":"2024-04-13T07:10:45.822118+0000","last_became_active":"2024-04-13T07:10:44.842438+0000","last_became_peered":"2024-04-13T07:10:44.842438+0000","last_unstale":"2024-04-13T07:10:45.822118+0000","last_undegraded":"2024-04-13T07:10:45.822118+0000","last_fullsized":"2024-04-13T07:10:45.822118+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:54:41.219960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042521+0000","last_change":"2024-04-13T07:10:44.838904+0000","last_active":"2024-04-13T07:10:46.042521+0000","last_peered":"2024-04-13T07:10:46.042521+0000","last_clean":"2024-04-13T07:10:46.042521+0000","last_became_active":"2024-04-13T07:10:44.838618+0000","last_became_peered":"2024-04-13T07:10:44.838618+0000","last_unstale":"2024-04-13T07:10:46.042521+0000","last_undegraded":"2024-04-13T07:10:46.042521+0000","last_fullsized":"2024-04-13T07:10:46.042521+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:24:59.668573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042479+0000","last_change":"2024-04-13T07:10:44.829178+0000","last_active":"2024-04-13T07:10:46.042479+0000","last_peered":"2024-04-13T07:10:46.042479+0000","last_clean":"2024-04-13T07:10:46.042479+0000","last_became_active":"2024-04-13T07:10:44.828840+0000","last_became_peered":"2024-04-13T07:10:44.828840+0000","last_unstale":"2024-04-13T07:10:46.042479+0000","last_undegraded":"2024-04-13T07:10:46.042479+0000","last_fullsized":"2024-04-13T07:10:46.042479+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:23:43.069728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820618+0000","last_change":"2024-04-13T07:10:44.833333+0000","last_active":"2024-04-13T07:10:45.820618+0000","last_peered":"2024-04-13T07:10:45.820618+0000","last_clean":"2024-04-13T07:10:45.820618+0000","last_became_active":"2024-04-13T07:10:44.832905+0000","last_became_peered":"2024-04-13T07:10:44.832905+0000","last_unstale":"2024-04-13T07:10:45.820618+0000","last_undegraded":"2024-04-13T07:10:45.820618+0000","last_fullsized":"2024-04-13T07:10:45.820618+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:30:54.510173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042784+0000","last_change":"2024-04-13T07:10:44.836291+0000","last_active":"2024-04-13T07:10:46.042784+0000","last_peered":"2024-04-13T07:10:46.042784+0000","last_clean":"2024-04-13T07:10:46.042784+0000","last_became_active":"2024-04-13T07:10:44.835724+0000","last_became_peered":"2024-04-13T07:10:44.835724+0000","last_unstale":"2024-04-13T07:10:46.042784+0000","last_undegraded":"2024-04-13T07:10:46.042784+0000","last_fullsized":"2024-04-13T07:10:46.042784+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:17:59.371083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043341+0000","last_change":"2024-04-13T07:10:44.839084+0000","last_active":"2024-04-13T07:10:46.043341+0000","last_peered":"2024-04-13T07:10:46.043341+0000","last_clean":"2024-04-13T07:10:46.043341+0000","last_became_active":"2024-04-13T07:10:44.838798+0000","last_became_peered":"2024-04-13T07:10:44.838798+0000","last_unstale":"2024-04-13T07:10:46.043341+0000","last_undegraded":"2024-04-13T07:10:46.043341+0000","last_fullsized":"2024-04-13T07:10:46.043341+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:59:54.343450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821500+0000","last_change":"2024-04-13T07:10:44.841892+0000","last_active":"2024-04-13T07:10:45.821500+0000","last_peered":"2024-04-13T07:10:45.821500+0000","last_clean":"2024-04-13T07:10:45.821500+0000","last_became_active":"2024-04-13T07:10:44.841607+0000","last_became_peered":"2024-04-13T07:10:44.841607+0000","last_unstale":"2024-04-13T07:10:45.821500+0000","last_undegraded":"2024-04-13T07:10:45.821500+0000","last_fullsized":"2024-04-13T07:10:45.821500+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:00:12.746178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.451814+0000","last_change":"2024-04-13T07:10:43.451814+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.451814+0000","last_undegraded":"2024-04-13T07:10:43.451814+0000","last_fullsized":"2024-04-13T07:10:43.451814+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:20:14.774412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043593+0000","last_change":"2024-04-13T07:10:44.836844+0000","last_active":"2024-04-13T07:10:46.043593+0000","last_peered":"2024-04-13T07:10:46.043593+0000","last_clean":"2024-04-13T07:10:46.043593+0000","last_became_active":"2024-04-13T07:10:44.834667+0000","last_became_peered":"2024-04-13T07:10:44.834667+0000","last_unstale":"2024-04-13T07:10:46.043593+0000","last_undegraded":"2024-04-13T07:10:46.043593+0000","last_fullsized":"2024-04-13T07:10:46.043593+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:05.125610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.451130+0000","last_change":"2024-04-13T07:10:43.451130+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.451130+0000","last_undegraded":"2024-04-13T07:10:43.451130+0000","last_fullsized":"2024-04-13T07:10:43.451130+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:55:42.864789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042903+0000","last_change":"2024-04-13T07:10:44.844809+0000","last_active":"2024-04-13T07:10:46.042903+0000","last_peered":"2024-04-13T07:10:46.042903+0000","last_clean":"2024-04-13T07:10:46.042903+0000","last_became_active":"2024-04-13T07:10:44.844473+0000","last_became_peered":"2024-04-13T07:10:44.844473+0000","last_unstale":"2024-04-13T07:10:46.042903+0000","last_undegraded":"2024-04-13T07:10:46.042903+0000","last_fullsized":"2024-04-13T07:10:46.042903+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:56:19.540549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.445825+0000","last_change":"2024-04-13T07:10:43.445825+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.445825+0000","last_undegraded":"2024-04-13T07:10:43.445825+0000","last_fullsized":"2024-04-13T07:10:43.445825+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:56:12.574604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042586+0000","last_change":"2024-04-13T07:10:44.477150+0000","last_active":"2024-04-13T07:10:46.042586+0000","last_peered":"2024-04-13T07:10:46.042586+0000","last_clean":"2024-04-13T07:10:46.042586+0000","last_became_active":"2024-04-13T07:10:44.476721+0000","last_became_peered":"2024-04-13T07:10:44.476721+0000","last_unstale":"2024-04-13T07:10:46.042586+0000","last_undegraded":"2024-04-13T07:10:46.042586+0000","last_fullsized":"2024-04-13T07:10:46.042586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:24:51.238109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820794+0000","last_change":"2024-04-13T07:10:44.836382+0000","last_active":"2024-04-13T07:10:45.820794+0000","last_peered":"2024-04-13T07:10:45.820794+0000","last_clean":"2024-04-13T07:10:45.820794+0000","last_became_active":"2024-04-13T07:10:44.836099+0000","last_became_peered":"2024-04-13T07:10:44.836099+0000","last_unstale":"2024-04-13T07:10:45.820794+0000","last_undegraded":"2024-04-13T07:10:45.820794+0000","last_fullsized":"2024-04-13T07:10:45.820794+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:54:30.450812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.446621+0000","last_change":"2024-04-13T07:10:43.446621+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.446621+0000","last_undegraded":"2024-04-13T07:10:43.446621+0000","last_fullsized":"2024-04-13T07:10:43.446621+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:03:15.870506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043155+0000","last_change":"2024-04-13T07:10:44.840238+0000","last_active":"2024-04-13T07:10:46.043155+0000","last_peered":"2024-04-13T07:10:46.043155+0000","last_clean":"2024-04-13T07:10:46.043155+0000","last_became_active":"2024-04-13T07:10:44.839888+0000","last_became_peered":"2024-04-13T07:10:44.839888+0000","last_unstale":"2024-04-13T07:10:46.043155+0000","last_undegraded":"2024-04-13T07:10:46.043155+0000","last_fullsized":"2024-04-13T07:10:46.043155+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:50:56.128207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043005+0000","last_change":"2024-04-13T07:10:44.473136+0000","last_active":"2024-04-13T07:10:46.043005+0000","last_peered":"2024-04-13T07:10:46.043005+0000","last_clean":"2024-04-13T07:10:46.043005+0000","last_became_active":"2024-04-13T07:10:44.472782+0000","last_became_peered":"2024-04-13T07:10:44.472782+0000","last_unstale":"2024-04-13T07:10:46.043005+0000","last_undegraded":"2024-04-13T07:10:46.043005+0000","last_fullsized":"2024-04-13T07:10:46.043005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:07:02.496879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821862+0000","last_change":"2024-04-13T07:10:44.465945+0000","last_active":"2024-04-13T07:10:45.821862+0000","last_peered":"2024-04-13T07:10:45.821862+0000","last_clean":"2024-04-13T07:10:45.821862+0000","last_became_active":"2024-04-13T07:10:44.465670+0000","last_became_peered":"2024-04-13T07:10:44.465670+0000","last_unstale":"2024-04-13T07:10:45.821862+0000","last_undegraded":"2024-04-13T07:10:45.821862+0000","last_fullsized":"2024-04-13T07:10:45.821862+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:49:13.673795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.445823+0000","last_change":"2024-04-13T07:10:43.445823+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.445823+0000","last_undegraded":"2024-04-13T07:10:43.445823+0000","last_fullsized":"2024-04-13T07:10:43.445823+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:46:06.855402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:43.439146+0000","last_change":"2024-04-13T07:10:43.439146+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.439146+0000","last_undegraded":"2024-04-13T07:10:43.439146+0000","last_fullsized":"2024-04-13T07:10:43.439146+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042219+0000","last_change":"2024-04-13T07:10:44.475614+0000","last_active":"2024-04-13T07:10:46.042219+0000","last_peered":"2024-04-13T07:10:46.042219+0000","last_clean":"2024-04-13T07:10:46.042219+0000","last_became_active":"2024-04-13T07:10:44.475262+0000","last_became_peered":"2024-04-13T07:10:44.475262+0000","last_unstale":"2024-04-13T07:10:46.042219+0000","last_undegraded":"2024-04-13T07:10:46.042219+0000","last_fullsized":"2024-04-13T07:10:46.042219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:39:05.254368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.445837+0000","last_change":"2024-04-13T07:10:43.445837+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.445837+0000","last_undegraded":"2024-04-13T07:10:43.445837+0000","last_fullsized":"2024-04-13T07:10:43.445837+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:53:04.108499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820670+0000","last_change":"2024-04-13T07:10:44.462495+0000","last_active":"2024-04-13T07:10:45.820670+0000","last_peered":"2024-04-13T07:10:45.820670+0000","last_clean":"2024-04-13T07:10:45.820670+0000","last_became_active":"2024-04-13T07:10:44.462108+0000","last_became_peered":"2024-04-13T07:10:44.462108+0000","last_unstale":"2024-04-13T07:10:45.820670+0000","last_undegraded":"2024-04-13T07:10:45.820670+0000","last_fullsized":"2024-04-13T07:10:45.820670+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:26:34.526684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.447808+0000","last_change":"2024-04-13T07:10:43.447808+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.447808+0000","last_undegraded":"2024-04-13T07:10:43.447808+0000","last_fullsized":"2024-04-13T07:10:43.447808+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:27:12.131747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821777+0000","last_change":"2024-04-13T07:10:44.464639+0000","last_active":"2024-04-13T07:10:45.821777+0000","last_peered":"2024-04-13T07:10:45.821777+0000","last_clean":"2024-04-13T07:10:45.821777+0000","last_became_active":"2024-04-13T07:10:44.464272+0000","last_became_peered":"2024-04-13T07:10:44.464272+0000","last_unstale":"2024-04-13T07:10:45.821777+0000","last_undegraded":"2024-04-13T07:10:45.821777+0000","last_fullsized":"2024-04-13T07:10:45.821777+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:18:20.804541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043231+0000","last_change":"2024-04-13T07:10:44.825071+0000","last_active":"2024-04-13T07:10:46.043231+0000","last_peered":"2024-04-13T07:10:46.043231+0000","last_clean":"2024-04-13T07:10:46.043231+0000","last_became_active":"2024-04-13T07:10:44.824731+0000","last_became_peered":"2024-04-13T07:10:44.824731+0000","last_unstale":"2024-04-13T07:10:46.043231+0000","last_undegraded":"2024-04-13T07:10:46.043231+0000","last_fullsized":"2024-04-13T07:10:46.043231+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:13:02.497202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042182+0000","last_change":"2024-04-13T07:10:44.469518+0000","last_active":"2024-04-13T07:10:46.042182+0000","last_peered":"2024-04-13T07:10:46.042182+0000","last_clean":"2024-04-13T07:10:46.042182+0000","last_became_active":"2024-04-13T07:10:44.469219+0000","last_became_peered":"2024-04-13T07:10:44.469219+0000","last_unstale":"2024-04-13T07:10:46.042182+0000","last_undegraded":"2024-04-13T07:10:46.042182+0000","last_fullsized":"2024-04-13T07:10:46.042182+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:44:47.057393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820613+0000","last_change":"2024-04-13T07:10:44.843241+0000","last_active":"2024-04-13T07:10:45.820613+0000","last_peered":"2024-04-13T07:10:45.820613+0000","last_clean":"2024-04-13T07:10:45.820613+0000","last_became_active":"2024-04-13T07:10:44.842841+0000","last_became_peered":"2024-04-13T07:10:44.842841+0000","last_unstale":"2024-04-13T07:10:45.820613+0000","last_undegraded":"2024-04-13T07:10:45.820613+0000","last_fullsized":"2024-04-13T07:10:45.820613+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:31:35.557950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821082+0000","last_change":"2024-04-13T07:10:44.463660+0000","last_active":"2024-04-13T07:10:45.821082+0000","last_peered":"2024-04-13T07:10:45.821082+0000","last_clean":"2024-04-13T07:10:45.821082+0000","last_became_active":"2024-04-13T07:10:44.463314+0000","last_became_peered":"2024-04-13T07:10:44.463314+0000","last_unstale":"2024-04-13T07:10:45.821082+0000","last_undegraded":"2024-04-13T07:10:45.821082+0000","last_fullsized":"2024-04-13T07:10:45.821082+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:35:02.222956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042454+0000","last_change":"2024-04-13T07:10:44.475815+0000","last_active":"2024-04-13T07:10:46.042454+0000","last_peered":"2024-04-13T07:10:46.042454+0000","last_clean":"2024-04-13T07:10:46.042454+0000","last_became_active":"2024-04-13T07:10:44.475504+0000","last_became_peered":"2024-04-13T07:10:44.475504+0000","last_unstale":"2024-04-13T07:10:46.042454+0000","last_undegraded":"2024-04-13T07:10:46.042454+0000","last_fullsized":"2024-04-13T07:10:46.042454+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:45:21.605445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":216,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-13T07:10:28.582314+0000","last_change":"2024-04-13T07:10:27.391567+0000","last_active":"2024-04-13T07:10:28.582314+0000","last_peered":"2024-04-13T07:10:28.582314+0000","last_clean":"2024-04-13T07:10:28.582314+0000","last_became_active":"2024-04-13T07:10:27.391237+0000","last_became_peered":"2024-04-13T07:10:27.391237+0000","last_unstale":"2024-04-13T07:10:28.582314+0000","last_undegraded":"2024-04-13T07:10:28.582314+0000","last_fullsized":"2024-04-13T07:10:28.582314+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:08:28.417903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:08:28.417903+0000","last_clean_scrub_stamp":"2024-04-13T07:08:28.417903+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:15:54.978078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.450304+0000","last_change":"2024-04-13T07:10:43.450304+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.450304+0000","last_undegraded":"2024-04-13T07:10:43.450304+0000","last_fullsized":"2024-04-13T07:10:43.450304+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:35:29.747225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.451274+0000","last_change":"2024-04-13T07:10:43.451274+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.451274+0000","last_undegraded":"2024-04-13T07:10:43.451274+0000","last_fullsized":"2024-04-13T07:10:43.451274+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:29:28.579508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821865+0000","last_change":"2024-04-13T07:10:44.821682+0000","last_active":"2024-04-13T07:10:45.821865+0000","last_peered":"2024-04-13T07:10:45.821865+0000","last_clean":"2024-04-13T07:10:45.821865+0000","last_became_active":"2024-04-13T07:10:44.821375+0000","last_became_peered":"2024-04-13T07:10:44.821375+0000","last_unstale":"2024-04-13T07:10:45.821865+0000","last_undegraded":"2024-04-13T07:10:45.821865+0000","last_fullsized":"2024-04-13T07:10:45.821865+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:15:38.586089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.822028+0000","last_change":"2024-04-13T07:10:44.463204+0000","last_active":"2024-04-13T07:10:45.822028+0000","last_peered":"2024-04-13T07:10:45.822028+0000","last_clean":"2024-04-13T07:10:45.822028+0000","last_became_active":"2024-04-13T07:10:44.462916+0000","last_became_peered":"2024-04-13T07:10:44.462916+0000","last_unstale":"2024-04-13T07:10:45.822028+0000","last_undegraded":"2024-04-13T07:10:45.822028+0000","last_fullsized":"2024-04-13T07:10:45.822028+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:53:14.834319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.445825+0000","last_change":"2024-04-13T07:10:43.445825+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.445825+0000","last_undegraded":"2024-04-13T07:10:43.445825+0000","last_fullsized":"2024-04-13T07:10:43.445825+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:37:43.004120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.451544+0000","last_change":"2024-04-13T07:10:43.451544+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.451544+0000","last_undegraded":"2024-04-13T07:10:43.451544+0000","last_fullsized":"2024-04-13T07:10:43.451544+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:16:55.583079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820703+0000","last_change":"2024-04-13T07:10:44.462062+0000","last_active":"2024-04-13T07:10:45.820703+0000","last_peered":"2024-04-13T07:10:45.820703+0000","last_clean":"2024-04-13T07:10:45.820703+0000","last_became_active":"2024-04-13T07:10:44.461739+0000","last_became_peered":"2024-04-13T07:10:44.461739+0000","last_unstale":"2024-04-13T07:10:45.820703+0000","last_undegraded":"2024-04-13T07:10:45.820703+0000","last_fullsized":"2024-04-13T07:10:45.820703+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:13:26.811319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821673+0000","last_change":"2024-04-13T07:10:44.474302+0000","last_active":"2024-04-13T07:10:45.821673+0000","last_peered":"2024-04-13T07:10:45.821673+0000","last_clean":"2024-04-13T07:10:45.821673+0000","last_became_active":"2024-04-13T07:10:44.473992+0000","last_became_peered":"2024-04-13T07:10:44.473992+0000","last_unstale":"2024-04-13T07:10:45.821673+0000","last_undegraded":"2024-04-13T07:10:45.821673+0000","last_fullsized":"2024-04-13T07:10:45.821673+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:34:26.677476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-13T07:10:43.452006+0000","last_change":"2024-04-13T07:10:43.452006+0000","last_active":"2024-04-13T07:10:43.439146+0000","last_peered":"2024-04-13T07:10:43.439146+0000","last_clean":"2024-04-13T07:10:43.439146+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:43.452006+0000","last_undegraded":"2024-04-13T07:10:43.452006+0000","last_fullsized":"2024-04-13T07:10:43.452006+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:30:17.788004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820899+0000","last_change":"2024-04-13T07:10:44.468712+0000","last_active":"2024-04-13T07:10:45.820899+0000","last_peered":"2024-04-13T07:10:45.820899+0000","last_clean":"2024-04-13T07:10:45.820899+0000","last_became_active":"2024-04-13T07:10:44.468421+0000","last_became_peered":"2024-04-13T07:10:44.468421+0000","last_unstale":"2024-04-13T07:10:45.820899+0000","last_undegraded":"2024-04-13T07:10:45.820899+0000","last_fullsized":"2024-04-13T07:10:45.820899+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:55:26.294310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821823+0000","last_change":"2024-04-13T07:10:44.468115+0000","last_active":"2024-04-13T07:10:45.821823+0000","last_peered":"2024-04-13T07:10:45.821823+0000","last_clean":"2024-04-13T07:10:45.821823+0000","last_became_active":"2024-04-13T07:10:44.467834+0000","last_became_peered":"2024-04-13T07:10:44.467834+0000","last_unstale":"2024-04-13T07:10:45.821823+0000","last_undegraded":"2024-04-13T07:10:45.821823+0000","last_fullsized":"2024-04-13T07:10:45.821823+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:01:34.191890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042870+0000","last_change":"2024-04-13T07:10:44.834780+0000","last_active":"2024-04-13T07:10:46.042870+0000","last_peered":"2024-04-13T07:10:46.042870+0000","last_clean":"2024-04-13T07:10:46.042870+0000","last_became_active":"2024-04-13T07:10:44.834446+0000","last_became_peered":"2024-04-13T07:10:44.834446+0000","last_unstale":"2024-04-13T07:10:46.042870+0000","last_undegraded":"2024-04-13T07:10:46.042870+0000","last_fullsized":"2024-04-13T07:10:46.042870+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:57:46.687975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821554+0000","last_change":"2024-04-13T07:10:44.473847+0000","last_active":"2024-04-13T07:10:45.821554+0000","last_peered":"2024-04-13T07:10:45.821554+0000","last_clean":"2024-04-13T07:10:45.821554+0000","last_became_active":"2024-04-13T07:10:44.473524+0000","last_became_peered":"2024-04-13T07:10:44.473524+0000","last_unstale":"2024-04-13T07:10:45.821554+0000","last_undegraded":"2024-04-13T07:10:45.821554+0000","last_fullsized":"2024-04-13T07:10:45.821554+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:35:30.061039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821149+0000","last_change":"2024-04-13T07:10:44.839369+0000","last_active":"2024-04-13T07:10:45.821149+0000","last_peered":"2024-04-13T07:10:45.821149+0000","last_clean":"2024-04-13T07:10:45.821149+0000","last_became_active":"2024-04-13T07:10:44.839121+0000","last_became_peered":"2024-04-13T07:10:44.839121+0000","last_unstale":"2024-04-13T07:10:45.821149+0000","last_undegraded":"2024-04-13T07:10:45.821149+0000","last_fullsized":"2024-04-13T07:10:45.821149+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:44:53.744896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042337+0000","last_change":"2024-04-13T07:10:44.831282+0000","last_active":"2024-04-13T07:10:46.042337+0000","last_peered":"2024-04-13T07:10:46.042337+0000","last_clean":"2024-04-13T07:10:46.042337+0000","last_became_active":"2024-04-13T07:10:44.830952+0000","last_became_peered":"2024-04-13T07:10:44.830952+0000","last_unstale":"2024-04-13T07:10:46.042337+0000","last_undegraded":"2024-04-13T07:10:46.042337+0000","last_fullsized":"2024-04-13T07:10:46.042337+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:25:26.940812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821670+0000","last_change":"2024-04-13T07:10:44.825314+0000","last_active":"2024-04-13T07:10:45.821670+0000","last_peered":"2024-04-13T07:10:45.821670+0000","last_clean":"2024-04-13T07:10:45.821670+0000","last_became_active":"2024-04-13T07:10:44.825052+0000","last_became_peered":"2024-04-13T07:10:44.825052+0000","last_unstale":"2024-04-13T07:10:45.821670+0000","last_undegraded":"2024-04-13T07:10:45.821670+0000","last_fullsized":"2024-04-13T07:10:45.821670+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:50:21.109717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042720+0000","last_change":"2024-04-13T07:10:44.836128+0000","last_active":"2024-04-13T07:10:46.042720+0000","last_peered":"2024-04-13T07:10:46.042720+0000","last_clean":"2024-04-13T07:10:46.042720+0000","last_became_active":"2024-04-13T07:10:44.835130+0000","last_became_peered":"2024-04-13T07:10:44.835130+0000","last_unstale":"2024-04-13T07:10:46.042720+0000","last_undegraded":"2024-04-13T07:10:46.042720+0000","last_fullsized":"2024-04-13T07:10:46.042720+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:36:32.460887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042548+0000","last_change":"2024-04-13T07:10:44.844046+0000","last_active":"2024-04-13T07:10:46.042548+0000","last_peered":"2024-04-13T07:10:46.042548+0000","last_clean":"2024-04-13T07:10:46.042548+0000","last_became_active":"2024-04-13T07:10:44.843747+0000","last_became_peered":"2024-04-13T07:10:44.843747+0000","last_unstale":"2024-04-13T07:10:46.042548+0000","last_undegraded":"2024-04-13T07:10:46.042548+0000","last_fullsized":"2024-04-13T07:10:46.042548+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:52:16.121693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-13T07:10:44.443617+0000","last_change":"2024-04-13T07:10:44.443617+0000","last_active":"2024-04-13T07:10:44.443617+0000","last_peered":"2024-04-13T07:10:44.443617+0000","last_clean":"2024-04-13T07:10:44.443617+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-13T07:10:44.443617+0000","last_undegraded":"2024-04-13T07:10:44.443617+0000","last_fullsized":"2024-04-13T07:10:44.443617+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":60,"acting":60,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":160,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14,"ondisk_log_size":14,"up":81,"acting":81,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1167360,"data_stored":825149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.436}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":831123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.378}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":634880,"data_stored":262159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:04 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.32400000000000001,"15min":0.315},"min":{"1min":0.248,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.496,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.33800000000000002,"15min":0.32400000000000001},"min":{"1min":0.28599999999999998,"5min":0.216,"15min":0.216},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.379}]},{"osd":2,"last update":"Sat Apr 13 07:10:30 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.41199999999999998,"15min":0.40300000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.307,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.36099999999999999}]},{"osd":3,"last update":"Sat Apr 13 07:09:52 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.27500000000000002}]},{"osd":4,"last update":"Sat Apr 13 07:10:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.625},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.70099999999999996}]},{"osd":5,"last update":"Sat Apr 13 07:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.71499999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28172,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716980,"statfs":{"total":95995035648,"available":95966187520,"internally_reserved":0,"allocated":1171456,"data_stored":825480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Apr 13 07:10:06 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.35399999999999998,"15min":0.34599999999999997},"min":{"1min":0.26900000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.36899999999999999,"15min":0.35499999999999998},"min":{"1min":0.31900000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.35899999999999999}]},{"osd":2,"last update":"Sat Apr 13 07:10:31 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.40100000000000002,"15min":0.39700000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.56100000000000005,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.432,"15min":0.42399999999999999},"min":{"1min":0.35799999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.315}]},{"osd":3,"last update":"Sat Apr 13 07:09:52 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.376},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.39300000000000002}]},{"osd":4,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.46999999999999997}]},{"osd":5,"last update":"Sat Apr 13 07:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.501}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":630784,"data_stored":262272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:27 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.38800000000000001,"15min":0.377},"min":{"1min":0.27600000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.39200000000000002,"15min":0.38800000000000001},"min":{"1min":0.23300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.30299999999999999}]},{"osd":1,"last update":"Sat Apr 13 07:10:27 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.41899999999999998,"15min":0.41199999999999998},"min":{"1min":0.31,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.25},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.41599999999999998,"15min":0.40300000000000002},"min":{"1min":0.28599999999999998,"5min":0.224,"15min":0.224},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.32300000000000001}]},{"osd":3,"last update":"Sat Apr 13 07:09:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.35699999999999998}]},{"osd":4,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.65400000000000003}]},{"osd":5,"last update":"Sat Apr 13 07:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.276,"5min":1.276,"15min":1.276},"last":0.753}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]}]},{"osd":3,"up_from":26,"seq":111669149721,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27596,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:09:53 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.29399999999999998}]},{"osd":1,"last update":"Sat Apr 13 07:09:53 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.378}]},{"osd":2,"last update":"Sat Apr 13 07:09:53 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.33400000000000002}]},{"osd":4,"last update":"Sat Apr 13 07:10:14 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.67700000000000005}]},{"osd":5,"last update":"Sat Apr 13 07:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.625},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.69599999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27596,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":589824,"data_stored":241359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.44}]},{"osd":1,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.318},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.45500000000000002}]},{"osd":2,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.39000000000000001}]},{"osd":3,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.36799999999999999}]},{"osd":5,"last update":"Sat Apr 13 07:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.56999999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724560,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":630784,"data_stored":256865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.61099999999999999}]},{"osd":1,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.65900000000000003}]},{"osd":2,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.68700000000000006}]},{"osd":3,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.59599999999999997}]},{"osd":4,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.40400000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T07:10:50.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:49 smithi003 ceph-mon[37804]: from='client.24464 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:10:50.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:49 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/1180566270' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-13T07:10:50.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:49 smithi003 ceph-mon[37804]: from='client.24476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:10:50.142 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:49 smithi003 ceph-mon[37804]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-13T07:10:50.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:49 smithi003 ceph-mon[27034]: from='client.24464 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:10:50.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:49 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1180566270' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-13T07:10:50.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:49 smithi003 ceph-mon[27034]: from='client.24476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:10:50.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:49 smithi003 ceph-mon[27034]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-13T07:10:50.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:49 smithi066 ceph-mon[30583]: from='client.24464 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:10:50.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:49 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1180566270' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-13T07:10:50.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:49 smithi066 ceph-mon[30583]: from='client.24476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:10:50.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:49 smithi066 ceph-mon[30583]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-13T07:10:51.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:51 smithi003 ceph-mon[27034]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s wr, 6 op/s 2024-04-13T07:10:51.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:51 smithi003 ceph-mon[37804]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s wr, 6 op/s 2024-04-13T07:10:51.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:51 smithi066 ceph-mon[30583]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s wr, 6 op/s 2024-04-13T07:10:52.241 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-13T07:10:52.558 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:10:52.560 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-04-13T07:10:52.569 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":191,"stamp":"2024-04-13T07:10:51.423636+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227028,"kb_used_data":6728,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734188,"statfs":{"total":767960285184,"available":767727808512,"internally_reserved":0,"allocated":6889472,"data_stored":3873735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":225431097},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.972847"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.824035+0000","last_change":"2024-04-13T07:10:44.851733+0000","last_active":"2024-04-13T07:10:45.824035+0000","last_peered":"2024-04-13T07:10:45.824035+0000","last_clean":"2024-04-13T07:10:45.824035+0000","last_became_active":"2024-04-13T07:10:44.851425+0000","last_became_peered":"2024-04-13T07:10:44.851425+0000","last_unstale":"2024-04-13T07:10:45.824035+0000","last_undegraded":"2024-04-13T07:10:45.824035+0000","last_fullsized":"2024-04-13T07:10:45.824035+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:10:11.733117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.822118+0000","last_change":"2024-04-13T07:10:44.842746+0000","last_active":"2024-04-13T07:10:45.822118+0000","last_peered":"2024-04-13T07:10:45.822118+0000","last_clean":"2024-04-13T07:10:45.822118+0000","last_became_active":"2024-04-13T07:10:44.842438+0000","last_became_peered":"2024-04-13T07:10:44.842438+0000","last_unstale":"2024-04-13T07:10:45.822118+0000","last_undegraded":"2024-04-13T07:10:45.822118+0000","last_fullsized":"2024-04-13T07:10:45.822118+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:54:41.219960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042625+0000","last_change":"2024-04-13T07:10:44.834099+0000","last_active":"2024-04-13T07:10:46.042625+0000","last_peered":"2024-04-13T07:10:46.042625+0000","last_clean":"2024-04-13T07:10:46.042625+0000","last_became_active":"2024-04-13T07:10:44.833743+0000","last_became_peered":"2024-04-13T07:10:44.833743+0000","last_unstale":"2024-04-13T07:10:46.042625+0000","last_undegraded":"2024-04-13T07:10:46.042625+0000","last_fullsized":"2024-04-13T07:10:46.042625+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:07:41.148807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042521+0000","last_change":"2024-04-13T07:10:44.838904+0000","last_active":"2024-04-13T07:10:46.042521+0000","last_peered":"2024-04-13T07:10:46.042521+0000","last_clean":"2024-04-13T07:10:46.042521+0000","last_became_active":"2024-04-13T07:10:44.838618+0000","last_became_peered":"2024-04-13T07:10:44.838618+0000","last_unstale":"2024-04-13T07:10:46.042521+0000","last_undegraded":"2024-04-13T07:10:46.042521+0000","last_fullsized":"2024-04-13T07:10:46.042521+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:24:59.668573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.823376+0000","last_change":"2024-04-13T07:10:44.841332+0000","last_active":"2024-04-13T07:10:45.823376+0000","last_peered":"2024-04-13T07:10:45.823376+0000","last_clean":"2024-04-13T07:10:45.823376+0000","last_became_active":"2024-04-13T07:10:44.840220+0000","last_became_peered":"2024-04-13T07:10:44.840220+0000","last_unstale":"2024-04-13T07:10:45.823376+0000","last_undegraded":"2024-04-13T07:10:45.823376+0000","last_fullsized":"2024-04-13T07:10:45.823376+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:49:00.546142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042479+0000","last_change":"2024-04-13T07:10:44.829178+0000","last_active":"2024-04-13T07:10:46.042479+0000","last_peered":"2024-04-13T07:10:46.042479+0000","last_clean":"2024-04-13T07:10:46.042479+0000","last_became_active":"2024-04-13T07:10:44.828840+0000","last_became_peered":"2024-04-13T07:10:44.828840+0000","last_unstale":"2024-04-13T07:10:46.042479+0000","last_undegraded":"2024-04-13T07:10:46.042479+0000","last_fullsized":"2024-04-13T07:10:46.042479+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:23:43.069728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.822886+0000","last_change":"2024-04-13T07:10:44.850216+0000","last_active":"2024-04-13T07:10:45.822886+0000","last_peered":"2024-04-13T07:10:45.822886+0000","last_clean":"2024-04-13T07:10:45.822886+0000","last_became_active":"2024-04-13T07:10:44.849659+0000","last_became_peered":"2024-04-13T07:10:44.849659+0000","last_unstale":"2024-04-13T07:10:45.822886+0000","last_undegraded":"2024-04-13T07:10:45.822886+0000","last_fullsized":"2024-04-13T07:10:45.822886+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:09:48.814810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.041520+0000","last_change":"2024-04-13T07:10:44.842913+0000","last_active":"2024-04-13T07:10:46.041520+0000","last_peered":"2024-04-13T07:10:46.041520+0000","last_clean":"2024-04-13T07:10:46.041520+0000","last_became_active":"2024-04-13T07:10:44.842592+0000","last_became_peered":"2024-04-13T07:10:44.842592+0000","last_unstale":"2024-04-13T07:10:46.041520+0000","last_undegraded":"2024-04-13T07:10:46.041520+0000","last_fullsized":"2024-04-13T07:10:46.041520+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:13:51.205011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.823970+0000","last_change":"2024-04-13T07:10:44.849393+0000","last_active":"2024-04-13T07:10:45.823970+0000","last_peered":"2024-04-13T07:10:45.823970+0000","last_clean":"2024-04-13T07:10:45.823970+0000","last_became_active":"2024-04-13T07:10:44.849081+0000","last_became_peered":"2024-04-13T07:10:44.849081+0000","last_unstale":"2024-04-13T07:10:45.823970+0000","last_undegraded":"2024-04-13T07:10:45.823970+0000","last_fullsized":"2024-04-13T07:10:45.823970+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:27:16.517161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043783+0000","last_change":"2024-04-13T07:10:44.843012+0000","last_active":"2024-04-13T07:10:46.043783+0000","last_peered":"2024-04-13T07:10:46.043783+0000","last_clean":"2024-04-13T07:10:46.043783+0000","last_became_active":"2024-04-13T07:10:44.842705+0000","last_became_peered":"2024-04-13T07:10:44.842705+0000","last_unstale":"2024-04-13T07:10:46.043783+0000","last_undegraded":"2024-04-13T07:10:46.043783+0000","last_fullsized":"2024-04-13T07:10:46.043783+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:35:56.168205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043437+0000","last_change":"2024-04-13T07:10:44.840238+0000","last_active":"2024-04-13T07:10:46.043437+0000","last_peered":"2024-04-13T07:10:46.043437+0000","last_clean":"2024-04-13T07:10:46.043437+0000","last_became_active":"2024-04-13T07:10:44.839054+0000","last_became_peered":"2024-04-13T07:10:44.839054+0000","last_unstale":"2024-04-13T07:10:46.043437+0000","last_undegraded":"2024-04-13T07:10:46.043437+0000","last_fullsized":"2024-04-13T07:10:46.043437+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:46:18.826239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.044346+0000","last_change":"2024-04-13T07:10:44.847523+0000","last_active":"2024-04-13T07:10:46.044346+0000","last_peered":"2024-04-13T07:10:46.044346+0000","last_clean":"2024-04-13T07:10:46.044346+0000","last_became_active":"2024-04-13T07:10:44.846963+0000","last_became_peered":"2024-04-13T07:10:44.846963+0000","last_unstale":"2024-04-13T07:10:46.044346+0000","last_undegraded":"2024-04-13T07:10:46.044346+0000","last_fullsized":"2024-04-13T07:10:46.044346+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:25:06.594899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.041727+0000","last_change":"2024-04-13T07:10:44.854431+0000","last_active":"2024-04-13T07:10:46.041727+0000","last_peered":"2024-04-13T07:10:46.041727+0000","last_clean":"2024-04-13T07:10:46.041727+0000","last_became_active":"2024-04-13T07:10:44.854138+0000","last_became_peered":"2024-04-13T07:10:44.854138+0000","last_unstale":"2024-04-13T07:10:46.041727+0000","last_undegraded":"2024-04-13T07:10:46.041727+0000","last_fullsized":"2024-04-13T07:10:46.041727+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:33:19.447914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.041922+0000","last_change":"2024-04-13T07:10:44.838168+0000","last_active":"2024-04-13T07:10:46.041922+0000","last_peered":"2024-04-13T07:10:46.041922+0000","last_clean":"2024-04-13T07:10:46.041922+0000","last_became_active":"2024-04-13T07:10:44.837872+0000","last_became_peered":"2024-04-13T07:10:44.837872+0000","last_unstale":"2024-04-13T07:10:46.041922+0000","last_undegraded":"2024-04-13T07:10:46.041922+0000","last_fullsized":"2024-04-13T07:10:46.041922+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:37:36.982278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820618+0000","last_change":"2024-04-13T07:10:44.833333+0000","last_active":"2024-04-13T07:10:45.820618+0000","last_peered":"2024-04-13T07:10:45.820618+0000","last_clean":"2024-04-13T07:10:45.820618+0000","last_became_active":"2024-04-13T07:10:44.832905+0000","last_became_peered":"2024-04-13T07:10:44.832905+0000","last_unstale":"2024-04-13T07:10:45.820618+0000","last_undegraded":"2024-04-13T07:10:45.820618+0000","last_fullsized":"2024-04-13T07:10:45.820618+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:30:54.510173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042784+0000","last_change":"2024-04-13T07:10:44.836291+0000","last_active":"2024-04-13T07:10:46.042784+0000","last_peered":"2024-04-13T07:10:46.042784+0000","last_clean":"2024-04-13T07:10:46.042784+0000","last_became_active":"2024-04-13T07:10:44.835724+0000","last_became_peered":"2024-04-13T07:10:44.835724+0000","last_unstale":"2024-04-13T07:10:46.042784+0000","last_undegraded":"2024-04-13T07:10:46.042784+0000","last_fullsized":"2024-04-13T07:10:46.042784+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:17:59.371083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043341+0000","last_change":"2024-04-13T07:10:44.839084+0000","last_active":"2024-04-13T07:10:46.043341+0000","last_peered":"2024-04-13T07:10:46.043341+0000","last_clean":"2024-04-13T07:10:46.043341+0000","last_became_active":"2024-04-13T07:10:44.838798+0000","last_became_peered":"2024-04-13T07:10:44.838798+0000","last_unstale":"2024-04-13T07:10:46.043341+0000","last_undegraded":"2024-04-13T07:10:46.043341+0000","last_fullsized":"2024-04-13T07:10:46.043341+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:59:54.343450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821500+0000","last_change":"2024-04-13T07:10:44.841892+0000","last_active":"2024-04-13T07:10:45.821500+0000","last_peered":"2024-04-13T07:10:45.821500+0000","last_clean":"2024-04-13T07:10:45.821500+0000","last_became_active":"2024-04-13T07:10:44.841607+0000","last_became_peered":"2024-04-13T07:10:44.841607+0000","last_unstale":"2024-04-13T07:10:45.821500+0000","last_undegraded":"2024-04-13T07:10:45.821500+0000","last_fullsized":"2024-04-13T07:10:45.821500+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:00:12.746178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.823398+0000","last_change":"2024-04-13T07:10:44.842252+0000","last_active":"2024-04-13T07:10:45.823398+0000","last_peered":"2024-04-13T07:10:45.823398+0000","last_clean":"2024-04-13T07:10:45.823398+0000","last_became_active":"2024-04-13T07:10:44.841909+0000","last_became_peered":"2024-04-13T07:10:44.841909+0000","last_unstale":"2024-04-13T07:10:45.823398+0000","last_undegraded":"2024-04-13T07:10:45.823398+0000","last_fullsized":"2024-04-13T07:10:45.823398+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:42:03.783246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":16,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043043+0000","last_change":"2024-04-13T07:10:44.472613+0000","last_active":"2024-04-13T07:10:46.043043+0000","last_peered":"2024-04-13T07:10:46.043043+0000","last_clean":"2024-04-13T07:10:46.043043+0000","last_became_active":"2024-04-13T07:10:44.472320+0000","last_became_peered":"2024-04-13T07:10:44.472320+0000","last_unstale":"2024-04-13T07:10:46.043043+0000","last_undegraded":"2024-04-13T07:10:46.043043+0000","last_fullsized":"2024-04-13T07:10:46.043043+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:30:58.282051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042020+0000","last_change":"2024-04-13T07:10:44.854394+0000","last_active":"2024-04-13T07:10:46.042020+0000","last_peered":"2024-04-13T07:10:46.042020+0000","last_clean":"2024-04-13T07:10:46.042020+0000","last_became_active":"2024-04-13T07:10:44.854075+0000","last_became_peered":"2024-04-13T07:10:44.854075+0000","last_unstale":"2024-04-13T07:10:46.042020+0000","last_undegraded":"2024-04-13T07:10:46.042020+0000","last_fullsized":"2024-04-13T07:10:46.042020+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:40:08.418867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042089+0000","last_change":"2024-04-13T07:10:44.474911+0000","last_active":"2024-04-13T07:10:46.042089+0000","last_peered":"2024-04-13T07:10:46.042089+0000","last_clean":"2024-04-13T07:10:46.042089+0000","last_became_active":"2024-04-13T07:10:44.474631+0000","last_became_peered":"2024-04-13T07:10:44.474631+0000","last_unstale":"2024-04-13T07:10:46.042089+0000","last_undegraded":"2024-04-13T07:10:46.042089+0000","last_fullsized":"2024-04-13T07:10:46.042089+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:25:34.502982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042952+0000","last_change":"2024-04-13T07:10:44.836983+0000","last_active":"2024-04-13T07:10:46.042952+0000","last_peered":"2024-04-13T07:10:46.042952+0000","last_clean":"2024-04-13T07:10:46.042952+0000","last_became_active":"2024-04-13T07:10:44.836405+0000","last_became_peered":"2024-04-13T07:10:44.836405+0000","last_unstale":"2024-04-13T07:10:46.042952+0000","last_undegraded":"2024-04-13T07:10:46.042952+0000","last_fullsized":"2024-04-13T07:10:46.042952+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:00:25.278771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:10:44.850826+0000","last_change":"2024-04-13T07:10:44.479437+0000","last_active":"2024-04-13T07:10:44.850826+0000","last_peered":"2024-04-13T07:10:44.850826+0000","last_clean":"2024-04-13T07:10:44.850826+0000","last_became_active":"2024-04-13T07:10:44.479128+0000","last_became_peered":"2024-04-13T07:10:44.479128+0000","last_unstale":"2024-04-13T07:10:44.850826+0000","last_undegraded":"2024-04-13T07:10:44.850826+0000","last_fullsized":"2024-04-13T07:10:44.850826+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:20:14.774412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043593+0000","last_change":"2024-04-13T07:10:44.836844+0000","last_active":"2024-04-13T07:10:46.043593+0000","last_peered":"2024-04-13T07:10:46.043593+0000","last_clean":"2024-04-13T07:10:46.043593+0000","last_became_active":"2024-04-13T07:10:44.834667+0000","last_became_peered":"2024-04-13T07:10:44.834667+0000","last_unstale":"2024-04-13T07:10:46.043593+0000","last_undegraded":"2024-04-13T07:10:46.043593+0000","last_fullsized":"2024-04-13T07:10:46.043593+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:05.125610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:10:44.839442+0000","last_change":"2024-04-13T07:10:44.475868+0000","last_active":"2024-04-13T07:10:44.839442+0000","last_peered":"2024-04-13T07:10:44.839442+0000","last_clean":"2024-04-13T07:10:44.839442+0000","last_became_active":"2024-04-13T07:10:44.475504+0000","last_became_peered":"2024-04-13T07:10:44.475504+0000","last_unstale":"2024-04-13T07:10:44.839442+0000","last_undegraded":"2024-04-13T07:10:44.839442+0000","last_fullsized":"2024-04-13T07:10:44.839442+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:55:42.864789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042903+0000","last_change":"2024-04-13T07:10:44.844809+0000","last_active":"2024-04-13T07:10:46.042903+0000","last_peered":"2024-04-13T07:10:46.042903+0000","last_clean":"2024-04-13T07:10:46.042903+0000","last_became_active":"2024-04-13T07:10:44.844473+0000","last_became_peered":"2024-04-13T07:10:44.844473+0000","last_unstale":"2024-04-13T07:10:46.042903+0000","last_undegraded":"2024-04-13T07:10:46.042903+0000","last_fullsized":"2024-04-13T07:10:46.042903+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:56:19.540549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.041986+0000","last_change":"2024-04-13T07:10:44.469651+0000","last_active":"2024-04-13T07:10:46.041986+0000","last_peered":"2024-04-13T07:10:46.041986+0000","last_clean":"2024-04-13T07:10:46.041986+0000","last_became_active":"2024-04-13T07:10:44.469354+0000","last_became_peered":"2024-04-13T07:10:44.469354+0000","last_unstale":"2024-04-13T07:10:46.041986+0000","last_undegraded":"2024-04-13T07:10:46.041986+0000","last_fullsized":"2024-04-13T07:10:46.041986+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:26:39.388327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042828+0000","last_change":"2024-04-13T07:10:44.836145+0000","last_active":"2024-04-13T07:10:46.042828+0000","last_peered":"2024-04-13T07:10:46.042828+0000","last_clean":"2024-04-13T07:10:46.042828+0000","last_became_active":"2024-04-13T07:10:44.835665+0000","last_became_peered":"2024-04-13T07:10:44.835665+0000","last_unstale":"2024-04-13T07:10:46.042828+0000","last_undegraded":"2024-04-13T07:10:46.042828+0000","last_fullsized":"2024-04-13T07:10:46.042828+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:04:57.317727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:10:44.843290+0000","last_change":"2024-04-13T07:10:44.473933+0000","last_active":"2024-04-13T07:10:44.843290+0000","last_peered":"2024-04-13T07:10:44.843290+0000","last_clean":"2024-04-13T07:10:44.843290+0000","last_became_active":"2024-04-13T07:10:44.473603+0000","last_became_peered":"2024-04-13T07:10:44.473603+0000","last_unstale":"2024-04-13T07:10:44.843290+0000","last_undegraded":"2024-04-13T07:10:44.843290+0000","last_fullsized":"2024-04-13T07:10:44.843290+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:56:12.574604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042501+0000","last_change":"2024-04-13T07:10:44.849577+0000","last_active":"2024-04-13T07:10:46.042501+0000","last_peered":"2024-04-13T07:10:46.042501+0000","last_clean":"2024-04-13T07:10:46.042501+0000","last_became_active":"2024-04-13T07:10:44.849310+0000","last_became_peered":"2024-04-13T07:10:44.849310+0000","last_unstale":"2024-04-13T07:10:46.042501+0000","last_undegraded":"2024-04-13T07:10:46.042501+0000","last_fullsized":"2024-04-13T07:10:46.042501+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:25:07.658748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.041644+0000","last_change":"2024-04-13T07:10:44.469595+0000","last_active":"2024-04-13T07:10:46.041644+0000","last_peered":"2024-04-13T07:10:46.041644+0000","last_clean":"2024-04-13T07:10:46.041644+0000","last_became_active":"2024-04-13T07:10:44.468636+0000","last_became_peered":"2024-04-13T07:10:44.468636+0000","last_unstale":"2024-04-13T07:10:46.041644+0000","last_undegraded":"2024-04-13T07:10:46.041644+0000","last_fullsized":"2024-04-13T07:10:46.041644+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:43:51.359622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.041621+0000","last_change":"2024-04-13T07:10:44.837232+0000","last_active":"2024-04-13T07:10:46.041621+0000","last_peered":"2024-04-13T07:10:46.041621+0000","last_clean":"2024-04-13T07:10:46.041621+0000","last_became_active":"2024-04-13T07:10:44.835100+0000","last_became_peered":"2024-04-13T07:10:44.835100+0000","last_unstale":"2024-04-13T07:10:46.041621+0000","last_undegraded":"2024-04-13T07:10:46.041621+0000","last_fullsized":"2024-04-13T07:10:46.041621+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:59:18.679882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042586+0000","last_change":"2024-04-13T07:10:44.477150+0000","last_active":"2024-04-13T07:10:46.042586+0000","last_peered":"2024-04-13T07:10:46.042586+0000","last_clean":"2024-04-13T07:10:46.042586+0000","last_became_active":"2024-04-13T07:10:44.476721+0000","last_became_peered":"2024-04-13T07:10:44.476721+0000","last_unstale":"2024-04-13T07:10:46.042586+0000","last_undegraded":"2024-04-13T07:10:46.042586+0000","last_fullsized":"2024-04-13T07:10:46.042586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:24:51.238109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820794+0000","last_change":"2024-04-13T07:10:44.836382+0000","last_active":"2024-04-13T07:10:45.820794+0000","last_peered":"2024-04-13T07:10:45.820794+0000","last_clean":"2024-04-13T07:10:45.820794+0000","last_became_active":"2024-04-13T07:10:44.836099+0000","last_became_peered":"2024-04-13T07:10:44.836099+0000","last_unstale":"2024-04-13T07:10:45.820794+0000","last_undegraded":"2024-04-13T07:10:45.820794+0000","last_fullsized":"2024-04-13T07:10:45.820794+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:54:30.450812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:10:44.826905+0000","last_change":"2024-04-13T07:10:44.468971+0000","last_active":"2024-04-13T07:10:44.826905+0000","last_peered":"2024-04-13T07:10:44.826905+0000","last_clean":"2024-04-13T07:10:44.826905+0000","last_became_active":"2024-04-13T07:10:44.468547+0000","last_became_peered":"2024-04-13T07:10:44.468547+0000","last_unstale":"2024-04-13T07:10:44.826905+0000","last_undegraded":"2024-04-13T07:10:44.826905+0000","last_fullsized":"2024-04-13T07:10:44.826905+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:03:15.870506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043155+0000","last_change":"2024-04-13T07:10:44.840238+0000","last_active":"2024-04-13T07:10:46.043155+0000","last_peered":"2024-04-13T07:10:46.043155+0000","last_clean":"2024-04-13T07:10:46.043155+0000","last_became_active":"2024-04-13T07:10:44.839888+0000","last_became_peered":"2024-04-13T07:10:44.839888+0000","last_unstale":"2024-04-13T07:10:46.043155+0000","last_undegraded":"2024-04-13T07:10:46.043155+0000","last_fullsized":"2024-04-13T07:10:46.043155+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:50:56.128207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043005+0000","last_change":"2024-04-13T07:10:44.473136+0000","last_active":"2024-04-13T07:10:46.043005+0000","last_peered":"2024-04-13T07:10:46.043005+0000","last_clean":"2024-04-13T07:10:46.043005+0000","last_became_active":"2024-04-13T07:10:44.472782+0000","last_became_peered":"2024-04-13T07:10:44.472782+0000","last_unstale":"2024-04-13T07:10:46.043005+0000","last_undegraded":"2024-04-13T07:10:46.043005+0000","last_fullsized":"2024-04-13T07:10:46.043005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:07:02.496879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042883+0000","last_change":"2024-04-13T07:10:44.847324+0000","last_active":"2024-04-13T07:10:46.042883+0000","last_peered":"2024-04-13T07:10:46.042883+0000","last_clean":"2024-04-13T07:10:46.042883+0000","last_became_active":"2024-04-13T07:10:44.847032+0000","last_became_peered":"2024-04-13T07:10:44.847032+0000","last_unstale":"2024-04-13T07:10:46.042883+0000","last_undegraded":"2024-04-13T07:10:46.042883+0000","last_fullsized":"2024-04-13T07:10:46.042883+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:00:36.589465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821862+0000","last_change":"2024-04-13T07:10:44.465945+0000","last_active":"2024-04-13T07:10:45.821862+0000","last_peered":"2024-04-13T07:10:45.821862+0000","last_clean":"2024-04-13T07:10:45.821862+0000","last_became_active":"2024-04-13T07:10:44.465670+0000","last_became_peered":"2024-04-13T07:10:44.465670+0000","last_unstale":"2024-04-13T07:10:45.821862+0000","last_undegraded":"2024-04-13T07:10:45.821862+0000","last_fullsized":"2024-04-13T07:10:45.821862+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:49:13.673795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.044148+0000","last_change":"2024-04-13T07:10:44.847693+0000","last_active":"2024-04-13T07:10:46.044148+0000","last_peered":"2024-04-13T07:10:46.044148+0000","last_clean":"2024-04-13T07:10:46.044148+0000","last_became_active":"2024-04-13T07:10:44.847220+0000","last_became_peered":"2024-04-13T07:10:44.847220+0000","last_unstale":"2024-04-13T07:10:46.044148+0000","last_undegraded":"2024-04-13T07:10:46.044148+0000","last_fullsized":"2024-04-13T07:10:46.044148+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:52:27.250669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:10:44.856421+0000","last_change":"2024-04-13T07:10:44.471665+0000","last_active":"2024-04-13T07:10:44.856421+0000","last_peered":"2024-04-13T07:10:44.856421+0000","last_clean":"2024-04-13T07:10:44.856421+0000","last_became_active":"2024-04-13T07:10:44.470299+0000","last_became_peered":"2024-04-13T07:10:44.470299+0000","last_unstale":"2024-04-13T07:10:44.856421+0000","last_undegraded":"2024-04-13T07:10:44.856421+0000","last_fullsized":"2024-04-13T07:10:44.856421+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:46:06.855402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.823410+0000","last_change":"2024-04-13T07:10:44.843244+0000","last_active":"2024-04-13T07:10:45.823410+0000","last_peered":"2024-04-13T07:10:45.823410+0000","last_clean":"2024-04-13T07:10:45.823410+0000","last_became_active":"2024-04-13T07:10:44.842280+0000","last_became_peered":"2024-04-13T07:10:44.842280+0000","last_unstale":"2024-04-13T07:10:45.823410+0000","last_undegraded":"2024-04-13T07:10:45.823410+0000","last_fullsized":"2024-04-13T07:10:45.823410+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:39:35.073706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042459+0000","last_change":"2024-04-13T07:10:44.470219+0000","last_active":"2024-04-13T07:10:46.042459+0000","last_peered":"2024-04-13T07:10:46.042459+0000","last_clean":"2024-04-13T07:10:46.042459+0000","last_became_active":"2024-04-13T07:10:44.469518+0000","last_became_peered":"2024-04-13T07:10:44.469518+0000","last_unstale":"2024-04-13T07:10:46.042459+0000","last_undegraded":"2024-04-13T07:10:46.042459+0000","last_fullsized":"2024-04-13T07:10:46.042459+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:04:08.335185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.041813+0000","last_change":"2024-04-13T07:10:44.847210+0000","last_active":"2024-04-13T07:10:46.041813+0000","last_peered":"2024-04-13T07:10:46.041813+0000","last_clean":"2024-04-13T07:10:46.041813+0000","last_became_active":"2024-04-13T07:10:44.846933+0000","last_became_peered":"2024-04-13T07:10:44.846933+0000","last_unstale":"2024-04-13T07:10:46.041813+0000","last_undegraded":"2024-04-13T07:10:46.041813+0000","last_fullsized":"2024-04-13T07:10:46.041813+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:59:05.726250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042219+0000","last_change":"2024-04-13T07:10:44.475614+0000","last_active":"2024-04-13T07:10:46.042219+0000","last_peered":"2024-04-13T07:10:46.042219+0000","last_clean":"2024-04-13T07:10:46.042219+0000","last_became_active":"2024-04-13T07:10:44.475262+0000","last_became_peered":"2024-04-13T07:10:44.475262+0000","last_unstale":"2024-04-13T07:10:46.042219+0000","last_undegraded":"2024-04-13T07:10:46.042219+0000","last_fullsized":"2024-04-13T07:10:46.042219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:39:05.254368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.823476+0000","last_change":"2024-04-13T07:10:44.841255+0000","last_active":"2024-04-13T07:10:45.823476+0000","last_peered":"2024-04-13T07:10:45.823476+0000","last_clean":"2024-04-13T07:10:45.823476+0000","last_became_active":"2024-04-13T07:10:44.839314+0000","last_became_peered":"2024-04-13T07:10:44.839314+0000","last_unstale":"2024-04-13T07:10:45.823476+0000","last_undegraded":"2024-04-13T07:10:45.823476+0000","last_fullsized":"2024-04-13T07:10:45.823476+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:14:20.707334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:10:44.825713+0000","last_change":"2024-04-13T07:10:44.464325+0000","last_active":"2024-04-13T07:10:44.825713+0000","last_peered":"2024-04-13T07:10:44.825713+0000","last_clean":"2024-04-13T07:10:44.825713+0000","last_became_active":"2024-04-13T07:10:44.463994+0000","last_became_peered":"2024-04-13T07:10:44.463994+0000","last_unstale":"2024-04-13T07:10:44.825713+0000","last_undegraded":"2024-04-13T07:10:44.825713+0000","last_fullsized":"2024-04-13T07:10:44.825713+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:53:04.108499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043341+0000","last_change":"2024-04-13T07:10:44.848761+0000","last_active":"2024-04-13T07:10:46.043341+0000","last_peered":"2024-04-13T07:10:46.043341+0000","last_clean":"2024-04-13T07:10:46.043341+0000","last_became_active":"2024-04-13T07:10:44.848438+0000","last_became_peered":"2024-04-13T07:10:44.848438+0000","last_unstale":"2024-04-13T07:10:46.043341+0000","last_undegraded":"2024-04-13T07:10:46.043341+0000","last_fullsized":"2024-04-13T07:10:46.043341+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:41:00.542349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820670+0000","last_change":"2024-04-13T07:10:44.462495+0000","last_active":"2024-04-13T07:10:45.820670+0000","last_peered":"2024-04-13T07:10:45.820670+0000","last_clean":"2024-04-13T07:10:45.820670+0000","last_became_active":"2024-04-13T07:10:44.462108+0000","last_became_peered":"2024-04-13T07:10:44.462108+0000","last_unstale":"2024-04-13T07:10:45.820670+0000","last_undegraded":"2024-04-13T07:10:45.820670+0000","last_fullsized":"2024-04-13T07:10:45.820670+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:26:34.526684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.823022+0000","last_change":"2024-04-13T07:10:44.848372+0000","last_active":"2024-04-13T07:10:45.823022+0000","last_peered":"2024-04-13T07:10:45.823022+0000","last_clean":"2024-04-13T07:10:45.823022+0000","last_became_active":"2024-04-13T07:10:44.847981+0000","last_became_peered":"2024-04-13T07:10:44.847981+0000","last_unstale":"2024-04-13T07:10:45.823022+0000","last_undegraded":"2024-04-13T07:10:45.823022+0000","last_fullsized":"2024-04-13T07:10:45.823022+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:09:00.757951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:10:44.849394+0000","last_change":"2024-04-13T07:10:44.470902+0000","last_active":"2024-04-13T07:10:44.849394+0000","last_peered":"2024-04-13T07:10:44.849394+0000","last_clean":"2024-04-13T07:10:44.849394+0000","last_became_active":"2024-04-13T07:10:44.470527+0000","last_became_peered":"2024-04-13T07:10:44.470527+0000","last_unstale":"2024-04-13T07:10:44.849394+0000","last_undegraded":"2024-04-13T07:10:44.849394+0000","last_fullsized":"2024-04-13T07:10:44.849394+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:27:12.131747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.823860+0000","last_change":"2024-04-13T07:10:44.842452+0000","last_active":"2024-04-13T07:10:45.823860+0000","last_peered":"2024-04-13T07:10:45.823860+0000","last_clean":"2024-04-13T07:10:45.823860+0000","last_became_active":"2024-04-13T07:10:44.842063+0000","last_became_peered":"2024-04-13T07:10:44.842063+0000","last_unstale":"2024-04-13T07:10:45.823860+0000","last_undegraded":"2024-04-13T07:10:45.823860+0000","last_fullsized":"2024-04-13T07:10:45.823860+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:20:23.383584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821777+0000","last_change":"2024-04-13T07:10:44.464639+0000","last_active":"2024-04-13T07:10:45.821777+0000","last_peered":"2024-04-13T07:10:45.821777+0000","last_clean":"2024-04-13T07:10:45.821777+0000","last_became_active":"2024-04-13T07:10:44.464272+0000","last_became_peered":"2024-04-13T07:10:44.464272+0000","last_unstale":"2024-04-13T07:10:45.821777+0000","last_undegraded":"2024-04-13T07:10:45.821777+0000","last_fullsized":"2024-04-13T07:10:45.821777+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:18:20.804541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043231+0000","last_change":"2024-04-13T07:10:44.825071+0000","last_active":"2024-04-13T07:10:46.043231+0000","last_peered":"2024-04-13T07:10:46.043231+0000","last_clean":"2024-04-13T07:10:46.043231+0000","last_became_active":"2024-04-13T07:10:44.824731+0000","last_became_peered":"2024-04-13T07:10:44.824731+0000","last_unstale":"2024-04-13T07:10:46.043231+0000","last_undegraded":"2024-04-13T07:10:46.043231+0000","last_fullsized":"2024-04-13T07:10:46.043231+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:13:02.497202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042182+0000","last_change":"2024-04-13T07:10:44.469518+0000","last_active":"2024-04-13T07:10:46.042182+0000","last_peered":"2024-04-13T07:10:46.042182+0000","last_clean":"2024-04-13T07:10:46.042182+0000","last_became_active":"2024-04-13T07:10:44.469219+0000","last_became_peered":"2024-04-13T07:10:44.469219+0000","last_unstale":"2024-04-13T07:10:46.042182+0000","last_undegraded":"2024-04-13T07:10:46.042182+0000","last_fullsized":"2024-04-13T07:10:46.042182+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:44:47.057393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042634+0000","last_change":"2024-04-13T07:10:44.854565+0000","last_active":"2024-04-13T07:10:46.042634+0000","last_peered":"2024-04-13T07:10:46.042634+0000","last_clean":"2024-04-13T07:10:46.042634+0000","last_became_active":"2024-04-13T07:10:44.854204+0000","last_became_peered":"2024-04-13T07:10:44.854204+0000","last_unstale":"2024-04-13T07:10:46.042634+0000","last_undegraded":"2024-04-13T07:10:46.042634+0000","last_fullsized":"2024-04-13T07:10:46.042634+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:40:27.950787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820613+0000","last_change":"2024-04-13T07:10:44.843241+0000","last_active":"2024-04-13T07:10:45.820613+0000","last_peered":"2024-04-13T07:10:45.820613+0000","last_clean":"2024-04-13T07:10:45.820613+0000","last_became_active":"2024-04-13T07:10:44.842841+0000","last_became_peered":"2024-04-13T07:10:44.842841+0000","last_unstale":"2024-04-13T07:10:45.820613+0000","last_undegraded":"2024-04-13T07:10:45.820613+0000","last_fullsized":"2024-04-13T07:10:45.820613+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:31:35.557950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821082+0000","last_change":"2024-04-13T07:10:44.463660+0000","last_active":"2024-04-13T07:10:45.821082+0000","last_peered":"2024-04-13T07:10:45.821082+0000","last_clean":"2024-04-13T07:10:45.821082+0000","last_became_active":"2024-04-13T07:10:44.463314+0000","last_became_peered":"2024-04-13T07:10:44.463314+0000","last_unstale":"2024-04-13T07:10:45.821082+0000","last_undegraded":"2024-04-13T07:10:45.821082+0000","last_fullsized":"2024-04-13T07:10:45.821082+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:35:02.222956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.041959+0000","last_change":"2024-04-13T07:10:44.854563+0000","last_active":"2024-04-13T07:10:46.041959+0000","last_peered":"2024-04-13T07:10:46.041959+0000","last_clean":"2024-04-13T07:10:46.041959+0000","last_became_active":"2024-04-13T07:10:44.854275+0000","last_became_peered":"2024-04-13T07:10:44.854275+0000","last_unstale":"2024-04-13T07:10:46.041959+0000","last_undegraded":"2024-04-13T07:10:46.041959+0000","last_fullsized":"2024-04-13T07:10:46.041959+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:24:06.107723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042454+0000","last_change":"2024-04-13T07:10:44.475815+0000","last_active":"2024-04-13T07:10:46.042454+0000","last_peered":"2024-04-13T07:10:46.042454+0000","last_clean":"2024-04-13T07:10:46.042454+0000","last_became_active":"2024-04-13T07:10:44.475504+0000","last_became_peered":"2024-04-13T07:10:44.475504+0000","last_unstale":"2024-04-13T07:10:46.042454+0000","last_undegraded":"2024-04-13T07:10:46.042454+0000","last_fullsized":"2024-04-13T07:10:46.042454+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:45:21.605445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":219,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:10:44.827040+0000","last_change":"2024-04-13T07:10:27.391567+0000","last_active":"2024-04-13T07:10:44.827040+0000","last_peered":"2024-04-13T07:10:44.827040+0000","last_clean":"2024-04-13T07:10:44.827040+0000","last_became_active":"2024-04-13T07:10:27.391237+0000","last_became_peered":"2024-04-13T07:10:27.391237+0000","last_unstale":"2024-04-13T07:10:44.827040+0000","last_undegraded":"2024-04-13T07:10:44.827040+0000","last_fullsized":"2024-04-13T07:10:44.827040+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:08:28.417903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:08:28.417903+0000","last_clean_scrub_stamp":"2024-04-13T07:08:28.417903+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:15:54.978078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.041886+0000","last_change":"2024-04-13T07:10:44.847581+0000","last_active":"2024-04-13T07:10:46.041886+0000","last_peered":"2024-04-13T07:10:46.041886+0000","last_clean":"2024-04-13T07:10:46.041886+0000","last_became_active":"2024-04-13T07:10:44.847230+0000","last_became_peered":"2024-04-13T07:10:44.847230+0000","last_unstale":"2024-04-13T07:10:46.041886+0000","last_undegraded":"2024-04-13T07:10:46.041886+0000","last_fullsized":"2024-04-13T07:10:46.041886+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:37:33.924434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:10:44.827250+0000","last_change":"2024-04-13T07:10:44.480014+0000","last_active":"2024-04-13T07:10:44.827250+0000","last_peered":"2024-04-13T07:10:44.827250+0000","last_clean":"2024-04-13T07:10:44.827250+0000","last_became_active":"2024-04-13T07:10:44.479756+0000","last_became_peered":"2024-04-13T07:10:44.479756+0000","last_unstale":"2024-04-13T07:10:44.827250+0000","last_undegraded":"2024-04-13T07:10:44.827250+0000","last_fullsized":"2024-04-13T07:10:44.827250+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:35:29.747225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:10:44.829718+0000","last_change":"2024-04-13T07:10:44.477814+0000","last_active":"2024-04-13T07:10:44.829718+0000","last_peered":"2024-04-13T07:10:44.829718+0000","last_clean":"2024-04-13T07:10:44.829718+0000","last_became_active":"2024-04-13T07:10:44.477426+0000","last_became_peered":"2024-04-13T07:10:44.477426+0000","last_unstale":"2024-04-13T07:10:44.829718+0000","last_undegraded":"2024-04-13T07:10:44.829718+0000","last_fullsized":"2024-04-13T07:10:44.829718+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:29:28.579508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821865+0000","last_change":"2024-04-13T07:10:44.821682+0000","last_active":"2024-04-13T07:10:45.821865+0000","last_peered":"2024-04-13T07:10:45.821865+0000","last_clean":"2024-04-13T07:10:45.821865+0000","last_became_active":"2024-04-13T07:10:44.821375+0000","last_became_peered":"2024-04-13T07:10:44.821375+0000","last_unstale":"2024-04-13T07:10:45.821865+0000","last_undegraded":"2024-04-13T07:10:45.821865+0000","last_fullsized":"2024-04-13T07:10:45.821865+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:15:38.586089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.822028+0000","last_change":"2024-04-13T07:10:44.463204+0000","last_active":"2024-04-13T07:10:45.822028+0000","last_peered":"2024-04-13T07:10:45.822028+0000","last_clean":"2024-04-13T07:10:45.822028+0000","last_became_active":"2024-04-13T07:10:44.462916+0000","last_became_peered":"2024-04-13T07:10:44.462916+0000","last_unstale":"2024-04-13T07:10:45.822028+0000","last_undegraded":"2024-04-13T07:10:45.822028+0000","last_fullsized":"2024-04-13T07:10:45.822028+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:53:14.834319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042329+0000","last_change":"2024-04-13T07:10:44.849318+0000","last_active":"2024-04-13T07:10:46.042329+0000","last_peered":"2024-04-13T07:10:46.042329+0000","last_clean":"2024-04-13T07:10:46.042329+0000","last_became_active":"2024-04-13T07:10:44.849031+0000","last_became_peered":"2024-04-13T07:10:44.849031+0000","last_unstale":"2024-04-13T07:10:46.042329+0000","last_undegraded":"2024-04-13T07:10:46.042329+0000","last_fullsized":"2024-04-13T07:10:46.042329+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:08:10.158542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:10:44.844415+0000","last_change":"2024-04-13T07:10:44.474543+0000","last_active":"2024-04-13T07:10:44.844415+0000","last_peered":"2024-04-13T07:10:44.844415+0000","last_clean":"2024-04-13T07:10:44.844415+0000","last_became_active":"2024-04-13T07:10:44.474172+0000","last_became_peered":"2024-04-13T07:10:44.474172+0000","last_unstale":"2024-04-13T07:10:44.844415+0000","last_undegraded":"2024-04-13T07:10:44.844415+0000","last_fullsized":"2024-04-13T07:10:44.844415+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:37:43.004120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042669+0000","last_change":"2024-04-13T07:10:44.840803+0000","last_active":"2024-04-13T07:10:46.042669+0000","last_peered":"2024-04-13T07:10:46.042669+0000","last_clean":"2024-04-13T07:10:46.042669+0000","last_became_active":"2024-04-13T07:10:44.840134+0000","last_became_peered":"2024-04-13T07:10:44.840134+0000","last_unstale":"2024-04-13T07:10:46.042669+0000","last_undegraded":"2024-04-13T07:10:46.042669+0000","last_fullsized":"2024-04-13T07:10:46.042669+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:29:02.436820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:10:44.826906+0000","last_change":"2024-04-13T07:10:44.479974+0000","last_active":"2024-04-13T07:10:44.826906+0000","last_peered":"2024-04-13T07:10:44.826906+0000","last_clean":"2024-04-13T07:10:44.826906+0000","last_became_active":"2024-04-13T07:10:44.479694+0000","last_became_peered":"2024-04-13T07:10:44.479694+0000","last_unstale":"2024-04-13T07:10:44.826906+0000","last_undegraded":"2024-04-13T07:10:44.826906+0000","last_fullsized":"2024-04-13T07:10:44.826906+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:16:55.583079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.044056+0000","last_change":"2024-04-13T07:10:44.843996+0000","last_active":"2024-04-13T07:10:46.044056+0000","last_peered":"2024-04-13T07:10:46.044056+0000","last_clean":"2024-04-13T07:10:46.044056+0000","last_became_active":"2024-04-13T07:10:44.843703+0000","last_became_peered":"2024-04-13T07:10:44.843703+0000","last_unstale":"2024-04-13T07:10:46.044056+0000","last_undegraded":"2024-04-13T07:10:46.044056+0000","last_fullsized":"2024-04-13T07:10:46.044056+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:25:04.610533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820703+0000","last_change":"2024-04-13T07:10:44.462062+0000","last_active":"2024-04-13T07:10:45.820703+0000","last_peered":"2024-04-13T07:10:45.820703+0000","last_clean":"2024-04-13T07:10:45.820703+0000","last_became_active":"2024-04-13T07:10:44.461739+0000","last_became_peered":"2024-04-13T07:10:44.461739+0000","last_unstale":"2024-04-13T07:10:45.820703+0000","last_undegraded":"2024-04-13T07:10:45.820703+0000","last_fullsized":"2024-04-13T07:10:45.820703+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:13:26.811319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.041562+0000","last_change":"2024-04-13T07:10:44.839923+0000","last_active":"2024-04-13T07:10:46.041562+0000","last_peered":"2024-04-13T07:10:46.041562+0000","last_clean":"2024-04-13T07:10:46.041562+0000","last_became_active":"2024-04-13T07:10:44.839541+0000","last_became_peered":"2024-04-13T07:10:44.839541+0000","last_unstale":"2024-04-13T07:10:46.041562+0000","last_undegraded":"2024-04-13T07:10:46.041562+0000","last_fullsized":"2024-04-13T07:10:46.041562+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:02:46.110073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821673+0000","last_change":"2024-04-13T07:10:44.474302+0000","last_active":"2024-04-13T07:10:45.821673+0000","last_peered":"2024-04-13T07:10:45.821673+0000","last_clean":"2024-04-13T07:10:45.821673+0000","last_became_active":"2024-04-13T07:10:44.473992+0000","last_became_peered":"2024-04-13T07:10:44.473992+0000","last_unstale":"2024-04-13T07:10:45.821673+0000","last_undegraded":"2024-04-13T07:10:45.821673+0000","last_fullsized":"2024-04-13T07:10:45.821673+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:34:26.677476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.041815+0000","last_change":"2024-04-13T07:10:44.844234+0000","last_active":"2024-04-13T07:10:46.041815+0000","last_peered":"2024-04-13T07:10:46.041815+0000","last_clean":"2024-04-13T07:10:46.041815+0000","last_became_active":"2024-04-13T07:10:44.843716+0000","last_became_peered":"2024-04-13T07:10:44.843716+0000","last_unstale":"2024-04-13T07:10:46.041815+0000","last_undegraded":"2024-04-13T07:10:46.041815+0000","last_fullsized":"2024-04-13T07:10:46.041815+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:30:04.189466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-13T07:10:44.849646+0000","last_change":"2024-04-13T07:10:44.478558+0000","last_active":"2024-04-13T07:10:44.849646+0000","last_peered":"2024-04-13T07:10:44.849646+0000","last_clean":"2024-04-13T07:10:44.849646+0000","last_became_active":"2024-04-13T07:10:44.478236+0000","last_became_peered":"2024-04-13T07:10:44.478236+0000","last_unstale":"2024-04-13T07:10:44.849646+0000","last_undegraded":"2024-04-13T07:10:44.849646+0000","last_fullsized":"2024-04-13T07:10:44.849646+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:30:17.788004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043507+0000","last_change":"2024-04-13T07:10:44.840776+0000","last_active":"2024-04-13T07:10:46.043507+0000","last_peered":"2024-04-13T07:10:46.043507+0000","last_clean":"2024-04-13T07:10:46.043507+0000","last_became_active":"2024-04-13T07:10:44.839225+0000","last_became_peered":"2024-04-13T07:10:44.839225+0000","last_unstale":"2024-04-13T07:10:46.043507+0000","last_undegraded":"2024-04-13T07:10:46.043507+0000","last_fullsized":"2024-04-13T07:10:46.043507+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:25:46.838238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.820899+0000","last_change":"2024-04-13T07:10:44.468712+0000","last_active":"2024-04-13T07:10:45.820899+0000","last_peered":"2024-04-13T07:10:45.820899+0000","last_clean":"2024-04-13T07:10:45.820899+0000","last_became_active":"2024-04-13T07:10:44.468421+0000","last_became_peered":"2024-04-13T07:10:44.468421+0000","last_unstale":"2024-04-13T07:10:45.820899+0000","last_undegraded":"2024-04-13T07:10:45.820899+0000","last_fullsized":"2024-04-13T07:10:45.820899+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:55:26.294310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.823558+0000","last_change":"2024-04-13T07:10:44.843581+0000","last_active":"2024-04-13T07:10:45.823558+0000","last_peered":"2024-04-13T07:10:45.823558+0000","last_clean":"2024-04-13T07:10:45.823558+0000","last_became_active":"2024-04-13T07:10:44.842980+0000","last_became_peered":"2024-04-13T07:10:44.842980+0000","last_unstale":"2024-04-13T07:10:45.823558+0000","last_undegraded":"2024-04-13T07:10:45.823558+0000","last_fullsized":"2024-04-13T07:10:45.823558+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:27:15.041357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821823+0000","last_change":"2024-04-13T07:10:44.468115+0000","last_active":"2024-04-13T07:10:45.821823+0000","last_peered":"2024-04-13T07:10:45.821823+0000","last_clean":"2024-04-13T07:10:45.821823+0000","last_became_active":"2024-04-13T07:10:44.467834+0000","last_became_peered":"2024-04-13T07:10:44.467834+0000","last_unstale":"2024-04-13T07:10:45.821823+0000","last_undegraded":"2024-04-13T07:10:45.821823+0000","last_fullsized":"2024-04-13T07:10:45.821823+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:01:34.191890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042870+0000","last_change":"2024-04-13T07:10:44.834780+0000","last_active":"2024-04-13T07:10:46.042870+0000","last_peered":"2024-04-13T07:10:46.042870+0000","last_clean":"2024-04-13T07:10:46.042870+0000","last_became_active":"2024-04-13T07:10:44.834446+0000","last_became_peered":"2024-04-13T07:10:44.834446+0000","last_unstale":"2024-04-13T07:10:46.042870+0000","last_undegraded":"2024-04-13T07:10:46.042870+0000","last_fullsized":"2024-04-13T07:10:46.042870+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:57:46.687975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821554+0000","last_change":"2024-04-13T07:10:44.473847+0000","last_active":"2024-04-13T07:10:45.821554+0000","last_peered":"2024-04-13T07:10:45.821554+0000","last_clean":"2024-04-13T07:10:45.821554+0000","last_became_active":"2024-04-13T07:10:44.473524+0000","last_became_peered":"2024-04-13T07:10:44.473524+0000","last_unstale":"2024-04-13T07:10:45.821554+0000","last_undegraded":"2024-04-13T07:10:45.821554+0000","last_fullsized":"2024-04-13T07:10:45.821554+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:35:30.061039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.823904+0000","last_change":"2024-04-13T07:10:44.851364+0000","last_active":"2024-04-13T07:10:45.823904+0000","last_peered":"2024-04-13T07:10:45.823904+0000","last_clean":"2024-04-13T07:10:45.823904+0000","last_became_active":"2024-04-13T07:10:44.851001+0000","last_became_peered":"2024-04-13T07:10:44.851001+0000","last_unstale":"2024-04-13T07:10:45.823904+0000","last_undegraded":"2024-04-13T07:10:45.823904+0000","last_fullsized":"2024-04-13T07:10:45.823904+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:47:47.894463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043223+0000","last_change":"2024-04-13T07:10:44.843960+0000","last_active":"2024-04-13T07:10:46.043223+0000","last_peered":"2024-04-13T07:10:46.043223+0000","last_clean":"2024-04-13T07:10:46.043223+0000","last_became_active":"2024-04-13T07:10:44.843370+0000","last_became_peered":"2024-04-13T07:10:44.843370+0000","last_unstale":"2024-04-13T07:10:46.043223+0000","last_undegraded":"2024-04-13T07:10:46.043223+0000","last_fullsized":"2024-04-13T07:10:46.043223+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:20:12.663942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821149+0000","last_change":"2024-04-13T07:10:44.839369+0000","last_active":"2024-04-13T07:10:45.821149+0000","last_peered":"2024-04-13T07:10:45.821149+0000","last_clean":"2024-04-13T07:10:45.821149+0000","last_became_active":"2024-04-13T07:10:44.839121+0000","last_became_peered":"2024-04-13T07:10:44.839121+0000","last_unstale":"2024-04-13T07:10:45.821149+0000","last_undegraded":"2024-04-13T07:10:45.821149+0000","last_fullsized":"2024-04-13T07:10:45.821149+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:44:53.744896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042337+0000","last_change":"2024-04-13T07:10:44.831282+0000","last_active":"2024-04-13T07:10:46.042337+0000","last_peered":"2024-04-13T07:10:46.042337+0000","last_clean":"2024-04-13T07:10:46.042337+0000","last_became_active":"2024-04-13T07:10:44.830952+0000","last_became_peered":"2024-04-13T07:10:44.830952+0000","last_unstale":"2024-04-13T07:10:46.042337+0000","last_undegraded":"2024-04-13T07:10:46.042337+0000","last_fullsized":"2024-04-13T07:10:46.042337+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:25:26.940812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042408+0000","last_change":"2024-04-13T07:10:44.849684+0000","last_active":"2024-04-13T07:10:46.042408+0000","last_peered":"2024-04-13T07:10:46.042408+0000","last_clean":"2024-04-13T07:10:46.042408+0000","last_became_active":"2024-04-13T07:10:44.849435+0000","last_became_peered":"2024-04-13T07:10:44.849435+0000","last_unstale":"2024-04-13T07:10:46.042408+0000","last_undegraded":"2024-04-13T07:10:46.042408+0000","last_fullsized":"2024-04-13T07:10:46.042408+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:31:42.762709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042378+0000","last_change":"2024-04-13T07:10:44.849247+0000","last_active":"2024-04-13T07:10:46.042378+0000","last_peered":"2024-04-13T07:10:46.042378+0000","last_clean":"2024-04-13T07:10:46.042378+0000","last_became_active":"2024-04-13T07:10:44.848927+0000","last_became_peered":"2024-04-13T07:10:44.848927+0000","last_unstale":"2024-04-13T07:10:46.042378+0000","last_undegraded":"2024-04-13T07:10:46.042378+0000","last_fullsized":"2024-04-13T07:10:46.042378+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:21:40.960957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:45.821670+0000","last_change":"2024-04-13T07:10:44.825314+0000","last_active":"2024-04-13T07:10:45.821670+0000","last_peered":"2024-04-13T07:10:45.821670+0000","last_clean":"2024-04-13T07:10:45.821670+0000","last_became_active":"2024-04-13T07:10:44.825052+0000","last_became_peered":"2024-04-13T07:10:44.825052+0000","last_unstale":"2024-04-13T07:10:45.821670+0000","last_undegraded":"2024-04-13T07:10:45.821670+0000","last_fullsized":"2024-04-13T07:10:45.821670+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:50:21.109717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.044114+0000","last_change":"2024-04-13T07:10:44.841950+0000","last_active":"2024-04-13T07:10:46.044114+0000","last_peered":"2024-04-13T07:10:46.044114+0000","last_clean":"2024-04-13T07:10:46.044114+0000","last_became_active":"2024-04-13T07:10:44.841640+0000","last_became_peered":"2024-04-13T07:10:44.841640+0000","last_unstale":"2024-04-13T07:10:46.044114+0000","last_undegraded":"2024-04-13T07:10:46.044114+0000","last_fullsized":"2024-04-13T07:10:46.044114+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:09:56.405180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042413+0000","last_change":"2024-04-13T07:10:44.844057+0000","last_active":"2024-04-13T07:10:46.042413+0000","last_peered":"2024-04-13T07:10:46.042413+0000","last_clean":"2024-04-13T07:10:46.042413+0000","last_became_active":"2024-04-13T07:10:44.843756+0000","last_became_peered":"2024-04-13T07:10:44.843756+0000","last_unstale":"2024-04-13T07:10:46.042413+0000","last_undegraded":"2024-04-13T07:10:46.042413+0000","last_fullsized":"2024-04-13T07:10:46.042413+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:37:28.855070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042720+0000","last_change":"2024-04-13T07:10:44.836128+0000","last_active":"2024-04-13T07:10:46.042720+0000","last_peered":"2024-04-13T07:10:46.042720+0000","last_clean":"2024-04-13T07:10:46.042720+0000","last_became_active":"2024-04-13T07:10:44.835130+0000","last_became_peered":"2024-04-13T07:10:44.835130+0000","last_unstale":"2024-04-13T07:10:46.042720+0000","last_undegraded":"2024-04-13T07:10:46.042720+0000","last_fullsized":"2024-04-13T07:10:46.042720+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:36:32.460887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.041578+0000","last_change":"2024-04-13T07:10:44.844483+0000","last_active":"2024-04-13T07:10:46.041578+0000","last_peered":"2024-04-13T07:10:46.041578+0000","last_clean":"2024-04-13T07:10:46.041578+0000","last_became_active":"2024-04-13T07:10:44.843986+0000","last_became_peered":"2024-04-13T07:10:44.843986+0000","last_unstale":"2024-04-13T07:10:46.041578+0000","last_undegraded":"2024-04-13T07:10:46.041578+0000","last_fullsized":"2024-04-13T07:10:46.041578+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:36:21.352013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042548+0000","last_change":"2024-04-13T07:10:44.844046+0000","last_active":"2024-04-13T07:10:46.042548+0000","last_peered":"2024-04-13T07:10:46.042548+0000","last_clean":"2024-04-13T07:10:46.042548+0000","last_became_active":"2024-04-13T07:10:44.843747+0000","last_became_peered":"2024-04-13T07:10:44.843747+0000","last_unstale":"2024-04-13T07:10:46.042548+0000","last_undegraded":"2024-04-13T07:10:46.042548+0000","last_fullsized":"2024-04-13T07:10:46.042548+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:52:16.121693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.042365+0000","last_change":"2024-04-13T07:10:44.845711+0000","last_active":"2024-04-13T07:10:46.042365+0000","last_peered":"2024-04-13T07:10:46.042365+0000","last_clean":"2024-04-13T07:10:46.042365+0000","last_became_active":"2024-04-13T07:10:44.845343+0000","last_became_peered":"2024-04-13T07:10:44.845343+0000","last_unstale":"2024-04-13T07:10:46.042365+0000","last_undegraded":"2024-04-13T07:10:46.042365+0000","last_fullsized":"2024-04-13T07:10:46.042365+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:21:42.960796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T07:10:46.043554+0000","last_change":"2024-04-13T07:10:44.841434+0000","last_active":"2024-04-13T07:10:46.043554+0000","last_peered":"2024-04-13T07:10:46.043554+0000","last_clean":"2024-04-13T07:10:46.043554+0000","last_became_active":"2024-04-13T07:10:44.841149+0000","last_became_peered":"2024-04-13T07:10:44.841149+0000","last_unstale":"2024-04-13T07:10:46.043554+0000","last_undegraded":"2024-04-13T07:10:46.043554+0000","last_fullsized":"2024-04-13T07:10:46.043554+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:07:48.197300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201287,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1224704,"data_stored":852640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.442}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49299999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462924,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1224704,"data_stored":853327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72399999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":634880,"data_stored":262159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:04 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.32400000000000001,"15min":0.315},"min":{"1min":0.248,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.496,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.33800000000000002,"15min":0.32400000000000001},"min":{"1min":0.28599999999999998,"5min":0.216,"15min":0.216},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.379}]},{"osd":2,"last update":"Sat Apr 13 07:10:30 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.41199999999999998,"15min":0.40300000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.307,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.36099999999999999}]},{"osd":3,"last update":"Sat Apr 13 07:09:52 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.27500000000000002}]},{"osd":4,"last update":"Sat Apr 13 07:10:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.625},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.70099999999999996}]},{"osd":5,"last update":"Sat Apr 13 07:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.71499999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32336,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712816,"statfs":{"total":95995035648,"available":95961923584,"internally_reserved":0,"allocated":1236992,"data_stored":853095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Apr 13 07:10:06 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.35399999999999998,"15min":0.34599999999999997},"min":{"1min":0.26900000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.31},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.36899999999999999,"15min":0.35499999999999998},"min":{"1min":0.31900000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.32700000000000001}]},{"osd":2,"last update":"Sat Apr 13 07:10:31 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.40100000000000002,"15min":0.39700000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.56100000000000005,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.377},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.432,"15min":0.42399999999999999},"min":{"1min":0.35799999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.35799999999999998}]},{"osd":3,"last update":"Sat Apr 13 07:09:52 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.41999999999999998}]},{"osd":4,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.50700000000000001}]},{"osd":5,"last update":"Sat Apr 13 07:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.54100000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":630784,"data_stored":262272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:27 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.38800000000000001,"15min":0.377},"min":{"1min":0.27600000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.39200000000000002,"15min":0.38800000000000001},"min":{"1min":0.23300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.30299999999999999}]},{"osd":1,"last update":"Sat Apr 13 07:10:27 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.41899999999999998,"15min":0.41199999999999998},"min":{"1min":0.31,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.25},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.41599999999999998,"15min":0.40300000000000002},"min":{"1min":0.28599999999999998,"5min":0.224,"15min":0.224},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.32300000000000001}]},{"osd":3,"last update":"Sat Apr 13 07:09:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.35699999999999998}]},{"osd":4,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.65400000000000003}]},{"osd":5,"last update":"Sat Apr 13 07:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.276,"5min":1.276,"15min":1.276},"last":0.753}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]}]},{"osd":3,"up_from":26,"seq":111669149722,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27656,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717496,"statfs":{"total":95995035648,"available":95966715904,"internally_reserved":0,"allocated":651264,"data_stored":263940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:09:53 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.27200000000000002}]},{"osd":1,"last update":"Sat Apr 13 07:09:53 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.40200000000000002}]},{"osd":2,"last update":"Sat Apr 13 07:09:53 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.34499999999999997}]},{"osd":4,"last update":"Sat Apr 13 07:10:14 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.63900000000000001}]},{"osd":5,"last update":"Sat Apr 13 07:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.49199999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]}]},{"osd":4,"up_from":31,"seq":133143986197,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":643072,"data_stored":262707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.51300000000000001}]},{"osd":1,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.438}]},{"osd":2,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.45600000000000002}]},{"osd":3,"last update":"Sat Apr 13 07:10:15 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.35999999999999999}]},{"osd":5,"last update":"Sat Apr 13 07:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.38100000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724561,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":643072,"data_stored":263595,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.55700000000000005}]},{"osd":1,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.748},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.46700000000000003}]},{"osd":2,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.65900000000000003}]},{"osd":3,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.77000000000000002}]},{"osd":4,"last update":"Sat Apr 13 07:10:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.53600000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81699999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T07:10:52.575 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-13T07:10:52.575 INFO:tasks.cephadm:Adding prometheus.a on smithi066 2024-04-13T07:10:52.575 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph orch apply prometheus '1;smithi066=a' 2024-04-13T07:10:52.799 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:10:53.817 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:53 smithi066 ceph-mon[30583]: from='client.14586 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:10:53.817 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:53 smithi066 ceph-mon[30583]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-04-13T07:10:53.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:53 smithi003 ceph-mon[37804]: from='client.14586 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:10:53.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:53 smithi003 ceph-mon[37804]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-04-13T07:10:53.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:53 smithi003 ceph-mon[27034]: from='client.14586 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:10:53.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:53 smithi003 ceph-mon[27034]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-04-13T07:10:54.578 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled prometheus update... 2024-04-13T07:10:55.170 DEBUG:teuthology.orchestra.run.smithi066:prometheus.a> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@prometheus.a.service 2024-04-13T07:10:55.173 INFO:tasks.cephadm:Adding node-exporter.a on smithi003 2024-04-13T07:10:55.173 INFO:tasks.cephadm:Adding node-exporter.b on smithi066 2024-04-13T07:10:55.173 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph orch apply node-exporter '2;smithi003=a;smithi066=b' 2024-04-13T07:10:55.428 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:10:55.843 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:55 smithi066 ceph-mon[30583]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:10:55.843 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:55 smithi066 ceph-mon[30583]: Saving service prometheus spec with placement smithi066=a;count:1 2024-04-13T07:10:55.843 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:55 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:55.843 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:55 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:10:55.843 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:55 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:55.843 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:55 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:55.843 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:55 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:55.843 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:55 smithi066 ceph-mon[30583]: Deploying daemon prometheus.a on smithi066 2024-04-13T07:10:55.844 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:55 smithi066 ceph-mon[30583]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-13T07:10:55.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:55 smithi003 ceph-mon[37804]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:10:55.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:55 smithi003 ceph-mon[37804]: Saving service prometheus spec with placement smithi066=a;count:1 2024-04-13T07:10:55.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:55 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:55.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:55 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:10:55.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:55 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:55.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:55 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:55.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:55 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:55.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:55 smithi003 ceph-mon[37804]: Deploying daemon prometheus.a on smithi066 2024-04-13T07:10:55.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:55 smithi003 ceph-mon[37804]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-13T07:10:55.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:55 smithi003 ceph-mon[27034]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:10:55.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:55 smithi003 ceph-mon[27034]: Saving service prometheus spec with placement smithi066=a;count:1 2024-04-13T07:10:55.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:55 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:55.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:55 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:10:55.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:55 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:10:55.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:55 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:10:55.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:55 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:55.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:55 smithi003 ceph-mon[27034]: Deploying daemon prometheus.a on smithi066 2024-04-13T07:10:55.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:55 smithi003 ceph-mon[27034]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-13T07:10:57.038 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled node-exporter update... 2024-04-13T07:10:58.099 DEBUG:teuthology.orchestra.run.smithi003:node-exporter.a> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@node-exporter.a.service 2024-04-13T07:10:58.103 DEBUG:teuthology.orchestra.run.smithi066:node-exporter.b> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@node-exporter.b.service 2024-04-13T07:10:58.105 INFO:tasks.cephadm:Adding alertmanager.a on smithi003 2024-04-13T07:10:58.105 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph orch apply alertmanager '1;smithi003=a' 2024-04-13T07:10:58.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:58 smithi003 ceph-mon[37804]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi003=a;smithi066=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:10:58.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:58 smithi003 ceph-mon[37804]: Saving service node-exporter spec with placement smithi003=a;smithi066=b;count:2 2024-04-13T07:10:58.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:58 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:58.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:58 smithi003 ceph-mon[37804]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-13T07:10:58.392 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:58 smithi003 ceph-mon[27034]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi003=a;smithi066=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:10:58.392 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:58 smithi003 ceph-mon[27034]: Saving service node-exporter spec with placement smithi003=a;smithi066=b;count:2 2024-04-13T07:10:58.392 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:58 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:58.392 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:58 smithi003 ceph-mon[27034]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-13T07:10:58.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:58 smithi066 ceph-mon[30583]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi003=a;smithi066=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:10:58.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:58 smithi066 ceph-mon[30583]: Saving service node-exporter spec with placement smithi003=a;smithi066=b;count:2 2024-04-13T07:10:58.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:58 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:10:58.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:58 smithi066 ceph-mon[30583]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-13T07:10:58.591 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:10:59.797 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:10:59 smithi066 ceph-mon[30583]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1023 B/s wr, 2 op/s 2024-04-13T07:10:59.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:10:59 smithi003 ceph-mon[37804]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1023 B/s wr, 2 op/s 2024-04-13T07:10:59.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:10:59 smithi003 ceph-mon[27034]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1023 B/s wr, 2 op/s 2024-04-13T07:11:01.843 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:01 smithi066 ceph-mon[30583]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-13T07:11:01.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:01 smithi003 ceph-mon[37804]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-13T07:11:01.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:01 smithi003 ceph-mon[27034]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-13T07:11:02.347 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled alertmanager update... 2024-04-13T07:11:03.630 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:03 smithi066 ceph-mon[30583]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi003=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:11:03.630 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:03 smithi066 ceph-mon[30583]: Saving service alertmanager spec with placement smithi003=a;count:1 2024-04-13T07:11:03.630 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:03 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:11:03.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:03 smithi003 ceph-mon[37804]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi003=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:11:03.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:03 smithi003 ceph-mon[37804]: Saving service alertmanager spec with placement smithi003=a;count:1 2024-04-13T07:11:03.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:03 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:11:03.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:03 smithi003 ceph-mon[27034]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi003=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:11:03.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:03 smithi003 ceph-mon[27034]: Saving service alertmanager spec with placement smithi003=a;count:1 2024-04-13T07:11:03.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:03 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:11:03.652 DEBUG:teuthology.orchestra.run.smithi003:alertmanager.a> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@alertmanager.a.service 2024-04-13T07:11:03.655 INFO:tasks.cephadm:Adding grafana.a on smithi066 2024-04-13T07:11:03.655 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph orch apply grafana '1;smithi066=a' 2024-04-13T07:11:04.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:04 smithi066 ceph-mon[30583]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-13T07:11:04.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:04 smithi003 ceph-mon[27034]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-13T07:11:04.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:04 smithi003 ceph-mon[37804]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-13T07:11:04.918 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:11:05.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:05 smithi003 ceph-mon[37804]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:05.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:05 smithi003 ceph-mon[27034]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:05.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:05 smithi066 ceph-mon[30583]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:07.336 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled grafana update... 2024-04-13T07:11:08.343 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 systemd[1]: Starting Ceph prometheus.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:11:08.456 DEBUG:teuthology.orchestra.run.smithi066:grafana.a> sudo journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@grafana.a.service 2024-04-13T07:11:08.458 INFO:tasks.cephadm:Setting up client nodes... 2024-04-13T07:11:08.459 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-13T07:11:08.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:08 smithi003 ceph-mon[27034]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:11:08.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:08 smithi003 ceph-mon[27034]: Saving service grafana spec with placement smithi066=a;count:1 2024-04-13T07:11:08.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:08 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:11:08.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:08 smithi003 ceph-mon[27034]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:08.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:08 smithi003 ceph-mon[37804]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:11:08.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:08 smithi003 ceph-mon[37804]: Saving service grafana spec with placement smithi066=a;count:1 2024-04-13T07:11:08.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:08 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:11:08.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:08 smithi003 ceph-mon[37804]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:08.646 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-mon[30583]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:11:08.646 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-mon[30583]: Saving service grafana spec with placement smithi066=a;count:1 2024-04-13T07:11:08.646 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:11:08.646 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-mon[30583]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:08.679 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:11:08.908 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 podman[58548]: 2024-04-13 07:11:08.544818906 +0000 UTC m=+0.023200288 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-13T07:11:08.908 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 podman[58548]: 2024-04-13 07:11:08.683315035 +0000 UTC m=+0.161696416 container create e198300e4721663b1e239ed94589e1afeb512fd238cae5946e695e2aedeb2e82 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:11:09.408 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 podman[58548]: 2024-04-13 07:11:08.919664917 +0000 UTC m=+0.398046301 container init e198300e4721663b1e239ed94589e1afeb512fd238cae5946e695e2aedeb2e82 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:11:09.409 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 podman[58548]: 2024-04-13 07:11:08.922469466 +0000 UTC m=+0.400850848 container start e198300e4721663b1e239ed94589e1afeb512fd238cae5946e695e2aedeb2e82 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:11:09.409 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.947Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-13T07:11:09.409 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.947Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-13T07:11:09.409 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.947Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi066 (none))" 2024-04-13T07:11:09.409 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.947Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-13T07:11:09.409 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.947Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-13T07:11:09.409 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.948Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-13T07:11:09.409 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.948Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-13T07:11:09.409 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.949Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-13T07:11:09.409 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.949Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-13T07:11:09.409 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.951Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-13T07:11:09.409 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.951Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.67µs 2024-04-13T07:11:09.410 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.951Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-13T07:11:09.410 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.952Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-13T07:11:09.410 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.952Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.236µs wal_replay_duration=187.277µs wbl_replay_duration=112ns total_replay_duration=225.401µs 2024-04-13T07:11:09.410 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.952Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-13T07:11:09.410 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.952Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-13T07:11:09.410 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.952Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-13T07:11:09.410 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.969Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.154396ms db_storage=775ns remote_storage=887ns web_handler=218ns query_engine=476ns scrape=394.519µs scrape_sd=64.161µs notify=782ns notify_sd=1.263µs rules=16.504524ms tracing=5.991µs 2024-04-13T07:11:09.410 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.969Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-13T07:11:09.410 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:11:08.970Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-13T07:11:09.410 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:09 smithi066 bash[58548]: e198300e4721663b1e239ed94589e1afeb512fd238cae5946e695e2aedeb2e82 2024-04-13T07:11:09.410 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:11:09 smithi066 systemd[1]: Started Ceph prometheus.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:11:10.328 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:10 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ignoring --setuser ceph since I am not root 2024-04-13T07:11:10.328 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:10 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ignoring --setgroup ceph since I am not root 2024-04-13T07:11:10.328 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:10 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:11:10.328 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:10 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:11:10.328 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:10 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:11:10.328 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:10 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-13T07:11:10.329 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:10 smithi003 ceph-mon[37804]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:10.329 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:10 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:11:10.329 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:10 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:11:10.329 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:10 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:11:10.329 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:10 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-13T07:11:10.329 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:10 smithi003 ceph-mon[27034]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:10.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:10 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:11:10.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:10 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:11:10.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:10 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' 2024-04-13T07:11:10.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:10 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-13T07:11:10.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:10 smithi066 ceph-mon[30583]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:10.408 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:10 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: ignoring --setuser ceph since I am not root 2024-04-13T07:11:10.408 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:10 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: ignoring --setgroup ceph since I am not root 2024-04-13T07:11:10.409 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:10 smithi066 ceph-mgr[32470]: -- 172.21.15.66:0/3210673896 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5559b6dd61a0 con 0x5559b6dacc00 2024-04-13T07:11:10.855 INFO:teuthology.orchestra.run.smithi003.stdout:[client.0] 2024-04-13T07:11:10.855 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQAOMBpmGWlcMhAAaoXA5HPC0gmq4XbQADc5kA== 2024-04-13T07:11:11.107 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:10 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:10.691+0000 7f56cc0be200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:11:11.107 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:10 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:10.788+0000 7f56cc0be200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:11:11.108 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:10 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:10.688+0000 7ffa93176200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:11:11.108 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:10 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:10.784+0000 7ffa93176200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:11:11.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:11 smithi003 ceph-mon[27034]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-13T07:11:11.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:11 smithi003 ceph-mon[27034]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-13T07:11:11.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:11 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1934739296' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:11:11.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:11 smithi003 ceph-mon[27034]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:11:11.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:11 smithi003 ceph-mon[27034]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-13T07:11:11.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:11 smithi003 ceph-mon[37804]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-13T07:11:11.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:11 smithi003 ceph-mon[37804]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-13T07:11:11.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:11 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/1934739296' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:11:11.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:11 smithi003 ceph-mon[37804]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:11:11.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:11 smithi003 ceph-mon[37804]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-13T07:11:11.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:11 smithi066 ceph-mon[30583]: from='mgr.14152 172.21.15.3:0/2764176201' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-13T07:11:11.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:11 smithi066 ceph-mon[30583]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-13T07:11:11.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:11 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1934739296' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:11:11.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:11 smithi066 ceph-mon[30583]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:11:11.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:11 smithi066 ceph-mon[30583]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-13T07:11:11.494 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T07:11:11.494 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-13T07:11:11.495 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-13T07:11:11.538 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-13T07:11:11.709 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:11 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:11.452+0000 7f56cc0be200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:11:11.709 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:11 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:11.549+0000 7f56cc0be200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:11:11.710 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:11 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:11.702+0000 7f56cc0be200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:11:11.712 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:11 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:11.455+0000 7ffa93176200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:11:11.712 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:11 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:11.562+0000 7ffa93176200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:11:11.712 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:11 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:11.705+0000 7ffa93176200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:11:11.762 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.b/config 2024-04-13T07:11:12.014 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:11 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:11.815+0000 7f56cc0be200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:11:12.014 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:11 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:11.902+0000 7f56cc0be200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:11:12.141 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:11 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:11.804+0000 7ffa93176200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:11:12.141 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:11 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:11.889+0000 7ffa93176200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:11:12.303 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:12.183+0000 7f56cc0be200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:11:12.304 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:12.297+0000 7f56cc0be200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:11:12.462 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:12 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:12.158+0000 7ffa93176200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:11:12.462 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:12 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:12.270+0000 7ffa93176200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:11:12.462 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:12 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:12.359+0000 7ffa93176200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:11:12.658 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:12.387+0000 7f56cc0be200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:11:12.658 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:12.485+0000 7f56cc0be200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:11:12.891 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:12 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:12.455+0000 7ffa93176200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:11:12.891 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:12 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:12.633+0000 7ffa93176200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:11:13.074 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:12.671+0000 7f56cc0be200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:11:13.891 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:13 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:13.623+0000 7ffa93176200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:11:13.891 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:13 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:13.758+0000 7ffa93176200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:11:14.158 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:13.699+0000 7f56cc0be200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:11:14.158 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:13.835+0000 7f56cc0be200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:11:14.391 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:14.098+0000 7ffa93176200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:11:14.391 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:14.190+0000 7ffa93176200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:11:14.493 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:14.184+0000 7f56cc0be200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:11:14.494 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:14.280+0000 7f56cc0be200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:11:14.795 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:14.487+0000 7f56cc0be200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:11:14.796 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:14.687+0000 7f56cc0be200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:11:14.885 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:14.392+0000 7ffa93176200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:11:14.885 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:14.584+0000 7ffa93176200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:11:15.117 INFO:teuthology.orchestra.run.smithi066.stdout:[client.1] 2024-04-13T07:11:15.117 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQATMBpmC85gBhAAXVSazYao/ewV17VmTMN3CQ== 2024-04-13T07:11:15.117 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:14.993+0000 7f56cc0be200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:11:15.141 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:14.878+0000 7ffa93176200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:11:15.408 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:15 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:15.267+0000 7f56cc0be200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:11:15.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:15 smithi066 ceph-mon[30583]: from='client.? 172.21.15.66:0/3593892388' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:11:15.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:15 smithi066 ceph-mon[30583]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:11:15.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:15 smithi066 ceph-mon[30583]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-13T07:11:15.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:15 smithi003 ceph-mon[37804]: from='client.? 172.21.15.66:0/3593892388' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:11:15.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:15 smithi003 ceph-mon[37804]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:11:15.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:15 smithi003 ceph-mon[37804]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-13T07:11:15.641 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:15 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:15.142+0000 7ffa93176200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:11:15.641 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:15 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:15.387+0000 7ffa93176200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:11:15.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:15 smithi003 ceph-mon[27034]: from='client.? 172.21.15.66:0/3593892388' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:11:15.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:15 smithi003 ceph-mon[27034]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T07:11:15.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:15 smithi003 ceph-mon[27034]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-13T07:11:15.732 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:15 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:15.517+0000 7f56cc0be200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:11:15.755 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-13T07:11:15.755 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-13T07:11:15.755 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-13T07:11:15.806 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-13T07:11:15.807 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-13T07:11:16.092 INFO:teuthology.misc.health.smithi003.stdout: 2024-04-13T07:11:16.092 INFO:teuthology.misc.health.smithi003.stdout:{"epoch":63,"fsid":"1235705e-f964-11ee-bc8d-c7b262605968","created":"2024-04-13T07:05:22.787433+0000","modified":"2024-04-13T07:10:45.812460+0000","last_up_change":"2024-04-13T07:10:23.369944+0000","last_in_change":"2024-04-13T07:10:06.141452+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:08:27.693886+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:10:43.223001+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:10:44.006864+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a9b766b8-720d-4545-bdab-a7c1a3c154bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6803","nonce":2234463595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6805","nonce":2234463595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6809","nonce":2234463595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6807","nonce":2234463595}]},"public_addr":"172.21.15.3:6803/2234463595","cluster_addr":"172.21.15.3:6805/2234463595","heartbeat_back_addr":"172.21.15.3:6809/2234463595","heartbeat_front_addr":"172.21.15.3:6807/2234463595","state":["exists","up"]},{"osd":1,"uuid":"87513d68-9d8e-490a-ae5e-02c9876e01af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6811","nonce":3103314917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6813","nonce":3103314917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6817","nonce":3103314917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6815","nonce":3103314917}]},"public_addr":"172.21.15.3:6811/3103314917","cluster_addr":"172.21.15.3:6813/3103314917","heartbeat_back_addr":"172.21.15.3:6817/3103314917","heartbeat_front_addr":"172.21.15.3:6815/3103314917","state":["exists","up"]},{"osd":2,"uuid":"6ae8f029-9b56-43d5-905f-d589c11d990f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6819","nonce":993511307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6821","nonce":993511307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6825","nonce":993511307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6823","nonce":993511307}]},"public_addr":"172.21.15.3:6819/993511307","cluster_addr":"172.21.15.3:6821/993511307","heartbeat_back_addr":"172.21.15.3:6825/993511307","heartbeat_front_addr":"172.21.15.3:6823/993511307","state":["exists","up"]},{"osd":3,"uuid":"da155d35-dc71-4433-859f-ed90091af5a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6827","nonce":2281158589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6829","nonce":2281158589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6833","nonce":2281158589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6831","nonce":2281158589}]},"public_addr":"172.21.15.3:6827/2281158589","cluster_addr":"172.21.15.3:6829/2281158589","heartbeat_back_addr":"172.21.15.3:6833/2281158589","heartbeat_front_addr":"172.21.15.3:6831/2281158589","state":["exists","up"]},{"osd":4,"uuid":"a854b8d8-7b4c-43b3-b52f-2107223db8ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6801","nonce":1043132211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6803","nonce":1043132211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6807","nonce":1043132211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6805","nonce":1043132211}]},"public_addr":"172.21.15.66:6801/1043132211","cluster_addr":"172.21.15.66:6803/1043132211","heartbeat_back_addr":"172.21.15.66:6807/1043132211","heartbeat_front_addr":"172.21.15.66:6805/1043132211","state":["exists","up"]},{"osd":5,"uuid":"52f88bb2-a85d-49e7-8def-5b0115b99d59","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6809","nonce":739793421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6811","nonce":739793421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6815","nonce":739793421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6813","nonce":739793421}]},"public_addr":"172.21.15.66:6809/739793421","cluster_addr":"172.21.15.66:6811/739793421","heartbeat_back_addr":"172.21.15.66:6815/739793421","heartbeat_front_addr":"172.21.15.66:6813/739793421","state":["exists","up"]},{"osd":6,"uuid":"29b52a14-a2f1-4681-81d0-a4ca14f21e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6817","nonce":1902960073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6819","nonce":1902960073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6823","nonce":1902960073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6821","nonce":1902960073}]},"public_addr":"172.21.15.66:6817/1902960073","cluster_addr":"172.21.15.66:6819/1902960073","heartbeat_back_addr":"172.21.15.66:6823/1902960073","heartbeat_front_addr":"172.21.15.66:6821/1902960073","state":["exists","up"]},{"osd":7,"uuid":"a848f0cc-2d9e-4cc8-b996-13c600bc973b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6825","nonce":339830023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6827","nonce":339830023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6831","nonce":339830023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6829","nonce":339830023}]},"public_addr":"172.21.15.66:6825/339830023","cluster_addr":"172.21.15.66:6827/339830023","heartbeat_back_addr":"172.21.15.66:6831/339830023","heartbeat_front_addr":"172.21.15.66:6829/339830023","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:34.946565+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:59.835711+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:24.743327+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:49.573179+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:11.789874+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:34.677492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:57.713102+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:10:21.711043+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/3359399843":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2480649633":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/3628457447":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2503697172":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6800/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6800/1634438095":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/3861615608":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/1083885685":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/1634438095":"2024-04-14T07:05:50.372744+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:11:16.103 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-13T07:11:16.104 INFO:tasks.cephadm:Creating RBD pool 2024-04-13T07:11:16.104 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-13T07:11:16.315 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:11:16.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:16 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/556982589' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:11:16.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:16 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/556982589' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:11:16.391 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:16 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:16.230+0000 7ffa93176200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:11:16.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:16 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/556982589' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:11:16.658 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:16 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:16.370+0000 7f56cc0be200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:11:17.141 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:16 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:16.830+0000 7ffa93176200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:11:17.141 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:16 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:16.939+0000 7ffa93176200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:11:17.305 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:16 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:16.972+0000 7f56cc0be200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:11:17.305 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:17.074+0000 7f56cc0be200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:11:17.305 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: Active manager daemon y restarted 2024-04-13T07:11:17.306 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: Activating manager daemon y 2024-04-13T07:11:17.306 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: osdmap e64: 8 total, 8 up, 8 in 2024-04-13T07:11:17.306 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: mgrmap e17: y(active, starting, since 0.00714365s), standbys: x 2024-04-13T07:11:17.306 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:11:17.306 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:11:17.306 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:11:17.306 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:11:17.306 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:11:17.306 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:11:17.306 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:11:17.306 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:11:17.306 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:11:17.306 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:11:17.306 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:11:17.307 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:11:17.307 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:11:17.307 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:11:17.307 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:11:17.307 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:11:17.307 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:11:17.307 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:11:17.307 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: Manager daemon y is now available 2024-04-13T07:11:17.307 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:11:17.443 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: Active manager daemon y restarted 2024-04-13T07:11:17.443 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: Activating manager daemon y 2024-04-13T07:11:17.443 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: osdmap e64: 8 total, 8 up, 8 in 2024-04-13T07:11:17.443 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: mgrmap e17: y(active, starting, since 0.00714365s), standbys: x 2024-04-13T07:11:17.443 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:11:17.443 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:11:17.444 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:11:17.444 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:11:17.444 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:11:17.444 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:11:17.444 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:11:17.444 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:11:17.444 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:11:17.444 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:11:17.444 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:11:17.444 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:11:17.444 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:11:17.444 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:11:17.444 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:11:17.444 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:11:17.445 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:11:17.445 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:11:17.445 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: Manager daemon y is now available 2024-04-13T07:11:17.445 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:11:17.445 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: Active manager daemon y restarted 2024-04-13T07:11:17.445 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: Activating manager daemon y 2024-04-13T07:11:17.445 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: osdmap e64: 8 total, 8 up, 8 in 2024-04-13T07:11:17.445 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: mgrmap e17: y(active, starting, since 0.00714365s), standbys: x 2024-04-13T07:11:17.445 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:11:17.445 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:11:17.446 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:11:17.446 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:11:17.446 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:11:17.446 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:11:17.446 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:11:17.446 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:11:17.446 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:11:17.446 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:11:17.446 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:11:17.446 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:11:17.446 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:11:17.446 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:11:17.446 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:11:17.446 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:11:17.447 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:11:17.447 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:11:17.447 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: Manager daemon y is now available 2024-04-13T07:11:17.447 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:11:17.447 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:17.163+0000 7ffa93176200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:11:17.447 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:11:17] ENGINE Bus STARTING 2024-04-13T07:11:17.447 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:17.277+0000 7ff9f974e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:11:17.447 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:17.277+0000 7ff9f974e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:11:17.447 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:17.277+0000 7ff9f974e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:11:17.447 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:17.277+0000 7ff9f974e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:11:17.447 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:17.277+0000 7ff9f974e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:11:17.447 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:17.278+0000 7ff9f3742700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:11:17.447 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:17.278+0000 7ff9f3742700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:11:17.448 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:17.278+0000 7ff9f3742700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:11:17.448 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:17.278+0000 7ff9f3742700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:11:17.448 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:17.278+0000 7ff9f3742700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:11:17.448 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: CherryPy Checker: 2024-04-13T07:11:17.448 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: The Application mounted at '' has an empty config. 2024-04-13T07:11:17.448 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:11:17.448 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:11:17] ENGINE Serving on http://:::9283 2024-04-13T07:11:17.448 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:11:17] ENGINE Bus STARTED 2024-04-13T07:11:17.658 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:17.311+0000 7f56cc0be200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:11:17.658 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: [13/Apr/2024:07:11:17] ENGINE Bus STARTING 2024-04-13T07:11:17.658 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: CherryPy Checker: 2024-04-13T07:11:17.658 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: The Application mounted at '' has an empty config. 2024-04-13T07:11:17.658 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: 2024-04-13T07:11:17.658 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: [13/Apr/2024:07:11:17] ENGINE Serving on http://:::9283 2024-04-13T07:11:17.658 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:11:17 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[32466]: [13/Apr/2024:07:11:17] ENGINE Bus STARTED 2024-04-13T07:11:18.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:18.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:11:18.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:11:18.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:11:18.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[27034]: Standby manager daemon x restarted 2024-04-13T07:11:18.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[27034]: Standby manager daemon x started 2024-04-13T07:11:18.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/2922779689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:11:18.392 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/2922779689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:11:18.392 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/2922779689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:11:18.392 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/2922779689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:11:18.392 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[27034]: mgrmap e18: y(active, since 1.01139s), standbys: x 2024-04-13T07:11:18.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:18.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:11:18.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:11:18.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:11:18.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[37804]: Standby manager daemon x restarted 2024-04-13T07:11:18.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[37804]: Standby manager daemon x started 2024-04-13T07:11:18.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/2922779689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:11:18.393 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/2922779689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:11:18.393 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/2922779689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:11:18.393 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/2922779689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:11:18.393 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:18 smithi003 ceph-mon[37804]: mgrmap e18: y(active, since 1.01139s), standbys: x 2024-04-13T07:11:18.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:18 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:18.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:18 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:11:18.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:18 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:11:18.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:18 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:11:18.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:18 smithi066 ceph-mon[30583]: Standby manager daemon x restarted 2024-04-13T07:11:18.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:18 smithi066 ceph-mon[30583]: Standby manager daemon x started 2024-04-13T07:11:18.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:18 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/2922779689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:11:18.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:18 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/2922779689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:11:18.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:18 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/2922779689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:11:18.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:18 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/2922779689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:11:18.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:18 smithi066 ceph-mon[30583]: mgrmap e18: y(active, since 1.01139s), standbys: x 2024-04-13T07:11:19.254 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'rbd' created 2024-04-13T07:11:19.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:19 smithi003 ceph-mon[27034]: [13/Apr/2024:07:11:18] ENGINE Bus STARTING 2024-04-13T07:11:19.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:19 smithi003 ceph-mon[27034]: [13/Apr/2024:07:11:18] ENGINE Serving on https://172.21.15.3:7150 2024-04-13T07:11:19.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:19 smithi003 ceph-mon[27034]: [13/Apr/2024:07:11:18] ENGINE Serving on http://172.21.15.3:8765 2024-04-13T07:11:19.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:19 smithi003 ceph-mon[27034]: [13/Apr/2024:07:11:18] ENGINE Bus STARTED 2024-04-13T07:11:19.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:19 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/463130580' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-13T07:11:19.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:19 smithi003 ceph-mon[27034]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-13T07:11:19.608 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:19 smithi003 ceph-mon[37804]: [13/Apr/2024:07:11:18] ENGINE Bus STARTING 2024-04-13T07:11:19.609 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:19 smithi003 ceph-mon[37804]: [13/Apr/2024:07:11:18] ENGINE Serving on https://172.21.15.3:7150 2024-04-13T07:11:19.609 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:19 smithi003 ceph-mon[37804]: [13/Apr/2024:07:11:18] ENGINE Serving on http://172.21.15.3:8765 2024-04-13T07:11:19.609 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:19 smithi003 ceph-mon[37804]: [13/Apr/2024:07:11:18] ENGINE Bus STARTED 2024-04-13T07:11:19.609 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:19 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/463130580' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-13T07:11:19.609 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:19 smithi003 ceph-mon[37804]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-13T07:11:19.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:19 smithi066 ceph-mon[30583]: [13/Apr/2024:07:11:18] ENGINE Bus STARTING 2024-04-13T07:11:19.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:19 smithi066 ceph-mon[30583]: [13/Apr/2024:07:11:18] ENGINE Serving on https://172.21.15.3:7150 2024-04-13T07:11:19.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:19 smithi066 ceph-mon[30583]: [13/Apr/2024:07:11:18] ENGINE Serving on http://172.21.15.3:8765 2024-04-13T07:11:19.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:19 smithi066 ceph-mon[30583]: [13/Apr/2024:07:11:18] ENGINE Bus STARTED 2024-04-13T07:11:19.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:19 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/463130580' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-13T07:11:19.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:19 smithi066 ceph-mon[30583]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-13T07:11:19.997 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-13T07:11:20.214 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:11:20.244 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:20 smithi003 ceph-mon[27034]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:20.244 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:20 smithi003 ceph-mon[27034]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-13T07:11:20.244 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:20 smithi003 ceph-mon[27034]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-13T07:11:20.571 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:20 smithi003 ceph-mon[27034]: osdmap e65: 8 total, 8 up, 8 in 2024-04-13T07:11:20.571 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:20 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:20.571 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:20 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:20.572 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:20 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:20.572 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:20 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:20.572 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:20 smithi003 ceph-mon[37804]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:20.572 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:20 smithi003 ceph-mon[37804]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-13T07:11:20.572 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:20 smithi003 ceph-mon[37804]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-13T07:11:20.572 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:20 smithi003 ceph-mon[37804]: osdmap e65: 8 total, 8 up, 8 in 2024-04-13T07:11:20.572 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:20 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:20.572 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:20 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:20.572 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:20 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:20.572 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:20 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:20.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:20 smithi066 ceph-mon[30583]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:20.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:20 smithi066 ceph-mon[30583]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-13T07:11:20.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:20 smithi066 ceph-mon[30583]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-13T07:11:20.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:20 smithi066 ceph-mon[30583]: osdmap e65: 8 total, 8 up, 8 in 2024-04-13T07:11:20.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:20 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:20.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:20 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:20.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:20 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:20.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:20 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:21.500 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:21 smithi003 ceph-mon[27034]: osdmap e66: 8 total, 8 up, 8 in 2024-04-13T07:11:21.501 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:21 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:21.501 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:21 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:21.501 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:21 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:21.501 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:21 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:21.501 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:21 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:21.501 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:21 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:21.501 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:21 smithi003 ceph-mon[27034]: Adjusting osd_memory_target on smithi066 to 2992M 2024-04-13T07:11:21.501 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:21 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:21.501 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:21 smithi003 ceph-mon[37804]: osdmap e66: 8 total, 8 up, 8 in 2024-04-13T07:11:21.501 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:21 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:21.501 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:21 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:21.501 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:21 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:21.501 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:21 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:21.502 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:21 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:21.502 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:21 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:21.502 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:21 smithi003 ceph-mon[37804]: Adjusting osd_memory_target on smithi066 to 2992M 2024-04-13T07:11:21.502 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:21 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:21.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:21 smithi066 ceph-mon[30583]: osdmap e66: 8 total, 8 up, 8 in 2024-04-13T07:11:21.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:21 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:21.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:21 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:21.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:21 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:21.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:21 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:21.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:21 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:21.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:21 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:21.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:21 smithi066 ceph-mon[30583]: Adjusting osd_memory_target on smithi066 to 2992M 2024-04-13T07:11:21.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:21 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:22.440 INFO:teuthology.orchestra.run.smithi003.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-13T07:11:22.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:22 smithi003 ceph-mon[27034]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:22.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:22 smithi003 ceph-mon[27034]: osdmap e67: 8 total, 8 up, 8 in 2024-04-13T07:11:22.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:22 smithi003 ceph-mon[27034]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:11:22.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:22 smithi003 ceph-mon[27034]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-13T07:11:22.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:22 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2463366288' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:11:22.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:22 smithi003 ceph-mon[27034]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:11:22.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:22 smithi003 ceph-mon[37804]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:22.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:22 smithi003 ceph-mon[37804]: osdmap e67: 8 total, 8 up, 8 in 2024-04-13T07:11:22.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:22 smithi003 ceph-mon[37804]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:11:22.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:22 smithi003 ceph-mon[37804]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-13T07:11:22.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:22 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/2463366288' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:11:22.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:22 smithi003 ceph-mon[37804]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:11:22.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:22 smithi066 ceph-mon[30583]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:22.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:22 smithi066 ceph-mon[30583]: osdmap e67: 8 total, 8 up, 8 in 2024-04-13T07:11:22.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:22 smithi066 ceph-mon[30583]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:11:22.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:22 smithi066 ceph-mon[30583]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-13T07:11:22.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:22 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/2463366288' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:11:22.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:22 smithi066 ceph-mon[30583]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:11:23.307 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-13T07:11:23.307 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-13T07:11:23.307 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph mgr dump --format=json 2024-04-13T07:11:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:11:23.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-13T07:11:23.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: osdmap e68: 8 total, 8 up, 8 in 2024-04-13T07:11:23.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:23.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:23.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:23.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:23.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:23.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:23.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: Adjusting osd_memory_target on smithi003 to 2993M 2024-04-13T07:11:23.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:23.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:11:23.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:11:23.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: Updating smithi003:/etc/ceph/ceph.conf 2024-04-13T07:11:23.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-13T07:11:23.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:11:23.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:11:23.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: Updating smithi003:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:11:23.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:11:23.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:11:23.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:23.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:23.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-13T07:11:23.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: osdmap e68: 8 total, 8 up, 8 in 2024-04-13T07:11:23.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:23.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:23.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:23.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:23.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:23.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:23.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: Adjusting osd_memory_target on smithi003 to 2993M 2024-04-13T07:11:23.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:23.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:11:23.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:11:23.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: Updating smithi003:/etc/ceph/ceph.conf 2024-04-13T07:11:23.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-13T07:11:23.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:11:23.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:11:23.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: Updating smithi003:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:11:23.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:11:23.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:11:23.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:23.644 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:23 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:23.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-13T07:11:23.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: osdmap e68: 8 total, 8 up, 8 in 2024-04-13T07:11:23.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:23.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:23.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:23.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:23.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:23.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:11:23.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: Adjusting osd_memory_target on smithi003 to 2993M 2024-04-13T07:11:23.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:23.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:11:23.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:11:23.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: Updating smithi003:/etc/ceph/ceph.conf 2024-04-13T07:11:23.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-13T07:11:23.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:11:23.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:11:23.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: Updating smithi003:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:11:23.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:11:23.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:11:23.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:23.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:23 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:24.687 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:24 smithi003 ceph-mon[37804]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:24.687 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:24 smithi003 ceph-mon[37804]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:11:24.687 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:24 smithi003 ceph-mon[37804]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:11:24.687 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:24 smithi003 ceph-mon[37804]: Cluster is now healthy 2024-04-13T07:11:24.687 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:24 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:24.688 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:24 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:24.688 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:24 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:24.688 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:24 smithi003 ceph-mon[37804]: Deploying daemon alertmanager.a on smithi003 2024-04-13T07:11:24.688 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:24 smithi003 ceph-mon[27034]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:24.688 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:24 smithi003 ceph-mon[27034]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:11:24.688 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:24 smithi003 ceph-mon[27034]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:11:24.688 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:24 smithi003 ceph-mon[27034]: Cluster is now healthy 2024-04-13T07:11:24.688 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:24 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:24.688 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:24 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:24.688 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:24 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:24.688 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:24 smithi003 ceph-mon[27034]: Deploying daemon alertmanager.a on smithi003 2024-04-13T07:11:24.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:24 smithi066 ceph-mon[30583]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:24.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:24 smithi066 ceph-mon[30583]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:11:24.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:24 smithi066 ceph-mon[30583]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:11:24.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:24 smithi066 ceph-mon[30583]: Cluster is now healthy 2024-04-13T07:11:24.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:24 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:24.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:24 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:24.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:24 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:24.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:24 smithi066 ceph-mon[30583]: Deploying daemon alertmanager.a on smithi003 2024-04-13T07:11:25.455 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:11:25.891 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:11:25] "GET /metrics HTTP/1.1" 200 28749 "" "Prometheus/2.43.0" 2024-04-13T07:11:26.576 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":20,"flags":0,"active_gid":14607,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":402226268},{"type":"v1","addr":"172.21.15.3:6801","nonce":402226268}]},"active_addr":"172.21.15.3:6801/402226268","active_change":"2024-04-13T07:11:17.165308+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24433,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.3:8443/","prometheus":"http://172.21.15.3:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":64,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.3:0","nonce":1382138365}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.3:0","nonce":4129924658}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.3:0","nonce":1856887294}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.3:0","nonce":3615190724}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.3:0","nonce":3540056035}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.3:0","nonce":2116660692}]}]} 2024-04-13T07:11:26.580 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-13T07:11:26.580 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-13T07:11:26.580 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd dump --format=json 2024-04-13T07:11:26.710 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:26 smithi066 ceph-mon[30583]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-13T07:11:26.710 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:26 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/270158550' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-13T07:11:26.787 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:11:26.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:26 smithi003 ceph-mon[37804]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-13T07:11:26.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:26 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/270158550' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-13T07:11:26.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:26 smithi003 ceph-mon[27034]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-13T07:11:26.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:26 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/270158550' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-13T07:11:28.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:28 smithi003 ceph-mon[37804]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T07:11:28.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:28 smithi003 ceph-mon[27034]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T07:11:28.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:28 smithi066 ceph-mon[30583]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T07:11:30.177 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:11:30.178 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":68,"fsid":"1235705e-f964-11ee-bc8d-c7b262605968","created":"2024-04-13T07:05:22.787433+0000","modified":"2024-04-13T07:11:22.427017+0000","last_up_change":"2024-04-13T07:10:23.369944+0000","last_in_change":"2024-04-13T07:10:06.141452+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:08:27.693886+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:10:43.223001+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:10:44.006864+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-13T07:11:18.784724+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a9b766b8-720d-4545-bdab-a7c1a3c154bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6803","nonce":2234463595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6805","nonce":2234463595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6809","nonce":2234463595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6807","nonce":2234463595}]},"public_addr":"172.21.15.3:6803/2234463595","cluster_addr":"172.21.15.3:6805/2234463595","heartbeat_back_addr":"172.21.15.3:6809/2234463595","heartbeat_front_addr":"172.21.15.3:6807/2234463595","state":["exists","up"]},{"osd":1,"uuid":"87513d68-9d8e-490a-ae5e-02c9876e01af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6811","nonce":3103314917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6813","nonce":3103314917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6817","nonce":3103314917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6815","nonce":3103314917}]},"public_addr":"172.21.15.3:6811/3103314917","cluster_addr":"172.21.15.3:6813/3103314917","heartbeat_back_addr":"172.21.15.3:6817/3103314917","heartbeat_front_addr":"172.21.15.3:6815/3103314917","state":["exists","up"]},{"osd":2,"uuid":"6ae8f029-9b56-43d5-905f-d589c11d990f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6819","nonce":993511307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6821","nonce":993511307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6825","nonce":993511307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6823","nonce":993511307}]},"public_addr":"172.21.15.3:6819/993511307","cluster_addr":"172.21.15.3:6821/993511307","heartbeat_back_addr":"172.21.15.3:6825/993511307","heartbeat_front_addr":"172.21.15.3:6823/993511307","state":["exists","up"]},{"osd":3,"uuid":"da155d35-dc71-4433-859f-ed90091af5a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6827","nonce":2281158589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6829","nonce":2281158589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6833","nonce":2281158589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6831","nonce":2281158589}]},"public_addr":"172.21.15.3:6827/2281158589","cluster_addr":"172.21.15.3:6829/2281158589","heartbeat_back_addr":"172.21.15.3:6833/2281158589","heartbeat_front_addr":"172.21.15.3:6831/2281158589","state":["exists","up"]},{"osd":4,"uuid":"a854b8d8-7b4c-43b3-b52f-2107223db8ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6801","nonce":1043132211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6803","nonce":1043132211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6807","nonce":1043132211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6805","nonce":1043132211}]},"public_addr":"172.21.15.66:6801/1043132211","cluster_addr":"172.21.15.66:6803/1043132211","heartbeat_back_addr":"172.21.15.66:6807/1043132211","heartbeat_front_addr":"172.21.15.66:6805/1043132211","state":["exists","up"]},{"osd":5,"uuid":"52f88bb2-a85d-49e7-8def-5b0115b99d59","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6809","nonce":739793421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6811","nonce":739793421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6815","nonce":739793421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6813","nonce":739793421}]},"public_addr":"172.21.15.66:6809/739793421","cluster_addr":"172.21.15.66:6811/739793421","heartbeat_back_addr":"172.21.15.66:6815/739793421","heartbeat_front_addr":"172.21.15.66:6813/739793421","state":["exists","up"]},{"osd":6,"uuid":"29b52a14-a2f1-4681-81d0-a4ca14f21e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6817","nonce":1902960073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6819","nonce":1902960073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6823","nonce":1902960073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6821","nonce":1902960073}]},"public_addr":"172.21.15.66:6817/1902960073","cluster_addr":"172.21.15.66:6819/1902960073","heartbeat_back_addr":"172.21.15.66:6823/1902960073","heartbeat_front_addr":"172.21.15.66:6821/1902960073","state":["exists","up"]},{"osd":7,"uuid":"a848f0cc-2d9e-4cc8-b996-13c600bc973b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6825","nonce":339830023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6827","nonce":339830023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6831","nonce":339830023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6829","nonce":339830023}]},"public_addr":"172.21.15.66:6825/339830023","cluster_addr":"172.21.15.66:6827/339830023","heartbeat_back_addr":"172.21.15.66:6831/339830023","heartbeat_front_addr":"172.21.15.66:6829/339830023","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:34.946565+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:59.835711+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:24.743327+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:49.573179+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:11.789874+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:34.677492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:57.713102+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:10:21.711043+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/2274489327":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/200793521":"2024-04-14T07:11:17.165151+0000","172.21.15.3:6800/1612044123":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/2203924213":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/3852501559":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/3359399843":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2480649633":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6801/1612044123":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/3628457447":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2503697172":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6800/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6800/1634438095":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/3861615608":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/1083885685":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/1634438095":"2024-04-14T07:05:50.372744+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:11:30.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:30 smithi003 ceph-mon[37804]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-13T07:11:30.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:30 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/649031896' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:11:30.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:30 smithi003 ceph-mon[27034]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-13T07:11:30.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:30 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/649031896' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:11:30.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:30 smithi066 ceph-mon[30583]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-13T07:11:30.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:30 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/649031896' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:11:31.308 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-13T07:11:31.309 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd dump --format=json 2024-04-13T07:11:32.625 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:32 smithi003 ceph-mon[37804]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-13T07:11:32.625 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:32 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:11:32.625 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:32 smithi003 ceph-mon[27034]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-13T07:11:32.625 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:32 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:11:32.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:32 smithi066 ceph-mon[30583]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-13T07:11:32.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:32 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:11:33.615 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:11:34.391 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:11:34 smithi003 systemd[1]: Starting Ceph alertmanager.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:11:34.784 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:34 smithi003 ceph-mon[37804]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-13T07:11:34.784 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:34 smithi003 ceph-mon[27034]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-13T07:11:34.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:34 smithi066 ceph-mon[30583]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-13T07:11:35.141 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:11:34 smithi003 podman[69634]: 2024-04-13 07:11:34.827516249 +0000 UTC m=+0.448065792 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-13T07:11:35.546 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:11:35] "GET /metrics HTTP/1.1" 200 33632 "" "Prometheus/2.43.0" 2024-04-13T07:11:35.546 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:11:35 smithi003 podman[69634]: 2024-04-13 07:11:35.253486309 +0000 UTC m=+0.874035849 volume create 2863ff976f7982910bfb3531de9f2fc5d84eed8c1695ad6cebc19f78811727a2 2024-04-13T07:11:35.546 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:11:35 smithi003 podman[69634]: 2024-04-13 07:11:35.328817032 +0000 UTC m=+0.949366614 container create c5043326647482714e031587c93c0c1b56bd9688039b1453a85fbaecd00b6d7a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:11:36.001 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:11:35 smithi003 podman[69634]: 2024-04-13 07:11:35.648924306 +0000 UTC m=+1.269473848 container init c5043326647482714e031587c93c0c1b56bd9688039b1453a85fbaecd00b6d7a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:11:36.001 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:11:35 smithi003 podman[69634]: 2024-04-13 07:11:35.65178391 +0000 UTC m=+1.272333454 container start c5043326647482714e031587c93c0c1b56bd9688039b1453a85fbaecd00b6d7a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:11:36.001 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:11:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[69668]: ts=2024-04-13T07:11:35.665Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-13T07:11:36.001 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:11:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[69668]: ts=2024-04-13T07:11:35.665Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-13T07:11:36.001 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:11:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[69668]: ts=2024-04-13T07:11:35.667Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.3 port=9094 2024-04-13T07:11:36.001 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:11:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[69668]: ts=2024-04-13T07:11:35.668Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-13T07:11:36.001 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:11:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[69668]: ts=2024-04-13T07:11:35.692Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-13T07:11:36.001 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:11:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[69668]: ts=2024-04-13T07:11:35.692Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-13T07:11:36.002 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:11:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[69668]: ts=2024-04-13T07:11:35.695Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-13T07:11:36.002 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:11:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[69668]: ts=2024-04-13T07:11:35.695Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-13T07:11:36.002 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:11:35 smithi003 bash[69634]: c5043326647482714e031587c93c0c1b56bd9688039b1453a85fbaecd00b6d7a 2024-04-13T07:11:36.002 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:11:35 smithi003 systemd[1]: Started Ceph alertmanager.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:11:36.391 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:11:36] ENGINE Bus STOPPING 2024-04-13T07:11:36.391 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:11:36] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:11:36.391 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:11:36] ENGINE Bus STOPPED 2024-04-13T07:11:36.391 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:11:36] ENGINE Bus STARTING 2024-04-13T07:11:36.391 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:11:36] ENGINE Serving on http://:::9283 2024-04-13T07:11:36.391 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:11:36] ENGINE Bus STARTED 2024-04-13T07:11:36.449 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:11:36.449 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":68,"fsid":"1235705e-f964-11ee-bc8d-c7b262605968","created":"2024-04-13T07:05:22.787433+0000","modified":"2024-04-13T07:11:22.427017+0000","last_up_change":"2024-04-13T07:10:23.369944+0000","last_in_change":"2024-04-13T07:10:06.141452+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:08:27.693886+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:10:43.223001+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:10:44.006864+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-13T07:11:18.784724+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a9b766b8-720d-4545-bdab-a7c1a3c154bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6803","nonce":2234463595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6805","nonce":2234463595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6809","nonce":2234463595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6807","nonce":2234463595}]},"public_addr":"172.21.15.3:6803/2234463595","cluster_addr":"172.21.15.3:6805/2234463595","heartbeat_back_addr":"172.21.15.3:6809/2234463595","heartbeat_front_addr":"172.21.15.3:6807/2234463595","state":["exists","up"]},{"osd":1,"uuid":"87513d68-9d8e-490a-ae5e-02c9876e01af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6811","nonce":3103314917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6813","nonce":3103314917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6817","nonce":3103314917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6815","nonce":3103314917}]},"public_addr":"172.21.15.3:6811/3103314917","cluster_addr":"172.21.15.3:6813/3103314917","heartbeat_back_addr":"172.21.15.3:6817/3103314917","heartbeat_front_addr":"172.21.15.3:6815/3103314917","state":["exists","up"]},{"osd":2,"uuid":"6ae8f029-9b56-43d5-905f-d589c11d990f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6819","nonce":993511307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6821","nonce":993511307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6825","nonce":993511307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6823","nonce":993511307}]},"public_addr":"172.21.15.3:6819/993511307","cluster_addr":"172.21.15.3:6821/993511307","heartbeat_back_addr":"172.21.15.3:6825/993511307","heartbeat_front_addr":"172.21.15.3:6823/993511307","state":["exists","up"]},{"osd":3,"uuid":"da155d35-dc71-4433-859f-ed90091af5a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6827","nonce":2281158589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6829","nonce":2281158589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6833","nonce":2281158589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6831","nonce":2281158589}]},"public_addr":"172.21.15.3:6827/2281158589","cluster_addr":"172.21.15.3:6829/2281158589","heartbeat_back_addr":"172.21.15.3:6833/2281158589","heartbeat_front_addr":"172.21.15.3:6831/2281158589","state":["exists","up"]},{"osd":4,"uuid":"a854b8d8-7b4c-43b3-b52f-2107223db8ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6801","nonce":1043132211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6803","nonce":1043132211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6807","nonce":1043132211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6805","nonce":1043132211}]},"public_addr":"172.21.15.66:6801/1043132211","cluster_addr":"172.21.15.66:6803/1043132211","heartbeat_back_addr":"172.21.15.66:6807/1043132211","heartbeat_front_addr":"172.21.15.66:6805/1043132211","state":["exists","up"]},{"osd":5,"uuid":"52f88bb2-a85d-49e7-8def-5b0115b99d59","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6809","nonce":739793421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6811","nonce":739793421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6815","nonce":739793421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6813","nonce":739793421}]},"public_addr":"172.21.15.66:6809/739793421","cluster_addr":"172.21.15.66:6811/739793421","heartbeat_back_addr":"172.21.15.66:6815/739793421","heartbeat_front_addr":"172.21.15.66:6813/739793421","state":["exists","up"]},{"osd":6,"uuid":"29b52a14-a2f1-4681-81d0-a4ca14f21e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6817","nonce":1902960073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6819","nonce":1902960073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6823","nonce":1902960073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6821","nonce":1902960073}]},"public_addr":"172.21.15.66:6817/1902960073","cluster_addr":"172.21.15.66:6819/1902960073","heartbeat_back_addr":"172.21.15.66:6823/1902960073","heartbeat_front_addr":"172.21.15.66:6821/1902960073","state":["exists","up"]},{"osd":7,"uuid":"a848f0cc-2d9e-4cc8-b996-13c600bc973b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6825","nonce":339830023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6827","nonce":339830023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6831","nonce":339830023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6829","nonce":339830023}]},"public_addr":"172.21.15.66:6825/339830023","cluster_addr":"172.21.15.66:6827/339830023","heartbeat_back_addr":"172.21.15.66:6831/339830023","heartbeat_front_addr":"172.21.15.66:6829/339830023","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:34.946565+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:59.835711+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:24.743327+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:49.573179+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:11.789874+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:34.677492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:57.713102+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:10:21.711043+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/2274489327":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/200793521":"2024-04-14T07:11:17.165151+0000","172.21.15.3:6800/1612044123":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/2203924213":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/3852501559":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/3359399843":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2480649633":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6801/1612044123":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/3628457447":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2503697172":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6800/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6800/1634438095":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/3861615608":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/1083885685":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/1634438095":"2024-04-14T07:05:50.372744+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:11:37.123 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[37804]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T07:11:37.123 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.123 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.123 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.123 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.123 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[37804]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-13T07:11:37.123 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.123 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.123 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-13T07:11:37.123 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[37804]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-13T07:11:37.123 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.123 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[37804]: Deploying daemon grafana.a on smithi066 2024-04-13T07:11:37.124 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/3718986091' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:11:37.124 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[27034]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T07:11:37.124 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.124 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.124 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.124 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.124 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[27034]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-13T07:11:37.124 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.124 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.124 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-13T07:11:37.124 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[27034]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-13T07:11:37.125 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.125 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[27034]: Deploying daemon grafana.a on smithi066 2024-04-13T07:11:37.125 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:36 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/3718986091' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:11:37.150 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-13T07:11:37.151 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-13T07:11:37.151 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-13T07:11:37.152 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-13T07:11:37.152 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-13T07:11:37.153 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-13T07:11:37.153 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-13T07:11:37.153 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-13T07:11:37.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:36 smithi066 ceph-mon[30583]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T07:11:37.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:36 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:36 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:36 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:36 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:36 smithi066 ceph-mon[30583]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-13T07:11:37.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:36 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:36 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:36 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-13T07:11:37.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:36 smithi066 ceph-mon[30583]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-13T07:11:37.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:36 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:37.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:36 smithi066 ceph-mon[30583]: Deploying daemon grafana.a on smithi066 2024-04-13T07:11:37.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:36 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/3718986091' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:11:37.640 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:11:37.641 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:11:37.641 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:11:37.641 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:11:37.642 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:11:37.643 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:11:37.647 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:11:37.647 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:11:37.950 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:11:37 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[69668]: ts=2024-04-13T07:11:37.668Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000292507s 2024-04-13T07:11:38.473 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:38 smithi003 ceph-mon[27034]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:38.473 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:38 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:38.473 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:38 smithi003 ceph-mon[37804]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:38.473 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:38 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:38.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:38 smithi066 ceph-mon[30583]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:38.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:38 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:40.596 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:40 smithi003 ceph-mon[37804]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:40.597 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:40 smithi003 ceph-mon[27034]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:40.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:40 smithi066 ceph-mon[30583]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:42.594 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:42 smithi003 ceph-mon[37804]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:42.594 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:42 smithi003 ceph-mon[27034]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:42.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:42 smithi066 ceph-mon[30583]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:44.390 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:44 smithi003 ceph-mon[37804]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:44.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:44 smithi003 ceph-mon[27034]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:44.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:44 smithi066 ceph-mon[30583]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:45.605 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:11:45] "GET /metrics HTTP/1.1" 200 33632 "" "Prometheus/2.43.0" 2024-04-13T07:11:45.890 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:11:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[69668]: ts=2024-04-13T07:11:45.671Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003061788s 2024-04-13T07:11:46.454 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:46 smithi003 ceph-mon[37804]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:46.455 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:46 smithi003 ceph-mon[27034]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:46.475 INFO:teuthology.orchestra.run.smithi003.stdout:111669149733 2024-04-13T07:11:46.475 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-13T07:11:46.504 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:46 smithi066 ceph-mon[30583]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:47.554 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:47 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:11:47.555 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:47 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:11:47.579 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:47 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:11:48.390 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:48 smithi003 ceph-mon[37804]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:48.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:48 smithi003 ceph-mon[27034]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:48.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:48 smithi066 ceph-mon[30583]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:48.854 INFO:teuthology.orchestra.run.smithi003.stdout:236223201298 2024-04-13T07:11:48.854 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-13T07:11:49.408 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 systemd[1]: Starting Ceph grafana.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:11:49.661 INFO:teuthology.orchestra.run.smithi003.stdout:55834574894 2024-04-13T07:11:49.661 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-13T07:11:49.677 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 podman[60587]: 2024-04-13 07:11:49.322938878 +0000 UTC m=+0.017728987 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-13T07:11:49.677 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 podman[60587]: 2024-04-13 07:11:49.443760077 +0000 UTC m=+0.138550175 container create fc38cc7337b4d114de5348a2f42227cd84d2bbbae1cecf05e253b3030cf32492 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, name=ubi8, io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, io.openshift.expose-services=, maintainer=Paul Cuzner , architecture=x86_64, io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, vendor=Red Hat, Inc.) 2024-04-13T07:11:49.677 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 podman[60587]: 2024-04-13 07:11:49.668895286 +0000 UTC m=+0.363685385 container init fc38cc7337b4d114de5348a2f42227cd84d2bbbae1cecf05e253b3030cf32492 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a, distribution-scope=public, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, description=Ceph Grafana Container, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., io.buildah.version=1.32.0) 2024-04-13T07:11:49.677 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 podman[60587]: 2024-04-13 07:11:49.671489788 +0000 UTC m=+0.366279889 container start fc38cc7337b4d114de5348a2f42227cd84d2bbbae1cecf05e253b3030cf32492 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a, architecture=x86_64, description=Ceph Grafana Container, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, io.openshift.expose-services=, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8) 2024-04-13T07:11:49.929 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 bash[60587]: fc38cc7337b4d114de5348a2f42227cd84d2bbbae1cecf05e253b3030cf32492 2024-04-13T07:11:49.929 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 systemd[1]: Started Ceph grafana.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:11:49.929 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=settings t=2024-04-13T07:11:49.836476294Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-13T07:11:49.929 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=settings t=2024-04-13T07:11:49.836666147Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-13T07:11:49.929 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=settings t=2024-04-13T07:11:49.836685702Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-13T07:11:49.929 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=settings t=2024-04-13T07:11:49.836693303Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-13T07:11:49.929 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=settings t=2024-04-13T07:11:49.836699747Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-13T07:11:49.929 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=settings t=2024-04-13T07:11:49.83670616Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-13T07:11:49.930 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=settings t=2024-04-13T07:11:49.836712256Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-13T07:11:49.930 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=settings t=2024-04-13T07:11:49.836718472Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-13T07:11:49.930 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=settings t=2024-04-13T07:11:49.836724731Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-13T07:11:49.930 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=settings t=2024-04-13T07:11:49.836731456Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-13T07:11:49.930 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=settings t=2024-04-13T07:11:49.836738815Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-13T07:11:49.930 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=settings t=2024-04-13T07:11:49.836744816Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-13T07:11:49.930 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=settings t=2024-04-13T07:11:49.836750922Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-13T07:11:49.930 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=settings t=2024-04-13T07:11:49.836757012Z level=info msg="App mode production" 2024-04-13T07:11:49.930 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=sqlstore t=2024-04-13T07:11:49.836809165Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-13T07:11:49.930 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=sqlstore t=2024-04-13T07:11:49.836827363Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-13T07:11:49.930 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.837726943Z level=info msg="Starting DB migrations" 2024-04-13T07:11:49.930 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.837806487Z level=info msg="Executing migration" id="create migration_log table" 2024-04-13T07:11:49.931 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.83834041Z level=info msg="Executing migration" id="create user table" 2024-04-13T07:11:49.931 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.838818687Z level=info msg="Executing migration" id="add unique index user.login" 2024-04-13T07:11:49.931 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.841603883Z level=info msg="Executing migration" id="add unique index user.email" 2024-04-13T07:11:49.932 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.844189706Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-04-13T07:11:49.932 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.846979298Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-04-13T07:11:49.932 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.849424691Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-04-13T07:11:49.932 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.852156662Z level=info msg="Executing migration" id="create user table v2" 2024-04-13T07:11:49.932 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.854831135Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-04-13T07:11:49.932 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.855463894Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-04-13T07:11:49.932 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.856555464Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-04-13T07:11:49.932 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.85705866Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-04-13T07:11:49.932 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.857848585Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-04-13T07:11:49.932 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.858298976Z level=info msg="Executing migration" id="Update user table charset" 2024-04-13T07:11:49.932 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.858625205Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-04-13T07:11:49.932 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.859401812Z level=info msg="Executing migration" id="Add missing user data" 2024-04-13T07:11:49.932 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.860292019Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-04-13T07:11:49.933 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.860963688Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-04-13T07:11:49.933 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.861369775Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-04-13T07:11:49.933 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.861827835Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-13T07:11:49.933 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.862994879Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-04-13T07:11:49.933 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.863824534Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-04-13T07:11:49.933 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.864613828Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-04-13T07:11:49.933 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.865539604Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-04-13T07:11:49.933 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.866173033Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-04-13T07:11:49.933 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.867101577Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-04-13T07:11:49.933 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.867740662Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-04-13T07:11:49.933 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.868530367Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-04-13T07:11:49.933 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.869375663Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-04-13T07:11:49.933 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.870309705Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-04-13T07:11:49.933 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.870899903Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-13T07:11:49.934 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.871767039Z level=info msg="Executing migration" id="create temp_user v2" 2024-04-13T07:11:49.934 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.872230846Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-04-13T07:11:49.934 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.872716715Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-04-13T07:11:49.934 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.873538468Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-04-13T07:11:49.934 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.874354702Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-04-13T07:11:49.934 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.875223884Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-04-13T07:11:49.934 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.876189625Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-04-13T07:11:49.934 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.876982365Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-04-13T07:11:49.934 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.87782751Z level=info msg="Executing migration" id="create star table" 2024-04-13T07:11:49.934 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.878231406Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-04-13T07:11:49.934 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.879129656Z level=info msg="Executing migration" id="create org table v1" 2024-04-13T07:11:49.934 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.880085452Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-04-13T07:11:49.934 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.880811697Z level=info msg="Executing migration" id="create org_user table v1" 2024-04-13T07:11:49.934 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.883586126Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-04-13T07:11:49.935 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.886364521Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-04-13T07:11:49.935 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.888976962Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-04-13T07:11:49.935 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.88941413Z level=info msg="Executing migration" id="Update org table charset" 2024-04-13T07:11:49.935 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.892077954Z level=info msg="Executing migration" id="Update org_user table charset" 2024-04-13T07:11:49.935 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.894687513Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-04-13T07:11:49.935 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.897457563Z level=info msg="Executing migration" id="create dashboard table" 2024-04-13T07:11:49.935 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.897879513Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-04-13T07:11:49.935 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.900748965Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-04-13T07:11:49.935 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.903316545Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-04-13T07:11:49.935 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.906083552Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-04-13T07:11:49.935 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.906541332Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-13T07:11:49.935 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.909235354Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-04-13T07:11:49.935 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.912039131Z level=info msg="Executing migration" id="create dashboard v2" 2024-04-13T07:11:49.935 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.914774562Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-04-13T07:11:49.936 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.915228354Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-04-13T07:11:49.936 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.917986467Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-04-13T07:11:49.936 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.920618539Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-04-13T07:11:49.936 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.923199161Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-04-13T07:11:49.936 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.923577233Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-04-13T07:11:50.182 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.926204628Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-04-13T07:11:50.182 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.92869659Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-04-13T07:11:50.182 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.931228867Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-04-13T07:11:50.182 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.93183569Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-04-13T07:11:50.182 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.93429706Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-04-13T07:11:50.182 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.937109175Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-04-13T07:11:50.182 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.939628533Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-04-13T07:11:50.182 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.93994841Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-04-13T07:11:50.182 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.942731083Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-04-13T07:11:50.182 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.943278311Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-04-13T07:11:50.183 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.945464775Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-04-13T07:11:50.183 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.947873899Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-04-13T07:11:50.183 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.948431909Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-04-13T07:11:50.183 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.951135407Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-04-13T07:11:50.183 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.953613592Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-04-13T07:11:50.183 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.954523172Z level=info msg="Executing migration" id="Update dashboard title length" 2024-04-13T07:11:50.183 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.954910844Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-13T07:11:50.183 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.957691397Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-04-13T07:11:50.183 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.958225369Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-13T07:11:50.183 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.960469618Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-04-13T07:11:50.183 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.962989159Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-13T07:11:50.183 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.963463275Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-13T07:11:50.183 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.966274896Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-04-13T07:11:50.183 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.968727386Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-04-13T07:11:50.184 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.971563728Z level=info msg="Executing migration" id="Add check_sum column" 2024-04-13T07:11:50.184 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.972109826Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-04-13T07:11:50.184 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.974793181Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-04-13T07:11:50.184 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.975138173Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-13T07:11:50.184 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.977554782Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-13T07:11:50.184 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.978027856Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-13T07:11:50.184 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.980207431Z level=info msg="Executing migration" id="create data_source table" 2024-04-13T07:11:50.184 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.980681046Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-13T07:11:50.184 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.981140096Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-13T07:11:50.184 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.981595295Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-13T07:11:50.184 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.984279244Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-13T07:11:50.184 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.986959601Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-13T07:11:50.184 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.989362539Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-13T07:11:50.184 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.990124528Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-13T07:11:50.186 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.990928739Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-13T07:11:50.186 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.991729792Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-13T07:11:50.186 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.992140996Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-13T07:11:50.187 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.992972677Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-13T07:11:50.187 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.993817062Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-13T07:11:50.187 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.994698916Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-13T07:11:50.187 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.995063747Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-13T07:11:50.187 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.995803732Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-13T07:11:50.187 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.996163724Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-13T07:11:50.187 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.996653635Z level=info msg="Executing migration" id="Add uid column" 2024-04-13T07:11:50.187 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.997214328Z level=info msg="Executing migration" id="Update uid value" 2024-04-13T07:11:50.187 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.997537644Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-13T07:11:50.187 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.997992251Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-13T07:11:50.187 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.998438631Z level=info msg="Executing migration" id="create api_key table" 2024-04-13T07:11:50.187 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:49.999228755Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-13T07:11:50.187 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.000003727Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-13T07:11:50.188 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.000997077Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-13T07:11:50.188 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.001677748Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-13T07:11:50.188 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.002539284Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-13T07:11:50.188 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.00354107Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-13T07:11:50.188 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.004258681Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-13T07:11:50.188 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.005351123Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-13T07:11:50.188 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.006214512Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-13T07:11:50.188 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.007077533Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-13T07:11:50.189 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.007922869Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-13T07:11:50.189 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.008926188Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-13T07:11:50.189 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.009566179Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-13T07:11:50.189 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.009976127Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-13T07:11:50.189 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.010878657Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-13T07:11:50.189 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.011466873Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-13T07:11:50.189 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.012082506Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-13T07:11:50.189 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.012981261Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-13T07:11:50.189 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.01373489Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-13T07:11:50.189 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.014350025Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-13T07:11:50.189 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.015325935Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-13T07:11:50.189 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.018123856Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-13T07:11:50.190 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.020740259Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-13T07:11:50.190 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.023511096Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-13T07:11:50.190 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.026227357Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-13T07:11:50.190 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.029017796Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-13T07:11:50.190 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.03183597Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-13T07:11:50.190 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.034585495Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-13T07:11:50.190 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.037348111Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-13T07:11:50.190 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.039898902Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-13T07:11:50.190 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.042687405Z level=info msg="Executing migration" id="create quota table v1" 2024-04-13T07:11:50.190 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.045649375Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-13T07:11:50.190 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.048260834Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-13T07:11:50.190 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.050977847Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-13T07:11:50.191 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.051439384Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-13T07:11:50.191 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.054249166Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-13T07:11:50.191 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.056974202Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-13T07:11:50.191 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.05967121Z level=info msg="Executing migration" id="create session table" 2024-04-13T07:11:50.191 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.060176461Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-13T07:11:50.191 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.060503367Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-13T07:11:50.191 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.062919019Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-13T07:11:50.191 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.063364825Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-13T07:11:50.191 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.066078369Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-13T07:11:50.191 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.06883277Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-13T07:11:50.191 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.069167578Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-13T07:11:50.191 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.069492644Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-13T07:11:50.191 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.069833294Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-13T07:11:50.191 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.070275347Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-13T07:11:50.191 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.070568807Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-13T07:11:50.192 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.07294738Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-13T07:11:50.192 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.075709627Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-13T07:11:50.192 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.076418661Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-13T07:11:50.192 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.078967535Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-13T07:11:50.192 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.081588205Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-13T07:11:50.192 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.082040364Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-13T07:11:50.192 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.084924065Z level=info msg="Executing migration" id="create alert table v1" 2024-04-13T07:11:50.192 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.08772406Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-13T07:11:50.192 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.090309912Z level=info msg="Executing migration" id="add index alert state" 2024-04-13T07:11:50.192 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.090763885Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-13T07:11:50.192 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.091213177Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-13T07:11:50.192 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.091610815Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-13T07:11:50.192 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.092074644Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-13T07:11:50.192 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.092467953Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-13T07:11:50.193 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.093905121Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-13T07:11:50.193 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.094318536Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-13T07:11:50.193 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.094778934Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-13T07:11:50.193 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.095118261Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-13T07:11:50.193 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.095478469Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-13T07:11:50.193 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.095931666Z level=info msg="Executing migration" id="Add column is_default" 2024-04-13T07:11:50.193 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.096550451Z level=info msg="Executing migration" id="Add column frequency" 2024-04-13T07:11:50.193 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.09720162Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-13T07:11:50.193 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.097865602Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-13T07:11:50.193 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.098524584Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-13T07:11:50.194 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.098987629Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-13T07:11:50.194 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.099281517Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-13T07:11:50.194 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.099574472Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-13T07:11:50.194 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.099985569Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-13T07:11:50.194 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.100444227Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-13T07:11:50.194 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.100867626Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-13T07:11:50.194 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.101252553Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-13T07:11:50.194 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.101723478Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-13T07:11:50.194 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.102370084Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-13T07:11:50.195 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.103038931Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-13T07:11:50.195 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.103388202Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-13T07:11:50.195 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.103879685Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-13T07:11:50.195 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.104311193Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-13T07:11:50.195 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.104973685Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-13T07:11:50.195 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.105304433Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-13T07:11:50.195 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.1057783Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-13T07:11:50.196 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.10622519Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-13T07:11:50.196 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.106553627Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-13T07:11:50.196 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.107039552Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-13T07:11:50.196 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.109660788Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-13T07:11:50.196 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.11010267Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-13T07:11:50.196 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.11054181Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-13T07:11:50.197 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.111028187Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-13T07:11:50.197 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.113826791Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-13T07:11:50.197 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.114153487Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-13T07:11:50.197 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.116683181Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-13T07:11:50.197 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.119162941Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-13T07:11:50.197 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.121688758Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-13T07:11:50.198 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.124519798Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-13T07:11:50.198 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.125001544Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-13T07:11:50.198 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.127645653Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-13T07:11:50.198 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.129277253Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-13T07:11:50.198 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.129719932Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-13T07:11:50.198 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.130533857Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-13T07:11:50.199 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.130931471Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-13T07:11:50.199 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.131728978Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-13T07:11:50.199 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.132115584Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-13T07:11:50.199 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.132844208Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-13T07:11:50.200 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.133617017Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-13T07:11:50.200 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.134115219Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-13T07:11:50.200 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.134893071Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-13T07:11:50.200 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.135758669Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-13T07:11:50.200 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.136529065Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-13T07:11:50.200 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.137006204Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-13T07:11:50.201 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.137836601Z level=info msg="Executing migration" id="Move region to single row" 2024-04-13T07:11:50.201 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.13842954Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-13T07:11:50.201 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.138873038Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-13T07:11:50.201 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.139635602Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-13T07:11:50.201 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.140153373Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-13T07:11:50.201 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.140596888Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-13T07:11:50.202 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.141040446Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-13T07:11:50.202 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.141461141Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-13T07:11:50.202 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.141820908Z level=info msg="Executing migration" id="create test_data table" 2024-04-13T07:11:50.202 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.142289605Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-13T07:11:50.202 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.143072554Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-13T07:11:50.202 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.143555121Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-13T07:11:50.203 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.144301777Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-13T07:11:50.203 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.145224605Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-13T07:11:50.203 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.145929434Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-13T07:11:50.203 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.14625966Z level=info msg="Executing migration" id="create team table" 2024-04-13T07:11:50.203 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.147091763Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-13T07:11:50.203 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.147907681Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-13T07:11:50.203 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.148762134Z level=info msg="Executing migration" id="create team member table" 2024-04-13T07:11:50.204 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.149187111Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-13T07:11:50.204 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.14997816Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-13T07:11:50.204 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.152688092Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-13T07:11:50.204 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.155271542Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-13T07:11:50.204 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.156027903Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-13T07:11:50.204 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.158790118Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-13T07:11:50.205 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.161539536Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-13T07:11:50.205 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.164100209Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-13T07:11:50.205 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.164590407Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-13T07:11:50.205 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.16745117Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-13T07:11:50.205 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.170150709Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-13T07:11:50.205 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.172624172Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-13T07:11:50.206 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.173119914Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-13T07:11:50.206 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.176087922Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-13T07:11:50.206 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.178620498Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-13T07:11:50.435 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.181286977Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-13T07:11:50.435 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.184026529Z level=info msg="Executing migration" id="create tag table" 2024-04-13T07:11:50.435 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.186586792Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-13T07:11:50.435 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.189344156Z level=info msg="Executing migration" id="create login attempt table" 2024-04-13T07:11:50.436 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.191911328Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-13T07:11:50.436 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.194417298Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-13T07:11:50.436 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.196946156Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-13T07:11:50.436 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.199512415Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-13T07:11:50.436 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.201842057Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-13T07:11:50.437 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.204273466Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-13T07:11:50.437 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.206646699Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-13T07:11:50.437 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.20930028Z level=info msg="Executing migration" id="create user auth table" 2024-04-13T07:11:50.437 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.21164283Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-13T07:11:50.437 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.214216884Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-13T07:11:50.437 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.21674992Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-13T07:11:50.438 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.219391463Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-13T07:11:50.438 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.222045868Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-13T07:11:50.438 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.224611119Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-13T07:11:50.438 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.227135352Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-13T07:11:50.438 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.229826233Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-13T07:11:50.439 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.232294916Z level=info msg="Executing migration" id="create server_lock table" 2024-04-13T07:11:50.439 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.234765089Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-13T07:11:50.439 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.235415216Z level=info msg="Executing migration" id="create user auth token table" 2024-04-13T07:11:50.439 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.236219799Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-13T07:11:50.439 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.237002263Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-13T07:11:50.439 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.237711126Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-13T07:11:50.439 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.238676896Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-13T07:11:50.440 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.23957141Z level=info msg="Executing migration" id="create cache_data table" 2024-04-13T07:11:50.440 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.240354452Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-13T07:11:50.440 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.241251296Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-13T07:11:50.440 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.241866212Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-13T07:11:50.440 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.242778709Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-13T07:11:50.440 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.243426739Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-13T07:11:50.440 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.244242737Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-13T07:11:50.441 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.245070101Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-13T07:11:50.441 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.245868877Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-13T07:11:50.441 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.246614891Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-13T07:11:50.441 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.247546967Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-13T07:11:50.441 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.24818346Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-13T07:11:50.441 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.248982621Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-13T07:11:50.442 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.249422628Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-13T07:11:50.442 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.249863585Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-13T07:11:50.442 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.250668675Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-13T07:11:50.442 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.251468846Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-13T07:11:50.442 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.252407221Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-13T07:11:50.442 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.25305615Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-13T07:11:50.442 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.253820453Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-13T07:11:50.443 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.254257027Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-13T07:11:50.443 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.254597036Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-13T07:11:50.443 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.255041137Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-13T07:11:50.443 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.255437209Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-13T07:11:50.443 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.255877898Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-13T07:11:50.443 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.256310686Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-13T07:11:50.443 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.257132816Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-13T07:11:50.443 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.257957603Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-13T07:11:50.445 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.258825648Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-13T07:11:50.445 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.262332398Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-13T07:11:50.445 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.265739274Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-13T07:11:50.445 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.268551576Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-13T07:11:50.445 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.271256848Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-13T07:11:50.446 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.273819084Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-13T07:11:50.446 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.276596819Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-13T07:11:50.446 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.2789829Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-13T07:11:50.446 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.281738187Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-13T07:11:50.446 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.284358121Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-13T07:11:50.447 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.286980757Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-13T07:11:50.447 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.289554283Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-13T07:11:50.447 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.292386024Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-13T07:11:50.447 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.295239498Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-13T07:11:50.447 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.297884794Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-13T07:11:50.447 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.300602156Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-13T07:11:50.448 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.303507909Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-13T07:11:50.448 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.306175025Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-13T07:11:50.448 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.308658985Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-13T07:11:50.448 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.311129905Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-13T07:11:50.448 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.313411413Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-13T07:11:50.448 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.315976855Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-13T07:11:50.448 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.318509846Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-13T07:11:50.449 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.32077461Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-13T07:11:50.449 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.323211755Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-13T07:11:50.449 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.325761347Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-13T07:11:50.449 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.328073977Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-13T07:11:50.449 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.330477978Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-13T07:11:50.449 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.333104068Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-13T07:11:50.449 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.335685387Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-13T07:11:50.450 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.338471012Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-13T07:11:50.450 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.34110998Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-13T07:11:50.450 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.343622873Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-13T07:11:50.450 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.346242166Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-13T07:11:50.450 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.348606838Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-13T07:11:50.450 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.351149224Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-13T07:11:50.451 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.353446258Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-13T07:11:50.451 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.354616484Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-13T07:11:50.451 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.355388744Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-13T07:11:50.451 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.356289639Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-13T07:11:50.451 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.357339566Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-13T07:11:50.451 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.358139094Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-13T07:11:50.452 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.358671222Z level=info msg="Executing migration" id="create alert_image table" 2024-04-13T07:11:50.452 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.359538602Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-13T07:11:50.452 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.360499348Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-13T07:11:50.452 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.361253384Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-13T07:11:50.452 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.362018987Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-13T07:11:50.452 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.362502653Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-13T07:11:50.453 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.362585623Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-13T07:11:50.453 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.363372246Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-13T07:11:50.453 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.364300936Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-13T07:11:50.453 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.365058896Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-13T07:11:50.453 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.365202864Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-13T07:11:50.453 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.365328302Z level=info msg="alerts found to migrate" alerts=0 2024-04-13T07:11:50.453 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.365922988Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-13T07:11:50.453 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.368647422Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-13T07:11:50.453 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.371589921Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-13T07:11:50.454 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.374182245Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-13T07:11:50.454 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.376906621Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-13T07:11:50.454 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.379650042Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-13T07:11:50.454 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.382431589Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-13T07:11:50.454 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.385444048Z level=info msg="Executing migration" id="create data_keys table" 2024-04-13T07:11:50.454 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.388017697Z level=info msg="Executing migration" id="create secrets table" 2024-04-13T07:11:50.454 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.390655432Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-13T07:11:50.454 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.395149508Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-13T07:11:50.454 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.397909465Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-13T07:11:50.454 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.400635916Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-13T07:11:50.454 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.404967594Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-13T07:11:50.454 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.409257964Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-13T07:11:50.454 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.412071222Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-13T07:11:50.455 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.414765421Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-13T07:11:50.455 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.417619222Z level=info msg="Executing migration" id="create permission table" 2024-04-13T07:11:50.455 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.420203209Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-13T07:11:50.455 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.422931311Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-13T07:11:50.455 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.425630933Z level=info msg="Executing migration" id="create role table" 2024-04-13T07:11:50.455 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.42841982Z level=info msg="Executing migration" id="add column display_name" 2024-04-13T07:11:50.455 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.43087708Z level=info msg="Executing migration" id="add column group_name" 2024-04-13T07:11:50.745 INFO:teuthology.orchestra.run.smithi003.stdout:34359738421 2024-04-13T07:11:50.746 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-13T07:11:50.841 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.43360785Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-13T07:11:50.842 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.436346877Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-13T07:11:50.842 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.439121031Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-13T07:11:50.842 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.44190462Z level=info msg="Executing migration" id="create team role table" 2024-04-13T07:11:50.842 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.444433178Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-13T07:11:50.842 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.447243194Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-13T07:11:50.842 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.449823037Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-13T07:11:50.842 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.452459849Z level=info msg="Executing migration" id="create user role table" 2024-04-13T07:11:50.842 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.454929177Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-13T07:11:50.842 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.457687449Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-13T07:11:50.842 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.460264173Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-13T07:11:50.842 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.463003189Z level=info msg="Executing migration" id="create builtin role table" 2024-04-13T07:11:50.842 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.465724014Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-13T07:11:50.843 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.466325733Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-13T07:11:50.843 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.467172247Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-13T07:11:50.843 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.46817877Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-13T07:11:50.843 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.468698561Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-13T07:11:50.843 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.46941662Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-13T07:11:50.843 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.469902718Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-13T07:11:50.843 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.470345809Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-13T07:11:50.843 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.470785671Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-13T07:11:50.843 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.471262553Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-13T07:11:50.843 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.472283023Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-13T07:11:50.843 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.473072211Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-13T07:11:50.843 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.473562752Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-13T07:11:50.843 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.473894575Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-13T07:11:50.843 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.474317018Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-13T07:11:50.843 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.474817905Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-13T07:11:50.843 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.475236139Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-13T07:11:50.844 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.475560965Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-13T07:11:50.844 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.475955462Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-13T07:11:50.844 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.476379709Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-13T07:11:50.844 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.476887565Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-13T07:11:50.844 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.477927231Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-13T07:11:50.844 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.478265899Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-13T07:11:50.844 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.478875873Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-13T07:11:50.844 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.479340901Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-13T07:11:50.844 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.479828172Z level=info msg="Executing migration" id="add correlation config column" 2024-04-13T07:11:50.845 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.480862194Z level=info msg="Executing migration" id="create entity_events table" 2024-04-13T07:11:50.845 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.481329221Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-13T07:11:50.845 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.482138594Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-13T07:11:50.845 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.482252075Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-13T07:11:50.845 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.482597282Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-13T07:11:50.846 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.482695012Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-13T07:11:50.846 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.482987377Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-13T07:11:50.846 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.483366079Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-13T07:11:50.846 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.483801235Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-13T07:11:50.846 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.484248536Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-13T07:11:50.846 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.48470671Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-13T07:11:50.846 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.485160773Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-13T07:11:50.846 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.485570629Z level=info msg="Executing migration" id="Drop public config table" 2024-04-13T07:11:50.846 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.485982119Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-13T07:11:50.846 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.486394828Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-13T07:11:50.846 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.486845464Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-13T07:11:50.846 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.487325971Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-13T07:11:50.847 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.487772578Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-13T07:11:50.847 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.490898306Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-13T07:11:50.847 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.491919146Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-13T07:11:50.847 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.492955211Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-13T07:11:50.847 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.493288586Z level=info msg="Executing migration" id="add share column" 2024-04-13T07:11:50.847 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.494300966Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-13T07:11:50.847 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.494772762Z level=info msg="Executing migration" id="create file table" 2024-04-13T07:11:50.847 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.495221877Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-13T07:11:50.847 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.495672876Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-13T07:11:50.847 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.496174098Z level=info msg="Executing migration" id="create file_meta table" 2024-04-13T07:11:50.847 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.496951731Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-13T07:11:50.847 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.497735339Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-13T07:11:50.847 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.49866046Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-13T07:11:50.847 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.499374855Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-13T07:11:50.848 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.500332025Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-13T07:11:50.848 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.50105637Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-13T07:11:50.848 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.502089898Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-13T07:11:50.848 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.502944474Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-13T07:11:50.848 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.503745528Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-13T07:11:50.848 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.504531265Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-13T07:11:50.848 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.505367357Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-13T07:11:50.848 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.506333009Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-13T07:11:50.848 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.507586056Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-13T07:11:50.848 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.508638548Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-13T07:11:50.848 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.50963403Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-13T07:11:50.848 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.519756483Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-13T07:11:50.848 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.520630489Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-13T07:11:50.848 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.52163283Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-13T07:11:50.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.525093187Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-13T07:11:50.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.52602631Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-13T07:11:50.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.526781177Z level=info msg="Executing migration" id="create folder table" 2024-04-13T07:11:50.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.527664106Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-13T07:11:50.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.52857591Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-13T07:11:50.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.52938398Z level=info msg="Executing migration" id="Update folder title length" 2024-04-13T07:11:50.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.530209435Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-13T07:11:50.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=migrator t=2024-04-13T07:11:50.531076857Z level=info msg="migrations completed" performed=485 skipped=0 duration=693.290742ms 2024-04-13T07:11:50.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=sqlstore t=2024-04-13T07:11:50.531539862Z level=info msg="Created default organization" 2024-04-13T07:11:50.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=plugin.loader t=2024-04-13T07:11:50.590842478Z level=info msg="Plugin registered" pluginID=input 2024-04-13T07:11:50.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=plugin.loader t=2024-04-13T07:11:50.621362931Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-13T07:11:50.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=plugin.loader t=2024-04-13T07:11:50.621397772Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-13T07:11:50.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=secrets t=2024-04-13T07:11:50.621458503Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-13T07:11:50.850 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=query_data t=2024-04-13T07:11:50.623223376Z level=info msg="Query Service initialization" 2024-04-13T07:11:50.850 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=live.push_http t=2024-04-13T07:11:50.625535803Z level=info msg="Live Push Gateway initialization" 2024-04-13T07:11:51.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:50 smithi003 ceph-mon[37804]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:51.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:51.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:51.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:51.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:51.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:50 smithi003 ceph-mon[37804]: Deploying daemon node-exporter.a on smithi003 2024-04-13T07:11:51.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:50 smithi003 ceph-mon[27034]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:51.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:51.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:51.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:51.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:51.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:50 smithi003 ceph-mon[27034]: Deploying daemon node-exporter.a on smithi003 2024-04-13T07:11:51.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-mon[30583]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:51.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:51.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:51.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:51.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:51.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:50 smithi066 ceph-mon[30583]: Deploying daemon node-exporter.a on smithi003 2024-04-13T07:11:51.358 INFO:teuthology.orchestra.run.smithi003.stdout:133143986209 2024-04-13T07:11:51.358 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-13T07:11:51.658 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=infra.usagestats.collector t=2024-04-13T07:11:51.397196954Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-13T07:11:51.658 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=provisioning.datasources t=2024-04-13T07:11:51.452878224Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-13T07:11:51.659 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=provisioning.datasources t=2024-04-13T07:11:51.484967841Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-13T07:11:51.659 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=provisioning.alerting t=2024-04-13T07:11:51.507072285Z level=info msg="starting to provision alerting" 2024-04-13T07:11:51.659 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=provisioning.alerting t=2024-04-13T07:11:51.507092356Z level=info msg="finished to provision alerting" 2024-04-13T07:11:51.659 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=ngalert.state.manager t=2024-04-13T07:11:51.507351723Z level=info msg="Warming state cache for startup" 2024-04-13T07:11:51.659 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=grafanaStorageLogger t=2024-04-13T07:11:51.507450889Z level=info msg="storage starting" 2024-04-13T07:11:51.659 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=http.server t=2024-04-13T07:11:51.50915602Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-13T07:11:51.660 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=sqlstore.transactions t=2024-04-13T07:11:51.518394079Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-13T07:11:51.660 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=ngalert.state.manager t=2024-04-13T07:11:51.518659377Z level=info msg="State cache has been initialized" states=0 duration=11.303248ms 2024-04-13T07:11:51.660 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=ticker t=2024-04-13T07:11:51.51877847Z level=info msg=starting first_tick=2024-04-13T07:12:00Z 2024-04-13T07:11:51.660 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=ngalert.multiorg.alertmanager t=2024-04-13T07:11:51.518801749Z level=info msg="starting MultiOrg Alertmanager" 2024-04-13T07:11:51.660 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=sqlstore.transactions t=2024-04-13T07:11:51.556698341Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-13T07:11:51.660 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=sqlstore.transactions t=2024-04-13T07:11:51.597310602Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-13T07:11:51.660 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:11:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=sqlstore.transactions t=2024-04-13T07:11:51.608643332Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-13T07:11:52.389 INFO:teuthology.orchestra.run.smithi003.stdout:167503724571 2024-04-13T07:11:52.389 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-13T07:11:53.093 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:52 smithi066 ceph-mon[30583]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:53.093 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:53.105 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:52 smithi003 ceph-mon[37804]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:53.106 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:53.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:52 smithi003 ceph-mon[27034]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:53.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:11:53.127 INFO:teuthology.orchestra.run.smithi003.stdout:77309411371 2024-04-13T07:11:53.127 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-13T07:11:53.569 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:11:53.569 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:11:53.569 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:11:53.570 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:11:55.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:54 smithi003 ceph-mon[37804]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:55.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:54 smithi003 ceph-mon[27034]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:55.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:54 smithi066 ceph-mon[30583]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:55.549 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:11:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:11:55] "GET /metrics HTTP/1.1" 200 33628 "" "Prometheus/2.43.0" 2024-04-13T07:11:56.985 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:56 smithi003 ceph-mon[37804]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:56.985 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:56 smithi003 ceph-mon[27034]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:57.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:56 smithi066 ceph-mon[30583]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:58.141 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:57 smithi003 podman[71599]: 2024-04-13 07:11:57.91497092 +0000 UTC m=+3.470094828 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-13T07:11:58.486 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 podman[71599]: 2024-04-13 07:11:58.348270461 +0000 UTC m=+3.903394428 container create dfbcad6ee10c698ca63ebe5618e4a0e1534a47adcf0dd81dbd6d026c803ca108 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T07:11:58.856 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 podman[71599]: 2024-04-13 07:11:58.777452113 +0000 UTC m=+4.332576021 container init dfbcad6ee10c698ca63ebe5618e4a0e1534a47adcf0dd81dbd6d026c803ca108 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T07:11:58.856 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 podman[71599]: 2024-04-13 07:11:58.780210851 +0000 UTC m=+4.335334766 container start dfbcad6ee10c698ca63ebe5618e4a0e1534a47adcf0dd81dbd6d026c803ca108 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T07:11:58.856 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.784Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-13T07:11:58.856 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.784Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-13T07:11:58.856 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.784Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-13T07:11:58.856 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.784Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-13T07:11:58.856 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.784Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-13T07:11:58.856 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.784Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-13T07:11:58.856 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-13T07:11:58.856 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=arp 2024-04-13T07:11:58.857 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-13T07:11:58.857 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-13T07:11:58.857 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-13T07:11:58.857 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-13T07:11:58.857 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-13T07:11:58.857 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-13T07:11:58.857 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-13T07:11:58.857 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-13T07:11:58.857 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=edac 2024-04-13T07:11:58.857 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-13T07:11:58.857 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-13T07:11:58.857 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-13T07:11:58.858 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-13T07:11:58.858 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-13T07:11:58.858 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-13T07:11:58.858 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-13T07:11:58.858 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-13T07:11:58.858 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-13T07:11:58.858 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-13T07:11:58.858 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-13T07:11:58.858 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-13T07:11:58.858 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-13T07:11:58.858 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-13T07:11:58.858 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-13T07:11:58.858 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-13T07:11:58.858 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=os 2024-04-13T07:11:58.858 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-13T07:11:58.859 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-13T07:11:58.859 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-13T07:11:58.859 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-13T07:11:58.859 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-13T07:11:58.859 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-13T07:11:58.859 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-13T07:11:58.859 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=stat 2024-04-13T07:11:58.859 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-13T07:11:58.859 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-13T07:11:58.859 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-13T07:11:58.859 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=time 2024-04-13T07:11:58.859 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-13T07:11:58.860 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=uname 2024-04-13T07:11:58.860 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-13T07:11:58.860 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-13T07:11:58.860 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-13T07:11:58.860 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-13T07:11:58.860 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[71800]: ts=2024-04-13T07:11:58.785Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-13T07:11:59.105 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 bash[71599]: dfbcad6ee10c698ca63ebe5618e4a0e1534a47adcf0dd81dbd6d026c803ca108 2024-04-13T07:11:59.105 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:11:58 smithi003 systemd[1]: Started Ceph node-exporter.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:11:59.106 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-mon[37804]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:59.106 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/312897175' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-13T07:11:59.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-mon[27034]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:59.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:58 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/312897175' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-13T07:11:59.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:58 smithi066 ceph-mon[30583]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:11:59.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:58 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/312897175' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-13T07:12:00.102 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:59 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:00.103 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:59 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:00.103 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:59 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:00.103 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:11:59 smithi003 ceph-mon[37804]: Deploying daemon node-exporter.b on smithi066 2024-04-13T07:12:00.103 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:59 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:00.103 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:59 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:00.103 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:59 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:00.103 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:11:59 smithi003 ceph-mon[27034]: Deploying daemon node-exporter.b on smithi066 2024-04-13T07:12:00.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:59 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:00.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:59 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:00.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:59 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:00.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:11:59 smithi066 ceph-mon[30583]: Deploying daemon node-exporter.b on smithi066 2024-04-13T07:12:00.158 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:00 smithi066 bash[60873]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-13T07:12:00.601 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:12:00.843 INFO:teuthology.orchestra.run.smithi003.stdout:34359738423 2024-04-13T07:12:00.910 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:00 smithi066 bash[60873]: Getting image source signatures 2024-04-13T07:12:00.910 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:00 smithi066 bash[60873]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-13T07:12:00.910 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:00 smithi066 bash[60873]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-13T07:12:00.910 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:00 smithi066 bash[60873]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-13T07:12:01.310 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:00 smithi003 ceph-mon[37804]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:01.310 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:00 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/2764895396' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-13T07:12:01.310 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:00 smithi003 ceph-mon[27034]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:01.310 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:00 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2764895396' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-13T07:12:01.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:00 smithi066 ceph-mon[30583]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:01.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:00 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/2764895396' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-13T07:12:01.812 INFO:teuthology.orchestra.run.smithi003.stdout:236223201300 2024-04-13T07:12:02.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:01 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1301619063' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-13T07:12:02.157 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:01 smithi066 bash[60873]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-13T07:12:02.158 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:01 smithi066 bash[60873]: Writing manifest to image destination 2024-04-13T07:12:02.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:01 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1301619063' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-13T07:12:02.390 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:01 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/1301619063' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-13T07:12:02.431 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201298 got 236223201300 for osd.7 2024-04-13T07:12:02.431 DEBUG:teuthology.parallel:result is None 2024-04-13T07:12:02.543 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 podman[60873]: 2024-04-13 07:12:02.214336901 +0000 UTC m=+2.252797774 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-13T07:12:02.543 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 podman[60873]: 2024-04-13 07:12:02.302648711 +0000 UTC m=+2.341109572 container create ce4f8de81f3f6e95b6ead50d167b4761ae15b0eefdc0534df29519e54280acee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T07:12:02.544 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 podman[60873]: 2024-04-13 07:12:02.529477768 +0000 UTC m=+2.567938639 container init ce4f8de81f3f6e95b6ead50d167b4761ae15b0eefdc0534df29519e54280acee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T07:12:02.544 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 podman[60873]: 2024-04-13 07:12:02.532599174 +0000 UTC m=+2.571060037 container start ce4f8de81f3f6e95b6ead50d167b4761ae15b0eefdc0534df29519e54280acee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T07:12:02.762 INFO:teuthology.orchestra.run.smithi003.stdout:55834574897 2024-04-13T07:12:02.907 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.537Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-13T07:12:02.907 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.537Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-13T07:12:02.908 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.538Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-13T07:12:02.908 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.538Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-13T07:12:02.908 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.538Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-13T07:12:02.908 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.539Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-13T07:12:02.908 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.539Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-13T07:12:02.908 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.539Z caller=node_exporter.go:117 level=info collector=arp 2024-04-13T07:12:02.908 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.539Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-13T07:12:02.908 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.539Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-13T07:12:02.908 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.539Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-13T07:12:02.908 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.539Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-13T07:12:02.908 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.539Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-13T07:12:02.908 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-13T07:12:02.908 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-13T07:12:02.908 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-13T07:12:02.908 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=edac 2024-04-13T07:12:02.908 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-13T07:12:02.909 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-13T07:12:02.909 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-13T07:12:02.909 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-13T07:12:02.909 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-13T07:12:02.909 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-13T07:12:02.909 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-13T07:12:02.909 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-13T07:12:02.909 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-13T07:12:02.910 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-13T07:12:02.910 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-13T07:12:02.910 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-13T07:12:02.910 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-13T07:12:02.910 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-13T07:12:02.910 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-13T07:12:02.910 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-13T07:12:02.910 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=os 2024-04-13T07:12:02.910 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-13T07:12:02.910 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-13T07:12:02.910 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-13T07:12:02.910 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-13T07:12:02.910 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-13T07:12:02.910 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-13T07:12:02.910 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-13T07:12:02.911 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=stat 2024-04-13T07:12:02.911 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-13T07:12:02.911 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-13T07:12:02.911 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-13T07:12:02.911 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=time 2024-04-13T07:12:02.911 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-13T07:12:02.911 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=uname 2024-04-13T07:12:02.911 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-13T07:12:02.911 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-13T07:12:02.911 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-13T07:12:02.911 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-13T07:12:02.911 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[60922]: ts=2024-04-13T07:12:02.540Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-13T07:12:02.911 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 bash[60873]: ce4f8de81f3f6e95b6ead50d167b4761ae15b0eefdc0534df29519e54280acee 2024-04-13T07:12:02.911 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:12:02 smithi066 systemd[1]: Started Ceph node-exporter.b for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:12:03.333 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:02 smithi003 ceph-mon[27034]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:03.333 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:02 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:12:03.333 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:02 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:03.334 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:02 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:03.334 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:02 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:03.334 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:02 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:03.334 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:02 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:03.334 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:02 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:12:03.334 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:02 smithi003 ceph-mon[37804]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:03.334 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:02 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:12:03.334 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:02 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:03.334 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:02 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:03.334 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:02 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:03.334 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:02 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:03.335 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:02 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:03.335 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:02 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:12:03.353 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574894 got 55834574897 for osd.1 2024-04-13T07:12:03.353 DEBUG:teuthology.parallel:result is None 2024-04-13T07:12:03.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-mon[30583]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:03.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:12:03.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:03.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:03.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:03.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:03.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:03.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:02 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:12:03.582 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:12:03.993 INFO:teuthology.orchestra.run.smithi003.stdout:201863462938 2024-04-13T07:12:03.993 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-13T07:12:04.598 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:12:04.990 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738421 got 34359738423 for osd.0 2024-04-13T07:12:04.990 DEBUG:teuthology.parallel:result is None 2024-04-13T07:12:05.247 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:12:05.350 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:04 smithi003 ceph-mon[37804]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:05.350 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:04 smithi003 ceph-mon[27034]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:05.377 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:04 smithi066 ceph-mon[30583]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:05.451 INFO:teuthology.orchestra.run.smithi003.stdout:111669149737 2024-04-13T07:12:05.614 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:05 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:12:05] "GET /metrics HTTP/1.1" 200 33632 "" "Prometheus/2.43.0" 2024-04-13T07:12:06.208 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:05 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/1486069237' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-13T07:12:06.208 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:05 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1486069237' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-13T07:12:06.250 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:05 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1486069237' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-13T07:12:07.217 INFO:teuthology.orchestra.run.smithi003.stdout:167503724575 2024-04-13T07:12:07.217 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:06 smithi003 ceph-mon[37804]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:07.217 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:06 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:07.217 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:06 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:07.218 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:06 smithi003 ceph-mon[27034]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:07.218 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:06 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:07.218 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:06 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:07.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:06 smithi066 ceph-mon[30583]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:07.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:06 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:07.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:06 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:07.641 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149733 got 111669149737 for osd.3 2024-04-13T07:12:07.641 DEBUG:teuthology.parallel:result is None 2024-04-13T07:12:08.390 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:07 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/652565229' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-13T07:12:08.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:07 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:08.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:07 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/652565229' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-13T07:12:08.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:07 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:08.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:07 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/652565229' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-13T07:12:08.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:07 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:09.390 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:08 smithi003 ceph-mon[37804]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:09.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:08 smithi003 ceph-mon[27034]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:09.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:08 smithi066 ceph-mon[30583]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:09.707 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724571 got 167503724575 for osd.5 2024-04-13T07:12:09.708 DEBUG:teuthology.parallel:result is None 2024-04-13T07:12:11.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:10 smithi003 ceph-mon[37804]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:11.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:10 smithi003 ceph-mon[27034]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:11.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:10 smithi066 ceph-mon[30583]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:11.672 INFO:teuthology.orchestra.run.smithi003.stdout:133143986213 2024-04-13T07:12:11.884 INFO:teuthology.orchestra.run.smithi003.stdout:201863462940 2024-04-13T07:12:12.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:11 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2932304752' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-13T07:12:12.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:11 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1733056000' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-13T07:12:12.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:11 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/2932304752' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-13T07:12:12.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:11 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/1733056000' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-13T07:12:12.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:11 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/2932304752' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-13T07:12:12.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:11 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1733056000' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-13T07:12:12.770 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986209 got 133143986213 for osd.4 2024-04-13T07:12:12.770 DEBUG:teuthology.parallel:result is None 2024-04-13T07:12:13.000 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:12 smithi003 ceph-mon[27034]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:13.286 INFO:teuthology.orchestra.run.smithi003.stdout:77309411375 2024-04-13T07:12:13.286 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:12 smithi003 ceph-mon[37804]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:13.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:12 smithi066 ceph-mon[30583]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:13.578 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462938 got 201863462940 for osd.6 2024-04-13T07:12:13.578 DEBUG:teuthology.parallel:result is None 2024-04-13T07:12:14.222 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:14 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/939927941' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-13T07:12:14.222 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:14 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/939927941' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-13T07:12:14.240 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411371 got 77309411375 for osd.2 2024-04-13T07:12:14.240 DEBUG:teuthology.parallel:result is None 2024-04-13T07:12:14.240 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-13T07:12:14.241 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph pg dump --format=json 2024-04-13T07:12:14.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:14 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/939927941' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-13T07:12:14.463 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:12:15.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:15 smithi003 ceph-mon[37804]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:15.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:15 smithi003 ceph-mon[27034]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:15.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:15 smithi066 ceph-mon[30583]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:15.890 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:15 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:12:15] "GET /metrics HTTP/1.1" 200 33632 "" "Prometheus/2.43.0" 2024-04-13T07:12:17.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:17 smithi003 ceph-mon[37804]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:17.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:17 smithi003 ceph-mon[27034]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:17.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:17 smithi066 ceph-mon[30583]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:17.707 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:12:17.709 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-04-13T07:12:18.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 4]}]: dispatch 2024-04-13T07:12:18.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [0, 3]}]: dispatch 2024-04-13T07:12:18.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-04-13T07:12:18.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-04-13T07:12:18.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]: dispatch 2024-04-13T07:12:18.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 2]}]: dispatch 2024-04-13T07:12:18.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:18.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:18.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:12:18.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:12:18.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:12:18.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:18.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 4]}]: dispatch 2024-04-13T07:12:18.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [0, 3]}]: dispatch 2024-04-13T07:12:18.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-04-13T07:12:18.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-04-13T07:12:18.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]: dispatch 2024-04-13T07:12:18.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 2]}]: dispatch 2024-04-13T07:12:18.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:18.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:18.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:12:18.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:12:18.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:12:18.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:18 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:18.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:18 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 4]}]: dispatch 2024-04-13T07:12:18.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:18 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [0, 3]}]: dispatch 2024-04-13T07:12:18.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:18 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-04-13T07:12:18.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:18 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-04-13T07:12:18.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:18 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]: dispatch 2024-04-13T07:12:18.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:18 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 2]}]: dispatch 2024-04-13T07:12:18.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:18 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:18.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:18 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:18.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:18 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:12:18.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:18 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:12:18.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:18 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:12:18.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:18 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:18.448 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":37,"stamp":"2024-04-13T07:12:17.189807+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":231580,"kb_used_data":7208,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749729636,"statfs":{"total":767960285184,"available":767723147264,"internally_reserved":0,"allocated":7380992,"data_stored":4161605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":229625401},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002481"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.288712+0000","last_change":"2024-04-13T07:10:44.851733+0000","last_active":"2024-04-13T07:11:22.288712+0000","last_peered":"2024-04-13T07:11:22.288712+0000","last_clean":"2024-04-13T07:11:22.288712+0000","last_became_active":"2024-04-13T07:10:44.851425+0000","last_became_peered":"2024-04-13T07:10:44.851425+0000","last_unstale":"2024-04-13T07:11:22.288712+0000","last_undegraded":"2024-04-13T07:11:22.288712+0000","last_fullsized":"2024-04-13T07:11:22.288712+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:10:11.733117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.249235+0000","last_change":"2024-04-13T07:10:44.842746+0000","last_active":"2024-04-13T07:11:21.249235+0000","last_peered":"2024-04-13T07:11:21.249235+0000","last_clean":"2024-04-13T07:11:21.249235+0000","last_became_active":"2024-04-13T07:10:44.842438+0000","last_became_peered":"2024-04-13T07:10:44.842438+0000","last_unstale":"2024-04-13T07:11:21.249235+0000","last_undegraded":"2024-04-13T07:11:21.249235+0000","last_fullsized":"2024-04-13T07:11:21.249235+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:54:41.219960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287595+0000","last_change":"2024-04-13T07:10:44.834099+0000","last_active":"2024-04-13T07:11:22.287595+0000","last_peered":"2024-04-13T07:11:22.287595+0000","last_clean":"2024-04-13T07:11:22.287595+0000","last_became_active":"2024-04-13T07:10:44.833743+0000","last_became_peered":"2024-04-13T07:10:44.833743+0000","last_unstale":"2024-04-13T07:11:22.287595+0000","last_undegraded":"2024-04-13T07:11:22.287595+0000","last_fullsized":"2024-04-13T07:11:22.287595+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:07:41.148807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287496+0000","last_change":"2024-04-13T07:10:44.838904+0000","last_active":"2024-04-13T07:11:22.287496+0000","last_peered":"2024-04-13T07:11:22.287496+0000","last_clean":"2024-04-13T07:11:22.287496+0000","last_became_active":"2024-04-13T07:10:44.838618+0000","last_became_peered":"2024-04-13T07:10:44.838618+0000","last_unstale":"2024-04-13T07:11:22.287496+0000","last_undegraded":"2024-04-13T07:11:22.287496+0000","last_fullsized":"2024-04-13T07:11:22.287496+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:24:59.668573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.288579+0000","last_change":"2024-04-13T07:10:44.841332+0000","last_active":"2024-04-13T07:11:22.288579+0000","last_peered":"2024-04-13T07:11:22.288579+0000","last_clean":"2024-04-13T07:11:22.288579+0000","last_became_active":"2024-04-13T07:10:44.840220+0000","last_became_peered":"2024-04-13T07:10:44.840220+0000","last_unstale":"2024-04-13T07:11:22.288579+0000","last_undegraded":"2024-04-13T07:11:22.288579+0000","last_fullsized":"2024-04-13T07:11:22.288579+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:49:00.546142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.288168+0000","last_change":"2024-04-13T07:10:44.829178+0000","last_active":"2024-04-13T07:11:22.288168+0000","last_peered":"2024-04-13T07:11:22.288168+0000","last_clean":"2024-04-13T07:11:22.288168+0000","last_became_active":"2024-04-13T07:10:44.828840+0000","last_became_peered":"2024-04-13T07:10:44.828840+0000","last_unstale":"2024-04-13T07:11:22.288168+0000","last_undegraded":"2024-04-13T07:11:22.288168+0000","last_fullsized":"2024-04-13T07:11:22.288168+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:23:43.069728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287735+0000","last_change":"2024-04-13T07:10:44.850216+0000","last_active":"2024-04-13T07:11:22.287735+0000","last_peered":"2024-04-13T07:11:22.287735+0000","last_clean":"2024-04-13T07:11:22.287735+0000","last_became_active":"2024-04-13T07:10:44.849659+0000","last_became_peered":"2024-04-13T07:10:44.849659+0000","last_unstale":"2024-04-13T07:11:22.287735+0000","last_undegraded":"2024-04-13T07:11:22.287735+0000","last_fullsized":"2024-04-13T07:11:22.287735+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:09:48.814810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.286599+0000","last_change":"2024-04-13T07:10:44.842913+0000","last_active":"2024-04-13T07:11:22.286599+0000","last_peered":"2024-04-13T07:11:22.286599+0000","last_clean":"2024-04-13T07:11:22.286599+0000","last_became_active":"2024-04-13T07:10:44.842592+0000","last_became_peered":"2024-04-13T07:10:44.842592+0000","last_unstale":"2024-04-13T07:11:22.286599+0000","last_undegraded":"2024-04-13T07:11:22.286599+0000","last_fullsized":"2024-04-13T07:11:22.286599+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:13:51.205011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.288639+0000","last_change":"2024-04-13T07:10:44.849393+0000","last_active":"2024-04-13T07:11:22.288639+0000","last_peered":"2024-04-13T07:11:22.288639+0000","last_clean":"2024-04-13T07:11:22.288639+0000","last_became_active":"2024-04-13T07:10:44.849081+0000","last_became_peered":"2024-04-13T07:10:44.849081+0000","last_unstale":"2024-04-13T07:11:22.288639+0000","last_undegraded":"2024-04-13T07:11:22.288639+0000","last_fullsized":"2024-04-13T07:11:22.288639+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:27:16.517161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.243304+0000","last_change":"2024-04-13T07:10:44.843012+0000","last_active":"2024-04-13T07:11:22.243304+0000","last_peered":"2024-04-13T07:11:22.243304+0000","last_clean":"2024-04-13T07:11:22.243304+0000","last_became_active":"2024-04-13T07:10:44.842705+0000","last_became_peered":"2024-04-13T07:10:44.842705+0000","last_unstale":"2024-04-13T07:11:22.243304+0000","last_undegraded":"2024-04-13T07:11:22.243304+0000","last_fullsized":"2024-04-13T07:11:22.243304+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:35:56.168205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.243182+0000","last_change":"2024-04-13T07:10:44.840238+0000","last_active":"2024-04-13T07:11:22.243182+0000","last_peered":"2024-04-13T07:11:22.243182+0000","last_clean":"2024-04-13T07:11:22.243182+0000","last_became_active":"2024-04-13T07:10:44.839054+0000","last_became_peered":"2024-04-13T07:10:44.839054+0000","last_unstale":"2024-04-13T07:11:22.243182+0000","last_undegraded":"2024-04-13T07:11:22.243182+0000","last_fullsized":"2024-04-13T07:11:22.243182+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:46:18.826239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.252426+0000","last_change":"2024-04-13T07:10:44.847523+0000","last_active":"2024-04-13T07:11:21.252426+0000","last_peered":"2024-04-13T07:11:21.252426+0000","last_clean":"2024-04-13T07:11:21.252426+0000","last_became_active":"2024-04-13T07:10:44.846963+0000","last_became_peered":"2024-04-13T07:10:44.846963+0000","last_unstale":"2024-04-13T07:11:21.252426+0000","last_undegraded":"2024-04-13T07:11:21.252426+0000","last_fullsized":"2024-04-13T07:11:21.252426+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:25:06.594899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287057+0000","last_change":"2024-04-13T07:10:44.854431+0000","last_active":"2024-04-13T07:11:22.287057+0000","last_peered":"2024-04-13T07:11:22.287057+0000","last_clean":"2024-04-13T07:11:22.287057+0000","last_became_active":"2024-04-13T07:10:44.854138+0000","last_became_peered":"2024-04-13T07:10:44.854138+0000","last_unstale":"2024-04-13T07:11:22.287057+0000","last_undegraded":"2024-04-13T07:11:22.287057+0000","last_fullsized":"2024-04-13T07:11:22.287057+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:33:19.447914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287196+0000","last_change":"2024-04-13T07:10:44.838168+0000","last_active":"2024-04-13T07:11:22.287196+0000","last_peered":"2024-04-13T07:11:22.287196+0000","last_clean":"2024-04-13T07:11:22.287196+0000","last_became_active":"2024-04-13T07:10:44.837872+0000","last_became_peered":"2024-04-13T07:10:44.837872+0000","last_unstale":"2024-04-13T07:11:22.287196+0000","last_undegraded":"2024-04-13T07:11:22.287196+0000","last_fullsized":"2024-04-13T07:11:22.287196+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:37:36.982278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.248476+0000","last_change":"2024-04-13T07:10:44.833333+0000","last_active":"2024-04-13T07:11:21.248476+0000","last_peered":"2024-04-13T07:11:21.248476+0000","last_clean":"2024-04-13T07:11:21.248476+0000","last_became_active":"2024-04-13T07:10:44.832905+0000","last_became_peered":"2024-04-13T07:10:44.832905+0000","last_unstale":"2024-04-13T07:11:21.248476+0000","last_undegraded":"2024-04-13T07:11:21.248476+0000","last_fullsized":"2024-04-13T07:11:21.248476+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:30:54.510173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287070+0000","last_change":"2024-04-13T07:10:44.836291+0000","last_active":"2024-04-13T07:11:22.287070+0000","last_peered":"2024-04-13T07:11:22.287070+0000","last_clean":"2024-04-13T07:11:22.287070+0000","last_became_active":"2024-04-13T07:10:44.835724+0000","last_became_peered":"2024-04-13T07:10:44.835724+0000","last_unstale":"2024-04-13T07:11:22.287070+0000","last_undegraded":"2024-04-13T07:11:22.287070+0000","last_fullsized":"2024-04-13T07:11:22.287070+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:17:59.371083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.288018+0000","last_change":"2024-04-13T07:10:44.839084+0000","last_active":"2024-04-13T07:11:22.288018+0000","last_peered":"2024-04-13T07:11:22.288018+0000","last_clean":"2024-04-13T07:11:22.288018+0000","last_became_active":"2024-04-13T07:10:44.838798+0000","last_became_peered":"2024-04-13T07:10:44.838798+0000","last_unstale":"2024-04-13T07:11:22.288018+0000","last_undegraded":"2024-04-13T07:11:22.288018+0000","last_fullsized":"2024-04-13T07:11:22.288018+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:59:54.343450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.248666+0000","last_change":"2024-04-13T07:10:44.841892+0000","last_active":"2024-04-13T07:11:21.248666+0000","last_peered":"2024-04-13T07:11:21.248666+0000","last_clean":"2024-04-13T07:11:21.248666+0000","last_became_active":"2024-04-13T07:10:44.841607+0000","last_became_peered":"2024-04-13T07:10:44.841607+0000","last_unstale":"2024-04-13T07:11:21.248666+0000","last_undegraded":"2024-04-13T07:11:21.248666+0000","last_fullsized":"2024-04-13T07:11:21.248666+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:00:12.746178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.288239+0000","last_change":"2024-04-13T07:10:44.842252+0000","last_active":"2024-04-13T07:11:22.288239+0000","last_peered":"2024-04-13T07:11:22.288239+0000","last_clean":"2024-04-13T07:11:22.288239+0000","last_became_active":"2024-04-13T07:10:44.841909+0000","last_became_peered":"2024-04-13T07:10:44.841909+0000","last_unstale":"2024-04-13T07:11:22.288239+0000","last_undegraded":"2024-04-13T07:11:22.288239+0000","last_fullsized":"2024-04-13T07:11:22.288239+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:42:03.783246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.288026+0000","last_change":"2024-04-13T07:10:44.472613+0000","last_active":"2024-04-13T07:11:22.288026+0000","last_peered":"2024-04-13T07:11:22.288026+0000","last_clean":"2024-04-13T07:11:22.288026+0000","last_became_active":"2024-04-13T07:10:44.472320+0000","last_became_peered":"2024-04-13T07:10:44.472320+0000","last_unstale":"2024-04-13T07:11:22.288026+0000","last_undegraded":"2024-04-13T07:11:22.288026+0000","last_fullsized":"2024-04-13T07:11:22.288026+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:30:58.282051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287420+0000","last_change":"2024-04-13T07:10:44.854394+0000","last_active":"2024-04-13T07:11:22.287420+0000","last_peered":"2024-04-13T07:11:22.287420+0000","last_clean":"2024-04-13T07:11:22.287420+0000","last_became_active":"2024-04-13T07:10:44.854075+0000","last_became_peered":"2024-04-13T07:10:44.854075+0000","last_unstale":"2024-04-13T07:11:22.287420+0000","last_undegraded":"2024-04-13T07:11:22.287420+0000","last_fullsized":"2024-04-13T07:11:22.287420+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:40:08.418867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287454+0000","last_change":"2024-04-13T07:10:44.474911+0000","last_active":"2024-04-13T07:11:22.287454+0000","last_peered":"2024-04-13T07:11:22.287454+0000","last_clean":"2024-04-13T07:11:22.287454+0000","last_became_active":"2024-04-13T07:10:44.474631+0000","last_became_peered":"2024-04-13T07:10:44.474631+0000","last_unstale":"2024-04-13T07:11:22.287454+0000","last_undegraded":"2024-04-13T07:11:22.287454+0000","last_fullsized":"2024-04-13T07:11:22.287454+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:25:34.502982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287984+0000","last_change":"2024-04-13T07:10:44.836983+0000","last_active":"2024-04-13T07:11:22.287984+0000","last_peered":"2024-04-13T07:11:22.287984+0000","last_clean":"2024-04-13T07:11:22.287984+0000","last_became_active":"2024-04-13T07:10:44.836405+0000","last_became_peered":"2024-04-13T07:10:44.836405+0000","last_unstale":"2024-04-13T07:11:22.287984+0000","last_undegraded":"2024-04-13T07:11:22.287984+0000","last_fullsized":"2024-04-13T07:11:22.287984+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:00:25.278771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.288555+0000","last_change":"2024-04-13T07:10:44.479437+0000","last_active":"2024-04-13T07:11:22.288555+0000","last_peered":"2024-04-13T07:11:22.288555+0000","last_clean":"2024-04-13T07:11:22.288555+0000","last_became_active":"2024-04-13T07:10:44.479128+0000","last_became_peered":"2024-04-13T07:10:44.479128+0000","last_unstale":"2024-04-13T07:11:22.288555+0000","last_undegraded":"2024-04-13T07:11:22.288555+0000","last_fullsized":"2024-04-13T07:11:22.288555+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:20:14.774412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287804+0000","last_change":"2024-04-13T07:10:44.836844+0000","last_active":"2024-04-13T07:11:22.287804+0000","last_peered":"2024-04-13T07:11:22.287804+0000","last_clean":"2024-04-13T07:11:22.287804+0000","last_became_active":"2024-04-13T07:10:44.834667+0000","last_became_peered":"2024-04-13T07:10:44.834667+0000","last_unstale":"2024-04-13T07:11:22.287804+0000","last_undegraded":"2024-04-13T07:11:22.287804+0000","last_fullsized":"2024-04-13T07:11:22.287804+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:05.125610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.288329+0000","last_change":"2024-04-13T07:10:44.475868+0000","last_active":"2024-04-13T07:11:22.288329+0000","last_peered":"2024-04-13T07:11:22.288329+0000","last_clean":"2024-04-13T07:11:22.288329+0000","last_became_active":"2024-04-13T07:10:44.475504+0000","last_became_peered":"2024-04-13T07:10:44.475504+0000","last_unstale":"2024-04-13T07:11:22.288329+0000","last_undegraded":"2024-04-13T07:11:22.288329+0000","last_fullsized":"2024-04-13T07:11:22.288329+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:55:42.864789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287727+0000","last_change":"2024-04-13T07:10:44.844809+0000","last_active":"2024-04-13T07:11:22.287727+0000","last_peered":"2024-04-13T07:11:22.287727+0000","last_clean":"2024-04-13T07:11:22.287727+0000","last_became_active":"2024-04-13T07:10:44.844473+0000","last_became_peered":"2024-04-13T07:10:44.844473+0000","last_unstale":"2024-04-13T07:11:22.287727+0000","last_undegraded":"2024-04-13T07:11:22.287727+0000","last_fullsized":"2024-04-13T07:11:22.287727+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:56:19.540549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287848+0000","last_change":"2024-04-13T07:10:44.469651+0000","last_active":"2024-04-13T07:11:22.287848+0000","last_peered":"2024-04-13T07:11:22.287848+0000","last_clean":"2024-04-13T07:11:22.287848+0000","last_became_active":"2024-04-13T07:10:44.469354+0000","last_became_peered":"2024-04-13T07:10:44.469354+0000","last_unstale":"2024-04-13T07:11:22.287848+0000","last_undegraded":"2024-04-13T07:11:22.287848+0000","last_fullsized":"2024-04-13T07:11:22.287848+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:26:39.388327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.251965+0000","last_change":"2024-04-13T07:10:44.836145+0000","last_active":"2024-04-13T07:11:21.251965+0000","last_peered":"2024-04-13T07:11:21.251965+0000","last_clean":"2024-04-13T07:11:21.251965+0000","last_became_active":"2024-04-13T07:10:44.835665+0000","last_became_peered":"2024-04-13T07:10:44.835665+0000","last_unstale":"2024-04-13T07:11:21.251965+0000","last_undegraded":"2024-04-13T07:11:21.251965+0000","last_fullsized":"2024-04-13T07:11:21.251965+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:04:57.317727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.242911+0000","last_change":"2024-04-13T07:10:44.473933+0000","last_active":"2024-04-13T07:11:22.242911+0000","last_peered":"2024-04-13T07:11:22.242911+0000","last_clean":"2024-04-13T07:11:22.242911+0000","last_became_active":"2024-04-13T07:10:44.473603+0000","last_became_peered":"2024-04-13T07:10:44.473603+0000","last_unstale":"2024-04-13T07:11:22.242911+0000","last_undegraded":"2024-04-13T07:11:22.242911+0000","last_fullsized":"2024-04-13T07:11:22.242911+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:56:12.574604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.286877+0000","last_change":"2024-04-13T07:10:44.849577+0000","last_active":"2024-04-13T07:11:22.286877+0000","last_peered":"2024-04-13T07:11:22.286877+0000","last_clean":"2024-04-13T07:11:22.286877+0000","last_became_active":"2024-04-13T07:10:44.849310+0000","last_became_peered":"2024-04-13T07:10:44.849310+0000","last_unstale":"2024-04-13T07:11:22.286877+0000","last_undegraded":"2024-04-13T07:11:22.286877+0000","last_fullsized":"2024-04-13T07:11:22.286877+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:25:07.658748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.286774+0000","last_change":"2024-04-13T07:10:44.469595+0000","last_active":"2024-04-13T07:11:22.286774+0000","last_peered":"2024-04-13T07:11:22.286774+0000","last_clean":"2024-04-13T07:11:22.286774+0000","last_became_active":"2024-04-13T07:10:44.468636+0000","last_became_peered":"2024-04-13T07:10:44.468636+0000","last_unstale":"2024-04-13T07:11:22.286774+0000","last_undegraded":"2024-04-13T07:11:22.286774+0000","last_fullsized":"2024-04-13T07:11:22.286774+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:43:51.359622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.286775+0000","last_change":"2024-04-13T07:10:44.837232+0000","last_active":"2024-04-13T07:11:22.286775+0000","last_peered":"2024-04-13T07:11:22.286775+0000","last_clean":"2024-04-13T07:11:22.286775+0000","last_became_active":"2024-04-13T07:10:44.835100+0000","last_became_peered":"2024-04-13T07:10:44.835100+0000","last_unstale":"2024-04-13T07:11:22.286775+0000","last_undegraded":"2024-04-13T07:11:22.286775+0000","last_fullsized":"2024-04-13T07:11:22.286775+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:59:18.679882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287175+0000","last_change":"2024-04-13T07:10:44.477150+0000","last_active":"2024-04-13T07:11:22.287175+0000","last_peered":"2024-04-13T07:11:22.287175+0000","last_clean":"2024-04-13T07:11:22.287175+0000","last_became_active":"2024-04-13T07:10:44.476721+0000","last_became_peered":"2024-04-13T07:10:44.476721+0000","last_unstale":"2024-04-13T07:11:22.287175+0000","last_undegraded":"2024-04-13T07:11:22.287175+0000","last_fullsized":"2024-04-13T07:11:22.287175+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:24:51.238109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.248635+0000","last_change":"2024-04-13T07:10:44.836382+0000","last_active":"2024-04-13T07:11:21.248635+0000","last_peered":"2024-04-13T07:11:21.248635+0000","last_clean":"2024-04-13T07:11:21.248635+0000","last_became_active":"2024-04-13T07:10:44.836099+0000","last_became_peered":"2024-04-13T07:10:44.836099+0000","last_unstale":"2024-04-13T07:11:21.248635+0000","last_undegraded":"2024-04-13T07:11:21.248635+0000","last_fullsized":"2024-04-13T07:11:21.248635+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:54:30.450812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.243412+0000","last_change":"2024-04-13T07:10:44.468971+0000","last_active":"2024-04-13T07:11:22.243412+0000","last_peered":"2024-04-13T07:11:22.243412+0000","last_clean":"2024-04-13T07:11:22.243412+0000","last_became_active":"2024-04-13T07:10:44.468547+0000","last_became_peered":"2024-04-13T07:10:44.468547+0000","last_unstale":"2024-04-13T07:11:22.243412+0000","last_undegraded":"2024-04-13T07:11:22.243412+0000","last_fullsized":"2024-04-13T07:11:22.243412+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:03:15.870506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.288075+0000","last_change":"2024-04-13T07:10:44.840238+0000","last_active":"2024-04-13T07:11:22.288075+0000","last_peered":"2024-04-13T07:11:22.288075+0000","last_clean":"2024-04-13T07:11:22.288075+0000","last_became_active":"2024-04-13T07:10:44.839888+0000","last_became_peered":"2024-04-13T07:10:44.839888+0000","last_unstale":"2024-04-13T07:11:22.288075+0000","last_undegraded":"2024-04-13T07:11:22.288075+0000","last_fullsized":"2024-04-13T07:11:22.288075+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:50:56.128207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287723+0000","last_change":"2024-04-13T07:10:44.473136+0000","last_active":"2024-04-13T07:11:22.287723+0000","last_peered":"2024-04-13T07:11:22.287723+0000","last_clean":"2024-04-13T07:11:22.287723+0000","last_became_active":"2024-04-13T07:10:44.472782+0000","last_became_peered":"2024-04-13T07:10:44.472782+0000","last_unstale":"2024-04-13T07:11:22.287723+0000","last_undegraded":"2024-04-13T07:11:22.287723+0000","last_fullsized":"2024-04-13T07:11:22.287723+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:07:02.496879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287882+0000","last_change":"2024-04-13T07:10:44.847324+0000","last_active":"2024-04-13T07:11:22.287882+0000","last_peered":"2024-04-13T07:11:22.287882+0000","last_clean":"2024-04-13T07:11:22.287882+0000","last_became_active":"2024-04-13T07:10:44.847032+0000","last_became_peered":"2024-04-13T07:10:44.847032+0000","last_unstale":"2024-04-13T07:11:22.287882+0000","last_undegraded":"2024-04-13T07:11:22.287882+0000","last_fullsized":"2024-04-13T07:11:22.287882+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:00:36.589465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.249481+0000","last_change":"2024-04-13T07:10:44.465945+0000","last_active":"2024-04-13T07:11:21.249481+0000","last_peered":"2024-04-13T07:11:21.249481+0000","last_clean":"2024-04-13T07:11:21.249481+0000","last_became_active":"2024-04-13T07:10:44.465670+0000","last_became_peered":"2024-04-13T07:10:44.465670+0000","last_unstale":"2024-04-13T07:11:21.249481+0000","last_undegraded":"2024-04-13T07:11:21.249481+0000","last_fullsized":"2024-04-13T07:11:21.249481+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:49:13.673795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.252513+0000","last_change":"2024-04-13T07:10:44.847693+0000","last_active":"2024-04-13T07:11:21.252513+0000","last_peered":"2024-04-13T07:11:21.252513+0000","last_clean":"2024-04-13T07:11:21.252513+0000","last_became_active":"2024-04-13T07:10:44.847220+0000","last_became_peered":"2024-04-13T07:10:44.847220+0000","last_unstale":"2024-04-13T07:11:21.252513+0000","last_undegraded":"2024-04-13T07:11:21.252513+0000","last_fullsized":"2024-04-13T07:11:21.252513+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:52:27.250669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.243041+0000","last_change":"2024-04-13T07:10:44.471665+0000","last_active":"2024-04-13T07:11:22.243041+0000","last_peered":"2024-04-13T07:11:22.243041+0000","last_clean":"2024-04-13T07:11:22.243041+0000","last_became_active":"2024-04-13T07:10:44.470299+0000","last_became_peered":"2024-04-13T07:10:44.470299+0000","last_unstale":"2024-04-13T07:11:22.243041+0000","last_undegraded":"2024-04-13T07:11:22.243041+0000","last_fullsized":"2024-04-13T07:11:22.243041+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:46:06.855402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.288344+0000","last_change":"2024-04-13T07:10:44.843244+0000","last_active":"2024-04-13T07:11:22.288344+0000","last_peered":"2024-04-13T07:11:22.288344+0000","last_clean":"2024-04-13T07:11:22.288344+0000","last_became_active":"2024-04-13T07:10:44.842280+0000","last_became_peered":"2024-04-13T07:10:44.842280+0000","last_unstale":"2024-04-13T07:11:22.288344+0000","last_undegraded":"2024-04-13T07:11:22.288344+0000","last_fullsized":"2024-04-13T07:11:22.288344+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:39:35.073706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287928+0000","last_change":"2024-04-13T07:10:44.470219+0000","last_active":"2024-04-13T07:11:22.287928+0000","last_peered":"2024-04-13T07:11:22.287928+0000","last_clean":"2024-04-13T07:11:22.287928+0000","last_became_active":"2024-04-13T07:10:44.469518+0000","last_became_peered":"2024-04-13T07:10:44.469518+0000","last_unstale":"2024-04-13T07:11:22.287928+0000","last_undegraded":"2024-04-13T07:11:22.287928+0000","last_fullsized":"2024-04-13T07:11:22.287928+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:04:08.335185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287119+0000","last_change":"2024-04-13T07:10:44.847210+0000","last_active":"2024-04-13T07:11:22.287119+0000","last_peered":"2024-04-13T07:11:22.287119+0000","last_clean":"2024-04-13T07:11:22.287119+0000","last_became_active":"2024-04-13T07:10:44.846933+0000","last_became_peered":"2024-04-13T07:10:44.846933+0000","last_unstale":"2024-04-13T07:11:22.287119+0000","last_undegraded":"2024-04-13T07:11:22.287119+0000","last_fullsized":"2024-04-13T07:11:22.287119+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:59:05.726250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287387+0000","last_change":"2024-04-13T07:10:44.475614+0000","last_active":"2024-04-13T07:11:22.287387+0000","last_peered":"2024-04-13T07:11:22.287387+0000","last_clean":"2024-04-13T07:11:22.287387+0000","last_became_active":"2024-04-13T07:10:44.475262+0000","last_became_peered":"2024-04-13T07:10:44.475262+0000","last_unstale":"2024-04-13T07:11:22.287387+0000","last_undegraded":"2024-04-13T07:11:22.287387+0000","last_fullsized":"2024-04-13T07:11:22.287387+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:39:05.254368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.288454+0000","last_change":"2024-04-13T07:10:44.841255+0000","last_active":"2024-04-13T07:11:22.288454+0000","last_peered":"2024-04-13T07:11:22.288454+0000","last_clean":"2024-04-13T07:11:22.288454+0000","last_became_active":"2024-04-13T07:10:44.839314+0000","last_became_peered":"2024-04-13T07:10:44.839314+0000","last_unstale":"2024-04-13T07:11:22.288454+0000","last_undegraded":"2024-04-13T07:11:22.288454+0000","last_fullsized":"2024-04-13T07:11:22.288454+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:14:20.707334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.242722+0000","last_change":"2024-04-13T07:10:44.464325+0000","last_active":"2024-04-13T07:11:22.242722+0000","last_peered":"2024-04-13T07:11:22.242722+0000","last_clean":"2024-04-13T07:11:22.242722+0000","last_became_active":"2024-04-13T07:10:44.463994+0000","last_became_peered":"2024-04-13T07:10:44.463994+0000","last_unstale":"2024-04-13T07:11:22.242722+0000","last_undegraded":"2024-04-13T07:11:22.242722+0000","last_fullsized":"2024-04-13T07:11:22.242722+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:53:04.108499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.242785+0000","last_change":"2024-04-13T07:10:44.848761+0000","last_active":"2024-04-13T07:11:22.242785+0000","last_peered":"2024-04-13T07:11:22.242785+0000","last_clean":"2024-04-13T07:11:22.242785+0000","last_became_active":"2024-04-13T07:10:44.848438+0000","last_became_peered":"2024-04-13T07:10:44.848438+0000","last_unstale":"2024-04-13T07:11:22.242785+0000","last_undegraded":"2024-04-13T07:11:22.242785+0000","last_fullsized":"2024-04-13T07:11:22.242785+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:41:00.542349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.248058+0000","last_change":"2024-04-13T07:10:44.462495+0000","last_active":"2024-04-13T07:11:21.248058+0000","last_peered":"2024-04-13T07:11:21.248058+0000","last_clean":"2024-04-13T07:11:21.248058+0000","last_became_active":"2024-04-13T07:10:44.462108+0000","last_became_peered":"2024-04-13T07:10:44.462108+0000","last_unstale":"2024-04-13T07:11:21.248058+0000","last_undegraded":"2024-04-13T07:11:21.248058+0000","last_fullsized":"2024-04-13T07:11:21.248058+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:26:34.526684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287902+0000","last_change":"2024-04-13T07:10:44.848372+0000","last_active":"2024-04-13T07:11:22.287902+0000","last_peered":"2024-04-13T07:11:22.287902+0000","last_clean":"2024-04-13T07:11:22.287902+0000","last_became_active":"2024-04-13T07:10:44.847981+0000","last_became_peered":"2024-04-13T07:10:44.847981+0000","last_unstale":"2024-04-13T07:11:22.287902+0000","last_undegraded":"2024-04-13T07:11:22.287902+0000","last_fullsized":"2024-04-13T07:11:22.287902+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:09:00.757951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.252647+0000","last_change":"2024-04-13T07:10:44.470902+0000","last_active":"2024-04-13T07:11:21.252647+0000","last_peered":"2024-04-13T07:11:21.252647+0000","last_clean":"2024-04-13T07:11:21.252647+0000","last_became_active":"2024-04-13T07:10:44.470527+0000","last_became_peered":"2024-04-13T07:10:44.470527+0000","last_unstale":"2024-04-13T07:11:21.252647+0000","last_undegraded":"2024-04-13T07:11:21.252647+0000","last_fullsized":"2024-04-13T07:11:21.252647+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:27:12.131747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.288981+0000","last_change":"2024-04-13T07:10:44.842452+0000","last_active":"2024-04-13T07:11:22.288981+0000","last_peered":"2024-04-13T07:11:22.288981+0000","last_clean":"2024-04-13T07:11:22.288981+0000","last_became_active":"2024-04-13T07:10:44.842063+0000","last_became_peered":"2024-04-13T07:10:44.842063+0000","last_unstale":"2024-04-13T07:11:22.288981+0000","last_undegraded":"2024-04-13T07:11:22.288981+0000","last_fullsized":"2024-04-13T07:11:22.288981+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:20:23.383584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.429620+0000","last_change":"2024-04-13T07:11:20.349543+0000","last_active":"2024-04-13T07:11:22.429620+0000","last_peered":"2024-04-13T07:11:22.429620+0000","last_clean":"2024-04-13T07:11:22.429620+0000","last_became_active":"2024-04-13T07:11:20.349247+0000","last_became_peered":"2024-04-13T07:11:20.349247+0000","last_unstale":"2024-04-13T07:11:22.429620+0000","last_undegraded":"2024-04-13T07:11:22.429620+0000","last_fullsized":"2024-04-13T07:11:22.429620+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:20:07.707937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.249175+0000","last_change":"2024-04-13T07:10:44.464639+0000","last_active":"2024-04-13T07:11:21.249175+0000","last_peered":"2024-04-13T07:11:21.249175+0000","last_clean":"2024-04-13T07:11:21.249175+0000","last_became_active":"2024-04-13T07:10:44.464272+0000","last_became_peered":"2024-04-13T07:10:44.464272+0000","last_unstale":"2024-04-13T07:11:21.249175+0000","last_undegraded":"2024-04-13T07:11:21.249175+0000","last_fullsized":"2024-04-13T07:11:21.249175+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:18:20.804541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287978+0000","last_change":"2024-04-13T07:10:44.825071+0000","last_active":"2024-04-13T07:11:22.287978+0000","last_peered":"2024-04-13T07:11:22.287978+0000","last_clean":"2024-04-13T07:11:22.287978+0000","last_became_active":"2024-04-13T07:10:44.824731+0000","last_became_peered":"2024-04-13T07:10:44.824731+0000","last_unstale":"2024-04-13T07:11:22.287978+0000","last_undegraded":"2024-04-13T07:11:22.287978+0000","last_fullsized":"2024-04-13T07:11:22.287978+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:13:02.497202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.430175+0000","last_change":"2024-04-13T07:11:20.245183+0000","last_active":"2024-04-13T07:11:22.430175+0000","last_peered":"2024-04-13T07:11:22.430175+0000","last_clean":"2024-04-13T07:11:22.430175+0000","last_became_active":"2024-04-13T07:11:20.244747+0000","last_became_peered":"2024-04-13T07:11:20.244747+0000","last_unstale":"2024-04-13T07:11:22.430175+0000","last_undegraded":"2024-04-13T07:11:22.430175+0000","last_fullsized":"2024-04-13T07:11:22.430175+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:14:29.802041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287343+0000","last_change":"2024-04-13T07:10:44.469518+0000","last_active":"2024-04-13T07:11:22.287343+0000","last_peered":"2024-04-13T07:11:22.287343+0000","last_clean":"2024-04-13T07:11:22.287343+0000","last_became_active":"2024-04-13T07:10:44.469219+0000","last_became_peered":"2024-04-13T07:10:44.469219+0000","last_unstale":"2024-04-13T07:11:22.287343+0000","last_undegraded":"2024-04-13T07:11:22.287343+0000","last_fullsized":"2024-04-13T07:11:22.287343+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:44:47.057393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.252223+0000","last_change":"2024-04-13T07:10:44.854565+0000","last_active":"2024-04-13T07:11:21.252223+0000","last_peered":"2024-04-13T07:11:21.252223+0000","last_clean":"2024-04-13T07:11:21.252223+0000","last_became_active":"2024-04-13T07:10:44.854204+0000","last_became_peered":"2024-04-13T07:10:44.854204+0000","last_unstale":"2024-04-13T07:11:21.252223+0000","last_undegraded":"2024-04-13T07:11:21.252223+0000","last_fullsized":"2024-04-13T07:11:21.252223+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:40:27.950787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.429991+0000","last_change":"2024-04-13T07:11:20.349066+0000","last_active":"2024-04-13T07:11:22.429991+0000","last_peered":"2024-04-13T07:11:22.429991+0000","last_clean":"2024-04-13T07:11:22.429991+0000","last_became_active":"2024-04-13T07:11:20.348703+0000","last_became_peered":"2024-04-13T07:11:20.348703+0000","last_unstale":"2024-04-13T07:11:22.429991+0000","last_undegraded":"2024-04-13T07:11:22.429991+0000","last_fullsized":"2024-04-13T07:11:22.429991+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:08:11.347154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.248207+0000","last_change":"2024-04-13T07:10:44.843241+0000","last_active":"2024-04-13T07:11:21.248207+0000","last_peered":"2024-04-13T07:11:21.248207+0000","last_clean":"2024-04-13T07:11:21.248207+0000","last_became_active":"2024-04-13T07:10:44.842841+0000","last_became_peered":"2024-04-13T07:10:44.842841+0000","last_unstale":"2024-04-13T07:11:21.248207+0000","last_undegraded":"2024-04-13T07:11:21.248207+0000","last_fullsized":"2024-04-13T07:11:21.248207+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:31:35.557950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.248277+0000","last_change":"2024-04-13T07:10:44.463660+0000","last_active":"2024-04-13T07:11:21.248277+0000","last_peered":"2024-04-13T07:11:21.248277+0000","last_clean":"2024-04-13T07:11:21.248277+0000","last_became_active":"2024-04-13T07:10:44.463314+0000","last_became_peered":"2024-04-13T07:10:44.463314+0000","last_unstale":"2024-04-13T07:11:21.248277+0000","last_undegraded":"2024-04-13T07:11:21.248277+0000","last_fullsized":"2024-04-13T07:11:21.248277+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:35:02.222956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:23.184008+0000","last_change":"2024-04-13T07:11:20.350251+0000","last_active":"2024-04-13T07:11:23.184008+0000","last_peered":"2024-04-13T07:11:23.184008+0000","last_clean":"2024-04-13T07:11:23.184008+0000","last_became_active":"2024-04-13T07:11:20.349948+0000","last_became_peered":"2024-04-13T07:11:20.349948+0000","last_unstale":"2024-04-13T07:11:23.184008+0000","last_undegraded":"2024-04-13T07:11:23.184008+0000","last_fullsized":"2024-04-13T07:11:23.184008+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:03:50.882798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287063+0000","last_change":"2024-04-13T07:10:44.854563+0000","last_active":"2024-04-13T07:11:22.287063+0000","last_peered":"2024-04-13T07:11:22.287063+0000","last_clean":"2024-04-13T07:11:22.287063+0000","last_became_active":"2024-04-13T07:10:44.854275+0000","last_became_peered":"2024-04-13T07:10:44.854275+0000","last_unstale":"2024-04-13T07:11:22.287063+0000","last_undegraded":"2024-04-13T07:11:22.287063+0000","last_fullsized":"2024-04-13T07:11:22.287063+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:24:06.107723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287344+0000","last_change":"2024-04-13T07:10:44.475815+0000","last_active":"2024-04-13T07:11:22.287344+0000","last_peered":"2024-04-13T07:11:22.287344+0000","last_clean":"2024-04-13T07:11:22.287344+0000","last_became_active":"2024-04-13T07:10:44.475504+0000","last_became_peered":"2024-04-13T07:10:44.475504+0000","last_unstale":"2024-04-13T07:11:22.287344+0000","last_undegraded":"2024-04-13T07:11:22.287344+0000","last_fullsized":"2024-04-13T07:11:22.287344+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:45:21.605445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":263,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287339+0000","last_change":"2024-04-13T07:10:27.391567+0000","last_active":"2024-04-13T07:11:22.287339+0000","last_peered":"2024-04-13T07:11:22.287339+0000","last_clean":"2024-04-13T07:11:22.287339+0000","last_became_active":"2024-04-13T07:10:27.391237+0000","last_became_peered":"2024-04-13T07:10:27.391237+0000","last_unstale":"2024-04-13T07:11:22.287339+0000","last_undegraded":"2024-04-13T07:11:22.287339+0000","last_fullsized":"2024-04-13T07:11:22.287339+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:08:28.417903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:08:28.417903+0000","last_clean_scrub_stamp":"2024-04-13T07:08:28.417903+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:15:54.978078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:23.180647+0000","last_change":"2024-04-13T07:11:20.244939+0000","last_active":"2024-04-13T07:11:23.180647+0000","last_peered":"2024-04-13T07:11:23.180647+0000","last_clean":"2024-04-13T07:11:23.180647+0000","last_became_active":"2024-04-13T07:11:20.244620+0000","last_became_peered":"2024-04-13T07:11:20.244620+0000","last_unstale":"2024-04-13T07:11:23.180647+0000","last_undegraded":"2024-04-13T07:11:23.180647+0000","last_fullsized":"2024-04-13T07:11:23.180647+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:13:03.481506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.286862+0000","last_change":"2024-04-13T07:10:44.847581+0000","last_active":"2024-04-13T07:11:22.286862+0000","last_peered":"2024-04-13T07:11:22.286862+0000","last_clean":"2024-04-13T07:11:22.286862+0000","last_became_active":"2024-04-13T07:10:44.847230+0000","last_became_peered":"2024-04-13T07:10:44.847230+0000","last_unstale":"2024-04-13T07:11:22.286862+0000","last_undegraded":"2024-04-13T07:11:22.286862+0000","last_fullsized":"2024-04-13T07:11:22.286862+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:37:33.924434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287073+0000","last_change":"2024-04-13T07:10:44.480014+0000","last_active":"2024-04-13T07:11:22.287073+0000","last_peered":"2024-04-13T07:11:22.287073+0000","last_clean":"2024-04-13T07:11:22.287073+0000","last_became_active":"2024-04-13T07:10:44.479756+0000","last_became_peered":"2024-04-13T07:10:44.479756+0000","last_unstale":"2024-04-13T07:11:22.287073+0000","last_undegraded":"2024-04-13T07:11:22.287073+0000","last_fullsized":"2024-04-13T07:11:22.287073+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:35:29.747225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:23.180561+0000","last_change":"2024-04-13T07:11:20.350426+0000","last_active":"2024-04-13T07:11:23.180561+0000","last_peered":"2024-04-13T07:11:23.180561+0000","last_clean":"2024-04-13T07:11:23.180561+0000","last_became_active":"2024-04-13T07:11:20.350094+0000","last_became_peered":"2024-04-13T07:11:20.350094+0000","last_unstale":"2024-04-13T07:11:23.180561+0000","last_undegraded":"2024-04-13T07:11:23.180561+0000","last_fullsized":"2024-04-13T07:11:23.180561+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:40:01.879213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.288475+0000","last_change":"2024-04-13T07:10:44.477814+0000","last_active":"2024-04-13T07:11:22.288475+0000","last_peered":"2024-04-13T07:11:22.288475+0000","last_clean":"2024-04-13T07:11:22.288475+0000","last_became_active":"2024-04-13T07:10:44.477426+0000","last_became_peered":"2024-04-13T07:10:44.477426+0000","last_unstale":"2024-04-13T07:11:22.288475+0000","last_undegraded":"2024-04-13T07:11:22.288475+0000","last_fullsized":"2024-04-13T07:11:22.288475+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:29:28.579508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.249327+0000","last_change":"2024-04-13T07:10:44.821682+0000","last_active":"2024-04-13T07:11:21.249327+0000","last_peered":"2024-04-13T07:11:21.249327+0000","last_clean":"2024-04-13T07:11:21.249327+0000","last_became_active":"2024-04-13T07:10:44.821375+0000","last_became_peered":"2024-04-13T07:10:44.821375+0000","last_unstale":"2024-04-13T07:11:21.249327+0000","last_undegraded":"2024-04-13T07:11:21.249327+0000","last_fullsized":"2024-04-13T07:11:21.249327+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:15:38.586089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:23.181101+0000","last_change":"2024-04-13T07:11:20.349733+0000","last_active":"2024-04-13T07:11:23.181101+0000","last_peered":"2024-04-13T07:11:23.181101+0000","last_clean":"2024-04-13T07:11:23.181101+0000","last_became_active":"2024-04-13T07:11:20.349385+0000","last_became_peered":"2024-04-13T07:11:20.349385+0000","last_unstale":"2024-04-13T07:11:23.181101+0000","last_undegraded":"2024-04-13T07:11:23.181101+0000","last_fullsized":"2024-04-13T07:11:23.181101+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:43:49.434322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.249577+0000","last_change":"2024-04-13T07:10:44.463204+0000","last_active":"2024-04-13T07:11:21.249577+0000","last_peered":"2024-04-13T07:11:21.249577+0000","last_clean":"2024-04-13T07:11:21.249577+0000","last_became_active":"2024-04-13T07:10:44.462916+0000","last_became_peered":"2024-04-13T07:10:44.462916+0000","last_unstale":"2024-04-13T07:11:21.249577+0000","last_undegraded":"2024-04-13T07:11:21.249577+0000","last_fullsized":"2024-04-13T07:11:21.249577+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:53:14.834319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287567+0000","last_change":"2024-04-13T07:10:44.849318+0000","last_active":"2024-04-13T07:11:22.287567+0000","last_peered":"2024-04-13T07:11:22.287567+0000","last_clean":"2024-04-13T07:11:22.287567+0000","last_became_active":"2024-04-13T07:10:44.849031+0000","last_became_peered":"2024-04-13T07:10:44.849031+0000","last_unstale":"2024-04-13T07:11:22.287567+0000","last_undegraded":"2024-04-13T07:11:22.287567+0000","last_fullsized":"2024-04-13T07:11:22.287567+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:08:10.158542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:23.180560+0000","last_change":"2024-04-13T07:11:20.350358+0000","last_active":"2024-04-13T07:11:23.180560+0000","last_peered":"2024-04-13T07:11:23.180560+0000","last_clean":"2024-04-13T07:11:23.180560+0000","last_became_active":"2024-04-13T07:11:20.350076+0000","last_became_peered":"2024-04-13T07:11:20.350076+0000","last_unstale":"2024-04-13T07:11:23.180560+0000","last_undegraded":"2024-04-13T07:11:23.180560+0000","last_fullsized":"2024-04-13T07:11:23.180560+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:31:56.160592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.243326+0000","last_change":"2024-04-13T07:10:44.474543+0000","last_active":"2024-04-13T07:11:22.243326+0000","last_peered":"2024-04-13T07:11:22.243326+0000","last_clean":"2024-04-13T07:11:22.243326+0000","last_became_active":"2024-04-13T07:10:44.474172+0000","last_became_peered":"2024-04-13T07:10:44.474172+0000","last_unstale":"2024-04-13T07:11:22.243326+0000","last_undegraded":"2024-04-13T07:11:22.243326+0000","last_fullsized":"2024-04-13T07:11:22.243326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:37:43.004120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287736+0000","last_change":"2024-04-13T07:10:44.840803+0000","last_active":"2024-04-13T07:11:22.287736+0000","last_peered":"2024-04-13T07:11:22.287736+0000","last_clean":"2024-04-13T07:11:22.287736+0000","last_became_active":"2024-04-13T07:10:44.840134+0000","last_became_peered":"2024-04-13T07:10:44.840134+0000","last_unstale":"2024-04-13T07:11:22.287736+0000","last_undegraded":"2024-04-13T07:11:22.287736+0000","last_fullsized":"2024-04-13T07:11:22.287736+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:29:02.436820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287435+0000","last_change":"2024-04-13T07:10:44.479974+0000","last_active":"2024-04-13T07:11:22.287435+0000","last_peered":"2024-04-13T07:11:22.287435+0000","last_clean":"2024-04-13T07:11:22.287435+0000","last_became_active":"2024-04-13T07:10:44.479694+0000","last_became_peered":"2024-04-13T07:10:44.479694+0000","last_unstale":"2024-04-13T07:11:22.287435+0000","last_undegraded":"2024-04-13T07:11:22.287435+0000","last_fullsized":"2024-04-13T07:11:22.287435+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:16:55.583079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.252384+0000","last_change":"2024-04-13T07:10:44.843996+0000","last_active":"2024-04-13T07:11:21.252384+0000","last_peered":"2024-04-13T07:11:21.252384+0000","last_clean":"2024-04-13T07:11:21.252384+0000","last_became_active":"2024-04-13T07:10:44.843703+0000","last_became_peered":"2024-04-13T07:10:44.843703+0000","last_unstale":"2024-04-13T07:11:21.252384+0000","last_undegraded":"2024-04-13T07:11:21.252384+0000","last_fullsized":"2024-04-13T07:11:21.252384+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:25:04.610533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.248557+0000","last_change":"2024-04-13T07:10:44.462062+0000","last_active":"2024-04-13T07:11:21.248557+0000","last_peered":"2024-04-13T07:11:21.248557+0000","last_clean":"2024-04-13T07:11:21.248557+0000","last_became_active":"2024-04-13T07:10:44.461739+0000","last_became_peered":"2024-04-13T07:10:44.461739+0000","last_unstale":"2024-04-13T07:11:21.248557+0000","last_undegraded":"2024-04-13T07:11:21.248557+0000","last_fullsized":"2024-04-13T07:11:21.248557+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:13:26.811319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.286941+0000","last_change":"2024-04-13T07:10:44.839923+0000","last_active":"2024-04-13T07:11:22.286941+0000","last_peered":"2024-04-13T07:11:22.286941+0000","last_clean":"2024-04-13T07:11:22.286941+0000","last_became_active":"2024-04-13T07:10:44.839541+0000","last_became_peered":"2024-04-13T07:10:44.839541+0000","last_unstale":"2024-04-13T07:11:22.286941+0000","last_undegraded":"2024-04-13T07:11:22.286941+0000","last_fullsized":"2024-04-13T07:11:22.286941+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:02:46.110073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.249126+0000","last_change":"2024-04-13T07:10:44.474302+0000","last_active":"2024-04-13T07:11:21.249126+0000","last_peered":"2024-04-13T07:11:21.249126+0000","last_clean":"2024-04-13T07:11:21.249126+0000","last_became_active":"2024-04-13T07:10:44.473992+0000","last_became_peered":"2024-04-13T07:10:44.473992+0000","last_unstale":"2024-04-13T07:11:21.249126+0000","last_undegraded":"2024-04-13T07:11:21.249126+0000","last_fullsized":"2024-04-13T07:11:21.249126+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:34:26.677476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287139+0000","last_change":"2024-04-13T07:10:44.844234+0000","last_active":"2024-04-13T07:11:22.287139+0000","last_peered":"2024-04-13T07:11:22.287139+0000","last_clean":"2024-04-13T07:11:22.287139+0000","last_became_active":"2024-04-13T07:10:44.843716+0000","last_became_peered":"2024-04-13T07:10:44.843716+0000","last_unstale":"2024-04-13T07:11:22.287139+0000","last_undegraded":"2024-04-13T07:11:22.287139+0000","last_fullsized":"2024-04-13T07:11:22.287139+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:30:04.189466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.288334+0000","last_change":"2024-04-13T07:10:44.478558+0000","last_active":"2024-04-13T07:11:22.288334+0000","last_peered":"2024-04-13T07:11:22.288334+0000","last_clean":"2024-04-13T07:11:22.288334+0000","last_became_active":"2024-04-13T07:10:44.478236+0000","last_became_peered":"2024-04-13T07:10:44.478236+0000","last_unstale":"2024-04-13T07:11:22.288334+0000","last_undegraded":"2024-04-13T07:11:22.288334+0000","last_fullsized":"2024-04-13T07:11:22.288334+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:30:17.788004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.242901+0000","last_change":"2024-04-13T07:10:44.840776+0000","last_active":"2024-04-13T07:11:22.242901+0000","last_peered":"2024-04-13T07:11:22.242901+0000","last_clean":"2024-04-13T07:11:22.242901+0000","last_became_active":"2024-04-13T07:10:44.839225+0000","last_became_peered":"2024-04-13T07:10:44.839225+0000","last_unstale":"2024-04-13T07:11:22.242901+0000","last_undegraded":"2024-04-13T07:11:22.242901+0000","last_fullsized":"2024-04-13T07:11:22.242901+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:25:46.838238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.248773+0000","last_change":"2024-04-13T07:10:44.468712+0000","last_active":"2024-04-13T07:11:21.248773+0000","last_peered":"2024-04-13T07:11:21.248773+0000","last_clean":"2024-04-13T07:11:21.248773+0000","last_became_active":"2024-04-13T07:10:44.468421+0000","last_became_peered":"2024-04-13T07:10:44.468421+0000","last_unstale":"2024-04-13T07:11:21.248773+0000","last_undegraded":"2024-04-13T07:11:21.248773+0000","last_fullsized":"2024-04-13T07:11:21.248773+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:55:26.294310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.288381+0000","last_change":"2024-04-13T07:10:44.843581+0000","last_active":"2024-04-13T07:11:22.288381+0000","last_peered":"2024-04-13T07:11:22.288381+0000","last_clean":"2024-04-13T07:11:22.288381+0000","last_became_active":"2024-04-13T07:10:44.842980+0000","last_became_peered":"2024-04-13T07:10:44.842980+0000","last_unstale":"2024-04-13T07:11:22.288381+0000","last_undegraded":"2024-04-13T07:11:22.288381+0000","last_fullsized":"2024-04-13T07:11:22.288381+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:27:15.041357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.249370+0000","last_change":"2024-04-13T07:10:44.468115+0000","last_active":"2024-04-13T07:11:21.249370+0000","last_peered":"2024-04-13T07:11:21.249370+0000","last_clean":"2024-04-13T07:11:21.249370+0000","last_became_active":"2024-04-13T07:10:44.467834+0000","last_became_peered":"2024-04-13T07:10:44.467834+0000","last_unstale":"2024-04-13T07:11:21.249370+0000","last_undegraded":"2024-04-13T07:11:21.249370+0000","last_fullsized":"2024-04-13T07:11:21.249370+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:01:34.191890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287624+0000","last_change":"2024-04-13T07:10:44.834780+0000","last_active":"2024-04-13T07:11:22.287624+0000","last_peered":"2024-04-13T07:11:22.287624+0000","last_clean":"2024-04-13T07:11:22.287624+0000","last_became_active":"2024-04-13T07:10:44.834446+0000","last_became_peered":"2024-04-13T07:10:44.834446+0000","last_unstale":"2024-04-13T07:11:22.287624+0000","last_undegraded":"2024-04-13T07:11:22.287624+0000","last_fullsized":"2024-04-13T07:11:22.287624+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:57:46.687975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.249192+0000","last_change":"2024-04-13T07:10:44.473847+0000","last_active":"2024-04-13T07:11:21.249192+0000","last_peered":"2024-04-13T07:11:21.249192+0000","last_clean":"2024-04-13T07:11:21.249192+0000","last_became_active":"2024-04-13T07:10:44.473524+0000","last_became_peered":"2024-04-13T07:10:44.473524+0000","last_unstale":"2024-04-13T07:11:21.249192+0000","last_undegraded":"2024-04-13T07:11:21.249192+0000","last_fullsized":"2024-04-13T07:11:21.249192+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:35:30.061039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.288528+0000","last_change":"2024-04-13T07:10:44.851364+0000","last_active":"2024-04-13T07:11:22.288528+0000","last_peered":"2024-04-13T07:11:22.288528+0000","last_clean":"2024-04-13T07:11:22.288528+0000","last_became_active":"2024-04-13T07:10:44.851001+0000","last_became_peered":"2024-04-13T07:10:44.851001+0000","last_unstale":"2024-04-13T07:11:22.288528+0000","last_undegraded":"2024-04-13T07:11:22.288528+0000","last_fullsized":"2024-04-13T07:11:22.288528+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:47:47.894463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.242619+0000","last_change":"2024-04-13T07:10:44.843960+0000","last_active":"2024-04-13T07:11:22.242619+0000","last_peered":"2024-04-13T07:11:22.242619+0000","last_clean":"2024-04-13T07:11:22.242619+0000","last_became_active":"2024-04-13T07:10:44.843370+0000","last_became_peered":"2024-04-13T07:10:44.843370+0000","last_unstale":"2024-04-13T07:11:22.242619+0000","last_undegraded":"2024-04-13T07:11:22.242619+0000","last_fullsized":"2024-04-13T07:11:22.242619+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:20:12.663942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.248340+0000","last_change":"2024-04-13T07:10:44.839369+0000","last_active":"2024-04-13T07:11:21.248340+0000","last_peered":"2024-04-13T07:11:21.248340+0000","last_clean":"2024-04-13T07:11:21.248340+0000","last_became_active":"2024-04-13T07:10:44.839121+0000","last_became_peered":"2024-04-13T07:10:44.839121+0000","last_unstale":"2024-04-13T07:11:21.248340+0000","last_undegraded":"2024-04-13T07:11:21.248340+0000","last_fullsized":"2024-04-13T07:11:21.248340+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:44:53.744896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287458+0000","last_change":"2024-04-13T07:10:44.831282+0000","last_active":"2024-04-13T07:11:22.287458+0000","last_peered":"2024-04-13T07:11:22.287458+0000","last_clean":"2024-04-13T07:11:22.287458+0000","last_became_active":"2024-04-13T07:10:44.830952+0000","last_became_peered":"2024-04-13T07:10:44.830952+0000","last_unstale":"2024-04-13T07:11:22.287458+0000","last_undegraded":"2024-04-13T07:11:22.287458+0000","last_fullsized":"2024-04-13T07:11:22.287458+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:25:26.940812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287687+0000","last_change":"2024-04-13T07:10:44.849684+0000","last_active":"2024-04-13T07:11:22.287687+0000","last_peered":"2024-04-13T07:11:22.287687+0000","last_clean":"2024-04-13T07:11:22.287687+0000","last_became_active":"2024-04-13T07:10:44.849435+0000","last_became_peered":"2024-04-13T07:10:44.849435+0000","last_unstale":"2024-04-13T07:11:22.287687+0000","last_undegraded":"2024-04-13T07:11:22.287687+0000","last_fullsized":"2024-04-13T07:11:22.287687+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:31:42.762709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287284+0000","last_change":"2024-04-13T07:10:44.849247+0000","last_active":"2024-04-13T07:11:22.287284+0000","last_peered":"2024-04-13T07:11:22.287284+0000","last_clean":"2024-04-13T07:11:22.287284+0000","last_became_active":"2024-04-13T07:10:44.848927+0000","last_became_peered":"2024-04-13T07:10:44.848927+0000","last_unstale":"2024-04-13T07:11:22.287284+0000","last_undegraded":"2024-04-13T07:11:22.287284+0000","last_fullsized":"2024-04-13T07:11:22.287284+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:21:40.960957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:21.249271+0000","last_change":"2024-04-13T07:10:44.825314+0000","last_active":"2024-04-13T07:11:21.249271+0000","last_peered":"2024-04-13T07:11:21.249271+0000","last_clean":"2024-04-13T07:11:21.249271+0000","last_became_active":"2024-04-13T07:10:44.825052+0000","last_became_peered":"2024-04-13T07:10:44.825052+0000","last_unstale":"2024-04-13T07:11:21.249271+0000","last_undegraded":"2024-04-13T07:11:21.249271+0000","last_fullsized":"2024-04-13T07:11:21.249271+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:50:21.109717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.243416+0000","last_change":"2024-04-13T07:10:44.841950+0000","last_active":"2024-04-13T07:11:22.243416+0000","last_peered":"2024-04-13T07:11:22.243416+0000","last_clean":"2024-04-13T07:11:22.243416+0000","last_became_active":"2024-04-13T07:10:44.841640+0000","last_became_peered":"2024-04-13T07:10:44.841640+0000","last_unstale":"2024-04-13T07:11:22.243416+0000","last_undegraded":"2024-04-13T07:11:22.243416+0000","last_fullsized":"2024-04-13T07:11:22.243416+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:09:56.405180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287605+0000","last_change":"2024-04-13T07:10:44.844057+0000","last_active":"2024-04-13T07:11:22.287605+0000","last_peered":"2024-04-13T07:11:22.287605+0000","last_clean":"2024-04-13T07:11:22.287605+0000","last_became_active":"2024-04-13T07:10:44.843756+0000","last_became_peered":"2024-04-13T07:10:44.843756+0000","last_unstale":"2024-04-13T07:11:22.287605+0000","last_undegraded":"2024-04-13T07:11:22.287605+0000","last_fullsized":"2024-04-13T07:11:22.287605+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:37:28.855070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287190+0000","last_change":"2024-04-13T07:10:44.836128+0000","last_active":"2024-04-13T07:11:22.287190+0000","last_peered":"2024-04-13T07:11:22.287190+0000","last_clean":"2024-04-13T07:11:22.287190+0000","last_became_active":"2024-04-13T07:10:44.835130+0000","last_became_peered":"2024-04-13T07:10:44.835130+0000","last_unstale":"2024-04-13T07:11:22.287190+0000","last_undegraded":"2024-04-13T07:11:22.287190+0000","last_fullsized":"2024-04-13T07:11:22.287190+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:36:32.460887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.286713+0000","last_change":"2024-04-13T07:10:44.844483+0000","last_active":"2024-04-13T07:11:22.286713+0000","last_peered":"2024-04-13T07:11:22.286713+0000","last_clean":"2024-04-13T07:11:22.286713+0000","last_became_active":"2024-04-13T07:10:44.843986+0000","last_became_peered":"2024-04-13T07:10:44.843986+0000","last_unstale":"2024-04-13T07:11:22.286713+0000","last_undegraded":"2024-04-13T07:11:22.286713+0000","last_fullsized":"2024-04-13T07:11:22.286713+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:36:21.352013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.288255+0000","last_change":"2024-04-13T07:10:44.844046+0000","last_active":"2024-04-13T07:11:22.288255+0000","last_peered":"2024-04-13T07:11:22.288255+0000","last_clean":"2024-04-13T07:11:22.288255+0000","last_became_active":"2024-04-13T07:10:44.843747+0000","last_became_peered":"2024-04-13T07:10:44.843747+0000","last_unstale":"2024-04-13T07:11:22.288255+0000","last_undegraded":"2024-04-13T07:11:22.288255+0000","last_fullsized":"2024-04-13T07:11:22.288255+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:52:16.121693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.287769+0000","last_change":"2024-04-13T07:10:44.845711+0000","last_active":"2024-04-13T07:11:22.287769+0000","last_peered":"2024-04-13T07:11:22.287769+0000","last_clean":"2024-04-13T07:11:22.287769+0000","last_became_active":"2024-04-13T07:10:44.845343+0000","last_became_peered":"2024-04-13T07:10:44.845343+0000","last_unstale":"2024-04-13T07:11:22.287769+0000","last_undegraded":"2024-04-13T07:11:22.287769+0000","last_fullsized":"2024-04-13T07:11:22.287769+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:21:42.960796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-13T07:11:22.243037+0000","last_change":"2024-04-13T07:10:44.841434+0000","last_active":"2024-04-13T07:11:22.243037+0000","last_peered":"2024-04-13T07:11:22.243037+0000","last_clean":"2024-04-13T07:11:22.243037+0000","last_became_active":"2024-04-13T07:10:44.841149+0000","last_became_peered":"2024-04-13T07:10:44.841149+0000","last_unstale":"2024-04-13T07:11:22.243037+0000","last_undegraded":"2024-04-13T07:11:22.243037+0000","last_fullsized":"2024-04-13T07:11:22.243037+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:07:48.197300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201304,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28284,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716868,"statfs":{"total":95995035648,"available":95966072832,"internally_reserved":0,"allocated":1286144,"data_stored":888329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.86199999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.67900000000000005}]},{"osd":1,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.77200000000000002}]},{"osd":2,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.66300000000000003}]},{"osd":3,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.81699999999999995}]},{"osd":4,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.59599999999999997}]},{"osd":5,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.57399999999999995}]},{"osd":6,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.55600000000000005}]}]},{"osd":6,"up_from":47,"seq":201863462941,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28280,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716872,"statfs":{"total":95995035648,"available":95966076928,"internally_reserved":0,"allocated":1286144,"data_stored":889802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.54500000000000004,"15min":0.55100000000000005},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.75800000000000001,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.57899999999999996,"15min":0.59099999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.72899999999999998}]},{"osd":1,"last update":"Sat Apr 13 07:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.57999999999999996,"15min":0.58899999999999997},"min":{"1min":0.39700000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.81200000000000006,"5min":1.012,"15min":1.012},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.61699999999999999,"15min":0.63300000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.83699999999999997,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.747}]},{"osd":2,"last update":"Sat Apr 13 07:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.60199999999999998,"15min":0.61599999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.74299999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.59999999999999998,"15min":0.61499999999999999},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.65300000000000002,"5min":1.032,"15min":1.032},"last":0.58899999999999997}]},{"osd":3,"last update":"Sat Apr 13 07:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.57499999999999996,"15min":0.58599999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.68999999999999995,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.63500000000000001,"15min":0.64700000000000002},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.79900000000000004,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.78100000000000003}]},{"osd":4,"last update":"Sat Apr 13 07:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.503,"15min":0.50700000000000001},"min":{"1min":0.32300000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.67800000000000005,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.51200000000000001,"15min":0.51300000000000001},"min":{"1min":0.33700000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.73099999999999998,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.51400000000000001}]},{"osd":5,"last update":"Sat Apr 13 07:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.53700000000000003,"15min":0.54500000000000004},"min":{"1min":0.35199999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.69899999999999995,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.438,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.75800000000000001,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.70999999999999996}]},{"osd":7,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.68600000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574900,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27700,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717452,"statfs":{"total":95995035648,"available":95966670848,"internally_reserved":0,"allocated":696320,"data_stored":297848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:12:11 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.34999999999999998,"15min":0.32400000000000001},"min":{"1min":0.26000000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.373,"15min":0.33500000000000002},"min":{"1min":0.248,"5min":0.216,"15min":0.216},"max":{"1min":0.60199999999999998,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.26500000000000001}]},{"osd":2,"last update":"Sat Apr 13 07:11:33 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.41299999999999998,"15min":0.40300000000000002},"min":{"1min":0.26600000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.624,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.379,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.30299999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.502,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.32200000000000001}]},{"osd":3,"last update":"Sat Apr 13 07:11:57 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.46800000000000003,"15min":0.46400000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.64000000000000001,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.44400000000000001,"15min":0.45000000000000001},"min":{"1min":0.28599999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.38400000000000001}]},{"osd":4,"last update":"Sat Apr 13 07:11:19 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.55100000000000005,"15min":0.54100000000000004},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.626,"5min":0.58599999999999997,"15min":0.57999999999999996},"min":{"1min":0.36399999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.58299999999999996}]},{"osd":5,"last update":"Sat Apr 13 07:11:38 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.64700000000000002,"15min":0.65500000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.91000000000000003,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.61699999999999999}]},{"osd":6,"last update":"Sat Apr 13 07:12:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.64200000000000002,"15min":0.65500000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.70099999999999996,"15min":0.72199999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.53900000000000003}]},{"osd":7,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.64700000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738426,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32384,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712768,"statfs":{"total":95995035648,"available":95961874432,"internally_reserved":0,"allocated":1298432,"data_stored":888784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Apr 13 07:12:12 2024","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.35799999999999998,"15min":0.34799999999999998},"min":{"1min":0.22,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.504,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.378,"5min":0.38500000000000001,"15min":0.36099999999999999},"min":{"1min":0.24399999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.5,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.34100000000000003}]},{"osd":2,"last update":"Sat Apr 13 07:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.39700000000000002,"15min":0.39500000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.53300000000000003,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.37,"5min":0.42199999999999999,"15min":0.41999999999999998},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.53300000000000003,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.28499999999999998}]},{"osd":3,"last update":"Sat Apr 13 07:11:55 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.45500000000000002,"15min":0.46600000000000003},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.46700000000000003,"15min":0.48699999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.60299999999999998,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.42399999999999999}]},{"osd":4,"last update":"Sat Apr 13 07:11:17 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.61899999999999999,"15min":0.626},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.748,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.59799999999999998,"15min":0.60599999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.79600000000000004,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.66800000000000004}]},{"osd":5,"last update":"Sat Apr 13 07:11:36 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.61799999999999999,"15min":0.626},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":13.063000000000001},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.59399999999999997,"15min":0.59199999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.64300000000000002}]},{"osd":6,"last update":"Sat Apr 13 07:12:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.58499999999999996,"15min":0.58899999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.59399999999999997,"15min":0.59799999999999998},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.67800000000000005}]},{"osd":7,"last update":"Sat Apr 13 07:11:24 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":13.048999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.60399999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411376,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27696,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717456,"statfs":{"total":95995035648,"available":95966674944,"internally_reserved":0,"allocated":692224,"data_stored":297961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:11:30 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.39600000000000002,"15min":0.38},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.333,"5min":1.333,"15min":1.333},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.39200000000000002,"15min":0.38800000000000001},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.216}]},{"osd":1,"last update":"Sat Apr 13 07:11:30 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.41599999999999998,"15min":0.41099999999999998},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.42699999999999999,"15min":0.40699999999999997},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":1.651,"5min":1.651,"15min":1.651},"last":0.30199999999999999}]},{"osd":3,"last update":"Sat Apr 13 07:12:03 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.46600000000000003,"15min":0.48099999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.58399999999999996,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.48299999999999998,"15min":0.49099999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.65600000000000003,"5min":1.4379999999999999,"15min":1.4379999999999999},"last":0.41899999999999998}]},{"osd":4,"last update":"Sat Apr 13 07:11:19 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.61399999999999999,"15min":0.61799999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.526,"5min":1.526,"15min":1.526},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.60399999999999998,"15min":0.60899999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.45700000000000002}]},{"osd":5,"last update":"Sat Apr 13 07:11:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.67400000000000004,"15min":0.69099999999999995},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.77500000000000002,"5min":1.502,"15min":1.502},"last":0.496},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.66900000000000004,"15min":0.68400000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.753,"5min":1.276,"15min":1.276},"last":0.437}]},{"osd":6,"last update":"Sat Apr 13 07:12:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.622,"15min":0.63200000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.79700000000000004,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.38},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.59299999999999997,"15min":0.59499999999999997},"min":{"1min":0.434,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.78400000000000003,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.443}]},{"osd":7,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.2370000000000001,"5min":1.2370000000000001,"15min":1.2370000000000001},"last":0.34699999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149739,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":712704,"data_stored":300415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:11:56 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.39400000000000002,"15min":0.40200000000000002},"min":{"1min":0.25600000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.61199999999999999,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41299999999999998,"15min":0.41899999999999998},"min":{"1min":0.26800000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.57099999999999995,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.308}]},{"osd":1,"last update":"Sat Apr 13 07:11:56 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.442,"15min":0.45600000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.69599999999999995,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.42299999999999999,"15min":0.436},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.58899999999999997,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.34499999999999997}]},{"osd":2,"last update":"Sat Apr 13 07:11:56 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.44900000000000001,"15min":0.45200000000000001},"min":{"1min":0.318,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.433,"5min":0.45500000000000002,"15min":0.46500000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.61899999999999999,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.42599999999999999}]},{"osd":4,"last update":"Sat Apr 13 07:11:18 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.57599999999999996,"15min":0.57999999999999996},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.58299999999999996,"15min":0.58499999999999996},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.78200000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.56100000000000005}]},{"osd":5,"last update":"Sat Apr 13 07:11:39 2024","interfaces":[{"interface":"back","average":{"1min":1.369,"5min":0.745,"15min":0.64100000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":14.02,"5min":14.02,"15min":14.02},"last":0.45300000000000001},{"interface":"front","average":{"1min":1.359,"5min":0.76300000000000001,"15min":0.66400000000000003},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":13.923999999999999,"5min":13.923999999999999,"15min":13.923999999999999},"last":0.54700000000000004}]},{"osd":6,"last update":"Sat Apr 13 07:12:02 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.61399999999999999,"15min":0.61299999999999999},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.61199999999999999,"15min":0.60799999999999998},"min":{"1min":0.49399999999999999,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.63500000000000001}]},{"osd":7,"last update":"Sat Apr 13 07:11:24 2024","interfaces":[{"interface":"back","average":{"1min":1.381,"5min":1.381,"15min":1.381},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":13.94,"5min":13.94,"15min":13.94},"last":0.502},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.61099999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986214,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31804,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713348,"statfs":{"total":95995035648,"available":95962468352,"internally_reserved":0,"allocated":704512,"data_stored":298396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:11:17 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57399999999999995,"15min":0.57299999999999995},"min":{"1min":0.41499999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.504},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.59099999999999997,"15min":0.59999999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.77000000000000002,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.58399999999999996}]},{"osd":1,"last update":"Sat Apr 13 07:11:17 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.56299999999999994,"15min":0.57199999999999995},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.77500000000000002,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56699999999999995,"15min":0.56499999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.81799999999999995,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.68000000000000005}]},{"osd":2,"last update":"Sat Apr 13 07:11:17 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.755,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.59299999999999997,"15min":0.59399999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.47899999999999998}]},{"osd":3,"last update":"Sat Apr 13 07:11:17 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.623,"15min":0.621},"min":{"1min":0.47899999999999998,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.58599999999999997,"15min":0.59399999999999997},"min":{"1min":0.35999999999999999,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.75,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.54500000000000004}]},{"osd":5,"last update":"Sat Apr 13 07:11:40 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.439,"15min":0.433},"min":{"1min":0.315,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.46400000000000002,"15min":0.45900000000000002},"min":{"1min":0.32500000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.76300000000000001}]},{"osd":6,"last update":"Sat Apr 13 07:12:05 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.54300000000000004,"15min":0.53500000000000003},"min":{"1min":0.40899999999999997,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.55100000000000005,"15min":0.54900000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.76700000000000002,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.70999999999999996}]},{"osd":7,"last update":"Sat Apr 13 07:11:24 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.64300000000000002}]}]},{"osd":5,"up_from":39,"seq":167503724577,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27712,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717440,"statfs":{"total":95995035648,"available":95966658560,"internally_reserved":0,"allocated":704512,"data_stored":300070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.55300000000000005,"15min":0.55500000000000005},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.51100000000000001,"15min":0.50600000000000001},"min":{"1min":0.376,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.70499999999999996,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.69999999999999996}]},{"osd":1,"last update":"Sat Apr 13 07:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.55100000000000005,"15min":0.54900000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.52300000000000002,"15min":0.52100000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.52000000000000002}]},{"osd":2,"last update":"Sat Apr 13 07:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.55100000000000005,"15min":0.55400000000000005},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.56000000000000005,"15min":0.55700000000000005},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.74099999999999999,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.76100000000000001}]},{"osd":3,"last update":"Sat Apr 13 07:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.56100000000000005,"15min":0.56299999999999994},"min":{"1min":0.42999999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56699999999999995,"15min":0.56299999999999994},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.66600000000000004}]},{"osd":4,"last update":"Sat Apr 13 07:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.42599999999999999,"15min":0.41899999999999998},"min":{"1min":0.33600000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.45400000000000001,"15min":0.45100000000000001},"min":{"1min":0.34300000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.44600000000000001}]},{"osd":6,"last update":"Sat Apr 13 07:12:03 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.48899999999999999,"15min":0.495},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.63300000000000001,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.505},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.55300000000000005,"15min":0.56299999999999994},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.48799999999999999}]},{"osd":7,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.63600000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T07:12:18.454 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph pg dump --format=json 2024-04-13T07:12:19.337 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:12:19.390 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[37804]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:19.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[37804]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-13T07:12:19.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[37804]: Reconfiguring daemon alertmanager.a on smithi003 2024-04-13T07:12:19.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[37804]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:12:19.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 4]}]': finished 2024-04-13T07:12:19.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [0, 3]}]': finished 2024-04-13T07:12:19.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-04-13T07:12:19.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-04-13T07:12:19.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]': finished 2024-04-13T07:12:19.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 2]}]': finished 2024-04-13T07:12:19.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[37804]: osdmap e69: 8 total, 8 up, 8 in 2024-04-13T07:12:19.392 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[27034]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:19.392 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[27034]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-13T07:12:19.392 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[27034]: Reconfiguring daemon alertmanager.a on smithi003 2024-04-13T07:12:19.392 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[27034]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:12:19.392 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 4]}]': finished 2024-04-13T07:12:19.392 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [0, 3]}]': finished 2024-04-13T07:12:19.392 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-04-13T07:12:19.392 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-04-13T07:12:19.392 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]': finished 2024-04-13T07:12:19.392 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 2]}]': finished 2024-04-13T07:12:19.392 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:19 smithi003 ceph-mon[27034]: osdmap e69: 8 total, 8 up, 8 in 2024-04-13T07:12:19.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:19 smithi066 ceph-mon[30583]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:19.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:19 smithi066 ceph-mon[30583]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-13T07:12:19.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:19 smithi066 ceph-mon[30583]: Reconfiguring daemon alertmanager.a on smithi003 2024-04-13T07:12:19.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:19 smithi066 ceph-mon[30583]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:12:19.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:19 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 4]}]': finished 2024-04-13T07:12:19.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:19 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [0, 3]}]': finished 2024-04-13T07:12:19.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:19 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-04-13T07:12:19.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:19 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-04-13T07:12:19.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:19 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]': finished 2024-04-13T07:12:19.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:19 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [5, 2]}]': finished 2024-04-13T07:12:19.408 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:19 smithi066 ceph-mon[30583]: osdmap e69: 8 total, 8 up, 8 in 2024-04-13T07:12:20.279 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:20 smithi003 ceph-mon[37804]: osdmap e70: 8 total, 8 up, 8 in 2024-04-13T07:12:20.280 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:20 smithi003 ceph-mon[27034]: osdmap e70: 8 total, 8 up, 8 in 2024-04-13T07:12:20.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:20 smithi066 ceph-mon[30583]: osdmap e70: 8 total, 8 up, 8 in 2024-04-13T07:12:21.261 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:21 smithi003 ceph-mon[27034]: pgmap v40: 105 pgs: 6 peering, 99 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:21.261 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:21 smithi003 ceph-mon[27034]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-13T07:12:21.261 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:21 smithi003 ceph-mon[37804]: pgmap v40: 105 pgs: 6 peering, 99 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:21.262 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:21 smithi003 ceph-mon[37804]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-13T07:12:21.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:21 smithi066 ceph-mon[30583]: pgmap v40: 105 pgs: 6 peering, 99 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:21.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:21 smithi066 ceph-mon[30583]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-13T07:12:22.390 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:21 smithi003 systemd[1]: Stopping Ceph alertmanager.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:12:23.033 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:22 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[69668]: ts=2024-04-13T07:12:22.893Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-13T07:12:23.033 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:23 smithi003 podman[73519]: 2024-04-13 07:12:23.017333026 +0000 UTC m=+0.440422660 container died c5043326647482714e031587c93c0c1b56bd9688039b1453a85fbaecd00b6d7a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:12:23.333 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:23 smithi003 ceph-mon[37804]: pgmap v41: 105 pgs: 6 peering, 99 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:23.333 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:23 smithi003 ceph-mon[27034]: pgmap v41: 105 pgs: 6 peering, 99 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:23.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:23 smithi066 ceph-mon[30583]: pgmap v41: 105 pgs: 6 peering, 99 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:23.633 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:12:23.634 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:23 smithi003 podman[73519]: 2024-04-13 07:12:23.510804313 +0000 UTC m=+0.933893945 container cleanup c5043326647482714e031587c93c0c1b56bd9688039b1453a85fbaecd00b6d7a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:12:23.634 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:23 smithi003 bash[73519]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a 2024-04-13T07:12:23.639 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-04-13T07:12:24.390 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:24 smithi003 ceph-mon[37804]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-13T07:12:24.390 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:24 smithi003 ceph-mon[37804]: Cluster is now healthy 2024-04-13T07:12:24.391 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:24 smithi003 podman[73538]: 2024-04-13 07:12:24.0472523 +0000 UTC m=+1.133368302 container remove c5043326647482714e031587c93c0c1b56bd9688039b1453a85fbaecd00b6d7a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:12:24.391 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:24 smithi003 podman[73538]: 2024-04-13 07:12:24.123212836 +0000 UTC m=+1.209328838 volume remove 2863ff976f7982910bfb3531de9f2fc5d84eed8c1695ad6cebc19f78811727a2 2024-04-13T07:12:24.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:24 smithi003 ceph-mon[27034]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-13T07:12:24.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:24 smithi003 ceph-mon[27034]: Cluster is now healthy 2024-04-13T07:12:24.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:24 smithi066 ceph-mon[30583]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-13T07:12:24.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:24 smithi066 ceph-mon[30583]: Cluster is now healthy 2024-04-13T07:12:24.592 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-04-13T07:12:23.190823+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":231776,"kb_used_data":7400,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749729440,"statfs":{"total":767960285184,"available":767722946560,"internally_reserved":0,"allocated":7577600,"data_stored":4277301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":229625401},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001385"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.015387+0000","last_change":"2024-04-13T07:10:44.851733+0000","last_active":"2024-04-13T07:12:18.015387+0000","last_peered":"2024-04-13T07:12:18.015387+0000","last_clean":"2024-04-13T07:12:18.015387+0000","last_became_active":"2024-04-13T07:10:44.851425+0000","last_became_peered":"2024-04-13T07:10:44.851425+0000","last_unstale":"2024-04-13T07:12:18.015387+0000","last_undegraded":"2024-04-13T07:12:18.015387+0000","last_fullsized":"2024-04-13T07:12:18.015387+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:10:11.733117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014182+0000","last_change":"2024-04-13T07:10:44.842746+0000","last_active":"2024-04-13T07:12:18.014182+0000","last_peered":"2024-04-13T07:12:18.014182+0000","last_clean":"2024-04-13T07:12:18.014182+0000","last_became_active":"2024-04-13T07:10:44.842438+0000","last_became_peered":"2024-04-13T07:10:44.842438+0000","last_unstale":"2024-04-13T07:12:18.014182+0000","last_undegraded":"2024-04-13T07:12:18.014182+0000","last_fullsized":"2024-04-13T07:12:18.014182+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:54:41.219960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.015534+0000","last_change":"2024-04-13T07:10:44.834099+0000","last_active":"2024-04-13T07:12:18.015534+0000","last_peered":"2024-04-13T07:12:18.015534+0000","last_clean":"2024-04-13T07:12:18.015534+0000","last_became_active":"2024-04-13T07:10:44.833743+0000","last_became_peered":"2024-04-13T07:10:44.833743+0000","last_unstale":"2024-04-13T07:12:18.015534+0000","last_undegraded":"2024-04-13T07:12:18.015534+0000","last_fullsized":"2024-04-13T07:12:18.015534+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:07:41.148807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-13T07:12:19.019956+0000","last_change":"2024-04-13T07:12:19.019956+0000","last_active":"2024-04-13T07:12:19.019956+0000","last_peered":"2024-04-13T07:12:19.019956+0000","last_clean":"2024-04-13T07:12:19.019956+0000","last_became_active":"2024-04-13T07:12:19.019607+0000","last_became_peered":"2024-04-13T07:12:19.019607+0000","last_unstale":"2024-04-13T07:12:19.019956+0000","last_undegraded":"2024-04-13T07:12:19.019956+0000","last_fullsized":"2024-04-13T07:12:19.019956+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:45:10.181925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.015034+0000","last_change":"2024-04-13T07:10:44.841332+0000","last_active":"2024-04-13T07:12:18.015034+0000","last_peered":"2024-04-13T07:12:18.015034+0000","last_clean":"2024-04-13T07:12:18.015034+0000","last_became_active":"2024-04-13T07:10:44.840220+0000","last_became_peered":"2024-04-13T07:10:44.840220+0000","last_unstale":"2024-04-13T07:12:18.015034+0000","last_undegraded":"2024-04-13T07:12:18.015034+0000","last_fullsized":"2024-04-13T07:12:18.015034+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:49:00.546142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.011738+0000","last_change":"2024-04-13T07:10:44.829178+0000","last_active":"2024-04-13T07:12:18.011738+0000","last_peered":"2024-04-13T07:12:18.011738+0000","last_clean":"2024-04-13T07:12:18.011738+0000","last_became_active":"2024-04-13T07:10:44.828840+0000","last_became_peered":"2024-04-13T07:10:44.828840+0000","last_unstale":"2024-04-13T07:12:18.011738+0000","last_undegraded":"2024-04-13T07:12:18.011738+0000","last_fullsized":"2024-04-13T07:12:18.011738+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:23:43.069728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014065+0000","last_change":"2024-04-13T07:10:44.850216+0000","last_active":"2024-04-13T07:12:18.014065+0000","last_peered":"2024-04-13T07:12:18.014065+0000","last_clean":"2024-04-13T07:12:18.014065+0000","last_became_active":"2024-04-13T07:10:44.849659+0000","last_became_peered":"2024-04-13T07:10:44.849659+0000","last_unstale":"2024-04-13T07:12:18.014065+0000","last_undegraded":"2024-04-13T07:12:18.014065+0000","last_fullsized":"2024-04-13T07:12:18.014065+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:09:48.814810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.018563+0000","last_change":"2024-04-13T07:10:44.842913+0000","last_active":"2024-04-13T07:12:18.018563+0000","last_peered":"2024-04-13T07:12:18.018563+0000","last_clean":"2024-04-13T07:12:18.018563+0000","last_became_active":"2024-04-13T07:10:44.842592+0000","last_became_peered":"2024-04-13T07:10:44.842592+0000","last_unstale":"2024-04-13T07:12:18.018563+0000","last_undegraded":"2024-04-13T07:12:18.018563+0000","last_fullsized":"2024-04-13T07:12:18.018563+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:13:51.205011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.015299+0000","last_change":"2024-04-13T07:10:44.849393+0000","last_active":"2024-04-13T07:12:18.015299+0000","last_peered":"2024-04-13T07:12:18.015299+0000","last_clean":"2024-04-13T07:12:18.015299+0000","last_became_active":"2024-04-13T07:10:44.849081+0000","last_became_peered":"2024-04-13T07:10:44.849081+0000","last_unstale":"2024-04-13T07:12:18.015299+0000","last_undegraded":"2024-04-13T07:12:18.015299+0000","last_fullsized":"2024-04-13T07:12:18.015299+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:27:16.517161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.551998+0000","last_change":"2024-04-13T07:10:44.843012+0000","last_active":"2024-04-13T07:12:18.551998+0000","last_peered":"2024-04-13T07:12:18.551998+0000","last_clean":"2024-04-13T07:12:18.551998+0000","last_became_active":"2024-04-13T07:10:44.842705+0000","last_became_peered":"2024-04-13T07:10:44.842705+0000","last_unstale":"2024-04-13T07:12:18.551998+0000","last_undegraded":"2024-04-13T07:12:18.551998+0000","last_fullsized":"2024-04-13T07:12:18.551998+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:35:56.168205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.551992+0000","last_change":"2024-04-13T07:10:44.840238+0000","last_active":"2024-04-13T07:12:18.551992+0000","last_peered":"2024-04-13T07:12:18.551992+0000","last_clean":"2024-04-13T07:12:18.551992+0000","last_became_active":"2024-04-13T07:10:44.839054+0000","last_became_peered":"2024-04-13T07:10:44.839054+0000","last_unstale":"2024-04-13T07:12:18.551992+0000","last_undegraded":"2024-04-13T07:12:18.551992+0000","last_fullsized":"2024-04-13T07:12:18.551992+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:46:18.826239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.016279+0000","last_change":"2024-04-13T07:10:44.847523+0000","last_active":"2024-04-13T07:12:18.016279+0000","last_peered":"2024-04-13T07:12:18.016279+0000","last_clean":"2024-04-13T07:12:18.016279+0000","last_became_active":"2024-04-13T07:10:44.846963+0000","last_became_peered":"2024-04-13T07:10:44.846963+0000","last_unstale":"2024-04-13T07:12:18.016279+0000","last_undegraded":"2024-04-13T07:12:18.016279+0000","last_fullsized":"2024-04-13T07:12:18.016279+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:25:06.594899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.019524+0000","last_change":"2024-04-13T07:10:44.854431+0000","last_active":"2024-04-13T07:12:18.019524+0000","last_peered":"2024-04-13T07:12:18.019524+0000","last_clean":"2024-04-13T07:12:18.019524+0000","last_became_active":"2024-04-13T07:10:44.854138+0000","last_became_peered":"2024-04-13T07:10:44.854138+0000","last_unstale":"2024-04-13T07:12:18.019524+0000","last_undegraded":"2024-04-13T07:12:18.019524+0000","last_fullsized":"2024-04-13T07:12:18.019524+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:33:19.447914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.013881+0000","last_change":"2024-04-13T07:10:44.838168+0000","last_active":"2024-04-13T07:12:18.013881+0000","last_peered":"2024-04-13T07:12:18.013881+0000","last_clean":"2024-04-13T07:12:18.013881+0000","last_became_active":"2024-04-13T07:10:44.837872+0000","last_became_peered":"2024-04-13T07:10:44.837872+0000","last_unstale":"2024-04-13T07:12:18.013881+0000","last_undegraded":"2024-04-13T07:12:18.013881+0000","last_fullsized":"2024-04-13T07:12:18.013881+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:37:36.982278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.013214+0000","last_change":"2024-04-13T07:10:44.833333+0000","last_active":"2024-04-13T07:12:18.013214+0000","last_peered":"2024-04-13T07:12:18.013214+0000","last_clean":"2024-04-13T07:12:18.013214+0000","last_became_active":"2024-04-13T07:10:44.832905+0000","last_became_peered":"2024-04-13T07:10:44.832905+0000","last_unstale":"2024-04-13T07:12:18.013214+0000","last_undegraded":"2024-04-13T07:12:18.013214+0000","last_fullsized":"2024-04-13T07:12:18.013214+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:30:54.510173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.011179+0000","last_change":"2024-04-13T07:10:44.836291+0000","last_active":"2024-04-13T07:12:18.011179+0000","last_peered":"2024-04-13T07:12:18.011179+0000","last_clean":"2024-04-13T07:12:18.011179+0000","last_became_active":"2024-04-13T07:10:44.835724+0000","last_became_peered":"2024-04-13T07:10:44.835724+0000","last_unstale":"2024-04-13T07:12:18.011179+0000","last_undegraded":"2024-04-13T07:12:18.011179+0000","last_fullsized":"2024-04-13T07:12:18.011179+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:17:59.371083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.012238+0000","last_change":"2024-04-13T07:10:44.839084+0000","last_active":"2024-04-13T07:12:18.012238+0000","last_peered":"2024-04-13T07:12:18.012238+0000","last_clean":"2024-04-13T07:12:18.012238+0000","last_became_active":"2024-04-13T07:10:44.838798+0000","last_became_peered":"2024-04-13T07:10:44.838798+0000","last_unstale":"2024-04-13T07:12:18.012238+0000","last_undegraded":"2024-04-13T07:12:18.012238+0000","last_fullsized":"2024-04-13T07:12:18.012238+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:59:54.343450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.015893+0000","last_change":"2024-04-13T07:10:44.841892+0000","last_active":"2024-04-13T07:12:18.015893+0000","last_peered":"2024-04-13T07:12:18.015893+0000","last_clean":"2024-04-13T07:12:18.015893+0000","last_became_active":"2024-04-13T07:10:44.841607+0000","last_became_peered":"2024-04-13T07:10:44.841607+0000","last_unstale":"2024-04-13T07:12:18.015893+0000","last_undegraded":"2024-04-13T07:12:18.015893+0000","last_fullsized":"2024-04-13T07:12:18.015893+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:00:12.746178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014212+0000","last_change":"2024-04-13T07:10:44.842252+0000","last_active":"2024-04-13T07:12:18.014212+0000","last_peered":"2024-04-13T07:12:18.014212+0000","last_clean":"2024-04-13T07:12:18.014212+0000","last_became_active":"2024-04-13T07:10:44.841909+0000","last_became_peered":"2024-04-13T07:10:44.841909+0000","last_unstale":"2024-04-13T07:12:18.014212+0000","last_undegraded":"2024-04-13T07:12:18.014212+0000","last_fullsized":"2024-04-13T07:12:18.014212+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:42:03.783246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":23,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.016130+0000","last_change":"2024-04-13T07:10:44.472613+0000","last_active":"2024-04-13T07:12:18.016130+0000","last_peered":"2024-04-13T07:12:18.016130+0000","last_clean":"2024-04-13T07:12:18.016130+0000","last_became_active":"2024-04-13T07:10:44.472320+0000","last_became_peered":"2024-04-13T07:10:44.472320+0000","last_unstale":"2024-04-13T07:12:18.016130+0000","last_undegraded":"2024-04-13T07:12:18.016130+0000","last_fullsized":"2024-04-13T07:12:18.016130+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:30:58.282051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.020103+0000","last_change":"2024-04-13T07:10:44.854394+0000","last_active":"2024-04-13T07:12:18.020103+0000","last_peered":"2024-04-13T07:12:18.020103+0000","last_clean":"2024-04-13T07:12:18.020103+0000","last_became_active":"2024-04-13T07:10:44.854075+0000","last_became_peered":"2024-04-13T07:10:44.854075+0000","last_unstale":"2024-04-13T07:12:18.020103+0000","last_undegraded":"2024-04-13T07:12:18.020103+0000","last_fullsized":"2024-04-13T07:12:18.020103+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:40:08.418867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.020188+0000","last_change":"2024-04-13T07:10:44.474911+0000","last_active":"2024-04-13T07:12:18.020188+0000","last_peered":"2024-04-13T07:12:18.020188+0000","last_clean":"2024-04-13T07:12:18.020188+0000","last_became_active":"2024-04-13T07:10:44.474631+0000","last_became_peered":"2024-04-13T07:10:44.474631+0000","last_unstale":"2024-04-13T07:12:18.020188+0000","last_undegraded":"2024-04-13T07:12:18.020188+0000","last_fullsized":"2024-04-13T07:12:18.020188+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:25:34.502982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.016009+0000","last_change":"2024-04-13T07:10:44.836983+0000","last_active":"2024-04-13T07:12:18.016009+0000","last_peered":"2024-04-13T07:12:18.016009+0000","last_clean":"2024-04-13T07:12:18.016009+0000","last_became_active":"2024-04-13T07:10:44.836405+0000","last_became_peered":"2024-04-13T07:10:44.836405+0000","last_unstale":"2024-04-13T07:12:18.016009+0000","last_undegraded":"2024-04-13T07:12:18.016009+0000","last_fullsized":"2024-04-13T07:12:18.016009+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:00:25.278771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014857+0000","last_change":"2024-04-13T07:10:44.479437+0000","last_active":"2024-04-13T07:12:18.014857+0000","last_peered":"2024-04-13T07:12:18.014857+0000","last_clean":"2024-04-13T07:12:18.014857+0000","last_became_active":"2024-04-13T07:10:44.479128+0000","last_became_peered":"2024-04-13T07:10:44.479128+0000","last_unstale":"2024-04-13T07:12:18.014857+0000","last_undegraded":"2024-04-13T07:12:18.014857+0000","last_fullsized":"2024-04-13T07:12:18.014857+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:20:14.774412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.012109+0000","last_change":"2024-04-13T07:10:44.836844+0000","last_active":"2024-04-13T07:12:18.012109+0000","last_peered":"2024-04-13T07:12:18.012109+0000","last_clean":"2024-04-13T07:12:18.012109+0000","last_became_active":"2024-04-13T07:10:44.834667+0000","last_became_peered":"2024-04-13T07:10:44.834667+0000","last_unstale":"2024-04-13T07:12:18.012109+0000","last_undegraded":"2024-04-13T07:12:18.012109+0000","last_fullsized":"2024-04-13T07:12:18.012109+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:05.125610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.015038+0000","last_change":"2024-04-13T07:10:44.475868+0000","last_active":"2024-04-13T07:12:18.015038+0000","last_peered":"2024-04-13T07:12:18.015038+0000","last_clean":"2024-04-13T07:12:18.015038+0000","last_became_active":"2024-04-13T07:10:44.475504+0000","last_became_peered":"2024-04-13T07:10:44.475504+0000","last_unstale":"2024-04-13T07:12:18.015038+0000","last_undegraded":"2024-04-13T07:12:18.015038+0000","last_fullsized":"2024-04-13T07:12:18.015038+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:55:42.864789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.011995+0000","last_change":"2024-04-13T07:10:44.844809+0000","last_active":"2024-04-13T07:12:18.011995+0000","last_peered":"2024-04-13T07:12:18.011995+0000","last_clean":"2024-04-13T07:12:18.011995+0000","last_became_active":"2024-04-13T07:10:44.844473+0000","last_became_peered":"2024-04-13T07:10:44.844473+0000","last_unstale":"2024-04-13T07:12:18.011995+0000","last_undegraded":"2024-04-13T07:12:18.011995+0000","last_fullsized":"2024-04-13T07:12:18.011995+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:56:19.540549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.019737+0000","last_change":"2024-04-13T07:10:44.469651+0000","last_active":"2024-04-13T07:12:18.019737+0000","last_peered":"2024-04-13T07:12:18.019737+0000","last_clean":"2024-04-13T07:12:18.019737+0000","last_became_active":"2024-04-13T07:10:44.469354+0000","last_became_peered":"2024-04-13T07:10:44.469354+0000","last_unstale":"2024-04-13T07:12:18.019737+0000","last_undegraded":"2024-04-13T07:12:18.019737+0000","last_fullsized":"2024-04-13T07:12:18.019737+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:26:39.388327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014326+0000","last_change":"2024-04-13T07:10:44.836145+0000","last_active":"2024-04-13T07:12:18.014326+0000","last_peered":"2024-04-13T07:12:18.014326+0000","last_clean":"2024-04-13T07:12:18.014326+0000","last_became_active":"2024-04-13T07:10:44.835665+0000","last_became_peered":"2024-04-13T07:10:44.835665+0000","last_unstale":"2024-04-13T07:12:18.014326+0000","last_undegraded":"2024-04-13T07:12:18.014326+0000","last_fullsized":"2024-04-13T07:12:18.014326+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:04:57.317727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.551833+0000","last_change":"2024-04-13T07:10:44.473933+0000","last_active":"2024-04-13T07:12:18.551833+0000","last_peered":"2024-04-13T07:12:18.551833+0000","last_clean":"2024-04-13T07:12:18.551833+0000","last_became_active":"2024-04-13T07:10:44.473603+0000","last_became_peered":"2024-04-13T07:10:44.473603+0000","last_unstale":"2024-04-13T07:12:18.551833+0000","last_undegraded":"2024-04-13T07:12:18.551833+0000","last_fullsized":"2024-04-13T07:12:18.551833+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:56:12.574604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-13T07:12:19.084067+0000","last_change":"2024-04-13T07:12:19.084067+0000","last_active":"2024-04-13T07:12:19.084067+0000","last_peered":"2024-04-13T07:12:19.084067+0000","last_clean":"2024-04-13T07:12:19.084067+0000","last_became_active":"2024-04-13T07:12:19.083777+0000","last_became_peered":"2024-04-13T07:12:19.083777+0000","last_unstale":"2024-04-13T07:12:19.084067+0000","last_undegraded":"2024-04-13T07:12:19.084067+0000","last_fullsized":"2024-04-13T07:12:19.084067+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:02:20.181351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.020692+0000","last_change":"2024-04-13T07:10:44.469595+0000","last_active":"2024-04-13T07:12:18.020692+0000","last_peered":"2024-04-13T07:12:18.020692+0000","last_clean":"2024-04-13T07:12:18.020692+0000","last_became_active":"2024-04-13T07:10:44.468636+0000","last_became_peered":"2024-04-13T07:10:44.468636+0000","last_unstale":"2024-04-13T07:12:18.020692+0000","last_undegraded":"2024-04-13T07:12:18.020692+0000","last_fullsized":"2024-04-13T07:12:18.020692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:43:51.359622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.020368+0000","last_change":"2024-04-13T07:10:44.837232+0000","last_active":"2024-04-13T07:12:18.020368+0000","last_peered":"2024-04-13T07:12:18.020368+0000","last_clean":"2024-04-13T07:12:18.020368+0000","last_became_active":"2024-04-13T07:10:44.835100+0000","last_became_peered":"2024-04-13T07:10:44.835100+0000","last_unstale":"2024-04-13T07:12:18.020368+0000","last_undegraded":"2024-04-13T07:12:18.020368+0000","last_fullsized":"2024-04-13T07:12:18.020368+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:59:18.679882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.011201+0000","last_change":"2024-04-13T07:10:44.477150+0000","last_active":"2024-04-13T07:12:18.011201+0000","last_peered":"2024-04-13T07:12:18.011201+0000","last_clean":"2024-04-13T07:12:18.011201+0000","last_became_active":"2024-04-13T07:10:44.476721+0000","last_became_peered":"2024-04-13T07:10:44.476721+0000","last_unstale":"2024-04-13T07:12:18.011201+0000","last_undegraded":"2024-04-13T07:12:18.011201+0000","last_fullsized":"2024-04-13T07:12:18.011201+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:24:51.238109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-13T07:12:19.020636+0000","last_change":"2024-04-13T07:12:19.020636+0000","last_active":"2024-04-13T07:12:19.020636+0000","last_peered":"2024-04-13T07:12:19.020636+0000","last_clean":"2024-04-13T07:12:19.020636+0000","last_became_active":"2024-04-13T07:12:19.019670+0000","last_became_peered":"2024-04-13T07:12:19.019670+0000","last_unstale":"2024-04-13T07:12:19.020636+0000","last_undegraded":"2024-04-13T07:12:19.020636+0000","last_fullsized":"2024-04-13T07:12:19.020636+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:13:33.717923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.552145+0000","last_change":"2024-04-13T07:10:44.468971+0000","last_active":"2024-04-13T07:12:18.552145+0000","last_peered":"2024-04-13T07:12:18.552145+0000","last_clean":"2024-04-13T07:12:18.552145+0000","last_became_active":"2024-04-13T07:10:44.468547+0000","last_became_peered":"2024-04-13T07:10:44.468547+0000","last_unstale":"2024-04-13T07:12:18.552145+0000","last_undegraded":"2024-04-13T07:12:18.552145+0000","last_fullsized":"2024-04-13T07:12:18.552145+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:03:15.870506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.012086+0000","last_change":"2024-04-13T07:10:44.840238+0000","last_active":"2024-04-13T07:12:18.012086+0000","last_peered":"2024-04-13T07:12:18.012086+0000","last_clean":"2024-04-13T07:12:18.012086+0000","last_became_active":"2024-04-13T07:10:44.839888+0000","last_became_peered":"2024-04-13T07:10:44.839888+0000","last_unstale":"2024-04-13T07:12:18.012086+0000","last_undegraded":"2024-04-13T07:12:18.012086+0000","last_fullsized":"2024-04-13T07:12:18.012086+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:50:56.128207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.011949+0000","last_change":"2024-04-13T07:10:44.473136+0000","last_active":"2024-04-13T07:12:18.011949+0000","last_peered":"2024-04-13T07:12:18.011949+0000","last_clean":"2024-04-13T07:12:18.011949+0000","last_became_active":"2024-04-13T07:10:44.472782+0000","last_became_peered":"2024-04-13T07:10:44.472782+0000","last_unstale":"2024-04-13T07:12:18.011949+0000","last_undegraded":"2024-04-13T07:12:18.011949+0000","last_fullsized":"2024-04-13T07:12:18.011949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:07:02.496879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.015830+0000","last_change":"2024-04-13T07:10:44.847324+0000","last_active":"2024-04-13T07:12:18.015830+0000","last_peered":"2024-04-13T07:12:18.015830+0000","last_clean":"2024-04-13T07:12:18.015830+0000","last_became_active":"2024-04-13T07:10:44.847032+0000","last_became_peered":"2024-04-13T07:10:44.847032+0000","last_unstale":"2024-04-13T07:12:18.015830+0000","last_undegraded":"2024-04-13T07:12:18.015830+0000","last_fullsized":"2024-04-13T07:12:18.015830+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:00:36.589465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":22,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014453+0000","last_change":"2024-04-13T07:10:44.465945+0000","last_active":"2024-04-13T07:12:18.014453+0000","last_peered":"2024-04-13T07:12:18.014453+0000","last_clean":"2024-04-13T07:12:18.014453+0000","last_became_active":"2024-04-13T07:10:44.465670+0000","last_became_peered":"2024-04-13T07:10:44.465670+0000","last_unstale":"2024-04-13T07:12:18.014453+0000","last_undegraded":"2024-04-13T07:12:18.014453+0000","last_fullsized":"2024-04-13T07:12:18.014453+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:49:13.673795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.016256+0000","last_change":"2024-04-13T07:10:44.847693+0000","last_active":"2024-04-13T07:12:18.016256+0000","last_peered":"2024-04-13T07:12:18.016256+0000","last_clean":"2024-04-13T07:12:18.016256+0000","last_became_active":"2024-04-13T07:10:44.847220+0000","last_became_peered":"2024-04-13T07:10:44.847220+0000","last_unstale":"2024-04-13T07:12:18.016256+0000","last_undegraded":"2024-04-13T07:12:18.016256+0000","last_fullsized":"2024-04-13T07:12:18.016256+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:52:27.250669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":28,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.551868+0000","last_change":"2024-04-13T07:10:44.471665+0000","last_active":"2024-04-13T07:12:18.551868+0000","last_peered":"2024-04-13T07:12:18.551868+0000","last_clean":"2024-04-13T07:12:18.551868+0000","last_became_active":"2024-04-13T07:10:44.470299+0000","last_became_peered":"2024-04-13T07:10:44.470299+0000","last_unstale":"2024-04-13T07:12:18.551868+0000","last_undegraded":"2024-04-13T07:12:18.551868+0000","last_fullsized":"2024-04-13T07:12:18.551868+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:46:06.855402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014547+0000","last_change":"2024-04-13T07:10:44.843244+0000","last_active":"2024-04-13T07:12:18.014547+0000","last_peered":"2024-04-13T07:12:18.014547+0000","last_clean":"2024-04-13T07:12:18.014547+0000","last_became_active":"2024-04-13T07:10:44.842280+0000","last_became_peered":"2024-04-13T07:10:44.842280+0000","last_unstale":"2024-04-13T07:12:18.014547+0000","last_undegraded":"2024-04-13T07:12:18.014547+0000","last_fullsized":"2024-04-13T07:12:18.014547+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:39:35.073706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014983+0000","last_change":"2024-04-13T07:10:44.470219+0000","last_active":"2024-04-13T07:12:18.014983+0000","last_peered":"2024-04-13T07:12:18.014983+0000","last_clean":"2024-04-13T07:12:18.014983+0000","last_became_active":"2024-04-13T07:10:44.469518+0000","last_became_peered":"2024-04-13T07:10:44.469518+0000","last_unstale":"2024-04-13T07:12:18.014983+0000","last_undegraded":"2024-04-13T07:12:18.014983+0000","last_fullsized":"2024-04-13T07:12:18.014983+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:04:08.335185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.013785+0000","last_change":"2024-04-13T07:10:44.847210+0000","last_active":"2024-04-13T07:12:18.013785+0000","last_peered":"2024-04-13T07:12:18.013785+0000","last_clean":"2024-04-13T07:12:18.013785+0000","last_became_active":"2024-04-13T07:10:44.846933+0000","last_became_peered":"2024-04-13T07:10:44.846933+0000","last_unstale":"2024-04-13T07:12:18.013785+0000","last_undegraded":"2024-04-13T07:12:18.013785+0000","last_fullsized":"2024-04-13T07:12:18.013785+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:59:05.726250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.011480+0000","last_change":"2024-04-13T07:10:44.475614+0000","last_active":"2024-04-13T07:12:18.011480+0000","last_peered":"2024-04-13T07:12:18.011480+0000","last_clean":"2024-04-13T07:12:18.011480+0000","last_became_active":"2024-04-13T07:10:44.475262+0000","last_became_peered":"2024-04-13T07:10:44.475262+0000","last_unstale":"2024-04-13T07:12:18.011480+0000","last_undegraded":"2024-04-13T07:12:18.011480+0000","last_fullsized":"2024-04-13T07:12:18.011480+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:39:05.254368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014943+0000","last_change":"2024-04-13T07:10:44.841255+0000","last_active":"2024-04-13T07:12:18.014943+0000","last_peered":"2024-04-13T07:12:18.014943+0000","last_clean":"2024-04-13T07:12:18.014943+0000","last_became_active":"2024-04-13T07:10:44.839314+0000","last_became_peered":"2024-04-13T07:10:44.839314+0000","last_unstale":"2024-04-13T07:12:18.014943+0000","last_undegraded":"2024-04-13T07:12:18.014943+0000","last_fullsized":"2024-04-13T07:12:18.014943+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:14:20.707334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.551530+0000","last_change":"2024-04-13T07:10:44.464325+0000","last_active":"2024-04-13T07:12:18.551530+0000","last_peered":"2024-04-13T07:12:18.551530+0000","last_clean":"2024-04-13T07:12:18.551530+0000","last_became_active":"2024-04-13T07:10:44.463994+0000","last_became_peered":"2024-04-13T07:10:44.463994+0000","last_unstale":"2024-04-13T07:12:18.551530+0000","last_undegraded":"2024-04-13T07:12:18.551530+0000","last_fullsized":"2024-04-13T07:12:18.551530+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:53:04.108499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.551547+0000","last_change":"2024-04-13T07:10:44.848761+0000","last_active":"2024-04-13T07:12:18.551547+0000","last_peered":"2024-04-13T07:12:18.551547+0000","last_clean":"2024-04-13T07:12:18.551547+0000","last_became_active":"2024-04-13T07:10:44.848438+0000","last_became_peered":"2024-04-13T07:10:44.848438+0000","last_unstale":"2024-04-13T07:12:18.551547+0000","last_undegraded":"2024-04-13T07:12:18.551547+0000","last_fullsized":"2024-04-13T07:12:18.551547+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:41:00.542349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.013573+0000","last_change":"2024-04-13T07:10:44.462495+0000","last_active":"2024-04-13T07:12:18.013573+0000","last_peered":"2024-04-13T07:12:18.013573+0000","last_clean":"2024-04-13T07:12:18.013573+0000","last_became_active":"2024-04-13T07:10:44.462108+0000","last_became_peered":"2024-04-13T07:10:44.462108+0000","last_unstale":"2024-04-13T07:12:18.013573+0000","last_undegraded":"2024-04-13T07:12:18.013573+0000","last_fullsized":"2024-04-13T07:12:18.013573+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:26:34.526684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014205+0000","last_change":"2024-04-13T07:10:44.848372+0000","last_active":"2024-04-13T07:12:18.014205+0000","last_peered":"2024-04-13T07:12:18.014205+0000","last_clean":"2024-04-13T07:12:18.014205+0000","last_became_active":"2024-04-13T07:10:44.847981+0000","last_became_peered":"2024-04-13T07:10:44.847981+0000","last_unstale":"2024-04-13T07:12:18.014205+0000","last_undegraded":"2024-04-13T07:12:18.014205+0000","last_fullsized":"2024-04-13T07:12:18.014205+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:09:00.757951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.017055+0000","last_change":"2024-04-13T07:10:44.470902+0000","last_active":"2024-04-13T07:12:18.017055+0000","last_peered":"2024-04-13T07:12:18.017055+0000","last_clean":"2024-04-13T07:12:18.017055+0000","last_became_active":"2024-04-13T07:10:44.470527+0000","last_became_peered":"2024-04-13T07:10:44.470527+0000","last_unstale":"2024-04-13T07:12:18.017055+0000","last_undegraded":"2024-04-13T07:12:18.017055+0000","last_fullsized":"2024-04-13T07:12:18.017055+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:27:12.131747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.015074+0000","last_change":"2024-04-13T07:10:44.842452+0000","last_active":"2024-04-13T07:12:18.015074+0000","last_peered":"2024-04-13T07:12:18.015074+0000","last_clean":"2024-04-13T07:12:18.015074+0000","last_became_active":"2024-04-13T07:10:44.842063+0000","last_became_peered":"2024-04-13T07:10:44.842063+0000","last_unstale":"2024-04-13T07:12:18.015074+0000","last_undegraded":"2024-04-13T07:12:18.015074+0000","last_fullsized":"2024-04-13T07:12:18.015074+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:20:23.383584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.013414+0000","last_change":"2024-04-13T07:11:20.349543+0000","last_active":"2024-04-13T07:12:18.013414+0000","last_peered":"2024-04-13T07:12:18.013414+0000","last_clean":"2024-04-13T07:12:18.013414+0000","last_became_active":"2024-04-13T07:11:20.349247+0000","last_became_peered":"2024-04-13T07:11:20.349247+0000","last_unstale":"2024-04-13T07:12:18.013414+0000","last_undegraded":"2024-04-13T07:12:18.013414+0000","last_fullsized":"2024-04-13T07:12:18.013414+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:20:07.707937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.013218+0000","last_change":"2024-04-13T07:10:44.464639+0000","last_active":"2024-04-13T07:12:18.013218+0000","last_peered":"2024-04-13T07:12:18.013218+0000","last_clean":"2024-04-13T07:12:18.013218+0000","last_became_active":"2024-04-13T07:10:44.464272+0000","last_became_peered":"2024-04-13T07:10:44.464272+0000","last_unstale":"2024-04-13T07:12:18.013218+0000","last_undegraded":"2024-04-13T07:12:18.013218+0000","last_fullsized":"2024-04-13T07:12:18.013218+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:18:20.804541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.012040+0000","last_change":"2024-04-13T07:10:44.825071+0000","last_active":"2024-04-13T07:12:18.012040+0000","last_peered":"2024-04-13T07:12:18.012040+0000","last_clean":"2024-04-13T07:12:18.012040+0000","last_became_active":"2024-04-13T07:10:44.824731+0000","last_became_peered":"2024-04-13T07:10:44.824731+0000","last_unstale":"2024-04-13T07:12:18.012040+0000","last_undegraded":"2024-04-13T07:12:18.012040+0000","last_fullsized":"2024-04-13T07:12:18.012040+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:13:02.497202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.013977+0000","last_change":"2024-04-13T07:11:20.245183+0000","last_active":"2024-04-13T07:12:18.013977+0000","last_peered":"2024-04-13T07:12:18.013977+0000","last_clean":"2024-04-13T07:12:18.013977+0000","last_became_active":"2024-04-13T07:11:20.244747+0000","last_became_peered":"2024-04-13T07:11:20.244747+0000","last_unstale":"2024-04-13T07:12:18.013977+0000","last_undegraded":"2024-04-13T07:12:18.013977+0000","last_fullsized":"2024-04-13T07:12:18.013977+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:14:29.802041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.011300+0000","last_change":"2024-04-13T07:10:44.469518+0000","last_active":"2024-04-13T07:12:18.011300+0000","last_peered":"2024-04-13T07:12:18.011300+0000","last_clean":"2024-04-13T07:12:18.011300+0000","last_became_active":"2024-04-13T07:10:44.469219+0000","last_became_peered":"2024-04-13T07:10:44.469219+0000","last_unstale":"2024-04-13T07:12:18.011300+0000","last_undegraded":"2024-04-13T07:12:18.011300+0000","last_fullsized":"2024-04-13T07:12:18.011300+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:44:47.057393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.015800+0000","last_change":"2024-04-13T07:10:44.854565+0000","last_active":"2024-04-13T07:12:18.015800+0000","last_peered":"2024-04-13T07:12:18.015800+0000","last_clean":"2024-04-13T07:12:18.015800+0000","last_became_active":"2024-04-13T07:10:44.854204+0000","last_became_peered":"2024-04-13T07:10:44.854204+0000","last_unstale":"2024-04-13T07:12:18.015800+0000","last_undegraded":"2024-04-13T07:12:18.015800+0000","last_fullsized":"2024-04-13T07:12:18.015800+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:40:27.950787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014348+0000","last_change":"2024-04-13T07:11:20.349066+0000","last_active":"2024-04-13T07:12:18.014348+0000","last_peered":"2024-04-13T07:12:18.014348+0000","last_clean":"2024-04-13T07:12:18.014348+0000","last_became_active":"2024-04-13T07:11:20.348703+0000","last_became_peered":"2024-04-13T07:11:20.348703+0000","last_unstale":"2024-04-13T07:12:18.014348+0000","last_undegraded":"2024-04-13T07:12:18.014348+0000","last_fullsized":"2024-04-13T07:12:18.014348+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:08:11.347154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.013333+0000","last_change":"2024-04-13T07:10:44.843241+0000","last_active":"2024-04-13T07:12:18.013333+0000","last_peered":"2024-04-13T07:12:18.013333+0000","last_clean":"2024-04-13T07:12:18.013333+0000","last_became_active":"2024-04-13T07:10:44.842841+0000","last_became_peered":"2024-04-13T07:10:44.842841+0000","last_unstale":"2024-04-13T07:12:18.013333+0000","last_undegraded":"2024-04-13T07:12:18.013333+0000","last_fullsized":"2024-04-13T07:12:18.013333+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:31:35.557950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.013794+0000","last_change":"2024-04-13T07:10:44.463660+0000","last_active":"2024-04-13T07:12:18.013794+0000","last_peered":"2024-04-13T07:12:18.013794+0000","last_clean":"2024-04-13T07:12:18.013794+0000","last_became_active":"2024-04-13T07:10:44.463314+0000","last_became_peered":"2024-04-13T07:10:44.463314+0000","last_unstale":"2024-04-13T07:12:18.013794+0000","last_undegraded":"2024-04-13T07:12:18.013794+0000","last_fullsized":"2024-04-13T07:12:18.013794+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:35:02.222956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.551623+0000","last_change":"2024-04-13T07:11:20.350251+0000","last_active":"2024-04-13T07:12:18.551623+0000","last_peered":"2024-04-13T07:12:18.551623+0000","last_clean":"2024-04-13T07:12:18.551623+0000","last_became_active":"2024-04-13T07:11:20.349948+0000","last_became_peered":"2024-04-13T07:11:20.349948+0000","last_unstale":"2024-04-13T07:12:18.551623+0000","last_undegraded":"2024-04-13T07:12:18.551623+0000","last_fullsized":"2024-04-13T07:12:18.551623+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:03:50.882798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.019323+0000","last_change":"2024-04-13T07:10:44.854563+0000","last_active":"2024-04-13T07:12:18.019323+0000","last_peered":"2024-04-13T07:12:18.019323+0000","last_clean":"2024-04-13T07:12:18.019323+0000","last_became_active":"2024-04-13T07:10:44.854275+0000","last_became_peered":"2024-04-13T07:10:44.854275+0000","last_unstale":"2024-04-13T07:12:18.019323+0000","last_undegraded":"2024-04-13T07:12:18.019323+0000","last_fullsized":"2024-04-13T07:12:18.019323+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:24:06.107723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":28,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-13T07:12:19.086213+0000","last_change":"2024-04-13T07:12:19.086213+0000","last_active":"2024-04-13T07:12:19.086213+0000","last_peered":"2024-04-13T07:12:19.086213+0000","last_clean":"2024-04-13T07:12:19.086213+0000","last_became_active":"2024-04-13T07:12:19.085812+0000","last_became_peered":"2024-04-13T07:12:19.085812+0000","last_unstale":"2024-04-13T07:12:19.086213+0000","last_undegraded":"2024-04-13T07:12:19.086213+0000","last_fullsized":"2024-04-13T07:12:19.086213+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:02:49.237889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":265,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.013994+0000","last_change":"2024-04-13T07:10:27.391567+0000","last_active":"2024-04-13T07:12:18.013994+0000","last_peered":"2024-04-13T07:12:18.013994+0000","last_clean":"2024-04-13T07:12:18.013994+0000","last_became_active":"2024-04-13T07:10:27.391237+0000","last_became_peered":"2024-04-13T07:10:27.391237+0000","last_unstale":"2024-04-13T07:12:18.013994+0000","last_undegraded":"2024-04-13T07:12:18.013994+0000","last_fullsized":"2024-04-13T07:12:18.013994+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:08:28.417903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:08:28.417903+0000","last_clean_scrub_stamp":"2024-04-13T07:08:28.417903+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:15:54.978078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.015367+0000","last_change":"2024-04-13T07:11:20.244939+0000","last_active":"2024-04-13T07:12:18.015367+0000","last_peered":"2024-04-13T07:12:18.015367+0000","last_clean":"2024-04-13T07:12:18.015367+0000","last_became_active":"2024-04-13T07:11:20.244620+0000","last_became_peered":"2024-04-13T07:11:20.244620+0000","last_unstale":"2024-04-13T07:12:18.015367+0000","last_undegraded":"2024-04-13T07:12:18.015367+0000","last_fullsized":"2024-04-13T07:12:18.015367+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:13:03.481506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014457+0000","last_change":"2024-04-13T07:10:44.847581+0000","last_active":"2024-04-13T07:12:18.014457+0000","last_peered":"2024-04-13T07:12:18.014457+0000","last_clean":"2024-04-13T07:12:18.014457+0000","last_became_active":"2024-04-13T07:10:44.847230+0000","last_became_peered":"2024-04-13T07:10:44.847230+0000","last_unstale":"2024-04-13T07:12:18.014457+0000","last_undegraded":"2024-04-13T07:12:18.014457+0000","last_fullsized":"2024-04-13T07:12:18.014457+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:37:33.924434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.013848+0000","last_change":"2024-04-13T07:10:44.480014+0000","last_active":"2024-04-13T07:12:18.013848+0000","last_peered":"2024-04-13T07:12:18.013848+0000","last_clean":"2024-04-13T07:12:18.013848+0000","last_became_active":"2024-04-13T07:10:44.479756+0000","last_became_peered":"2024-04-13T07:10:44.479756+0000","last_unstale":"2024-04-13T07:12:18.013848+0000","last_undegraded":"2024-04-13T07:12:18.013848+0000","last_fullsized":"2024-04-13T07:12:18.013848+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:35:29.747225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014606+0000","last_change":"2024-04-13T07:11:20.350426+0000","last_active":"2024-04-13T07:12:18.014606+0000","last_peered":"2024-04-13T07:12:18.014606+0000","last_clean":"2024-04-13T07:12:18.014606+0000","last_became_active":"2024-04-13T07:11:20.350094+0000","last_became_peered":"2024-04-13T07:11:20.350094+0000","last_unstale":"2024-04-13T07:12:18.014606+0000","last_undegraded":"2024-04-13T07:12:18.014606+0000","last_fullsized":"2024-04-13T07:12:18.014606+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:40:01.879213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014525+0000","last_change":"2024-04-13T07:10:44.477814+0000","last_active":"2024-04-13T07:12:18.014525+0000","last_peered":"2024-04-13T07:12:18.014525+0000","last_clean":"2024-04-13T07:12:18.014525+0000","last_became_active":"2024-04-13T07:10:44.477426+0000","last_became_peered":"2024-04-13T07:10:44.477426+0000","last_unstale":"2024-04-13T07:12:18.014525+0000","last_undegraded":"2024-04-13T07:12:18.014525+0000","last_fullsized":"2024-04-13T07:12:18.014525+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:29:28.579508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014060+0000","last_change":"2024-04-13T07:10:44.821682+0000","last_active":"2024-04-13T07:12:18.014060+0000","last_peered":"2024-04-13T07:12:18.014060+0000","last_clean":"2024-04-13T07:12:18.014060+0000","last_became_active":"2024-04-13T07:10:44.821375+0000","last_became_peered":"2024-04-13T07:10:44.821375+0000","last_unstale":"2024-04-13T07:12:18.014060+0000","last_undegraded":"2024-04-13T07:12:18.014060+0000","last_fullsized":"2024-04-13T07:12:18.014060+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:15:38.586089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.020218+0000","last_change":"2024-04-13T07:11:20.349733+0000","last_active":"2024-04-13T07:12:18.020218+0000","last_peered":"2024-04-13T07:12:18.020218+0000","last_clean":"2024-04-13T07:12:18.020218+0000","last_became_active":"2024-04-13T07:11:20.349385+0000","last_became_peered":"2024-04-13T07:11:20.349385+0000","last_unstale":"2024-04-13T07:12:18.020218+0000","last_undegraded":"2024-04-13T07:12:18.020218+0000","last_fullsized":"2024-04-13T07:12:18.020218+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:43:49.434322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014440+0000","last_change":"2024-04-13T07:10:44.463204+0000","last_active":"2024-04-13T07:12:18.014440+0000","last_peered":"2024-04-13T07:12:18.014440+0000","last_clean":"2024-04-13T07:12:18.014440+0000","last_became_active":"2024-04-13T07:10:44.462916+0000","last_became_peered":"2024-04-13T07:10:44.462916+0000","last_unstale":"2024-04-13T07:12:18.014440+0000","last_undegraded":"2024-04-13T07:12:18.014440+0000","last_fullsized":"2024-04-13T07:12:18.014440+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:53:14.834319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.019254+0000","last_change":"2024-04-13T07:10:44.849318+0000","last_active":"2024-04-13T07:12:18.019254+0000","last_peered":"2024-04-13T07:12:18.019254+0000","last_clean":"2024-04-13T07:12:18.019254+0000","last_became_active":"2024-04-13T07:10:44.849031+0000","last_became_peered":"2024-04-13T07:10:44.849031+0000","last_unstale":"2024-04-13T07:12:18.019254+0000","last_undegraded":"2024-04-13T07:12:18.019254+0000","last_fullsized":"2024-04-13T07:12:18.019254+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:08:10.158542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.013946+0000","last_change":"2024-04-13T07:11:20.350358+0000","last_active":"2024-04-13T07:12:18.013946+0000","last_peered":"2024-04-13T07:12:18.013946+0000","last_clean":"2024-04-13T07:12:18.013946+0000","last_became_active":"2024-04-13T07:11:20.350076+0000","last_became_peered":"2024-04-13T07:11:20.350076+0000","last_unstale":"2024-04-13T07:12:18.013946+0000","last_undegraded":"2024-04-13T07:12:18.013946+0000","last_fullsized":"2024-04-13T07:12:18.013946+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:31:56.160592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.552111+0000","last_change":"2024-04-13T07:10:44.474543+0000","last_active":"2024-04-13T07:12:18.552111+0000","last_peered":"2024-04-13T07:12:18.552111+0000","last_clean":"2024-04-13T07:12:18.552111+0000","last_became_active":"2024-04-13T07:10:44.474172+0000","last_became_peered":"2024-04-13T07:10:44.474172+0000","last_unstale":"2024-04-13T07:12:18.552111+0000","last_undegraded":"2024-04-13T07:12:18.552111+0000","last_fullsized":"2024-04-13T07:12:18.552111+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:37:43.004120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.015512+0000","last_change":"2024-04-13T07:10:44.840803+0000","last_active":"2024-04-13T07:12:18.015512+0000","last_peered":"2024-04-13T07:12:18.015512+0000","last_clean":"2024-04-13T07:12:18.015512+0000","last_became_active":"2024-04-13T07:10:44.840134+0000","last_became_peered":"2024-04-13T07:10:44.840134+0000","last_unstale":"2024-04-13T07:12:18.015512+0000","last_undegraded":"2024-04-13T07:12:18.015512+0000","last_fullsized":"2024-04-13T07:12:18.015512+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:29:02.436820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014116+0000","last_change":"2024-04-13T07:10:44.479974+0000","last_active":"2024-04-13T07:12:18.014116+0000","last_peered":"2024-04-13T07:12:18.014116+0000","last_clean":"2024-04-13T07:12:18.014116+0000","last_became_active":"2024-04-13T07:10:44.479694+0000","last_became_peered":"2024-04-13T07:10:44.479694+0000","last_unstale":"2024-04-13T07:12:18.014116+0000","last_undegraded":"2024-04-13T07:12:18.014116+0000","last_fullsized":"2024-04-13T07:12:18.014116+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:16:55.583079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014931+0000","last_change":"2024-04-13T07:10:44.843996+0000","last_active":"2024-04-13T07:12:18.014931+0000","last_peered":"2024-04-13T07:12:18.014931+0000","last_clean":"2024-04-13T07:12:18.014931+0000","last_became_active":"2024-04-13T07:10:44.843703+0000","last_became_peered":"2024-04-13T07:10:44.843703+0000","last_unstale":"2024-04-13T07:12:18.014931+0000","last_undegraded":"2024-04-13T07:12:18.014931+0000","last_fullsized":"2024-04-13T07:12:18.014931+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:25:04.610533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.013303+0000","last_change":"2024-04-13T07:10:44.462062+0000","last_active":"2024-04-13T07:12:18.013303+0000","last_peered":"2024-04-13T07:12:18.013303+0000","last_clean":"2024-04-13T07:12:18.013303+0000","last_became_active":"2024-04-13T07:10:44.461739+0000","last_became_peered":"2024-04-13T07:10:44.461739+0000","last_unstale":"2024-04-13T07:12:18.013303+0000","last_undegraded":"2024-04-13T07:12:18.013303+0000","last_fullsized":"2024-04-13T07:12:18.013303+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:13:26.811319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.020293+0000","last_change":"2024-04-13T07:10:44.839923+0000","last_active":"2024-04-13T07:12:18.020293+0000","last_peered":"2024-04-13T07:12:18.020293+0000","last_clean":"2024-04-13T07:12:18.020293+0000","last_became_active":"2024-04-13T07:10:44.839541+0000","last_became_peered":"2024-04-13T07:10:44.839541+0000","last_unstale":"2024-04-13T07:12:18.020293+0000","last_undegraded":"2024-04-13T07:12:18.020293+0000","last_fullsized":"2024-04-13T07:12:18.020293+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:02:46.110073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.013686+0000","last_change":"2024-04-13T07:10:44.474302+0000","last_active":"2024-04-13T07:12:18.013686+0000","last_peered":"2024-04-13T07:12:18.013686+0000","last_clean":"2024-04-13T07:12:18.013686+0000","last_became_active":"2024-04-13T07:10:44.473992+0000","last_became_peered":"2024-04-13T07:10:44.473992+0000","last_unstale":"2024-04-13T07:12:18.013686+0000","last_undegraded":"2024-04-13T07:12:18.013686+0000","last_fullsized":"2024-04-13T07:12:18.013686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:34:26.677476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.019599+0000","last_change":"2024-04-13T07:10:44.844234+0000","last_active":"2024-04-13T07:12:18.019599+0000","last_peered":"2024-04-13T07:12:18.019599+0000","last_clean":"2024-04-13T07:12:18.019599+0000","last_became_active":"2024-04-13T07:10:44.843716+0000","last_became_peered":"2024-04-13T07:10:44.843716+0000","last_unstale":"2024-04-13T07:12:18.019599+0000","last_undegraded":"2024-04-13T07:12:18.019599+0000","last_fullsized":"2024-04-13T07:12:18.019599+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:30:04.189466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014822+0000","last_change":"2024-04-13T07:10:44.478558+0000","last_active":"2024-04-13T07:12:18.014822+0000","last_peered":"2024-04-13T07:12:18.014822+0000","last_clean":"2024-04-13T07:12:18.014822+0000","last_became_active":"2024-04-13T07:10:44.478236+0000","last_became_peered":"2024-04-13T07:10:44.478236+0000","last_unstale":"2024-04-13T07:12:18.014822+0000","last_undegraded":"2024-04-13T07:12:18.014822+0000","last_fullsized":"2024-04-13T07:12:18.014822+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:30:17.788004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.551812+0000","last_change":"2024-04-13T07:10:44.840776+0000","last_active":"2024-04-13T07:12:18.551812+0000","last_peered":"2024-04-13T07:12:18.551812+0000","last_clean":"2024-04-13T07:12:18.551812+0000","last_became_active":"2024-04-13T07:10:44.839225+0000","last_became_peered":"2024-04-13T07:10:44.839225+0000","last_unstale":"2024-04-13T07:12:18.551812+0000","last_undegraded":"2024-04-13T07:12:18.551812+0000","last_fullsized":"2024-04-13T07:12:18.551812+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:25:46.838238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.016525+0000","last_change":"2024-04-13T07:10:44.468712+0000","last_active":"2024-04-13T07:12:18.016525+0000","last_peered":"2024-04-13T07:12:18.016525+0000","last_clean":"2024-04-13T07:12:18.016525+0000","last_became_active":"2024-04-13T07:10:44.468421+0000","last_became_peered":"2024-04-13T07:10:44.468421+0000","last_unstale":"2024-04-13T07:12:18.016525+0000","last_undegraded":"2024-04-13T07:12:18.016525+0000","last_fullsized":"2024-04-13T07:12:18.016525+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:55:26.294310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014410+0000","last_change":"2024-04-13T07:10:44.843581+0000","last_active":"2024-04-13T07:12:18.014410+0000","last_peered":"2024-04-13T07:12:18.014410+0000","last_clean":"2024-04-13T07:12:18.014410+0000","last_became_active":"2024-04-13T07:10:44.842980+0000","last_became_peered":"2024-04-13T07:10:44.842980+0000","last_unstale":"2024-04-13T07:12:18.014410+0000","last_undegraded":"2024-04-13T07:12:18.014410+0000","last_fullsized":"2024-04-13T07:12:18.014410+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:27:15.041357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014401+0000","last_change":"2024-04-13T07:10:44.468115+0000","last_active":"2024-04-13T07:12:18.014401+0000","last_peered":"2024-04-13T07:12:18.014401+0000","last_clean":"2024-04-13T07:12:18.014401+0000","last_became_active":"2024-04-13T07:10:44.467834+0000","last_became_peered":"2024-04-13T07:10:44.467834+0000","last_unstale":"2024-04-13T07:12:18.014401+0000","last_undegraded":"2024-04-13T07:12:18.014401+0000","last_fullsized":"2024-04-13T07:12:18.014401+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:01:34.191890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.011744+0000","last_change":"2024-04-13T07:10:44.834780+0000","last_active":"2024-04-13T07:12:18.011744+0000","last_peered":"2024-04-13T07:12:18.011744+0000","last_clean":"2024-04-13T07:12:18.011744+0000","last_became_active":"2024-04-13T07:10:44.834446+0000","last_became_peered":"2024-04-13T07:10:44.834446+0000","last_unstale":"2024-04-13T07:12:18.011744+0000","last_undegraded":"2024-04-13T07:12:18.011744+0000","last_fullsized":"2024-04-13T07:12:18.011744+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:57:46.687975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.015999+0000","last_change":"2024-04-13T07:10:44.473847+0000","last_active":"2024-04-13T07:12:18.015999+0000","last_peered":"2024-04-13T07:12:18.015999+0000","last_clean":"2024-04-13T07:12:18.015999+0000","last_became_active":"2024-04-13T07:10:44.473524+0000","last_became_peered":"2024-04-13T07:10:44.473524+0000","last_unstale":"2024-04-13T07:12:18.015999+0000","last_undegraded":"2024-04-13T07:12:18.015999+0000","last_fullsized":"2024-04-13T07:12:18.015999+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:35:30.061039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-13T07:12:19.086024+0000","last_change":"2024-04-13T07:12:19.086024+0000","last_active":"2024-04-13T07:12:19.086024+0000","last_peered":"2024-04-13T07:12:19.086024+0000","last_clean":"2024-04-13T07:12:19.086024+0000","last_became_active":"2024-04-13T07:12:19.085584+0000","last_became_peered":"2024-04-13T07:12:19.085584+0000","last_unstale":"2024-04-13T07:12:19.086024+0000","last_undegraded":"2024-04-13T07:12:19.086024+0000","last_fullsized":"2024-04-13T07:12:19.086024+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:38:15.811275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.551405+0000","last_change":"2024-04-13T07:10:44.843960+0000","last_active":"2024-04-13T07:12:18.551405+0000","last_peered":"2024-04-13T07:12:18.551405+0000","last_clean":"2024-04-13T07:12:18.551405+0000","last_became_active":"2024-04-13T07:10:44.843370+0000","last_became_peered":"2024-04-13T07:10:44.843370+0000","last_unstale":"2024-04-13T07:12:18.551405+0000","last_undegraded":"2024-04-13T07:12:18.551405+0000","last_fullsized":"2024-04-13T07:12:18.551405+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:20:12.663942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.013881+0000","last_change":"2024-04-13T07:10:44.839369+0000","last_active":"2024-04-13T07:12:18.013881+0000","last_peered":"2024-04-13T07:12:18.013881+0000","last_clean":"2024-04-13T07:12:18.013881+0000","last_became_active":"2024-04-13T07:10:44.839121+0000","last_became_peered":"2024-04-13T07:10:44.839121+0000","last_unstale":"2024-04-13T07:12:18.013881+0000","last_undegraded":"2024-04-13T07:12:18.013881+0000","last_fullsized":"2024-04-13T07:12:18.013881+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:44:53.744896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.011503+0000","last_change":"2024-04-13T07:10:44.831282+0000","last_active":"2024-04-13T07:12:18.011503+0000","last_peered":"2024-04-13T07:12:18.011503+0000","last_clean":"2024-04-13T07:12:18.011503+0000","last_became_active":"2024-04-13T07:10:44.830952+0000","last_became_peered":"2024-04-13T07:10:44.830952+0000","last_unstale":"2024-04-13T07:12:18.011503+0000","last_undegraded":"2024-04-13T07:12:18.011503+0000","last_fullsized":"2024-04-13T07:12:18.011503+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:25:26.940812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014743+0000","last_change":"2024-04-13T07:10:44.849684+0000","last_active":"2024-04-13T07:12:18.014743+0000","last_peered":"2024-04-13T07:12:18.014743+0000","last_clean":"2024-04-13T07:12:18.014743+0000","last_became_active":"2024-04-13T07:10:44.849435+0000","last_became_peered":"2024-04-13T07:10:44.849435+0000","last_unstale":"2024-04-13T07:12:18.014743+0000","last_undegraded":"2024-04-13T07:12:18.014743+0000","last_fullsized":"2024-04-13T07:12:18.014743+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:31:42.762709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.020545+0000","last_change":"2024-04-13T07:10:44.849247+0000","last_active":"2024-04-13T07:12:18.020545+0000","last_peered":"2024-04-13T07:12:18.020545+0000","last_clean":"2024-04-13T07:12:18.020545+0000","last_became_active":"2024-04-13T07:10:44.848927+0000","last_became_peered":"2024-04-13T07:10:44.848927+0000","last_unstale":"2024-04-13T07:12:18.020545+0000","last_undegraded":"2024-04-13T07:12:18.020545+0000","last_fullsized":"2024-04-13T07:12:18.020545+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:21:40.960957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014157+0000","last_change":"2024-04-13T07:10:44.825314+0000","last_active":"2024-04-13T07:12:18.014157+0000","last_peered":"2024-04-13T07:12:18.014157+0000","last_clean":"2024-04-13T07:12:18.014157+0000","last_became_active":"2024-04-13T07:10:44.825052+0000","last_became_peered":"2024-04-13T07:10:44.825052+0000","last_unstale":"2024-04-13T07:12:18.014157+0000","last_undegraded":"2024-04-13T07:12:18.014157+0000","last_fullsized":"2024-04-13T07:12:18.014157+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:50:21.109717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.552138+0000","last_change":"2024-04-13T07:10:44.841950+0000","last_active":"2024-04-13T07:12:18.552138+0000","last_peered":"2024-04-13T07:12:18.552138+0000","last_clean":"2024-04-13T07:12:18.552138+0000","last_became_active":"2024-04-13T07:10:44.841640+0000","last_became_peered":"2024-04-13T07:10:44.841640+0000","last_unstale":"2024-04-13T07:12:18.552138+0000","last_undegraded":"2024-04-13T07:12:18.552138+0000","last_fullsized":"2024-04-13T07:12:18.552138+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:09:56.405180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-13T07:12:19.023627+0000","last_change":"2024-04-13T07:12:19.023627+0000","last_active":"2024-04-13T07:12:19.023627+0000","last_peered":"2024-04-13T07:12:19.023627+0000","last_clean":"2024-04-13T07:12:19.023627+0000","last_became_active":"2024-04-13T07:12:19.023271+0000","last_became_peered":"2024-04-13T07:12:19.023271+0000","last_unstale":"2024-04-13T07:12:19.023627+0000","last_undegraded":"2024-04-13T07:12:19.023627+0000","last_fullsized":"2024-04-13T07:12:19.023627+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:41:43.978779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.011322+0000","last_change":"2024-04-13T07:10:44.836128+0000","last_active":"2024-04-13T07:12:18.011322+0000","last_peered":"2024-04-13T07:12:18.011322+0000","last_clean":"2024-04-13T07:12:18.011322+0000","last_became_active":"2024-04-13T07:10:44.835130+0000","last_became_peered":"2024-04-13T07:10:44.835130+0000","last_unstale":"2024-04-13T07:12:18.011322+0000","last_undegraded":"2024-04-13T07:12:18.011322+0000","last_fullsized":"2024-04-13T07:12:18.011322+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:36:32.460887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.020544+0000","last_change":"2024-04-13T07:10:44.844483+0000","last_active":"2024-04-13T07:12:18.020544+0000","last_peered":"2024-04-13T07:12:18.020544+0000","last_clean":"2024-04-13T07:12:18.020544+0000","last_became_active":"2024-04-13T07:10:44.843986+0000","last_became_peered":"2024-04-13T07:10:44.843986+0000","last_unstale":"2024-04-13T07:12:18.020544+0000","last_undegraded":"2024-04-13T07:12:18.020544+0000","last_fullsized":"2024-04-13T07:12:18.020544+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:36:21.352013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.011609+0000","last_change":"2024-04-13T07:10:44.844046+0000","last_active":"2024-04-13T07:12:18.011609+0000","last_peered":"2024-04-13T07:12:18.011609+0000","last_clean":"2024-04-13T07:12:18.011609+0000","last_became_active":"2024-04-13T07:10:44.843747+0000","last_became_peered":"2024-04-13T07:10:44.843747+0000","last_unstale":"2024-04-13T07:12:18.011609+0000","last_undegraded":"2024-04-13T07:12:18.011609+0000","last_fullsized":"2024-04-13T07:12:18.011609+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:52:16.121693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.014826+0000","last_change":"2024-04-13T07:10:44.845711+0000","last_active":"2024-04-13T07:12:18.014826+0000","last_peered":"2024-04-13T07:12:18.014826+0000","last_clean":"2024-04-13T07:12:18.014826+0000","last_became_active":"2024-04-13T07:10:44.845343+0000","last_became_peered":"2024-04-13T07:10:44.845343+0000","last_unstale":"2024-04-13T07:12:18.014826+0000","last_undegraded":"2024-04-13T07:12:18.014826+0000","last_fullsized":"2024-04-13T07:12:18.014826+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:21:42.960796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-13T07:12:18.551872+0000","last_change":"2024-04-13T07:10:44.841434+0000","last_active":"2024-04-13T07:12:18.551872+0000","last_peered":"2024-04-13T07:12:18.551872+0000","last_clean":"2024-04-13T07:12:18.551872+0000","last_became_active":"2024-04-13T07:10:44.841149+0000","last_became_peered":"2024-04-13T07:10:44.841149+0000","last_unstale":"2024-04-13T07:12:18.551872+0000","last_undegraded":"2024-04-13T07:12:18.551872+0000","last_fullsized":"2024-04-13T07:12:18.551872+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:07:48.197300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201306,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28304,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716848,"statfs":{"total":95995035648,"available":95966052352,"internally_reserved":0,"allocated":1310720,"data_stored":902791,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.496}]},{"osd":1,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.627}]},{"osd":2,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.55100000000000005}]},{"osd":3,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.65900000000000003}]},{"osd":4,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.57099999999999995}]},{"osd":5,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.58399999999999996}]},{"osd":6,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.59899999999999998}]}]},{"osd":6,"up_from":47,"seq":201863462943,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28304,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716848,"statfs":{"total":95995035648,"available":95966052352,"internally_reserved":0,"allocated":1310720,"data_stored":904264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.54500000000000004,"15min":0.55100000000000005},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.75800000000000001,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.57899999999999996,"15min":0.59099999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.48199999999999998}]},{"osd":1,"last update":"Sat Apr 13 07:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.57999999999999996,"15min":0.58899999999999997},"min":{"1min":0.39700000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.81200000000000006,"5min":1.012,"15min":1.012},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.61699999999999999,"15min":0.63300000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.83699999999999997,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.53000000000000003}]},{"osd":2,"last update":"Sat Apr 13 07:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.60199999999999998,"15min":0.61599999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.74299999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.59999999999999998,"15min":0.61499999999999999},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.65300000000000002,"5min":1.032,"15min":1.032},"last":0.59699999999999998}]},{"osd":3,"last update":"Sat Apr 13 07:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.57499999999999996,"15min":0.58599999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.68999999999999995,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.63500000000000001,"15min":0.64700000000000002},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.79900000000000004,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.58199999999999996}]},{"osd":4,"last update":"Sat Apr 13 07:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.503,"15min":0.50700000000000001},"min":{"1min":0.32300000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.67800000000000005,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.51200000000000001,"15min":0.51300000000000001},"min":{"1min":0.33700000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.73099999999999998,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.44}]},{"osd":5,"last update":"Sat Apr 13 07:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.53700000000000003,"15min":0.54500000000000004},"min":{"1min":0.35199999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.69899999999999995,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.438,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.75800000000000001,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.50800000000000001}]},{"osd":7,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.626}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27728,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717424,"statfs":{"total":95995035648,"available":95966642176,"internally_reserved":0,"allocated":720896,"data_stored":312310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:12:11 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.34999999999999998,"15min":0.32400000000000001},"min":{"1min":0.26000000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.373,"15min":0.33500000000000002},"min":{"1min":0.248,"5min":0.216,"15min":0.216},"max":{"1min":0.60199999999999998,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.46600000000000003}]},{"osd":2,"last update":"Sat Apr 13 07:11:33 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.41299999999999998,"15min":0.40300000000000002},"min":{"1min":0.26600000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.624,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.30299999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.502,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.42599999999999999}]},{"osd":3,"last update":"Sat Apr 13 07:11:57 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.46800000000000003,"15min":0.46400000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.64000000000000001,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.44400000000000001,"15min":0.45000000000000001},"min":{"1min":0.28599999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.50700000000000001}]},{"osd":4,"last update":"Sat Apr 13 07:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.54700000000000004,"15min":0.54000000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.72699999999999998,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.58099999999999996,"15min":0.57799999999999996},"min":{"1min":0.40100000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.76500000000000001,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.58299999999999996}]},{"osd":5,"last update":"Sat Apr 13 07:11:38 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.64700000000000002,"15min":0.65500000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.91000000000000003,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.73799999999999999}]},{"osd":6,"last update":"Sat Apr 13 07:12:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.64200000000000002,"15min":0.65500000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.70099999999999996,"15min":0.72199999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.61499999999999999}]},{"osd":7,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.69599999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738428,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32412,"kb_used_data":1292,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712740,"statfs":{"total":95995035648,"available":95961845760,"internally_reserved":0,"allocated":1323008,"data_stored":903246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Apr 13 07:12:12 2024","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.35799999999999998,"15min":0.34799999999999998},"min":{"1min":0.22,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.504,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.252},{"interface":"front","average":{"1min":0.378,"5min":0.38500000000000001,"15min":0.36099999999999999},"min":{"1min":0.24399999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.5,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.315}]},{"osd":2,"last update":"Sat Apr 13 07:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.39700000000000002,"15min":0.39500000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.53300000000000003,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.37,"5min":0.42199999999999999,"15min":0.41999999999999998},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.53300000000000003,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.34699999999999998}]},{"osd":3,"last update":"Sat Apr 13 07:11:55 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.45500000000000002,"15min":0.46600000000000003},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.46700000000000003,"15min":0.48699999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.60299999999999998,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.36399999999999999}]},{"osd":4,"last update":"Sat Apr 13 07:12:22 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61599999999999999,"15min":0.625},"min":{"1min":0.42599999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59499999999999997,"15min":0.60499999999999998},"min":{"1min":0.38,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.60599999999999998}]},{"osd":5,"last update":"Sat Apr 13 07:11:36 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.61799999999999999,"15min":0.626},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.59399999999999997,"15min":0.59199999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.497}]},{"osd":6,"last update":"Sat Apr 13 07:12:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.58499999999999996,"15min":0.58899999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.59399999999999997,"15min":0.59799999999999998},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.40999999999999998}]},{"osd":7,"last update":"Sat Apr 13 07:11:24 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.436}]}]},{"osd":2,"up_from":18,"seq":77309411378,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":716800,"data_stored":312423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:11:30 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.39600000000000002,"15min":0.38},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.333,"5min":1.333,"15min":1.333},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.39200000000000002,"15min":0.38800000000000001},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.38}]},{"osd":1,"last update":"Sat Apr 13 07:11:30 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.41599999999999998,"15min":0.41099999999999998},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.42699999999999999,"15min":0.40699999999999997},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":1.651,"5min":1.651,"15min":1.651},"last":0.41999999999999998}]},{"osd":3,"last update":"Sat Apr 13 07:12:03 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.46600000000000003,"15min":0.48099999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.58399999999999996,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.48299999999999998,"15min":0.49099999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.65600000000000003,"5min":1.4379999999999999,"15min":1.4379999999999999},"last":0.39300000000000002}]},{"osd":4,"last update":"Sat Apr 13 07:12:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.59799999999999998,"15min":0.61199999999999999},"min":{"1min":0.36399999999999999,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.80600000000000005,"5min":1.526,"15min":1.526},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.58999999999999997,"15min":0.60399999999999998},"min":{"1min":0.40000000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.78500000000000003,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.48199999999999998}]},{"osd":5,"last update":"Sat Apr 13 07:11:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.67400000000000004,"15min":0.69099999999999995},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.77500000000000002,"5min":1.502,"15min":1.502},"last":0.502},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.66900000000000004,"15min":0.68400000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.753,"5min":1.276,"15min":1.276},"last":0.60099999999999998}]},{"osd":6,"last update":"Sat Apr 13 07:12:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.622,"15min":0.63200000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.79700000000000004,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.59299999999999997,"15min":0.59499999999999997},"min":{"1min":0.434,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.78400000000000003,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.54700000000000004}]},{"osd":7,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.2370000000000001,"5min":1.2370000000000001,"15min":1.2370000000000001},"last":0.56899999999999995}]}]},{"osd":3,"up_from":26,"seq":111669149741,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":737280,"data_stored":314877,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:11:56 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.39400000000000002,"15min":0.40200000000000002},"min":{"1min":0.25600000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.61199999999999999,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41299999999999998,"15min":0.41899999999999998},"min":{"1min":0.26800000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.57099999999999995,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.42799999999999999}]},{"osd":1,"last update":"Sat Apr 13 07:11:56 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.442,"15min":0.45600000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.69599999999999995,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.42299999999999999,"15min":0.436},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.58899999999999997,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.45400000000000001}]},{"osd":2,"last update":"Sat Apr 13 07:11:56 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.44900000000000001,"15min":0.45200000000000001},"min":{"1min":0.318,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.377},{"interface":"front","average":{"1min":0.433,"5min":0.45500000000000002,"15min":0.46500000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.61899999999999999,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.443}]},{"osd":4,"last update":"Sat Apr 13 07:12:19 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57399999999999995,"15min":0.57899999999999996},"min":{"1min":0.38900000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.75700000000000001,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.629,"5min":0.59199999999999997,"15min":0.58799999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.83399999999999996,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.58499999999999996}]},{"osd":5,"last update":"Sat Apr 13 07:11:39 2024","interfaces":[{"interface":"back","average":{"1min":1.369,"5min":0.745,"15min":0.64100000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":14.02,"5min":14.02,"15min":14.02},"last":0.65900000000000003},{"interface":"front","average":{"1min":1.359,"5min":0.76300000000000001,"15min":0.66400000000000003},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":13.923999999999999,"5min":13.923999999999999,"15min":13.923999999999999},"last":0.64200000000000002}]},{"osd":6,"last update":"Sat Apr 13 07:12:02 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.61399999999999999,"15min":0.61299999999999999},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.625},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.61199999999999999,"15min":0.60799999999999998},"min":{"1min":0.49399999999999999,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.68700000000000006}]},{"osd":7,"last update":"Sat Apr 13 07:11:24 2024","interfaces":[{"interface":"back","average":{"1min":1.381,"5min":1.381,"15min":1.381},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":13.94,"5min":13.94,"15min":13.94},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.60899999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986216,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31832,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713320,"statfs":{"total":95995035648,"available":95962439680,"internally_reserved":0,"allocated":729088,"data_stored":312858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:12:19 2024","interfaces":[{"interface":"back","average":{"1min":1.4530000000000001,"5min":0.75,"15min":0.63200000000000001},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":16.053000000000001,"5min":16.053000000000001,"15min":16.053000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.57199999999999995,"15min":0.59399999999999997},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.755,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.59399999999999997}]},{"osd":1,"last update":"Sat Apr 13 07:12:19 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.55200000000000005,"15min":0.56799999999999995},"min":{"1min":0.42899999999999999,"5min":0.318,"15min":0.318},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.55700000000000005,"15min":0.56200000000000006},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.77700000000000002,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.57799999999999996}]},{"osd":2,"last update":"Sat Apr 13 07:12:19 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.58399999999999996,"15min":0.59599999999999997},"min":{"1min":0.42499999999999999,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.873,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.58499999999999996,"15min":0.59099999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.84299999999999997,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.625}]},{"osd":3,"last update":"Sat Apr 13 07:12:19 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.61799999999999999,"15min":0.62},"min":{"1min":0.39600000000000002,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.80800000000000005,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.58199999999999996,"15min":0.59199999999999997},"min":{"1min":0.42699999999999999,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.70099999999999996,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.61099999999999999}]},{"osd":5,"last update":"Sat Apr 13 07:11:40 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.439,"15min":0.433},"min":{"1min":0.315,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.46400000000000002,"15min":0.45900000000000002},"min":{"1min":0.32500000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.312}]},{"osd":6,"last update":"Sat Apr 13 07:12:05 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.54300000000000004,"15min":0.53500000000000003},"min":{"1min":0.40899999999999997,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.55100000000000005,"15min":0.54900000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.76700000000000002,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.48499999999999999}]},{"osd":7,"last update":"Sat Apr 13 07:11:24 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.42699999999999999}]}]},{"osd":5,"up_from":39,"seq":167503724579,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":729088,"data_stored":314532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 07:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.55300000000000005,"15min":0.55500000000000005},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.51100000000000001,"15min":0.50600000000000001},"min":{"1min":0.376,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.70499999999999996,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.69199999999999995}]},{"osd":1,"last update":"Sat Apr 13 07:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.55100000000000005,"15min":0.54900000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.52300000000000002,"15min":0.52100000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.59499999999999997}]},{"osd":2,"last update":"Sat Apr 13 07:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.55100000000000005,"15min":0.55400000000000005},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.56000000000000005,"15min":0.55700000000000005},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.74099999999999999,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.53200000000000003}]},{"osd":3,"last update":"Sat Apr 13 07:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.56100000000000005,"15min":0.56299999999999994},"min":{"1min":0.42999999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.755},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56699999999999995,"15min":0.56299999999999994},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.58499999999999996}]},{"osd":4,"last update":"Sat Apr 13 07:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.42599999999999999,"15min":0.41899999999999998},"min":{"1min":0.33600000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.45400000000000001,"15min":0.45100000000000001},"min":{"1min":0.34300000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.46600000000000003}]},{"osd":6,"last update":"Sat Apr 13 07:12:03 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.48899999999999999,"15min":0.495},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.63300000000000001,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.55300000000000005,"15min":0.56299999999999994},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.47699999999999998}]},{"osd":7,"last update":"Sat Apr 13 07:11:25 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.441}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T07:12:24.597 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-13T07:12:24.597 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-13T07:12:24.597 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-13T07:12:24.597 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph health --format=json 2024-04-13T07:12:24.830 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:12:24.890 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:24 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-13T07:12:24.890 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:24 smithi003 systemd[1]: Stopped Ceph alertmanager.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:12:24.890 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:24 smithi003 systemd[1]: Starting Ceph alertmanager.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:12:25.275 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:24 smithi003 podman[73730]: 2024-04-13 07:12:24.854425454 +0000 UTC m=+0.022598529 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-13T07:12:25.275 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:25 smithi003 podman[73730]: 2024-04-13 07:12:25.195255998 +0000 UTC m=+0.363429057 volume create 9f02d6b4c61758429b5ca67d6589dd30cc48e6a1b8341fba045452323ada57a5 2024-04-13T07:12:25.276 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:25 smithi003 podman[73730]: 2024-04-13 07:12:25.27069068 +0000 UTC m=+0.438863740 container create 3cfca92eb9ecd06c8b11229f76818e7ce4abdeb41dc7ed5c962633392a86e47a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:12:25.276 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:25 smithi003 ceph-mon[37804]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:25.276 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:25 smithi003 ceph-mon[37804]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:12:25.276 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:25 smithi003 ceph-mon[27034]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:25.276 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:25 smithi003 ceph-mon[27034]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:12:25.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:25 smithi066 ceph-mon[30583]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:25.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:25 smithi066 ceph-mon[30583]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:12:25.527 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:12:25] "GET /metrics HTTP/1.1" 200 33622 "" "Prometheus/2.43.0" 2024-04-13T07:12:26.088 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:25 smithi003 podman[73730]: 2024-04-13 07:12:25.640488979 +0000 UTC m=+0.808662038 container init 3cfca92eb9ecd06c8b11229f76818e7ce4abdeb41dc7ed5c962633392a86e47a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:12:26.089 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:25 smithi003 podman[73730]: 2024-04-13 07:12:25.643395984 +0000 UTC m=+0.811569043 container start 3cfca92eb9ecd06c8b11229f76818e7ce4abdeb41dc7ed5c962633392a86e47a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:12:26.089 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[73763]: ts=2024-04-13T07:12:25.656Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-13T07:12:26.089 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[73763]: ts=2024-04-13T07:12:25.656Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-13T07:12:26.089 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[73763]: ts=2024-04-13T07:12:25.658Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.3 port=9094 2024-04-13T07:12:26.089 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[73763]: ts=2024-04-13T07:12:25.659Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-13T07:12:26.089 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[73763]: ts=2024-04-13T07:12:25.683Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-13T07:12:26.089 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[73763]: ts=2024-04-13T07:12:25.683Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-13T07:12:26.089 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[73763]: ts=2024-04-13T07:12:25.687Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-13T07:12:26.089 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[73763]: ts=2024-04-13T07:12:25.687Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-13T07:12:26.089 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:25 smithi003 bash[73730]: 3cfca92eb9ecd06c8b11229f76818e7ce4abdeb41dc7ed5c962633392a86e47a 2024-04-13T07:12:26.089 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:25 smithi003 systemd[1]: Started Ceph alertmanager.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:12:26.798 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:26 smithi066 ceph-mon[30583]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:26.799 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:26 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:26.799 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:26 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:26.799 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:26 smithi066 ceph-mon[30583]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T07:12:26.799 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:26 smithi066 ceph-mon[30583]: Reconfiguring daemon prometheus.a on smithi066 2024-04-13T07:12:27.005 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:26 smithi003 ceph-mon[27034]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:27.005 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:26 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:27.005 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:26 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:27.005 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:26 smithi003 ceph-mon[27034]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T07:12:27.005 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:26 smithi003 ceph-mon[27034]: Reconfiguring daemon prometheus.a on smithi066 2024-04-13T07:12:27.006 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:26 smithi003 ceph-mon[37804]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:27.006 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:26 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:27.006 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:26 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:27.006 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:26 smithi003 ceph-mon[37804]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T07:12:27.006 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:26 smithi003 ceph-mon[37804]: Reconfiguring daemon prometheus.a on smithi066 2024-04-13T07:12:27.482 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:12:27.483 INFO:teuthology.orchestra.run.smithi003.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-13T07:12:27.778 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:27 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[73763]: ts=2024-04-13T07:12:27.660Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000906073s 2024-04-13T07:12:28.045 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:27 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/214416676' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T07:12:28.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:27 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/214416676' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T07:12:28.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:27 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/214416676' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T07:12:28.207 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-13T07:12:28.208 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-13T07:12:28.508 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:12:28.508 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":70,"fsid":"1235705e-f964-11ee-bc8d-c7b262605968","created":"2024-04-13T07:05:22.787433+0000","modified":"2024-04-13T07:12:19.008231+0000","last_up_change":"2024-04-13T07:10:23.369944+0000","last_in_change":"2024-04-13T07:10:06.141452+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:08:27.693886+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:10:43.223001+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:10:44.006864+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-13T07:11:18.784724+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a9b766b8-720d-4545-bdab-a7c1a3c154bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6803","nonce":2234463595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6805","nonce":2234463595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6809","nonce":2234463595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6807","nonce":2234463595}]},"public_addr":"172.21.15.3:6803/2234463595","cluster_addr":"172.21.15.3:6805/2234463595","heartbeat_back_addr":"172.21.15.3:6809/2234463595","heartbeat_front_addr":"172.21.15.3:6807/2234463595","state":["exists","up"]},{"osd":1,"uuid":"87513d68-9d8e-490a-ae5e-02c9876e01af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6811","nonce":3103314917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6813","nonce":3103314917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6817","nonce":3103314917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6815","nonce":3103314917}]},"public_addr":"172.21.15.3:6811/3103314917","cluster_addr":"172.21.15.3:6813/3103314917","heartbeat_back_addr":"172.21.15.3:6817/3103314917","heartbeat_front_addr":"172.21.15.3:6815/3103314917","state":["exists","up"]},{"osd":2,"uuid":"6ae8f029-9b56-43d5-905f-d589c11d990f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6819","nonce":993511307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6821","nonce":993511307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6825","nonce":993511307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6823","nonce":993511307}]},"public_addr":"172.21.15.3:6819/993511307","cluster_addr":"172.21.15.3:6821/993511307","heartbeat_back_addr":"172.21.15.3:6825/993511307","heartbeat_front_addr":"172.21.15.3:6823/993511307","state":["exists","up"]},{"osd":3,"uuid":"da155d35-dc71-4433-859f-ed90091af5a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6827","nonce":2281158589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6829","nonce":2281158589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6833","nonce":2281158589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6831","nonce":2281158589}]},"public_addr":"172.21.15.3:6827/2281158589","cluster_addr":"172.21.15.3:6829/2281158589","heartbeat_back_addr":"172.21.15.3:6833/2281158589","heartbeat_front_addr":"172.21.15.3:6831/2281158589","state":["exists","up"]},{"osd":4,"uuid":"a854b8d8-7b4c-43b3-b52f-2107223db8ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6801","nonce":1043132211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6803","nonce":1043132211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6807","nonce":1043132211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6805","nonce":1043132211}]},"public_addr":"172.21.15.66:6801/1043132211","cluster_addr":"172.21.15.66:6803/1043132211","heartbeat_back_addr":"172.21.15.66:6807/1043132211","heartbeat_front_addr":"172.21.15.66:6805/1043132211","state":["exists","up"]},{"osd":5,"uuid":"52f88bb2-a85d-49e7-8def-5b0115b99d59","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6809","nonce":739793421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6811","nonce":739793421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6815","nonce":739793421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6813","nonce":739793421}]},"public_addr":"172.21.15.66:6809/739793421","cluster_addr":"172.21.15.66:6811/739793421","heartbeat_back_addr":"172.21.15.66:6815/739793421","heartbeat_front_addr":"172.21.15.66:6813/739793421","state":["exists","up"]},{"osd":6,"uuid":"29b52a14-a2f1-4681-81d0-a4ca14f21e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6817","nonce":1902960073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6819","nonce":1902960073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6823","nonce":1902960073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6821","nonce":1902960073}]},"public_addr":"172.21.15.66:6817/1902960073","cluster_addr":"172.21.15.66:6819/1902960073","heartbeat_back_addr":"172.21.15.66:6823/1902960073","heartbeat_front_addr":"172.21.15.66:6821/1902960073","state":["exists","up"]},{"osd":7,"uuid":"a848f0cc-2d9e-4cc8-b996-13c600bc973b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6825","nonce":339830023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6827","nonce":339830023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6831","nonce":339830023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6829","nonce":339830023}]},"public_addr":"172.21.15.66:6825/339830023","cluster_addr":"172.21.15.66:6827/339830023","heartbeat_back_addr":"172.21.15.66:6831/339830023","heartbeat_front_addr":"172.21.15.66:6829/339830023","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:34.946565+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:59.835711+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:24.743327+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:49.573179+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:11.789874+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:34.677492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:57.713102+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:10:21.711043+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.3","mappings":[{"from":7,"to":4}]},{"pgid":"3.f","mappings":[{"from":0,"to":3}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.3c","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/2274489327":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/200793521":"2024-04-14T07:11:17.165151+0000","172.21.15.3:6800/1612044123":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/2203924213":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/3852501559":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/3359399843":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2480649633":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6801/1612044123":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/3628457447":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2503697172":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6800/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6800/1634438095":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/3861615608":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/1083885685":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/1634438095":"2024-04-14T07:05:50.372744+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:12:28.521 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-13T07:08:27.693886+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-13T07:10:43.223001+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-13T07:10:44.006864+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-13T07:11:18.784724+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '68', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-13T07:12:28.522 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-13T07:12:28.819 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 1 2024-04-13T07:12:28.832 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-13T07:12:29.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:28 smithi066 ceph-mon[30583]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:29.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:28 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1742720374' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:12:29.125 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 32 2024-04-13T07:12:29.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:28 smithi003 ceph-mon[37804]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:29.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:28 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/1742720374' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:12:29.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:28 smithi003 ceph-mon[27034]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:29.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:28 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1742720374' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:12:29.138 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-13T07:12:29.407 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:29 smithi066 systemd[1]: Stopping Ceph prometheus.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:12:29.432 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 64 2024-04-13T07:12:29.445 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-13T07:12:29.738 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 8 2024-04-13T07:12:29.751 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-13T07:12:29.769 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:12:29.440Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-13T07:12:29.769 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:12:29.440Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-13T07:12:29.769 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:12:29.440Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-13T07:12:29.769 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:12:29.440Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-13T07:12:29.769 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:12:29.440Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-13T07:12:29.769 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:12:29.440Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-13T07:12:29.769 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:12:29.440Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-13T07:12:29.769 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:12:29.440Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-13T07:12:29.769 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:12:29.440Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-13T07:12:29.770 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:12:29.441Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-13T07:12:29.770 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:12:29.441Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-13T07:12:29.770 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[58563]: ts=2024-04-13T07:12:29.441Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-13T07:12:29.770 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:29 smithi066 podman[61713]: 2024-04-13 07:12:29.450315576 +0000 UTC m=+0.093310555 container died e198300e4721663b1e239ed94589e1afeb512fd238cae5946e695e2aedeb2e82 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:12:29.770 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:29 smithi066 podman[61713]: 2024-04-13 07:12:29.764351809 +0000 UTC m=+0.407346776 container cleanup e198300e4721663b1e239ed94589e1afeb512fd238cae5946e695e2aedeb2e82 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:12:29.770 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:29 smithi066 bash[61713]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a 2024-04-13T07:12:30.080 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:12:30.080 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24352,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2215717538","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2215717538},{"type":"v1","addr":"172.21.15.66:6833","nonce":2215717538}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-13T07:10:44.810620+0000","modified":"2024-04-13T07:10:46.819034+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24356},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24356":{"gid":24356,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6835/745303198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":745303198},{"type":"v1","addr":"172.21.15.3:6835","nonce":745303198}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-13T07:12:30.080 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 6 2024-04-13T07:12:30.091 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:29 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/832125047' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:12:30.091 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:29 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/3831794321' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-13T07:12:30.091 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:29 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/2539876504' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-13T07:12:30.092 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:29 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/3732448992' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-13T07:12:30.092 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:29 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/832125047' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:12:30.092 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:29 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/3831794321' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-13T07:12:30.092 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:29 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2539876504' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-13T07:12:30.092 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:29 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/3732448992' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-13T07:12:30.093 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-13T07:12:30.157 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:29 smithi066 podman[61727]: 2024-04-13 07:12:29.990692887 +0000 UTC m=+0.539047998 container remove e198300e4721663b1e239ed94589e1afeb512fd238cae5946e695e2aedeb2e82 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:12:30.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:29 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/832125047' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:12:30.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:29 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/3831794321' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-13T07:12:30.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:29 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/2539876504' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-13T07:12:30.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:29 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/3732448992' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-13T07:12:30.386 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:12:30.387 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":70,"fsid":"1235705e-f964-11ee-bc8d-c7b262605968","created":"2024-04-13T07:05:22.787433+0000","modified":"2024-04-13T07:12:19.008231+0000","last_up_change":"2024-04-13T07:10:23.369944+0000","last_in_change":"2024-04-13T07:10:06.141452+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:08:27.693886+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:10:43.223001+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:10:44.006864+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-13T07:11:18.784724+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a9b766b8-720d-4545-bdab-a7c1a3c154bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6803","nonce":2234463595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6805","nonce":2234463595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6809","nonce":2234463595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6807","nonce":2234463595}]},"public_addr":"172.21.15.3:6803/2234463595","cluster_addr":"172.21.15.3:6805/2234463595","heartbeat_back_addr":"172.21.15.3:6809/2234463595","heartbeat_front_addr":"172.21.15.3:6807/2234463595","state":["exists","up"]},{"osd":1,"uuid":"87513d68-9d8e-490a-ae5e-02c9876e01af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6811","nonce":3103314917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6813","nonce":3103314917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6817","nonce":3103314917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6815","nonce":3103314917}]},"public_addr":"172.21.15.3:6811/3103314917","cluster_addr":"172.21.15.3:6813/3103314917","heartbeat_back_addr":"172.21.15.3:6817/3103314917","heartbeat_front_addr":"172.21.15.3:6815/3103314917","state":["exists","up"]},{"osd":2,"uuid":"6ae8f029-9b56-43d5-905f-d589c11d990f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6819","nonce":993511307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6821","nonce":993511307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6825","nonce":993511307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6823","nonce":993511307}]},"public_addr":"172.21.15.3:6819/993511307","cluster_addr":"172.21.15.3:6821/993511307","heartbeat_back_addr":"172.21.15.3:6825/993511307","heartbeat_front_addr":"172.21.15.3:6823/993511307","state":["exists","up"]},{"osd":3,"uuid":"da155d35-dc71-4433-859f-ed90091af5a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6827","nonce":2281158589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6829","nonce":2281158589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6833","nonce":2281158589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6831","nonce":2281158589}]},"public_addr":"172.21.15.3:6827/2281158589","cluster_addr":"172.21.15.3:6829/2281158589","heartbeat_back_addr":"172.21.15.3:6833/2281158589","heartbeat_front_addr":"172.21.15.3:6831/2281158589","state":["exists","up"]},{"osd":4,"uuid":"a854b8d8-7b4c-43b3-b52f-2107223db8ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6801","nonce":1043132211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6803","nonce":1043132211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6807","nonce":1043132211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6805","nonce":1043132211}]},"public_addr":"172.21.15.66:6801/1043132211","cluster_addr":"172.21.15.66:6803/1043132211","heartbeat_back_addr":"172.21.15.66:6807/1043132211","heartbeat_front_addr":"172.21.15.66:6805/1043132211","state":["exists","up"]},{"osd":5,"uuid":"52f88bb2-a85d-49e7-8def-5b0115b99d59","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6809","nonce":739793421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6811","nonce":739793421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6815","nonce":739793421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6813","nonce":739793421}]},"public_addr":"172.21.15.66:6809/739793421","cluster_addr":"172.21.15.66:6811/739793421","heartbeat_back_addr":"172.21.15.66:6815/739793421","heartbeat_front_addr":"172.21.15.66:6813/739793421","state":["exists","up"]},{"osd":6,"uuid":"29b52a14-a2f1-4681-81d0-a4ca14f21e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6817","nonce":1902960073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6819","nonce":1902960073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6823","nonce":1902960073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6821","nonce":1902960073}]},"public_addr":"172.21.15.66:6817/1902960073","cluster_addr":"172.21.15.66:6819/1902960073","heartbeat_back_addr":"172.21.15.66:6823/1902960073","heartbeat_front_addr":"172.21.15.66:6821/1902960073","state":["exists","up"]},{"osd":7,"uuid":"a848f0cc-2d9e-4cc8-b996-13c600bc973b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6825","nonce":339830023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6827","nonce":339830023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6831","nonce":339830023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6829","nonce":339830023}]},"public_addr":"172.21.15.66:6825/339830023","cluster_addr":"172.21.15.66:6827/339830023","heartbeat_back_addr":"172.21.15.66:6831/339830023","heartbeat_front_addr":"172.21.15.66:6829/339830023","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:34.946565+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:59.835711+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:24.743327+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:49.573179+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:11.789874+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:34.677492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:57.713102+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:10:21.711043+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.3","mappings":[{"from":7,"to":4}]},{"pgid":"3.f","mappings":[{"from":0,"to":3}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.3c","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/2274489327":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/200793521":"2024-04-14T07:11:17.165151+0000","172.21.15.3:6800/1612044123":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/2203924213":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/3852501559":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/3359399843":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2480649633":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6801/1612044123":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/3628457447":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2503697172":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6800/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6800/1634438095":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/3861615608":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/1083885685":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/1634438095":"2024-04-14T07:05:50.372744+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:12:30.399 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-13T07:08:27.693886+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-13T07:10:43.223001+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-13T07:10:44.006864+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-13T07:11:18.784724+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '68', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-13T07:12:30.400 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-13T07:12:30.538 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-13T07:12:30.538 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 systemd[1]: Stopped Ceph prometheus.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:12:30.538 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@prometheus.a.service: Consumed 1.098s CPU time. 2024-04-13T07:12:30.538 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 systemd[1]: Starting Ceph prometheus.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:12:30.538 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 podman[61822]: 2024-04-13 07:12:30.329757251 +0000 UTC m=+0.019754610 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-13T07:12:30.538 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 podman[61822]: 2024-04-13 07:12:30.433609727 +0000 UTC m=+0.123607118 container create c1cf3163d23e2743935256f063bbbcb2fc3e116586364bec6856dcb3b26d5b58 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:12:30.696 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 1 2024-04-13T07:12:30.709 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-13T07:12:30.792 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 podman[61822]: 2024-04-13 07:12:30.66913235 +0000 UTC m=+0.359129696 container init c1cf3163d23e2743935256f063bbbcb2fc3e116586364bec6856dcb3b26d5b58 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:12:30.792 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 podman[61822]: 2024-04-13 07:12:30.671998973 +0000 UTC m=+0.361996331 container start c1cf3163d23e2743935256f063bbbcb2fc3e116586364bec6856dcb3b26d5b58 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:12:30.792 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.695Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-13T07:12:30.792 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.695Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-13T07:12:30.792 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.695Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi066 (none))" 2024-04-13T07:12:30.792 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.695Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-13T07:12:30.792 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.695Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-13T07:12:30.792 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.697Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-13T07:12:30.792 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.697Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-13T07:12:30.792 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.698Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-13T07:12:30.793 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.698Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-13T07:12:30.793 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.700Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-13T07:12:30.793 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.700Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.503µs 2024-04-13T07:12:30.793 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.700Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-13T07:12:30.793 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.702Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-13T07:12:30.793 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.702Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-13T07:12:30.793 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.702Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=32.789µs wal_replay_duration=1.760964ms wbl_replay_duration=137ns total_replay_duration=1.81176ms 2024-04-13T07:12:30.793 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.703Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-13T07:12:30.793 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.703Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-13T07:12:30.793 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.703Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-13T07:12:30.793 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.720Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.603853ms db_storage=705ns remote_storage=1.244µs web_handler=338ns query_engine=558ns scrape=404.575µs scrape_sd=75.733µs notify=9.98µs notify_sd=17.059µs rules=16.855217ms tracing=6.5µs 2024-04-13T07:12:30.793 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.720Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-13T07:12:30.793 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:12:30.720Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-13T07:12:30.793 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 bash[61822]: c1cf3163d23e2743935256f063bbbcb2fc3e116586364bec6856dcb3b26d5b58 2024-04-13T07:12:30.794 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:12:30 smithi066 systemd[1]: Started Ceph prometheus.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:12:31.022 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 32 2024-04-13T07:12:31.034 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-mon[37804]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:31.034 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/705128338' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:12:31.034 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/4197119609' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:12:31.035 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/2440992860' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:12:31.035 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:31.035 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-mon[27034]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:31.035 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/705128338' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:12:31.035 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/4197119609' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:12:31.035 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2440992860' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:12:31.035 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:31.036 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:30] ENGINE Bus STOPPING 2024-04-13T07:12:31.036 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:12:31.036 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:30] ENGINE Bus STOPPED 2024-04-13T07:12:31.036 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:30] ENGINE Bus STARTING 2024-04-13T07:12:31.036 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:30] ENGINE Serving on http://:::9283 2024-04-13T07:12:31.036 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:30] ENGINE Bus STARTED 2024-04-13T07:12:31.036 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:30] ENGINE Bus STOPPING 2024-04-13T07:12:31.036 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:12:31.036 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:30] ENGINE Bus STOPPED 2024-04-13T07:12:31.036 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:30] ENGINE Bus STARTING 2024-04-13T07:12:31.037 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-13T07:12:31.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-mon[30583]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:31.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/705128338' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:12:31.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/4197119609' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:12:31.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/2440992860' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T07:12:31.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:30 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:31.364 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 64 2024-04-13T07:12:31.377 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:31] ENGINE Serving on http://:::9283 2024-04-13T07:12:31.378 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:31] ENGINE Bus STARTED 2024-04-13T07:12:31.378 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:31] ENGINE Bus STOPPING 2024-04-13T07:12:31.378 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:12:31.378 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:31] ENGINE Bus STOPPED 2024-04-13T07:12:31.378 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:31] ENGINE Bus STARTING 2024-04-13T07:12:31.378 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:31] ENGINE Serving on http://:::9283 2024-04-13T07:12:31.378 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:31] ENGINE Bus STARTED 2024-04-13T07:12:31.379 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-13T07:12:31.707 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 8 2024-04-13T07:12:31.720 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-13T07:12:32.064 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:12:32.064 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24352,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2215717538","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2215717538},{"type":"v1","addr":"172.21.15.66:6833","nonce":2215717538}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-13T07:10:44.810620+0000","modified":"2024-04-13T07:10:46.819034+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24356},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24356":{"gid":24356,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6835/745303198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":745303198},{"type":"v1","addr":"172.21.15.3:6835","nonce":745303198}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-13T07:12:32.064 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 6 2024-04-13T07:12:32.077 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:32.077 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:12:32.077 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:12:32.077 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi003.front.sepia.ceph.com:9093"}]: dispatch 2024-04-13T07:12:32.077 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi003.front.sepia.ceph.com:9093"}]: dispatch 2024-04-13T07:12:32.077 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:32.077 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:12:32.077 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:12:32.077 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi066.front.sepia.ceph.com:9095"}]: dispatch 2024-04-13T07:12:32.077 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi066.front.sepia.ceph.com:9095"}]: dispatch 2024-04-13T07:12:32.077 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:32.078 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:12:32.078 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:12:32.078 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi066.front.sepia.ceph.com:3000"}]: dispatch 2024-04-13T07:12:32.078 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi066.front.sepia.ceph.com:3000"}]: dispatch 2024-04-13T07:12:32.078 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:32.078 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:12:32.078 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/3034152030' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-13T07:12:32.078 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/4136430977' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-13T07:12:32.078 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/1978024858' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-13T07:12:32.078 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:32.079 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:12:32.079 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:12:32.079 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi003.front.sepia.ceph.com:9093"}]: dispatch 2024-04-13T07:12:32.079 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi003.front.sepia.ceph.com:9093"}]: dispatch 2024-04-13T07:12:32.079 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:32.079 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:12:32.079 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:12:32.079 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi066.front.sepia.ceph.com:9095"}]: dispatch 2024-04-13T07:12:32.079 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi066.front.sepia.ceph.com:9095"}]: dispatch 2024-04-13T07:12:32.079 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:32.079 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:12:32.079 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:12:32.079 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi066.front.sepia.ceph.com:3000"}]: dispatch 2024-04-13T07:12:32.079 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi066.front.sepia.ceph.com:3000"}]: dispatch 2024-04-13T07:12:32.080 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:32.080 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:12:32.080 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/3034152030' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-13T07:12:32.080 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/4136430977' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-13T07:12:32.080 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:31 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1978024858' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-13T07:12:32.081 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-13T07:12:32.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:32.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:12:32.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:12:32.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi003.front.sepia.ceph.com:9093"}]: dispatch 2024-04-13T07:12:32.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi003.front.sepia.ceph.com:9093"}]: dispatch 2024-04-13T07:12:32.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:32.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:12:32.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:12:32.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi066.front.sepia.ceph.com:9095"}]: dispatch 2024-04-13T07:12:32.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi066.front.sepia.ceph.com:9095"}]: dispatch 2024-04-13T07:12:32.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:32.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:12:32.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:12:32.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi066.front.sepia.ceph.com:3000"}]: dispatch 2024-04-13T07:12:32.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi066.front.sepia.ceph.com:3000"}]: dispatch 2024-04-13T07:12:32.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:32.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:12:32.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/3034152030' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-13T07:12:32.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/4136430977' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-13T07:12:32.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:31 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1978024858' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-13T07:12:32.421 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:12:32.421 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":70,"fsid":"1235705e-f964-11ee-bc8d-c7b262605968","created":"2024-04-13T07:05:22.787433+0000","modified":"2024-04-13T07:12:19.008231+0000","last_up_change":"2024-04-13T07:10:23.369944+0000","last_in_change":"2024-04-13T07:10:06.141452+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:08:27.693886+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:10:43.223001+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:10:44.006864+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-13T07:11:18.784724+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a9b766b8-720d-4545-bdab-a7c1a3c154bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6803","nonce":2234463595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6805","nonce":2234463595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6809","nonce":2234463595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":2234463595},{"type":"v1","addr":"172.21.15.3:6807","nonce":2234463595}]},"public_addr":"172.21.15.3:6803/2234463595","cluster_addr":"172.21.15.3:6805/2234463595","heartbeat_back_addr":"172.21.15.3:6809/2234463595","heartbeat_front_addr":"172.21.15.3:6807/2234463595","state":["exists","up"]},{"osd":1,"uuid":"87513d68-9d8e-490a-ae5e-02c9876e01af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6811","nonce":3103314917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6813","nonce":3103314917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6817","nonce":3103314917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3103314917},{"type":"v1","addr":"172.21.15.3:6815","nonce":3103314917}]},"public_addr":"172.21.15.3:6811/3103314917","cluster_addr":"172.21.15.3:6813/3103314917","heartbeat_back_addr":"172.21.15.3:6817/3103314917","heartbeat_front_addr":"172.21.15.3:6815/3103314917","state":["exists","up"]},{"osd":2,"uuid":"6ae8f029-9b56-43d5-905f-d589c11d990f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6819","nonce":993511307}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6821","nonce":993511307}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6825","nonce":993511307}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":993511307},{"type":"v1","addr":"172.21.15.3:6823","nonce":993511307}]},"public_addr":"172.21.15.3:6819/993511307","cluster_addr":"172.21.15.3:6821/993511307","heartbeat_back_addr":"172.21.15.3:6825/993511307","heartbeat_front_addr":"172.21.15.3:6823/993511307","state":["exists","up"]},{"osd":3,"uuid":"da155d35-dc71-4433-859f-ed90091af5a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6827","nonce":2281158589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6829","nonce":2281158589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6833","nonce":2281158589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":2281158589},{"type":"v1","addr":"172.21.15.3:6831","nonce":2281158589}]},"public_addr":"172.21.15.3:6827/2281158589","cluster_addr":"172.21.15.3:6829/2281158589","heartbeat_back_addr":"172.21.15.3:6833/2281158589","heartbeat_front_addr":"172.21.15.3:6831/2281158589","state":["exists","up"]},{"osd":4,"uuid":"a854b8d8-7b4c-43b3-b52f-2107223db8ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6801","nonce":1043132211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6803","nonce":1043132211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6807","nonce":1043132211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":1043132211},{"type":"v1","addr":"172.21.15.66:6805","nonce":1043132211}]},"public_addr":"172.21.15.66:6801/1043132211","cluster_addr":"172.21.15.66:6803/1043132211","heartbeat_back_addr":"172.21.15.66:6807/1043132211","heartbeat_front_addr":"172.21.15.66:6805/1043132211","state":["exists","up"]},{"osd":5,"uuid":"52f88bb2-a85d-49e7-8def-5b0115b99d59","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6809","nonce":739793421}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6811","nonce":739793421}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6815","nonce":739793421}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":739793421},{"type":"v1","addr":"172.21.15.66:6813","nonce":739793421}]},"public_addr":"172.21.15.66:6809/739793421","cluster_addr":"172.21.15.66:6811/739793421","heartbeat_back_addr":"172.21.15.66:6815/739793421","heartbeat_front_addr":"172.21.15.66:6813/739793421","state":["exists","up"]},{"osd":6,"uuid":"29b52a14-a2f1-4681-81d0-a4ca14f21e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6817","nonce":1902960073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6819","nonce":1902960073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6823","nonce":1902960073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":1902960073},{"type":"v1","addr":"172.21.15.66:6821","nonce":1902960073}]},"public_addr":"172.21.15.66:6817/1902960073","cluster_addr":"172.21.15.66:6819/1902960073","heartbeat_back_addr":"172.21.15.66:6823/1902960073","heartbeat_front_addr":"172.21.15.66:6821/1902960073","state":["exists","up"]},{"osd":7,"uuid":"a848f0cc-2d9e-4cc8-b996-13c600bc973b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6825","nonce":339830023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6827","nonce":339830023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6831","nonce":339830023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":339830023},{"type":"v1","addr":"172.21.15.66:6829","nonce":339830023}]},"public_addr":"172.21.15.66:6825/339830023","cluster_addr":"172.21.15.66:6827/339830023","heartbeat_back_addr":"172.21.15.66:6831/339830023","heartbeat_front_addr":"172.21.15.66:6829/339830023","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:34.946565+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:59.835711+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:24.743327+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:49.573179+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:11.789874+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:34.677492+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:57.713102+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:10:21.711043+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.3","mappings":[{"from":7,"to":4}]},{"pgid":"3.f","mappings":[{"from":0,"to":3}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.3c","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/2274489327":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/200793521":"2024-04-14T07:11:17.165151+0000","172.21.15.3:6800/1612044123":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/2203924213":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/3852501559":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/3359399843":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2480649633":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6801/1612044123":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/3628457447":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2503697172":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6800/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6800/1634438095":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/3861615608":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/1083885685":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/1634438095":"2024-04-14T07:05:50.372744+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:12:32.437 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-13T07:12:32.775 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:12:32.775 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24352,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2215717538","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2215717538},{"type":"v1","addr":"172.21.15.66:6833","nonce":2215717538}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-13T07:10:44.810620+0000","modified":"2024-04-13T07:10:46.819034+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24356},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24356":{"gid":24356,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6835/745303198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":745303198},{"type":"v1","addr":"172.21.15.3:6835","nonce":745303198}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-13T07:12:32.775 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 6 2024-04-13T07:12:32.787 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-13T07:10:44.810620+0000', 'modified': '2024-04-13T07:10:46.819034+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24356}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24356': {'gid': 24356, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.3:6835/745303198', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.3:6834', 'nonce': 745303198}, {'type': 'v1', 'addr': '172.21.15.3:6835', 'nonce': 745303198}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-04-13T07:12:32.787 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-13T07:12:32.788 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-13T07:12:32.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-04-13T07:12:32.896+0000 7f1cbbfff640 0 client.24797 ms_handle_reset on v2:172.21.15.3:6834/745303198 2024-04-13T07:12:32.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-04-13T07:12:32.915+0000 7f1cbbfff640 0 client.24803 ms_handle_reset on v2:172.21.15.3:6834/745303198 2024-04-13T07:12:32.921 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:12:32.921 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "1235705e-f964-11ee-bc8d-c7b262605968", 2024-04-13T07:12:32.921 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 0, 2024-04-13T07:12:32.921 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 24356, 2024-04-13T07:12:32.921 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-04-13T07:12:32.922 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-04-13T07:12:32.922 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-04-13T07:12:32.922 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 108.103215748, 2024-04-13T07:12:32.922 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 6, 2024-04-13T07:12:32.922 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 70, 2024-04-13T07:12:32.922 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 63, 2024-04-13T07:12:32.922 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 114.90913374900001 2024-04-13T07:12:32.922 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:12:32.932 INFO:tasks.cephadm:Setup complete, yielding 2024-04-13T07:12:32.933 INFO:teuthology.run_tasks:Running task print... 2024-04-13T07:12:32.943 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-04-13T07:12:32.943 INFO:teuthology.run_tasks:Running task print... 2024-04-13T07:12:32.967 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-04-13T07:12:32.967 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-13T07:12:33.010 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi003.front.sepia.ceph.com 2024-04-13T07:12:33.010 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-04-13T07:12:33.034 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:32 smithi003 ceph-mon[27034]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:33.035 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:32 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/3318815663' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:12:33.035 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:32 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:12:33.035 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:32 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2459299211' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:12:33.035 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:32 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1423935962' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:12:33.035 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:32 smithi003 ceph-mon[37804]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:33.035 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:32 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/3318815663' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:12:33.035 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:32 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:12:33.035 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:32 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/2459299211' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:12:33.035 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:32 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/1423935962' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:12:33.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:32 smithi066 ceph-mon[30583]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:33.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:32 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/3318815663' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:12:33.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:32 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:12:33.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:32 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/2459299211' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:12:33.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:32 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1423935962' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T07:12:33.280 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:12:35.249 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:34 smithi003 ceph-mon[37804]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:35.249 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:34 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:35.249 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:34 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:35.249 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:34 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:35.249 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:34 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:35.249 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:34 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:12:35.249 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:34 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:12:35.249 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:34 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:35.250 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:34 smithi003 ceph-mon[27034]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:35.250 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:34 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:35.250 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:34 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:35.250 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:34 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:35.250 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:34 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:35.250 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:34 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:12:35.250 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:34 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:12:35.250 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:34 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:35.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:34 smithi066 ceph-mon[30583]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:35.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:34 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:35.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:34 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:35.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:34 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:35.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:34 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:35.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:34 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:12:35.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:34 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:12:35.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:34 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:35.832 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:12:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[73763]: ts=2024-04-13T07:12:35.662Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002585652s 2024-04-13T07:12:35.832 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:35] ENGINE Bus STOPPING 2024-04-13T07:12:36.140 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:35] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:12:36.140 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:35] ENGINE Bus STOPPED 2024-04-13T07:12:36.140 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:35] ENGINE Bus STARTING 2024-04-13T07:12:36.140 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:35] ENGINE Serving on http://:::9283 2024-04-13T07:12:36.140 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:12:35] ENGINE Bus STARTED 2024-04-13T07:12:36.550 INFO:teuthology.run_tasks:Running task print... 2024-04-13T07:12:36.566 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-04-13T07:12:36.566 INFO:teuthology.run_tasks:Running task print... 2024-04-13T07:12:36.609 INFO:teuthology.task.print:**** done start telemetry reef... 2024-04-13T07:12:36.609 INFO:teuthology.run_tasks:Running task workunit... 2024-04-13T07:12:36.680 INFO:tasks.workunit:Pulling workunits from ref c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-13T07:12:36.680 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-13T07:12:36.681 DEBUG:teuthology.orchestra.run.smithi003:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-13T07:12:36.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T07:12:36.696 INFO:teuthology.orchestra.run.smithi003.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-13T07:12:36.697 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T07:12:36.751 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-13T07:12:36.752 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-13T07:12:36.806 INFO:tasks.workunit:timeout=3h 2024-04-13T07:12:36.806 INFO:tasks.workunit:cleanup=True 2024-04-13T07:12:36.807 DEBUG:teuthology.orchestra.run.smithi003:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-13T07:12:36.863 INFO:tasks.workunit.client.0.smithi003.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-13T07:12:37.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:36 smithi003 ceph-mon[27034]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:37.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:36 smithi003 ceph-mon[27034]: from='client.? ' entity='client.admin' 2024-04-13T07:12:37.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:36 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:12:37.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:36 smithi003 ceph-mon[37804]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:37.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:36 smithi003 ceph-mon[37804]: from='client.? ' entity='client.admin' 2024-04-13T07:12:37.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:36 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:12:37.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:36 smithi066 ceph-mon[30583]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:37.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:36 smithi066 ceph-mon[30583]: from='client.? ' entity='client.admin' 2024-04-13T07:12:37.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:36 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:12:38.956 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:38 smithi003 ceph-mon[37804]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:38.956 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:38 smithi003 ceph-mon[27034]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:39.142 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:38 smithi066 ceph-mon[30583]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:40.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:40 smithi003 ceph-mon[37804]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:40.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:40 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:40.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:40 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:40.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:40 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:40.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:40 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:40.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:40 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:12:40.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:40 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:12:40.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:40 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:40.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:40 smithi003 ceph-mon[27034]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:40.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:40 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:40.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:40 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:40.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:40 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:40.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:40 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:40.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:40 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:12:40.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:40 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:12:40.642 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:40 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:40.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:40 smithi066 ceph-mon[30583]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:40.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:40 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:40.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:40 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:40.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:40 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:40.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:40 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:40.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:40 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:12:40.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:40 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:12:40.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:40 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:12:42.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:42 smithi066 ceph-mon[30583]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:42.503 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:42 smithi003 ceph-mon[37804]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:42.504 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:42 smithi003 ceph-mon[27034]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:44.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:44 smithi003 ceph-mon[27034]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:44.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:44 smithi003 ceph-mon[37804]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:44.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:44 smithi066 ceph-mon[30583]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:45.890 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:12:45] "GET /metrics HTTP/1.1" 200 33627 "" "Prometheus/2.43.0" 2024-04-13T07:12:46.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:46 smithi003 ceph-mon[37804]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:46.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:46 smithi003 ceph-mon[27034]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:46.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:46 smithi066 ceph-mon[30583]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:48.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:48 smithi003 ceph-mon[27034]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:48.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:48 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:12:48.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:48 smithi003 ceph-mon[37804]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:48.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:48 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:12:48.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:48 smithi066 ceph-mon[30583]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:12:48.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:48 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:12:50.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:50 smithi003 ceph-mon[27034]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:12:50.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:50 smithi003 ceph-mon[27034]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-13T07:12:50.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:50 smithi003 ceph-mon[37804]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:12:50.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:50 smithi003 ceph-mon[37804]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-13T07:12:50.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:50 smithi066 ceph-mon[30583]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:12:50.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:50 smithi066 ceph-mon[30583]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-13T07:12:52.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:52 smithi003 ceph-mon[27034]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:12:52.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:52 smithi003 ceph-mon[37804]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:12:52.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:52 smithi066 ceph-mon[30583]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:12:54.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:54 smithi003 ceph-mon[27034]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:12:54.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:54 smithi003 ceph-mon[37804]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:12:54.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:54 smithi066 ceph-mon[30583]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:12:55.890 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:12:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:12:55] "GET /metrics HTTP/1.1" 200 33625 "" "Prometheus/2.43.0" 2024-04-13T07:12:56.500 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:56 smithi066 ceph-mon[30583]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:12:56.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:56 smithi003 ceph-mon[27034]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:12:56.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:56 smithi003 ceph-mon[37804]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:12:58.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:12:58 smithi003 ceph-mon[37804]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:12:58.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:12:58 smithi003 ceph-mon[27034]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:12:58.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:12:58 smithi066 ceph-mon[30583]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:13:00.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:00 smithi003 ceph-mon[37804]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:13:00.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:00 smithi003 ceph-mon[27034]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:13:00.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:00 smithi066 ceph-mon[30583]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:13:02.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:02 smithi003 ceph-mon[27034]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:02.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:02 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:13:02.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:02 smithi003 ceph-mon[37804]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:02.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:02 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:13:02.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:02 smithi066 ceph-mon[30583]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:02.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:02 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:13:04.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:04 smithi003 ceph-mon[27034]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:04.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:04 smithi003 ceph-mon[37804]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:04.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:04 smithi066 ceph-mon[30583]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:05.889 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:05 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:13:05] "GET /metrics HTTP/1.1" 200 33625 "" "Prometheus/2.43.0" 2024-04-13T07:13:06.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:06 smithi003 ceph-mon[37804]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:06.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:06 smithi003 ceph-mon[27034]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:06.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:06 smithi066 ceph-mon[30583]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:08.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:08 smithi003 ceph-mon[37804]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:08.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:08 smithi003 ceph-mon[27034]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:08.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:08 smithi066 ceph-mon[30583]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:10.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:10 smithi003 ceph-mon[27034]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:10.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:10 smithi003 ceph-mon[37804]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:10.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:10 smithi066 ceph-mon[30583]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:12.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:12 smithi003 ceph-mon[37804]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:12.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:12 smithi003 ceph-mon[27034]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:12.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:12 smithi066 ceph-mon[30583]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:14.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:14 smithi003 ceph-mon[27034]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:14.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:14 smithi003 ceph-mon[37804]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:14.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:14 smithi066 ceph-mon[30583]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:15.889 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:15 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:13:15] "GET /metrics HTTP/1.1" 200 33625 "" "Prometheus/2.43.0" 2024-04-13T07:13:16.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:16 smithi003 ceph-mon[27034]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:16.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:16 smithi003 ceph-mon[37804]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:16.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:16 smithi066 ceph-mon[30583]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:17.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:13:17.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:13:17.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:13:18.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:18 smithi003 ceph-mon[27034]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:18.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:18 smithi003 ceph-mon[37804]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:18.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:18 smithi066 ceph-mon[30583]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:20.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:20 smithi003 ceph-mon[37804]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:20.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:20 smithi003 ceph-mon[27034]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:20.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:20 smithi066 ceph-mon[30583]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:22.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:22 smithi003 ceph-mon[27034]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:22.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:22 smithi003 ceph-mon[37804]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:22.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:22 smithi066 ceph-mon[30583]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:24.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:24 smithi066 ceph-mon[30583]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:24.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:24 smithi003 ceph-mon[37804]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:24.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:24 smithi003 ceph-mon[27034]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:25.889 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:13:25] "GET /metrics HTTP/1.1" 200 33626 "" "Prometheus/2.43.0" 2024-04-13T07:13:26.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:26 smithi066 ceph-mon[30583]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:26.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:26 smithi003 ceph-mon[27034]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:26.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:26 smithi003 ceph-mon[37804]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:28.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:28 smithi066 ceph-mon[30583]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:28.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:28 smithi003 ceph-mon[37804]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:28.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:28 smithi003 ceph-mon[27034]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:30.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:30 smithi003 ceph-mon[37804]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:30.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:30 smithi003 ceph-mon[27034]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:30.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:30 smithi066 ceph-mon[30583]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:32.691 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:32 smithi003 ceph-mon[37804]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:32.691 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:32 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:13:32.691 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:32 smithi003 ceph-mon[27034]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:32.691 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:32 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:13:32.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:32 smithi066 ceph-mon[30583]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:32.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:32 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:13:34.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:34 smithi003 ceph-mon[37804]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:34.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:34 smithi003 ceph-mon[27034]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:34.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:34 smithi066 ceph-mon[30583]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:35.889 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:13:35] "GET /metrics HTTP/1.1" 200 33640 "" "Prometheus/2.43.0" 2024-04-13T07:13:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:36 smithi003 ceph-mon[37804]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:36.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:36 smithi003 ceph-mon[27034]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:36.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:36 smithi066 ceph-mon[30583]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:38.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:38 smithi003 ceph-mon[27034]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:38.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:38 smithi003 ceph-mon[37804]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:38.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:38 smithi066 ceph-mon[30583]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:40.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:40 smithi003 ceph-mon[27034]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:40.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:40 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:40.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:40 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:13:40.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:40 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:13:40.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:40 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:40.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:40 smithi003 ceph-mon[37804]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:40.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:40 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:40.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:40 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:13:40.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:40 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:13:40.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:40 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:40.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:40 smithi066 ceph-mon[30583]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:40.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:40 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:40.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:40 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:13:40.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:40 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:13:40.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:40 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:42.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:42 smithi003 ceph-mon[27034]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:42.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:42 smithi003 ceph-mon[37804]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:42.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:42 smithi066 ceph-mon[30583]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:44.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:44 smithi003 ceph-mon[37804]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:44.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:44 smithi003 ceph-mon[27034]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:44.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:44 smithi066 ceph-mon[30583]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:45.099 INFO:tasks.workunit.client.0.smithi003.stderr:Updating files: 95% (11873/12473) Updating files: 96% (11975/12473) Updating files: 97% (12099/12473) Updating files: 98% (12224/12473) Updating files: 99% (12349/12473) Updating files: 100% (12473/12473) Updating files: 100% (12473/12473), done. 2024-04-13T07:13:45.209 INFO:tasks.workunit.client.0.smithi003.stderr:Note: switching to 'c2d8c3155d854ee204cb7c7261232571229d1d54'. 2024-04-13T07:13:45.209 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T07:13:45.209 INFO:tasks.workunit.client.0.smithi003.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-13T07:13:45.210 INFO:tasks.workunit.client.0.smithi003.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-13T07:13:45.210 INFO:tasks.workunit.client.0.smithi003.stderr:state without impacting any branches by switching back to a branch. 2024-04-13T07:13:45.210 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T07:13:45.210 INFO:tasks.workunit.client.0.smithi003.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-13T07:13:45.210 INFO:tasks.workunit.client.0.smithi003.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-13T07:13:45.210 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T07:13:45.210 INFO:tasks.workunit.client.0.smithi003.stderr: git switch -c 2024-04-13T07:13:45.210 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T07:13:45.210 INFO:tasks.workunit.client.0.smithi003.stderr:Or undo this operation with: 2024-04-13T07:13:45.210 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T07:13:45.210 INFO:tasks.workunit.client.0.smithi003.stderr: git switch - 2024-04-13T07:13:45.210 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T07:13:45.210 INFO:tasks.workunit.client.0.smithi003.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-13T07:13:45.211 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T07:13:45.211 INFO:tasks.workunit.client.0.smithi003.stderr:HEAD is now at c2d8c3155d8 Merge PR #56859 into main 2024-04-13T07:13:45.212 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-13T07:13:45.282 INFO:tasks.workunit.client.0.smithi003.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-13T07:13:45.285 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T07:13:45.285 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-13T07:13:45.890 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:13:45] "GET /metrics HTTP/1.1" 200 33640 "" "Prometheus/2.43.0" 2024-04-13T07:13:46.015 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-13T07:13:46.079 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-13T07:13:46.119 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T07:13:46.120 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T07:13:46.121 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-13T07:13:46.160 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T07:13:46.163 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T07:13:46.163 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-13T07:13:46.219 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-04-13T07:13:46.220 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-04-13T07:13:46.220 DEBUG:teuthology.orchestra.run.smithi003:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=c2d8c3155d854ee204cb7c7261232571229d1d54 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-04-13T07:13:46.276 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-04-13T07:13:46.678 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-04-13T07:13:46.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:46 smithi003 ceph-mon[37804]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:46.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:46 smithi003 ceph-mon[27034]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:46.890 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:46 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:46] ENGINE Bus STOPPING 2024-04-13T07:13:46.890 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:46 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:13:46.890 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:46 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:46] ENGINE Bus STOPPED 2024-04-13T07:13:46.890 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:46 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:46] ENGINE Bus STARTING 2024-04-13T07:13:46.890 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:46 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:46] ENGINE Serving on http://:::9283 2024-04-13T07:13:46.890 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:46 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:46] ENGINE Bus STARTED 2024-04-13T07:13:46.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:46 smithi066 ceph-mon[30583]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:47.085 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-04-13T07:13:47.380 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:46 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:46] ENGINE Bus STOPPING 2024-04-13T07:13:47.381 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:46 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:13:47.381 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:46 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:46] ENGINE Bus STOPPED 2024-04-13T07:13:47.381 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:46 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:46] ENGINE Bus STARTING 2024-04-13T07:13:47.381 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:47] ENGINE Serving on http://:::9283 2024-04-13T07:13:47.381 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:47] ENGINE Bus STARTED 2024-04-13T07:13:47.381 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:47] ENGINE Bus STOPPING 2024-04-13T07:13:47.498 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph telemetry preview 2024-04-13T07:13:47.639 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:13:47.639 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:47] ENGINE Bus STOPPED 2024-04-13T07:13:47.639 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:47] ENGINE Bus STARTING 2024-04-13T07:13:47.639 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:47] ENGINE Serving on http://:::9283 2024-04-13T07:13:47.640 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:47] ENGINE Bus STARTED 2024-04-13T07:13:47.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/4206557997' entity='client.admin' 2024-04-13T07:13:47.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:47.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:13:47.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:13:47.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:47.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2394931099' entity='client.admin' 2024-04-13T07:13:47.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:47.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:13:47.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:13:47.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:47.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:13:47.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/4084260184' entity='client.admin' 2024-04-13T07:13:47.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:47.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:13:47.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:13:47.641 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:47.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/4206557997' entity='client.admin' 2024-04-13T07:13:47.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:47.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:13:47.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:13:47.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:47.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/2394931099' entity='client.admin' 2024-04-13T07:13:47.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:47.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:13:47.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:13:47.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:47.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:13:47.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/4084260184' entity='client.admin' 2024-04-13T07:13:47.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:47.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:13:47.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:13:47.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:47 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:47.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:47 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/4206557997' entity='client.admin' 2024-04-13T07:13:47.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:47 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:47.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:47 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:13:47.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:47 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:13:47.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:47 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:47.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:47 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/2394931099' entity='client.admin' 2024-04-13T07:13:47.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:47 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:47.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:47 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:13:47.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:47 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:13:47.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:47 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:47.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:47 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:13:47.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:47 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/4084260184' entity='client.admin' 2024-04-13T07:13:47.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:47 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:47.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:47 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:13:47.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:47 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:13:47.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:47 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:48.010 INFO:tasks.workunit.client.0.smithi003.stdout:{ 2024-04-13T07:13:48.010 INFO:tasks.workunit.client.0.smithi003.stdout: "balancer": { 2024-04-13T07:13:48.011 INFO:tasks.workunit.client.0.smithi003.stdout: "active": true, 2024-04-13T07:13:48.011 INFO:tasks.workunit.client.0.smithi003.stdout: "mode": "" 2024-04-13T07:13:48.011 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.011 INFO:tasks.workunit.client.0.smithi003.stdout: "channels": [ 2024-04-13T07:13:48.011 INFO:tasks.workunit.client.0.smithi003.stdout: "basic", 2024-04-13T07:13:48.011 INFO:tasks.workunit.client.0.smithi003.stdout: "crash", 2024-04-13T07:13:48.011 INFO:tasks.workunit.client.0.smithi003.stdout: "device", 2024-04-13T07:13:48.011 INFO:tasks.workunit.client.0.smithi003.stdout: "ident" 2024-04-13T07:13:48.011 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.011 INFO:tasks.workunit.client.0.smithi003.stdout: "channels_available": [ 2024-04-13T07:13:48.011 INFO:tasks.workunit.client.0.smithi003.stdout: "basic", 2024-04-13T07:13:48.011 INFO:tasks.workunit.client.0.smithi003.stdout: "ident", 2024-04-13T07:13:48.011 INFO:tasks.workunit.client.0.smithi003.stdout: "crash", 2024-04-13T07:13:48.011 INFO:tasks.workunit.client.0.smithi003.stdout: "device", 2024-04-13T07:13:48.012 INFO:tasks.workunit.client.0.smithi003.stdout: "perf" 2024-04-13T07:13:48.012 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.012 INFO:tasks.workunit.client.0.smithi003.stdout: "collections_available": [ 2024-04-13T07:13:48.012 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_base", 2024-04-13T07:13:48.012 INFO:tasks.workunit.client.0.smithi003.stdout: "device_base", 2024-04-13T07:13:48.012 INFO:tasks.workunit.client.0.smithi003.stdout: "crash_base", 2024-04-13T07:13:48.012 INFO:tasks.workunit.client.0.smithi003.stdout: "ident_base", 2024-04-13T07:13:48.012 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_perf", 2024-04-13T07:13:48.012 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_mds_metadata", 2024-04-13T07:13:48.012 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_usage", 2024-04-13T07:13:48.012 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_usage_by_class", 2024-04-13T07:13:48.012 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_rook_v01", 2024-04-13T07:13:48.012 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_memory_metrics", 2024-04-13T07:13:48.013 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_options_bluestore" 2024-04-13T07:13:48.013 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.013 INFO:tasks.workunit.client.0.smithi003.stdout: "collections_opted_in": [ 2024-04-13T07:13:48.013 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_base", 2024-04-13T07:13:48.013 INFO:tasks.workunit.client.0.smithi003.stdout: "device_base", 2024-04-13T07:13:48.013 INFO:tasks.workunit.client.0.smithi003.stdout: "crash_base", 2024-04-13T07:13:48.013 INFO:tasks.workunit.client.0.smithi003.stdout: "ident_base", 2024-04-13T07:13:48.013 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_perf", 2024-04-13T07:13:48.013 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_mds_metadata", 2024-04-13T07:13:48.013 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_usage", 2024-04-13T07:13:48.013 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_usage_by_class", 2024-04-13T07:13:48.013 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_rook_v01", 2024-04-13T07:13:48.013 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_memory_metrics", 2024-04-13T07:13:48.013 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_options_bluestore" 2024-04-13T07:13:48.014 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.014 INFO:tasks.workunit.client.0.smithi003.stdout: "config": { 2024-04-13T07:13:48.014 INFO:tasks.workunit.client.0.smithi003.stdout: "active_changed": [ 2024-04-13T07:13:48.014 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T07:13:48.014 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_debug", 2024-04-13T07:13:48.014 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_mon_ticket_ttl", 2024-04-13T07:13:48.014 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_service_ticket_ttl", 2024-04-13T07:13:48.014 INFO:tasks.workunit.client.0.smithi003.stdout: "bdev_debug_aio", 2024-04-13T07:13:48.014 INFO:tasks.workunit.client.0.smithi003.stdout: "client_check_pool_perm", 2024-04-13T07:13:48.014 INFO:tasks.workunit.client.0.smithi003.stdout: "client_mount_gid", 2024-04-13T07:13:48.014 INFO:tasks.workunit.client.0.smithi003.stdout: "client_mount_uid", 2024-04-13T07:13:48.014 INFO:tasks.workunit.client.0.smithi003.stdout: "client_quota", 2024-04-13T07:13:48.014 INFO:tasks.workunit.client.0.smithi003.stdout: "container_image", 2024-04-13T07:13:48.014 INFO:tasks.workunit.client.0.smithi003.stdout: "daemonize", 2024-04-13T07:13:48.015 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_asserts_on_shutdown", 2024-04-13T07:13:48.015 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mgr", 2024-04-13T07:13:48.015 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mon", 2024-04-13T07:13:48.015 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_ms", 2024-04-13T07:13:48.015 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_osd", 2024-04-13T07:13:48.015 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_paxos", 2024-04-13T07:13:48.015 INFO:tasks.workunit.client.0.smithi003.stdout: "keyring", 2024-04-13T07:13:48.015 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_block_size", 2024-04-13T07:13:48.015 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_cache_size", 2024-04-13T07:13:48.015 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_compression", 2024-04-13T07:13:48.015 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_log", 2024-04-13T07:13:48.015 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_write_buffer_size", 2024-04-13T07:13:48.015 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_file", 2024-04-13T07:13:48.015 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_journald", 2024-04-13T07:13:48.016 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_stderr", 2024-04-13T07:13:48.016 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_allow_pool_delete", 2024-04-13T07:13:48.016 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_clock_drift_allowed", 2024-04-13T07:13:48.016 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_file_level", 2024-04-13T07:13:48.016 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_file", 2024-04-13T07:13:48.016 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_journald", 2024-04-13T07:13:48.016 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_stderr", 2024-04-13T07:13:48.016 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_data_avail_warn", 2024-04-13T07:13:48.016 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_election_default_strategy", 2024-04-13T07:13:48.016 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_host", 2024-04-13T07:13:48.016 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_max_pg_per_osd", 2024-04-13T07:13:48.016 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mgr_mkfs_grace", 2024-04-13T07:13:48.016 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_prime_pg_temp", 2024-04-13T07:13:48.016 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T07:13:48.016 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T07:13:48.017 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T07:13:48.017 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T07:13:48.017 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T07:13:48.017 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T07:13:48.017 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T07:13:48.017 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T07:13:48.017 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T07:13:48.017 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T07:13:48.017 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_too_few_osds", 2024-04-13T07:13:48.017 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_bug", 2024-04-13T07:13:48.017 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_old_message", 2024-04-13T07:13:48.017 INFO:tasks.workunit.client.0.smithi003.stdout: "no_config_file", 2024-04-13T07:13:48.017 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_default_list", 2024-04-13T07:13:48.017 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_load_list", 2024-04-13T07:13:48.018 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_crush_chooseleaf_type", 2024-04-13T07:13:48.018 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_misdirected_ops", 2024-04-13T07:13:48.018 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_op_order", 2024-04-13T07:13:48.018 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_pg_log_writeout", 2024-04-13T07:13:48.018 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_shutdown", 2024-04-13T07:13:48.018 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T07:13:48.018 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T07:13:48.018 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T07:13:48.018 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T07:13:48.018 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep", 2024-04-13T07:13:48.018 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_hdd", 2024-04-13T07:13:48.018 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_hybrid", 2024-04-13T07:13:48.018 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_ssd", 2024-04-13T07:13:48.019 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_max_backfills", 2024-04-13T07:13:48.019 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T07:13:48.019 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_profile", 2024-04-13T07:13:48.019 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-13T07:13:48.019 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-13T07:13:48.019 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-13T07:13:48.019 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-13T07:13:48.019 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-13T07:13:48.019 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-13T07:13:48.019 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_lim", 2024-04-13T07:13:48.019 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_res", 2024-04-13T07:13:48.019 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-13T07:13:48.019 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target", 2024-04-13T07:13:48.019 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target_autotune", 2024-04-13T07:13:48.020 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue", 2024-04-13T07:13:48.020 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue_cut_off", 2024-04-13T07:13:48.020 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pg_delete_cost", 2024-04-13T07:13:48.020 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T07:13:48.020 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T07:13:48.020 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recover_clone_overlap", 2024-04-13T07:13:48.020 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active", 2024-04-13T07:13:48.020 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active_hdd", 2024-04-13T07:13:48.020 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active_ssd", 2024-04-13T07:13:48.020 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_chunk", 2024-04-13T07:13:48.020 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep", 2024-04-13T07:13:48.020 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_hdd", 2024-04-13T07:13:48.020 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_hybrid", 2024-04-13T07:13:48.020 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_ssd", 2024-04-13T07:13:48.021 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_load_threshold", 2024-04-13T07:13:48.021 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_max_interval", 2024-04-13T07:13:48.021 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_sleep", 2024-04-13T07:13:48.021 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_shutdown_pgref_assert", 2024-04-13T07:13:48.021 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep", 2024-04-13T07:13:48.021 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_hdd", 2024-04-13T07:13:48.021 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-13T07:13:48.021 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_ssd", 2024-04-13T07:13:48.021 INFO:tasks.workunit.client.0.smithi003.stdout: "public_addr", 2024-04-13T07:13:48.021 INFO:tasks.workunit.client.0.smithi003.stdout: "public_addrv", 2024-04-13T07:13:48.021 INFO:tasks.workunit.client.0.smithi003.stdout: "public_network", 2024-04-13T07:13:48.021 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_default_features", 2024-04-13T07:13:48.021 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_qos_exclude_ops", 2024-04-13T07:13:48.021 INFO:tasks.workunit.client.0.smithi003.stdout: "setgroup", 2024-04-13T07:13:48.021 INFO:tasks.workunit.client.0.smithi003.stdout: "setuser" 2024-04-13T07:13:48.022 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.022 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster_changed": [ 2024-04-13T07:13:48.022 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T07:13:48.022 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_debug", 2024-04-13T07:13:48.022 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_mon_ticket_ttl", 2024-04-13T07:13:48.022 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_service_ticket_ttl", 2024-04-13T07:13:48.022 INFO:tasks.workunit.client.0.smithi003.stdout: "bdev_debug_aio", 2024-04-13T07:13:48.022 INFO:tasks.workunit.client.0.smithi003.stdout: "container_image", 2024-04-13T07:13:48.022 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_asserts_on_shutdown", 2024-04-13T07:13:48.022 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mgr", 2024-04-13T07:13:48.022 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mon", 2024-04-13T07:13:48.022 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_ms", 2024-04-13T07:13:48.022 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_osd", 2024-04-13T07:13:48.022 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_paxos", 2024-04-13T07:13:48.023 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_file", 2024-04-13T07:13:48.023 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_journald", 2024-04-13T07:13:48.023 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_stderr", 2024-04-13T07:13:48.023 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_join_fs", 2024-04-13T07:13:48.023 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/allow_ptrace", 2024-04-13T07:13:48.023 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/container_init", 2024-04-13T07:13:48.023 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/migration_current", 2024-04-13T07:13:48.023 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/use_repo_digest", 2024-04-13T07:13:48.023 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-13T07:13:48.023 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-13T07:13:48.023 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-13T07:13:48.023 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-13T07:13:48.023 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/ssl_server_port", 2024-04-13T07:13:48.023 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/orchestrator/orchestrator", 2024-04-13T07:13:48.023 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/channel_ident", 2024-04-13T07:13:48.024 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/description", 2024-04-13T07:13:48.024 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/organization", 2024-04-13T07:13:48.024 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_allow_pool_delete", 2024-04-13T07:13:48.024 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_clock_drift_allowed", 2024-04-13T07:13:48.024 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_file_level", 2024-04-13T07:13:48.024 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_file", 2024-04-13T07:13:48.024 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_data_avail_warn", 2024-04-13T07:13:48.024 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_election_default_strategy", 2024-04-13T07:13:48.024 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_max_pg_per_osd", 2024-04-13T07:13:48.024 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mgr_mkfs_grace", 2024-04-13T07:13:48.024 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_prime_pg_temp", 2024-04-13T07:13:48.024 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T07:13:48.024 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T07:13:48.024 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T07:13:48.024 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T07:13:48.025 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T07:13:48.025 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T07:13:48.025 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T07:13:48.025 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T07:13:48.025 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T07:13:48.025 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T07:13:48.025 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_too_few_osds", 2024-04-13T07:13:48.025 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_bug", 2024-04-13T07:13:48.025 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_old_message", 2024-04-13T07:13:48.025 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_default_list", 2024-04-13T07:13:48.025 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_load_list", 2024-04-13T07:13:48.025 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_misdirected_ops", 2024-04-13T07:13:48.025 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_op_order", 2024-04-13T07:13:48.025 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_pg_log_writeout", 2024-04-13T07:13:48.025 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_shutdown", 2024-04-13T07:13:48.026 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T07:13:48.026 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T07:13:48.026 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T07:13:48.026 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T07:13:48.026 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T07:13:48.026 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_profile", 2024-04-13T07:13:48.026 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target", 2024-04-13T07:13:48.026 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target_autotune", 2024-04-13T07:13:48.026 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue", 2024-04-13T07:13:48.026 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue_cut_off", 2024-04-13T07:13:48.026 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T07:13:48.026 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T07:13:48.026 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recover_clone_overlap", 2024-04-13T07:13:48.026 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_chunk", 2024-04-13T07:13:48.027 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_load_threshold", 2024-04-13T07:13:48.027 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_max_interval", 2024-04-13T07:13:48.027 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_shutdown_pgref_assert", 2024-04-13T07:13:48.027 INFO:tasks.workunit.client.0.smithi003.stdout: "public_network", 2024-04-13T07:13:48.027 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_cache_enabled", 2024-04-13T07:13:48.027 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_enable_ops_log", 2024-04-13T07:13:48.027 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_enable_usage_log" 2024-04-13T07:13:48.027 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:48.027 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.027 INFO:tasks.workunit.client.0.smithi003.stdout: "contact": null, 2024-04-13T07:13:48.027 INFO:tasks.workunit.client.0.smithi003.stdout: "crashes": [], 2024-04-13T07:13:48.027 INFO:tasks.workunit.client.0.smithi003.stdout: "created": "2024-04-13T07:05:08.653608Z", 2024-04-13T07:13:48.027 INFO:tasks.workunit.client.0.smithi003.stdout: "crush": { 2024-04-13T07:13:48.027 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_algs": { 2024-04-13T07:13:48.027 INFO:tasks.workunit.client.0.smithi003.stdout: "straw2": 3 2024-04-13T07:13:48.027 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.028 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_sizes": { 2024-04-13T07:13:48.028 INFO:tasks.workunit.client.0.smithi003.stdout: "2": 1, 2024-04-13T07:13:48.028 INFO:tasks.workunit.client.0.smithi003.stdout: "4": 2 2024-04-13T07:13:48.028 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.028 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_types": { 2024-04-13T07:13:48.028 INFO:tasks.workunit.client.0.smithi003.stdout: "1": 2, 2024-04-13T07:13:48.028 INFO:tasks.workunit.client.0.smithi003.stdout: "11": 1 2024-04-13T07:13:48.028 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.028 INFO:tasks.workunit.client.0.smithi003.stdout: "compat_weight_set": false, 2024-04-13T07:13:48.028 INFO:tasks.workunit.client.0.smithi003.stdout: "device_classes": [ 2024-04-13T07:13:48.028 INFO:tasks.workunit.client.0.smithi003.stdout: 8 2024-04-13T07:13:48.028 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_buckets": 6, 2024-04-13T07:13:48.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_devices": 8, 2024-04-13T07:13:48.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_rules": 1, 2024-04-13T07:13:48.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_types": 12, 2024-04-13T07:13:48.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_weight_sets": 0, 2024-04-13T07:13:48.029 INFO:tasks.workunit.client.0.smithi003.stdout: "tunables": { 2024-04-13T07:13:48.029 INFO:tasks.workunit.client.0.smithi003.stdout: "allowed_bucket_algs": 54, 2024-04-13T07:13:48.029 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_local_fallback_tries": 0, 2024-04-13T07:13:48.029 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_local_tries": 0, 2024-04-13T07:13:48.029 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_total_tries": 50, 2024-04-13T07:13:48.029 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_descend_once": 1, 2024-04-13T07:13:48.029 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_stable": 1, 2024-04-13T07:13:48.029 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_vary_r": 1, 2024-04-13T07:13:48.029 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v2_rules": 0, 2024-04-13T07:13:48.029 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v3_rules": 0, 2024-04-13T07:13:48.029 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v4_buckets": 1, 2024-04-13T07:13:48.029 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v5_rules": 0, 2024-04-13T07:13:48.029 INFO:tasks.workunit.client.0.smithi003.stdout: "legacy_tunables": 0, 2024-04-13T07:13:48.030 INFO:tasks.workunit.client.0.smithi003.stdout: "minimum_required_version": "jewel", 2024-04-13T07:13:48.030 INFO:tasks.workunit.client.0.smithi003.stdout: "optimal_tunables": 1, 2024-04-13T07:13:48.030 INFO:tasks.workunit.client.0.smithi003.stdout: "profile": "jewel", 2024-04-13T07:13:48.030 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables": 1, 2024-04-13T07:13:48.030 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables2": 1, 2024-04-13T07:13:48.030 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables3": 1, 2024-04-13T07:13:48.030 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables5": 1, 2024-04-13T07:13:48.030 INFO:tasks.workunit.client.0.smithi003.stdout: "straw_calc_version": 1 2024-04-13T07:13:48.030 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.030 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.030 INFO:tasks.workunit.client.0.smithi003.stdout: "description": "upgrade test cluster", 2024-04-13T07:13:48.030 INFO:tasks.workunit.client.0.smithi003.stdout: "fs": { 2024-04-13T07:13:48.030 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:48.030 INFO:tasks.workunit.client.0.smithi003.stdout: "feature_flags": { 2024-04-13T07:13:48.031 INFO:tasks.workunit.client.0.smithi003.stdout: "enable_multiple": true, 2024-04-13T07:13:48.031 INFO:tasks.workunit.client.0.smithi003.stdout: "ever_enabled_multiple": true 2024-04-13T07:13:48.031 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.031 INFO:tasks.workunit.client.0.smithi003.stdout: "filesystems": [ 2024-04-13T07:13:48.031 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:48.031 INFO:tasks.workunit.client.0.smithi003.stdout: "approx_ctime": "2024-04", 2024-04-13T07:13:48.031 INFO:tasks.workunit.client.0.smithi003.stdout: "balancer_enabled": false, 2024-04-13T07:13:48.031 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:48.031 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_caps": 0, 2024-04-13T07:13:48.031 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_dns": 10, 2024-04-13T07:13:48.031 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_inos": 13, 2024-04-13T07:13:48.031 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_subtrees": 2, 2024-04-13T07:13:48.031 INFO:tasks.workunit.client.0.smithi003.stdout: "ever_allowed_features": 0, 2024-04-13T07:13:48.031 INFO:tasks.workunit.client.0.smithi003.stdout: "explicitly_allowed_features": 0, 2024-04-13T07:13:48.032 INFO:tasks.workunit.client.0.smithi003.stdout: "files": 0, 2024-04-13T07:13:48.032 INFO:tasks.workunit.client.0.smithi003.stdout: "max_mds": 1, 2024-04-13T07:13:48.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_data_pools": 1, 2024-04-13T07:13:48.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_in": 1, 2024-04-13T07:13:48.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_mds": 1, 2024-04-13T07:13:48.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": 0, 2024-04-13T07:13:48.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_standby_replay": 0, 2024-04-13T07:13:48.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_up": 1, 2024-04-13T07:13:48.032 INFO:tasks.workunit.client.0.smithi003.stdout: "snaps": 0, 2024-04-13T07:13:48.032 INFO:tasks.workunit.client.0.smithi003.stdout: "standby_count_wanted": 0 2024-04-13T07:13:48.032 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.032 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_standby_mds": 1, 2024-04-13T07:13:48.032 INFO:tasks.workunit.client.0.smithi003.stdout: "total_num_mds": 2 2024-04-13T07:13:48.033 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.033 INFO:tasks.workunit.client.0.smithi003.stdout: "hosts": { 2024-04-13T07:13:48.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num": 2, 2024-04-13T07:13:48.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mds": 2, 2024-04-13T07:13:48.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mgr": 2, 2024-04-13T07:13:48.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mon": 2, 2024-04-13T07:13:48.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_osd": 2 2024-04-13T07:13:48.033 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.033 INFO:tasks.workunit.client.0.smithi003.stdout: "leaderboard": false, 2024-04-13T07:13:48.033 INFO:tasks.workunit.client.0.smithi003.stdout: "leaderboard_description": null, 2024-04-13T07:13:48.033 INFO:tasks.workunit.client.0.smithi003.stdout: "license": "sharing-1-0", 2024-04-13T07:13:48.033 INFO:tasks.workunit.client.0.smithi003.stdout: "metadata": { 2024-04-13T07:13:48.033 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T07:13:48.033 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T07:13:48.033 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 2 2024-04-13T07:13:48.034 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.034 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T07:13:48.034 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:13:48.034 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.034 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T07:13:48.034 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-13T07:13:48.034 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.034 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T07:13:48.034 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 2 2024-04-13T07:13:48.034 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.034 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T07:13:48.034 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 2 2024-04-13T07:13:48.034 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.034 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T07:13:48.035 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-13T07:13:48.035 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.035 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T07:13:48.035 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-13T07:13:48.035 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.035 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T07:13:48.035 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 2 2024-04-13T07:13:48.035 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.035 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.035 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:48.035 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T07:13:48.035 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 3 2024-04-13T07:13:48.035 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.035 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T07:13:48.035 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3 2024-04-13T07:13:48.036 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.036 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T07:13:48.036 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-13T07:13:48.036 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.036 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T07:13:48.036 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 3 2024-04-13T07:13:48.036 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.036 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T07:13:48.036 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 3 2024-04-13T07:13:48.036 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.036 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T07:13:48.036 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-13T07:13:48.036 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.036 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T07:13:48.036 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-13T07:13:48.037 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.037 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T07:13:48.037 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 3 2024-04-13T07:13:48.037 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.037 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.037 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:48.037 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T07:13:48.037 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 8 2024-04-13T07:13:48.037 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.037 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T07:13:48.037 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:13:48.037 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.037 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T07:13:48.037 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-13T07:13:48.037 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.038 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T07:13:48.038 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 8 2024-04-13T07:13:48.038 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.038 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T07:13:48.038 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 8 2024-04-13T07:13:48.038 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.038 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T07:13:48.038 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-13T07:13:48.038 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.038 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T07:13:48.038 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-13T07:13:48.038 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.038 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T07:13:48.038 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 8 2024-04-13T07:13:48.039 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.039 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_objectstore": { 2024-04-13T07:13:48.039 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": 8 2024-04-13T07:13:48.039 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.039 INFO:tasks.workunit.client.0.smithi003.stdout: "rotational": { 2024-04-13T07:13:48.039 INFO:tasks.workunit.client.0.smithi003.stdout: "0": 8 2024-04-13T07:13:48.039 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.039 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.039 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.039 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:48.039 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:48.039 INFO:tasks.workunit.client.0.smithi003.stdout: "features": { 2024-04-13T07:13:48.039 INFO:tasks.workunit.client.0.smithi003.stdout: "optional": [], 2024-04-13T07:13:48.039 INFO:tasks.workunit.client.0.smithi003.stdout: "persistent": [ 2024-04-13T07:13:48.039 INFO:tasks.workunit.client.0.smithi003.stdout: "kraken", 2024-04-13T07:13:48.039 INFO:tasks.workunit.client.0.smithi003.stdout: "luminous", 2024-04-13T07:13:48.040 INFO:tasks.workunit.client.0.smithi003.stdout: "mimic", 2024-04-13T07:13:48.040 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap-prune", 2024-04-13T07:13:48.040 INFO:tasks.workunit.client.0.smithi003.stdout: "nautilus", 2024-04-13T07:13:48.040 INFO:tasks.workunit.client.0.smithi003.stdout: "octopus", 2024-04-13T07:13:48.040 INFO:tasks.workunit.client.0.smithi003.stdout: "pacific", 2024-04-13T07:13:48.040 INFO:tasks.workunit.client.0.smithi003.stdout: "elector-pinging", 2024-04-13T07:13:48.040 INFO:tasks.workunit.client.0.smithi003.stdout: "quincy", 2024-04-13T07:13:48.040 INFO:tasks.workunit.client.0.smithi003.stdout: "reef" 2024-04-13T07:13:48.040 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:48.040 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.040 INFO:tasks.workunit.client.0.smithi003.stdout: "ipv4_addr_mons": 6, 2024-04-13T07:13:48.040 INFO:tasks.workunit.client.0.smithi003.stdout: "ipv6_addr_mons": 0, 2024-04-13T07:13:48.040 INFO:tasks.workunit.client.0.smithi003.stdout: "min_mon_release": 18, 2024-04-13T07:13:48.040 INFO:tasks.workunit.client.0.smithi003.stdout: "v1_addr_mons": 3, 2024-04-13T07:13:48.040 INFO:tasks.workunit.client.0.smithi003.stdout: "v2_addr_mons": 3 2024-04-13T07:13:48.041 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.041 INFO:tasks.workunit.client.0.smithi003.stdout: "organization": "ceph-qa", 2024-04-13T07:13:48.041 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:48.041 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster_network": false, 2024-04-13T07:13:48.041 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8, 2024-04-13T07:13:48.041 INFO:tasks.workunit.client.0.smithi003.stdout: "require_min_compat_client": "luminous", 2024-04-13T07:13:48.041 INFO:tasks.workunit.client.0.smithi003.stdout: "require_osd_release": "reef" 2024-04-13T07:13:48.041 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.041 INFO:tasks.workunit.client.0.smithi003.stdout: "pools": [ 2024-04-13T07:13:48.041 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:48.041 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:48.041 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr" 2024-04-13T07:13:48.041 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.041 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T07:13:48.041 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T07:13:48.042 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T07:13:48.042 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T07:13:48.042 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:13:48.042 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 1, 2024-04-13T07:13:48.042 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 1, 2024-04-13T07:13:48.042 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 1, 2024-04-13T07:13:48.042 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T07:13:48.042 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T07:13:48.042 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 729296742666, 2024-04-13T07:13:48.042 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 1781760, 2024-04-13T07:13:48.042 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T07:13:48.042 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T07:13:48.042 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 1781760, 2024-04-13T07:13:48.042 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T07:13:48.042 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 243098910720, 2024-04-13T07:13:48.043 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 2, 2024-04-13T07:13:48.043 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T07:13:48.043 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 2.4431149086012738e-06, 2024-04-13T07:13:48.043 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T07:13:48.043 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T07:13:48.043 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 212, 2024-04-13T07:13:48.043 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 313344, 2024-04-13T07:13:48.043 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 590368, 2024-04-13T07:13:48.043 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 590368, 2024-04-13T07:13:48.043 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T07:13:48.043 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 1771104, 2024-04-13T07:13:48.043 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 179, 2024-04-13T07:13:48.043 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 2473984 2024-04-13T07:13:48.043 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.043 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T07:13:48.043 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T07:13:48.044 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T07:13:48.044 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.044 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:48.044 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:48.044 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T07:13:48.044 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.044 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T07:13:48.044 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T07:13:48.044 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T07:13:48.044 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T07:13:48.044 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:13:48.044 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 32, 2024-04-13T07:13:48.044 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 32, 2024-04-13T07:13:48.044 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 2, 2024-04-13T07:13:48.044 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T07:13:48.045 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T07:13:48.045 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 729296742666, 2024-04-13T07:13:48.045 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 98304, 2024-04-13T07:13:48.045 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T07:13:48.045 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T07:13:48.045 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 98304, 2024-04-13T07:13:48.045 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T07:13:48.045 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 243098910720, 2024-04-13T07:13:48.045 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 22, 2024-04-13T07:13:48.045 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T07:13:48.045 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 1.347928559880529e-07, 2024-04-13T07:13:48.045 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T07:13:48.045 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T07:13:48.045 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 0, 2024-04-13T07:13:48.045 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 0, 2024-04-13T07:13:48.046 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 3430, 2024-04-13T07:13:48.046 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 3430, 2024-04-13T07:13:48.046 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T07:13:48.046 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 10290, 2024-04-13T07:13:48.046 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 51, 2024-04-13T07:13:48.046 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 20480 2024-04-13T07:13:48.046 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.046 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T07:13:48.046 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T07:13:48.046 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T07:13:48.046 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.046 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:48.046 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:48.046 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T07:13:48.047 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.047 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T07:13:48.047 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T07:13:48.047 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T07:13:48.047 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T07:13:48.047 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:13:48.047 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 64, 2024-04-13T07:13:48.047 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 64, 2024-04-13T07:13:48.047 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 3, 2024-04-13T07:13:48.047 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T07:13:48.047 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T07:13:48.047 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 729296742666, 2024-04-13T07:13:48.047 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 0, 2024-04-13T07:13:48.047 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T07:13:48.047 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T07:13:48.048 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 0, 2024-04-13T07:13:48.048 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T07:13:48.048 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 243098910720, 2024-04-13T07:13:48.048 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 0, 2024-04-13T07:13:48.048 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T07:13:48.048 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 0.0, 2024-04-13T07:13:48.048 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T07:13:48.048 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T07:13:48.048 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 0, 2024-04-13T07:13:48.048 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 0, 2024-04-13T07:13:48.048 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 0, 2024-04-13T07:13:48.048 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 0, 2024-04-13T07:13:48.048 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T07:13:48.048 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 0, 2024-04-13T07:13:48.048 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 0, 2024-04-13T07:13:48.049 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 0 2024-04-13T07:13:48.049 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.049 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T07:13:48.049 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T07:13:48.049 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T07:13:48.049 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.049 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:48.049 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:48.049 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd" 2024-04-13T07:13:48.049 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.049 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T07:13:48.049 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T07:13:48.049 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T07:13:48.049 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T07:13:48.049 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:13:48.050 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 8, 2024-04-13T07:13:48.050 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 8, 2024-04-13T07:13:48.050 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 4, 2024-04-13T07:13:48.050 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T07:13:48.050 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T07:13:48.050 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 729296742666, 2024-04-13T07:13:48.050 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 0, 2024-04-13T07:13:48.050 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T07:13:48.050 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T07:13:48.050 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 0, 2024-04-13T07:13:48.050 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T07:13:48.050 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 243098910720, 2024-04-13T07:13:48.050 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 0, 2024-04-13T07:13:48.050 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T07:13:48.051 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 0.0, 2024-04-13T07:13:48.051 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T07:13:48.051 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T07:13:48.051 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 0, 2024-04-13T07:13:48.051 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 0, 2024-04-13T07:13:48.051 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 0, 2024-04-13T07:13:48.051 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 0, 2024-04-13T07:13:48.051 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T07:13:48.051 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 0, 2024-04-13T07:13:48.051 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 0, 2024-04-13T07:13:48.051 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 0 2024-04-13T07:13:48.051 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.051 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T07:13:48.051 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T07:13:48.051 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T07:13:48.052 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.052 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.052 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd": { 2024-04-13T07:13:48.052 INFO:tasks.workunit.client.0.smithi003.stdout: "mirroring_by_pool": [ 2024-04-13T07:13:48.052 INFO:tasks.workunit.client.0.smithi003.stdout: false 2024-04-13T07:13:48.052 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.052 INFO:tasks.workunit.client.0.smithi003.stdout: "num_images_by_pool": [ 2024-04-13T07:13:48.052 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:48.052 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.052 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pools": 1 2024-04-13T07:13:48.052 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.052 INFO:tasks.workunit.client.0.smithi003.stdout: "report_id": "7c6dd687-b705-45d3-807c-9209de83f94b", 2024-04-13T07:13:48.052 INFO:tasks.workunit.client.0.smithi003.stdout: "report_timestamp": "2024-04-13T07:13:47.999495", 2024-04-13T07:13:48.052 INFO:tasks.workunit.client.0.smithi003.stdout: "report_version": 1, 2024-04-13T07:13:48.053 INFO:tasks.workunit.client.0.smithi003.stdout: "rook": { 2024-04-13T07:13:48.053 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster": { 2024-04-13T07:13:48.053 INFO:tasks.workunit.client.0.smithi003.stdout: "external-mode": null, 2024-04-13T07:13:48.053 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:48.053 INFO:tasks.workunit.client.0.smithi003.stdout: "allow-multiple-per-node": null, 2024-04-13T07:13:48.053 INFO:tasks.workunit.client.0.smithi003.stdout: "count": null, 2024-04-13T07:13:48.053 INFO:tasks.workunit.client.0.smithi003.stdout: "max-id": null, 2024-04-13T07:13:48.053 INFO:tasks.workunit.client.0.smithi003.stdout: "pvc": { 2024-04-13T07:13:48.053 INFO:tasks.workunit.client.0.smithi003.stdout: "enabled": null 2024-04-13T07:13:48.053 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.053 INFO:tasks.workunit.client.0.smithi003.stdout: "stretch": { 2024-04-13T07:13:48.053 INFO:tasks.workunit.client.0.smithi003.stdout: "enabled": null 2024-04-13T07:13:48.053 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.053 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.053 INFO:tasks.workunit.client.0.smithi003.stdout: "network": { 2024-04-13T07:13:48.054 INFO:tasks.workunit.client.0.smithi003.stdout: "provider": null 2024-04-13T07:13:48.054 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.054 INFO:tasks.workunit.client.0.smithi003.stdout: "storage": { 2024-04-13T07:13:48.054 INFO:tasks.workunit.client.0.smithi003.stdout: "device-set": { 2024-04-13T07:13:48.054 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T07:13:48.054 INFO:tasks.workunit.client.0.smithi003.stdout: "non-portable": null, 2024-04-13T07:13:48.054 INFO:tasks.workunit.client.0.smithi003.stdout: "portable": null, 2024-04-13T07:13:48.054 INFO:tasks.workunit.client.0.smithi003.stdout: "total": null 2024-04-13T07:13:48.054 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.054 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.054 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.054 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.054 INFO:tasks.workunit.client.0.smithi003.stdout: "csi": { 2024-04-13T07:13:48.054 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T07:13:48.054 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.055 INFO:tasks.workunit.client.0.smithi003.stdout: "kubernetes": { 2024-04-13T07:13:48.055 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T07:13:48.055 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.055 INFO:tasks.workunit.client.0.smithi003.stdout: "node": { 2024-04-13T07:13:48.055 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T07:13:48.055 INFO:tasks.workunit.client.0.smithi003.stdout: "kubernetes-total": null, 2024-04-13T07:13:48.055 INFO:tasks.workunit.client.0.smithi003.stdout: "with-ceph-daemons": null, 2024-04-13T07:13:48.055 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-cephfs-plugin": null, 2024-04-13T07:13:48.055 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-nfs-plugin": null, 2024-04-13T07:13:48.055 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-rbd-plugin": null 2024-04-13T07:13:48.055 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.055 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.055 INFO:tasks.workunit.client.0.smithi003.stdout: "usage": { 2024-04-13T07:13:48.055 INFO:tasks.workunit.client.0.smithi003.stdout: "storage-class": { 2024-04-13T07:13:48.055 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T07:13:48.056 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket": null, 2024-04-13T07:13:48.056 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs": null, 2024-04-13T07:13:48.056 INFO:tasks.workunit.client.0.smithi003.stdout: "nfs": null, 2024-04-13T07:13:48.056 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd": null, 2024-04-13T07:13:48.056 INFO:tasks.workunit.client.0.smithi003.stdout: "total": null 2024-04-13T07:13:48.056 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.056 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.056 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.056 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T07:13:48.056 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.056 INFO:tasks.workunit.client.0.smithi003.stdout: "services": {}, 2024-04-13T07:13:48.056 INFO:tasks.workunit.client.0.smithi003.stdout: "usage": { 2024-04-13T07:13:48.056 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 105, 2024-04-13T07:13:48.056 INFO:tasks.workunit.client.0.smithi003.stdout: "pools": 4, 2024-04-13T07:13:48.056 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_by_class": { 2024-04-13T07:13:48.057 INFO:tasks.workunit.client.0.smithi003.stdout: "ssd": { 2024-04-13T07:13:48.057 INFO:tasks.workunit.client.0.smithi003.stdout: "total_avail_bytes": 767722962944, 2024-04-13T07:13:48.057 INFO:tasks.workunit.client.0.smithi003.stdout: "total_bytes": 767960285184, 2024-04-13T07:13:48.057 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_bytes": 237322240, 2024-04-13T07:13:48.057 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_raw_bytes": 237322240, 2024-04-13T07:13:48.057 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_raw_ratio": 0.0003090293030254543 2024-04-13T07:13:48.057 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.057 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.057 INFO:tasks.workunit.client.0.smithi003.stdout: "total_avail_bytes": 767722962944, 2024-04-13T07:13:48.057 INFO:tasks.workunit.client.0.smithi003.stdout: "total_bytes": 767960285184, 2024-04-13T07:13:48.057 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_bytes": 237322240 2024-04-13T07:13:48.057 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.057 INFO:tasks.workunit.client.0.smithi003.stdout:} 2024-04-13T07:13:48.057 INFO:tasks.workunit.client.0.smithi003.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-13T07:13:48.058 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph telemetry preview-device 2024-04-13T07:13:48.562 INFO:tasks.workunit.client.0.smithi003.stdout:{ 2024-04-13T07:13:48.562 INFO:tasks.workunit.client.0.smithi003.stdout: "5f741694-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T07:13:48.562 INFO:tasks.workunit.client.0.smithi003.stdout: "INTEL_SSDPEDMD400G4_5f749cb8-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T07:13:48.562 INFO:tasks.workunit.client.0.smithi003.stdout: "20240413-070830": { 2024-04-13T07:13:48.563 INFO:tasks.workunit.client.0.smithi003.stdout: "device": { 2024-04-13T07:13:48.563 INFO:tasks.workunit.client.0.smithi003.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T07:13:48.563 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "/dev/nvme0n1", 2024-04-13T07:13:48.563 INFO:tasks.workunit.client.0.smithi003.stdout: "protocol": "NVMe", 2024-04-13T07:13:48.563 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "nvme" 2024-04-13T07:13:48.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.563 INFO:tasks.workunit.client.0.smithi003.stdout: "firmware_version": "8DV101H0", 2024-04-13T07:13:48.563 INFO:tasks.workunit.client.0.smithi003.stdout: "host_id": "5f741694-f965-11ee-9de2-0cc47abd15dc", 2024-04-13T07:13:48.563 INFO:tasks.workunit.client.0.smithi003.stdout: "json_format_version": [ 2024-04-13T07:13:48.563 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:48.563 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:48.563 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.563 INFO:tasks.workunit.client.0.smithi003.stdout: "local_time": { 2024-04-13T07:13:48.563 INFO:tasks.workunit.client.0.smithi003.stdout: "asctime": "Sat Apr 13 07:08:29 2024 UTC", 2024-04-13T07:13:48.563 INFO:tasks.workunit.client.0.smithi003.stdout: "time_t": 1712992109 2024-04-13T07:13:48.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.564 INFO:tasks.workunit.client.0.smithi003.stdout: "logical_block_size": 512, 2024-04-13T07:13:48.564 INFO:tasks.workunit.client.0.smithi003.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T07:13:48.564 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_controller_id": 0, 2024-04-13T07:13:48.564 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T07:13:48.564 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_namespaces": [ 2024-04-13T07:13:48.564 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:48.564 INFO:tasks.workunit.client.0.smithi003.stdout: "capacity": { 2024-04-13T07:13:48.564 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:48.564 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:48.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.564 INFO:tasks.workunit.client.0.smithi003.stdout: "formatted_lba_size": 512, 2024-04-13T07:13:48.564 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 1, 2024-04-13T07:13:48.564 INFO:tasks.workunit.client.0.smithi003.stdout: "size": { 2024-04-13T07:13:48.564 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:48.564 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:48.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.565 INFO:tasks.workunit.client.0.smithi003.stdout: "utilization": { 2024-04-13T07:13:48.565 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:48.565 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:48.565 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.565 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.565 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.565 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T07:13:48.565 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_pci_vendor": { 2024-04-13T07:13:48.565 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 32902, 2024-04-13T07:13:48.565 INFO:tasks.workunit.client.0.smithi003.stdout: "subsystem_id": 32902 2024-04-13T07:13:48.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.565 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T07:13:48.565 INFO:tasks.workunit.client.0.smithi003.stdout: "Device stats": { 2024-04-13T07:13:48.565 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_fw_downgrades": { 2024-04-13T07:13:48.565 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:48.566 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.566 INFO:tasks.workunit.client.0.smithi003.stdout: "crc_error_count": { 2024-04-13T07:13:48.566 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.566 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.566 INFO:tasks.workunit.client.0.smithi003.stdout: "end_to_end_error_detection_count": { 2024-04-13T07:13:48.566 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.566 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.566 INFO:tasks.workunit.client.0.smithi003.stdout: "erase_fail_count": { 2024-04-13T07:13:48.566 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.566 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.567 INFO:tasks.workunit.client.0.smithi003.stdout: "host_bytes_written": { 2024-04-13T07:13:48.567 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.567 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 35646671 2024-04-13T07:13:48.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.567 INFO:tasks.workunit.client.0.smithi003.stdout: "host_ctx_wear_used": { 2024-04-13T07:13:48.567 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.567 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 1 2024-04-13T07:13:48.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.567 INFO:tasks.workunit.client.0.smithi003.stdout: "media_bytes_read": { 2024-04-13T07:13:48.567 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:48.567 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.567 INFO:tasks.workunit.client.0.smithi003.stdout: "nand_bytes_written": { 2024-04-13T07:13:48.567 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.568 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 54879360 2024-04-13T07:13:48.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.568 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_stat_indicator": { 2024-04-13T07:13:48.568 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:48.568 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.568 INFO:tasks.workunit.client.0.smithi003.stdout: "pll_lock_loss_count": { 2024-04-13T07:13:48.568 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.568 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.568 INFO:tasks.workunit.client.0.smithi003.stdout: "program_fail_count": { 2024-04-13T07:13:48.568 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.568 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.568 INFO:tasks.workunit.client.0.smithi003.stdout: "re_alloc_sectr_cnt": { 2024-04-13T07:13:48.569 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:48.569 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.569 INFO:tasks.workunit.client.0.smithi003.stdout: "retry_buffer_overflow_count": { 2024-04-13T07:13:48.569 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.569 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.569 INFO:tasks.workunit.client.0.smithi003.stdout: "soft_ecc_err_rate": { 2024-04-13T07:13:48.569 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:48.569 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.569 INFO:tasks.workunit.client.0.smithi003.stdout: "thermal_throttle_status": { 2024-04-13T07:13:48.569 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.569 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T07:13:48.570 INFO:tasks.workunit.client.0.smithi003.stdout: "cnt": 0, 2024-04-13T07:13:48.570 INFO:tasks.workunit.client.0.smithi003.stdout: "pct": 0 2024-04-13T07:13:48.570 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.570 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_host_reads": { 2024-04-13T07:13:48.570 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.570 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T07:13:48.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.570 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_media_wear": { 2024-04-13T07:13:48.570 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.570 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 64 2024-04-13T07:13:48.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.570 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_timer": { 2024-04-13T07:13:48.570 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.571 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T07:13:48.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.571 INFO:tasks.workunit.client.0.smithi003.stdout: "unexp_power_loss": { 2024-04-13T07:13:48.571 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:48.571 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.571 INFO:tasks.workunit.client.0.smithi003.stdout: "wear_leveling": { 2024-04-13T07:13:48.571 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 88, 2024-04-13T07:13:48.571 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T07:13:48.571 INFO:tasks.workunit.client.0.smithi003.stdout: "avg": 3606, 2024-04-13T07:13:48.571 INFO:tasks.workunit.client.0.smithi003.stdout: "max": 3623, 2024-04-13T07:13:48.571 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 3590 2024-04-13T07:13:48.571 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.571 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.572 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T07:13:48.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.572 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_log": { 2024-04-13T07:13:48.572 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare": 100, 2024-04-13T07:13:48.572 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare_threshold": 10, 2024-04-13T07:13:48.572 INFO:tasks.workunit.client.0.smithi003.stdout: "controller_busy_time": 7, 2024-04-13T07:13:48.572 INFO:tasks.workunit.client.0.smithi003.stdout: "critical_warning": 0, 2024-04-13T07:13:48.572 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_read": 423144281, 2024-04-13T07:13:48.572 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_written": 2336140266, 2024-04-13T07:13:48.572 INFO:tasks.workunit.client.0.smithi003.stdout: "host_reads": 6268578978, 2024-04-13T07:13:48.572 INFO:tasks.workunit.client.0.smithi003.stdout: "host_writes": 37285589244, 2024-04-13T07:13:48.572 INFO:tasks.workunit.client.0.smithi003.stdout: "media_errors": 0, 2024-04-13T07:13:48.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_err_log_entries": 0, 2024-04-13T07:13:48.573 INFO:tasks.workunit.client.0.smithi003.stdout: "percentage_used": 12, 2024-04-13T07:13:48.573 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycles": 45118, 2024-04-13T07:13:48.573 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_hours": 66247, 2024-04-13T07:13:48.573 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": 23, 2024-04-13T07:13:48.573 INFO:tasks.workunit.client.0.smithi003.stdout: "unsafe_shutdowns": 245 2024-04-13T07:13:48.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.573 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_vendor": "intel", 2024-04-13T07:13:48.573 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycle_count": 45118, 2024-04-13T07:13:48.573 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_time": { 2024-04-13T07:13:48.573 INFO:tasks.workunit.client.0.smithi003.stdout: "hours": 66247 2024-04-13T07:13:48.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.573 INFO:tasks.workunit.client.0.smithi003.stdout: "serial_number": "deleted", 2024-04-13T07:13:48.573 INFO:tasks.workunit.client.0.smithi003.stdout: "smart_status": { 2024-04-13T07:13:48.573 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme": { 2024-04-13T07:13:48.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:48.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.574 INFO:tasks.workunit.client.0.smithi003.stdout: "passed": true 2024-04-13T07:13:48.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.574 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl": { 2024-04-13T07:13:48.574 INFO:tasks.workunit.client.0.smithi003.stdout: "argv": [ 2024-04-13T07:13:48.574 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl", 2024-04-13T07:13:48.574 INFO:tasks.workunit.client.0.smithi003.stdout: "-x", 2024-04-13T07:13:48.574 INFO:tasks.workunit.client.0.smithi003.stdout: "--json=o", 2024-04-13T07:13:48.574 INFO:tasks.workunit.client.0.smithi003.stdout: "/dev/nvme0n1" 2024-04-13T07:13:48.574 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.574 INFO:tasks.workunit.client.0.smithi003.stdout: "build_info": "(local build)", 2024-04-13T07:13:48.574 INFO:tasks.workunit.client.0.smithi003.stdout: "exit_status": 0, 2024-04-13T07:13:48.574 INFO:tasks.workunit.client.0.smithi003.stdout: "output": [ 2024-04-13T07:13:48.574 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T07:13:48.575 INFO:tasks.workunit.client.0.smithi003.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T07:13:48.575 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:48.575 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T07:13:48.575 INFO:tasks.workunit.client.0.smithi003.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T07:13:48.575 INFO:tasks.workunit.client.0.smithi003.stdout: "Serial Number: deleted", 2024-04-13T07:13:48.575 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Version: 8DV101H0", 2024-04-13T07:13:48.575 INFO:tasks.workunit.client.0.smithi003.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T07:13:48.575 INFO:tasks.workunit.client.0.smithi003.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T07:13:48.575 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller ID: 0", 2024-04-13T07:13:48.575 INFO:tasks.workunit.client.0.smithi003.stdout: "Number of Namespaces: 1", 2024-04-13T07:13:48.575 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T07:13:48.575 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T07:13:48.575 INFO:tasks.workunit.client.0.smithi003.stdout: "Local Time is: Sat Apr 13 07:08:29 2024 UTC", 2024-04-13T07:13:48.575 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T07:13:48.575 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T07:13:48.576 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T07:13:48.576 INFO:tasks.workunit.client.0.smithi003.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T07:13:48.576 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:48.576 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported Power States", 2024-04-13T07:13:48.576 INFO:tasks.workunit.client.0.smithi003.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T07:13:48.576 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T07:13:48.576 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:48.576 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T07:13:48.576 INFO:tasks.workunit.client.0.smithi003.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T07:13:48.576 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 512 0 2", 2024-04-13T07:13:48.576 INFO:tasks.workunit.client.0.smithi003.stdout: " 1 - 512 8 2", 2024-04-13T07:13:48.576 INFO:tasks.workunit.client.0.smithi003.stdout: " 2 - 512 16 2", 2024-04-13T07:13:48.576 INFO:tasks.workunit.client.0.smithi003.stdout: " 3 - 4096 0 0", 2024-04-13T07:13:48.576 INFO:tasks.workunit.client.0.smithi003.stdout: " 4 - 4096 8 0", 2024-04-13T07:13:48.576 INFO:tasks.workunit.client.0.smithi003.stdout: " 5 - 4096 64 0", 2024-04-13T07:13:48.577 INFO:tasks.workunit.client.0.smithi003.stdout: " 6 - 4096 128 0", 2024-04-13T07:13:48.577 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:48.577 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T07:13:48.577 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T07:13:48.577 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:48.577 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T07:13:48.577 INFO:tasks.workunit.client.0.smithi003.stdout: "Critical Warning: 0x00", 2024-04-13T07:13:48.577 INFO:tasks.workunit.client.0.smithi003.stdout: "Temperature: 23 Celsius", 2024-04-13T07:13:48.577 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare: 100%", 2024-04-13T07:13:48.577 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare Threshold: 10%", 2024-04-13T07:13:48.577 INFO:tasks.workunit.client.0.smithi003.stdout: "Percentage Used: 12%", 2024-04-13T07:13:48.577 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Read: 423,144,281 [216 TB]", 2024-04-13T07:13:48.577 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Written: 2,336,140,266 [1.19 PB]", 2024-04-13T07:13:48.577 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Read Commands: 6,268,578,978", 2024-04-13T07:13:48.577 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Write Commands: 37,285,589,244", 2024-04-13T07:13:48.578 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller Busy Time: 7", 2024-04-13T07:13:48.578 INFO:tasks.workunit.client.0.smithi003.stdout: "Power Cycles: 45,118", 2024-04-13T07:13:48.578 INFO:tasks.workunit.client.0.smithi003.stdout: "Power On Hours: 66,247", 2024-04-13T07:13:48.578 INFO:tasks.workunit.client.0.smithi003.stdout: "Unsafe Shutdowns: 245", 2024-04-13T07:13:48.578 INFO:tasks.workunit.client.0.smithi003.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T07:13:48.578 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information Log Entries: 0", 2024-04-13T07:13:48.578 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:48.578 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T07:13:48.578 INFO:tasks.workunit.client.0.smithi003.stdout: "No Errors Logged", 2024-04-13T07:13:48.578 INFO:tasks.workunit.client.0.smithi003.stdout: "" 2024-04-13T07:13:48.578 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.578 INFO:tasks.workunit.client.0.smithi003.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T07:13:48.578 INFO:tasks.workunit.client.0.smithi003.stdout: "svn_revision": "5022", 2024-04-13T07:13:48.578 INFO:tasks.workunit.client.0.smithi003.stdout: "version": [ 2024-04-13T07:13:48.579 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:48.579 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:48.579 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:48.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.579 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": { 2024-04-13T07:13:48.579 INFO:tasks.workunit.client.0.smithi003.stdout: "current": 23 2024-04-13T07:13:48.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.579 INFO:tasks.workunit.client.0.smithi003.stdout: "user_capacity": { 2024-04-13T07:13:48.579 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:48.579 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:48.579 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.579 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.579 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.579 INFO:tasks.workunit.client.0.smithi003.stdout: "5f765346-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T07:13:48.579 INFO:tasks.workunit.client.0.smithi003.stdout: "INTEL_SSDPEDMD400G4_5f77328e-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T07:13:48.580 INFO:tasks.workunit.client.0.smithi003.stdout: "20240413-070832": { 2024-04-13T07:13:48.580 INFO:tasks.workunit.client.0.smithi003.stdout: "device": { 2024-04-13T07:13:48.580 INFO:tasks.workunit.client.0.smithi003.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T07:13:48.580 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "/dev/nvme0n1", 2024-04-13T07:13:48.580 INFO:tasks.workunit.client.0.smithi003.stdout: "protocol": "NVMe", 2024-04-13T07:13:48.580 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "nvme" 2024-04-13T07:13:48.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.580 INFO:tasks.workunit.client.0.smithi003.stdout: "firmware_version": "8DV101H0", 2024-04-13T07:13:48.580 INFO:tasks.workunit.client.0.smithi003.stdout: "host_id": "5f765346-f965-11ee-9de2-0cc47abd15dc", 2024-04-13T07:13:48.580 INFO:tasks.workunit.client.0.smithi003.stdout: "json_format_version": [ 2024-04-13T07:13:48.580 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:48.580 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:48.580 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.580 INFO:tasks.workunit.client.0.smithi003.stdout: "local_time": { 2024-04-13T07:13:48.580 INFO:tasks.workunit.client.0.smithi003.stdout: "asctime": "Sat Apr 13 07:08:32 2024 UTC", 2024-04-13T07:13:48.581 INFO:tasks.workunit.client.0.smithi003.stdout: "time_t": 1712992112 2024-04-13T07:13:48.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.581 INFO:tasks.workunit.client.0.smithi003.stdout: "logical_block_size": 512, 2024-04-13T07:13:48.581 INFO:tasks.workunit.client.0.smithi003.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T07:13:48.581 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_controller_id": 0, 2024-04-13T07:13:48.581 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T07:13:48.581 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_namespaces": [ 2024-04-13T07:13:48.581 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:48.581 INFO:tasks.workunit.client.0.smithi003.stdout: "capacity": { 2024-04-13T07:13:48.581 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:48.581 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:48.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.581 INFO:tasks.workunit.client.0.smithi003.stdout: "formatted_lba_size": 512, 2024-04-13T07:13:48.581 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 1, 2024-04-13T07:13:48.582 INFO:tasks.workunit.client.0.smithi003.stdout: "size": { 2024-04-13T07:13:48.582 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:48.582 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:48.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.582 INFO:tasks.workunit.client.0.smithi003.stdout: "utilization": { 2024-04-13T07:13:48.582 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:48.582 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:48.582 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.582 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.582 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.582 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T07:13:48.582 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_pci_vendor": { 2024-04-13T07:13:48.582 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 32902, 2024-04-13T07:13:48.582 INFO:tasks.workunit.client.0.smithi003.stdout: "subsystem_id": 32902 2024-04-13T07:13:48.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.583 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T07:13:48.583 INFO:tasks.workunit.client.0.smithi003.stdout: "Device stats": { 2024-04-13T07:13:48.583 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_fw_downgrades": { 2024-04-13T07:13:48.583 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:48.583 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.583 INFO:tasks.workunit.client.0.smithi003.stdout: "crc_error_count": { 2024-04-13T07:13:48.583 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.583 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.583 INFO:tasks.workunit.client.0.smithi003.stdout: "end_to_end_error_detection_count": { 2024-04-13T07:13:48.583 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.583 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.583 INFO:tasks.workunit.client.0.smithi003.stdout: "erase_fail_count": { 2024-04-13T07:13:48.584 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.584 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.584 INFO:tasks.workunit.client.0.smithi003.stdout: "host_bytes_written": { 2024-04-13T07:13:48.584 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.584 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 30990723 2024-04-13T07:13:48.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.584 INFO:tasks.workunit.client.0.smithi003.stdout: "host_ctx_wear_used": { 2024-04-13T07:13:48.584 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.584 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 1 2024-04-13T07:13:48.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.584 INFO:tasks.workunit.client.0.smithi003.stdout: "media_bytes_read": { 2024-04-13T07:13:48.584 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:48.584 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.585 INFO:tasks.workunit.client.0.smithi003.stdout: "nand_bytes_written": { 2024-04-13T07:13:48.585 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.585 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 48861769 2024-04-13T07:13:48.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.585 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_stat_indicator": { 2024-04-13T07:13:48.585 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:48.585 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.585 INFO:tasks.workunit.client.0.smithi003.stdout: "pll_lock_loss_count": { 2024-04-13T07:13:48.585 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.585 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.585 INFO:tasks.workunit.client.0.smithi003.stdout: "program_fail_count": { 2024-04-13T07:13:48.585 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.585 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.586 INFO:tasks.workunit.client.0.smithi003.stdout: "re_alloc_sectr_cnt": { 2024-04-13T07:13:48.586 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:48.586 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.586 INFO:tasks.workunit.client.0.smithi003.stdout: "retry_buffer_overflow_count": { 2024-04-13T07:13:48.586 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.586 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.586 INFO:tasks.workunit.client.0.smithi003.stdout: "soft_ecc_err_rate": { 2024-04-13T07:13:48.586 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:48.586 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.586 INFO:tasks.workunit.client.0.smithi003.stdout: "thermal_throttle_status": { 2024-04-13T07:13:48.586 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.587 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T07:13:48.587 INFO:tasks.workunit.client.0.smithi003.stdout: "cnt": 0, 2024-04-13T07:13:48.587 INFO:tasks.workunit.client.0.smithi003.stdout: "pct": 0 2024-04-13T07:13:48.587 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.587 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_host_reads": { 2024-04-13T07:13:48.587 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.587 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T07:13:48.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.587 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_media_wear": { 2024-04-13T07:13:48.587 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.587 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 64 2024-04-13T07:13:48.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.587 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_timer": { 2024-04-13T07:13:48.587 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:48.587 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T07:13:48.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.588 INFO:tasks.workunit.client.0.smithi003.stdout: "unexp_power_loss": { 2024-04-13T07:13:48.588 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:48.588 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:48.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.588 INFO:tasks.workunit.client.0.smithi003.stdout: "wear_leveling": { 2024-04-13T07:13:48.588 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 90, 2024-04-13T07:13:48.588 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T07:13:48.588 INFO:tasks.workunit.client.0.smithi003.stdout: "avg": 3264, 2024-04-13T07:13:48.588 INFO:tasks.workunit.client.0.smithi003.stdout: "max": 3281, 2024-04-13T07:13:48.588 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 3246 2024-04-13T07:13:48.588 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.588 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.588 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T07:13:48.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.588 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_log": { 2024-04-13T07:13:48.589 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare": 100, 2024-04-13T07:13:48.589 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare_threshold": 10, 2024-04-13T07:13:48.589 INFO:tasks.workunit.client.0.smithi003.stdout: "controller_busy_time": 120, 2024-04-13T07:13:48.589 INFO:tasks.workunit.client.0.smithi003.stdout: "critical_warning": 0, 2024-04-13T07:13:48.589 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_read": 413005597, 2024-04-13T07:13:48.589 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_written": 2031008024, 2024-04-13T07:13:48.589 INFO:tasks.workunit.client.0.smithi003.stdout: "host_reads": 6476453195, 2024-04-13T07:13:48.589 INFO:tasks.workunit.client.0.smithi003.stdout: "host_writes": 33499111145, 2024-04-13T07:13:48.589 INFO:tasks.workunit.client.0.smithi003.stdout: "media_errors": 0, 2024-04-13T07:13:48.589 INFO:tasks.workunit.client.0.smithi003.stdout: "num_err_log_entries": 0, 2024-04-13T07:13:48.589 INFO:tasks.workunit.client.0.smithi003.stdout: "percentage_used": 10, 2024-04-13T07:13:48.589 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycles": 45424, 2024-04-13T07:13:48.589 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_hours": 57085, 2024-04-13T07:13:48.589 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": 25, 2024-04-13T07:13:48.589 INFO:tasks.workunit.client.0.smithi003.stdout: "unsafe_shutdowns": 11508 2024-04-13T07:13:48.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.589 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_vendor": "intel", 2024-04-13T07:13:48.590 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycle_count": 45424, 2024-04-13T07:13:48.590 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_time": { 2024-04-13T07:13:48.590 INFO:tasks.workunit.client.0.smithi003.stdout: "hours": 57085 2024-04-13T07:13:48.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.590 INFO:tasks.workunit.client.0.smithi003.stdout: "serial_number": "deleted", 2024-04-13T07:13:48.590 INFO:tasks.workunit.client.0.smithi003.stdout: "smart_status": { 2024-04-13T07:13:48.590 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme": { 2024-04-13T07:13:48.590 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:48.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.590 INFO:tasks.workunit.client.0.smithi003.stdout: "passed": true 2024-04-13T07:13:48.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.590 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl": { 2024-04-13T07:13:48.590 INFO:tasks.workunit.client.0.smithi003.stdout: "argv": [ 2024-04-13T07:13:48.591 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl", 2024-04-13T07:13:48.591 INFO:tasks.workunit.client.0.smithi003.stdout: "-x", 2024-04-13T07:13:48.591 INFO:tasks.workunit.client.0.smithi003.stdout: "--json=o", 2024-04-13T07:13:48.591 INFO:tasks.workunit.client.0.smithi003.stdout: "/dev/nvme0n1" 2024-04-13T07:13:48.591 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.591 INFO:tasks.workunit.client.0.smithi003.stdout: "build_info": "(local build)", 2024-04-13T07:13:48.591 INFO:tasks.workunit.client.0.smithi003.stdout: "exit_status": 0, 2024-04-13T07:13:48.591 INFO:tasks.workunit.client.0.smithi003.stdout: "output": [ 2024-04-13T07:13:48.591 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T07:13:48.591 INFO:tasks.workunit.client.0.smithi003.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T07:13:48.591 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:48.591 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T07:13:48.591 INFO:tasks.workunit.client.0.smithi003.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T07:13:48.591 INFO:tasks.workunit.client.0.smithi003.stdout: "Serial Number: deleted", 2024-04-13T07:13:48.591 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Version: 8DV101H0", 2024-04-13T07:13:48.592 INFO:tasks.workunit.client.0.smithi003.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T07:13:48.592 INFO:tasks.workunit.client.0.smithi003.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T07:13:48.592 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller ID: 0", 2024-04-13T07:13:48.592 INFO:tasks.workunit.client.0.smithi003.stdout: "Number of Namespaces: 1", 2024-04-13T07:13:48.592 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T07:13:48.592 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T07:13:48.592 INFO:tasks.workunit.client.0.smithi003.stdout: "Local Time is: Sat Apr 13 07:08:32 2024 UTC", 2024-04-13T07:13:48.592 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T07:13:48.592 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T07:13:48.592 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T07:13:48.592 INFO:tasks.workunit.client.0.smithi003.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T07:13:48.592 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:48.592 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported Power States", 2024-04-13T07:13:48.593 INFO:tasks.workunit.client.0.smithi003.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T07:13:48.593 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T07:13:48.593 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:48.593 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T07:13:48.593 INFO:tasks.workunit.client.0.smithi003.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T07:13:48.593 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 512 0 2", 2024-04-13T07:13:48.593 INFO:tasks.workunit.client.0.smithi003.stdout: " 1 - 512 8 2", 2024-04-13T07:13:48.593 INFO:tasks.workunit.client.0.smithi003.stdout: " 2 - 512 16 2", 2024-04-13T07:13:48.593 INFO:tasks.workunit.client.0.smithi003.stdout: " 3 - 4096 0 0", 2024-04-13T07:13:48.593 INFO:tasks.workunit.client.0.smithi003.stdout: " 4 - 4096 8 0", 2024-04-13T07:13:48.593 INFO:tasks.workunit.client.0.smithi003.stdout: " 5 - 4096 64 0", 2024-04-13T07:13:48.593 INFO:tasks.workunit.client.0.smithi003.stdout: " 6 - 4096 128 0", 2024-04-13T07:13:48.593 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:48.593 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T07:13:48.593 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T07:13:48.594 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:48.594 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T07:13:48.594 INFO:tasks.workunit.client.0.smithi003.stdout: "Critical Warning: 0x00", 2024-04-13T07:13:48.594 INFO:tasks.workunit.client.0.smithi003.stdout: "Temperature: 25 Celsius", 2024-04-13T07:13:48.594 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare: 100%", 2024-04-13T07:13:48.594 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare Threshold: 10%", 2024-04-13T07:13:48.594 INFO:tasks.workunit.client.0.smithi003.stdout: "Percentage Used: 10%", 2024-04-13T07:13:48.594 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Read: 413,005,597 [211 TB]", 2024-04-13T07:13:48.594 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Written: 2,031,008,024 [1.03 PB]", 2024-04-13T07:13:48.594 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Read Commands: 6,476,453,195", 2024-04-13T07:13:48.594 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Write Commands: 33,499,111,145", 2024-04-13T07:13:48.594 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller Busy Time: 120", 2024-04-13T07:13:48.594 INFO:tasks.workunit.client.0.smithi003.stdout: "Power Cycles: 45,424", 2024-04-13T07:13:48.594 INFO:tasks.workunit.client.0.smithi003.stdout: "Power On Hours: 57,085", 2024-04-13T07:13:48.595 INFO:tasks.workunit.client.0.smithi003.stdout: "Unsafe Shutdowns: 11,508", 2024-04-13T07:13:48.595 INFO:tasks.workunit.client.0.smithi003.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T07:13:48.595 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information Log Entries: 0", 2024-04-13T07:13:48.595 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:48.595 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T07:13:48.595 INFO:tasks.workunit.client.0.smithi003.stdout: "No Errors Logged", 2024-04-13T07:13:48.595 INFO:tasks.workunit.client.0.smithi003.stdout: "" 2024-04-13T07:13:48.595 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:48.595 INFO:tasks.workunit.client.0.smithi003.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T07:13:48.595 INFO:tasks.workunit.client.0.smithi003.stdout: "svn_revision": "5022", 2024-04-13T07:13:48.595 INFO:tasks.workunit.client.0.smithi003.stdout: "version": [ 2024-04-13T07:13:48.595 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:48.595 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:48.595 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:48.595 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.595 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": { 2024-04-13T07:13:48.596 INFO:tasks.workunit.client.0.smithi003.stdout: "current": 25 2024-04-13T07:13:48.596 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:48.596 INFO:tasks.workunit.client.0.smithi003.stdout: "user_capacity": { 2024-04-13T07:13:48.596 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:48.596 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:48.596 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.596 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.596 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.596 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:48.596 INFO:tasks.workunit.client.0.smithi003.stdout:} 2024-04-13T07:13:48.597 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph telemetry preview-all 2024-04-13T07:13:48.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[27034]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:48.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[27034]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:48.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:48.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:48.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[27034]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:48.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:48.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:48.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:48.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:48.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:48.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:48.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[37804]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:48.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[37804]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:48.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:48.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:48.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[37804]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:48.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:48.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:48.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:48.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:48.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:48.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:48 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:48.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:48 smithi066 ceph-mon[30583]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:48.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:48 smithi066 ceph-mon[30583]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:48.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:48 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:48.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:48 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:48.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:48 smithi066 ceph-mon[30583]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:48.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:48 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:48.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:48 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:48.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:48 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:48.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:48 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:48.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:48 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:48.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:48 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:49.102 INFO:tasks.workunit.client.0.smithi003.stdout:{ 2024-04-13T07:13:49.102 INFO:tasks.workunit.client.0.smithi003.stdout: "device_report": { 2024-04-13T07:13:49.102 INFO:tasks.workunit.client.0.smithi003.stdout: "5f741694-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T07:13:49.102 INFO:tasks.workunit.client.0.smithi003.stdout: "INTEL_SSDPEDMD400G4_5f749cb8-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T07:13:49.102 INFO:tasks.workunit.client.0.smithi003.stdout: "20240413-070830": { 2024-04-13T07:13:49.102 INFO:tasks.workunit.client.0.smithi003.stdout: "device": { 2024-04-13T07:13:49.102 INFO:tasks.workunit.client.0.smithi003.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T07:13:49.102 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "/dev/nvme0n1", 2024-04-13T07:13:49.102 INFO:tasks.workunit.client.0.smithi003.stdout: "protocol": "NVMe", 2024-04-13T07:13:49.103 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "nvme" 2024-04-13T07:13:49.103 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.103 INFO:tasks.workunit.client.0.smithi003.stdout: "firmware_version": "8DV101H0", 2024-04-13T07:13:49.103 INFO:tasks.workunit.client.0.smithi003.stdout: "host_id": "5f741694-f965-11ee-9de2-0cc47abd15dc", 2024-04-13T07:13:49.103 INFO:tasks.workunit.client.0.smithi003.stdout: "json_format_version": [ 2024-04-13T07:13:49.103 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:49.103 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:49.103 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.103 INFO:tasks.workunit.client.0.smithi003.stdout: "local_time": { 2024-04-13T07:13:49.103 INFO:tasks.workunit.client.0.smithi003.stdout: "asctime": "Sat Apr 13 07:08:29 2024 UTC", 2024-04-13T07:13:49.103 INFO:tasks.workunit.client.0.smithi003.stdout: "time_t": 1712992109 2024-04-13T07:13:49.103 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.103 INFO:tasks.workunit.client.0.smithi003.stdout: "logical_block_size": 512, 2024-04-13T07:13:49.103 INFO:tasks.workunit.client.0.smithi003.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T07:13:49.104 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_controller_id": 0, 2024-04-13T07:13:49.104 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T07:13:49.104 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_namespaces": [ 2024-04-13T07:13:49.104 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:49.104 INFO:tasks.workunit.client.0.smithi003.stdout: "capacity": { 2024-04-13T07:13:49.104 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:49.104 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:49.104 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.104 INFO:tasks.workunit.client.0.smithi003.stdout: "formatted_lba_size": 512, 2024-04-13T07:13:49.104 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 1, 2024-04-13T07:13:49.104 INFO:tasks.workunit.client.0.smithi003.stdout: "size": { 2024-04-13T07:13:49.104 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:49.104 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:49.104 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.104 INFO:tasks.workunit.client.0.smithi003.stdout: "utilization": { 2024-04-13T07:13:49.105 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:49.105 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:49.105 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.105 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.105 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.105 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T07:13:49.105 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_pci_vendor": { 2024-04-13T07:13:49.105 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 32902, 2024-04-13T07:13:49.105 INFO:tasks.workunit.client.0.smithi003.stdout: "subsystem_id": 32902 2024-04-13T07:13:49.105 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.105 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T07:13:49.105 INFO:tasks.workunit.client.0.smithi003.stdout: "Device stats": { 2024-04-13T07:13:49.106 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_fw_downgrades": { 2024-04-13T07:13:49.106 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:49.106 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.106 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.106 INFO:tasks.workunit.client.0.smithi003.stdout: "crc_error_count": { 2024-04-13T07:13:49.106 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.106 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.106 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.106 INFO:tasks.workunit.client.0.smithi003.stdout: "end_to_end_error_detection_count": { 2024-04-13T07:13:49.106 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.106 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.106 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.106 INFO:tasks.workunit.client.0.smithi003.stdout: "erase_fail_count": { 2024-04-13T07:13:49.106 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.107 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.107 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.107 INFO:tasks.workunit.client.0.smithi003.stdout: "host_bytes_written": { 2024-04-13T07:13:49.107 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.107 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 35646671 2024-04-13T07:13:49.107 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.107 INFO:tasks.workunit.client.0.smithi003.stdout: "host_ctx_wear_used": { 2024-04-13T07:13:49.107 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.107 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 1 2024-04-13T07:13:49.107 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.107 INFO:tasks.workunit.client.0.smithi003.stdout: "media_bytes_read": { 2024-04-13T07:13:49.107 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:49.107 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.107 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.108 INFO:tasks.workunit.client.0.smithi003.stdout: "nand_bytes_written": { 2024-04-13T07:13:49.108 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.108 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 54879360 2024-04-13T07:13:49.108 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.108 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_stat_indicator": { 2024-04-13T07:13:49.108 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:49.108 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.108 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.108 INFO:tasks.workunit.client.0.smithi003.stdout: "pll_lock_loss_count": { 2024-04-13T07:13:49.108 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.108 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.108 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.108 INFO:tasks.workunit.client.0.smithi003.stdout: "program_fail_count": { 2024-04-13T07:13:49.108 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.109 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.109 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.109 INFO:tasks.workunit.client.0.smithi003.stdout: "re_alloc_sectr_cnt": { 2024-04-13T07:13:49.109 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:49.109 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.109 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.109 INFO:tasks.workunit.client.0.smithi003.stdout: "retry_buffer_overflow_count": { 2024-04-13T07:13:49.109 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.109 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.109 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.109 INFO:tasks.workunit.client.0.smithi003.stdout: "soft_ecc_err_rate": { 2024-04-13T07:13:49.109 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:49.109 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.109 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.109 INFO:tasks.workunit.client.0.smithi003.stdout: "thermal_throttle_status": { 2024-04-13T07:13:49.110 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.110 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T07:13:49.110 INFO:tasks.workunit.client.0.smithi003.stdout: "cnt": 0, 2024-04-13T07:13:49.110 INFO:tasks.workunit.client.0.smithi003.stdout: "pct": 0 2024-04-13T07:13:49.110 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.110 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.110 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_host_reads": { 2024-04-13T07:13:49.110 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.110 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T07:13:49.110 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.110 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_media_wear": { 2024-04-13T07:13:49.110 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.110 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 64 2024-04-13T07:13:49.110 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.111 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_timer": { 2024-04-13T07:13:49.111 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.111 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T07:13:49.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.111 INFO:tasks.workunit.client.0.smithi003.stdout: "unexp_power_loss": { 2024-04-13T07:13:49.111 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:49.111 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.111 INFO:tasks.workunit.client.0.smithi003.stdout: "wear_leveling": { 2024-04-13T07:13:49.111 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 88, 2024-04-13T07:13:49.111 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T07:13:49.111 INFO:tasks.workunit.client.0.smithi003.stdout: "avg": 3606, 2024-04-13T07:13:49.111 INFO:tasks.workunit.client.0.smithi003.stdout: "max": 3623, 2024-04-13T07:13:49.111 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 3590 2024-04-13T07:13:49.111 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.112 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.112 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.112 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T07:13:49.112 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.112 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_log": { 2024-04-13T07:13:49.112 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare": 100, 2024-04-13T07:13:49.112 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare_threshold": 10, 2024-04-13T07:13:49.112 INFO:tasks.workunit.client.0.smithi003.stdout: "controller_busy_time": 7, 2024-04-13T07:13:49.112 INFO:tasks.workunit.client.0.smithi003.stdout: "critical_warning": 0, 2024-04-13T07:13:49.112 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_read": 423144281, 2024-04-13T07:13:49.112 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_written": 2336140266, 2024-04-13T07:13:49.112 INFO:tasks.workunit.client.0.smithi003.stdout: "host_reads": 6268578978, 2024-04-13T07:13:49.112 INFO:tasks.workunit.client.0.smithi003.stdout: "host_writes": 37285589244, 2024-04-13T07:13:49.112 INFO:tasks.workunit.client.0.smithi003.stdout: "media_errors": 0, 2024-04-13T07:13:49.112 INFO:tasks.workunit.client.0.smithi003.stdout: "num_err_log_entries": 0, 2024-04-13T07:13:49.113 INFO:tasks.workunit.client.0.smithi003.stdout: "percentage_used": 12, 2024-04-13T07:13:49.113 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycles": 45118, 2024-04-13T07:13:49.113 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_hours": 66247, 2024-04-13T07:13:49.113 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": 23, 2024-04-13T07:13:49.113 INFO:tasks.workunit.client.0.smithi003.stdout: "unsafe_shutdowns": 245 2024-04-13T07:13:49.113 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.113 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_vendor": "intel", 2024-04-13T07:13:49.113 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycle_count": 45118, 2024-04-13T07:13:49.113 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_time": { 2024-04-13T07:13:49.113 INFO:tasks.workunit.client.0.smithi003.stdout: "hours": 66247 2024-04-13T07:13:49.113 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.113 INFO:tasks.workunit.client.0.smithi003.stdout: "serial_number": "deleted", 2024-04-13T07:13:49.113 INFO:tasks.workunit.client.0.smithi003.stdout: "smart_status": { 2024-04-13T07:13:49.113 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme": { 2024-04-13T07:13:49.113 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:49.114 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.114 INFO:tasks.workunit.client.0.smithi003.stdout: "passed": true 2024-04-13T07:13:49.114 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.114 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl": { 2024-04-13T07:13:49.114 INFO:tasks.workunit.client.0.smithi003.stdout: "argv": [ 2024-04-13T07:13:49.114 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl", 2024-04-13T07:13:49.114 INFO:tasks.workunit.client.0.smithi003.stdout: "-x", 2024-04-13T07:13:49.114 INFO:tasks.workunit.client.0.smithi003.stdout: "--json=o", 2024-04-13T07:13:49.114 INFO:tasks.workunit.client.0.smithi003.stdout: "/dev/nvme0n1" 2024-04-13T07:13:49.114 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.114 INFO:tasks.workunit.client.0.smithi003.stdout: "build_info": "(local build)", 2024-04-13T07:13:49.114 INFO:tasks.workunit.client.0.smithi003.stdout: "exit_status": 0, 2024-04-13T07:13:49.115 INFO:tasks.workunit.client.0.smithi003.stdout: "output": [ 2024-04-13T07:13:49.115 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T07:13:49.115 INFO:tasks.workunit.client.0.smithi003.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T07:13:49.115 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:49.115 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T07:13:49.115 INFO:tasks.workunit.client.0.smithi003.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T07:13:49.115 INFO:tasks.workunit.client.0.smithi003.stdout: "Serial Number: deleted", 2024-04-13T07:13:49.115 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Version: 8DV101H0", 2024-04-13T07:13:49.115 INFO:tasks.workunit.client.0.smithi003.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T07:13:49.115 INFO:tasks.workunit.client.0.smithi003.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T07:13:49.115 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller ID: 0", 2024-04-13T07:13:49.115 INFO:tasks.workunit.client.0.smithi003.stdout: "Number of Namespaces: 1", 2024-04-13T07:13:49.115 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T07:13:49.115 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T07:13:49.116 INFO:tasks.workunit.client.0.smithi003.stdout: "Local Time is: Sat Apr 13 07:08:29 2024 UTC", 2024-04-13T07:13:49.116 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T07:13:49.116 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T07:13:49.116 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T07:13:49.116 INFO:tasks.workunit.client.0.smithi003.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T07:13:49.116 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:49.116 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported Power States", 2024-04-13T07:13:49.116 INFO:tasks.workunit.client.0.smithi003.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T07:13:49.116 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T07:13:49.116 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:49.116 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T07:13:49.116 INFO:tasks.workunit.client.0.smithi003.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T07:13:49.116 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 512 0 2", 2024-04-13T07:13:49.117 INFO:tasks.workunit.client.0.smithi003.stdout: " 1 - 512 8 2", 2024-04-13T07:13:49.117 INFO:tasks.workunit.client.0.smithi003.stdout: " 2 - 512 16 2", 2024-04-13T07:13:49.117 INFO:tasks.workunit.client.0.smithi003.stdout: " 3 - 4096 0 0", 2024-04-13T07:13:49.117 INFO:tasks.workunit.client.0.smithi003.stdout: " 4 - 4096 8 0", 2024-04-13T07:13:49.117 INFO:tasks.workunit.client.0.smithi003.stdout: " 5 - 4096 64 0", 2024-04-13T07:13:49.117 INFO:tasks.workunit.client.0.smithi003.stdout: " 6 - 4096 128 0", 2024-04-13T07:13:49.117 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:49.117 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T07:13:49.117 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T07:13:49.117 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:49.117 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T07:13:49.117 INFO:tasks.workunit.client.0.smithi003.stdout: "Critical Warning: 0x00", 2024-04-13T07:13:49.117 INFO:tasks.workunit.client.0.smithi003.stdout: "Temperature: 23 Celsius", 2024-04-13T07:13:49.117 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare: 100%", 2024-04-13T07:13:49.117 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare Threshold: 10%", 2024-04-13T07:13:49.118 INFO:tasks.workunit.client.0.smithi003.stdout: "Percentage Used: 12%", 2024-04-13T07:13:49.118 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Read: 423,144,281 [216 TB]", 2024-04-13T07:13:49.118 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Written: 2,336,140,266 [1.19 PB]", 2024-04-13T07:13:49.118 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Read Commands: 6,268,578,978", 2024-04-13T07:13:49.118 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Write Commands: 37,285,589,244", 2024-04-13T07:13:49.118 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller Busy Time: 7", 2024-04-13T07:13:49.118 INFO:tasks.workunit.client.0.smithi003.stdout: "Power Cycles: 45,118", 2024-04-13T07:13:49.118 INFO:tasks.workunit.client.0.smithi003.stdout: "Power On Hours: 66,247", 2024-04-13T07:13:49.118 INFO:tasks.workunit.client.0.smithi003.stdout: "Unsafe Shutdowns: 245", 2024-04-13T07:13:49.118 INFO:tasks.workunit.client.0.smithi003.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T07:13:49.118 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information Log Entries: 0", 2024-04-13T07:13:49.118 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:49.118 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T07:13:49.118 INFO:tasks.workunit.client.0.smithi003.stdout: "No Errors Logged", 2024-04-13T07:13:49.119 INFO:tasks.workunit.client.0.smithi003.stdout: "" 2024-04-13T07:13:49.119 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.119 INFO:tasks.workunit.client.0.smithi003.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T07:13:49.119 INFO:tasks.workunit.client.0.smithi003.stdout: "svn_revision": "5022", 2024-04-13T07:13:49.119 INFO:tasks.workunit.client.0.smithi003.stdout: "version": [ 2024-04-13T07:13:49.119 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:49.119 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:49.119 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:49.119 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.119 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": { 2024-04-13T07:13:49.119 INFO:tasks.workunit.client.0.smithi003.stdout: "current": 23 2024-04-13T07:13:49.119 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.119 INFO:tasks.workunit.client.0.smithi003.stdout: "user_capacity": { 2024-04-13T07:13:49.119 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:49.119 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:49.120 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.120 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.120 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.120 INFO:tasks.workunit.client.0.smithi003.stdout: "5f765346-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T07:13:49.120 INFO:tasks.workunit.client.0.smithi003.stdout: "INTEL_SSDPEDMD400G4_5f77328e-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T07:13:49.120 INFO:tasks.workunit.client.0.smithi003.stdout: "20240413-070832": { 2024-04-13T07:13:49.120 INFO:tasks.workunit.client.0.smithi003.stdout: "device": { 2024-04-13T07:13:49.120 INFO:tasks.workunit.client.0.smithi003.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T07:13:49.120 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "/dev/nvme0n1", 2024-04-13T07:13:49.120 INFO:tasks.workunit.client.0.smithi003.stdout: "protocol": "NVMe", 2024-04-13T07:13:49.120 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "nvme" 2024-04-13T07:13:49.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.120 INFO:tasks.workunit.client.0.smithi003.stdout: "firmware_version": "8DV101H0", 2024-04-13T07:13:49.120 INFO:tasks.workunit.client.0.smithi003.stdout: "host_id": "5f765346-f965-11ee-9de2-0cc47abd15dc", 2024-04-13T07:13:49.121 INFO:tasks.workunit.client.0.smithi003.stdout: "json_format_version": [ 2024-04-13T07:13:49.121 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:49.121 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:49.121 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.121 INFO:tasks.workunit.client.0.smithi003.stdout: "local_time": { 2024-04-13T07:13:49.121 INFO:tasks.workunit.client.0.smithi003.stdout: "asctime": "Sat Apr 13 07:08:32 2024 UTC", 2024-04-13T07:13:49.121 INFO:tasks.workunit.client.0.smithi003.stdout: "time_t": 1712992112 2024-04-13T07:13:49.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.121 INFO:tasks.workunit.client.0.smithi003.stdout: "logical_block_size": 512, 2024-04-13T07:13:49.121 INFO:tasks.workunit.client.0.smithi003.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T07:13:49.121 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_controller_id": 0, 2024-04-13T07:13:49.121 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T07:13:49.121 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_namespaces": [ 2024-04-13T07:13:49.121 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:49.121 INFO:tasks.workunit.client.0.smithi003.stdout: "capacity": { 2024-04-13T07:13:49.122 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:49.122 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:49.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.122 INFO:tasks.workunit.client.0.smithi003.stdout: "formatted_lba_size": 512, 2024-04-13T07:13:49.122 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 1, 2024-04-13T07:13:49.122 INFO:tasks.workunit.client.0.smithi003.stdout: "size": { 2024-04-13T07:13:49.122 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:49.122 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:49.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.122 INFO:tasks.workunit.client.0.smithi003.stdout: "utilization": { 2024-04-13T07:13:49.122 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:49.122 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:49.122 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.122 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.122 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.123 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T07:13:49.123 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_pci_vendor": { 2024-04-13T07:13:49.123 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 32902, 2024-04-13T07:13:49.123 INFO:tasks.workunit.client.0.smithi003.stdout: "subsystem_id": 32902 2024-04-13T07:13:49.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.123 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T07:13:49.123 INFO:tasks.workunit.client.0.smithi003.stdout: "Device stats": { 2024-04-13T07:13:49.123 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_fw_downgrades": { 2024-04-13T07:13:49.123 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:49.123 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.123 INFO:tasks.workunit.client.0.smithi003.stdout: "crc_error_count": { 2024-04-13T07:13:49.123 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.123 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.124 INFO:tasks.workunit.client.0.smithi003.stdout: "end_to_end_error_detection_count": { 2024-04-13T07:13:49.124 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.124 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.124 INFO:tasks.workunit.client.0.smithi003.stdout: "erase_fail_count": { 2024-04-13T07:13:49.124 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.124 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.124 INFO:tasks.workunit.client.0.smithi003.stdout: "host_bytes_written": { 2024-04-13T07:13:49.124 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.124 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 30990723 2024-04-13T07:13:49.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.124 INFO:tasks.workunit.client.0.smithi003.stdout: "host_ctx_wear_used": { 2024-04-13T07:13:49.124 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.124 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 1 2024-04-13T07:13:49.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.125 INFO:tasks.workunit.client.0.smithi003.stdout: "media_bytes_read": { 2024-04-13T07:13:49.125 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:49.125 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.125 INFO:tasks.workunit.client.0.smithi003.stdout: "nand_bytes_written": { 2024-04-13T07:13:49.125 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.125 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 48861769 2024-04-13T07:13:49.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.125 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_stat_indicator": { 2024-04-13T07:13:49.125 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:49.125 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.125 INFO:tasks.workunit.client.0.smithi003.stdout: "pll_lock_loss_count": { 2024-04-13T07:13:49.125 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.125 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.126 INFO:tasks.workunit.client.0.smithi003.stdout: "program_fail_count": { 2024-04-13T07:13:49.126 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.126 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.126 INFO:tasks.workunit.client.0.smithi003.stdout: "re_alloc_sectr_cnt": { 2024-04-13T07:13:49.126 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:49.126 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.126 INFO:tasks.workunit.client.0.smithi003.stdout: "retry_buffer_overflow_count": { 2024-04-13T07:13:49.126 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.126 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.126 INFO:tasks.workunit.client.0.smithi003.stdout: "soft_ecc_err_rate": { 2024-04-13T07:13:49.127 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:49.127 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.127 INFO:tasks.workunit.client.0.smithi003.stdout: "thermal_throttle_status": { 2024-04-13T07:13:49.127 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.127 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T07:13:49.127 INFO:tasks.workunit.client.0.smithi003.stdout: "cnt": 0, 2024-04-13T07:13:49.127 INFO:tasks.workunit.client.0.smithi003.stdout: "pct": 0 2024-04-13T07:13:49.127 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.127 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_host_reads": { 2024-04-13T07:13:49.127 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.127 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T07:13:49.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.127 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_media_wear": { 2024-04-13T07:13:49.128 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.128 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 64 2024-04-13T07:13:49.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.128 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_timer": { 2024-04-13T07:13:49.128 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:49.128 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T07:13:49.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.128 INFO:tasks.workunit.client.0.smithi003.stdout: "unexp_power_loss": { 2024-04-13T07:13:49.128 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:49.128 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:49.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.128 INFO:tasks.workunit.client.0.smithi003.stdout: "wear_leveling": { 2024-04-13T07:13:49.128 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 90, 2024-04-13T07:13:49.128 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T07:13:49.128 INFO:tasks.workunit.client.0.smithi003.stdout: "avg": 3264, 2024-04-13T07:13:49.129 INFO:tasks.workunit.client.0.smithi003.stdout: "max": 3281, 2024-04-13T07:13:49.129 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 3246 2024-04-13T07:13:49.129 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.129 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.129 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T07:13:49.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.129 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_log": { 2024-04-13T07:13:49.129 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare": 100, 2024-04-13T07:13:49.129 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare_threshold": 10, 2024-04-13T07:13:49.129 INFO:tasks.workunit.client.0.smithi003.stdout: "controller_busy_time": 120, 2024-04-13T07:13:49.129 INFO:tasks.workunit.client.0.smithi003.stdout: "critical_warning": 0, 2024-04-13T07:13:49.129 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_read": 413005597, 2024-04-13T07:13:49.129 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_written": 2031008024, 2024-04-13T07:13:49.130 INFO:tasks.workunit.client.0.smithi003.stdout: "host_reads": 6476453195, 2024-04-13T07:13:49.130 INFO:tasks.workunit.client.0.smithi003.stdout: "host_writes": 33499111145, 2024-04-13T07:13:49.130 INFO:tasks.workunit.client.0.smithi003.stdout: "media_errors": 0, 2024-04-13T07:13:49.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_err_log_entries": 0, 2024-04-13T07:13:49.130 INFO:tasks.workunit.client.0.smithi003.stdout: "percentage_used": 10, 2024-04-13T07:13:49.130 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycles": 45424, 2024-04-13T07:13:49.130 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_hours": 57085, 2024-04-13T07:13:49.130 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": 25, 2024-04-13T07:13:49.130 INFO:tasks.workunit.client.0.smithi003.stdout: "unsafe_shutdowns": 11508 2024-04-13T07:13:49.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.130 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_vendor": "intel", 2024-04-13T07:13:49.130 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycle_count": 45424, 2024-04-13T07:13:49.130 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_time": { 2024-04-13T07:13:49.130 INFO:tasks.workunit.client.0.smithi003.stdout: "hours": 57085 2024-04-13T07:13:49.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.131 INFO:tasks.workunit.client.0.smithi003.stdout: "serial_number": "deleted", 2024-04-13T07:13:49.131 INFO:tasks.workunit.client.0.smithi003.stdout: "smart_status": { 2024-04-13T07:13:49.131 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme": { 2024-04-13T07:13:49.131 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:49.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.131 INFO:tasks.workunit.client.0.smithi003.stdout: "passed": true 2024-04-13T07:13:49.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.131 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl": { 2024-04-13T07:13:49.131 INFO:tasks.workunit.client.0.smithi003.stdout: "argv": [ 2024-04-13T07:13:49.131 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl", 2024-04-13T07:13:49.131 INFO:tasks.workunit.client.0.smithi003.stdout: "-x", 2024-04-13T07:13:49.131 INFO:tasks.workunit.client.0.smithi003.stdout: "--json=o", 2024-04-13T07:13:49.131 INFO:tasks.workunit.client.0.smithi003.stdout: "/dev/nvme0n1" 2024-04-13T07:13:49.131 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.132 INFO:tasks.workunit.client.0.smithi003.stdout: "build_info": "(local build)", 2024-04-13T07:13:49.132 INFO:tasks.workunit.client.0.smithi003.stdout: "exit_status": 0, 2024-04-13T07:13:49.132 INFO:tasks.workunit.client.0.smithi003.stdout: "output": [ 2024-04-13T07:13:49.132 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T07:13:49.132 INFO:tasks.workunit.client.0.smithi003.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T07:13:49.132 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:49.132 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T07:13:49.132 INFO:tasks.workunit.client.0.smithi003.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T07:13:49.132 INFO:tasks.workunit.client.0.smithi003.stdout: "Serial Number: deleted", 2024-04-13T07:13:49.132 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Version: 8DV101H0", 2024-04-13T07:13:49.132 INFO:tasks.workunit.client.0.smithi003.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T07:13:49.132 INFO:tasks.workunit.client.0.smithi003.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T07:13:49.132 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller ID: 0", 2024-04-13T07:13:49.132 INFO:tasks.workunit.client.0.smithi003.stdout: "Number of Namespaces: 1", 2024-04-13T07:13:49.132 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T07:13:49.133 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T07:13:49.133 INFO:tasks.workunit.client.0.smithi003.stdout: "Local Time is: Sat Apr 13 07:08:32 2024 UTC", 2024-04-13T07:13:49.133 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T07:13:49.133 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T07:13:49.133 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T07:13:49.133 INFO:tasks.workunit.client.0.smithi003.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T07:13:49.133 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:49.133 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported Power States", 2024-04-13T07:13:49.133 INFO:tasks.workunit.client.0.smithi003.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T07:13:49.133 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T07:13:49.133 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:49.133 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T07:13:49.133 INFO:tasks.workunit.client.0.smithi003.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T07:13:49.133 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 512 0 2", 2024-04-13T07:13:49.133 INFO:tasks.workunit.client.0.smithi003.stdout: " 1 - 512 8 2", 2024-04-13T07:13:49.134 INFO:tasks.workunit.client.0.smithi003.stdout: " 2 - 512 16 2", 2024-04-13T07:13:49.134 INFO:tasks.workunit.client.0.smithi003.stdout: " 3 - 4096 0 0", 2024-04-13T07:13:49.134 INFO:tasks.workunit.client.0.smithi003.stdout: " 4 - 4096 8 0", 2024-04-13T07:13:49.134 INFO:tasks.workunit.client.0.smithi003.stdout: " 5 - 4096 64 0", 2024-04-13T07:13:49.134 INFO:tasks.workunit.client.0.smithi003.stdout: " 6 - 4096 128 0", 2024-04-13T07:13:49.134 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:49.134 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T07:13:49.134 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T07:13:49.134 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:49.134 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T07:13:49.134 INFO:tasks.workunit.client.0.smithi003.stdout: "Critical Warning: 0x00", 2024-04-13T07:13:49.134 INFO:tasks.workunit.client.0.smithi003.stdout: "Temperature: 25 Celsius", 2024-04-13T07:13:49.134 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare: 100%", 2024-04-13T07:13:49.134 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare Threshold: 10%", 2024-04-13T07:13:49.135 INFO:tasks.workunit.client.0.smithi003.stdout: "Percentage Used: 10%", 2024-04-13T07:13:49.135 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Read: 413,005,597 [211 TB]", 2024-04-13T07:13:49.135 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Written: 2,031,008,024 [1.03 PB]", 2024-04-13T07:13:49.135 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Read Commands: 6,476,453,195", 2024-04-13T07:13:49.135 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Write Commands: 33,499,111,145", 2024-04-13T07:13:49.135 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller Busy Time: 120", 2024-04-13T07:13:49.135 INFO:tasks.workunit.client.0.smithi003.stdout: "Power Cycles: 45,424", 2024-04-13T07:13:49.135 INFO:tasks.workunit.client.0.smithi003.stdout: "Power On Hours: 57,085", 2024-04-13T07:13:49.135 INFO:tasks.workunit.client.0.smithi003.stdout: "Unsafe Shutdowns: 11,508", 2024-04-13T07:13:49.135 INFO:tasks.workunit.client.0.smithi003.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T07:13:49.135 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information Log Entries: 0", 2024-04-13T07:13:49.135 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:49.135 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T07:13:49.135 INFO:tasks.workunit.client.0.smithi003.stdout: "No Errors Logged", 2024-04-13T07:13:49.135 INFO:tasks.workunit.client.0.smithi003.stdout: "" 2024-04-13T07:13:49.136 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.136 INFO:tasks.workunit.client.0.smithi003.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T07:13:49.136 INFO:tasks.workunit.client.0.smithi003.stdout: "svn_revision": "5022", 2024-04-13T07:13:49.136 INFO:tasks.workunit.client.0.smithi003.stdout: "version": [ 2024-04-13T07:13:49.136 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:49.136 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:49.136 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:49.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.136 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": { 2024-04-13T07:13:49.136 INFO:tasks.workunit.client.0.smithi003.stdout: "current": 25 2024-04-13T07:13:49.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.136 INFO:tasks.workunit.client.0.smithi003.stdout: "user_capacity": { 2024-04-13T07:13:49.136 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:49.136 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:49.136 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.137 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.137 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.137 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.137 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.137 INFO:tasks.workunit.client.0.smithi003.stdout: "report": { 2024-04-13T07:13:49.137 INFO:tasks.workunit.client.0.smithi003.stdout: "balancer": { 2024-04-13T07:13:49.137 INFO:tasks.workunit.client.0.smithi003.stdout: "active": true, 2024-04-13T07:13:49.137 INFO:tasks.workunit.client.0.smithi003.stdout: "mode": "" 2024-04-13T07:13:49.137 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.137 INFO:tasks.workunit.client.0.smithi003.stdout: "channels": [ 2024-04-13T07:13:49.137 INFO:tasks.workunit.client.0.smithi003.stdout: "basic", 2024-04-13T07:13:49.137 INFO:tasks.workunit.client.0.smithi003.stdout: "crash", 2024-04-13T07:13:49.137 INFO:tasks.workunit.client.0.smithi003.stdout: "device", 2024-04-13T07:13:49.137 INFO:tasks.workunit.client.0.smithi003.stdout: "ident" 2024-04-13T07:13:49.137 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.137 INFO:tasks.workunit.client.0.smithi003.stdout: "channels_available": [ 2024-04-13T07:13:49.138 INFO:tasks.workunit.client.0.smithi003.stdout: "basic", 2024-04-13T07:13:49.138 INFO:tasks.workunit.client.0.smithi003.stdout: "ident", 2024-04-13T07:13:49.138 INFO:tasks.workunit.client.0.smithi003.stdout: "crash", 2024-04-13T07:13:49.138 INFO:tasks.workunit.client.0.smithi003.stdout: "device", 2024-04-13T07:13:49.138 INFO:tasks.workunit.client.0.smithi003.stdout: "perf" 2024-04-13T07:13:49.138 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.138 INFO:tasks.workunit.client.0.smithi003.stdout: "collections_available": [ 2024-04-13T07:13:49.138 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_base", 2024-04-13T07:13:49.138 INFO:tasks.workunit.client.0.smithi003.stdout: "device_base", 2024-04-13T07:13:49.138 INFO:tasks.workunit.client.0.smithi003.stdout: "crash_base", 2024-04-13T07:13:49.138 INFO:tasks.workunit.client.0.smithi003.stdout: "ident_base", 2024-04-13T07:13:49.138 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_perf", 2024-04-13T07:13:49.138 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_mds_metadata", 2024-04-13T07:13:49.138 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_usage", 2024-04-13T07:13:49.139 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_usage_by_class", 2024-04-13T07:13:49.139 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_rook_v01", 2024-04-13T07:13:49.139 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_memory_metrics", 2024-04-13T07:13:49.139 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_options_bluestore" 2024-04-13T07:13:49.139 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.139 INFO:tasks.workunit.client.0.smithi003.stdout: "collections_opted_in": [ 2024-04-13T07:13:49.139 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_base", 2024-04-13T07:13:49.139 INFO:tasks.workunit.client.0.smithi003.stdout: "device_base", 2024-04-13T07:13:49.139 INFO:tasks.workunit.client.0.smithi003.stdout: "crash_base", 2024-04-13T07:13:49.139 INFO:tasks.workunit.client.0.smithi003.stdout: "ident_base", 2024-04-13T07:13:49.139 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_perf", 2024-04-13T07:13:49.139 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_mds_metadata", 2024-04-13T07:13:49.139 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_usage", 2024-04-13T07:13:49.139 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_usage_by_class", 2024-04-13T07:13:49.139 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_rook_v01", 2024-04-13T07:13:49.140 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_memory_metrics", 2024-04-13T07:13:49.140 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_options_bluestore" 2024-04-13T07:13:49.140 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.140 INFO:tasks.workunit.client.0.smithi003.stdout: "config": { 2024-04-13T07:13:49.140 INFO:tasks.workunit.client.0.smithi003.stdout: "active_changed": [ 2024-04-13T07:13:49.140 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T07:13:49.140 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_debug", 2024-04-13T07:13:49.140 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_mon_ticket_ttl", 2024-04-13T07:13:49.140 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_service_ticket_ttl", 2024-04-13T07:13:49.140 INFO:tasks.workunit.client.0.smithi003.stdout: "bdev_debug_aio", 2024-04-13T07:13:49.140 INFO:tasks.workunit.client.0.smithi003.stdout: "client_check_pool_perm", 2024-04-13T07:13:49.140 INFO:tasks.workunit.client.0.smithi003.stdout: "client_mount_gid", 2024-04-13T07:13:49.140 INFO:tasks.workunit.client.0.smithi003.stdout: "client_mount_uid", 2024-04-13T07:13:49.141 INFO:tasks.workunit.client.0.smithi003.stdout: "client_quota", 2024-04-13T07:13:49.141 INFO:tasks.workunit.client.0.smithi003.stdout: "container_image", 2024-04-13T07:13:49.141 INFO:tasks.workunit.client.0.smithi003.stdout: "daemonize", 2024-04-13T07:13:49.141 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_asserts_on_shutdown", 2024-04-13T07:13:49.141 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mgr", 2024-04-13T07:13:49.141 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mon", 2024-04-13T07:13:49.141 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_ms", 2024-04-13T07:13:49.141 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_osd", 2024-04-13T07:13:49.141 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_paxos", 2024-04-13T07:13:49.141 INFO:tasks.workunit.client.0.smithi003.stdout: "keyring", 2024-04-13T07:13:49.141 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_block_size", 2024-04-13T07:13:49.141 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_cache_size", 2024-04-13T07:13:49.141 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_compression", 2024-04-13T07:13:49.141 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_log", 2024-04-13T07:13:49.141 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_write_buffer_size", 2024-04-13T07:13:49.142 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_file", 2024-04-13T07:13:49.142 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_journald", 2024-04-13T07:13:49.142 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_stderr", 2024-04-13T07:13:49.142 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_allow_pool_delete", 2024-04-13T07:13:49.142 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_clock_drift_allowed", 2024-04-13T07:13:49.142 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_file_level", 2024-04-13T07:13:49.142 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_file", 2024-04-13T07:13:49.142 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_journald", 2024-04-13T07:13:49.142 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_stderr", 2024-04-13T07:13:49.142 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_data_avail_warn", 2024-04-13T07:13:49.142 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_election_default_strategy", 2024-04-13T07:13:49.142 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_host", 2024-04-13T07:13:49.142 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_max_pg_per_osd", 2024-04-13T07:13:49.142 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mgr_mkfs_grace", 2024-04-13T07:13:49.143 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_prime_pg_temp", 2024-04-13T07:13:49.143 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T07:13:49.143 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T07:13:49.143 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T07:13:49.143 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T07:13:49.143 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T07:13:49.143 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T07:13:49.143 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T07:13:49.143 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T07:13:49.143 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T07:13:49.143 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T07:13:49.143 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_too_few_osds", 2024-04-13T07:13:49.143 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_bug", 2024-04-13T07:13:49.143 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_old_message", 2024-04-13T07:13:49.144 INFO:tasks.workunit.client.0.smithi003.stdout: "no_config_file", 2024-04-13T07:13:49.144 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_default_list", 2024-04-13T07:13:49.144 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_load_list", 2024-04-13T07:13:49.144 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_crush_chooseleaf_type", 2024-04-13T07:13:49.144 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_misdirected_ops", 2024-04-13T07:13:49.144 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_op_order", 2024-04-13T07:13:49.144 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_pg_log_writeout", 2024-04-13T07:13:49.144 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_shutdown", 2024-04-13T07:13:49.144 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T07:13:49.144 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T07:13:49.144 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T07:13:49.144 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T07:13:49.144 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep", 2024-04-13T07:13:49.144 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_hdd", 2024-04-13T07:13:49.145 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_hybrid", 2024-04-13T07:13:49.145 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_ssd", 2024-04-13T07:13:49.145 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_max_backfills", 2024-04-13T07:13:49.145 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T07:13:49.145 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_profile", 2024-04-13T07:13:49.145 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-13T07:13:49.145 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-13T07:13:49.145 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-13T07:13:49.145 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-13T07:13:49.145 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-13T07:13:49.145 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-13T07:13:49.145 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_lim", 2024-04-13T07:13:49.145 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_res", 2024-04-13T07:13:49.145 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-13T07:13:49.146 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target", 2024-04-13T07:13:49.146 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target_autotune", 2024-04-13T07:13:49.146 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue", 2024-04-13T07:13:49.146 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue_cut_off", 2024-04-13T07:13:49.146 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pg_delete_cost", 2024-04-13T07:13:49.146 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T07:13:49.146 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T07:13:49.146 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recover_clone_overlap", 2024-04-13T07:13:49.146 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active", 2024-04-13T07:13:49.146 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active_hdd", 2024-04-13T07:13:49.146 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active_ssd", 2024-04-13T07:13:49.146 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_chunk", 2024-04-13T07:13:49.146 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep", 2024-04-13T07:13:49.146 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_hdd", 2024-04-13T07:13:49.147 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_hybrid", 2024-04-13T07:13:49.147 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_ssd", 2024-04-13T07:13:49.147 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_load_threshold", 2024-04-13T07:13:49.147 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_max_interval", 2024-04-13T07:13:49.147 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_sleep", 2024-04-13T07:13:49.147 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_shutdown_pgref_assert", 2024-04-13T07:13:49.147 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep", 2024-04-13T07:13:49.147 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_hdd", 2024-04-13T07:13:49.147 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-13T07:13:49.147 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_ssd", 2024-04-13T07:13:49.147 INFO:tasks.workunit.client.0.smithi003.stdout: "public_addr", 2024-04-13T07:13:49.147 INFO:tasks.workunit.client.0.smithi003.stdout: "public_addrv", 2024-04-13T07:13:49.147 INFO:tasks.workunit.client.0.smithi003.stdout: "public_network", 2024-04-13T07:13:49.147 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_default_features", 2024-04-13T07:13:49.147 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_qos_exclude_ops", 2024-04-13T07:13:49.148 INFO:tasks.workunit.client.0.smithi003.stdout: "setgroup", 2024-04-13T07:13:49.148 INFO:tasks.workunit.client.0.smithi003.stdout: "setuser" 2024-04-13T07:13:49.148 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.148 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster_changed": [ 2024-04-13T07:13:49.148 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T07:13:49.148 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_debug", 2024-04-13T07:13:49.148 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_mon_ticket_ttl", 2024-04-13T07:13:49.148 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_service_ticket_ttl", 2024-04-13T07:13:49.148 INFO:tasks.workunit.client.0.smithi003.stdout: "bdev_debug_aio", 2024-04-13T07:13:49.148 INFO:tasks.workunit.client.0.smithi003.stdout: "container_image", 2024-04-13T07:13:49.148 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_asserts_on_shutdown", 2024-04-13T07:13:49.148 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mgr", 2024-04-13T07:13:49.148 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mon", 2024-04-13T07:13:49.148 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_ms", 2024-04-13T07:13:49.148 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_osd", 2024-04-13T07:13:49.149 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_paxos", 2024-04-13T07:13:49.149 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_file", 2024-04-13T07:13:49.149 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_journald", 2024-04-13T07:13:49.149 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_stderr", 2024-04-13T07:13:49.149 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_join_fs", 2024-04-13T07:13:49.149 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/allow_ptrace", 2024-04-13T07:13:49.149 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/container_init", 2024-04-13T07:13:49.149 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/migration_current", 2024-04-13T07:13:49.149 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/use_repo_digest", 2024-04-13T07:13:49.149 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-13T07:13:49.149 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-13T07:13:49.150 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-13T07:13:49.150 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-13T07:13:49.150 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/ssl_server_port", 2024-04-13T07:13:49.150 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/orchestrator/orchestrator", 2024-04-13T07:13:49.150 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/channel_ident", 2024-04-13T07:13:49.150 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/description", 2024-04-13T07:13:49.150 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/organization", 2024-04-13T07:13:49.150 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_allow_pool_delete", 2024-04-13T07:13:49.150 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_clock_drift_allowed", 2024-04-13T07:13:49.150 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_file_level", 2024-04-13T07:13:49.150 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_file", 2024-04-13T07:13:49.150 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_data_avail_warn", 2024-04-13T07:13:49.150 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_election_default_strategy", 2024-04-13T07:13:49.150 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_max_pg_per_osd", 2024-04-13T07:13:49.151 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mgr_mkfs_grace", 2024-04-13T07:13:49.151 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_prime_pg_temp", 2024-04-13T07:13:49.151 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T07:13:49.151 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T07:13:49.151 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T07:13:49.151 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T07:13:49.151 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T07:13:49.151 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T07:13:49.151 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T07:13:49.151 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T07:13:49.151 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T07:13:49.151 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T07:13:49.151 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_too_few_osds", 2024-04-13T07:13:49.151 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_bug", 2024-04-13T07:13:49.151 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_old_message", 2024-04-13T07:13:49.152 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_default_list", 2024-04-13T07:13:49.152 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_load_list", 2024-04-13T07:13:49.152 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_misdirected_ops", 2024-04-13T07:13:49.152 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_op_order", 2024-04-13T07:13:49.152 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_pg_log_writeout", 2024-04-13T07:13:49.152 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_shutdown", 2024-04-13T07:13:49.152 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T07:13:49.152 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T07:13:49.152 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T07:13:49.152 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T07:13:49.152 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T07:13:49.152 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_profile", 2024-04-13T07:13:49.152 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target", 2024-04-13T07:13:49.152 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target_autotune", 2024-04-13T07:13:49.152 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue", 2024-04-13T07:13:49.153 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue_cut_off", 2024-04-13T07:13:49.153 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T07:13:49.153 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T07:13:49.153 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recover_clone_overlap", 2024-04-13T07:13:49.153 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_chunk", 2024-04-13T07:13:49.153 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_load_threshold", 2024-04-13T07:13:49.153 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_max_interval", 2024-04-13T07:13:49.153 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_shutdown_pgref_assert", 2024-04-13T07:13:49.153 INFO:tasks.workunit.client.0.smithi003.stdout: "public_network", 2024-04-13T07:13:49.153 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_cache_enabled", 2024-04-13T07:13:49.153 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_enable_ops_log", 2024-04-13T07:13:49.153 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_enable_usage_log" 2024-04-13T07:13:49.153 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:49.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.154 INFO:tasks.workunit.client.0.smithi003.stdout: "contact": null, 2024-04-13T07:13:49.154 INFO:tasks.workunit.client.0.smithi003.stdout: "crashes": [], 2024-04-13T07:13:49.154 INFO:tasks.workunit.client.0.smithi003.stdout: "created": "2024-04-13T07:05:08.653608Z", 2024-04-13T07:13:49.154 INFO:tasks.workunit.client.0.smithi003.stdout: "crush": { 2024-04-13T07:13:49.154 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_algs": { 2024-04-13T07:13:49.154 INFO:tasks.workunit.client.0.smithi003.stdout: "straw2": 3 2024-04-13T07:13:49.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.154 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_sizes": { 2024-04-13T07:13:49.154 INFO:tasks.workunit.client.0.smithi003.stdout: "2": 1, 2024-04-13T07:13:49.154 INFO:tasks.workunit.client.0.smithi003.stdout: "4": 2 2024-04-13T07:13:49.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.154 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_types": { 2024-04-13T07:13:49.155 INFO:tasks.workunit.client.0.smithi003.stdout: "1": 2, 2024-04-13T07:13:49.155 INFO:tasks.workunit.client.0.smithi003.stdout: "11": 1 2024-04-13T07:13:49.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.155 INFO:tasks.workunit.client.0.smithi003.stdout: "compat_weight_set": false, 2024-04-13T07:13:49.155 INFO:tasks.workunit.client.0.smithi003.stdout: "device_classes": [ 2024-04-13T07:13:49.155 INFO:tasks.workunit.client.0.smithi003.stdout: 8 2024-04-13T07:13:49.155 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.155 INFO:tasks.workunit.client.0.smithi003.stdout: "num_buckets": 6, 2024-04-13T07:13:49.155 INFO:tasks.workunit.client.0.smithi003.stdout: "num_devices": 8, 2024-04-13T07:13:49.155 INFO:tasks.workunit.client.0.smithi003.stdout: "num_rules": 1, 2024-04-13T07:13:49.155 INFO:tasks.workunit.client.0.smithi003.stdout: "num_types": 12, 2024-04-13T07:13:49.155 INFO:tasks.workunit.client.0.smithi003.stdout: "num_weight_sets": 0, 2024-04-13T07:13:49.155 INFO:tasks.workunit.client.0.smithi003.stdout: "tunables": { 2024-04-13T07:13:49.155 INFO:tasks.workunit.client.0.smithi003.stdout: "allowed_bucket_algs": 54, 2024-04-13T07:13:49.155 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_local_fallback_tries": 0, 2024-04-13T07:13:49.156 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_local_tries": 0, 2024-04-13T07:13:49.156 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_total_tries": 50, 2024-04-13T07:13:49.156 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_descend_once": 1, 2024-04-13T07:13:49.156 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_stable": 1, 2024-04-13T07:13:49.156 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_vary_r": 1, 2024-04-13T07:13:49.156 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v2_rules": 0, 2024-04-13T07:13:49.156 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v3_rules": 0, 2024-04-13T07:13:49.156 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v4_buckets": 1, 2024-04-13T07:13:49.156 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v5_rules": 0, 2024-04-13T07:13:49.156 INFO:tasks.workunit.client.0.smithi003.stdout: "legacy_tunables": 0, 2024-04-13T07:13:49.156 INFO:tasks.workunit.client.0.smithi003.stdout: "minimum_required_version": "jewel", 2024-04-13T07:13:49.156 INFO:tasks.workunit.client.0.smithi003.stdout: "optimal_tunables": 1, 2024-04-13T07:13:49.156 INFO:tasks.workunit.client.0.smithi003.stdout: "profile": "jewel", 2024-04-13T07:13:49.156 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables": 1, 2024-04-13T07:13:49.157 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables2": 1, 2024-04-13T07:13:49.157 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables3": 1, 2024-04-13T07:13:49.157 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables5": 1, 2024-04-13T07:13:49.157 INFO:tasks.workunit.client.0.smithi003.stdout: "straw_calc_version": 1 2024-04-13T07:13:49.157 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.157 INFO:tasks.workunit.client.0.smithi003.stdout: "description": "upgrade test cluster", 2024-04-13T07:13:49.157 INFO:tasks.workunit.client.0.smithi003.stdout: "fs": { 2024-04-13T07:13:49.157 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:49.157 INFO:tasks.workunit.client.0.smithi003.stdout: "feature_flags": { 2024-04-13T07:13:49.157 INFO:tasks.workunit.client.0.smithi003.stdout: "enable_multiple": true, 2024-04-13T07:13:49.157 INFO:tasks.workunit.client.0.smithi003.stdout: "ever_enabled_multiple": true 2024-04-13T07:13:49.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.157 INFO:tasks.workunit.client.0.smithi003.stdout: "filesystems": [ 2024-04-13T07:13:49.157 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:49.158 INFO:tasks.workunit.client.0.smithi003.stdout: "approx_ctime": "2024-04", 2024-04-13T07:13:49.158 INFO:tasks.workunit.client.0.smithi003.stdout: "balancer_enabled": false, 2024-04-13T07:13:49.158 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:49.158 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_caps": 0, 2024-04-13T07:13:49.158 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_dns": 10, 2024-04-13T07:13:49.158 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_inos": 13, 2024-04-13T07:13:49.158 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_subtrees": 2, 2024-04-13T07:13:49.158 INFO:tasks.workunit.client.0.smithi003.stdout: "ever_allowed_features": 0, 2024-04-13T07:13:49.158 INFO:tasks.workunit.client.0.smithi003.stdout: "explicitly_allowed_features": 0, 2024-04-13T07:13:49.158 INFO:tasks.workunit.client.0.smithi003.stdout: "files": 0, 2024-04-13T07:13:49.158 INFO:tasks.workunit.client.0.smithi003.stdout: "max_mds": 1, 2024-04-13T07:13:49.158 INFO:tasks.workunit.client.0.smithi003.stdout: "num_data_pools": 1, 2024-04-13T07:13:49.158 INFO:tasks.workunit.client.0.smithi003.stdout: "num_in": 1, 2024-04-13T07:13:49.158 INFO:tasks.workunit.client.0.smithi003.stdout: "num_mds": 1, 2024-04-13T07:13:49.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": 0, 2024-04-13T07:13:49.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_standby_replay": 0, 2024-04-13T07:13:49.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_up": 1, 2024-04-13T07:13:49.159 INFO:tasks.workunit.client.0.smithi003.stdout: "snaps": 0, 2024-04-13T07:13:49.159 INFO:tasks.workunit.client.0.smithi003.stdout: "standby_count_wanted": 0 2024-04-13T07:13:49.159 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.159 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_standby_mds": 1, 2024-04-13T07:13:49.159 INFO:tasks.workunit.client.0.smithi003.stdout: "total_num_mds": 2 2024-04-13T07:13:49.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.159 INFO:tasks.workunit.client.0.smithi003.stdout: "hosts": { 2024-04-13T07:13:49.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num": 2, 2024-04-13T07:13:49.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mds": 2, 2024-04-13T07:13:49.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mgr": 2, 2024-04-13T07:13:49.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mon": 2, 2024-04-13T07:13:49.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_osd": 2 2024-04-13T07:13:49.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.160 INFO:tasks.workunit.client.0.smithi003.stdout: "leaderboard": false, 2024-04-13T07:13:49.160 INFO:tasks.workunit.client.0.smithi003.stdout: "leaderboard_description": null, 2024-04-13T07:13:49.160 INFO:tasks.workunit.client.0.smithi003.stdout: "license": "sharing-1-0", 2024-04-13T07:13:49.160 INFO:tasks.workunit.client.0.smithi003.stdout: "metadata": { 2024-04-13T07:13:49.160 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T07:13:49.160 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T07:13:49.160 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 2 2024-04-13T07:13:49.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.160 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T07:13:49.160 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:13:49.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.160 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T07:13:49.160 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-13T07:13:49.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.161 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T07:13:49.161 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 2 2024-04-13T07:13:49.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.161 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T07:13:49.161 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 2 2024-04-13T07:13:49.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.161 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T07:13:49.161 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-13T07:13:49.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.161 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T07:13:49.161 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-13T07:13:49.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.161 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T07:13:49.162 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 2 2024-04-13T07:13:49.162 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.162 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:49.162 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T07:13:49.162 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 3 2024-04-13T07:13:49.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.162 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T07:13:49.162 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3 2024-04-13T07:13:49.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.162 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T07:13:49.162 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-13T07:13:49.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.162 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T07:13:49.163 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 3 2024-04-13T07:13:49.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.163 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T07:13:49.163 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 3 2024-04-13T07:13:49.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.163 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T07:13:49.163 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-13T07:13:49.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.163 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T07:13:49.163 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-13T07:13:49.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.163 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T07:13:49.163 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 3 2024-04-13T07:13:49.163 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.164 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:49.164 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T07:13:49.164 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 8 2024-04-13T07:13:49.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.164 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T07:13:49.164 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:13:49.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.164 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T07:13:49.164 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-13T07:13:49.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.164 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T07:13:49.164 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 8 2024-04-13T07:13:49.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.164 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T07:13:49.164 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 8 2024-04-13T07:13:49.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.165 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T07:13:49.165 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-13T07:13:49.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.165 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T07:13:49.165 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-13T07:13:49.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.165 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T07:13:49.165 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 8 2024-04-13T07:13:49.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.165 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_objectstore": { 2024-04-13T07:13:49.165 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": 8 2024-04-13T07:13:49.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.166 INFO:tasks.workunit.client.0.smithi003.stdout: "rotational": { 2024-04-13T07:13:49.166 INFO:tasks.workunit.client.0.smithi003.stdout: "0": 8 2024-04-13T07:13:49.166 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.166 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.166 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:49.166 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:49.166 INFO:tasks.workunit.client.0.smithi003.stdout: "features": { 2024-04-13T07:13:49.166 INFO:tasks.workunit.client.0.smithi003.stdout: "optional": [], 2024-04-13T07:13:49.166 INFO:tasks.workunit.client.0.smithi003.stdout: "persistent": [ 2024-04-13T07:13:49.166 INFO:tasks.workunit.client.0.smithi003.stdout: "kraken", 2024-04-13T07:13:49.166 INFO:tasks.workunit.client.0.smithi003.stdout: "luminous", 2024-04-13T07:13:49.166 INFO:tasks.workunit.client.0.smithi003.stdout: "mimic", 2024-04-13T07:13:49.166 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap-prune", 2024-04-13T07:13:49.166 INFO:tasks.workunit.client.0.smithi003.stdout: "nautilus", 2024-04-13T07:13:49.167 INFO:tasks.workunit.client.0.smithi003.stdout: "octopus", 2024-04-13T07:13:49.167 INFO:tasks.workunit.client.0.smithi003.stdout: "pacific", 2024-04-13T07:13:49.167 INFO:tasks.workunit.client.0.smithi003.stdout: "elector-pinging", 2024-04-13T07:13:49.167 INFO:tasks.workunit.client.0.smithi003.stdout: "quincy", 2024-04-13T07:13:49.167 INFO:tasks.workunit.client.0.smithi003.stdout: "reef" 2024-04-13T07:13:49.167 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:49.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.167 INFO:tasks.workunit.client.0.smithi003.stdout: "ipv4_addr_mons": 6, 2024-04-13T07:13:49.167 INFO:tasks.workunit.client.0.smithi003.stdout: "ipv6_addr_mons": 0, 2024-04-13T07:13:49.167 INFO:tasks.workunit.client.0.smithi003.stdout: "min_mon_release": 18, 2024-04-13T07:13:49.167 INFO:tasks.workunit.client.0.smithi003.stdout: "v1_addr_mons": 3, 2024-04-13T07:13:49.167 INFO:tasks.workunit.client.0.smithi003.stdout: "v2_addr_mons": 3 2024-04-13T07:13:49.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.167 INFO:tasks.workunit.client.0.smithi003.stdout: "organization": "ceph-qa", 2024-04-13T07:13:49.168 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:49.168 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster_network": false, 2024-04-13T07:13:49.168 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8, 2024-04-13T07:13:49.168 INFO:tasks.workunit.client.0.smithi003.stdout: "require_min_compat_client": "luminous", 2024-04-13T07:13:49.168 INFO:tasks.workunit.client.0.smithi003.stdout: "require_osd_release": "reef" 2024-04-13T07:13:49.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.168 INFO:tasks.workunit.client.0.smithi003.stdout: "pools": [ 2024-04-13T07:13:49.168 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:49.168 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:49.168 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr" 2024-04-13T07:13:49.168 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.169 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T07:13:49.169 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T07:13:49.169 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T07:13:49.169 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T07:13:49.169 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:13:49.169 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 1, 2024-04-13T07:13:49.169 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 1, 2024-04-13T07:13:49.169 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 1, 2024-04-13T07:13:49.169 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T07:13:49.169 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T07:13:49.169 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 729296742666, 2024-04-13T07:13:49.169 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 1781760, 2024-04-13T07:13:49.169 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T07:13:49.169 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T07:13:49.169 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 1781760, 2024-04-13T07:13:49.169 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T07:13:49.170 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 243098910720, 2024-04-13T07:13:49.170 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 2, 2024-04-13T07:13:49.170 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T07:13:49.170 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 2.4431149086012738e-06, 2024-04-13T07:13:49.170 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T07:13:49.170 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T07:13:49.170 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 212, 2024-04-13T07:13:49.170 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 313344, 2024-04-13T07:13:49.170 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 590368, 2024-04-13T07:13:49.170 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 590368, 2024-04-13T07:13:49.170 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T07:13:49.170 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 1771104, 2024-04-13T07:13:49.170 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 179, 2024-04-13T07:13:49.171 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 2473984 2024-04-13T07:13:49.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.171 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T07:13:49.171 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T07:13:49.171 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T07:13:49.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.171 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:49.171 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:49.171 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T07:13:49.171 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.171 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T07:13:49.171 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T07:13:49.171 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T07:13:49.171 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T07:13:49.171 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:13:49.171 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 32, 2024-04-13T07:13:49.172 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 32, 2024-04-13T07:13:49.172 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 2, 2024-04-13T07:13:49.172 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T07:13:49.172 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T07:13:49.172 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 729296742666, 2024-04-13T07:13:49.172 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 98304, 2024-04-13T07:13:49.172 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T07:13:49.172 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T07:13:49.172 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 98304, 2024-04-13T07:13:49.172 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T07:13:49.172 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 243098910720, 2024-04-13T07:13:49.172 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 22, 2024-04-13T07:13:49.172 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T07:13:49.172 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 1.347928559880529e-07, 2024-04-13T07:13:49.172 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T07:13:49.173 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T07:13:49.173 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 0, 2024-04-13T07:13:49.173 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 0, 2024-04-13T07:13:49.173 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 3430, 2024-04-13T07:13:49.173 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 3430, 2024-04-13T07:13:49.173 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T07:13:49.173 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 10290, 2024-04-13T07:13:49.173 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 51, 2024-04-13T07:13:49.173 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 20480 2024-04-13T07:13:49.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.173 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T07:13:49.173 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T07:13:49.173 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T07:13:49.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.173 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:49.174 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:49.174 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T07:13:49.174 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.174 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T07:13:49.174 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T07:13:49.174 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T07:13:49.174 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T07:13:49.174 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:13:49.174 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 64, 2024-04-13T07:13:49.174 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 64, 2024-04-13T07:13:49.174 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 3, 2024-04-13T07:13:49.174 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T07:13:49.174 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T07:13:49.174 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 729296742666, 2024-04-13T07:13:49.174 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 0, 2024-04-13T07:13:49.175 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T07:13:49.175 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T07:13:49.175 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 0, 2024-04-13T07:13:49.175 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T07:13:49.175 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 243098910720, 2024-04-13T07:13:49.175 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 0, 2024-04-13T07:13:49.175 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T07:13:49.175 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 0.0, 2024-04-13T07:13:49.175 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T07:13:49.175 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T07:13:49.175 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 0, 2024-04-13T07:13:49.175 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 0, 2024-04-13T07:13:49.175 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 0, 2024-04-13T07:13:49.175 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 0, 2024-04-13T07:13:49.175 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T07:13:49.175 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 0, 2024-04-13T07:13:49.175 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 0, 2024-04-13T07:13:49.176 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 0 2024-04-13T07:13:49.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.176 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T07:13:49.176 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T07:13:49.176 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T07:13:49.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.176 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:49.176 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:49.176 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd" 2024-04-13T07:13:49.176 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.176 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T07:13:49.176 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T07:13:49.176 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T07:13:49.176 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T07:13:49.177 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:13:49.177 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 8, 2024-04-13T07:13:49.177 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 8, 2024-04-13T07:13:49.177 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 4, 2024-04-13T07:13:49.177 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T07:13:49.177 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T07:13:49.177 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 729296742666, 2024-04-13T07:13:49.177 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 0, 2024-04-13T07:13:49.177 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T07:13:49.177 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T07:13:49.177 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 0, 2024-04-13T07:13:49.177 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T07:13:49.177 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 243098910720, 2024-04-13T07:13:49.177 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 0, 2024-04-13T07:13:49.178 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T07:13:49.178 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 0.0, 2024-04-13T07:13:49.178 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T07:13:49.178 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T07:13:49.178 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 0, 2024-04-13T07:13:49.178 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 0, 2024-04-13T07:13:49.178 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 0, 2024-04-13T07:13:49.178 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 0, 2024-04-13T07:13:49.178 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T07:13:49.178 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 0, 2024-04-13T07:13:49.178 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 0, 2024-04-13T07:13:49.178 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 0 2024-04-13T07:13:49.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.178 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T07:13:49.179 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T07:13:49.179 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T07:13:49.179 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.179 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.179 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd": { 2024-04-13T07:13:49.179 INFO:tasks.workunit.client.0.smithi003.stdout: "mirroring_by_pool": [ 2024-04-13T07:13:49.179 INFO:tasks.workunit.client.0.smithi003.stdout: false 2024-04-13T07:13:49.179 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_images_by_pool": [ 2024-04-13T07:13:49.179 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:49.179 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:49.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pools": 1 2024-04-13T07:13:49.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.180 INFO:tasks.workunit.client.0.smithi003.stdout: "report_id": "7c6dd687-b705-45d3-807c-9209de83f94b", 2024-04-13T07:13:49.180 INFO:tasks.workunit.client.0.smithi003.stdout: "report_timestamp": "2024-04-13T07:13:49.077785", 2024-04-13T07:13:49.180 INFO:tasks.workunit.client.0.smithi003.stdout: "report_version": 1, 2024-04-13T07:13:49.180 INFO:tasks.workunit.client.0.smithi003.stdout: "rook": { 2024-04-13T07:13:49.180 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster": { 2024-04-13T07:13:49.180 INFO:tasks.workunit.client.0.smithi003.stdout: "external-mode": null, 2024-04-13T07:13:49.180 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:49.180 INFO:tasks.workunit.client.0.smithi003.stdout: "allow-multiple-per-node": null, 2024-04-13T07:13:49.180 INFO:tasks.workunit.client.0.smithi003.stdout: "count": null, 2024-04-13T07:13:49.180 INFO:tasks.workunit.client.0.smithi003.stdout: "max-id": null, 2024-04-13T07:13:49.180 INFO:tasks.workunit.client.0.smithi003.stdout: "pvc": { 2024-04-13T07:13:49.180 INFO:tasks.workunit.client.0.smithi003.stdout: "enabled": null 2024-04-13T07:13:49.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.181 INFO:tasks.workunit.client.0.smithi003.stdout: "stretch": { 2024-04-13T07:13:49.181 INFO:tasks.workunit.client.0.smithi003.stdout: "enabled": null 2024-04-13T07:13:49.181 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.181 INFO:tasks.workunit.client.0.smithi003.stdout: "network": { 2024-04-13T07:13:49.181 INFO:tasks.workunit.client.0.smithi003.stdout: "provider": null 2024-04-13T07:13:49.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.181 INFO:tasks.workunit.client.0.smithi003.stdout: "storage": { 2024-04-13T07:13:49.181 INFO:tasks.workunit.client.0.smithi003.stdout: "device-set": { 2024-04-13T07:13:49.181 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T07:13:49.181 INFO:tasks.workunit.client.0.smithi003.stdout: "non-portable": null, 2024-04-13T07:13:49.181 INFO:tasks.workunit.client.0.smithi003.stdout: "portable": null, 2024-04-13T07:13:49.181 INFO:tasks.workunit.client.0.smithi003.stdout: "total": null 2024-04-13T07:13:49.181 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.182 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.182 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.182 INFO:tasks.workunit.client.0.smithi003.stdout: "csi": { 2024-04-13T07:13:49.182 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T07:13:49.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.182 INFO:tasks.workunit.client.0.smithi003.stdout: "kubernetes": { 2024-04-13T07:13:49.182 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T07:13:49.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.182 INFO:tasks.workunit.client.0.smithi003.stdout: "node": { 2024-04-13T07:13:49.182 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T07:13:49.182 INFO:tasks.workunit.client.0.smithi003.stdout: "kubernetes-total": null, 2024-04-13T07:13:49.182 INFO:tasks.workunit.client.0.smithi003.stdout: "with-ceph-daemons": null, 2024-04-13T07:13:49.183 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-cephfs-plugin": null, 2024-04-13T07:13:49.183 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-nfs-plugin": null, 2024-04-13T07:13:49.183 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-rbd-plugin": null 2024-04-13T07:13:49.183 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.183 INFO:tasks.workunit.client.0.smithi003.stdout: "usage": { 2024-04-13T07:13:49.183 INFO:tasks.workunit.client.0.smithi003.stdout: "storage-class": { 2024-04-13T07:13:49.183 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T07:13:49.183 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket": null, 2024-04-13T07:13:49.183 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs": null, 2024-04-13T07:13:49.183 INFO:tasks.workunit.client.0.smithi003.stdout: "nfs": null, 2024-04-13T07:13:49.183 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd": null, 2024-04-13T07:13:49.183 INFO:tasks.workunit.client.0.smithi003.stdout: "total": null 2024-04-13T07:13:49.183 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.184 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.184 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T07:13:49.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.184 INFO:tasks.workunit.client.0.smithi003.stdout: "services": {}, 2024-04-13T07:13:49.184 INFO:tasks.workunit.client.0.smithi003.stdout: "usage": { 2024-04-13T07:13:49.184 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 105, 2024-04-13T07:13:49.184 INFO:tasks.workunit.client.0.smithi003.stdout: "pools": 4, 2024-04-13T07:13:49.184 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_by_class": { 2024-04-13T07:13:49.184 INFO:tasks.workunit.client.0.smithi003.stdout: "ssd": { 2024-04-13T07:13:49.184 INFO:tasks.workunit.client.0.smithi003.stdout: "total_avail_bytes": 767722962944, 2024-04-13T07:13:49.184 INFO:tasks.workunit.client.0.smithi003.stdout: "total_bytes": 767960285184, 2024-04-13T07:13:49.185 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_bytes": 237322240, 2024-04-13T07:13:49.185 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_raw_bytes": 237322240, 2024-04-13T07:13:49.185 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_raw_ratio": 0.0003090293030254543 2024-04-13T07:13:49.185 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:49.185 INFO:tasks.workunit.client.0.smithi003.stdout: "total_avail_bytes": 767722962944, 2024-04-13T07:13:49.185 INFO:tasks.workunit.client.0.smithi003.stdout: "total_bytes": 767960285184, 2024-04-13T07:13:49.185 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_bytes": 237322240 2024-04-13T07:13:49.185 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.185 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:49.185 INFO:tasks.workunit.client.0.smithi003.stdout:} 2024-04-13T07:13:49.186 INFO:tasks.workunit.client.0.smithi003.stderr:++ ceph telemetry collection ls 2024-04-13T07:13:49.631 INFO:tasks.workunit.client.0.smithi003.stderr:+ COLLECTIONS='New collections are available: 2024-04-13T07:13:49.631 INFO:tasks.workunit.client.0.smithi003.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-04-13T07:13:49.631 INFO:tasks.workunit.client.0.smithi003.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T07:13:49.631 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T07:13:49.631 INFO:tasks.workunit.client.0.smithi003.stderr:NAME STATUS DESC 2024-04-13T07:13:49.632 INFO:tasks.workunit.client.0.smithi003.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T07:13:49.632 INFO:tasks.workunit.client.0.smithi003.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-13T07:13:49.632 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-13T07:13:49.632 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-13T07:13:49.632 INFO:tasks.workunit.client.0.smithi003.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-13T07:13:49.632 INFO:tasks.workunit.client.0.smithi003.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-13T07:13:49.632 INFO:tasks.workunit.client.0.smithi003.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T07:13:49.632 INFO:tasks.workunit.client.0.smithi003.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-13T07:13:49.632 INFO:tasks.workunit.client.0.smithi003.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-13T07:13:49.632 INFO:tasks.workunit.client.0.smithi003.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-13T07:13:49.632 INFO:tasks.workunit.client.0.smithi003.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-04-13T07:13:49.632 INFO:tasks.workunit.client.0.smithi003.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-04-13T07:13:49.633 INFO:tasks.workunit.client.0.smithi003.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T07:13:49.633 INFO:tasks.workunit.client.0.smithi003.stderr:+ [[ New collections are available: 2024-04-13T07:13:49.633 INFO:tasks.workunit.client.0.smithi003.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-13T07:13:49.633 INFO:tasks.workunit.client.0.smithi003.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T07:13:49.633 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T07:13:49.633 INFO:tasks.workunit.client.0.smithi003.stderr:NAME STATUS DESC 2024-04-13T07:13:49.633 INFO:tasks.workunit.client.0.smithi003.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T07:13:49.633 INFO:tasks.workunit.client.0.smithi003.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-13T07:13:49.633 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-13T07:13:49.633 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-13T07:13:49.633 INFO:tasks.workunit.client.0.smithi003.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-13T07:13:49.633 INFO:tasks.workunit.client.0.smithi003.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-13T07:13:49.633 INFO:tasks.workunit.client.0.smithi003.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T07:13:49.633 INFO:tasks.workunit.client.0.smithi003.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-13T07:13:49.633 INFO:tasks.workunit.client.0.smithi003.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-13T07:13:49.634 INFO:tasks.workunit.client.0.smithi003.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-13T07:13:49.634 INFO:tasks.workunit.client.0.smithi003.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-04-13T07:13:49.634 INFO:tasks.workunit.client.0.smithi003.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T07:13:49.634 INFO:tasks.workunit.client.0.smithi003.stderr:+ [[ New collections are available: 2024-04-13T07:13:49.634 INFO:tasks.workunit.client.0.smithi003.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-13T07:13:49.634 INFO:tasks.workunit.client.0.smithi003.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T07:13:49.634 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T07:13:49.634 INFO:tasks.workunit.client.0.smithi003.stderr:NAME STATUS DESC 2024-04-13T07:13:49.634 INFO:tasks.workunit.client.0.smithi003.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T07:13:49.634 INFO:tasks.workunit.client.0.smithi003.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-13T07:13:49.634 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-13T07:13:49.634 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-13T07:13:49.635 INFO:tasks.workunit.client.0.smithi003.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-13T07:13:49.635 INFO:tasks.workunit.client.0.smithi003.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-13T07:13:49.635 INFO:tasks.workunit.client.0.smithi003.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T07:13:49.635 INFO:tasks.workunit.client.0.smithi003.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-13T07:13:49.635 INFO:tasks.workunit.client.0.smithi003.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-13T07:13:49.635 INFO:tasks.workunit.client.0.smithi003.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-13T07:13:49.635 INFO:tasks.workunit.client.0.smithi003.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-13T07:13:49.635 INFO:tasks.workunit.client.0.smithi003.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T07:13:49.635 INFO:tasks.workunit.client.0.smithi003.stderr:+ [[ New collections are available: 2024-04-13T07:13:49.635 INFO:tasks.workunit.client.0.smithi003.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-13T07:13:49.635 INFO:tasks.workunit.client.0.smithi003.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T07:13:49.635 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T07:13:49.635 INFO:tasks.workunit.client.0.smithi003.stderr:NAME STATUS DESC 2024-04-13T07:13:49.636 INFO:tasks.workunit.client.0.smithi003.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T07:13:49.636 INFO:tasks.workunit.client.0.smithi003.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-13T07:13:49.636 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-13T07:13:49.636 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-13T07:13:49.636 INFO:tasks.workunit.client.0.smithi003.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-13T07:13:49.636 INFO:tasks.workunit.client.0.smithi003.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-13T07:13:49.636 INFO:tasks.workunit.client.0.smithi003.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T07:13:49.636 INFO:tasks.workunit.client.0.smithi003.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-13T07:13:49.636 INFO:tasks.workunit.client.0.smithi003.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-13T07:13:49.636 INFO:tasks.workunit.client.0.smithi003.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-13T07:13:49.636 INFO:tasks.workunit.client.0.smithi003.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-13T07:13:49.636 INFO:tasks.workunit.client.0.smithi003.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T07:13:49.636 INFO:tasks.workunit.client.0.smithi003.stderr:+ [[ New collections are available: 2024-04-13T07:13:49.637 INFO:tasks.workunit.client.0.smithi003.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-13T07:13:49.637 INFO:tasks.workunit.client.0.smithi003.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T07:13:49.637 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T07:13:49.637 INFO:tasks.workunit.client.0.smithi003.stderr:NAME STATUS DESC 2024-04-13T07:13:49.637 INFO:tasks.workunit.client.0.smithi003.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T07:13:49.637 INFO:tasks.workunit.client.0.smithi003.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-13T07:13:49.637 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-13T07:13:49.637 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-13T07:13:49.637 INFO:tasks.workunit.client.0.smithi003.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-13T07:13:49.637 INFO:tasks.workunit.client.0.smithi003.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-13T07:13:49.637 INFO:tasks.workunit.client.0.smithi003.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T07:13:49.637 INFO:tasks.workunit.client.0.smithi003.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-13T07:13:49.637 INFO:tasks.workunit.client.0.smithi003.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-13T07:13:49.638 INFO:tasks.workunit.client.0.smithi003.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-13T07:13:49.638 INFO:tasks.workunit.client.0.smithi003.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-13T07:13:49.638 INFO:tasks.workunit.client.0.smithi003.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T07:13:49.638 INFO:tasks.workunit.client.0.smithi003.stderr:+ [[ New collections are available: 2024-04-13T07:13:49.638 INFO:tasks.workunit.client.0.smithi003.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-13T07:13:49.638 INFO:tasks.workunit.client.0.smithi003.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T07:13:49.638 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T07:13:49.638 INFO:tasks.workunit.client.0.smithi003.stderr:NAME STATUS DESC 2024-04-13T07:13:49.638 INFO:tasks.workunit.client.0.smithi003.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T07:13:49.638 INFO:tasks.workunit.client.0.smithi003.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-13T07:13:49.638 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-13T07:13:49.638 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-13T07:13:49.638 INFO:tasks.workunit.client.0.smithi003.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-13T07:13:49.638 INFO:tasks.workunit.client.0.smithi003.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-13T07:13:49.638 INFO:tasks.workunit.client.0.smithi003.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T07:13:49.639 INFO:tasks.workunit.client.0.smithi003.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-13T07:13:49.639 INFO:tasks.workunit.client.0.smithi003.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-13T07:13:49.639 INFO:tasks.workunit.client.0.smithi003.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-13T07:13:49.639 INFO:tasks.workunit.client.0.smithi003.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-13T07:13:49.639 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-13T07:13:49.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-mon[37804]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:49.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-mon[37804]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:49.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-mon[37804]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:49.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:49.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:49.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-mon[37804]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:49.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:49.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:49.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-mon[27034]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:49.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-mon[27034]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:49.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-mon[27034]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:49.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:49.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:49.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-mon[27034]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:49.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:49.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:49.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:49 smithi066 ceph-mon[30583]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:49.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:49 smithi066 ceph-mon[30583]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:49.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:49 smithi066 ceph-mon[30583]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:49.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:49 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:49.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:49 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:49.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:49 smithi066 ceph-mon[30583]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:49.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:49 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:49.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:49 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:50.163 INFO:tasks.workunit.client.0.smithi003.stdout:Telemetry is on. 2024-04-13T07:13:50.164 INFO:tasks.workunit.client.0.smithi003.stdout:Some channels are disabled, please enable with: 2024-04-13T07:13:50.164 INFO:tasks.workunit.client.0.smithi003.stdout:`ceph telemetry enable channel perf` 2024-04-13T07:13:50.174 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph telemetry enable channel perf 2024-04-13T07:13:50.389 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:49] ENGINE Bus STOPPING 2024-04-13T07:13:50.389 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:13:50.389 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:49] ENGINE Bus STOPPED 2024-04-13T07:13:50.389 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:49 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:49] ENGINE Bus STARTING 2024-04-13T07:13:50.390 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:50] ENGINE Serving on http://:::9283 2024-04-13T07:13:50.390 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:50] ENGINE Bus STARTED 2024-04-13T07:13:50.678 INFO:tasks.workunit.client.0.smithi003.stdout:channel_perf is enabled 2024-04-13T07:13:50.690 INFO:tasks.workunit.client.0.smithi003.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-13T07:13:50.889 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:50] ENGINE Bus STOPPING 2024-04-13T07:13:50.890 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:13:50.890 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:50] ENGINE Bus STOPPED 2024-04-13T07:13:50.890 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:50] ENGINE Bus STARTING 2024-04-13T07:13:50.890 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:50] ENGINE Serving on http://:::9283 2024-04-13T07:13:50.890 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:13:50] ENGINE Bus STARTED 2024-04-13T07:13:50.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:50.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:50.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-13T07:13:50.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:50.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:50.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:50.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:13:50.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:13:50.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:50.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:50.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:50.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:50.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:13:50.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:13:50.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:50.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:50.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-13T07:13:50.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:50.892 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:50.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:50.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:13:50.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:13:50.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:50.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:50.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:50.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:50.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:13:50.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:13:50.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:50 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-13T07:13:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:50.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:13:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:13:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:50.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:50.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:13:50.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:13:50.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:50 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:13:51.079 INFO:tasks.workunit.client.0.smithi003.stderr:+ LAST_OPT_REVISION=1 2024-04-13T07:13:51.079 INFO:tasks.workunit.client.0.smithi003.stderr:+ '[' 1 -ne 1 ']' 2024-04-13T07:13:51.079 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph telemetry show 2024-04-13T07:13:51.823 INFO:tasks.workunit.client.0.smithi003.stdout:{ 2024-04-13T07:13:51.823 INFO:tasks.workunit.client.0.smithi003.stdout: "balancer": { 2024-04-13T07:13:51.823 INFO:tasks.workunit.client.0.smithi003.stdout: "active": true, 2024-04-13T07:13:51.823 INFO:tasks.workunit.client.0.smithi003.stdout: "mode": "" 2024-04-13T07:13:51.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.823 INFO:tasks.workunit.client.0.smithi003.stdout: "channels": [ 2024-04-13T07:13:51.823 INFO:tasks.workunit.client.0.smithi003.stdout: "basic", 2024-04-13T07:13:51.824 INFO:tasks.workunit.client.0.smithi003.stdout: "crash", 2024-04-13T07:13:51.824 INFO:tasks.workunit.client.0.smithi003.stdout: "device", 2024-04-13T07:13:51.824 INFO:tasks.workunit.client.0.smithi003.stdout: "ident", 2024-04-13T07:13:51.824 INFO:tasks.workunit.client.0.smithi003.stdout: "perf" 2024-04-13T07:13:51.824 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:51.824 INFO:tasks.workunit.client.0.smithi003.stdout: "channels_available": [ 2024-04-13T07:13:51.824 INFO:tasks.workunit.client.0.smithi003.stdout: "basic", 2024-04-13T07:13:51.824 INFO:tasks.workunit.client.0.smithi003.stdout: "ident", 2024-04-13T07:13:51.824 INFO:tasks.workunit.client.0.smithi003.stdout: "crash", 2024-04-13T07:13:51.824 INFO:tasks.workunit.client.0.smithi003.stdout: "device", 2024-04-13T07:13:51.824 INFO:tasks.workunit.client.0.smithi003.stdout: "perf" 2024-04-13T07:13:51.825 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:51.825 INFO:tasks.workunit.client.0.smithi003.stdout: "collections_available": [ 2024-04-13T07:13:51.825 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_base", 2024-04-13T07:13:51.825 INFO:tasks.workunit.client.0.smithi003.stdout: "device_base", 2024-04-13T07:13:51.825 INFO:tasks.workunit.client.0.smithi003.stdout: "crash_base", 2024-04-13T07:13:51.825 INFO:tasks.workunit.client.0.smithi003.stdout: "ident_base", 2024-04-13T07:13:51.825 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_perf", 2024-04-13T07:13:51.825 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_mds_metadata", 2024-04-13T07:13:51.825 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_usage", 2024-04-13T07:13:51.825 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_usage_by_class", 2024-04-13T07:13:51.825 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_rook_v01", 2024-04-13T07:13:51.825 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_memory_metrics", 2024-04-13T07:13:51.826 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_options_bluestore" 2024-04-13T07:13:51.826 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:51.826 INFO:tasks.workunit.client.0.smithi003.stdout: "collections_opted_in": [ 2024-04-13T07:13:51.826 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_base", 2024-04-13T07:13:51.826 INFO:tasks.workunit.client.0.smithi003.stdout: "device_base", 2024-04-13T07:13:51.826 INFO:tasks.workunit.client.0.smithi003.stdout: "crash_base", 2024-04-13T07:13:51.826 INFO:tasks.workunit.client.0.smithi003.stdout: "ident_base", 2024-04-13T07:13:51.826 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_perf", 2024-04-13T07:13:51.826 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_mds_metadata", 2024-04-13T07:13:51.826 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_usage", 2024-04-13T07:13:51.826 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_usage_by_class", 2024-04-13T07:13:51.827 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_rook_v01", 2024-04-13T07:13:51.827 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_memory_metrics", 2024-04-13T07:13:51.827 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_options_bluestore" 2024-04-13T07:13:51.827 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:51.827 INFO:tasks.workunit.client.0.smithi003.stdout: "config": { 2024-04-13T07:13:51.827 INFO:tasks.workunit.client.0.smithi003.stdout: "active_changed": [ 2024-04-13T07:13:51.827 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T07:13:51.827 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_debug", 2024-04-13T07:13:51.827 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_mon_ticket_ttl", 2024-04-13T07:13:51.827 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_service_ticket_ttl", 2024-04-13T07:13:51.827 INFO:tasks.workunit.client.0.smithi003.stdout: "bdev_debug_aio", 2024-04-13T07:13:51.828 INFO:tasks.workunit.client.0.smithi003.stdout: "client_check_pool_perm", 2024-04-13T07:13:51.828 INFO:tasks.workunit.client.0.smithi003.stdout: "client_mount_gid", 2024-04-13T07:13:51.828 INFO:tasks.workunit.client.0.smithi003.stdout: "client_mount_uid", 2024-04-13T07:13:51.828 INFO:tasks.workunit.client.0.smithi003.stdout: "client_quota", 2024-04-13T07:13:51.828 INFO:tasks.workunit.client.0.smithi003.stdout: "container_image", 2024-04-13T07:13:51.828 INFO:tasks.workunit.client.0.smithi003.stdout: "daemonize", 2024-04-13T07:13:51.828 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_asserts_on_shutdown", 2024-04-13T07:13:51.828 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mgr", 2024-04-13T07:13:51.828 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mon", 2024-04-13T07:13:51.828 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_ms", 2024-04-13T07:13:51.828 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_osd", 2024-04-13T07:13:51.829 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_paxos", 2024-04-13T07:13:51.829 INFO:tasks.workunit.client.0.smithi003.stdout: "keyring", 2024-04-13T07:13:51.829 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_block_size", 2024-04-13T07:13:51.829 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_cache_size", 2024-04-13T07:13:51.829 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_compression", 2024-04-13T07:13:51.829 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_log", 2024-04-13T07:13:51.829 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_write_buffer_size", 2024-04-13T07:13:51.829 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_file", 2024-04-13T07:13:51.829 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_journald", 2024-04-13T07:13:51.829 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_stderr", 2024-04-13T07:13:51.829 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_allow_pool_delete", 2024-04-13T07:13:51.830 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_clock_drift_allowed", 2024-04-13T07:13:51.830 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_file_level", 2024-04-13T07:13:51.830 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_file", 2024-04-13T07:13:51.830 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_journald", 2024-04-13T07:13:51.830 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_stderr", 2024-04-13T07:13:51.830 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_data_avail_warn", 2024-04-13T07:13:51.830 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_election_default_strategy", 2024-04-13T07:13:51.830 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_host", 2024-04-13T07:13:51.830 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_max_pg_per_osd", 2024-04-13T07:13:51.830 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mgr_mkfs_grace", 2024-04-13T07:13:51.830 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_prime_pg_temp", 2024-04-13T07:13:51.831 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T07:13:51.831 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T07:13:51.831 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T07:13:51.831 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T07:13:51.831 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T07:13:51.831 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T07:13:51.831 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T07:13:51.831 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T07:13:51.831 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T07:13:51.831 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T07:13:51.831 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_too_few_osds", 2024-04-13T07:13:51.832 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_bug", 2024-04-13T07:13:51.832 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_old_message", 2024-04-13T07:13:51.832 INFO:tasks.workunit.client.0.smithi003.stdout: "no_config_file", 2024-04-13T07:13:51.832 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_default_list", 2024-04-13T07:13:51.832 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_load_list", 2024-04-13T07:13:51.832 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_crush_chooseleaf_type", 2024-04-13T07:13:51.832 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_misdirected_ops", 2024-04-13T07:13:51.832 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_op_order", 2024-04-13T07:13:51.832 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_pg_log_writeout", 2024-04-13T07:13:51.832 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_shutdown", 2024-04-13T07:13:51.832 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T07:13:51.832 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T07:13:51.833 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T07:13:51.833 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T07:13:51.833 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep", 2024-04-13T07:13:51.833 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_hdd", 2024-04-13T07:13:51.833 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_hybrid", 2024-04-13T07:13:51.833 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_ssd", 2024-04-13T07:13:51.833 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_max_backfills", 2024-04-13T07:13:51.833 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T07:13:51.833 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_profile", 2024-04-13T07:13:51.833 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-13T07:13:51.833 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-13T07:13:51.833 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-13T07:13:51.834 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-13T07:13:51.834 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-13T07:13:51.834 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-13T07:13:51.834 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_lim", 2024-04-13T07:13:51.834 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_res", 2024-04-13T07:13:51.834 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-13T07:13:51.834 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target", 2024-04-13T07:13:51.834 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target_autotune", 2024-04-13T07:13:51.834 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue", 2024-04-13T07:13:51.834 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue_cut_off", 2024-04-13T07:13:51.834 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pg_delete_cost", 2024-04-13T07:13:51.835 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T07:13:51.835 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T07:13:51.835 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recover_clone_overlap", 2024-04-13T07:13:51.835 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active", 2024-04-13T07:13:51.835 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active_hdd", 2024-04-13T07:13:51.835 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active_ssd", 2024-04-13T07:13:51.835 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_chunk", 2024-04-13T07:13:51.835 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep", 2024-04-13T07:13:51.835 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_hdd", 2024-04-13T07:13:51.835 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_hybrid", 2024-04-13T07:13:51.835 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_ssd", 2024-04-13T07:13:51.835 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_load_threshold", 2024-04-13T07:13:51.835 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_max_interval", 2024-04-13T07:13:51.836 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_sleep", 2024-04-13T07:13:51.836 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_shutdown_pgref_assert", 2024-04-13T07:13:51.836 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep", 2024-04-13T07:13:51.836 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_hdd", 2024-04-13T07:13:51.836 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-13T07:13:51.836 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_ssd", 2024-04-13T07:13:51.836 INFO:tasks.workunit.client.0.smithi003.stdout: "public_addr", 2024-04-13T07:13:51.836 INFO:tasks.workunit.client.0.smithi003.stdout: "public_addrv", 2024-04-13T07:13:51.836 INFO:tasks.workunit.client.0.smithi003.stdout: "public_network", 2024-04-13T07:13:51.836 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_default_features", 2024-04-13T07:13:51.836 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_qos_exclude_ops", 2024-04-13T07:13:51.836 INFO:tasks.workunit.client.0.smithi003.stdout: "setgroup", 2024-04-13T07:13:51.837 INFO:tasks.workunit.client.0.smithi003.stdout: "setuser" 2024-04-13T07:13:51.837 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:51.837 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster_changed": [ 2024-04-13T07:13:51.837 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T07:13:51.837 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_debug", 2024-04-13T07:13:51.837 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_mon_ticket_ttl", 2024-04-13T07:13:51.837 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_service_ticket_ttl", 2024-04-13T07:13:51.837 INFO:tasks.workunit.client.0.smithi003.stdout: "bdev_debug_aio", 2024-04-13T07:13:51.837 INFO:tasks.workunit.client.0.smithi003.stdout: "container_image", 2024-04-13T07:13:51.837 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_asserts_on_shutdown", 2024-04-13T07:13:51.837 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mgr", 2024-04-13T07:13:51.837 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mon", 2024-04-13T07:13:51.838 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_ms", 2024-04-13T07:13:51.838 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_osd", 2024-04-13T07:13:51.838 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_paxos", 2024-04-13T07:13:51.838 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_file", 2024-04-13T07:13:51.838 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_journald", 2024-04-13T07:13:51.838 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_stderr", 2024-04-13T07:13:51.838 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_join_fs", 2024-04-13T07:13:51.838 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/allow_ptrace", 2024-04-13T07:13:51.838 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/container_init", 2024-04-13T07:13:51.838 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/migration_current", 2024-04-13T07:13:51.838 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/use_repo_digest", 2024-04-13T07:13:51.839 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-13T07:13:51.839 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-13T07:13:51.839 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-13T07:13:51.839 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-13T07:13:51.839 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/ssl_server_port", 2024-04-13T07:13:51.839 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/orchestrator/orchestrator", 2024-04-13T07:13:51.839 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/channel_ident", 2024-04-13T07:13:51.839 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/channel_perf", 2024-04-13T07:13:51.839 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/description", 2024-04-13T07:13:51.839 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/enabled", 2024-04-13T07:13:51.839 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/organization", 2024-04-13T07:13:51.840 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_allow_pool_delete", 2024-04-13T07:13:51.840 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_clock_drift_allowed", 2024-04-13T07:13:51.840 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_file_level", 2024-04-13T07:13:51.840 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_file", 2024-04-13T07:13:51.840 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_data_avail_warn", 2024-04-13T07:13:51.840 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_election_default_strategy", 2024-04-13T07:13:51.840 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_max_pg_per_osd", 2024-04-13T07:13:51.840 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mgr_mkfs_grace", 2024-04-13T07:13:51.840 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_prime_pg_temp", 2024-04-13T07:13:51.840 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T07:13:51.840 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T07:13:51.840 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T07:13:51.840 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T07:13:51.841 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T07:13:51.841 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T07:13:51.841 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T07:13:51.841 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T07:13:51.841 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T07:13:51.841 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T07:13:51.841 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_too_few_osds", 2024-04-13T07:13:51.841 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_bug", 2024-04-13T07:13:51.841 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_old_message", 2024-04-13T07:13:51.841 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_default_list", 2024-04-13T07:13:51.841 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_load_list", 2024-04-13T07:13:51.841 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_misdirected_ops", 2024-04-13T07:13:51.841 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_op_order", 2024-04-13T07:13:51.842 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_pg_log_writeout", 2024-04-13T07:13:51.842 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_shutdown", 2024-04-13T07:13:51.842 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T07:13:51.842 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T07:13:51.842 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T07:13:51.842 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T07:13:51.842 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T07:13:51.842 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_profile", 2024-04-13T07:13:51.842 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target", 2024-04-13T07:13:51.842 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target_autotune", 2024-04-13T07:13:51.842 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue", 2024-04-13T07:13:51.842 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue_cut_off", 2024-04-13T07:13:51.843 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T07:13:51.843 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T07:13:51.843 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recover_clone_overlap", 2024-04-13T07:13:51.843 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_chunk", 2024-04-13T07:13:51.843 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_load_threshold", 2024-04-13T07:13:51.843 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_max_interval", 2024-04-13T07:13:51.843 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_shutdown_pgref_assert", 2024-04-13T07:13:51.843 INFO:tasks.workunit.client.0.smithi003.stdout: "public_network", 2024-04-13T07:13:51.843 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_cache_enabled", 2024-04-13T07:13:51.843 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_enable_ops_log", 2024-04-13T07:13:51.843 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_enable_usage_log" 2024-04-13T07:13:51.844 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:51.844 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.844 INFO:tasks.workunit.client.0.smithi003.stdout: "contact": null, 2024-04-13T07:13:51.844 INFO:tasks.workunit.client.0.smithi003.stdout: "crashes": [], 2024-04-13T07:13:51.844 INFO:tasks.workunit.client.0.smithi003.stdout: "created": "2024-04-13T07:05:08.653608Z", 2024-04-13T07:13:51.844 INFO:tasks.workunit.client.0.smithi003.stdout: "crush": { 2024-04-13T07:13:51.844 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_algs": { 2024-04-13T07:13:51.844 INFO:tasks.workunit.client.0.smithi003.stdout: "straw2": 3 2024-04-13T07:13:51.844 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.844 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_sizes": { 2024-04-13T07:13:51.844 INFO:tasks.workunit.client.0.smithi003.stdout: "2": 1, 2024-04-13T07:13:51.844 INFO:tasks.workunit.client.0.smithi003.stdout: "4": 2 2024-04-13T07:13:51.844 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.845 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_types": { 2024-04-13T07:13:51.845 INFO:tasks.workunit.client.0.smithi003.stdout: "1": 2, 2024-04-13T07:13:51.845 INFO:tasks.workunit.client.0.smithi003.stdout: "11": 1 2024-04-13T07:13:51.845 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.845 INFO:tasks.workunit.client.0.smithi003.stdout: "compat_weight_set": false, 2024-04-13T07:13:51.845 INFO:tasks.workunit.client.0.smithi003.stdout: "device_classes": [ 2024-04-13T07:13:51.845 INFO:tasks.workunit.client.0.smithi003.stdout: 8 2024-04-13T07:13:51.845 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:51.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_buckets": 6, 2024-04-13T07:13:51.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_devices": 8, 2024-04-13T07:13:51.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_rules": 1, 2024-04-13T07:13:51.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_types": 12, 2024-04-13T07:13:51.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_weight_sets": 0, 2024-04-13T07:13:51.845 INFO:tasks.workunit.client.0.smithi003.stdout: "tunables": { 2024-04-13T07:13:51.846 INFO:tasks.workunit.client.0.smithi003.stdout: "allowed_bucket_algs": 54, 2024-04-13T07:13:51.846 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_local_fallback_tries": 0, 2024-04-13T07:13:51.846 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_local_tries": 0, 2024-04-13T07:13:51.846 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_total_tries": 50, 2024-04-13T07:13:51.846 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_descend_once": 1, 2024-04-13T07:13:51.846 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_stable": 1, 2024-04-13T07:13:51.846 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_vary_r": 1, 2024-04-13T07:13:51.846 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v2_rules": 0, 2024-04-13T07:13:51.846 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v3_rules": 0, 2024-04-13T07:13:51.846 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v4_buckets": 1, 2024-04-13T07:13:51.846 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v5_rules": 0, 2024-04-13T07:13:51.847 INFO:tasks.workunit.client.0.smithi003.stdout: "legacy_tunables": 0, 2024-04-13T07:13:51.847 INFO:tasks.workunit.client.0.smithi003.stdout: "minimum_required_version": "jewel", 2024-04-13T07:13:51.847 INFO:tasks.workunit.client.0.smithi003.stdout: "optimal_tunables": 1, 2024-04-13T07:13:51.847 INFO:tasks.workunit.client.0.smithi003.stdout: "profile": "jewel", 2024-04-13T07:13:51.847 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables": 1, 2024-04-13T07:13:51.847 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables2": 1, 2024-04-13T07:13:51.847 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables3": 1, 2024-04-13T07:13:51.847 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables5": 1, 2024-04-13T07:13:51.847 INFO:tasks.workunit.client.0.smithi003.stdout: "straw_calc_version": 1 2024-04-13T07:13:51.847 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.847 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.847 INFO:tasks.workunit.client.0.smithi003.stdout: "description": "upgrade test cluster", 2024-04-13T07:13:51.848 INFO:tasks.workunit.client.0.smithi003.stdout: "fs": { 2024-04-13T07:13:51.848 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:51.848 INFO:tasks.workunit.client.0.smithi003.stdout: "feature_flags": { 2024-04-13T07:13:51.848 INFO:tasks.workunit.client.0.smithi003.stdout: "enable_multiple": true, 2024-04-13T07:13:51.848 INFO:tasks.workunit.client.0.smithi003.stdout: "ever_enabled_multiple": true 2024-04-13T07:13:51.848 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.848 INFO:tasks.workunit.client.0.smithi003.stdout: "filesystems": [ 2024-04-13T07:13:51.848 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:51.848 INFO:tasks.workunit.client.0.smithi003.stdout: "approx_ctime": "2024-04", 2024-04-13T07:13:51.848 INFO:tasks.workunit.client.0.smithi003.stdout: "balancer_enabled": false, 2024-04-13T07:13:51.848 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.848 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_caps": 0, 2024-04-13T07:13:51.848 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_dns": 10, 2024-04-13T07:13:51.849 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_inos": 13, 2024-04-13T07:13:51.849 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_subtrees": 2, 2024-04-13T07:13:51.849 INFO:tasks.workunit.client.0.smithi003.stdout: "ever_allowed_features": 0, 2024-04-13T07:13:51.849 INFO:tasks.workunit.client.0.smithi003.stdout: "explicitly_allowed_features": 0, 2024-04-13T07:13:51.849 INFO:tasks.workunit.client.0.smithi003.stdout: "files": 0, 2024-04-13T07:13:51.849 INFO:tasks.workunit.client.0.smithi003.stdout: "max_mds": 1, 2024-04-13T07:13:51.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_data_pools": 1, 2024-04-13T07:13:51.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_in": 1, 2024-04-13T07:13:51.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_mds": 1, 2024-04-13T07:13:51.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": 0, 2024-04-13T07:13:51.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_standby_replay": 0, 2024-04-13T07:13:51.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_up": 1, 2024-04-13T07:13:51.850 INFO:tasks.workunit.client.0.smithi003.stdout: "snaps": 0, 2024-04-13T07:13:51.850 INFO:tasks.workunit.client.0.smithi003.stdout: "standby_count_wanted": 0 2024-04-13T07:13:51.850 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.850 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:51.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_standby_mds": 1, 2024-04-13T07:13:51.850 INFO:tasks.workunit.client.0.smithi003.stdout: "total_num_mds": 2 2024-04-13T07:13:51.850 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.850 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_stats": { 2024-04-13T07:13:51.850 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T07:13:51.851 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T07:13:51.851 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 20267008, 2024-04-13T07:13:51.851 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 359064, 2024-04-13T07:13:51.851 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2752512, 2024-04-13T07:13:51.851 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 1024000, 2024-04-13T07:13:51.851 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 0, 2024-04-13T07:13:51.851 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 318, 2024-04-13T07:13:51.851 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:51.851 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 857176, 2024-04-13T07:13:51.851 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 12, 2024-04-13T07:13:51.851 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 801792, 2024-04-13T07:13:51.852 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 14472464, 2024-04-13T07:13:51.852 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 20267008 2024-04-13T07:13:51.852 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.852 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T07:13:51.852 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 20389888, 2024-04-13T07:13:51.852 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 409328, 2024-04-13T07:13:51.852 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2752512, 2024-04-13T07:13:51.852 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 40960, 2024-04-13T07:13:51.852 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 925696, 2024-04-13T07:13:51.852 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 394, 2024-04-13T07:13:51.852 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:51.852 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 1420632, 2024-04-13T07:13:51.853 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 20, 2024-04-13T07:13:51.853 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 848896, 2024-04-13T07:13:51.853 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 14917560, 2024-04-13T07:13:51.853 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 21315584 2024-04-13T07:13:51.853 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.853 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.853 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:51.853 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T07:13:51.853 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 35315712, 2024-04-13T07:13:51.853 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 1299536, 2024-04-13T07:13:51.853 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2752512, 2024-04-13T07:13:51.853 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T07:13:51.854 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 10240000, 2024-04-13T07:13:51.854 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1096, 2024-04-13T07:13:51.854 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:51.854 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 7923088, 2024-04-13T07:13:51.854 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 21, 2024-04-13T07:13:51.854 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 1134080, 2024-04-13T07:13:51.854 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 22206496, 2024-04-13T07:13:51.854 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 45555712 2024-04-13T07:13:51.854 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.854 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T07:13:51.854 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 43679744, 2024-04-13T07:13:51.855 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 1740840, 2024-04-13T07:13:51.855 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2752512, 2024-04-13T07:13:51.855 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 540672, 2024-04-13T07:13:51.855 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 4915200, 2024-04-13T07:13:51.855 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1620, 2024-04-13T07:13:51.855 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:51.855 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 10709736, 2024-04-13T07:13:51.855 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 23, 2024-04-13T07:13:51.855 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 2739200, 2024-04-13T07:13:51.855 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 25196784, 2024-04-13T07:13:51.856 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 48594944 2024-04-13T07:13:51.856 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.856 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.be5b77d0f8a0d3fc4d792db8fc7e155e44679ebc": { 2024-04-13T07:13:51.856 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 36683776, 2024-04-13T07:13:51.856 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 1434488, 2024-04-13T07:13:51.856 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2752512, 2024-04-13T07:13:51.856 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 1196032, 2024-04-13T07:13:51.856 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 8871936, 2024-04-13T07:13:51.856 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1053, 2024-04-13T07:13:51.856 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:51.856 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 7154728, 2024-04-13T07:13:51.856 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 21, 2024-04-13T07:13:51.857 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 1911552, 2024-04-13T07:13:51.857 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 22234464, 2024-04-13T07:13:51.857 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 45555712 2024-04-13T07:13:51.857 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.857 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.857 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:51.857 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.0": { 2024-04-13T07:13:51.857 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 51372032, 2024-04-13T07:13:51.857 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 1768216, 2024-04-13T07:13:51.857 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2883584, 2024-04-13T07:13:51.857 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T07:13:51.857 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 188416, 2024-04-13T07:13:51.858 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1758, 2024-04-13T07:13:51.858 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:51.858 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 5823264, 2024-04-13T07:13:51.858 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:13:51.858 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 4175104, 2024-04-13T07:13:51.858 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 36721864, 2024-04-13T07:13:51.858 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 51560448 2024-04-13T07:13:51.858 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.858 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.1": { 2024-04-13T07:13:51.858 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 45121536, 2024-04-13T07:13:51.858 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 822568, 2024-04-13T07:13:51.858 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2883584, 2024-04-13T07:13:51.859 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T07:13:51.859 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 81920, 2024-04-13T07:13:51.859 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1290, 2024-04-13T07:13:51.859 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:51.859 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 4659936, 2024-04-13T07:13:51.859 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:13:51.859 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 2798592, 2024-04-13T07:13:51.859 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 33956856, 2024-04-13T07:13:51.859 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 45203456 2024-04-13T07:13:51.859 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.859 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.2": { 2024-04-13T07:13:51.860 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 44974080, 2024-04-13T07:13:51.860 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 869304, 2024-04-13T07:13:51.860 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2883584, 2024-04-13T07:13:51.860 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T07:13:51.860 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 1277952, 2024-04-13T07:13:51.860 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1236, 2024-04-13T07:13:51.860 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:51.860 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 4921848, 2024-04-13T07:13:51.860 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:13:51.860 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 2202112, 2024-04-13T07:13:51.860 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 34097232, 2024-04-13T07:13:51.860 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 46252032 2024-04-13T07:13:51.861 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.861 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.3": { 2024-04-13T07:13:51.861 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 43794432, 2024-04-13T07:13:51.861 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 738496, 2024-04-13T07:13:51.861 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2883584, 2024-04-13T07:13:51.861 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T07:13:51.861 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 425984, 2024-04-13T07:13:51.861 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1199, 2024-04-13T07:13:51.861 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:51.861 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 4119992, 2024-04-13T07:13:51.861 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 45, 2024-04-13T07:13:51.862 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 1872128, 2024-04-13T07:13:51.862 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 34180232, 2024-04-13T07:13:51.862 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 44220416 2024-04-13T07:13:51.862 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.862 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.4": { 2024-04-13T07:13:51.862 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 48693248, 2024-04-13T07:13:51.862 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 1732040, 2024-04-13T07:13:51.862 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2883584, 2024-04-13T07:13:51.862 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T07:13:51.862 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 770048, 2024-04-13T07:13:51.862 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1618, 2024-04-13T07:13:51.863 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:51.863 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 5686992, 2024-04-13T07:13:51.863 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:13:51.863 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 3391488, 2024-04-13T07:13:51.863 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 34999144, 2024-04-13T07:13:51.863 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 49463296 2024-04-13T07:13:51.863 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.863 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.5": { 2024-04-13T07:13:51.863 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 44933120, 2024-04-13T07:13:51.863 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 750064, 2024-04-13T07:13:51.863 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2883584, 2024-04-13T07:13:51.864 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T07:13:51.864 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 270336, 2024-04-13T07:13:51.864 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1217, 2024-04-13T07:13:51.864 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:51.864 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 4584280, 2024-04-13T07:13:51.864 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 48, 2024-04-13T07:13:51.864 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 1969152, 2024-04-13T07:13:51.864 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 34746040, 2024-04-13T07:13:51.864 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 45203456 2024-04-13T07:13:51.864 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.864 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.6": { 2024-04-13T07:13:51.864 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 44425216, 2024-04-13T07:13:51.865 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 845056, 2024-04-13T07:13:51.865 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2883584, 2024-04-13T07:13:51.865 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 57344, 2024-04-13T07:13:51.865 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 778240, 2024-04-13T07:13:51.865 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1211, 2024-04-13T07:13:51.865 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:51.865 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 4386528, 2024-04-13T07:13:51.865 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:13:51.865 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 1996288, 2024-04-13T07:13:51.865 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 34256416, 2024-04-13T07:13:51.866 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 45203456 2024-04-13T07:13:51.866 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.866 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.7": { 2024-04-13T07:13:51.866 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 48562176, 2024-04-13T07:13:51.866 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 2008144, 2024-04-13T07:13:51.866 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2883584, 2024-04-13T07:13:51.866 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 57344, 2024-04-13T07:13:51.866 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 901120, 2024-04-13T07:13:51.866 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1648, 2024-04-13T07:13:51.866 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:51.866 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 5750616, 2024-04-13T07:13:51.866 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:13:51.867 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 3259136, 2024-04-13T07:13:51.867 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 34603352, 2024-04-13T07:13:51.867 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 49463296 2024-04-13T07:13:51.867 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.867 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.867 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.867 INFO:tasks.workunit.client.0.smithi003.stdout: "hosts": { 2024-04-13T07:13:51.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num": 2, 2024-04-13T07:13:51.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mds": 2, 2024-04-13T07:13:51.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mgr": 2, 2024-04-13T07:13:51.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mon": 2, 2024-04-13T07:13:51.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_osd": 2 2024-04-13T07:13:51.868 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.868 INFO:tasks.workunit.client.0.smithi003.stdout: "io_rate": { 2024-04-13T07:13:51.868 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_stats_delta": { 2024-04-13T07:13:51.868 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 0, 2024-04-13T07:13:51.868 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:51.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 0, 2024-04-13T07:13:51.868 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:51.868 INFO:tasks.workunit.client.0.smithi003.stdout: "stamp_delta": "12.002774", 2024-04-13T07:13:51.868 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:51.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:51.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:51.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:51.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:51.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:51.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:51.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:51.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:51.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:51.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:51.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:51.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:51.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:51.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:51.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:51.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:51.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:51.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:51.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:51.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:51.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:51.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:51.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:51.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:51.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:51.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:51.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:51.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:51.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:51.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:51.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:51.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:51.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:51.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:51.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:51.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:51.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:51.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:51.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:51.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:51.872 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.872 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T07:13:51.872 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 0, 2024-04-13T07:13:51.872 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T07:13:51.872 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T07:13:51.873 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T07:13:51.873 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T07:13:51.873 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 0, 2024-04-13T07:13:51.873 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T07:13:51.873 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T07:13:51.873 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T07:13:51.873 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T07:13:51.873 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.873 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 0 2024-04-13T07:13:51.873 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.873 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.873 INFO:tasks.workunit.client.0.smithi003.stdout: "leaderboard": false, 2024-04-13T07:13:51.874 INFO:tasks.workunit.client.0.smithi003.stdout: "leaderboard_description": null, 2024-04-13T07:13:51.874 INFO:tasks.workunit.client.0.smithi003.stdout: "license": "sharing-1-0", 2024-04-13T07:13:51.874 INFO:tasks.workunit.client.0.smithi003.stdout: "mempool": { 2024-04-13T07:13:51.874 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T07:13:51.874 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T07:13:51.874 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:51.874 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.874 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.874 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.874 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:51.874 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.875 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.875 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.875 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:51.875 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.875 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.875 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.875 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:51.875 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.875 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.876 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.876 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:51.876 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.876 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.876 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.876 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:51.876 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.876 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.876 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.876 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:51.876 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.876 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.877 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.877 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:51.877 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.877 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.877 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.877 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:51.877 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.877 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.877 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.877 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:51.877 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.878 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.878 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.878 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:51.878 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.878 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.878 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.878 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:51.878 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.878 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.878 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.878 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:51.878 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.879 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.879 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.879 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:51.879 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.879 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.879 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.879 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:51.879 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.879 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.879 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.879 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:51.880 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.880 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.880 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.880 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:51.880 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.880 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.880 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.880 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:51.880 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.880 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.880 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.880 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:51.880 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 149127, 2024-04-13T07:13:51.881 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 31 2024-04-13T07:13:51.881 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.881 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:51.881 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.881 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.881 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.881 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:51.881 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 928, 2024-04-13T07:13:51.881 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T07:13:51.881 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.881 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:51.882 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.882 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.882 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.882 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:51.882 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.882 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.882 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.882 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:51.882 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.882 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.883 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.883 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:51.883 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.883 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.883 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.883 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:51.883 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.883 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.883 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.883 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:51.883 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.884 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.884 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.884 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:51.884 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.884 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.884 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.884 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:51.884 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.884 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.884 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.884 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.884 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T07:13:51.884 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:51.885 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.885 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.885 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.885 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:51.885 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.885 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.885 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.885 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:51.885 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.885 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.885 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.885 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:51.885 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.885 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.886 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.886 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:51.886 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.886 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.886 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.886 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:51.886 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.886 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.886 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.886 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:51.886 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.887 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.887 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.887 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:51.887 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.887 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.887 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.887 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:51.887 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.887 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.887 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.887 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:51.887 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.887 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.888 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.888 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:51.888 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.888 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.888 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.888 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:51.888 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.888 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.888 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.888 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:51.888 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.889 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.889 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.889 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:51.889 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.889 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.889 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.889 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:51.889 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.889 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.889 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.890 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:51.890 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.890 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.890 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.890 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:51.890 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.890 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.890 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.890 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:51.890 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.891 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.891 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.891 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:51.891 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 222439, 2024-04-13T07:13:51.891 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 68 2024-04-13T07:13:51.891 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.891 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:51.891 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.891 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.891 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.891 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:51.892 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 51496, 2024-04-13T07:13:51.892 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 208 2024-04-13T07:13:51.892 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.892 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:51.892 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.892 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.892 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.892 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:51.892 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.892 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.892 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.893 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:51.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.893 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.893 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.893 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:51.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7912, 2024-04-13T07:13:51.893 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 123 2024-04-13T07:13:51.893 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.893 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:51.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.893 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.894 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.894 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:51.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.894 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.894 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.894 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:51.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.894 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.894 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.894 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:51.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.894 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.895 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.895 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.895 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.895 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:51.895 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T07:13:51.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:51.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.895 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.895 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:51.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.896 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.896 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:51.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.896 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.896 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:51.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.896 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.896 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:51.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.896 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.897 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:51.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.897 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.897 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:51.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.897 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.897 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:51.898 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.898 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.898 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.898 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:51.898 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.898 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.898 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.898 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:51.898 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.898 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.898 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:51.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.899 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.899 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:51.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.899 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.899 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:51.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.899 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:51.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.900 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:51.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.900 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:51.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.900 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.901 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:51.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.901 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.901 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:51.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.901 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.901 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.901 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:51.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1093383, 2024-04-13T07:13:51.901 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 351 2024-04-13T07:13:51.902 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.902 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:51.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.902 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.902 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.902 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:51.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.902 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.902 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.902 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:51.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.903 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.903 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:51.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.903 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.903 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:51.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.903 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.903 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:51.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6488, 2024-04-13T07:13:51.904 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 122 2024-04-13T07:13:51.904 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.904 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:51.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12744, 2024-04-13T07:13:51.904 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1546 2024-04-13T07:13:51.904 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.904 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:51.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5152, 2024-04-13T07:13:51.904 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 83 2024-04-13T07:13:51.904 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.904 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:51.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.905 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.905 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.905 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:51.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.905 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.905 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.905 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.905 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T07:13:51.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:51.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.906 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.906 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:51.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.906 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.906 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:51.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.906 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.906 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:51.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.907 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.907 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:51.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.907 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.907 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:51.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.907 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.907 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:51.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.908 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.908 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:51.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.908 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.908 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:51.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.908 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.908 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.909 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:51.909 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.909 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.909 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.909 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:51.909 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.909 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.909 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.909 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:51.909 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.909 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.909 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.910 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:51.910 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.910 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.910 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.910 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:51.910 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.910 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.910 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.910 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:51.910 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.911 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.911 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:51.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.911 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.911 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:51.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.911 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.911 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:51.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.912 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.912 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:51.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1146537, 2024-04-13T07:13:51.912 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 335 2024-04-13T07:13:51.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.912 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:51.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 352, 2024-04-13T07:13:51.912 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 4 2024-04-13T07:13:51.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.912 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:51.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.912 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.912 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:51.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.913 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.913 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:51.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.913 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.913 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:51.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.913 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.913 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:51.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6488, 2024-04-13T07:13:51.914 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 122 2024-04-13T07:13:51.914 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.914 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:51.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12744, 2024-04-13T07:13:51.914 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1546 2024-04-13T07:13:51.914 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.914 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:51.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 10304, 2024-04-13T07:13:51.914 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 166 2024-04-13T07:13:51.914 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.914 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:51.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.915 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.915 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:51.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.915 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.915 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.915 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.be5b77d0f8a0d3fc4d792db8fc7e155e44679ebc": { 2024-04-13T07:13:51.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:51.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.915 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:51.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.916 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:51.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.916 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:51.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.916 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:51.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.916 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.917 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:51.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.917 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.917 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:51.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.917 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.917 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:51.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.918 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.918 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.918 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:51.918 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.918 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.918 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.918 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:51.918 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.918 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.918 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.918 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:51.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.919 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.919 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:51.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.919 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.919 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:51.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.919 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.919 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:51.920 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.920 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.920 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.920 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:51.920 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.920 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.920 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.920 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:51.920 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.920 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.920 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.920 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:51.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.921 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.921 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:51.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.921 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.921 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.921 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:51.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1096929, 2024-04-13T07:13:51.921 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 361 2024-04-13T07:13:51.921 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.921 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:51.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.922 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.922 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:51.922 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.922 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.922 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:51.922 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.922 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.922 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:51.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.923 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.923 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.923 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:51.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.923 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.923 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.923 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:51.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6488, 2024-04-13T07:13:51.923 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 122 2024-04-13T07:13:51.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.924 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:51.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12744, 2024-04-13T07:13:51.924 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1546 2024-04-13T07:13:51.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.924 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:51.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5152, 2024-04-13T07:13:51.924 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 83 2024-04-13T07:13:51.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.924 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:51.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.924 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.925 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:51.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.925 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.925 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.925 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.925 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.925 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:51.925 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.0": { 2024-04-13T07:13:51.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:51.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.925 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.925 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:51.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6368, 2024-04-13T07:13:51.926 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 123 2024-04-13T07:13:51.926 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:51.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16896, 2024-04-13T07:13:51.926 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8 2024-04-13T07:13:51.926 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:51.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 576, 2024-04-13T07:13:51.926 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:51.926 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:51.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5600, 2024-04-13T07:13:51.927 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 70 2024-04-13T07:13:51.927 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:51.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 21056, 2024-04-13T07:13:51.927 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 188 2024-04-13T07:13:51.927 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:51.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1712, 2024-04-13T07:13:51.927 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 45 2024-04-13T07:13:51.927 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:51.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 606208, 2024-04-13T07:13:51.928 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 17 2024-04-13T07:13:51.928 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.928 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:51.928 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 91835, 2024-04-13T07:13:51.928 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 15771 2024-04-13T07:13:51.928 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.928 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:51.928 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 205616, 2024-04-13T07:13:51.928 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 334 2024-04-13T07:13:51.928 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.928 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:51.928 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11392, 2024-04-13T07:13:51.928 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 744 2024-04-13T07:13:51.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.929 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:51.929 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 9024, 2024-04-13T07:13:51.929 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 188 2024-04-13T07:13:51.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.929 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:51.929 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.929 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.929 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:51.929 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31790, 2024-04-13T07:13:51.929 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 202 2024-04-13T07:13:51.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.930 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:51.930 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 21056, 2024-04-13T07:13:51.930 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 188 2024-04-13T07:13:51.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.930 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:51.930 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.930 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.930 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:51.931 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 397367, 2024-04-13T07:13:51.931 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 88 2024-04-13T07:13:51.931 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.931 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:51.931 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.931 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.931 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.931 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:51.931 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2460010, 2024-04-13T07:13:51.931 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 197 2024-04-13T07:13:51.931 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.931 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:51.931 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6864, 2024-04-13T07:13:51.932 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 78 2024-04-13T07:13:51.932 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.932 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:51.932 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.932 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.932 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.932 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:51.932 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 521640, 2024-04-13T07:13:51.932 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 45 2024-04-13T07:13:51.932 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.932 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:51.933 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.933 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.933 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.933 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:51.933 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 88400, 2024-04-13T07:13:51.933 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 174 2024-04-13T07:13:51.933 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.933 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:51.933 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 225896, 2024-04-13T07:13:51.933 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3454 2024-04-13T07:13:51.933 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.934 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:51.934 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.934 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.934 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.934 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:51.934 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.934 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.934 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.934 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:51.934 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.934 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.935 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.935 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:51.935 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.935 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.935 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.935 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.935 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.1": { 2024-04-13T07:13:51.935 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:51.935 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.935 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.935 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.936 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:51.936 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6368, 2024-04-13T07:13:51.936 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 123 2024-04-13T07:13:51.936 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.936 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:51.936 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16896, 2024-04-13T07:13:51.936 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8 2024-04-13T07:13:51.936 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.936 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:51.936 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 576, 2024-04-13T07:13:51.936 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:51.936 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.936 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:51.937 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4880, 2024-04-13T07:13:51.937 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 61 2024-04-13T07:13:51.937 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.937 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:51.937 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19712, 2024-04-13T07:13:51.937 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 176 2024-04-13T07:13:51.937 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.937 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:51.937 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1488, 2024-04-13T07:13:51.937 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 43 2024-04-13T07:13:51.937 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.938 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:51.938 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12288, 2024-04-13T07:13:51.938 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:51.938 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.938 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:51.938 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 45333, 2024-04-13T07:13:51.938 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8563 2024-04-13T07:13:51.938 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.938 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:51.938 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 128096, 2024-04-13T07:13:51.939 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 220 2024-04-13T07:13:51.939 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.939 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:51.939 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 9364, 2024-04-13T07:13:51.939 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 570 2024-04-13T07:13:51.939 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.939 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:51.939 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8448, 2024-04-13T07:13:51.939 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 176 2024-04-13T07:13:51.939 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.939 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:51.939 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.940 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.940 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.940 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:51.940 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 27602, 2024-04-13T07:13:51.940 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 188 2024-04-13T07:13:51.940 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.940 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:51.940 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19824, 2024-04-13T07:13:51.940 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 177 2024-04-13T07:13:51.940 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.940 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:51.940 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1472, 2024-04-13T07:13:51.940 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T07:13:51.941 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.941 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:51.941 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 442503, 2024-04-13T07:13:51.941 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 99 2024-04-13T07:13:51.941 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.941 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:51.941 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20128, 2024-04-13T07:13:51.941 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T07:13:51.941 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.941 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:51.941 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2404144, 2024-04-13T07:13:51.941 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 175 2024-04-13T07:13:51.942 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.942 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:51.942 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4840, 2024-04-13T07:13:51.942 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 55 2024-04-13T07:13:51.942 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.942 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:51.942 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.942 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.942 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.942 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:51.942 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 428904, 2024-04-13T07:13:51.942 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 37 2024-04-13T07:13:51.942 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.943 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:51.943 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.943 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.943 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.943 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:51.943 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7280, 2024-04-13T07:13:51.943 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 18 2024-04-13T07:13:51.943 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.943 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:51.943 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 225640, 2024-04-13T07:13:51.943 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3442 2024-04-13T07:13:51.944 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.944 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:51.944 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.944 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.944 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.944 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:51.944 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.944 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.944 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.944 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:51.944 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.945 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.945 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.945 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:51.945 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.945 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.945 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.945 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.945 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.2": { 2024-04-13T07:13:51.945 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:51.945 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.945 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.945 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.946 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:51.946 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6368, 2024-04-13T07:13:51.946 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 123 2024-04-13T07:13:51.946 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.946 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:51.946 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16896, 2024-04-13T07:13:51.946 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8 2024-04-13T07:13:51.946 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.946 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:51.946 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 576, 2024-04-13T07:13:51.946 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:51.946 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.947 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:51.947 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4400, 2024-04-13T07:13:51.947 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 55 2024-04-13T07:13:51.947 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.947 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:51.947 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19600, 2024-04-13T07:13:51.947 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 175 2024-04-13T07:13:51.947 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.947 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:51.947 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1376, 2024-04-13T07:13:51.947 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 42 2024-04-13T07:13:51.947 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.947 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:51.948 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8192, 2024-04-13T07:13:51.948 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T07:13:51.948 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.948 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:51.948 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 43544, 2024-04-13T07:13:51.948 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8290 2024-04-13T07:13:51.948 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.948 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:51.948 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 123336, 2024-04-13T07:13:51.948 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 213 2024-04-13T07:13:51.948 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.949 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:51.949 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8224, 2024-04-13T07:13:51.949 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 519 2024-04-13T07:13:51.949 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.949 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:51.949 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8400, 2024-04-13T07:13:51.949 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 175 2024-04-13T07:13:51.949 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.949 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:51.949 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.949 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.950 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.950 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:51.950 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 25978, 2024-04-13T07:13:51.950 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 181 2024-04-13T07:13:51.950 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.950 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:51.950 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19712, 2024-04-13T07:13:51.950 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 176 2024-04-13T07:13:51.950 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.950 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:51.950 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1472, 2024-04-13T07:13:51.951 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T07:13:51.951 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.951 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:51.951 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 355619, 2024-04-13T07:13:51.951 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 78 2024-04-13T07:13:51.951 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.951 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:51.951 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20128, 2024-04-13T07:13:51.951 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T07:13:51.951 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.951 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:51.951 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2437086, 2024-04-13T07:13:51.952 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 182 2024-04-13T07:13:51.952 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.952 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:51.952 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4224, 2024-04-13T07:13:51.952 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 48 2024-04-13T07:13:51.952 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.952 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:51.952 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.952 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.952 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.952 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:51.953 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 347760, 2024-04-13T07:13:51.953 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 30 2024-04-13T07:13:51.953 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.953 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:51.953 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.953 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.953 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.953 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:51.953 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8320, 2024-04-13T07:13:51.954 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 24 2024-04-13T07:13:51.954 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.954 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:51.954 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 225640, 2024-04-13T07:13:51.954 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3442 2024-04-13T07:13:51.954 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.954 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:51.954 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.954 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.954 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.954 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:51.954 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.955 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.955 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.955 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:51.955 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.955 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.955 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.955 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:51.955 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.955 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.955 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.955 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.955 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.3": { 2024-04-13T07:13:51.956 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:51.956 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.956 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.956 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.956 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:51.956 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6368, 2024-04-13T07:13:51.956 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 123 2024-04-13T07:13:51.956 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.956 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:51.956 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16896, 2024-04-13T07:13:51.956 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8 2024-04-13T07:13:51.956 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.956 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:51.957 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 576, 2024-04-13T07:13:51.957 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:51.957 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.957 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:51.957 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3920, 2024-04-13T07:13:51.957 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 49 2024-04-13T07:13:51.957 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.957 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:51.957 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20160, 2024-04-13T07:13:51.957 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 180 2024-04-13T07:13:51.957 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.957 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:51.957 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 480, 2024-04-13T07:13:51.958 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 34 2024-04-13T07:13:51.958 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.958 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:51.958 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.958 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.958 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.958 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:51.958 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 44842, 2024-04-13T07:13:51.958 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8597 2024-04-13T07:13:51.958 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.958 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:51.958 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 128776, 2024-04-13T07:13:51.958 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 221 2024-04-13T07:13:51.959 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.959 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:51.959 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 9460, 2024-04-13T07:13:51.959 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 579 2024-04-13T07:13:51.959 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.959 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:51.959 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8640, 2024-04-13T07:13:51.959 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 180 2024-04-13T07:13:51.959 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.959 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:51.959 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.959 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.959 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.959 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:51.960 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 27186, 2024-04-13T07:13:51.960 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 189 2024-04-13T07:13:51.960 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.960 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:51.960 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20160, 2024-04-13T07:13:51.960 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 180 2024-04-13T07:13:51.960 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.960 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:51.960 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2208, 2024-04-13T07:13:51.960 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:51.960 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.960 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:51.961 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 266295, 2024-04-13T07:13:51.961 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 56 2024-04-13T07:13:51.961 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.961 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:51.961 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 26565, 2024-04-13T07:13:51.961 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 9 2024-04-13T07:13:51.961 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.961 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:51.961 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2429623, 2024-04-13T07:13:51.961 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 181 2024-04-13T07:13:51.961 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.961 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:51.961 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4752, 2024-04-13T07:13:51.961 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 54 2024-04-13T07:13:51.962 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.962 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:51.962 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.962 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.962 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.962 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:51.962 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 428904, 2024-04-13T07:13:51.962 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 37 2024-04-13T07:13:51.962 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.962 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:51.962 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.962 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.962 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.963 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:51.963 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 10400, 2024-04-13T07:13:51.963 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 20 2024-04-13T07:13:51.963 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.963 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:51.963 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 225128, 2024-04-13T07:13:51.963 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3418 2024-04-13T07:13:51.963 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.963 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:51.963 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.963 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.964 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.964 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:51.964 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.964 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.964 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.964 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:51.964 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.964 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.964 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.964 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:51.964 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.964 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.965 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.965 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.965 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.4": { 2024-04-13T07:13:51.965 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:51.965 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.965 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.965 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.965 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:51.965 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6368, 2024-04-13T07:13:51.965 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 123 2024-04-13T07:13:51.965 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.966 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:51.966 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16896, 2024-04-13T07:13:51.966 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8 2024-04-13T07:13:51.966 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.966 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:51.966 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 576, 2024-04-13T07:13:51.966 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:51.966 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.966 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:51.966 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3440, 2024-04-13T07:13:51.966 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 43 2024-04-13T07:13:51.966 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.967 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:51.967 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19936, 2024-04-13T07:13:51.967 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 178 2024-04-13T07:13:51.967 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.967 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:51.967 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1264, 2024-04-13T07:13:51.967 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 41 2024-04-13T07:13:51.967 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.967 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:51.967 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4096, 2024-04-13T07:13:51.968 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1 2024-04-13T07:13:51.968 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.968 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:51.968 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 86181, 2024-04-13T07:13:51.968 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 14935 2024-04-13T07:13:51.968 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.968 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:51.968 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 198136, 2024-04-13T07:13:51.968 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 323 2024-04-13T07:13:51.968 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.968 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:51.968 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 9740, 2024-04-13T07:13:51.969 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 577 2024-04-13T07:13:51.969 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.969 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:51.969 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8544, 2024-04-13T07:13:51.969 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 178 2024-04-13T07:13:51.969 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.969 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:51.969 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.969 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.969 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.969 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:51.969 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 28034, 2024-04-13T07:13:51.970 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 191 2024-04-13T07:13:51.970 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.970 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:51.970 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20048, 2024-04-13T07:13:51.970 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 179 2024-04-13T07:13:51.970 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.970 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:51.970 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1472, 2024-04-13T07:13:51.970 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T07:13:51.970 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.970 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:51.970 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 929130, 2024-04-13T07:13:51.971 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 75 2024-04-13T07:13:51.971 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.971 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:51.971 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20128, 2024-04-13T07:13:51.971 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T07:13:51.971 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.971 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:51.971 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2443996, 2024-04-13T07:13:51.971 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 181 2024-04-13T07:13:51.971 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.971 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:51.972 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4928, 2024-04-13T07:13:51.972 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 56 2024-04-13T07:13:51.972 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.972 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:51.972 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.972 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.972 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.972 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:51.972 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 463680, 2024-04-13T07:13:51.972 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 40 2024-04-13T07:13:51.972 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.973 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:51.973 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.973 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.973 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.973 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:51.973 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7904, 2024-04-13T07:13:51.973 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 16 2024-04-13T07:13:51.973 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.973 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:51.973 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 225640, 2024-04-13T07:13:51.973 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3442 2024-04-13T07:13:51.973 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.974 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:51.974 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.974 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.974 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.974 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:51.974 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.974 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.974 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.974 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:51.974 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.975 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.975 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.975 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:51.975 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.975 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.975 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.975 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.975 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.5": { 2024-04-13T07:13:51.975 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:51.975 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.975 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.975 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.976 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:51.976 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6368, 2024-04-13T07:13:51.976 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 123 2024-04-13T07:13:51.976 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.976 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:51.976 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16896, 2024-04-13T07:13:51.976 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8 2024-04-13T07:13:51.976 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.976 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:51.976 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 576, 2024-04-13T07:13:51.976 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:51.977 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.977 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:51.977 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2880, 2024-04-13T07:13:51.977 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 36 2024-04-13T07:13:51.977 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.977 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:51.977 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19936, 2024-04-13T07:13:51.977 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 178 2024-04-13T07:13:51.977 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.977 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:51.977 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 480, 2024-04-13T07:13:51.977 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 34 2024-04-13T07:13:51.977 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.978 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:51.978 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.978 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.978 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.978 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:51.978 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 45625, 2024-04-13T07:13:51.978 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8704 2024-04-13T07:13:51.978 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.978 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:51.978 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 130816, 2024-04-13T07:13:51.978 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 224 2024-04-13T07:13:51.979 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.979 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:51.979 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 9868, 2024-04-13T07:13:51.979 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 579 2024-04-13T07:13:51.979 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.979 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:51.979 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8544, 2024-04-13T07:13:51.979 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 178 2024-04-13T07:13:51.979 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.979 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:51.979 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.979 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.979 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.980 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:51.980 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 28290, 2024-04-13T07:13:51.980 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 192 2024-04-13T07:13:51.980 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.980 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:51.980 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19936, 2024-04-13T07:13:51.980 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 178 2024-04-13T07:13:51.980 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.980 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:51.980 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2208, 2024-04-13T07:13:51.980 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:51.980 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.980 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:51.981 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 834762, 2024-04-13T07:13:51.981 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 52 2024-04-13T07:13:51.981 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.981 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:51.981 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 26565, 2024-04-13T07:13:51.981 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 9 2024-04-13T07:13:51.981 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.981 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:51.981 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2447536, 2024-04-13T07:13:51.981 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 183 2024-04-13T07:13:51.981 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.981 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:51.981 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5368, 2024-04-13T07:13:51.981 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 61 2024-04-13T07:13:51.982 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.982 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:51.982 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.982 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.982 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.982 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:51.982 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 475272, 2024-04-13T07:13:51.982 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 41 2024-04-13T07:13:51.982 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.982 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:51.982 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.983 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.983 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.983 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:51.983 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11960, 2024-04-13T07:13:51.983 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 23 2024-04-13T07:13:51.983 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.983 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:51.983 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 225640, 2024-04-13T07:13:51.983 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3442 2024-04-13T07:13:51.983 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.983 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:51.983 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.984 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.984 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.984 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:51.984 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.984 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.984 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.984 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:51.984 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.984 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.984 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.984 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:51.984 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.984 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.985 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.985 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.985 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.6": { 2024-04-13T07:13:51.985 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:51.985 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.985 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.985 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.985 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:51.985 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6368, 2024-04-13T07:13:51.985 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 123 2024-04-13T07:13:51.985 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.985 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:51.985 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16896, 2024-04-13T07:13:51.985 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8 2024-04-13T07:13:51.986 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.986 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:51.986 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 576, 2024-04-13T07:13:51.986 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:51.986 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.986 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:51.986 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2400, 2024-04-13T07:13:51.986 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 30 2024-04-13T07:13:51.986 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.986 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:51.986 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20720, 2024-04-13T07:13:51.986 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 185 2024-04-13T07:13:51.986 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.987 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:51.987 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 704, 2024-04-13T07:13:51.987 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 36 2024-04-13T07:13:51.987 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.987 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:51.987 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 28832, 2024-04-13T07:13:51.987 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 6 2024-04-13T07:13:51.987 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.987 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:51.987 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 45961, 2024-04-13T07:13:51.987 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8916 2024-04-13T07:13:51.987 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.988 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:51.988 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 128776, 2024-04-13T07:13:51.988 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 221 2024-04-13T07:13:51.988 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.988 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:51.988 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 10852, 2024-04-13T07:13:51.988 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 732 2024-04-13T07:13:51.988 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.988 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:51.988 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8880, 2024-04-13T07:13:51.988 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 185 2024-04-13T07:13:51.989 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.989 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:51.989 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.989 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.989 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.989 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:51.989 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 28886, 2024-04-13T07:13:51.989 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 189 2024-04-13T07:13:51.989 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.989 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:51.989 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20720, 2024-04-13T07:13:51.989 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 185 2024-04-13T07:13:51.989 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.990 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:51.990 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.990 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.990 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.990 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:51.990 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 441778, 2024-04-13T07:13:51.990 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 37 2024-04-13T07:13:51.990 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.990 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:51.990 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.990 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.991 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.991 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:51.991 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2401882, 2024-04-13T07:13:51.991 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 167 2024-04-13T07:13:51.991 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.991 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:51.991 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4928, 2024-04-13T07:13:51.991 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 56 2024-04-13T07:13:51.991 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.991 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:51.991 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.991 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.991 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.992 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:51.992 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 452088, 2024-04-13T07:13:51.992 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 39 2024-04-13T07:13:51.992 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.992 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:51.992 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.992 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.992 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.992 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:51.992 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 88712, 2024-04-13T07:13:51.992 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 181 2024-04-13T07:13:51.992 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.992 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:51.992 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 225128, 2024-04-13T07:13:51.993 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3418 2024-04-13T07:13:51.993 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.993 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:51.993 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.993 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.993 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.993 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:51.993 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.993 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.993 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.993 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:51.993 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.993 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.993 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.994 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:51.994 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.994 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.994 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:51.994 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.994 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.7": { 2024-04-13T07:13:51.994 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:51.994 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.994 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.994 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.994 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:51.994 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6368, 2024-04-13T07:13:51.994 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 123 2024-04-13T07:13:51.995 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.995 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:51.995 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16896, 2024-04-13T07:13:51.995 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8 2024-04-13T07:13:51.995 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.995 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:51.995 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 576, 2024-04-13T07:13:51.995 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:51.995 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.995 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:51.996 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1680, 2024-04-13T07:13:51.996 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 21 2024-04-13T07:13:51.996 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.996 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:51.996 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20720, 2024-04-13T07:13:51.996 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 185 2024-04-13T07:13:51.996 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.996 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:51.996 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1040, 2024-04-13T07:13:51.996 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 39 2024-04-13T07:13:51.996 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.996 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:51.996 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 270336, 2024-04-13T07:13:51.997 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7 2024-04-13T07:13:51.997 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.997 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:51.997 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 89218, 2024-04-13T07:13:51.997 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 15545 2024-04-13T07:13:51.997 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.997 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:51.997 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 202896, 2024-04-13T07:13:51.997 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 330 2024-04-13T07:13:51.997 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.997 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:51.998 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11636, 2024-04-13T07:13:51.998 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 739 2024-04-13T07:13:51.998 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.998 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:51.998 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8880, 2024-04-13T07:13:51.998 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 185 2024-04-13T07:13:51.998 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.998 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:51.998 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:51.999 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:51.999 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.999 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:51.999 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31190, 2024-04-13T07:13:51.999 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 198 2024-04-13T07:13:51.999 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.999 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:51.999 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20720, 2024-04-13T07:13:51.999 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 185 2024-04-13T07:13:51.999 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:51.999 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:51.999 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:52.000 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:52.000 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.000 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:52.000 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 144599, 2024-04-13T07:13:52.000 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 28 2024-04-13T07:13:52.000 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.000 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:52.000 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:52.000 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:52.000 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.000 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:52.001 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2456284, 2024-04-13T07:13:52.001 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 203 2024-04-13T07:13:52.001 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.001 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:52.001 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5896, 2024-04-13T07:13:52.001 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 67 2024-04-13T07:13:52.001 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.001 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:52.001 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:52.001 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:52.001 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.001 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:52.002 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 533232, 2024-04-13T07:13:52.002 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 46 2024-04-13T07:13:52.002 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.002 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:52.002 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:52.002 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:52.002 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.002 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:52.002 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 91000, 2024-04-13T07:13:52.002 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 203 2024-04-13T07:13:52.002 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.003 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:52.003 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 225128, 2024-04-13T07:13:52.003 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3418 2024-04-13T07:13:52.003 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.003 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:52.003 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:52.003 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:52.003 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.003 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:52.003 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:52.003 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:52.004 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.004 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:52.004 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:52.004 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:52.004 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.004 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:52.004 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:52.004 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:52.004 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.004 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.004 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.004 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.005 INFO:tasks.workunit.client.0.smithi003.stdout: "metadata": { 2024-04-13T07:13:52.005 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T07:13:52.005 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T07:13:52.005 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 2 2024-04-13T07:13:52.005 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.005 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T07:13:52.005 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:13:52.005 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.005 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T07:13:52.005 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-13T07:13:52.005 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.006 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T07:13:52.006 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 2 2024-04-13T07:13:52.006 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.006 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T07:13:52.006 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 2 2024-04-13T07:13:52.006 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.006 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T07:13:52.006 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-13T07:13:52.006 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.006 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T07:13:52.006 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-13T07:13:52.006 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.007 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T07:13:52.007 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 2 2024-04-13T07:13:52.007 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.007 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.007 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:52.007 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T07:13:52.007 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 3 2024-04-13T07:13:52.007 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.007 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T07:13:52.007 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3 2024-04-13T07:13:52.007 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.007 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T07:13:52.008 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-13T07:13:52.008 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.008 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T07:13:52.008 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 3 2024-04-13T07:13:52.008 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.008 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T07:13:52.008 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 3 2024-04-13T07:13:52.008 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.008 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T07:13:52.008 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-13T07:13:52.008 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.009 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T07:13:52.009 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-13T07:13:52.009 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.009 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T07:13:52.009 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 3 2024-04-13T07:13:52.009 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.009 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.009 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:52.009 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T07:13:52.009 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 8 2024-04-13T07:13:52.009 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.010 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T07:13:52.010 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:13:52.010 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.010 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T07:13:52.010 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-13T07:13:52.010 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.010 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T07:13:52.010 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 8 2024-04-13T07:13:52.010 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.010 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T07:13:52.010 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 8 2024-04-13T07:13:52.011 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.011 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T07:13:52.011 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-13T07:13:52.011 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.011 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T07:13:52.011 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-13T07:13:52.011 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.011 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T07:13:52.011 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 8 2024-04-13T07:13:52.011 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.011 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_objectstore": { 2024-04-13T07:13:52.012 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": 8 2024-04-13T07:13:52.012 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.012 INFO:tasks.workunit.client.0.smithi003.stdout: "rotational": { 2024-04-13T07:13:52.012 INFO:tasks.workunit.client.0.smithi003.stdout: "0": 8 2024-04-13T07:13:52.012 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.012 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.012 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.012 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:52.012 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:52.012 INFO:tasks.workunit.client.0.smithi003.stdout: "features": { 2024-04-13T07:13:52.012 INFO:tasks.workunit.client.0.smithi003.stdout: "optional": [], 2024-04-13T07:13:52.012 INFO:tasks.workunit.client.0.smithi003.stdout: "persistent": [ 2024-04-13T07:13:52.013 INFO:tasks.workunit.client.0.smithi003.stdout: "kraken", 2024-04-13T07:13:52.013 INFO:tasks.workunit.client.0.smithi003.stdout: "luminous", 2024-04-13T07:13:52.013 INFO:tasks.workunit.client.0.smithi003.stdout: "mimic", 2024-04-13T07:13:52.013 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap-prune", 2024-04-13T07:13:52.013 INFO:tasks.workunit.client.0.smithi003.stdout: "nautilus", 2024-04-13T07:13:52.013 INFO:tasks.workunit.client.0.smithi003.stdout: "octopus", 2024-04-13T07:13:52.013 INFO:tasks.workunit.client.0.smithi003.stdout: "pacific", 2024-04-13T07:13:52.013 INFO:tasks.workunit.client.0.smithi003.stdout: "elector-pinging", 2024-04-13T07:13:52.013 INFO:tasks.workunit.client.0.smithi003.stdout: "quincy", 2024-04-13T07:13:52.013 INFO:tasks.workunit.client.0.smithi003.stdout: "reef" 2024-04-13T07:13:52.013 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.014 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.014 INFO:tasks.workunit.client.0.smithi003.stdout: "ipv4_addr_mons": 6, 2024-04-13T07:13:52.014 INFO:tasks.workunit.client.0.smithi003.stdout: "ipv6_addr_mons": 0, 2024-04-13T07:13:52.014 INFO:tasks.workunit.client.0.smithi003.stdout: "min_mon_release": 18, 2024-04-13T07:13:52.014 INFO:tasks.workunit.client.0.smithi003.stdout: "v1_addr_mons": 3, 2024-04-13T07:13:52.014 INFO:tasks.workunit.client.0.smithi003.stdout: "v2_addr_mons": 3 2024-04-13T07:13:52.014 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.014 INFO:tasks.workunit.client.0.smithi003.stdout: "organization": "ceph-qa", 2024-04-13T07:13:52.014 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:52.014 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster_network": false, 2024-04-13T07:13:52.014 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8, 2024-04-13T07:13:52.015 INFO:tasks.workunit.client.0.smithi003.stdout: "require_min_compat_client": "luminous", 2024-04-13T07:13:52.015 INFO:tasks.workunit.client.0.smithi003.stdout: "require_osd_release": "reef" 2024-04-13T07:13:52.015 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.015 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_perf_histograms": [ 2024-04-13T07:13:52.015 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.015 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:13:52.015 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T07:13:52.015 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.015 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T07:13:52.015 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T07:13:52.015 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T07:13:52.016 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T07:13:52.016 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T07:13:52.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T07:13:52.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T07:13:52.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T07:13:52.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T07:13:52.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T07:13:52.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T07:13:52.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T07:13:52.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T07:13:52.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T07:13:52.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T07:13:52.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T07:13:52.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T07:13:52.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T07:13:52.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T07:13:52.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T07:13:52.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T07:13:52.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T07:13:52.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T07:13:52.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T07:13:52.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T07:13:52.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T07:13:52.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T07:13:52.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T07:13:52.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T07:13:52.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T07:13:52.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T07:13:52.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T07:13:52.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T07:13:52.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T07:13:52.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T07:13:52.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T07:13:52.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T07:13:52.018 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.018 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T07:13:52.019 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.019 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.019 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T07:13:52.019 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T07:13:52.019 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T07:13:52.019 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T07:13:52.019 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T07:13:52.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T07:13:52.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T07:13:52.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T07:13:52.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T07:13:52.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T07:13:52.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T07:13:52.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T07:13:52.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T07:13:52.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T07:13:52.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T07:13:52.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T07:13:52.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T07:13:52.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T07:13:52.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T07:13:52.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T07:13:52.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T07:13:52.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T07:13:52.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T07:13:52.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T07:13:52.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T07:13:52.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T07:13:52.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T07:13:52.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T07:13:52.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T07:13:52.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T07:13:52.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T07:13:52.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T07:13:52.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T07:13:52.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T07:13:52.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T07:13:52.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T07:13:52.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T07:13:52.022 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.022 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T07:13:52.022 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.022 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.022 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T07:13:52.022 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.023 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T07:13:52.023 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.026 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.026 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.026 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.026 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T07:13:52.026 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.029 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.029 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.029 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.029 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T07:13:52.029 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.032 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.032 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.032 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.032 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T07:13:52.032 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.035 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.035 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.035 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.035 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T07:13:52.035 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.038 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.039 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.039 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.039 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T07:13:52.039 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.042 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.042 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.042 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.042 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T07:13:52.042 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.045 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.045 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.045 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.045 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T07:13:52.045 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.048 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.048 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.048 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.048 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.048 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:13:52.048 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T07:13:52.049 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.049 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T07:13:52.049 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T07:13:52.049 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T07:13:52.049 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T07:13:52.049 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T07:13:52.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T07:13:52.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T07:13:52.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T07:13:52.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T07:13:52.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T07:13:52.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T07:13:52.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T07:13:52.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T07:13:52.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T07:13:52.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T07:13:52.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T07:13:52.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T07:13:52.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T07:13:52.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T07:13:52.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T07:13:52.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T07:13:52.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T07:13:52.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T07:13:52.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T07:13:52.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T07:13:52.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T07:13:52.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T07:13:52.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T07:13:52.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T07:13:52.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T07:13:52.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T07:13:52.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T07:13:52.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T07:13:52.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T07:13:52.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T07:13:52.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T07:13:52.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T07:13:52.052 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.052 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T07:13:52.052 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.052 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.052 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T07:13:52.052 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T07:13:52.052 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T07:13:52.052 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T07:13:52.053 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T07:13:52.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T07:13:52.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T07:13:52.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T07:13:52.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T07:13:52.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T07:13:52.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T07:13:52.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T07:13:52.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T07:13:52.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T07:13:52.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T07:13:52.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T07:13:52.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T07:13:52.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T07:13:52.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T07:13:52.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T07:13:52.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T07:13:52.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T07:13:52.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T07:13:52.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T07:13:52.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T07:13:52.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T07:13:52.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T07:13:52.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T07:13:52.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T07:13:52.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T07:13:52.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T07:13:52.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T07:13:52.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T07:13:52.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T07:13:52.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T07:13:52.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T07:13:52.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T07:13:52.055 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.055 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T07:13:52.055 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.055 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.055 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T07:13:52.056 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.056 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T07:13:52.056 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.059 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.059 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.059 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.059 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T07:13:52.059 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.062 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.062 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.062 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.062 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T07:13:52.062 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.065 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.065 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.065 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.066 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T07:13:52.066 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.069 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.069 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.069 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.069 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.069 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T07:13:52.069 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.069 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.069 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.069 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.069 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.069 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.069 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.072 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.072 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.072 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.072 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T07:13:52.072 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.074 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.074 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.074 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.074 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.074 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.074 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.074 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.074 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.074 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.075 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.076 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.076 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.076 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T07:13:52.076 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.078 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.078 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.078 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.079 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T07:13:52.079 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.081 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.081 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.081 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.081 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.082 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:13:52.082 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T07:13:52.082 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.082 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T07:13:52.082 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T07:13:52.082 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T07:13:52.082 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T07:13:52.082 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T07:13:52.082 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T07:13:52.082 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T07:13:52.082 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T07:13:52.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T07:13:52.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T07:13:52.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T07:13:52.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T07:13:52.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T07:13:52.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T07:13:52.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T07:13:52.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T07:13:52.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T07:13:52.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T07:13:52.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T07:13:52.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T07:13:52.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T07:13:52.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T07:13:52.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T07:13:52.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T07:13:52.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T07:13:52.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T07:13:52.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T07:13:52.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T07:13:52.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T07:13:52.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T07:13:52.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T07:13:52.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T07:13:52.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T07:13:52.085 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T07:13:52.085 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T07:13:52.085 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T07:13:52.085 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T07:13:52.085 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.085 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T07:13:52.085 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.085 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.085 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T07:13:52.085 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T07:13:52.085 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T07:13:52.085 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T07:13:52.086 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T07:13:52.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T07:13:52.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T07:13:52.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T07:13:52.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T07:13:52.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T07:13:52.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T07:13:52.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T07:13:52.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T07:13:52.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T07:13:52.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T07:13:52.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T07:13:52.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T07:13:52.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T07:13:52.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T07:13:52.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T07:13:52.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T07:13:52.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T07:13:52.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T07:13:52.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T07:13:52.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T07:13:52.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T07:13:52.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T07:13:52.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T07:13:52.088 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T07:13:52.088 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T07:13:52.088 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T07:13:52.088 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T07:13:52.088 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T07:13:52.088 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T07:13:52.088 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T07:13:52.088 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T07:13:52.088 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T07:13:52.088 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.088 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T07:13:52.088 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.088 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.089 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T07:13:52.089 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.089 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T07:13:52.089 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.092 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.092 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.092 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.092 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T07:13:52.092 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.092 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.092 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.092 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.092 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.095 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.095 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.095 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.095 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T07:13:52.096 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.099 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.099 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.099 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.099 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.099 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T07:13:52.099 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.099 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.099 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.099 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.099 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.099 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.102 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.102 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.102 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.102 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T07:13:52.102 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.105 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.105 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.105 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.105 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T07:13:52.105 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.108 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.108 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.108 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.108 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.108 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.108 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.108 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T07:13:52.108 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.108 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.108 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.108 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.109 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.109 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.109 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.109 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.109 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.109 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.109 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.109 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.109 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.109 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.109 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.109 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.110 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.110 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.110 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.110 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.110 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.110 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.110 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.110 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.110 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.110 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.110 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.111 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.111 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.111 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.111 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.111 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.111 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.111 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.111 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.111 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T07:13:52.111 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.111 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.112 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.112 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.112 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.112 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.112 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.112 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.112 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.112 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.112 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.112 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.114 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.114 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.114 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.114 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.114 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.114 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.114 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.114 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.114 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.115 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.115 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.115 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.115 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.115 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:13:52.115 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T07:13:52.115 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.115 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T07:13:52.115 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T07:13:52.115 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T07:13:52.115 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T07:13:52.116 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T07:13:52.116 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T07:13:52.116 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T07:13:52.116 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T07:13:52.116 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T07:13:52.116 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T07:13:52.116 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T07:13:52.116 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T07:13:52.116 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T07:13:52.116 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T07:13:52.116 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T07:13:52.116 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T07:13:52.117 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T07:13:52.117 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T07:13:52.117 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T07:13:52.117 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T07:13:52.117 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T07:13:52.117 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T07:13:52.117 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T07:13:52.117 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T07:13:52.117 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T07:13:52.117 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T07:13:52.117 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T07:13:52.118 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T07:13:52.118 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T07:13:52.118 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T07:13:52.118 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T07:13:52.118 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T07:13:52.118 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T07:13:52.118 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T07:13:52.118 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T07:13:52.118 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T07:13:52.118 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T07:13:52.118 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.119 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T07:13:52.119 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.119 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.119 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T07:13:52.119 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T07:13:52.119 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T07:13:52.119 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T07:13:52.119 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T07:13:52.119 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T07:13:52.119 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T07:13:52.119 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T07:13:52.119 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T07:13:52.119 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T07:13:52.120 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T07:13:52.120 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T07:13:52.120 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T07:13:52.120 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T07:13:52.120 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T07:13:52.120 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T07:13:52.120 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T07:13:52.120 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T07:13:52.120 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T07:13:52.120 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T07:13:52.120 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T07:13:52.120 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T07:13:52.120 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T07:13:52.121 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T07:13:52.121 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T07:13:52.121 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T07:13:52.121 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T07:13:52.121 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T07:13:52.121 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T07:13:52.121 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T07:13:52.121 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T07:13:52.121 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T07:13:52.121 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T07:13:52.121 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T07:13:52.121 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T07:13:52.122 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T07:13:52.122 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T07:13:52.122 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.122 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T07:13:52.122 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.122 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.122 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T07:13:52.122 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.122 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T07:13:52.122 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.122 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.122 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.122 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.122 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.123 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.123 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.123 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.123 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.123 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.123 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.123 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.123 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.123 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.123 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.123 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.123 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.123 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.124 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.124 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.124 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.124 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.124 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.124 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.124 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.124 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.124 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.124 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.124 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.125 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.125 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.125 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.125 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.125 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.125 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.125 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T07:13:52.125 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.125 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.125 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.125 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.126 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.126 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.126 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12, 4, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.126 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12, 4, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.126 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.126 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.126 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.126 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.126 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.126 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.126 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.126 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.127 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.127 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.127 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.127 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.127 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.127 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.127 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.127 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.127 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.127 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.128 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.128 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.128 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.128 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.128 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.128 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.128 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.128 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.128 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.128 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T07:13:52.128 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.129 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.129 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.129 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.129 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.129 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.129 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.129 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.129 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.129 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.129 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.129 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.129 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.130 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.130 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.130 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.130 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.130 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.130 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.130 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.130 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.130 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.130 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.130 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.130 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.131 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.131 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.131 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.131 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.131 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.131 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.131 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.131 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.131 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.131 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.131 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T07:13:52.132 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.132 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.132 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.132 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.132 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.132 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.132 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.132 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.132 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.132 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.132 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.132 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.132 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.133 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.133 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.133 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.133 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.133 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.133 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.133 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.133 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.133 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.133 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.133 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.134 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.134 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.134 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.134 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.134 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.134 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.134 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.134 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.134 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.134 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.135 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.135 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T07:13:52.135 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.135 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.135 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.135 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.135 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.135 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.135 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.135 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.135 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.136 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.136 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.136 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.136 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.136 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.136 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.136 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.136 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.136 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.136 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.136 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.137 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.137 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.137 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.137 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.137 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.137 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.137 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.137 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.137 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.137 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.138 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.138 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.138 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.138 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.138 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.138 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.138 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T07:13:52.138 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.138 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.139 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.139 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.139 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.139 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.139 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.139 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.139 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.139 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.139 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.139 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.139 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.140 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.140 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.140 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.140 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.140 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.140 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.140 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.140 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.140 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.140 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.141 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.141 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.141 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.141 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.141 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.141 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.141 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.141 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.141 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.141 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.141 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.142 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.142 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T07:13:52.142 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.142 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.142 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.142 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.142 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.142 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.142 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.142 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.142 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.142 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.143 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.143 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.143 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.143 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.143 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.143 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.143 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.143 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.143 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.143 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.143 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.143 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.143 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.144 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.144 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.144 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.144 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.144 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.144 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.144 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.144 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.144 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.144 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.144 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.145 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.145 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T07:13:52.145 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:52.145 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.145 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.145 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.145 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.145 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.145 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.145 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.146 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.146 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.146 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.146 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.146 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.146 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.146 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.146 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.146 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.146 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.146 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.147 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.147 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.147 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.147 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.147 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.147 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.147 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.147 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.147 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.147 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.147 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.147 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.148 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:52.148 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:52.148 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.148 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.148 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:52.148 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.148 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.148 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.148 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_counters": { 2024-04-13T07:13:52.148 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T07:13:52.149 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T07:13:52.149 INFO:tasks.workunit.client.0.smithi003.stdout: "caps": { 2024-04-13T07:13:52.149 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.149 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_flush_ack": { 2024-04-13T07:13:52.149 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.149 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-13T07:13:52.149 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.149 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_grant": { 2024-04-13T07:13:52.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.150 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_revoke": { 2024-04-13T07:13:52.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.150 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_trunc": { 2024-04-13T07:13:52.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.150 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_commit": { 2024-04-13T07:13:52.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T07:13:52.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.150 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_fetch_complete": { 2024-04-13T07:13:52.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.151 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_fetch_keys": { 2024-04-13T07:13:52.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.151 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_merge": { 2024-04-13T07:13:52.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.151 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_split": { 2024-04-13T07:13:52.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.151 INFO:tasks.workunit.client.0.smithi003.stdout: "exported_inodes": { 2024-04-13T07:13:52.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.152 INFO:tasks.workunit.client.0.smithi003.stdout: "forward": { 2024-04-13T07:13:52.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.152 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_cap_release": { 2024-04-13T07:13:52.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.152 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_caps": { 2024-04-13T07:13:52.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.153 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_caps_dirty": { 2024-04-13T07:13:52.153 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.153 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_inode_file_caps": { 2024-04-13T07:13:52.153 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.153 INFO:tasks.workunit.client.0.smithi003.stdout: "imported_inodes": { 2024-04-13T07:13:52.153 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.153 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes": { 2024-04-13T07:13:52.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T07:13:52.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.154 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes_expired": { 2024-04-13T07:13:52.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.154 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes_pinned": { 2024-04-13T07:13:52.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T07:13:52.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.154 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes_with_caps": { 2024-04-13T07:13:52.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.154 INFO:tasks.workunit.client.0.smithi003.stdout: "load_cent": { 2024-04-13T07:13:52.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.155 INFO:tasks.workunit.client.0.smithi003.stdout: "openino_dir_fetch": { 2024-04-13T07:13:52.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.155 INFO:tasks.workunit.client.0.smithi003.stdout: "process_request_cap_release": { 2024-04-13T07:13:52.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.155 INFO:tasks.workunit.client.0.smithi003.stdout: "reply_latency": { 2024-04-13T07:13:52.155 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:52.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 169295 2024-04-13T07:13:52.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.156 INFO:tasks.workunit.client.0.smithi003.stdout: "request": { 2024-04-13T07:13:52.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:52.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.156 INFO:tasks.workunit.client.0.smithi003.stdout: "root_rbytes": { 2024-04-13T07:13:52.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.156 INFO:tasks.workunit.client.0.smithi003.stdout: "root_rfiles": { 2024-04-13T07:13:52.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.156 INFO:tasks.workunit.client.0.smithi003.stdout: "root_rsnaps": { 2024-04-13T07:13:52.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.156 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_reply": { 2024-04-13T07:13:52.157 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.157 INFO:tasks.workunit.client.0.smithi003.stdout: "subtrees": { 2024-04-13T07:13:52.157 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:52.157 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.157 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_cache": { 2024-04-13T07:13:52.157 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_enqueue_scrub": { 2024-04-13T07:13:52.157 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.157 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_exportdir": { 2024-04-13T07:13:52.157 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.158 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_flush": { 2024-04-13T07:13:52.158 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.158 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_fragmentdir": { 2024-04-13T07:13:52.158 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.158 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_fragstats": { 2024-04-13T07:13:52.158 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.158 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_inodestats": { 2024-04-13T07:13:52.158 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_recovering_enqueued": { 2024-04-13T07:13:52.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_recovering_prioritized": { 2024-04-13T07:13:52.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_recovering_processing": { 2024-04-13T07:13:52.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_strays": { 2024-04-13T07:13:52.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_strays_delayed": { 2024-04-13T07:13:52.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_strays_enqueuing": { 2024-04-13T07:13:52.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.160 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_completed": { 2024-04-13T07:13:52.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.160 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_started": { 2024-04-13T07:13:52.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.161 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_created": { 2024-04-13T07:13:52.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.161 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_enqueued": { 2024-04-13T07:13:52.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.161 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_migrated": { 2024-04-13T07:13:52.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.161 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_reintegrated": { 2024-04-13T07:13:52.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.161 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.162 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_log": { 2024-04-13T07:13:52.162 INFO:tasks.workunit.client.0.smithi003.stdout: "ev": { 2024-04-13T07:13:52.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T07:13:52.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.162 INFO:tasks.workunit.client.0.smithi003.stdout: "evadd": { 2024-04-13T07:13:52.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T07:13:52.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.162 INFO:tasks.workunit.client.0.smithi003.stdout: "evex": { 2024-04-13T07:13:52.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.162 INFO:tasks.workunit.client.0.smithi003.stdout: "evexd": { 2024-04-13T07:13:52.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.163 INFO:tasks.workunit.client.0.smithi003.stdout: "evexg": { 2024-04-13T07:13:52.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.163 INFO:tasks.workunit.client.0.smithi003.stdout: "evtrm": { 2024-04-13T07:13:52.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.163 INFO:tasks.workunit.client.0.smithi003.stdout: "jlat": { 2024-04-13T07:13:52.163 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T07:13:52.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15868817 2024-04-13T07:13:52.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.163 INFO:tasks.workunit.client.0.smithi003.stdout: "replayed": { 2024-04-13T07:13:52.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.164 INFO:tasks.workunit.client.0.smithi003.stdout: "seg": { 2024-04-13T07:13:52.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:52.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.164 INFO:tasks.workunit.client.0.smithi003.stdout: "segadd": { 2024-04-13T07:13:52.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:52.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.164 INFO:tasks.workunit.client.0.smithi003.stdout: "segex": { 2024-04-13T07:13:52.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.164 INFO:tasks.workunit.client.0.smithi003.stdout: "segexd": { 2024-04-13T07:13:52.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.165 INFO:tasks.workunit.client.0.smithi003.stdout: "segexg": { 2024-04-13T07:13:52.165 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.165 INFO:tasks.workunit.client.0.smithi003.stdout: "segtrm": { 2024-04-13T07:13:52.165 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.165 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.165 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_mem": { 2024-04-13T07:13:52.165 INFO:tasks.workunit.client.0.smithi003.stdout: "cap": { 2024-04-13T07:13:52.165 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.165 INFO:tasks.workunit.client.0.smithi003.stdout: "cap+": { 2024-04-13T07:13:52.166 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:52.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.166 INFO:tasks.workunit.client.0.smithi003.stdout: "cap-": { 2024-04-13T07:13:52.166 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:52.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.166 INFO:tasks.workunit.client.0.smithi003.stdout: "dir": { 2024-04-13T07:13:52.166 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T07:13:52.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.166 INFO:tasks.workunit.client.0.smithi003.stdout: "dir+": { 2024-04-13T07:13:52.166 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T07:13:52.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.167 INFO:tasks.workunit.client.0.smithi003.stdout: "dir-": { 2024-04-13T07:13:52.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.167 INFO:tasks.workunit.client.0.smithi003.stdout: "dn": { 2024-04-13T07:13:52.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T07:13:52.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.167 INFO:tasks.workunit.client.0.smithi003.stdout: "dn+": { 2024-04-13T07:13:52.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T07:13:52.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.167 INFO:tasks.workunit.client.0.smithi003.stdout: "dn-": { 2024-04-13T07:13:52.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.168 INFO:tasks.workunit.client.0.smithi003.stdout: "heap": { 2024-04-13T07:13:52.168 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 207156 2024-04-13T07:13:52.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.168 INFO:tasks.workunit.client.0.smithi003.stdout: "ino": { 2024-04-13T07:13:52.168 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T07:13:52.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.168 INFO:tasks.workunit.client.0.smithi003.stdout: "ino+": { 2024-04-13T07:13:52.168 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T07:13:52.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.168 INFO:tasks.workunit.client.0.smithi003.stdout: "ino-": { 2024-04-13T07:13:52.168 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.169 INFO:tasks.workunit.client.0.smithi003.stdout: "rss": { 2024-04-13T07:13:52.169 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41340 2024-04-13T07:13:52.169 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.169 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_server": { 2024-04-13T07:13:52.169 INFO:tasks.workunit.client.0.smithi003.stdout: "cap_acquisition_throttle": { 2024-04-13T07:13:52.169 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.169 INFO:tasks.workunit.client.0.smithi003.stdout: "cap_revoke_eviction": { 2024-04-13T07:13:52.169 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.170 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_request": { 2024-04-13T07:13:52.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:52.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.170 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_session": { 2024-04-13T07:13:52.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16 2024-04-13T07:13:52.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.170 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_peer_request": { 2024-04-13T07:13:52.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.170 INFO:tasks.workunit.client.0.smithi003.stdout: "req_create_latency": { 2024-04-13T07:13:52.170 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.171 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.171 INFO:tasks.workunit.client.0.smithi003.stdout: "req_getattr_latency": { 2024-04-13T07:13:52.171 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:52.171 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 169295 2024-04-13T07:13:52.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.171 INFO:tasks.workunit.client.0.smithi003.stdout: "req_getfilelock_latency": { 2024-04-13T07:13:52.171 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.171 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.171 INFO:tasks.workunit.client.0.smithi003.stdout: "req_getvxattr_latency": { 2024-04-13T07:13:52.171 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.171 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.172 INFO:tasks.workunit.client.0.smithi003.stdout: "req_link_latency": { 2024-04-13T07:13:52.172 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.172 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.172 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookup_latency": { 2024-04-13T07:13:52.172 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.172 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.172 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookuphash_latency": { 2024-04-13T07:13:52.172 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.173 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupino_latency": { 2024-04-13T07:13:52.173 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.173 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupname_latency": { 2024-04-13T07:13:52.173 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.173 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupparent_latency": { 2024-04-13T07:13:52.173 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.174 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.174 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupsnap_latency": { 2024-04-13T07:13:52.174 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.174 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.174 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lssnap_latency": { 2024-04-13T07:13:52.174 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.174 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.175 INFO:tasks.workunit.client.0.smithi003.stdout: "req_mkdir_latency": { 2024-04-13T07:13:52.175 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.175 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.175 INFO:tasks.workunit.client.0.smithi003.stdout: "req_mknod_latency": { 2024-04-13T07:13:52.175 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.175 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.175 INFO:tasks.workunit.client.0.smithi003.stdout: "req_mksnap_latency": { 2024-04-13T07:13:52.175 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.176 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.176 INFO:tasks.workunit.client.0.smithi003.stdout: "req_open_latency": { 2024-04-13T07:13:52.176 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.176 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.176 INFO:tasks.workunit.client.0.smithi003.stdout: "req_readdir_latency": { 2024-04-13T07:13:52.176 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.176 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.177 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rename_latency": { 2024-04-13T07:13:52.177 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.177 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.177 INFO:tasks.workunit.client.0.smithi003.stdout: "req_renamesnap_latency": { 2024-04-13T07:13:52.177 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.177 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.177 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rmdir_latency": { 2024-04-13T07:13:52.178 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.178 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.178 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rmsnap_latency": { 2024-04-13T07:13:52.178 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.178 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.178 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rmxattr_latency": { 2024-04-13T07:13:52.178 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.178 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.178 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setattr_latency": { 2024-04-13T07:13:52.179 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.179 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.179 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setdirlayout_latency": { 2024-04-13T07:13:52.179 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.179 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.179 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setfilelock_latency": { 2024-04-13T07:13:52.179 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.179 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.179 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setlayout_latency": { 2024-04-13T07:13:52.179 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.180 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setxattr_latency": { 2024-04-13T07:13:52.180 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.180 INFO:tasks.workunit.client.0.smithi003.stdout: "req_snapdiff_latency": { 2024-04-13T07:13:52.180 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.181 INFO:tasks.workunit.client.0.smithi003.stdout: "req_symlink_latency": { 2024-04-13T07:13:52.181 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.181 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.181 INFO:tasks.workunit.client.0.smithi003.stdout: "req_unlink_latency": { 2024-04-13T07:13:52.181 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.181 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.181 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.181 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_sessions": { 2024-04-13T07:13:52.181 INFO:tasks.workunit.client.0.smithi003.stdout: "average_load": { 2024-04-13T07:13:52.181 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:52.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.182 INFO:tasks.workunit.client.0.smithi003.stdout: "avg_session_uptime": { 2024-04-13T07:13:52.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 85 2024-04-13T07:13:52.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.182 INFO:tasks.workunit.client.0.smithi003.stdout: "mdthresh_evicted": { 2024-04-13T07:13:52.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.182 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T07:13:52.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:52.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.182 INFO:tasks.workunit.client.0.smithi003.stdout: "session_count": { 2024-04-13T07:13:52.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.183 INFO:tasks.workunit.client.0.smithi003.stdout: "session_remove": { 2024-04-13T07:13:52.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:52.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.183 INFO:tasks.workunit.client.0.smithi003.stdout: "sessions_open": { 2024-04-13T07:13:52.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.183 INFO:tasks.workunit.client.0.smithi003.stdout: "sessions_stale": { 2024-04-13T07:13:52.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.183 INFO:tasks.workunit.client.0.smithi003.stdout: "total_load": { 2024-04-13T07:13:52.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:52.183 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.184 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T07:13:52.184 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T07:13:52.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.184 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:52.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.184 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T07:13:52.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.184 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:52.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45 2024-04-13T07:13:52.184 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.185 INFO:tasks.workunit.client.0.smithi003.stdout: "purge_queue": { 2024-04-13T07:13:52.185 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executed": { 2024-04-13T07:13:52.185 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.185 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing": { 2024-04-13T07:13:52.185 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.185 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing_high_water": { 2024-04-13T07:13:52.185 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.186 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing_ops": { 2024-04-13T07:13:52.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.186 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing_ops_high_water": { 2024-04-13T07:13:52.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.186 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_item_in_journal": { 2024-04-13T07:13:52.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.186 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.186 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.187 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T07:13:52.187 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:52.187 INFO:tasks.workunit.client.0.smithi003.stdout: "election_call": { 2024-04-13T07:13:52.187 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:52.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.187 INFO:tasks.workunit.client.0.smithi003.stdout: "election_lose": { 2024-04-13T07:13:52.187 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:52.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.187 INFO:tasks.workunit.client.0.smithi003.stdout: "election_win": { 2024-04-13T07:13:52.187 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_elections": { 2024-04-13T07:13:52.187 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7 2024-04-13T07:13:52.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.188 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": { 2024-04-13T07:13:52.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T07:13:52.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.188 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T07:13:52.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T07:13:52.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.188 INFO:tasks.workunit.client.0.smithi003.stdout: "session_rm": { 2024-04-13T07:13:52.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 50 2024-04-13T07:13:52.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.188 INFO:tasks.workunit.client.0.smithi003.stdout: "session_trim": { 2024-04-13T07:13:52.189 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.189 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.189 INFO:tasks.workunit.client.0.smithi003.stdout: "paxos": { 2024-04-13T07:13:52.189 INFO:tasks.workunit.client.0.smithi003.stdout: "accept_timeout": { 2024-04-13T07:13:52.189 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.189 INFO:tasks.workunit.client.0.smithi003.stdout: "begin": { 2024-04-13T07:13:52.189 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 789 2024-04-13T07:13:52.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.190 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_bytes": { 2024-04-13T07:13:52.190 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 789, 2024-04-13T07:13:52.190 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3822741 2024-04-13T07:13:52.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.190 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_keys": { 2024-04-13T07:13:52.190 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.190 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.190 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_latency": { 2024-04-13T07:13:52.190 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 789, 2024-04-13T07:13:52.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 129999113 2024-04-13T07:13:52.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.191 INFO:tasks.workunit.client.0.smithi003.stdout: "collect": { 2024-04-13T07:13:52.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:52.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.191 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_bytes": { 2024-04-13T07:13:52.191 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:52.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 146 2024-04-13T07:13:52.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.191 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_keys": { 2024-04-13T07:13:52.191 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:52.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:52.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.192 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_latency": { 2024-04-13T07:13:52.192 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:52.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.192 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_timeout": { 2024-04-13T07:13:52.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.192 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_uncommitted": { 2024-04-13T07:13:52.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.192 INFO:tasks.workunit.client.0.smithi003.stdout: "commit": { 2024-04-13T07:13:52.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 790 2024-04-13T07:13:52.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.193 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_bytes": { 2024-04-13T07:13:52.193 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.193 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_keys": { 2024-04-13T07:13:52.193 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.193 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_latency": { 2024-04-13T07:13:52.193 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.194 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_ack_timeout": { 2024-04-13T07:13:52.194 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.194 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_timeout": { 2024-04-13T07:13:52.194 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.194 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn": { 2024-04-13T07:13:52.194 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.194 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn_latency": { 2024-04-13T07:13:52.195 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.195 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh": { 2024-04-13T07:13:52.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 790 2024-04-13T07:13:52.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.195 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh_latency": { 2024-04-13T07:13:52.195 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 790, 2024-04-13T07:13:52.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1755987977 2024-04-13T07:13:52.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.195 INFO:tasks.workunit.client.0.smithi003.stdout: "restart": { 2024-04-13T07:13:52.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T07:13:52.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.196 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state": { 2024-04-13T07:13:52.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.196 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_bytes": { 2024-04-13T07:13:52.196 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.196 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_keys": { 2024-04-13T07:13:52.196 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.197 INFO:tasks.workunit.client.0.smithi003.stdout: "start_leader": { 2024-04-13T07:13:52.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.197 INFO:tasks.workunit.client.0.smithi003.stdout: "start_peon": { 2024-04-13T07:13:52.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:52.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.197 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state": { 2024-04-13T07:13:52.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 790 2024-04-13T07:13:52.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.197 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_bytes": { 2024-04-13T07:13:52.197 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 790, 2024-04-13T07:13:52.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7497350 2024-04-13T07:13:52.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.198 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_keys": { 2024-04-13T07:13:52.198 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 790, 2024-04-13T07:13:52.198 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5396 2024-04-13T07:13:52.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.198 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_latency": { 2024-04-13T07:13:52.198 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 790, 2024-04-13T07:13:52.198 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 327997753 2024-04-13T07:13:52.198 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.198 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache": { 2024-04-13T07:13:52.199 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:52.199 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1020054731 2024-04-13T07:13:52.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.199 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:52.199 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 42803200 2024-04-13T07:13:52.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.199 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:52.199 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 32219136 2024-04-13T07:13:52.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.199 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:52.199 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2147483648 2024-04-13T07:13:52.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.200 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:52.200 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10584064 2024-04-13T07:13:52.200 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.200 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:full": { 2024-04-13T07:13:52.200 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.200 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 348127232 2024-04-13T07:13:52.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.200 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.200 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.201 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.201 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 277020405 2024-04-13T07:13:52.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.201 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 273620 2024-04-13T07:13:52.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.201 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.202 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.202 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.202 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.202 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.202 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.202 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.202 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.202 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.203 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.203 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.203 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.203 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70833207 2024-04-13T07:13:52.204 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.204 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:inc": { 2024-04-13T07:13:52.204 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.204 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 348127232 2024-04-13T07:13:52.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.204 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.204 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.204 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.205 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 277020405 2024-04-13T07:13:52.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.205 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41661 2024-04-13T07:13:52.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.205 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.205 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.206 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.206 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.206 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.206 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.207 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.207 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.207 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71065166 2024-04-13T07:13:52.207 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.207 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:kv": { 2024-04-13T07:13:52.207 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 322961408 2024-04-13T07:13:52.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.208 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:52.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.208 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.208 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184680270 2024-04-13T07:13:52.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.208 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.209 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.209 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.209 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.209 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.210 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.210 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.210 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.210 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.211 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.211 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71172274 2024-04-13T07:13:52.211 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.211 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb": { 2024-04-13T07:13:52.211 INFO:tasks.workunit.client.0.smithi003.stdout: "compact": { 2024-04-13T07:13:52.211 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.211 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_len": { 2024-04-13T07:13:52.212 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.212 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_merge": { 2024-04-13T07:13:52.212 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.212 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_range": { 2024-04-13T07:13:52.212 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:52.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.212 INFO:tasks.workunit.client.0.smithi003.stdout: "get_latency": { 2024-04-13T07:13:52.212 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 33650, 2024-04-13T07:13:52.212 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 82936681 2024-04-13T07:13:52.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.212 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_delay_time": { 2024-04-13T07:13:52.213 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.213 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.213 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.213 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_memtable_time": { 2024-04-13T07:13:52.213 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.213 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.213 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.213 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T07:13:52.213 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.213 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.213 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.213 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_wal_time": { 2024-04-13T07:13:52.214 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.214 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.214 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.214 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_latency": { 2024-04-13T07:13:52.214 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.214 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.214 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.214 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_sync_latency": { 2024-04-13T07:13:52.214 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1723, 2024-04-13T07:13:52.214 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 559803775 2024-04-13T07:13:52.215 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.215 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.215 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T07:13:52.215 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:52.215 INFO:tasks.workunit.client.0.smithi003.stdout: "election_call": { 2024-04-13T07:13:52.215 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:52.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.215 INFO:tasks.workunit.client.0.smithi003.stdout: "election_lose": { 2024-04-13T07:13:52.215 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.216 INFO:tasks.workunit.client.0.smithi003.stdout: "election_win": { 2024-04-13T07:13:52.216 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T07:13:52.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.216 INFO:tasks.workunit.client.0.smithi003.stdout: "num_elections": { 2024-04-13T07:13:52.216 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9 2024-04-13T07:13:52.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.216 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": { 2024-04-13T07:13:52.216 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8 2024-04-13T07:13:52.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.216 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T07:13:52.216 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T07:13:52.217 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.217 INFO:tasks.workunit.client.0.smithi003.stdout: "session_rm": { 2024-04-13T07:13:52.217 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 183 2024-04-13T07:13:52.217 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.217 INFO:tasks.workunit.client.0.smithi003.stdout: "session_trim": { 2024-04-13T07:13:52.217 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.217 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.217 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.217 INFO:tasks.workunit.client.0.smithi003.stdout: "paxos": { 2024-04-13T07:13:52.217 INFO:tasks.workunit.client.0.smithi003.stdout: "accept_timeout": { 2024-04-13T07:13:52.217 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.218 INFO:tasks.workunit.client.0.smithi003.stdout: "begin": { 2024-04-13T07:13:52.218 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 915 2024-04-13T07:13:52.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.218 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_bytes": { 2024-04-13T07:13:52.218 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 915, 2024-04-13T07:13:52.218 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4868919 2024-04-13T07:13:52.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.218 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_keys": { 2024-04-13T07:13:52.218 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 915, 2024-04-13T07:13:52.219 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2745 2024-04-13T07:13:52.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.219 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_latency": { 2024-04-13T07:13:52.219 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 915, 2024-04-13T07:13:52.219 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 178997843 2024-04-13T07:13:52.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.219 INFO:tasks.workunit.client.0.smithi003.stdout: "collect": { 2024-04-13T07:13:52.219 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.219 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_bytes": { 2024-04-13T07:13:52.219 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.219 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.220 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_keys": { 2024-04-13T07:13:52.220 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.220 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.220 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_latency": { 2024-04-13T07:13:52.220 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.220 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.220 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_timeout": { 2024-04-13T07:13:52.220 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.221 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_uncommitted": { 2024-04-13T07:13:52.221 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.221 INFO:tasks.workunit.client.0.smithi003.stdout: "commit": { 2024-04-13T07:13:52.221 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 915 2024-04-13T07:13:52.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.221 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_bytes": { 2024-04-13T07:13:52.221 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 915, 2024-04-13T07:13:52.221 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4803097 2024-04-13T07:13:52.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.221 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_keys": { 2024-04-13T07:13:52.221 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 915, 2024-04-13T07:13:52.222 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5287 2024-04-13T07:13:52.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.222 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_latency": { 2024-04-13T07:13:52.222 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 915, 2024-04-13T07:13:52.222 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 386969324 2024-04-13T07:13:52.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.222 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_ack_timeout": { 2024-04-13T07:13:52.222 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.222 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_timeout": { 2024-04-13T07:13:52.222 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.223 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn": { 2024-04-13T07:13:52.223 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:52.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.223 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn_latency": { 2024-04-13T07:13:52.223 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:52.223 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1999976 2024-04-13T07:13:52.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.223 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh": { 2024-04-13T07:13:52.223 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 917 2024-04-13T07:13:52.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.223 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh_latency": { 2024-04-13T07:13:52.224 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 917, 2024-04-13T07:13:52.224 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2480970143 2024-04-13T07:13:52.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.224 INFO:tasks.workunit.client.0.smithi003.stdout: "restart": { 2024-04-13T07:13:52.224 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T07:13:52.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.224 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state": { 2024-04-13T07:13:52.224 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T07:13:52.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.224 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_bytes": { 2024-04-13T07:13:52.224 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:52.224 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1627 2024-04-13T07:13:52.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.225 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_keys": { 2024-04-13T07:13:52.225 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:52.225 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T07:13:52.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.225 INFO:tasks.workunit.client.0.smithi003.stdout: "start_leader": { 2024-04-13T07:13:52.225 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T07:13:52.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.225 INFO:tasks.workunit.client.0.smithi003.stdout: "start_peon": { 2024-04-13T07:13:52.225 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.226 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state": { 2024-04-13T07:13:52.226 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.226 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.226 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_bytes": { 2024-04-13T07:13:52.226 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.226 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.226 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.226 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_keys": { 2024-04-13T07:13:52.226 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.226 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.226 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.226 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_latency": { 2024-04-13T07:13:52.227 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.227 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.227 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.227 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.227 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache": { 2024-04-13T07:13:52.227 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:52.227 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1020054731 2024-04-13T07:13:52.227 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.227 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:52.227 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45842432 2024-04-13T07:13:52.227 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.227 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:52.228 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 39534592 2024-04-13T07:13:52.228 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.228 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:52.228 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2147483648 2024-04-13T07:13:52.228 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.228 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:52.228 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6307840 2024-04-13T07:13:52.228 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.228 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.228 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:full": { 2024-04-13T07:13:52.228 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.228 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 348127232 2024-04-13T07:13:52.228 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.229 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.229 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.229 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.229 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.229 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.229 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 277021481 2024-04-13T07:13:52.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.229 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.229 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 273190 2024-04-13T07:13:52.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.230 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.230 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.230 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.230 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.230 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.230 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.230 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.230 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.231 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.231 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.231 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.231 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.231 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.231 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.231 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.231 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.231 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.231 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.231 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.232 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.232 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.232 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.232 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70832561 2024-04-13T07:13:52.232 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.232 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.232 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:inc": { 2024-04-13T07:13:52.232 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.232 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 348127232 2024-04-13T07:13:52.232 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.232 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.232 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.233 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.233 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.233 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.233 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.233 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.233 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 277021481 2024-04-13T07:13:52.233 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.233 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.233 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 39222 2024-04-13T07:13:52.233 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.233 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.233 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.234 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.234 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.234 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.234 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.234 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.234 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.234 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.234 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.234 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.234 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.234 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.234 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.234 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.235 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.235 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.235 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.235 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.235 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.235 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.235 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.235 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.235 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.235 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.235 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71066529 2024-04-13T07:13:52.235 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.235 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.236 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:kv": { 2024-04-13T07:13:52.236 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.236 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 322961408 2024-04-13T07:13:52.236 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.236 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.236 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:52.236 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.236 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.236 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.236 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.236 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.236 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184680987 2024-04-13T07:13:52.236 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.236 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.237 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.237 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.237 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.237 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.237 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.237 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.237 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.237 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.237 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.237 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.237 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.237 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.237 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.238 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.238 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.238 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.238 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.238 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.238 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.238 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.238 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.239 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.239 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.239 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71171557 2024-04-13T07:13:52.239 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.239 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.239 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb": { 2024-04-13T07:13:52.239 INFO:tasks.workunit.client.0.smithi003.stdout: "compact": { 2024-04-13T07:13:52.239 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.239 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.239 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_len": { 2024-04-13T07:13:52.239 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.240 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.240 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_merge": { 2024-04-13T07:13:52.240 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.240 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.240 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_range": { 2024-04-13T07:13:52.240 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:52.240 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.240 INFO:tasks.workunit.client.0.smithi003.stdout: "get_latency": { 2024-04-13T07:13:52.240 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 41244, 2024-04-13T07:13:52.240 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 179240490 2024-04-13T07:13:52.240 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.240 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_delay_time": { 2024-04-13T07:13:52.241 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.241 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.241 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.241 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_memtable_time": { 2024-04-13T07:13:52.241 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.241 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.241 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.241 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T07:13:52.241 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.241 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.241 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.241 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_wal_time": { 2024-04-13T07:13:52.242 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.242 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.242 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.242 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_latency": { 2024-04-13T07:13:52.242 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.242 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.242 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.242 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_sync_latency": { 2024-04-13T07:13:52.242 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1992, 2024-04-13T07:13:52.242 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 627993052 2024-04-13T07:13:52.242 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.242 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.242 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.243 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.be5b77d0f8a0d3fc4d792db8fc7e155e44679ebc": { 2024-04-13T07:13:52.243 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:52.243 INFO:tasks.workunit.client.0.smithi003.stdout: "election_call": { 2024-04-13T07:13:52.243 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:52.243 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.243 INFO:tasks.workunit.client.0.smithi003.stdout: "election_lose": { 2024-04-13T07:13:52.243 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:52.243 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.243 INFO:tasks.workunit.client.0.smithi003.stdout: "election_win": { 2024-04-13T07:13:52.243 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.243 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_elections": { 2024-04-13T07:13:52.244 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T07:13:52.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": { 2024-04-13T07:13:52.244 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11 2024-04-13T07:13:52.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.244 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T07:13:52.244 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T07:13:52.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.244 INFO:tasks.workunit.client.0.smithi003.stdout: "session_rm": { 2024-04-13T07:13:52.244 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 116 2024-04-13T07:13:52.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.244 INFO:tasks.workunit.client.0.smithi003.stdout: "session_trim": { 2024-04-13T07:13:52.245 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.245 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.245 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.245 INFO:tasks.workunit.client.0.smithi003.stdout: "paxos": { 2024-04-13T07:13:52.245 INFO:tasks.workunit.client.0.smithi003.stdout: "accept_timeout": { 2024-04-13T07:13:52.245 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.245 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.245 INFO:tasks.workunit.client.0.smithi003.stdout: "begin": { 2024-04-13T07:13:52.245 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 778 2024-04-13T07:13:52.245 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.245 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_bytes": { 2024-04-13T07:13:52.245 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 778, 2024-04-13T07:13:52.246 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3795674 2024-04-13T07:13:52.246 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.246 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_keys": { 2024-04-13T07:13:52.246 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.246 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.246 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.246 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_latency": { 2024-04-13T07:13:52.246 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 778, 2024-04-13T07:13:52.246 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 229997240 2024-04-13T07:13:52.246 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.246 INFO:tasks.workunit.client.0.smithi003.stdout: "collect": { 2024-04-13T07:13:52.246 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:52.247 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.247 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_bytes": { 2024-04-13T07:13:52.247 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:52.247 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73 2024-04-13T07:13:52.247 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.247 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_keys": { 2024-04-13T07:13:52.247 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:52.247 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:52.247 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.247 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_latency": { 2024-04-13T07:13:52.247 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:52.248 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 999988 2024-04-13T07:13:52.248 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.248 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_timeout": { 2024-04-13T07:13:52.248 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.248 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.248 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_uncommitted": { 2024-04-13T07:13:52.248 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.248 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.248 INFO:tasks.workunit.client.0.smithi003.stdout: "commit": { 2024-04-13T07:13:52.248 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780 2024-04-13T07:13:52.248 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.249 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_bytes": { 2024-04-13T07:13:52.249 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.249 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.249 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.249 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_keys": { 2024-04-13T07:13:52.249 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.249 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.249 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.249 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_latency": { 2024-04-13T07:13:52.249 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.249 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.250 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_ack_timeout": { 2024-04-13T07:13:52.250 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.250 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_timeout": { 2024-04-13T07:13:52.250 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.250 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn": { 2024-04-13T07:13:52.250 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.250 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn_latency": { 2024-04-13T07:13:52.251 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.251 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.251 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.251 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh": { 2024-04-13T07:13:52.251 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780 2024-04-13T07:13:52.251 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.251 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh_latency": { 2024-04-13T07:13:52.251 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 780, 2024-04-13T07:13:52.251 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1909977007 2024-04-13T07:13:52.251 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.251 INFO:tasks.workunit.client.0.smithi003.stdout: "restart": { 2024-04-13T07:13:52.252 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8 2024-04-13T07:13:52.252 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.252 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state": { 2024-04-13T07:13:52.252 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.252 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.252 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_bytes": { 2024-04-13T07:13:52.252 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.252 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.252 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.252 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_keys": { 2024-04-13T07:13:52.253 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.253 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.253 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.253 INFO:tasks.workunit.client.0.smithi003.stdout: "start_leader": { 2024-04-13T07:13:52.253 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.253 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.253 INFO:tasks.workunit.client.0.smithi003.stdout: "start_peon": { 2024-04-13T07:13:52.253 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:52.253 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.253 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state": { 2024-04-13T07:13:52.253 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 779 2024-04-13T07:13:52.253 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.254 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_bytes": { 2024-04-13T07:13:52.254 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 779, 2024-04-13T07:13:52.254 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7445503 2024-04-13T07:13:52.254 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.254 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_keys": { 2024-04-13T07:13:52.254 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 779, 2024-04-13T07:13:52.254 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5317 2024-04-13T07:13:52.254 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.254 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_latency": { 2024-04-13T07:13:52.254 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 779, 2024-04-13T07:13:52.255 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 471994319 2024-04-13T07:13:52.255 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.255 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.255 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache": { 2024-04-13T07:13:52.255 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:52.255 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1020054731 2024-04-13T07:13:52.255 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.255 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:52.255 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 42803200 2024-04-13T07:13:52.255 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.255 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:52.256 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 32038912 2024-04-13T07:13:52.256 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.256 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:52.256 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2147483648 2024-04-13T07:13:52.256 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.256 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:52.256 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10764288 2024-04-13T07:13:52.256 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.256 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.256 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:full": { 2024-04-13T07:13:52.256 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.256 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 348127232 2024-04-13T07:13:52.256 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.256 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.257 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.257 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.257 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.257 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.257 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.257 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.257 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 277020405 2024-04-13T07:13:52.257 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.257 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.257 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 273620 2024-04-13T07:13:52.257 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.257 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.258 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.258 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.258 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.258 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.258 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.258 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.258 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.258 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.258 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.258 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.258 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.259 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.259 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.259 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.259 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.259 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.259 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.259 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.259 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.260 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.260 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70833207 2024-04-13T07:13:52.260 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.260 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.260 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:inc": { 2024-04-13T07:13:52.260 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.260 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 348127232 2024-04-13T07:13:52.260 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.260 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.260 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.260 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.260 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.261 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.261 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.261 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.261 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 277020405 2024-04-13T07:13:52.261 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.261 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.261 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41661 2024-04-13T07:13:52.261 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.261 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.261 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.261 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.261 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.262 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.262 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.262 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.262 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.262 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.262 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.262 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.262 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.262 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.262 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.262 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.263 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.263 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.263 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.263 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.263 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.263 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.263 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.263 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.263 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.263 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.263 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71065166 2024-04-13T07:13:52.263 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.263 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.264 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:kv": { 2024-04-13T07:13:52.264 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.264 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 322961408 2024-04-13T07:13:52.264 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.264 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.264 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:52.264 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.264 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.264 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.264 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.264 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.264 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184680270 2024-04-13T07:13:52.265 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.265 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.265 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.265 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.265 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.265 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.265 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.265 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.265 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.265 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.265 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.265 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.266 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.266 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.266 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.266 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.266 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.266 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.266 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.267 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.267 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.267 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.267 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.267 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.267 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.267 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71172274 2024-04-13T07:13:52.267 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.267 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.267 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb": { 2024-04-13T07:13:52.267 INFO:tasks.workunit.client.0.smithi003.stdout: "compact": { 2024-04-13T07:13:52.268 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.268 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_len": { 2024-04-13T07:13:52.268 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.268 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_merge": { 2024-04-13T07:13:52.268 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.268 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_range": { 2024-04-13T07:13:52.268 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:52.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.268 INFO:tasks.workunit.client.0.smithi003.stdout: "get_latency": { 2024-04-13T07:13:52.268 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 33235, 2024-04-13T07:13:52.269 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 91655452 2024-04-13T07:13:52.269 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.269 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_delay_time": { 2024-04-13T07:13:52.269 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.269 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.269 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.269 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_memtable_time": { 2024-04-13T07:13:52.269 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.269 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.269 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.269 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T07:13:52.270 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.270 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.270 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.270 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_wal_time": { 2024-04-13T07:13:52.270 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.270 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.270 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.270 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_latency": { 2024-04-13T07:13:52.270 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.270 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.270 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.270 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_sync_latency": { 2024-04-13T07:13:52.270 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1676, 2024-04-13T07:13:52.270 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 778196245 2024-04-13T07:13:52.271 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.271 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.271 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.271 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.0": { 2024-04-13T07:13:52.271 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:52.271 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T07:13:52.271 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.271 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.271 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:13:52.271 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.271 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.271 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T07:13:52.272 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T07:13:52.272 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.272 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_main": { 2024-04-13T07:13:52.272 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.272 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.272 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T07:13:52.272 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.272 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.272 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T07:13:52.272 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.272 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.272 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T07:13:52.273 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12288 2024-04-13T07:13:52.273 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.273 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T07:13:52.273 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7479296 2024-04-13T07:13:52.273 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.273 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T07:13:52.273 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.273 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.273 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.273 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T07:13:52.273 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.273 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.274 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T07:13:52.274 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:52.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.274 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T07:13:52.274 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:52.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.274 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T07:13:52.274 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3801088 2024-04-13T07:13:52.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.274 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T07:13:52.274 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3661824 2024-04-13T07:13:52.275 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.275 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T07:13:52.275 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:52.275 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.275 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T07:13:52.275 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.275 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.275 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T07:13:52.275 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.275 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T07:13:52.276 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T07:13:52.276 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.276 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T07:13:52.276 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 206272 2024-04-13T07:13:52.276 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.276 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T07:13:52.276 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T07:13:52.276 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.276 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T07:13:52.276 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1282048 2024-04-13T07:13:52.276 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.276 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T07:13:52.277 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T07:13:52.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.277 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T07:13:52.277 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.277 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T07:13:52.277 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.277 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T07:13:52.277 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15 2024-04-13T07:13:52.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.277 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T07:13:52.278 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4913 2024-04-13T07:13:52.278 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.278 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T07:13:52.278 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T07:13:52.278 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.278 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T07:13:52.278 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5505 2024-04-13T07:13:52.278 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.278 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T07:13:52.278 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:52.279 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.279 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T07:13:52.279 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5505 2024-04-13T07:13:52.279 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.279 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T07:13:52.279 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:52.279 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.279 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T07:13:52.279 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.279 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.279 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:13:52.279 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.280 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:13:52.280 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.280 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:13:52.280 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.280 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T07:13:52.280 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.280 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T07:13:52.281 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.281 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.281 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T07:13:52.281 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.281 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.281 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T07:13:52.281 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.281 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.281 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T07:13:52.281 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.281 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.281 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T07:13:52.282 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11218944 2024-04-13T07:13:52.282 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.282 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.282 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T07:13:52.282 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T07:13:52.282 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T07:13:52.282 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.282 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T07:13:52.282 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1323008 2024-04-13T07:13:52.282 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.282 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T07:13:52.283 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4, 2024-04-13T07:13:52.283 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 244999 2024-04-13T07:13:52.283 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.283 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T07:13:52.283 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.283 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.283 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.283 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T07:13:52.283 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.283 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.283 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T07:13:52.283 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.283 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.284 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T07:13:52.284 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.284 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.284 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T07:13:52.284 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23, 2024-04-13T07:13:52.284 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 64684 2024-04-13T07:13:52.284 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.284 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T07:13:52.284 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.284 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.284 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.285 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T07:13:52.285 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.285 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.285 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T07:13:52.285 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 881, 2024-04-13T07:13:52.285 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 501763045 2024-04-13T07:13:52.285 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.285 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T07:13:52.285 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 878, 2024-04-13T07:13:52.286 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19673945 2024-04-13T07:13:52.286 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.286 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T07:13:52.286 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 881, 2024-04-13T07:13:52.286 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 827062 2024-04-13T07:13:52.286 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.286 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T07:13:52.286 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 881, 2024-04-13T07:13:52.286 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 502590107 2024-04-13T07:13:52.286 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.287 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T07:13:52.287 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.287 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.287 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.287 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T07:13:52.287 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:52.287 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37186 2024-04-13T07:13:52.287 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.287 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T07:13:52.287 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6, 2024-04-13T07:13:52.287 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17998 2024-04-13T07:13:52.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.288 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T07:13:52.288 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.288 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.288 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:13:52.288 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.288 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.288 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T07:13:52.288 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:52.288 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5268 2024-04-13T07:13:52.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.289 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T07:13:52.289 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3896 2024-04-13T07:13:52.289 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.289 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T07:13:52.289 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 326 2024-04-13T07:13:52.289 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.289 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T07:13:52.289 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 118, 2024-04-13T07:13:52.289 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2717243 2024-04-13T07:13:52.289 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.289 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T07:13:52.289 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 320, 2024-04-13T07:13:52.290 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 289730 2024-04-13T07:13:52.290 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.290 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T07:13:52.290 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 202, 2024-04-13T07:13:52.290 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3479986 2024-04-13T07:13:52.290 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.290 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T07:13:52.290 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.290 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.290 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T07:13:52.290 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 102, 2024-04-13T07:13:52.291 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5694186 2024-04-13T07:13:52.291 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.291 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T07:13:52.291 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3564, 2024-04-13T07:13:52.291 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3886343401 2024-04-13T07:13:52.291 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.291 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:13:52.291 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 126, 2024-04-13T07:13:52.291 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74624981 2024-04-13T07:13:52.291 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.291 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:13:52.291 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 124, 2024-04-13T07:13:52.292 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 403301112887 2024-04-13T07:13:52.292 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.292 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T07:13:52.292 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 126, 2024-04-13T07:13:52.292 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 152487460409 2024-04-13T07:13:52.292 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.292 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T07:13:52.292 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3562, 2024-04-13T07:13:52.292 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 76493755172 2024-04-13T07:13:52.292 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.292 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T07:13:52.293 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3562, 2024-04-13T07:13:52.293 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 209299 2024-04-13T07:13:52.293 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.293 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T07:13:52.293 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3564, 2024-04-13T07:13:52.293 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 158392985 2024-04-13T07:13:52.293 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.293 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T07:13:52.293 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3564, 2024-04-13T07:13:52.293 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2498523423 2024-04-13T07:13:52.293 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.293 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T07:13:52.294 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3564, 2024-04-13T07:13:52.294 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 552623 2024-04-13T07:13:52.294 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.294 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T07:13:52.294 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3564, 2024-04-13T07:13:52.294 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1364397811 2024-04-13T07:13:52.294 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.294 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T07:13:52.294 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3564, 2024-04-13T07:13:52.294 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 368740270 2024-04-13T07:13:52.294 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.294 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T07:13:52.295 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 903246 2024-04-13T07:13:52.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.295 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T07:13:52.295 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 60, 2024-04-13T07:13:52.295 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 278247 2024-04-13T07:13:52.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.295 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T07:13:52.295 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3564, 2024-04-13T07:13:52.295 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8276666592 2024-04-13T07:13:52.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.295 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T07:13:52.295 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3564, 2024-04-13T07:13:52.296 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 403586882 2024-04-13T07:13:52.296 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.296 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T07:13:52.296 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3564, 2024-04-13T07:13:52.296 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 270686503 2024-04-13T07:13:52.296 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.296 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.296 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T07:13:52.296 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:52.296 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1862577648 2024-04-13T07:13:52.296 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.296 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:52.297 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 48676864 2024-04-13T07:13:52.297 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.297 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:52.297 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 48267264 2024-04-13T07:13:52.297 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.297 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:52.297 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3138687078 2024-04-13T07:13:52.297 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.297 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:52.297 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 409600 2024-04-13T07:13:52.297 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.297 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.297 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T07:13:52.298 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.298 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 159383552 2024-04-13T07:13:52.298 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.298 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.298 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.298 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.298 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.298 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.298 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.298 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.298 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 85521979 2024-04-13T07:13:52.299 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.299 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.299 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.299 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.299 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.299 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.299 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.299 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.299 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.299 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.299 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.300 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.300 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.300 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.300 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.300 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 606208 2024-04-13T07:13:52.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.300 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.300 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.301 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.301 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.301 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.301 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.301 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.301 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.301 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.301 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73255365 2024-04-13T07:13:52.301 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.301 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.301 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T07:13:52.301 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.301 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780140544 2024-04-13T07:13:52.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.302 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.302 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:52.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.302 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.302 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.302 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.302 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641414847 2024-04-13T07:13:52.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.302 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.303 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.303 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.303 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.303 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.303 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.303 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.303 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.303 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.304 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.304 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.304 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.304 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2128 2024-04-13T07:13:52.304 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.304 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.304 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.304 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.304 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.304 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.304 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.305 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.305 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.305 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.305 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.305 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71614705 2024-04-13T07:13:52.305 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.305 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.305 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:13:52.305 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.305 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T07:13:52.305 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.306 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.306 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:52.306 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.306 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.306 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464 2024-04-13T07:13:52.306 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.306 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.306 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57014653 2024-04-13T07:13:52.306 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.306 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.306 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.307 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.307 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.307 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.307 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.307 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.307 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.308 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.308 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.308 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.308 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.308 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.308 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.308 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.308 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.308 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.308 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.309 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.309 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.309 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.309 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.309 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.309 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.309 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68814003 2024-04-13T07:13:52.309 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.309 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.309 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T07:13:52.309 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.309 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 713031680 2024-04-13T07:13:52.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.310 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.310 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.310 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.310 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.310 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.310 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641414847 2024-04-13T07:13:52.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.311 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.311 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.311 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.311 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.311 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.311 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.311 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.311 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.311 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.312 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.312 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.312 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.312 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.312 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2364 2024-04-13T07:13:52.312 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.312 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.312 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 349975 2024-04-13T07:13:52.312 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.312 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.312 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.313 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.313 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.313 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.313 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.313 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.313 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.313 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.313 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.313 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71264494 2024-04-13T07:13:52.313 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.313 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.314 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T07:13:52.314 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T07:13:52.314 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.314 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.314 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:52.314 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.314 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.314 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T07:13:52.314 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.314 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.314 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:52.314 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.314 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.315 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.315 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:52.315 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T07:13:52.315 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 47 2024-04-13T07:13:52.315 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.315 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T07:13:52.315 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.315 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.315 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T07:13:52.315 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T07:13:52.315 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.315 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T07:13:52.316 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.316 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.316 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T07:13:52.316 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.316 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.316 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T07:13:52.316 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 616 2024-04-13T07:13:52.316 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.316 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T07:13:52.316 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T07:13:52.316 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 156944890 2024-04-13T07:13:52.316 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.317 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T07:13:52.317 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.317 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.317 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T07:13:52.317 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6, 2024-04-13T07:13:52.317 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4088684 2024-04-13T07:13:52.317 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.317 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T07:13:52.317 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T07:13:52.317 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 131027135 2024-04-13T07:13:52.317 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.317 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:52.317 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.318 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.318 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T07:13:52.318 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.318 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.318 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.318 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:13:52.318 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.318 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.318 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T07:13:52.318 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.318 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.319 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T07:13:52.319 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.319 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.319 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.319 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T07:13:52.319 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.319 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.319 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.319 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T07:13:52.319 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.319 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.319 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T07:13:52.320 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.320 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.320 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T07:13:52.320 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.320 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.320 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.320 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:13:52.320 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.320 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.320 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:13:52.320 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.320 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.320 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T07:13:52.321 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.321 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.321 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T07:13:52.321 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.321 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.321 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.321 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T07:13:52.321 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.321 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.321 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.321 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:52.321 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T07:13:52.322 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.322 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T07:13:52.322 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 616 2024-04-13T07:13:52.322 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.322 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T07:13:52.322 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T07:13:52.322 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 156944890 2024-04-13T07:13:52.322 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.322 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:13:52.322 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.322 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.323 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T07:13:52.323 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6, 2024-04-13T07:13:52.323 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4088684 2024-04-13T07:13:52.323 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.323 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T07:13:52.323 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T07:13:52.323 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 131027135 2024-04-13T07:13:52.323 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.323 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T07:13:52.323 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.323 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.323 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T07:13:52.324 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1771104 2024-04-13T07:13:52.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.324 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T07:13:52.324 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T07:13:52.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.324 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T07:13:52.324 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:52.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.324 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T07:13:52.324 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 33189888 2024-04-13T07:13:52.324 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.324 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.325 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.1": { 2024-04-13T07:13:52.325 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:52.325 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T07:13:52.325 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.325 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.325 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:13:52.325 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.325 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.325 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T07:13:52.325 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T07:13:52.325 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.325 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_main": { 2024-04-13T07:13:52.326 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.326 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.326 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T07:13:52.326 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.326 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.326 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T07:13:52.326 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.326 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.326 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T07:13:52.327 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12288 2024-04-13T07:13:52.327 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.327 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T07:13:52.327 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2437120 2024-04-13T07:13:52.327 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.327 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T07:13:52.327 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.327 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.327 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.328 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T07:13:52.328 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.328 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.328 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.328 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T07:13:52.328 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:52.328 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.328 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T07:13:52.328 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27656192 2024-04-13T07:13:52.328 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.328 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T07:13:52.328 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1552384 2024-04-13T07:13:52.329 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.329 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T07:13:52.329 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1413120 2024-04-13T07:13:52.329 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.329 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T07:13:52.329 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:52.329 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.329 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T07:13:52.329 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.329 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.329 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T07:13:52.330 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.330 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T07:13:52.330 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T07:13:52.330 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.330 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T07:13:52.330 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 206272 2024-04-13T07:13:52.330 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.330 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T07:13:52.330 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T07:13:52.330 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.330 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T07:13:52.331 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1282048 2024-04-13T07:13:52.331 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.331 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T07:13:52.331 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T07:13:52.331 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.331 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T07:13:52.331 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.331 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.331 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T07:13:52.331 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.331 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.331 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T07:13:52.331 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15 2024-04-13T07:13:52.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.332 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T07:13:52.332 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4913 2024-04-13T07:13:52.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.332 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T07:13:52.332 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T07:13:52.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.332 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T07:13:52.332 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5505 2024-04-13T07:13:52.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.332 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T07:13:52.332 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:52.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.333 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T07:13:52.333 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5505 2024-04-13T07:13:52.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.333 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T07:13:52.333 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:52.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.333 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T07:13:52.333 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.333 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:13:52.333 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.333 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:13:52.334 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.334 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.334 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:13:52.334 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.334 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.334 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T07:13:52.334 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.334 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.334 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T07:13:52.334 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.334 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.335 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T07:13:52.335 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.335 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.335 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T07:13:52.335 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.335 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.335 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T07:13:52.335 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.335 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.335 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T07:13:52.335 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3928064 2024-04-13T07:13:52.335 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.336 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T07:13:52.336 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T07:13:52.336 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T07:13:52.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.336 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T07:13:52.336 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 720896 2024-04-13T07:13:52.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.336 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T07:13:52.336 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T07:13:52.336 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 208649 2024-04-13T07:13:52.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.337 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T07:13:52.337 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.337 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.337 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.337 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T07:13:52.337 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.337 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.337 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T07:13:52.337 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.337 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.337 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T07:13:52.337 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.337 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.338 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T07:13:52.338 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 28, 2024-04-13T07:13:52.338 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73956 2024-04-13T07:13:52.338 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.338 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T07:13:52.338 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.338 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.338 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.338 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T07:13:52.338 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.339 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.339 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T07:13:52.339 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 332, 2024-04-13T07:13:52.339 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 82945860 2024-04-13T07:13:52.339 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.339 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T07:13:52.339 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 332, 2024-04-13T07:13:52.339 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11274383 2024-04-13T07:13:52.339 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.339 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T07:13:52.339 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 332, 2024-04-13T07:13:52.340 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 377499 2024-04-13T07:13:52.340 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.340 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T07:13:52.340 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 332, 2024-04-13T07:13:52.340 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 83323359 2024-04-13T07:13:52.340 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.340 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T07:13:52.340 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.340 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.341 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.341 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T07:13:52.341 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:52.341 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 44642 2024-04-13T07:13:52.341 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.341 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T07:13:52.341 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:52.341 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6101 2024-04-13T07:13:52.341 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.341 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T07:13:52.341 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.342 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.342 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.342 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:13:52.342 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.342 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.342 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.342 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T07:13:52.342 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:52.342 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3788 2024-04-13T07:13:52.342 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.343 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T07:13:52.343 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 820 2024-04-13T07:13:52.343 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.343 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T07:13:52.343 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 230 2024-04-13T07:13:52.343 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.343 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T07:13:52.343 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 135, 2024-04-13T07:13:52.343 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6466564 2024-04-13T07:13:52.343 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.343 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T07:13:52.343 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 353, 2024-04-13T07:13:52.343 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 333420 2024-04-13T07:13:52.344 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.344 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T07:13:52.344 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 218, 2024-04-13T07:13:52.344 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7679495 2024-04-13T07:13:52.344 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.344 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T07:13:52.344 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.344 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.344 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T07:13:52.344 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:52.344 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 113767 2024-04-13T07:13:52.345 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.345 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T07:13:52.345 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 406, 2024-04-13T07:13:52.345 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18974559 2024-04-13T07:13:52.345 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.345 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:13:52.345 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 124, 2024-04-13T07:13:52.345 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 38934568 2024-04-13T07:13:52.345 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.345 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:13:52.345 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 122, 2024-04-13T07:13:52.346 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 356877639758 2024-04-13T07:13:52.346 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.346 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T07:13:52.346 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 124, 2024-04-13T07:13:52.346 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 139181182074 2024-04-13T07:13:52.346 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.346 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T07:13:52.346 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 404, 2024-04-13T07:13:52.346 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 40341818602 2024-04-13T07:13:52.346 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.346 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T07:13:52.346 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 404, 2024-04-13T07:13:52.347 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 38216 2024-04-13T07:13:52.347 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.347 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T07:13:52.347 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 406, 2024-04-13T07:13:52.347 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 476439 2024-04-13T07:13:52.347 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.347 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T07:13:52.347 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 406, 2024-04-13T07:13:52.347 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 131230000 2024-04-13T07:13:52.348 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.348 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T07:13:52.348 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 406, 2024-04-13T07:13:52.348 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 140732 2024-04-13T07:13:52.348 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.348 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T07:13:52.348 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 406, 2024-04-13T07:13:52.348 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 63268786 2024-04-13T07:13:52.348 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.348 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T07:13:52.349 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 406, 2024-04-13T07:13:52.349 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 29981969 2024-04-13T07:13:52.349 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.349 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T07:13:52.349 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 312310 2024-04-13T07:13:52.349 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.349 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T07:13:52.349 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 58, 2024-04-13T07:13:52.349 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 319457 2024-04-13T07:13:52.349 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.349 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T07:13:52.349 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 406, 2024-04-13T07:13:52.350 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 243992839 2024-04-13T07:13:52.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.350 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T07:13:52.350 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 406, 2024-04-13T07:13:52.350 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35069854 2024-04-13T07:13:52.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.350 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T07:13:52.350 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 406, 2024-04-13T07:13:52.350 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3451090 2024-04-13T07:13:52.350 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.351 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T07:13:52.351 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:52.351 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1862577648 2024-04-13T07:13:52.351 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.351 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:52.351 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 42319872 2024-04-13T07:13:52.351 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.351 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:52.351 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 42057728 2024-04-13T07:13:52.351 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.351 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:52.352 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3138687078 2024-04-13T07:13:52.352 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.352 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:52.352 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 262144 2024-04-13T07:13:52.352 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.352 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.352 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T07:13:52.352 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.352 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 159383552 2024-04-13T07:13:52.352 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.352 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.353 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.353 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 85565717 2024-04-13T07:13:52.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.353 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.354 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.354 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.354 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.354 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.354 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.354 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.354 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.355 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12288 2024-04-13T07:13:52.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.355 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.355 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.355 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.356 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73805547 2024-04-13T07:13:52.356 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.356 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T07:13:52.356 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780140544 2024-04-13T07:13:52.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.356 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:52.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.356 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.357 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641742878 2024-04-13T07:13:52.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.357 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.357 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.357 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.358 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.358 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.358 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.358 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.358 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.358 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.358 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.358 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.358 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2128 2024-04-13T07:13:52.358 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.359 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.359 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.359 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.359 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.359 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.359 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.359 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.359 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.359 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.359 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.359 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71286674 2024-04-13T07:13:52.359 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.360 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:13:52.360 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T07:13:52.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.360 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:52.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.360 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464 2024-04-13T07:13:52.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.360 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57043811 2024-04-13T07:13:52.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.361 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.361 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.361 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.362 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.362 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.362 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.362 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.363 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.363 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.363 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68784845 2024-04-13T07:13:52.363 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.363 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T07:13:52.364 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 713031680 2024-04-13T07:13:52.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.364 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.364 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.364 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641742878 2024-04-13T07:13:52.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.365 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.365 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.365 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.365 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.366 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.366 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4724 2024-04-13T07:13:52.366 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.366 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.366 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 212618 2024-04-13T07:13:52.366 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.366 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.366 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.366 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.366 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.366 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.367 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.367 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.367 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.367 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71071460 2024-04-13T07:13:52.367 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.367 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T07:13:52.367 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T07:13:52.367 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.368 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:52.368 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.368 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.368 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T07:13:52.368 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.368 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.368 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:52.368 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.368 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.368 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.368 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:52.368 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T07:13:52.369 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 36 2024-04-13T07:13:52.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.369 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T07:13:52.369 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.369 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T07:13:52.369 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 155 2024-04-13T07:13:52.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.369 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T07:13:52.369 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.370 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T07:13:52.370 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.370 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.370 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T07:13:52.370 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2429440 2024-04-13T07:13:52.370 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.370 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T07:13:52.370 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 155, 2024-04-13T07:13:52.370 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 552624101 2024-04-13T07:13:52.370 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.370 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T07:13:52.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1041 2024-04-13T07:13:52.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.371 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T07:13:52.371 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 155, 2024-04-13T07:13:52.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56080565 2024-04-13T07:13:52.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.371 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T07:13:52.371 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 155, 2024-04-13T07:13:52.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 213967871 2024-04-13T07:13:52.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.372 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:52.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 33 2024-04-13T07:13:52.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.372 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T07:13:52.372 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 33, 2024-04-13T07:13:52.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5423182 2024-04-13T07:13:52.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.372 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:13:52.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.373 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T07:13:52.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1041 2024-04-13T07:13:52.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.373 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T07:13:52.373 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 33, 2024-04-13T07:13:52.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4863595 2024-04-13T07:13:52.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.373 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T07:13:52.373 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 33, 2024-04-13T07:13:52.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4115322 2024-04-13T07:13:52.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.374 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T07:13:52.374 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22 2024-04-13T07:13:52.374 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.374 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T07:13:52.374 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.374 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.374 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T07:13:52.374 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22, 2024-04-13T07:13:52.374 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19199884 2024-04-13T07:13:52.374 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.374 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:13:52.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.375 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:13:52.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.375 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T07:13:52.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.375 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T07:13:52.375 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22, 2024-04-13T07:13:52.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8566984 2024-04-13T07:13:52.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.375 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T07:13:52.376 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22, 2024-04-13T07:13:52.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18162385 2024-04-13T07:13:52.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.376 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:52.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 100 2024-04-13T07:13:52.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.376 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T07:13:52.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2429440 2024-04-13T07:13:52.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.376 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T07:13:52.376 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 100, 2024-04-13T07:13:52.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 528001035 2024-04-13T07:13:52.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.377 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:13:52.377 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.377 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T07:13:52.377 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 100, 2024-04-13T07:13:52.377 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 42649986 2024-04-13T07:13:52.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.377 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T07:13:52.377 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 100, 2024-04-13T07:13:52.377 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 191690164 2024-04-13T07:13:52.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.378 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T07:13:52.378 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.378 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.378 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T07:13:52.378 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 590368 2024-04-13T07:13:52.378 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.378 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T07:13:52.378 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:52.378 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.378 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T07:13:52.378 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:52.378 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.379 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T07:13:52.379 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28393472 2024-04-13T07:13:52.379 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.379 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.379 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.379 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.2": { 2024-04-13T07:13:52.379 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:52.379 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T07:13:52.379 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.379 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.379 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:13:52.380 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.380 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T07:13:52.380 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T07:13:52.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.380 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_main": { 2024-04-13T07:13:52.380 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.380 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T07:13:52.380 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.380 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T07:13:52.380 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.381 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T07:13:52.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12288 2024-04-13T07:13:52.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.381 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T07:13:52.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2191360 2024-04-13T07:13:52.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.381 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T07:13:52.381 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.381 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T07:13:52.382 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.382 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.382 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T07:13:52.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:52.382 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.382 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T07:13:52.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27656192 2024-04-13T07:13:52.382 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.382 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T07:13:52.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1388544 2024-04-13T07:13:52.382 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.383 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T07:13:52.383 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1249280 2024-04-13T07:13:52.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.383 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T07:13:52.383 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:52.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.383 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T07:13:52.383 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.383 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T07:13:52.383 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.384 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T07:13:52.384 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T07:13:52.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.384 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T07:13:52.384 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 206272 2024-04-13T07:13:52.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.384 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T07:13:52.384 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T07:13:52.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.384 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T07:13:52.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1282048 2024-04-13T07:13:52.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.385 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T07:13:52.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T07:13:52.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.385 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T07:13:52.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.385 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T07:13:52.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.385 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T07:13:52.386 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15 2024-04-13T07:13:52.386 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.386 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T07:13:52.386 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4913 2024-04-13T07:13:52.386 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.386 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T07:13:52.386 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T07:13:52.386 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.386 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T07:13:52.386 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5504 2024-04-13T07:13:52.386 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.387 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T07:13:52.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:52.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.387 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T07:13:52.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5504 2024-04-13T07:13:52.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.387 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T07:13:52.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:52.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.387 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T07:13:52.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.387 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:13:52.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.388 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:13:52.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.388 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:13:52.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.388 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T07:13:52.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.388 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T07:13:52.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.389 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T07:13:52.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.389 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.389 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T07:13:52.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.389 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.389 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T07:13:52.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.389 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.389 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T07:13:52.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3518464 2024-04-13T07:13:52.389 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.390 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.390 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T07:13:52.390 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T07:13:52.390 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T07:13:52.390 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.390 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T07:13:52.390 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 716800 2024-04-13T07:13:52.390 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.390 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T07:13:52.390 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4, 2024-04-13T07:13:52.391 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 162750 2024-04-13T07:13:52.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.391 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T07:13:52.391 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.391 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.391 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T07:13:52.391 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.391 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T07:13:52.391 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.392 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T07:13:52.392 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.392 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T07:13:52.392 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13, 2024-04-13T07:13:52.392 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13250 2024-04-13T07:13:52.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.392 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T07:13:52.392 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.392 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.393 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T07:13:52.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.393 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.393 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T07:13:52.393 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 292, 2024-04-13T07:13:52.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60009284 2024-04-13T07:13:52.393 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.393 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T07:13:52.393 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 290, 2024-04-13T07:13:52.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5102284 2024-04-13T07:13:52.393 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.393 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T07:13:52.393 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 292, 2024-04-13T07:13:52.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 298820 2024-04-13T07:13:52.394 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.394 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T07:13:52.394 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 292, 2024-04-13T07:13:52.394 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60308104 2024-04-13T07:13:52.394 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.394 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T07:13:52.394 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.394 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.394 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.395 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T07:13:52.395 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:52.395 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41896 2024-04-13T07:13:52.395 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.395 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T07:13:52.395 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.395 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.395 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.395 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T07:13:52.395 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.395 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.396 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:13:52.396 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.396 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T07:13:52.396 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:52.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4137 2024-04-13T07:13:52.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.396 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T07:13:52.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 606 2024-04-13T07:13:52.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.397 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T07:13:52.397 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 211 2024-04-13T07:13:52.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.397 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T07:13:52.397 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94, 2024-04-13T07:13:52.397 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1142487 2024-04-13T07:13:52.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.397 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T07:13:52.397 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 265, 2024-04-13T07:13:52.397 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 249116 2024-04-13T07:13:52.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.398 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T07:13:52.398 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 171, 2024-04-13T07:13:52.398 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2820870 2024-04-13T07:13:52.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.398 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T07:13:52.398 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.398 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T07:13:52.398 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:52.398 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 105929 2024-04-13T07:13:52.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.399 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T07:13:52.399 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 337, 2024-04-13T07:13:52.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6496202 2024-04-13T07:13:52.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.399 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:13:52.399 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 118, 2024-04-13T07:13:52.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17037087 2024-04-13T07:13:52.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.399 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:13:52.399 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 116, 2024-04-13T07:13:52.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 361211272384 2024-04-13T07:13:52.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.399 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T07:13:52.400 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 118, 2024-04-13T07:13:52.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 142141026680 2024-04-13T07:13:52.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.400 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T07:13:52.400 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 335, 2024-04-13T07:13:52.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73508026307 2024-04-13T07:13:52.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.400 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T07:13:52.400 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 335, 2024-04-13T07:13:52.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 33067 2024-04-13T07:13:52.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.400 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T07:13:52.400 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 337, 2024-04-13T07:13:52.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 414481 2024-04-13T07:13:52.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.401 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T07:13:52.401 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 337, 2024-04-13T07:13:52.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 87153116 2024-04-13T07:13:52.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.401 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T07:13:52.401 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 337, 2024-04-13T07:13:52.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 113731 2024-04-13T07:13:52.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.401 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T07:13:52.401 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 337, 2024-04-13T07:13:52.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 39084652 2024-04-13T07:13:52.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.402 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T07:13:52.402 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 337, 2024-04-13T07:13:52.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19924492 2024-04-13T07:13:52.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.402 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T07:13:52.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 312423 2024-04-13T07:13:52.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.402 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T07:13:52.402 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 52, 2024-04-13T07:13:52.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 240455 2024-04-13T07:13:52.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.402 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T07:13:52.402 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 337, 2024-04-13T07:13:52.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 153121370 2024-04-13T07:13:52.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.403 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T07:13:52.403 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 337, 2024-04-13T07:13:52.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23256919 2024-04-13T07:13:52.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.403 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T07:13:52.403 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 337, 2024-04-13T07:13:52.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2056874 2024-04-13T07:13:52.403 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.403 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T07:13:52.404 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:52.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1862577648 2024-04-13T07:13:52.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.404 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:52.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 43368448 2024-04-13T07:13:52.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.404 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:52.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 42082304 2024-04-13T07:13:52.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.404 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:52.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3138687078 2024-04-13T07:13:52.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.404 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:52.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T07:13:52.405 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.405 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T07:13:52.405 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 159383552 2024-04-13T07:13:52.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.405 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.405 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.405 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.406 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 85566544 2024-04-13T07:13:52.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.406 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.406 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.406 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.406 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.406 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.407 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.407 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.407 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8192 2024-04-13T07:13:52.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.407 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.408 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.408 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.408 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.408 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.408 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.408 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73808816 2024-04-13T07:13:52.408 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.409 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T07:13:52.409 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.409 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780140544 2024-04-13T07:13:52.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.409 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.409 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:52.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.409 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.409 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.410 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641749085 2024-04-13T07:13:52.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.410 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.410 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.410 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.411 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.411 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.411 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2128 2024-04-13T07:13:52.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.411 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.412 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.412 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.412 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.412 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.412 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.412 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71280467 2024-04-13T07:13:52.412 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.413 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:13:52.413 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T07:13:52.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.413 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:52.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.413 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464 2024-04-13T07:13:52.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.413 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57044363 2024-04-13T07:13:52.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.414 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.414 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.414 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.414 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.414 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.414 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.415 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.415 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.415 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.415 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.416 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.416 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.416 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.416 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.416 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.416 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68784293 2024-04-13T07:13:52.416 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.416 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T07:13:52.416 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 713031680 2024-04-13T07:13:52.417 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.417 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.417 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.417 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.417 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.417 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641749085 2024-04-13T07:13:52.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.418 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.418 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.418 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.418 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.418 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.418 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.418 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.419 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8221 2024-04-13T07:13:52.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.419 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 199666 2024-04-13T07:13:52.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.419 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.420 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.420 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.420 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.420 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.420 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.420 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.420 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.420 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71074708 2024-04-13T07:13:52.420 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.420 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.420 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T07:13:52.420 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T07:13:52.420 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.421 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:52.421 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.421 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T07:13:52.421 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.421 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:52.421 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.421 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.421 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:52.421 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T07:13:52.422 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 29 2024-04-13T07:13:52.422 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.422 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T07:13:52.422 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.422 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.422 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T07:13:52.422 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T07:13:52.422 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.422 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T07:13:52.423 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.423 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T07:13:52.423 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.423 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T07:13:52.423 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.423 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T07:13:52.423 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T07:13:52.423 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 114643828 2024-04-13T07:13:52.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.424 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T07:13:52.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.424 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.424 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T07:13:52.424 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T07:13:52.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4012750 2024-04-13T07:13:52.424 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.424 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T07:13:52.424 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T07:13:52.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 103665938 2024-04-13T07:13:52.424 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.425 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:52.425 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.425 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T07:13:52.425 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.425 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.425 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:13:52.425 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.425 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T07:13:52.426 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.426 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T07:13:52.426 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.426 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.426 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T07:13:52.426 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.426 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.426 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T07:13:52.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.427 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T07:13:52.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.427 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T07:13:52.427 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.427 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:13:52.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.428 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:13:52.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.430 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T07:13:52.430 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.430 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.430 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T07:13:52.430 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.430 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.430 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.430 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T07:13:52.430 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.431 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.431 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:52.431 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T07:13:52.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.431 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T07:13:52.431 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.431 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T07:13:52.431 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T07:13:52.431 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 114643828 2024-04-13T07:13:52.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.432 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:13:52.432 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.432 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T07:13:52.432 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T07:13:52.432 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4012750 2024-04-13T07:13:52.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.432 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T07:13:52.432 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T07:13:52.432 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 103665938 2024-04-13T07:13:52.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.433 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T07:13:52.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.433 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T07:13:52.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.433 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T07:13:52.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.434 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T07:13:52.434 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:52.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.434 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T07:13:52.434 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28389376 2024-04-13T07:13:52.434 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.434 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.434 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.3": { 2024-04-13T07:13:52.434 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:52.435 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T07:13:52.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.435 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:13:52.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.435 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T07:13:52.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T07:13:52.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.435 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_main": { 2024-04-13T07:13:52.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.436 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T07:13:52.436 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.436 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T07:13:52.436 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.436 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T07:13:52.436 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12288 2024-04-13T07:13:52.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.436 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T07:13:52.436 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1159168 2024-04-13T07:13:52.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.436 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T07:13:52.437 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.437 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.437 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T07:13:52.437 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.437 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.437 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T07:13:52.437 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:52.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.437 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T07:13:52.437 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27656192 2024-04-13T07:13:52.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.438 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T07:13:52.438 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 847872 2024-04-13T07:13:52.438 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.438 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T07:13:52.438 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 708608 2024-04-13T07:13:52.438 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.438 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T07:13:52.438 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:52.438 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.438 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T07:13:52.438 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.439 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T07:13:52.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T07:13:52.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T07:13:52.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.439 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T07:13:52.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 206272 2024-04-13T07:13:52.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.439 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T07:13:52.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T07:13:52.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.439 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T07:13:52.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1282048 2024-04-13T07:13:52.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.440 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T07:13:52.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T07:13:52.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.440 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T07:13:52.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.440 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T07:13:52.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.440 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T07:13:52.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15 2024-04-13T07:13:52.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.441 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T07:13:52.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4913 2024-04-13T07:13:52.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.441 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T07:13:52.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T07:13:52.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.441 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T07:13:52.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5503 2024-04-13T07:13:52.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.441 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T07:13:52.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:52.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.442 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T07:13:52.442 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5503 2024-04-13T07:13:52.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.442 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T07:13:52.442 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:52.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.442 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T07:13:52.442 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.442 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:13:52.442 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.443 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:13:52.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.443 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:13:52.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.443 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T07:13:52.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.443 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T07:13:52.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.443 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T07:13:52.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.444 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T07:13:52.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.444 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T07:13:52.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.444 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T07:13:52.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1945600 2024-04-13T07:13:52.444 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.445 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T07:13:52.445 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T07:13:52.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T07:13:52.445 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.445 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T07:13:52.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 737280 2024-04-13T07:13:52.445 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.445 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T07:13:52.445 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.445 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.445 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T07:13:52.445 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.446 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.446 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T07:13:52.446 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.446 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.446 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T07:13:52.446 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.446 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.446 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T07:13:52.446 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.446 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.446 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T07:13:52.446 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:52.447 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5601 2024-04-13T07:13:52.447 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.447 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T07:13:52.447 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.447 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.447 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.447 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T07:13:52.447 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.447 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.447 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T07:13:52.447 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 160, 2024-04-13T07:13:52.447 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41068682 2024-04-13T07:13:52.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.448 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T07:13:52.448 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 147, 2024-04-13T07:13:52.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5584926 2024-04-13T07:13:52.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.448 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T07:13:52.448 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 160, 2024-04-13T07:13:52.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 182838 2024-04-13T07:13:52.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.448 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T07:13:52.448 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 160, 2024-04-13T07:13:52.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41251520 2024-04-13T07:13:52.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.449 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T07:13:52.449 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.449 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T07:13:52.449 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:52.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 58778 2024-04-13T07:13:52.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.449 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T07:13:52.449 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.450 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.450 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.450 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T07:13:52.450 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.450 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.450 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.450 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:13:52.450 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.450 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.450 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.451 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T07:13:52.451 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:52.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9120 2024-04-13T07:13:52.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.451 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T07:13:52.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 344 2024-04-13T07:13:52.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.451 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T07:13:52.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 221 2024-04-13T07:13:52.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.451 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T07:13:52.451 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 83, 2024-04-13T07:13:52.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 870346 2024-04-13T07:13:52.452 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.452 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T07:13:52.452 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 144, 2024-04-13T07:13:52.452 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 274189 2024-04-13T07:13:52.452 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.452 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T07:13:52.452 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 61, 2024-04-13T07:13:52.452 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 487726 2024-04-13T07:13:52.452 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.452 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T07:13:52.452 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.453 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T07:13:52.453 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.453 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T07:13:52.453 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:52.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3836257 2024-04-13T07:13:52.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.453 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:13:52.453 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 53, 2024-04-13T07:13:52.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3810304 2024-04-13T07:13:52.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.454 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:13:52.454 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 50, 2024-04-13T07:13:52.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 262626233157 2024-04-13T07:13:52.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.454 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T07:13:52.454 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 53, 2024-04-13T07:13:52.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 78259689973 2024-04-13T07:13:52.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.454 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T07:13:52.454 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 241, 2024-04-13T07:13:52.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 547407 2024-04-13T07:13:52.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.455 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T07:13:52.455 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 241, 2024-04-13T07:13:52.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23702 2024-04-13T07:13:52.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.455 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T07:13:52.455 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:52.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 255489 2024-04-13T07:13:52.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.455 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T07:13:52.455 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:52.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 100861693 2024-04-13T07:13:52.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.456 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T07:13:52.456 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:52.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65061 2024-04-13T07:13:52.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.456 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T07:13:52.456 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:52.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 107571602 2024-04-13T07:13:52.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.456 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T07:13:52.456 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:52.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17322093 2024-04-13T07:13:52.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.457 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T07:13:52.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 315159 2024-04-13T07:13:52.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.457 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T07:13:52.457 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44, 2024-04-13T07:13:52.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 209749 2024-04-13T07:13:52.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.457 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T07:13:52.457 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:52.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 229873668 2024-04-13T07:13:52.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.457 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T07:13:52.458 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:52.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19608903 2024-04-13T07:13:52.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.458 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T07:13:52.458 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:52.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1724672 2024-04-13T07:13:52.458 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.458 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T07:13:52.458 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:52.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1862577648 2024-04-13T07:13:52.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.458 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:52.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41336832 2024-04-13T07:13:52.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.459 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:52.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 40771584 2024-04-13T07:13:52.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.459 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:52.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3138687078 2024-04-13T07:13:52.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.459 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:52.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 565248 2024-04-13T07:13:52.459 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.459 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T07:13:52.460 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 159383552 2024-04-13T07:13:52.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.460 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.460 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.460 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 85566464 2024-04-13T07:13:52.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.460 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.461 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.461 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.461 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.461 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.462 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.462 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.462 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.462 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.463 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.463 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73817088 2024-04-13T07:13:52.463 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.463 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T07:13:52.463 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.463 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780140544 2024-04-13T07:13:52.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.463 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:52.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.464 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.464 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641748481 2024-04-13T07:13:52.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.464 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.465 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.465 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.465 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.465 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.466 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.466 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2128 2024-04-13T07:13:52.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.466 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.466 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.466 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.466 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.467 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.467 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.467 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71281071 2024-04-13T07:13:52.467 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.467 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.467 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:13:52.467 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T07:13:52.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.468 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:52.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.468 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464 2024-04-13T07:13:52.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.468 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57044309 2024-04-13T07:13:52.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.468 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.469 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.469 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.469 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.469 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.469 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.469 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.470 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.470 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.470 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.470 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.470 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.470 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.470 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.470 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.471 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.471 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.471 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.471 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.471 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.471 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.471 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68784347 2024-04-13T07:13:52.472 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.472 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T07:13:52.472 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.472 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 713031680 2024-04-13T07:13:52.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.472 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.472 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.472 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.472 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.472 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.473 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641748481 2024-04-13T07:13:52.473 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.473 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.473 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.473 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.473 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.473 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.473 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.473 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.473 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.474 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.474 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.474 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.474 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.474 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.474 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17626 2024-04-13T07:13:52.474 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.474 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.474 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 204472 2024-04-13T07:13:52.474 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.474 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.474 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.475 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.475 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.475 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71061101 2024-04-13T07:13:52.475 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.476 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T07:13:52.476 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T07:13:52.476 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.476 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:52.476 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.476 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T07:13:52.476 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.477 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:52.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.477 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.477 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:52.477 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T07:13:52.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 36 2024-04-13T07:13:52.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.477 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T07:13:52.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.478 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T07:13:52.478 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.478 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T07:13:52.478 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.478 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T07:13:52.478 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.478 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T07:13:52.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.479 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T07:13:52.479 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.479 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T07:13:52.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.479 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T07:13:52.479 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:52.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2009056 2024-04-13T07:13:52.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.480 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T07:13:52.480 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.480 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:52.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.480 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T07:13:52.480 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.480 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:13:52.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.481 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T07:13:52.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.481 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T07:13:52.481 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.481 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T07:13:52.481 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.481 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T07:13:52.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.482 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T07:13:52.482 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.482 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T07:13:52.482 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.482 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.482 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:13:52.482 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.483 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:13:52.483 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.483 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T07:13:52.483 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.483 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T07:13:52.483 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.483 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.483 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T07:13:52.483 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.484 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:52.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.484 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T07:13:52.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.484 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T07:13:52.484 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.484 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:13:52.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.485 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T07:13:52.485 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:52.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2009056 2024-04-13T07:13:52.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.485 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T07:13:52.485 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.485 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T07:13:52.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.486 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T07:13:52.486 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.486 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T07:13:52.486 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.486 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T07:13:52.486 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:52.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.486 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T07:13:52.486 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28401664 2024-04-13T07:13:52.486 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.487 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.487 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.4": { 2024-04-13T07:13:52.487 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:52.487 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T07:13:52.487 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.487 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:13:52.487 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.488 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T07:13:52.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T07:13:52.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.488 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_main": { 2024-04-13T07:13:52.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.488 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T07:13:52.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.488 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T07:13:52.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.489 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T07:13:52.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12288 2024-04-13T07:13:52.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.489 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T07:13:52.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6397952 2024-04-13T07:13:52.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.489 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T07:13:52.489 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.489 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T07:13:52.489 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.490 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T07:13:52.490 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:52.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.490 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T07:13:52.490 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:52.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.490 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T07:13:52.490 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3366912 2024-04-13T07:13:52.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.490 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T07:13:52.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3227648 2024-04-13T07:13:52.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.491 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T07:13:52.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:52.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.491 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T07:13:52.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.491 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T07:13:52.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T07:13:52.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T07:13:52.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.492 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T07:13:52.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 206272 2024-04-13T07:13:52.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.492 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T07:13:52.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T07:13:52.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.492 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T07:13:52.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1282048 2024-04-13T07:13:52.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.492 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T07:13:52.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T07:13:52.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.493 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T07:13:52.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.493 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T07:13:52.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.493 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T07:13:52.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15 2024-04-13T07:13:52.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.493 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T07:13:52.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4913 2024-04-13T07:13:52.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.494 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T07:13:52.494 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T07:13:52.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.494 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T07:13:52.494 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5505 2024-04-13T07:13:52.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.494 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T07:13:52.494 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:52.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.494 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T07:13:52.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5505 2024-04-13T07:13:52.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.495 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T07:13:52.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:52.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.495 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T07:13:52.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.495 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:13:52.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.495 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:13:52.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.496 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:13:52.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.496 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T07:13:52.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.496 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T07:13:52.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.496 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T07:13:52.497 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.497 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T07:13:52.497 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.497 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T07:13:52.497 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.497 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T07:13:52.497 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9703424 2024-04-13T07:13:52.497 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.497 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T07:13:52.498 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T07:13:52.498 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T07:13:52.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.498 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T07:13:52.498 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 729088 2024-04-13T07:13:52.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.498 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T07:13:52.498 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8, 2024-04-13T07:13:52.498 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 662387 2024-04-13T07:13:52.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.498 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T07:13:52.499 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.499 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.499 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T07:13:52.499 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.499 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T07:13:52.499 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.499 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T07:13:52.499 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.500 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T07:13:52.500 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:52.500 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3112 2024-04-13T07:13:52.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.500 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T07:13:52.500 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.500 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.500 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T07:13:52.500 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.501 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T07:13:52.501 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 775, 2024-04-13T07:13:52.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 524152084 2024-04-13T07:13:52.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.501 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T07:13:52.501 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 774, 2024-04-13T07:13:52.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20309420 2024-04-13T07:13:52.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.501 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T07:13:52.501 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 775, 2024-04-13T07:13:52.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 847198 2024-04-13T07:13:52.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.501 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T07:13:52.502 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 775, 2024-04-13T07:13:52.502 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 524999282 2024-04-13T07:13:52.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.502 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T07:13:52.502 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.502 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.502 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T07:13:52.502 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:52.502 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51729 2024-04-13T07:13:52.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.503 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T07:13:52.503 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.503 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.503 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T07:13:52.503 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.503 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.503 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:13:52.503 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.503 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.504 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T07:13:52.504 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:52.504 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7141 2024-04-13T07:13:52.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.504 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T07:13:52.504 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3470 2024-04-13T07:13:52.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.504 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T07:13:52.504 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 337 2024-04-13T07:13:52.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.505 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T07:13:52.505 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 98, 2024-04-13T07:13:52.505 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1103272 2024-04-13T07:13:52.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.505 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T07:13:52.505 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 166, 2024-04-13T07:13:52.505 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 316691 2024-04-13T07:13:52.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.505 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T07:13:52.505 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 68, 2024-04-13T07:13:52.505 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 275943 2024-04-13T07:13:52.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.506 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T07:13:52.506 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.506 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T07:13:52.506 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 105, 2024-04-13T07:13:52.506 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6233592 2024-04-13T07:13:52.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.506 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T07:13:52.506 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3366, 2024-04-13T07:13:52.506 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3861693255 2024-04-13T07:13:52.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.507 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:13:52.507 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 43, 2024-04-13T07:13:52.507 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 38310075 2024-04-13T07:13:52.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.507 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:13:52.507 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 41, 2024-04-13T07:13:52.507 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 209040006249 2024-04-13T07:13:52.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.507 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T07:13:52.507 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 43, 2024-04-13T07:13:52.508 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 64869192274 2024-04-13T07:13:52.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.508 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T07:13:52.508 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3364, 2024-04-13T07:13:52.508 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1854180813 2024-04-13T07:13:52.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.508 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T07:13:52.508 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3364, 2024-04-13T07:13:52.508 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 183284 2024-04-13T07:13:52.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.508 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T07:13:52.508 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3366, 2024-04-13T07:13:52.509 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53484308 2024-04-13T07:13:52.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.509 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T07:13:52.509 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3366, 2024-04-13T07:13:52.509 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3054486098 2024-04-13T07:13:52.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.509 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T07:13:52.509 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3366, 2024-04-13T07:13:52.509 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 451036 2024-04-13T07:13:52.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.509 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T07:13:52.510 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3366, 2024-04-13T07:13:52.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1584428168 2024-04-13T07:13:52.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.510 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T07:13:52.510 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3366, 2024-04-13T07:13:52.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 394840730 2024-04-13T07:13:52.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.510 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T07:13:52.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 312858 2024-04-13T07:13:52.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.510 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T07:13:52.510 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 42, 2024-04-13T07:13:52.511 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 188417 2024-04-13T07:13:52.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.511 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T07:13:52.511 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3366, 2024-04-13T07:13:52.511 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8949149038 2024-04-13T07:13:52.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.511 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T07:13:52.511 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3366, 2024-04-13T07:13:52.511 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 432833593 2024-04-13T07:13:52.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.511 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T07:13:52.512 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3366, 2024-04-13T07:13:52.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 286607502 2024-04-13T07:13:52.512 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.512 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T07:13:52.512 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:52.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1861614985 2024-04-13T07:13:52.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.512 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:52.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 46579712 2024-04-13T07:13:52.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.513 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:52.513 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45670400 2024-04-13T07:13:52.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.513 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:52.513 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3137554534 2024-04-13T07:13:52.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.513 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:52.513 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 909312 2024-04-13T07:13:52.513 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.513 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T07:13:52.514 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.514 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 159383552 2024-04-13T07:13:52.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.514 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.514 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.514 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.514 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.514 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.514 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 85501727 2024-04-13T07:13:52.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.515 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.515 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.515 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.515 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.516 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.516 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.516 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.516 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T07:13:52.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.516 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.516 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.516 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.516 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.517 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.517 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.517 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.517 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73877729 2024-04-13T07:13:52.517 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.517 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T07:13:52.517 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.517 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780140544 2024-04-13T07:13:52.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.518 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.518 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:52.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.518 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.518 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.518 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.518 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641262959 2024-04-13T07:13:52.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.518 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.518 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.519 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.519 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.519 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.519 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.519 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.519 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.519 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.519 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.520 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.520 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.520 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2128 2024-04-13T07:13:52.520 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.520 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.520 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.520 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.520 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.520 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.520 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.520 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.521 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.521 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.521 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71766593 2024-04-13T07:13:52.521 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.521 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:13:52.521 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.521 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T07:13:52.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.521 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.522 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:52.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.522 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.522 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464 2024-04-13T07:13:52.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.522 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.522 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57001151 2024-04-13T07:13:52.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.522 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.522 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.522 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.523 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.523 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.523 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.523 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.523 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.523 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.523 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.524 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.524 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.524 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.524 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.524 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.524 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.525 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.525 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.525 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.525 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.525 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68827505 2024-04-13T07:13:52.525 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.525 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.525 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T07:13:52.525 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.525 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 713031680 2024-04-13T07:13:52.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.526 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.526 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.526 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.526 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.526 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.526 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641262959 2024-04-13T07:13:52.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.526 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.526 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.527 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.527 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.527 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.527 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.527 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.527 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.527 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5756 2024-04-13T07:13:52.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.528 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 323526 2024-04-13T07:13:52.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.528 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.528 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.528 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.529 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71439439 2024-04-13T07:13:52.529 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.529 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T07:13:52.529 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T07:13:52.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.529 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:52.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.530 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T07:13:52.530 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.530 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:52.530 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.530 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.530 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:52.530 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T07:13:52.530 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41 2024-04-13T07:13:52.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.531 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T07:13:52.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.531 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T07:13:52.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:52.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.531 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T07:13:52.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.531 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T07:13:52.532 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.532 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T07:13:52.532 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22 2024-04-13T07:13:52.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.532 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T07:13:52.532 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:52.532 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24907836 2024-04-13T07:13:52.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.532 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T07:13:52.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.533 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T07:13:52.533 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:52.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 568381 2024-04-13T07:13:52.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.533 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T07:13:52.533 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:52.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19826280 2024-04-13T07:13:52.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.533 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:52.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.534 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T07:13:52.534 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.534 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:13:52.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.534 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T07:13:52.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.534 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T07:13:52.534 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.535 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T07:13:52.535 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.535 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T07:13:52.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.535 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T07:13:52.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.536 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T07:13:52.536 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.536 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:13:52.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.536 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:13:52.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.536 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T07:13:52.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.537 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T07:13:52.537 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.537 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T07:13:52.537 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.537 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:52.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:52.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.538 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T07:13:52.538 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22 2024-04-13T07:13:52.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.538 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T07:13:52.538 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:52.538 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24907836 2024-04-13T07:13:52.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.538 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:13:52.538 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.539 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T07:13:52.539 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:52.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 568381 2024-04-13T07:13:52.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.539 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T07:13:52.539 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:52.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19826280 2024-04-13T07:13:52.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.539 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T07:13:52.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.539 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T07:13:52.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.540 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T07:13:52.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.540 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T07:13:52.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:52.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.540 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T07:13:52.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 32595968 2024-04-13T07:13:52.540 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.540 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.541 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.5": { 2024-04-13T07:13:52.541 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:52.541 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T07:13:52.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.541 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:13:52.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.541 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T07:13:52.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T07:13:52.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.541 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_main": { 2024-04-13T07:13:52.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.542 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T07:13:52.542 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.542 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T07:13:52.542 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.542 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T07:13:52.542 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12288 2024-04-13T07:13:52.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.542 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T07:13:52.543 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1163264 2024-04-13T07:13:52.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.543 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T07:13:52.543 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.543 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.543 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T07:13:52.543 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.543 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.543 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T07:13:52.543 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:52.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.544 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T07:13:52.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27656192 2024-04-13T07:13:52.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.544 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T07:13:52.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 847872 2024-04-13T07:13:52.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.544 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T07:13:52.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 708608 2024-04-13T07:13:52.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.545 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T07:13:52.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:52.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.545 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T07:13:52.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.545 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T07:13:52.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T07:13:52.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T07:13:52.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.546 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T07:13:52.546 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 206272 2024-04-13T07:13:52.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.546 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T07:13:52.546 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T07:13:52.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.546 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T07:13:52.546 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1282048 2024-04-13T07:13:52.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.546 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T07:13:52.546 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T07:13:52.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.547 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T07:13:52.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.547 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T07:13:52.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.547 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T07:13:52.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15 2024-04-13T07:13:52.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.547 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T07:13:52.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4913 2024-04-13T07:13:52.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.548 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T07:13:52.548 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T07:13:52.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.548 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T07:13:52.548 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5505 2024-04-13T07:13:52.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.548 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T07:13:52.548 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:52.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.548 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T07:13:52.548 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5505 2024-04-13T07:13:52.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.549 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T07:13:52.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:52.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.549 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T07:13:52.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.549 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:13:52.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.549 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:13:52.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.550 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:13:52.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.550 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T07:13:52.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.550 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T07:13:52.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.551 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T07:13:52.551 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.551 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T07:13:52.551 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.551 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T07:13:52.551 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.551 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T07:13:52.551 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1949696 2024-04-13T07:13:52.551 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.552 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T07:13:52.552 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T07:13:52.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T07:13:52.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.552 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T07:13:52.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 729088 2024-04-13T07:13:52.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.552 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T07:13:52.552 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6, 2024-04-13T07:13:52.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 242840 2024-04-13T07:13:52.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.552 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T07:13:52.553 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.553 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T07:13:52.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.553 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T07:13:52.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.553 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T07:13:52.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.554 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T07:13:52.554 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:52.554 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4908 2024-04-13T07:13:52.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.554 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T07:13:52.554 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.554 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.554 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T07:13:52.554 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.555 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T07:13:52.555 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 160, 2024-04-13T07:13:52.555 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 72566112 2024-04-13T07:13:52.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.555 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T07:13:52.555 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 155, 2024-04-13T07:13:52.555 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4619453 2024-04-13T07:13:52.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.555 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T07:13:52.555 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 160, 2024-04-13T07:13:52.555 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 160684 2024-04-13T07:13:52.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.555 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T07:13:52.556 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 160, 2024-04-13T07:13:52.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 72726796 2024-04-13T07:13:52.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.556 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T07:13:52.556 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.556 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T07:13:52.556 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:52.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 72979 2024-04-13T07:13:52.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.557 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T07:13:52.557 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.557 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.557 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T07:13:52.557 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.557 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.557 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:13:52.557 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.557 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.557 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T07:13:52.557 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:52.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4589 2024-04-13T07:13:52.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.558 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T07:13:52.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 335 2024-04-13T07:13:52.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.558 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T07:13:52.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 244 2024-04-13T07:13:52.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.558 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T07:13:52.558 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 90, 2024-04-13T07:13:52.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 792058 2024-04-13T07:13:52.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.559 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T07:13:52.559 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 144, 2024-04-13T07:13:52.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 268444 2024-04-13T07:13:52.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.559 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T07:13:52.559 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 54, 2024-04-13T07:13:52.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 451929 2024-04-13T07:13:52.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.559 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T07:13:52.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.560 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T07:13:52.560 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4, 2024-04-13T07:13:52.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 111241 2024-04-13T07:13:52.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.560 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T07:13:52.560 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 270, 2024-04-13T07:13:52.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13473062 2024-04-13T07:13:52.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.560 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:13:52.560 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 40, 2024-04-13T07:13:52.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2893565 2024-04-13T07:13:52.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.561 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:13:52.561 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 37, 2024-04-13T07:13:52.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 284116453380 2024-04-13T07:13:52.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.561 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T07:13:52.561 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 40, 2024-04-13T07:13:52.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 66346194386 2024-04-13T07:13:52.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.561 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T07:13:52.561 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 267, 2024-04-13T07:13:52.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 556424 2024-04-13T07:13:52.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.562 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T07:13:52.562 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 267, 2024-04-13T07:13:52.562 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 36366 2024-04-13T07:13:52.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.562 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T07:13:52.562 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 270, 2024-04-13T07:13:52.562 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267077 2024-04-13T07:13:52.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.562 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T07:13:52.562 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 270, 2024-04-13T07:13:52.562 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 160039623 2024-04-13T07:13:52.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.563 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T07:13:52.563 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 270, 2024-04-13T07:13:52.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 80823 2024-04-13T07:13:52.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.563 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T07:13:52.563 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 270, 2024-04-13T07:13:52.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 105218123 2024-04-13T07:13:52.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.563 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T07:13:52.563 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 270, 2024-04-13T07:13:52.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15385613 2024-04-13T07:13:52.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.564 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T07:13:52.564 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 314814 2024-04-13T07:13:52.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.564 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T07:13:52.564 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 33, 2024-04-13T07:13:52.564 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 139258 2024-04-13T07:13:52.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.564 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T07:13:52.565 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 270, 2024-04-13T07:13:52.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 294417873 2024-04-13T07:13:52.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.565 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T07:13:52.565 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 270, 2024-04-13T07:13:52.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18045752 2024-04-13T07:13:52.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.565 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T07:13:52.565 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 270, 2024-04-13T07:13:52.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1859031 2024-04-13T07:13:52.565 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.566 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T07:13:52.566 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:52.566 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1861614985 2024-04-13T07:13:52.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.566 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:52.566 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 42319872 2024-04-13T07:13:52.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.566 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:52.566 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41934848 2024-04-13T07:13:52.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.566 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:52.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3137554534 2024-04-13T07:13:52.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.567 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:52.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 385024 2024-04-13T07:13:52.567 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.567 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T07:13:52.567 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 159383552 2024-04-13T07:13:52.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.567 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.568 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.568 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.568 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.568 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 85508476 2024-04-13T07:13:52.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.568 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.568 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.568 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.569 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.569 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.569 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.569 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.570 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.570 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.570 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.570 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.570 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.570 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.570 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.570 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73875076 2024-04-13T07:13:52.571 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.571 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T07:13:52.571 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780140544 2024-04-13T07:13:52.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.571 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:52.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.571 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.572 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.572 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641313576 2024-04-13T07:13:52.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.572 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.572 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.572 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.572 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.572 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.572 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.573 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.573 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.573 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2128 2024-04-13T07:13:52.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.573 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.574 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.574 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.574 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.574 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.574 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.574 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71715976 2024-04-13T07:13:52.574 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.574 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:13:52.574 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T07:13:52.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.575 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:52.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.575 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464 2024-04-13T07:13:52.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.575 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57005651 2024-04-13T07:13:52.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.575 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.576 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.576 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.576 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.576 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.577 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.577 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.577 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.577 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.578 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.578 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.578 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68823005 2024-04-13T07:13:52.578 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.578 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T07:13:52.578 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.578 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 713031680 2024-04-13T07:13:52.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.578 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.578 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.579 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.579 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641313576 2024-04-13T07:13:52.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.579 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.579 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.580 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.580 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.580 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.580 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.580 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.580 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14115 2024-04-13T07:13:52.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.580 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.581 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 211737 2024-04-13T07:13:52.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.581 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.581 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.581 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.581 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.581 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.581 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.582 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.582 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71492252 2024-04-13T07:13:52.582 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.582 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T07:13:52.582 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T07:13:52.582 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.582 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:52.583 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.583 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T07:13:52.583 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.583 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:52.583 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.583 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.583 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:52.583 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T07:13:52.584 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 42 2024-04-13T07:13:52.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.584 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T07:13:52.584 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.584 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T07:13:52.584 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.584 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T07:13:52.584 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.585 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T07:13:52.585 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.585 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T07:13:52.585 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.585 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T07:13:52.585 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.585 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.585 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T07:13:52.585 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.586 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T07:13:52.586 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.586 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.586 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T07:13:52.586 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.586 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.586 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:52.586 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.587 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T07:13:52.587 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.587 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.587 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:13:52.587 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.587 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T07:13:52.587 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.587 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T07:13:52.588 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.588 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.588 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T07:13:52.588 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.588 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.588 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T07:13:52.588 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.588 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T07:13:52.588 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.589 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T07:13:52.589 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.589 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.589 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:13:52.589 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.589 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:13:52.589 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.589 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T07:13:52.589 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.590 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T07:13:52.590 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.590 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.590 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T07:13:52.590 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.590 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.590 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:52.591 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.591 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T07:13:52.591 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.591 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T07:13:52.591 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.591 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.591 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:13:52.591 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.592 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T07:13:52.592 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.592 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.592 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T07:13:52.592 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.592 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.592 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T07:13:52.592 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.592 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T07:13:52.592 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.593 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.593 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T07:13:52.593 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.593 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.593 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T07:13:52.593 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:52.593 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.593 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T07:13:52.593 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28393472 2024-04-13T07:13:52.593 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.593 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.593 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.593 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.6": { 2024-04-13T07:13:52.593 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:52.594 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T07:13:52.594 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.594 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.594 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:13:52.594 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.594 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.594 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T07:13:52.594 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T07:13:52.594 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.594 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_main": { 2024-04-13T07:13:52.594 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.594 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.595 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T07:13:52.595 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.595 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.595 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T07:13:52.595 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.595 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.595 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T07:13:52.595 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12288 2024-04-13T07:13:52.595 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.596 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T07:13:52.596 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1134592 2024-04-13T07:13:52.596 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.596 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T07:13:52.596 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.596 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.596 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.596 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T07:13:52.596 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.596 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.596 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.596 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T07:13:52.597 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:52.597 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.597 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T07:13:52.597 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27656192 2024-04-13T07:13:52.597 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.597 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T07:13:52.597 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 860160 2024-04-13T07:13:52.597 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.597 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T07:13:52.597 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 720896 2024-04-13T07:13:52.598 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.598 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T07:13:52.598 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:52.598 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.598 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T07:13:52.598 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.598 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.598 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T07:13:52.598 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.598 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.598 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T07:13:52.599 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T07:13:52.599 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.599 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T07:13:52.599 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 206272 2024-04-13T07:13:52.599 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.599 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T07:13:52.599 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T07:13:52.599 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.599 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T07:13:52.599 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1282048 2024-04-13T07:13:52.599 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.599 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T07:13:52.599 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T07:13:52.599 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.600 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T07:13:52.600 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.600 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.600 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T07:13:52.600 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.600 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.600 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T07:13:52.600 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15 2024-04-13T07:13:52.600 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.600 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T07:13:52.600 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4913 2024-04-13T07:13:52.601 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.601 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T07:13:52.601 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T07:13:52.601 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.601 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T07:13:52.601 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5504 2024-04-13T07:13:52.601 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.601 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T07:13:52.601 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:52.601 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.601 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T07:13:52.601 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5504 2024-04-13T07:13:52.602 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.602 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T07:13:52.602 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:52.602 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.602 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T07:13:52.602 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.602 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.602 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:13:52.602 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.602 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.602 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:13:52.603 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.603 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.603 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:13:52.603 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.603 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.603 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T07:13:52.603 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.603 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.603 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T07:13:52.603 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.603 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.603 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T07:13:52.603 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.603 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.604 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T07:13:52.604 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.604 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.604 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T07:13:52.604 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.604 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.604 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T07:13:52.604 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1933312 2024-04-13T07:13:52.604 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.604 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.604 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T07:13:52.604 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T07:13:52.604 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T07:13:52.604 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.605 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T07:13:52.605 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1310720 2024-04-13T07:13:52.605 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.605 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T07:13:52.605 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.605 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.605 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.605 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T07:13:52.605 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.605 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.605 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.605 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T07:13:52.605 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.605 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.606 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T07:13:52.606 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.606 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.606 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T07:13:52.606 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.606 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.606 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T07:13:52.606 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7, 2024-04-13T07:13:52.606 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9038 2024-04-13T07:13:52.606 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.606 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T07:13:52.606 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.606 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.607 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.607 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T07:13:52.607 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.607 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.607 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T07:13:52.607 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 163, 2024-04-13T07:13:52.607 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51156833 2024-04-13T07:13:52.607 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.607 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T07:13:52.607 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 148, 2024-04-13T07:13:52.607 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26672177 2024-04-13T07:13:52.608 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.608 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T07:13:52.608 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 163, 2024-04-13T07:13:52.608 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 146681 2024-04-13T07:13:52.608 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.608 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T07:13:52.608 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 163, 2024-04-13T07:13:52.608 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51303514 2024-04-13T07:13:52.608 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.608 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T07:13:52.608 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.609 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.609 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.609 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T07:13:52.609 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:52.609 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56640 2024-04-13T07:13:52.609 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.609 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T07:13:52.609 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.609 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.609 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.609 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T07:13:52.610 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.610 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.610 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.610 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:13:52.610 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.610 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.610 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.610 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T07:13:52.610 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:52.610 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3955 2024-04-13T07:13:52.610 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.611 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T07:13:52.611 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 299 2024-04-13T07:13:52.611 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.611 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T07:13:52.611 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 251 2024-04-13T07:13:52.611 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.611 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T07:13:52.611 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 86, 2024-04-13T07:13:52.611 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 995820 2024-04-13T07:13:52.611 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.611 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T07:13:52.611 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 128, 2024-04-13T07:13:52.612 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 282003 2024-04-13T07:13:52.612 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.612 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T07:13:52.612 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 42, 2024-04-13T07:13:52.612 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 700570 2024-04-13T07:13:52.612 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.612 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T07:13:52.612 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.612 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.612 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T07:13:52.612 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.613 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.613 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.613 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T07:13:52.613 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:52.613 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7140774 2024-04-13T07:13:52.613 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.613 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:13:52.613 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34, 2024-04-13T07:13:52.613 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20975202 2024-04-13T07:13:52.613 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.613 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:13:52.614 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 31, 2024-04-13T07:13:52.614 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 235568359455 2024-04-13T07:13:52.614 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.614 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T07:13:52.614 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34, 2024-04-13T07:13:52.614 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 43806634142 2024-04-13T07:13:52.614 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.614 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T07:13:52.614 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 241, 2024-04-13T07:13:52.614 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 706450 2024-04-13T07:13:52.614 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.614 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T07:13:52.614 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 241, 2024-04-13T07:13:52.615 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28602 2024-04-13T07:13:52.615 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.615 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T07:13:52.615 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:52.615 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2135649 2024-04-13T07:13:52.615 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.615 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T07:13:52.615 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:52.615 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 336129953 2024-04-13T07:13:52.615 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.615 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T07:13:52.615 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:52.616 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 206995 2024-04-13T07:13:52.616 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.616 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T07:13:52.616 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:52.616 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67882117 2024-04-13T07:13:52.616 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.616 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T07:13:52.616 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:52.616 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12000156 2024-04-13T07:13:52.616 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.616 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T07:13:52.617 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 904546 2024-04-13T07:13:52.617 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.617 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T07:13:52.617 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 27, 2024-04-13T07:13:52.617 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 114532 2024-04-13T07:13:52.617 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.617 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T07:13:52.617 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:52.617 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 425409190 2024-04-13T07:13:52.617 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.617 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T07:13:52.617 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:52.618 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15723645 2024-04-13T07:13:52.618 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.618 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T07:13:52.618 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:52.618 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1802628 2024-04-13T07:13:52.618 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.618 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.618 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T07:13:52.618 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:52.618 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1861614985 2024-04-13T07:13:52.618 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.619 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:52.619 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 42319872 2024-04-13T07:13:52.619 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.619 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:52.619 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41377792 2024-04-13T07:13:52.619 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.619 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:52.619 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3137554534 2024-04-13T07:13:52.619 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.619 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:52.619 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 942080 2024-04-13T07:13:52.619 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.619 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.619 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T07:13:52.620 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.620 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 159383552 2024-04-13T07:13:52.620 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.620 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.620 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.620 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.620 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.620 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.620 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.620 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.620 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 85507351 2024-04-13T07:13:52.620 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.620 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.621 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.621 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.621 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.621 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.621 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.621 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.621 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.621 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.621 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.621 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.621 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.621 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.621 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.621 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.622 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.622 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16384 2024-04-13T07:13:52.622 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.622 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.622 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.622 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.622 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.622 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.622 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.622 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.622 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.623 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.623 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.623 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73859817 2024-04-13T07:13:52.623 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.623 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.623 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T07:13:52.623 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.623 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780140544 2024-04-13T07:13:52.623 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.623 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.623 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:52.623 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.624 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.624 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.624 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.624 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.624 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641305136 2024-04-13T07:13:52.624 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.624 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.624 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.624 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.624 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.625 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.625 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.625 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.625 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.625 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.625 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.625 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.625 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.625 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.625 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.625 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.626 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.626 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2128 2024-04-13T07:13:52.626 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.626 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.626 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.626 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.626 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.626 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.627 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.627 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.627 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.627 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.627 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.627 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71724416 2024-04-13T07:13:52.627 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.627 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.627 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:13:52.627 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.627 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T07:13:52.628 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.628 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.628 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:52.628 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.628 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.628 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464 2024-04-13T07:13:52.628 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.628 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.628 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57004901 2024-04-13T07:13:52.628 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.629 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.629 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.629 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.629 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.629 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.629 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.629 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.629 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.629 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.629 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.629 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.629 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.629 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.630 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.630 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.630 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.630 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.630 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.630 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.630 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.630 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.630 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.630 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.630 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.631 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.631 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.631 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.631 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.631 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68823755 2024-04-13T07:13:52.631 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.631 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.631 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T07:13:52.631 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.631 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 713031680 2024-04-13T07:13:52.632 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.632 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.632 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.632 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.632 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.632 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.632 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.632 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.632 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641305136 2024-04-13T07:13:52.633 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.633 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.633 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.633 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.633 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.633 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.633 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.633 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.633 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.633 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.634 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.634 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.634 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.634 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.634 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13233 2024-04-13T07:13:52.634 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.634 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.634 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 214137 2024-04-13T07:13:52.634 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.634 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.634 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.634 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.635 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.635 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.635 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.635 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.635 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.635 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.635 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.635 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71499174 2024-04-13T07:13:52.635 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.635 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.636 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T07:13:52.636 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T07:13:52.636 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.636 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.636 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:52.636 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.636 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.636 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T07:13:52.636 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.636 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.636 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:52.637 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.637 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.637 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.637 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:52.637 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T07:13:52.637 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 39 2024-04-13T07:13:52.637 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.637 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T07:13:52.637 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.637 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.637 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T07:13:52.637 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T07:13:52.637 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.638 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T07:13:52.638 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.638 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.638 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T07:13:52.638 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.638 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.638 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T07:13:52.638 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2812 2024-04-13T07:13:52.638 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.638 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T07:13:52.638 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13, 2024-04-13T07:13:52.638 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 176846067 2024-04-13T07:13:52.639 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.639 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T07:13:52.639 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.639 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.639 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T07:13:52.639 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T07:13:52.639 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8747555 2024-04-13T07:13:52.639 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.639 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T07:13:52.639 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13, 2024-04-13T07:13:52.639 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 146527151 2024-04-13T07:13:52.639 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.639 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:52.639 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.640 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.640 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T07:13:52.640 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.640 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.640 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.640 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:13:52.640 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.640 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.640 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T07:13:52.640 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.640 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.641 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T07:13:52.641 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.641 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.641 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.641 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T07:13:52.641 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.641 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.641 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.641 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T07:13:52.641 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.641 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.641 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T07:13:52.642 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.642 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.642 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T07:13:52.642 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.642 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.642 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.642 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:13:52.642 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.642 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.642 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:13:52.642 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.642 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.643 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T07:13:52.643 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.643 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.643 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T07:13:52.643 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.643 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.643 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.643 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T07:13:52.643 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.643 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.643 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.643 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:52.643 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T07:13:52.643 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.644 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T07:13:52.644 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2812 2024-04-13T07:13:52.644 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.644 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T07:13:52.644 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13, 2024-04-13T07:13:52.644 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 176846067 2024-04-13T07:13:52.644 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.644 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:13:52.644 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.644 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.644 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T07:13:52.644 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T07:13:52.644 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8747555 2024-04-13T07:13:52.645 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.645 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T07:13:52.645 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13, 2024-04-13T07:13:52.645 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 146527151 2024-04-13T07:13:52.645 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.645 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T07:13:52.645 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.645 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.645 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T07:13:52.645 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.645 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.645 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T07:13:52.645 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.645 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.646 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T07:13:52.646 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:52.646 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.646 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T07:13:52.646 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28975104 2024-04-13T07:13:52.646 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.646 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.646 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.646 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.7": { 2024-04-13T07:13:52.647 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:52.647 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T07:13:52.647 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.647 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.647 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:13:52.647 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.647 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.647 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T07:13:52.647 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T07:13:52.647 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.648 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_main": { 2024-04-13T07:13:52.648 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.648 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.648 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T07:13:52.648 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.648 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.648 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T07:13:52.648 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.648 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.648 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T07:13:52.649 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12288 2024-04-13T07:13:52.649 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.649 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T07:13:52.649 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5865472 2024-04-13T07:13:52.649 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.649 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T07:13:52.649 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.649 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.649 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.649 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T07:13:52.650 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.650 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.650 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.650 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T07:13:52.650 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:52.650 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.650 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T07:13:52.650 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27656192 2024-04-13T07:13:52.650 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.650 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T07:13:52.650 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2912256 2024-04-13T07:13:52.651 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.651 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T07:13:52.651 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2772992 2024-04-13T07:13:52.651 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.651 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T07:13:52.651 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:52.651 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.651 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T07:13:52.651 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.651 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.651 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T07:13:52.651 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.652 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T07:13:52.652 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T07:13:52.652 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.652 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T07:13:52.652 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 206272 2024-04-13T07:13:52.652 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.652 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T07:13:52.652 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T07:13:52.652 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.652 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T07:13:52.652 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1282048 2024-04-13T07:13:52.653 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.653 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T07:13:52.653 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T07:13:52.653 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.653 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T07:13:52.653 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.653 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.653 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T07:13:52.653 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.654 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.654 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T07:13:52.654 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15 2024-04-13T07:13:52.654 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.654 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T07:13:52.654 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4913 2024-04-13T07:13:52.654 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.654 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T07:13:52.654 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T07:13:52.655 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.655 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T07:13:52.655 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5500 2024-04-13T07:13:52.655 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.655 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T07:13:52.655 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:52.655 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.655 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T07:13:52.655 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5500 2024-04-13T07:13:52.655 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.656 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T07:13:52.656 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:52.656 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.656 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T07:13:52.656 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.656 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.656 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:13:52.656 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.656 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.656 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:13:52.656 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.657 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.657 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:13:52.657 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.657 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.657 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T07:13:52.657 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.657 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.657 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T07:13:52.657 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.657 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.657 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T07:13:52.657 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.657 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.658 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T07:13:52.658 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.658 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.658 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T07:13:52.658 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.658 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.658 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T07:13:52.658 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8716288 2024-04-13T07:13:52.658 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.658 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.658 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T07:13:52.658 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T07:13:52.659 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T07:13:52.659 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.659 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T07:13:52.659 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1310720 2024-04-13T07:13:52.659 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.659 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T07:13:52.659 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:52.659 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 243935 2024-04-13T07:13:52.659 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.659 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T07:13:52.659 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.659 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.660 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.660 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T07:13:52.660 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.660 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.660 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T07:13:52.660 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.660 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.660 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T07:13:52.660 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.660 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.660 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T07:13:52.660 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T07:13:52.660 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12016 2024-04-13T07:13:52.661 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.661 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T07:13:52.661 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.661 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.661 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.661 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T07:13:52.661 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.661 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.661 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T07:13:52.661 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 664, 2024-04-13T07:13:52.662 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 479972742 2024-04-13T07:13:52.662 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.662 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T07:13:52.662 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 651, 2024-04-13T07:13:52.662 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 30773262 2024-04-13T07:13:52.662 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.662 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T07:13:52.662 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 664, 2024-04-13T07:13:52.662 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1511437 2024-04-13T07:13:52.662 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.662 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T07:13:52.662 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 664, 2024-04-13T07:13:52.663 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 481484179 2024-04-13T07:13:52.663 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.663 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T07:13:52.663 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.663 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.663 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.663 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T07:13:52.663 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:52.663 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41321 2024-04-13T07:13:52.663 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.663 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T07:13:52.663 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.664 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.664 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.664 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T07:13:52.664 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.664 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.664 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.664 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:13:52.664 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:52.664 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.664 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.664 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T07:13:52.664 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:52.664 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4237 2024-04-13T07:13:52.664 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.665 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T07:13:52.665 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3492 2024-04-13T07:13:52.665 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.665 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T07:13:52.665 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 372 2024-04-13T07:13:52.665 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.665 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T07:13:52.665 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 96, 2024-04-13T07:13:52.665 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1395634 2024-04-13T07:13:52.665 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.665 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T07:13:52.665 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 136, 2024-04-13T07:13:52.665 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 349030 2024-04-13T07:13:52.665 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.666 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T07:13:52.666 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 40, 2024-04-13T07:13:52.666 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 791588 2024-04-13T07:13:52.666 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.666 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T07:13:52.666 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.666 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.666 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T07:13:52.666 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 101, 2024-04-13T07:13:52.666 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5622790 2024-04-13T07:13:52.666 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.666 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T07:13:52.666 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3380, 2024-04-13T07:13:52.667 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3902748661 2024-04-13T07:13:52.667 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.667 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:13:52.667 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20, 2024-04-13T07:13:52.667 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20884494 2024-04-13T07:13:52.667 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.667 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:13:52.667 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 18, 2024-04-13T07:13:52.667 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 293647875508 2024-04-13T07:13:52.667 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.667 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T07:13:52.667 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20, 2024-04-13T07:13:52.667 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 29680711769 2024-04-13T07:13:52.668 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.668 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T07:13:52.668 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3378, 2024-04-13T07:13:52.668 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1308714381 2024-04-13T07:13:52.668 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.668 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T07:13:52.668 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3378, 2024-04-13T07:13:52.668 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 197787 2024-04-13T07:13:52.668 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.668 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T07:13:52.668 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3380, 2024-04-13T07:13:52.669 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3039107 2024-04-13T07:13:52.669 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.669 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T07:13:52.669 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3380, 2024-04-13T07:13:52.669 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2704417268 2024-04-13T07:13:52.669 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.669 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T07:13:52.669 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3380, 2024-04-13T07:13:52.669 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 470484 2024-04-13T07:13:52.669 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.670 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T07:13:52.670 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3380, 2024-04-13T07:13:52.670 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1493763837 2024-04-13T07:13:52.670 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.670 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T07:13:52.670 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3380, 2024-04-13T07:13:52.670 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 360548154 2024-04-13T07:13:52.670 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.670 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T07:13:52.670 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 902791 2024-04-13T07:13:52.671 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.671 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T07:13:52.671 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 19, 2024-04-13T07:13:52.671 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 88495 2024-04-13T07:13:52.671 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.671 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T07:13:52.671 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3380, 2024-04-13T07:13:52.671 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8464735513 2024-04-13T07:13:52.671 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.671 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T07:13:52.671 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3380, 2024-04-13T07:13:52.671 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 396372436 2024-04-13T07:13:52.672 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.672 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T07:13:52.672 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3380, 2024-04-13T07:13:52.672 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 266009594 2024-04-13T07:13:52.672 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.672 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.672 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T07:13:52.672 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:52.672 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1861614985 2024-04-13T07:13:52.672 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.672 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:52.672 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 46579712 2024-04-13T07:13:52.672 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.672 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:52.673 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45539328 2024-04-13T07:13:52.673 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.673 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:52.673 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3137554534 2024-04-13T07:13:52.673 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.673 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:52.673 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1040384 2024-04-13T07:13:52.673 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.673 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.673 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T07:13:52.673 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.673 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 159383552 2024-04-13T07:13:52.674 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.674 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.674 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.674 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.674 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.674 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.674 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.674 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.674 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 85492941 2024-04-13T07:13:52.674 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.675 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.675 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.675 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.675 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.675 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.675 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.675 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.675 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.675 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.675 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.675 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.676 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.676 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.676 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.676 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.676 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.676 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 135168 2024-04-13T07:13:52.676 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.676 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.676 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.676 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.676 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.676 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.676 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.677 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.677 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.677 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.677 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.677 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73755443 2024-04-13T07:13:52.677 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.677 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.677 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T07:13:52.677 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.677 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780140544 2024-04-13T07:13:52.677 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.677 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.678 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:52.678 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.678 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.678 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.678 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.678 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.678 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641197064 2024-04-13T07:13:52.678 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.678 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.678 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.678 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.679 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.679 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.679 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.679 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.679 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.679 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.679 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.679 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.679 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.679 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.680 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.680 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.680 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.680 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2128 2024-04-13T07:13:52.680 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.680 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.680 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.680 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.680 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.680 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.680 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.680 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.680 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.681 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.681 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.681 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71832488 2024-04-13T07:13:52.681 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.681 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.681 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:13:52.681 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.681 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T07:13:52.681 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.681 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.681 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:52.682 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.682 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.682 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464 2024-04-13T07:13:52.682 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.682 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.682 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56995294 2024-04-13T07:13:52.682 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.682 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.682 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.683 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.683 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.683 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.683 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.683 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.683 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.683 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.683 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.683 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.683 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.683 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.683 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.683 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.684 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.684 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.684 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.684 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.684 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.684 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.684 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.684 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.684 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.684 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.684 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.684 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.685 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.685 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68833362 2024-04-13T07:13:52.685 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.685 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.685 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T07:13:52.685 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:52.685 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 713031680 2024-04-13T07:13:52.685 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.685 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:52.685 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.685 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.685 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:52.685 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.686 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.686 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:52.686 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641197064 2024-04-13T07:13:52.686 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.686 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:52.686 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.686 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.686 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:52.686 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.687 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.687 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:52.687 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.687 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.687 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:52.687 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.687 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.687 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:52.687 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10561 2024-04-13T07:13:52.687 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.688 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:52.688 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 333264 2024-04-13T07:13:52.688 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.688 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:52.688 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.688 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.688 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:52.688 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.688 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.688 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:52.688 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.688 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.688 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:52.689 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71490791 2024-04-13T07:13:52.689 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.689 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.689 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T07:13:52.689 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T07:13:52.689 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.689 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.689 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:52.689 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.689 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.689 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T07:13:52.689 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.689 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.690 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:52.690 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.690 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.690 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.690 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:52.690 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T07:13:52.690 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 47 2024-04-13T07:13:52.690 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.690 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T07:13:52.690 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.690 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.690 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T07:13:52.690 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 43 2024-04-13T07:13:52.691 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.691 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T07:13:52.691 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.691 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.691 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T07:13:52.691 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.691 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.691 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T07:13:52.691 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.691 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.691 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T07:13:52.691 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 43, 2024-04-13T07:13:52.691 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 88464357 2024-04-13T07:13:52.691 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.692 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T07:13:52.692 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 132129 2024-04-13T07:13:52.692 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.692 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T07:13:52.692 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 45, 2024-04-13T07:13:52.692 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12798312 2024-04-13T07:13:52.692 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.692 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T07:13:52.692 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 43, 2024-04-13T07:13:52.692 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 83086837 2024-04-13T07:13:52.692 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.692 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:52.692 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28 2024-04-13T07:13:52.693 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.693 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T07:13:52.693 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 28, 2024-04-13T07:13:52.693 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4858501 2024-04-13T07:13:52.693 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.693 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:13:52.693 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.693 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.693 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T07:13:52.693 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 132129 2024-04-13T07:13:52.693 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.693 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T07:13:52.693 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 28, 2024-04-13T07:13:52.693 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4341686 2024-04-13T07:13:52.694 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.694 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T07:13:52.694 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 28, 2024-04-13T07:13:52.694 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3614481 2024-04-13T07:13:52.694 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.694 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T07:13:52.694 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T07:13:52.694 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.694 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T07:13:52.694 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.694 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.694 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T07:13:52.695 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T07:13:52.695 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15003827 2024-04-13T07:13:52.695 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.695 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:13:52.695 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.695 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.695 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:13:52.695 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.695 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.695 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T07:13:52.695 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.696 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.696 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T07:13:52.696 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T07:13:52.696 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4088039 2024-04-13T07:13:52.696 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.696 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T07:13:52.696 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T07:13:52.696 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14551360 2024-04-13T07:13:52.696 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.697 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:52.697 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T07:13:52.697 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.697 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T07:13:52.697 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.697 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.697 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T07:13:52.697 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T07:13:52.697 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68602029 2024-04-13T07:13:52.697 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.697 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:13:52.698 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.698 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.698 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T07:13:52.698 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7, 2024-04-13T07:13:52.698 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4368587 2024-04-13T07:13:52.698 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.698 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T07:13:52.698 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T07:13:52.698 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 64920996 2024-04-13T07:13:52.698 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.698 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T07:13:52.698 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.698 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.699 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T07:13:52.699 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.699 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.699 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T07:13:52.699 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:52.699 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.699 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T07:13:52.699 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:52.699 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.699 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T07:13:52.699 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28983296 2024-04-13T07:13:52.700 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.700 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.700 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.700 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.700 INFO:tasks.workunit.client.0.smithi003.stdout: "pools": [ 2024-04-13T07:13:52.700 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.700 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:52.700 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr" 2024-04-13T07:13:52.700 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.700 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T07:13:52.700 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T07:13:52.700 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T07:13:52.701 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T07:13:52.701 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:13:52.701 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 1, 2024-04-13T07:13:52.701 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 1, 2024-04-13T07:13:52.701 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 1, 2024-04-13T07:13:52.701 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T07:13:52.701 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T07:13:52.701 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 729296742666, 2024-04-13T07:13:52.701 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 1781760, 2024-04-13T07:13:52.701 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T07:13:52.701 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T07:13:52.701 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 1781760, 2024-04-13T07:13:52.701 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T07:13:52.702 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 243098910720, 2024-04-13T07:13:52.702 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 2, 2024-04-13T07:13:52.702 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T07:13:52.702 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 2.4431149086012738e-06, 2024-04-13T07:13:52.702 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T07:13:52.702 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T07:13:52.702 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 212, 2024-04-13T07:13:52.702 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 313344, 2024-04-13T07:13:52.702 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 590368, 2024-04-13T07:13:52.702 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 590368, 2024-04-13T07:13:52.702 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T07:13:52.703 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 1771104, 2024-04-13T07:13:52.703 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 179, 2024-04-13T07:13:52.703 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 2473984 2024-04-13T07:13:52.703 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.703 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T07:13:52.703 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T07:13:52.703 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T07:13:52.703 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.703 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.703 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:52.703 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T07:13:52.703 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.703 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T07:13:52.704 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T07:13:52.704 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T07:13:52.704 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T07:13:52.704 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:13:52.704 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 32, 2024-04-13T07:13:52.704 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 32, 2024-04-13T07:13:52.704 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 2, 2024-04-13T07:13:52.704 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T07:13:52.704 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T07:13:52.704 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 729296742666, 2024-04-13T07:13:52.704 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 98304, 2024-04-13T07:13:52.704 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T07:13:52.705 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T07:13:52.705 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 98304, 2024-04-13T07:13:52.705 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T07:13:52.705 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 243098910720, 2024-04-13T07:13:52.705 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 22, 2024-04-13T07:13:52.705 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T07:13:52.705 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 1.347928559880529e-07, 2024-04-13T07:13:52.705 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T07:13:52.705 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T07:13:52.705 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 0, 2024-04-13T07:13:52.705 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 0, 2024-04-13T07:13:52.705 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 3430, 2024-04-13T07:13:52.706 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 3430, 2024-04-13T07:13:52.706 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T07:13:52.706 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 10290, 2024-04-13T07:13:52.706 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 51, 2024-04-13T07:13:52.706 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 20480 2024-04-13T07:13:52.706 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.706 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T07:13:52.706 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T07:13:52.706 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T07:13:52.706 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.707 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.707 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:52.707 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T07:13:52.707 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.707 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T07:13:52.707 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T07:13:52.707 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T07:13:52.707 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T07:13:52.707 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:13:52.707 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 64, 2024-04-13T07:13:52.707 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 64, 2024-04-13T07:13:52.707 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 3, 2024-04-13T07:13:52.707 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T07:13:52.708 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T07:13:52.708 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 729296742666, 2024-04-13T07:13:52.708 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 0, 2024-04-13T07:13:52.708 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T07:13:52.708 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T07:13:52.708 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 0, 2024-04-13T07:13:52.708 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T07:13:52.708 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 243098910720, 2024-04-13T07:13:52.708 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 0, 2024-04-13T07:13:52.708 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T07:13:52.708 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 0.0, 2024-04-13T07:13:52.708 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T07:13:52.709 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T07:13:52.709 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 0, 2024-04-13T07:13:52.709 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 0, 2024-04-13T07:13:52.709 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 0, 2024-04-13T07:13:52.709 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 0, 2024-04-13T07:13:52.709 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T07:13:52.709 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 0, 2024-04-13T07:13:52.709 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 0, 2024-04-13T07:13:52.709 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 0 2024-04-13T07:13:52.709 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.709 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T07:13:52.709 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T07:13:52.709 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T07:13:52.709 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.710 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.710 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:52.710 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd" 2024-04-13T07:13:52.710 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.710 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T07:13:52.710 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T07:13:52.710 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T07:13:52.710 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T07:13:52.710 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:13:52.710 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 8, 2024-04-13T07:13:52.710 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 8, 2024-04-13T07:13:52.711 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 4, 2024-04-13T07:13:52.711 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T07:13:52.711 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T07:13:52.711 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 729296742666, 2024-04-13T07:13:52.711 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 0, 2024-04-13T07:13:52.711 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T07:13:52.711 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T07:13:52.711 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 0, 2024-04-13T07:13:52.711 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T07:13:52.711 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 243098910720, 2024-04-13T07:13:52.711 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 0, 2024-04-13T07:13:52.712 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T07:13:52.712 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 0.0, 2024-04-13T07:13:52.712 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T07:13:52.712 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T07:13:52.712 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 0, 2024-04-13T07:13:52.712 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 0, 2024-04-13T07:13:52.712 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 0, 2024-04-13T07:13:52.712 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 0, 2024-04-13T07:13:52.712 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T07:13:52.712 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 0, 2024-04-13T07:13:52.712 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 0, 2024-04-13T07:13:52.712 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 0 2024-04-13T07:13:52.713 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.713 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T07:13:52.713 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T07:13:52.713 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T07:13:52.713 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.713 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.713 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd": { 2024-04-13T07:13:52.713 INFO:tasks.workunit.client.0.smithi003.stdout: "mirroring_by_pool": [ 2024-04-13T07:13:52.713 INFO:tasks.workunit.client.0.smithi003.stdout: false 2024-04-13T07:13:52.713 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_images_by_pool": [ 2024-04-13T07:13:52.714 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:52.714 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pools": 1 2024-04-13T07:13:52.714 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.714 INFO:tasks.workunit.client.0.smithi003.stdout: "report_id": "7c6dd687-b705-45d3-807c-9209de83f94b", 2024-04-13T07:13:52.714 INFO:tasks.workunit.client.0.smithi003.stdout: "report_timestamp": "2024-04-13T07:13:51.685379", 2024-04-13T07:13:52.714 INFO:tasks.workunit.client.0.smithi003.stdout: "report_version": 1, 2024-04-13T07:13:52.714 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_stats": { 2024-04-13T07:13:52.714 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "7.9.2" 2024-04-13T07:13:52.714 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.715 INFO:tasks.workunit.client.0.smithi003.stdout: "rook": { 2024-04-13T07:13:52.715 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster": { 2024-04-13T07:13:52.715 INFO:tasks.workunit.client.0.smithi003.stdout: "external-mode": null, 2024-04-13T07:13:52.715 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:52.715 INFO:tasks.workunit.client.0.smithi003.stdout: "allow-multiple-per-node": null, 2024-04-13T07:13:52.715 INFO:tasks.workunit.client.0.smithi003.stdout: "count": null, 2024-04-13T07:13:52.715 INFO:tasks.workunit.client.0.smithi003.stdout: "max-id": null, 2024-04-13T07:13:52.715 INFO:tasks.workunit.client.0.smithi003.stdout: "pvc": { 2024-04-13T07:13:52.715 INFO:tasks.workunit.client.0.smithi003.stdout: "enabled": null 2024-04-13T07:13:52.715 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.715 INFO:tasks.workunit.client.0.smithi003.stdout: "stretch": { 2024-04-13T07:13:52.715 INFO:tasks.workunit.client.0.smithi003.stdout: "enabled": null 2024-04-13T07:13:52.715 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.715 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.716 INFO:tasks.workunit.client.0.smithi003.stdout: "network": { 2024-04-13T07:13:52.716 INFO:tasks.workunit.client.0.smithi003.stdout: "provider": null 2024-04-13T07:13:52.716 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.716 INFO:tasks.workunit.client.0.smithi003.stdout: "storage": { 2024-04-13T07:13:52.716 INFO:tasks.workunit.client.0.smithi003.stdout: "device-set": { 2024-04-13T07:13:52.716 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T07:13:52.716 INFO:tasks.workunit.client.0.smithi003.stdout: "non-portable": null, 2024-04-13T07:13:52.716 INFO:tasks.workunit.client.0.smithi003.stdout: "portable": null, 2024-04-13T07:13:52.716 INFO:tasks.workunit.client.0.smithi003.stdout: "total": null 2024-04-13T07:13:52.716 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.716 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.717 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.717 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.717 INFO:tasks.workunit.client.0.smithi003.stdout: "csi": { 2024-04-13T07:13:52.717 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T07:13:52.717 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.717 INFO:tasks.workunit.client.0.smithi003.stdout: "kubernetes": { 2024-04-13T07:13:52.717 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T07:13:52.717 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.717 INFO:tasks.workunit.client.0.smithi003.stdout: "node": { 2024-04-13T07:13:52.717 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T07:13:52.717 INFO:tasks.workunit.client.0.smithi003.stdout: "kubernetes-total": null, 2024-04-13T07:13:52.718 INFO:tasks.workunit.client.0.smithi003.stdout: "with-ceph-daemons": null, 2024-04-13T07:13:52.718 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-cephfs-plugin": null, 2024-04-13T07:13:52.718 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-nfs-plugin": null, 2024-04-13T07:13:52.718 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-rbd-plugin": null 2024-04-13T07:13:52.718 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.718 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.718 INFO:tasks.workunit.client.0.smithi003.stdout: "usage": { 2024-04-13T07:13:52.718 INFO:tasks.workunit.client.0.smithi003.stdout: "storage-class": { 2024-04-13T07:13:52.718 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T07:13:52.718 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket": null, 2024-04-13T07:13:52.718 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs": null, 2024-04-13T07:13:52.719 INFO:tasks.workunit.client.0.smithi003.stdout: "nfs": null, 2024-04-13T07:13:52.719 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd": null, 2024-04-13T07:13:52.719 INFO:tasks.workunit.client.0.smithi003.stdout: "total": null 2024-04-13T07:13:52.719 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.719 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:52.719 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.719 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T07:13:52.719 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.719 INFO:tasks.workunit.client.0.smithi003.stdout: "services": {}, 2024-04-13T07:13:52.719 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_per_pg": [ 2024-04-13T07:13:52.719 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.719 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.720 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.720 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:52.720 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:52.720 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.720 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:52.720 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.720 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.720 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.720 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.720 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.720 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.720 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017883+0000", 2024-04-13T07:13:52.721 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.851425+0000", 2024-04-13T07:13:52.721 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.851425+0000", 2024-04-13T07:13:52.721 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.851733+0000", 2024-04-13T07:13:52.721 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017883+0000", 2024-04-13T07:13:52.721 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.721 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.721 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.721 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.721 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017883+0000", 2024-04-13T07:13:52.721 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017883+0000", 2024-04-13T07:13:52.721 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017883+0000", 2024-04-13T07:13:52.721 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.722 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.722 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.722 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017883+0000", 2024-04-13T07:13:52.722 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017883+0000", 2024-04-13T07:13:52.722 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.722 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.722 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.722 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.722 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.722 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.722 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.722 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.723 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.723 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.723 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.723 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.723 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.723 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3f", 2024-04-13T07:13:52.723 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.723 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.723 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.723 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.723 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.723 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:10:11.733117+0000", 2024-04-13T07:13:52.723 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.723 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.724 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.725 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.725 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.725 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.725 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.725 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.725 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.725 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.725 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.725 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.725 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.725 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.725 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.726 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.726 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.726 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.726 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.726 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.726 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.726 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.726 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.726 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.726 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.726 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.726 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.727 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.727 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.727 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.727 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.727 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.727 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.727 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.727 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.727 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.727 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.727 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:52.727 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:52.727 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.728 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:52.728 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.728 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.728 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.728 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.728 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:52.728 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:52.728 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:52.728 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.728 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:52.728 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.728 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.728 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.729 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.729 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.729 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.729 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:52.729 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.842438+0000", 2024-04-13T07:13:52.729 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.842438+0000", 2024-04-13T07:13:52.729 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.842746+0000", 2024-04-13T07:13:52.729 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:52.729 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.729 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.729 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.729 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.729 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:52.730 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:52.730 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:52.730 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.730 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.730 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.730 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:52.730 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:52.730 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.730 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.730 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.731 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.731 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.731 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.731 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.731 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.731 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.731 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.731 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.731 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.731 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.731 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3e", 2024-04-13T07:13:52.731 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.732 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.732 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.732 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.732 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.732 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:54:41.219960+0000", 2024-04-13T07:13:52.732 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.732 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.732 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.736 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.736 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.736 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.736 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.736 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.736 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.736 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.736 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.736 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:52.736 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:52.736 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:52.737 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.737 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:52.737 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.737 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.737 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.737 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.737 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:52.737 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:52.737 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:52.737 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.737 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:52.737 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.737 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.737 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.738 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.738 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.738 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082946+0000", 2024-04-13T07:13:52.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.833743+0000", 2024-04-13T07:13:52.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.833743+0000", 2024-04-13T07:13:52.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.834099+0000", 2024-04-13T07:13:52.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082946+0000", 2024-04-13T07:13:52.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.739 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.739 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082946+0000", 2024-04-13T07:13:52.739 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082946+0000", 2024-04-13T07:13:52.739 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082946+0000", 2024-04-13T07:13:52.739 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.739 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.739 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.739 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082946+0000", 2024-04-13T07:13:52.739 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082946+0000", 2024-04-13T07:13:52.739 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.739 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.739 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.740 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.740 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.740 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.740 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.740 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.740 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.740 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.740 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.740 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.740 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.740 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3d", 2024-04-13T07:13:52.740 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.741 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.741 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.741 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.741 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.741 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:07:41.148807+0000", 2024-04-13T07:13:52.741 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.741 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.741 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.743 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.743 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.743 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.743 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.743 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.743 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.743 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.743 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.743 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.743 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.743 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.743 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.744 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.744 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.745 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.745 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.745 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:52.745 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:52.745 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:52.745 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.745 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:52.745 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.745 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.745 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.745 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.745 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:52.745 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:52.746 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:52.746 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.746 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T07:13:52.746 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.746 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.746 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.746 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.746 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.746 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.746 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.019956+0000", 2024-04-13T07:13:52.746 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:12:19.019607+0000", 2024-04-13T07:13:52.747 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:12:19.019607+0000", 2024-04-13T07:13:52.747 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:12:19.019956+0000", 2024-04-13T07:13:52.747 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.019956+0000", 2024-04-13T07:13:52.747 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.747 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.747 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.747 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 70, 2024-04-13T07:13:52.747 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.019956+0000", 2024-04-13T07:13:52.747 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.019956+0000", 2024-04-13T07:13:52.747 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.019956+0000", 2024-04-13T07:13:52.747 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.747 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.747 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.747 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.019956+0000", 2024-04-13T07:13:52.748 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.019956+0000", 2024-04-13T07:13:52.748 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.748 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.748 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.748 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.748 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 69, 2024-04-13T07:13:52.748 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.748 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.748 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.748 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.748 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.748 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.749 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.749 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.749 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3c", 2024-04-13T07:13:52.749 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.749 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.749 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.749 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 11, 2024-04-13T07:13:52.749 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.749 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:45:10.181925+0000", 2024-04-13T07:13:52.749 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.749 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.749 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.753 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.753 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.753 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.753 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.753 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:52.753 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:52.753 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:52.753 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.753 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T07:13:52.753 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.754 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.754 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.754 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.754 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.754 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:52.754 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:52.754 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.754 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:52.754 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.754 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.754 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.754 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.755 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.755 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.755 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017625+0000", 2024-04-13T07:13:52.755 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.840220+0000", 2024-04-13T07:13:52.755 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.840220+0000", 2024-04-13T07:13:52.755 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.841332+0000", 2024-04-13T07:13:52.755 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017625+0000", 2024-04-13T07:13:52.755 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.755 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.755 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.755 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.755 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017625+0000", 2024-04-13T07:13:52.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017625+0000", 2024-04-13T07:13:52.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017625+0000", 2024-04-13T07:13:52.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017625+0000", 2024-04-13T07:13:52.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017625+0000", 2024-04-13T07:13:52.756 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.756 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.756 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.756 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.756 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.757 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.757 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.757 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.757 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.757 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.757 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.757 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.757 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.757 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3b", 2024-04-13T07:13:52.757 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.757 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.757 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.758 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.758 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.758 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:49:00.546142+0000", 2024-04-13T07:13:52.758 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.758 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.758 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.758 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.758 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.758 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.758 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.758 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.758 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.761 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.762 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.762 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.762 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.762 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.762 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:52.762 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:52.762 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.762 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:52.762 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.762 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.763 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.763 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.763 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.763 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:52.763 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:52.763 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.763 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:52.763 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.763 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.763 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.763 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.764 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.764 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.764 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.014076+0000", 2024-04-13T07:13:52.764 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.828840+0000", 2024-04-13T07:13:52.764 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.828840+0000", 2024-04-13T07:13:52.764 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.829178+0000", 2024-04-13T07:13:52.764 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.014076+0000", 2024-04-13T07:13:52.764 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.764 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.764 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.765 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.765 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.014076+0000", 2024-04-13T07:13:52.765 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.014076+0000", 2024-04-13T07:13:52.765 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.014076+0000", 2024-04-13T07:13:52.765 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.765 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.765 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.765 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.014076+0000", 2024-04-13T07:13:52.765 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.014076+0000", 2024-04-13T07:13:52.765 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.765 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.766 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.766 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.766 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.766 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.766 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.766 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.766 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.766 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.766 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.766 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.766 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.766 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3a", 2024-04-13T07:13:52.767 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.767 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.767 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.767 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.767 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.767 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:23:43.069728+0000", 2024-04-13T07:13:52.767 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.767 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.767 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.771 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.771 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.771 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.771 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.771 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.771 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:52.771 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:52.771 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.771 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:52.771 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.771 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.772 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.772 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.772 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.772 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:52.772 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:52.772 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.772 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:52.772 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.772 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.772 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.772 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.772 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.772 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016572+0000", 2024-04-13T07:13:52.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.849659+0000", 2024-04-13T07:13:52.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.849659+0000", 2024-04-13T07:13:52.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.850216+0000", 2024-04-13T07:13:52.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016572+0000", 2024-04-13T07:13:52.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016572+0000", 2024-04-13T07:13:52.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016572+0000", 2024-04-13T07:13:52.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016572+0000", 2024-04-13T07:13:52.774 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.774 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.774 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.774 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016572+0000", 2024-04-13T07:13:52.774 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016572+0000", 2024-04-13T07:13:52.774 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.774 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.774 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.774 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.774 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.774 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.775 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.775 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.775 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.775 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.775 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.775 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.775 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.775 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.39", 2024-04-13T07:13:52.775 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.775 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.775 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.775 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.776 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.776 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:09:48.814810+0000", 2024-04-13T07:13:52.776 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.776 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.776 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.780 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.780 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.780 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.780 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.780 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.780 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:52.780 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:52.780 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.780 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:52.780 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.781 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.781 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.781 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.781 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:52.781 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.781 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:52.781 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.781 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:52.781 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.781 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.781 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.781 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.781 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.782 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.782 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.018741+0000", 2024-04-13T07:13:52.782 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.842592+0000", 2024-04-13T07:13:52.782 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.842592+0000", 2024-04-13T07:13:52.782 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.842913+0000", 2024-04-13T07:13:52.782 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.018741+0000", 2024-04-13T07:13:52.782 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.782 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.782 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.782 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.782 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.018741+0000", 2024-04-13T07:13:52.783 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.018741+0000", 2024-04-13T07:13:52.783 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.018741+0000", 2024-04-13T07:13:52.783 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.783 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.783 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.783 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.018741+0000", 2024-04-13T07:13:52.783 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.018741+0000", 2024-04-13T07:13:52.783 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.783 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.783 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.783 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.784 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.784 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.784 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.784 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.784 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.784 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.784 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.784 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.784 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.784 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.38", 2024-04-13T07:13:52.785 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.785 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.785 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.785 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.785 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.785 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:13:51.205011+0000", 2024-04-13T07:13:52.785 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.785 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.785 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.786 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.786 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.786 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.786 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.786 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.786 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.786 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.786 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.786 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.786 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.786 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.787 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.787 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.787 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.787 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.787 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.787 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.787 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.787 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.787 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.787 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.787 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.787 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.789 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.789 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.789 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.789 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.789 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:52.789 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.789 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:52.789 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.789 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:52.789 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.789 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.789 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.789 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.790 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.790 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.790 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:52.790 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.790 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:52.790 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.790 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.790 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.790 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.790 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.790 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.791 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017768+0000", 2024-04-13T07:13:52.791 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.849081+0000", 2024-04-13T07:13:52.791 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.849081+0000", 2024-04-13T07:13:52.791 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.849393+0000", 2024-04-13T07:13:52.791 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017768+0000", 2024-04-13T07:13:52.791 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.791 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.791 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.791 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.791 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017768+0000", 2024-04-13T07:13:52.792 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017768+0000", 2024-04-13T07:13:52.792 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017768+0000", 2024-04-13T07:13:52.792 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.792 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.792 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.792 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017768+0000", 2024-04-13T07:13:52.792 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017768+0000", 2024-04-13T07:13:52.792 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.792 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.792 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.792 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.792 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.792 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.793 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.793 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.793 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.793 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.793 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.793 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.793 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.793 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.37", 2024-04-13T07:13:52.793 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.793 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.793 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.793 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.794 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.794 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:27:16.517161+0000", 2024-04-13T07:13:52.794 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.794 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.794 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.794 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.794 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.794 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.794 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.794 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.794 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.794 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.797 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.797 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.797 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.797 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.797 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.798 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.798 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:52.798 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.798 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:52.798 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.798 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.798 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.798 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.798 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:52.798 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.798 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:52.798 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.799 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:52.799 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.799 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.799 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.799 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.799 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.799 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.799 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083651+0000", 2024-04-13T07:13:52.799 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.842705+0000", 2024-04-13T07:13:52.799 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.842705+0000", 2024-04-13T07:13:52.799 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.843012+0000", 2024-04-13T07:13:52.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083651+0000", 2024-04-13T07:13:52.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083651+0000", 2024-04-13T07:13:52.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083651+0000", 2024-04-13T07:13:52.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083651+0000", 2024-04-13T07:13:52.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083651+0000", 2024-04-13T07:13:52.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083651+0000", 2024-04-13T07:13:52.801 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.801 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.801 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.801 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.801 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.801 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.801 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.801 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.801 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.801 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.801 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.801 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.802 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.802 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.36", 2024-04-13T07:13:52.802 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.802 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.802 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.802 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.802 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.802 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:35:56.168205+0000", 2024-04-13T07:13:52.802 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.802 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.802 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.806 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.806 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.806 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.806 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.806 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:52.806 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.806 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:52.806 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.807 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:52.807 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.807 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.807 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.807 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.807 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:52.807 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.807 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:52.807 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.807 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:52.807 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.807 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.808 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.808 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.808 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.808 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.808 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.084166+0000", 2024-04-13T07:13:52.808 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.839054+0000", 2024-04-13T07:13:52.808 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.839054+0000", 2024-04-13T07:13:52.808 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.840238+0000", 2024-04-13T07:13:52.808 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.084166+0000", 2024-04-13T07:13:52.808 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.808 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.808 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.808 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.809 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.084166+0000", 2024-04-13T07:13:52.809 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.084166+0000", 2024-04-13T07:13:52.809 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.084166+0000", 2024-04-13T07:13:52.809 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.809 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.809 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.809 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.084166+0000", 2024-04-13T07:13:52.809 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.084166+0000", 2024-04-13T07:13:52.809 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.809 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.809 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.809 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.810 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.810 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.810 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.810 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.810 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.810 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.810 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.810 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.810 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.810 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.35", 2024-04-13T07:13:52.810 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.810 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.811 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.811 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.811 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.811 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:46:18.826239+0000", 2024-04-13T07:13:52.811 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.811 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.811 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.811 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.811 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.811 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.811 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.811 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.814 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.814 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.814 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.815 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.815 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:52.815 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.815 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:52.815 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.815 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:52.815 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.815 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.815 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.815 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:52.815 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:52.815 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:52.815 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.816 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T07:13:52.816 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.816 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.816 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.816 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.816 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.816 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.816 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.084783+0000", 2024-04-13T07:13:52.816 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.846963+0000", 2024-04-13T07:13:52.816 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.846963+0000", 2024-04-13T07:13:52.816 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.847523+0000", 2024-04-13T07:13:52.816 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.084783+0000", 2024-04-13T07:13:52.816 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.816 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.816 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.084783+0000", 2024-04-13T07:13:52.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.084783+0000", 2024-04-13T07:13:52.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.084783+0000", 2024-04-13T07:13:52.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.084783+0000", 2024-04-13T07:13:52.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.084783+0000", 2024-04-13T07:13:52.817 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.817 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.817 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.817 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.818 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.818 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.818 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.818 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.818 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.818 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.818 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.818 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.818 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.818 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.34", 2024-04-13T07:13:52.818 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.819 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.819 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.819 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.819 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.819 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:25:06.594899+0000", 2024-04-13T07:13:52.819 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.819 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.819 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.823 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.823 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.823 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.823 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:52.823 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:52.823 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:52.823 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.823 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T07:13:52.823 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.824 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.824 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.824 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:52.824 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:52.824 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:52.824 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.824 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:52.824 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.824 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.824 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.825 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.825 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.825 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.825 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:52.825 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.854138+0000", 2024-04-13T07:13:52.825 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.854138+0000", 2024-04-13T07:13:52.825 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.854431+0000", 2024-04-13T07:13:52.825 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:52.825 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.825 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.825 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.825 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.825 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:52.825 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:52.826 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:52.826 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.826 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.826 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.826 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:52.826 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:52.826 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.826 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.826 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.826 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.826 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.826 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.827 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.827 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.827 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.827 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.827 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.827 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.827 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.827 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.33", 2024-04-13T07:13:52.827 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.827 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.828 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.828 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.828 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.828 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:33:19.447914+0000", 2024-04-13T07:13:52.828 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.828 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.828 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.832 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.832 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.832 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.832 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.832 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:52.832 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:52.832 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:52.832 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.832 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:52.832 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.832 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.833 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.833 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.833 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:52.833 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:52.833 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:52.833 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.833 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:52.833 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.833 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.833 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.833 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.833 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.834 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082523+0000", 2024-04-13T07:13:52.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.837872+0000", 2024-04-13T07:13:52.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.837872+0000", 2024-04-13T07:13:52.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.838168+0000", 2024-04-13T07:13:52.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082523+0000", 2024-04-13T07:13:52.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.835 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.835 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082523+0000", 2024-04-13T07:13:52.835 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082523+0000", 2024-04-13T07:13:52.835 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082523+0000", 2024-04-13T07:13:52.835 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.835 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.835 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.835 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082523+0000", 2024-04-13T07:13:52.835 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082523+0000", 2024-04-13T07:13:52.835 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.835 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.835 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.836 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.836 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.836 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.836 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.836 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.836 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.836 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.836 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.836 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.836 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.836 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.32", 2024-04-13T07:13:52.836 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.836 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.836 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.837 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.837 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.837 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:37:36.982278+0000", 2024-04-13T07:13:52.837 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.837 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.837 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.840 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.840 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.841 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.841 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.841 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:52.841 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:52.841 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:52.841 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.841 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:52.841 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.841 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.841 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.841 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.841 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:52.841 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:52.842 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:52.842 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.842 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:52.842 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.842 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.842 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.842 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.842 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.842 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.842 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016819+0000", 2024-04-13T07:13:52.842 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.832905+0000", 2024-04-13T07:13:52.842 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.832905+0000", 2024-04-13T07:13:52.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.833333+0000", 2024-04-13T07:13:52.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016819+0000", 2024-04-13T07:13:52.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016819+0000", 2024-04-13T07:13:52.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016819+0000", 2024-04-13T07:13:52.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016819+0000", 2024-04-13T07:13:52.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.844 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016819+0000", 2024-04-13T07:13:52.844 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016819+0000", 2024-04-13T07:13:52.844 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.844 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.844 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.844 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.844 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.844 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.844 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.844 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.844 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.844 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.844 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.844 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.845 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.845 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.31", 2024-04-13T07:13:52.845 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.845 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.845 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.845 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.845 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.845 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:30:54.510173+0000", 2024-04-13T07:13:52.845 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.845 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.845 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.849 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.849 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.849 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.849 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.849 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:52.849 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:52.849 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:52.849 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.849 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:52.849 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.849 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.850 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.850 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.850 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.850 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:52.850 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:52.850 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.850 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:52.850 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.850 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.850 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.851 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.851 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.851 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.851 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.013589+0000", 2024-04-13T07:13:52.851 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.835724+0000", 2024-04-13T07:13:52.851 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.835724+0000", 2024-04-13T07:13:52.851 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.836291+0000", 2024-04-13T07:13:52.851 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.013589+0000", 2024-04-13T07:13:52.851 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.851 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.013589+0000", 2024-04-13T07:13:52.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.013589+0000", 2024-04-13T07:13:52.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.013589+0000", 2024-04-13T07:13:52.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.013589+0000", 2024-04-13T07:13:52.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.013589+0000", 2024-04-13T07:13:52.852 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.852 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.853 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.853 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.853 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.853 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.853 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.853 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.853 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.853 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.853 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.853 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.853 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.854 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.30", 2024-04-13T07:13:52.854 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.854 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.854 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.854 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.854 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.854 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:17:59.371083+0000", 2024-04-13T07:13:52.854 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.854 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.854 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.858 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.858 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.858 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.858 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.858 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.858 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:52.859 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:52.859 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.859 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:52.859 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.859 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.859 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.859 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.859 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.859 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.859 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:52.859 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.859 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:52.860 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.860 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.860 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.860 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.860 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.860 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.860 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.014815+0000", 2024-04-13T07:13:52.860 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.838798+0000", 2024-04-13T07:13:52.860 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.838798+0000", 2024-04-13T07:13:52.860 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.839084+0000", 2024-04-13T07:13:52.860 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.014815+0000", 2024-04-13T07:13:52.861 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.861 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.861 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.861 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.861 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.014815+0000", 2024-04-13T07:13:52.861 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.014815+0000", 2024-04-13T07:13:52.861 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.014815+0000", 2024-04-13T07:13:52.861 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.861 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.861 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.861 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.014815+0000", 2024-04-13T07:13:52.861 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.014815+0000", 2024-04-13T07:13:52.862 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.862 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.862 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.862 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.862 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.862 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.862 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.862 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.862 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.862 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.862 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.862 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.863 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.863 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2f", 2024-04-13T07:13:52.863 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.863 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.863 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.863 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.863 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.863 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:59:54.343450+0000", 2024-04-13T07:13:52.863 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.863 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.864 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.867 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.867 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.867 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.867 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.867 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.867 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.867 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:52.868 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.868 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:52.868 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.868 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.868 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.868 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.868 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:52.868 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:52.868 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:52.868 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.868 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T07:13:52.868 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.868 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.868 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.869 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.869 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.869 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016273+0000", 2024-04-13T07:13:52.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.841607+0000", 2024-04-13T07:13:52.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.841607+0000", 2024-04-13T07:13:52.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.841892+0000", 2024-04-13T07:13:52.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016273+0000", 2024-04-13T07:13:52.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.870 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.870 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016273+0000", 2024-04-13T07:13:52.870 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016273+0000", 2024-04-13T07:13:52.870 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016273+0000", 2024-04-13T07:13:52.870 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.870 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.870 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.870 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016273+0000", 2024-04-13T07:13:52.870 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016273+0000", 2024-04-13T07:13:52.870 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.870 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.870 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.871 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.871 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.871 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.871 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.871 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.871 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.871 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.871 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.871 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.871 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.872 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2e", 2024-04-13T07:13:52.872 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.872 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.872 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.872 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.872 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.872 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:00:12.746178+0000", 2024-04-13T07:13:52.872 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.872 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.872 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.876 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.876 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.876 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.876 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.876 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:52.876 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:52.876 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:52.876 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.876 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T07:13:52.877 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.877 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.877 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.877 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.877 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.877 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:52.877 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:52.877 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.877 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:52.877 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.877 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.877 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.877 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.878 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.878 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.878 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016941+0000", 2024-04-13T07:13:52.878 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.841909+0000", 2024-04-13T07:13:52.878 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.841909+0000", 2024-04-13T07:13:52.878 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.842252+0000", 2024-04-13T07:13:52.878 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016941+0000", 2024-04-13T07:13:52.878 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.878 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.878 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.878 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016941+0000", 2024-04-13T07:13:52.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016941+0000", 2024-04-13T07:13:52.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016941+0000", 2024-04-13T07:13:52.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016941+0000", 2024-04-13T07:13:52.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016941+0000", 2024-04-13T07:13:52.879 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.879 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.879 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.879 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.879 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.880 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.880 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.880 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.880 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.880 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.880 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.880 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.880 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.880 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2d", 2024-04-13T07:13:52.880 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.880 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.880 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.880 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.880 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.881 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:42:03.783246+0000", 2024-04-13T07:13:52.881 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.881 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.881 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.881 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.881 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.881 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.881 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.881 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.881 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.881 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.881 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.881 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.881 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.884 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.884 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.884 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.884 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.884 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.884 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:52.884 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:52.884 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.885 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:52.885 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.885 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.885 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.885 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.885 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:52.885 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.885 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:52.885 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.885 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:52.885 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.885 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.885 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:52.886 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.886 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.886 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083189+0000", 2024-04-13T07:13:52.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.472320+0000", 2024-04-13T07:13:52.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.472320+0000", 2024-04-13T07:13:52.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.472613+0000", 2024-04-13T07:13:52.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083189+0000", 2024-04-13T07:13:52.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:52.887 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083189+0000", 2024-04-13T07:13:52.887 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083189+0000", 2024-04-13T07:13:52.887 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083189+0000", 2024-04-13T07:13:52.887 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.887 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.887 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.887 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083189+0000", 2024-04-13T07:13:52.887 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083189+0000", 2024-04-13T07:13:52.887 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.887 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 4, 2024-04-13T07:13:52.887 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.888 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.888 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:52.888 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.888 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.888 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.888 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.888 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 4, 2024-04-13T07:13:52.888 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.888 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.888 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.888 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1f", 2024-04-13T07:13:52.888 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.888 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.888 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.888 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 24, 2024-04-13T07:13:52.889 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.889 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:30:58.282051+0000", 2024-04-13T07:13:52.889 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.889 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.889 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 582, 2024-04-13T07:13:52.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T07:13:52.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T07:13:52.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T07:13:52.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:52.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 4, 2024-04-13T07:13:52.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T07:13:52.893 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.893 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.893 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.893 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.893 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:52.893 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.893 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:52.894 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.894 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:52.894 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'4" 2024-04-13T07:13:52.894 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.894 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.894 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.894 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:52.894 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:52.895 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:52.895 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.895 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:52.895 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.895 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.895 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.895 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.895 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.895 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.895 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:52.895 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.854075+0000", 2024-04-13T07:13:52.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.854075+0000", 2024-04-13T07:13:52.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.854394+0000", 2024-04-13T07:13:52.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:52.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:52.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:52.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:52.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.897 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.897 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.897 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:52.897 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:52.897 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.897 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.897 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.897 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.897 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.897 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.897 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.898 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.898 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.898 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.898 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.898 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.898 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.898 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1e", 2024-04-13T07:13:52.898 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.898 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.898 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.899 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.899 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.899 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:40:08.418867+0000", 2024-04-13T07:13:52.899 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.899 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.899 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.903 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.903 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.903 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.903 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:52.903 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:52.903 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:52.903 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.904 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:52.904 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.904 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.904 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.904 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.904 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:52.904 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:52.904 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:52.904 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.904 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:52.905 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.905 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.905 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:52.905 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.905 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.905 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.905 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017432+0000", 2024-04-13T07:13:52.905 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.474631+0000", 2024-04-13T07:13:52.905 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.474631+0000", 2024-04-13T07:13:52.905 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.474911+0000", 2024-04-13T07:13:52.905 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017432+0000", 2024-04-13T07:13:52.905 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.906 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.906 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.906 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:52.906 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017432+0000", 2024-04-13T07:13:52.906 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017432+0000", 2024-04-13T07:13:52.906 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017432+0000", 2024-04-13T07:13:52.906 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.906 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.906 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.907 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017432+0000", 2024-04-13T07:13:52.907 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017432+0000", 2024-04-13T07:13:52.907 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.907 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T07:13:52.907 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.907 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.907 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:52.907 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.907 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.907 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.907 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.908 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T07:13:52.908 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.908 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.908 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.908 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1e", 2024-04-13T07:13:52.908 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.908 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.908 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.908 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 21, 2024-04-13T07:13:52.908 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.908 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:25:34.502982+0000", 2024-04-13T07:13:52.908 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.908 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.908 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.909 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.909 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.909 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.909 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.909 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.909 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.909 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.909 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.909 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.909 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.909 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.909 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.912 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.912 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.912 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.912 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:52.913 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:52.913 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:52.913 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.913 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:52.913 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'1" 2024-04-13T07:13:52.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.913 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.913 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.913 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:52.913 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.913 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:52.913 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.913 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:52.914 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.914 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.914 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.914 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.914 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.914 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.914 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083134+0000", 2024-04-13T07:13:52.914 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.836405+0000", 2024-04-13T07:13:52.914 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.836405+0000", 2024-04-13T07:13:52.914 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.836983+0000", 2024-04-13T07:13:52.914 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083134+0000", 2024-04-13T07:13:52.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083134+0000", 2024-04-13T07:13:52.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083134+0000", 2024-04-13T07:13:52.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083134+0000", 2024-04-13T07:13:52.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083134+0000", 2024-04-13T07:13:52.916 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083134+0000", 2024-04-13T07:13:52.916 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.916 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.916 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.916 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.916 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.916 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.916 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.916 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.916 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.916 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.916 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.917 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.917 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.917 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1f", 2024-04-13T07:13:52.917 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.917 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.917 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.917 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.917 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.917 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:00:25.278771+0000", 2024-04-13T07:13:52.917 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.917 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.917 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.917 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.921 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.921 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.921 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.921 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.921 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:52.921 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.921 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:52.921 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.922 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:52.922 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.922 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.922 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.922 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.922 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:52.922 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:52.922 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.922 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:52.923 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.923 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.923 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:52.923 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.923 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.923 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.923 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017211+0000", 2024-04-13T07:13:52.923 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.479128+0000", 2024-04-13T07:13:52.923 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.479128+0000", 2024-04-13T07:13:52.923 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.479437+0000", 2024-04-13T07:13:52.923 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017211+0000", 2024-04-13T07:13:52.923 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:52.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017211+0000", 2024-04-13T07:13:52.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017211+0000", 2024-04-13T07:13:52.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017211+0000", 2024-04-13T07:13:52.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017211+0000", 2024-04-13T07:13:52.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017211+0000", 2024-04-13T07:13:52.924 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.925 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T07:13:52.925 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.925 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.925 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:52.925 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.925 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.925 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.925 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.925 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T07:13:52.925 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.925 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.926 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.926 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1d", 2024-04-13T07:13:52.926 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.926 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.926 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.926 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 22, 2024-04-13T07:13:52.926 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.926 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:20:14.774412+0000", 2024-04-13T07:13:52.926 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.926 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.926 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T07:13:52.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T07:13:52.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T07:13:52.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:52.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T07:13:52.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.930 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.930 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.930 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.930 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.930 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:52.931 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:52.931 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.931 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:52.931 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T07:13:52.931 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.931 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.931 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.931 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.931 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:52.931 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:52.931 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.931 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:52.932 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.932 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.932 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.932 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.932 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.932 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.014334+0000", 2024-04-13T07:13:52.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.834667+0000", 2024-04-13T07:13:52.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.834667+0000", 2024-04-13T07:13:52.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.836844+0000", 2024-04-13T07:13:52.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.014334+0000", 2024-04-13T07:13:52.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.014334+0000", 2024-04-13T07:13:52.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.014334+0000", 2024-04-13T07:13:52.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.014334+0000", 2024-04-13T07:13:52.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.014334+0000", 2024-04-13T07:13:52.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.014334+0000", 2024-04-13T07:13:52.934 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.934 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.934 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.934 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.934 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.934 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.934 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.934 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.934 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.934 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.934 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.935 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.935 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.935 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1c", 2024-04-13T07:13:52.935 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.935 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.935 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.935 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.935 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.935 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:57:05.125610+0000", 2024-04-13T07:13:52.935 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.936 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.936 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.939 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.939 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.939 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.939 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.939 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.939 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.939 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.939 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.939 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.939 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.939 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:52.939 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:52.939 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.939 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:52.940 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.940 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.940 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.940 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.940 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.940 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.940 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:52.940 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.940 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:52.940 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.940 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.940 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:52.941 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.941 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.941 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017035+0000", 2024-04-13T07:13:52.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.475504+0000", 2024-04-13T07:13:52.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.475504+0000", 2024-04-13T07:13:52.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.475868+0000", 2024-04-13T07:13:52.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017035+0000", 2024-04-13T07:13:52.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:52.942 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017035+0000", 2024-04-13T07:13:52.942 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017035+0000", 2024-04-13T07:13:52.942 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017035+0000", 2024-04-13T07:13:52.942 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.942 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.942 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.942 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017035+0000", 2024-04-13T07:13:52.942 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017035+0000", 2024-04-13T07:13:52.942 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.942 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T07:13:52.942 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.943 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.943 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:52.943 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.943 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.943 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.943 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.943 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T07:13:52.943 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.943 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.943 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.943 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1c", 2024-04-13T07:13:52.943 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.943 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.944 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.944 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 22, 2024-04-13T07:13:52.944 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.944 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:55:42.864789+0000", 2024-04-13T07:13:52.944 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.944 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.944 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T07:13:52.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T07:13:52.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T07:13:52.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:52.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T07:13:52.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.947 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.948 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.948 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.948 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.948 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.948 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.948 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:52.948 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.948 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:52.948 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T07:13:52.948 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.948 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.949 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.949 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.949 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:52.949 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:52.949 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.949 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:52.949 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.949 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.949 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.949 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.949 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.949 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.949 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.014282+0000", 2024-04-13T07:13:52.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.844473+0000", 2024-04-13T07:13:52.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.844473+0000", 2024-04-13T07:13:52.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.844809+0000", 2024-04-13T07:13:52.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.014282+0000", 2024-04-13T07:13:52.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.014282+0000", 2024-04-13T07:13:52.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.014282+0000", 2024-04-13T07:13:52.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.014282+0000", 2024-04-13T07:13:52.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.014282+0000", 2024-04-13T07:13:52.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.014282+0000", 2024-04-13T07:13:52.951 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.951 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.951 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.951 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.952 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.952 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.952 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.952 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.952 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.952 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.952 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.952 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.952 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.952 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1d", 2024-04-13T07:13:52.952 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.952 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.953 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.953 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.953 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.953 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:56:19.540549+0000", 2024-04-13T07:13:52.953 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.953 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.953 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.957 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.957 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.957 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.957 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.957 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:52.957 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:52.957 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:52.958 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.958 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:52.958 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.958 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.958 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.958 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.958 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:52.958 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.958 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:52.958 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.958 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:52.958 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.959 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.959 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:52.959 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.959 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.959 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016987+0000", 2024-04-13T07:13:52.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.469354+0000", 2024-04-13T07:13:52.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.469354+0000", 2024-04-13T07:13:52.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.469651+0000", 2024-04-13T07:13:52.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016987+0000", 2024-04-13T07:13:52.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:52.960 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016987+0000", 2024-04-13T07:13:52.960 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016987+0000", 2024-04-13T07:13:52.960 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016987+0000", 2024-04-13T07:13:52.960 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.960 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.960 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.960 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016987+0000", 2024-04-13T07:13:52.960 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016987+0000", 2024-04-13T07:13:52.960 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.960 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T07:13:52.960 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.960 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.961 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:52.961 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.961 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.961 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.961 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.961 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T07:13:52.961 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.961 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.961 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.961 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1b", 2024-04-13T07:13:52.961 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.961 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.961 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.961 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 21, 2024-04-13T07:13:52.962 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.962 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:26:39.388327+0000", 2024-04-13T07:13:52.962 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.962 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.962 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.965 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.965 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.965 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.966 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.966 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:52.966 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:52.966 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:52.966 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.966 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:52.966 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'1" 2024-04-13T07:13:52.966 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.966 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.966 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.966 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:52.967 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:52.967 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:52.967 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.967 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T07:13:52.967 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.967 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.967 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.967 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.967 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.967 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.967 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.084563+0000", 2024-04-13T07:13:52.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.835665+0000", 2024-04-13T07:13:52.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.835665+0000", 2024-04-13T07:13:52.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.836145+0000", 2024-04-13T07:13:52.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.084563+0000", 2024-04-13T07:13:52.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:52.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.084563+0000", 2024-04-13T07:13:52.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.084563+0000", 2024-04-13T07:13:52.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.084563+0000", 2024-04-13T07:13:52.969 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.969 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.969 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.969 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.084563+0000", 2024-04-13T07:13:52.969 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.084563+0000", 2024-04-13T07:13:52.969 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.969 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.969 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.969 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.969 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:52.969 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.970 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.970 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.970 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.970 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.970 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.970 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.970 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.970 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1a", 2024-04-13T07:13:52.970 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.970 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.970 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.971 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:52.971 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.971 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:04:57.317727+0000", 2024-04-13T07:13:52.971 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.971 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.971 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.974 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.974 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.974 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.974 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.974 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.974 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.974 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.974 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.974 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.974 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.974 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.975 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.975 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.975 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.975 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.975 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:52.975 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:52.975 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:52.975 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.975 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T07:13:52.975 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.976 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.976 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.976 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.976 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:52.976 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:52.976 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:52.976 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.976 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:52.976 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.976 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.976 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:52.976 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.976 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.977 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.977 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.084240+0000", 2024-04-13T07:13:52.977 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.473603+0000", 2024-04-13T07:13:52.977 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.473603+0000", 2024-04-13T07:13:52.977 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.473933+0000", 2024-04-13T07:13:52.977 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.084240+0000", 2024-04-13T07:13:52.977 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.977 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.977 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.977 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:52.977 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.084240+0000", 2024-04-13T07:13:52.978 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.084240+0000", 2024-04-13T07:13:52.978 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.084240+0000", 2024-04-13T07:13:52.978 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.978 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.978 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.978 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.084240+0000", 2024-04-13T07:13:52.978 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.084240+0000", 2024-04-13T07:13:52.978 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.978 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T07:13:52.978 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.978 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.978 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:52.979 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.979 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.979 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.979 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.979 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T07:13:52.979 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.979 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.979 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.979 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1a", 2024-04-13T07:13:52.979 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.979 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.980 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.980 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 21, 2024-04-13T07:13:52.980 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.980 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:56:12.574604+0000", 2024-04-13T07:13:52.980 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.980 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.980 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.983 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.983 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.983 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.984 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.984 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:52.984 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:52.984 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:52.984 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.984 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:52.984 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'1" 2024-04-13T07:13:52.984 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.984 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.984 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.984 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:52.984 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:52.984 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:52.985 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.985 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T07:13:52.985 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.985 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.985 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:52.985 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.985 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.985 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.985 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.084067+0000", 2024-04-13T07:13:52.985 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:12:19.083777+0000", 2024-04-13T07:13:52.985 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:12:19.083777+0000", 2024-04-13T07:13:52.985 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:12:19.084067+0000", 2024-04-13T07:13:52.985 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.084067+0000", 2024-04-13T07:13:52.985 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.986 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.986 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.986 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 70, 2024-04-13T07:13:52.986 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.084067+0000", 2024-04-13T07:13:52.986 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.084067+0000", 2024-04-13T07:13:52.986 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.084067+0000", 2024-04-13T07:13:52.986 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.986 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.986 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:52.986 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.084067+0000", 2024-04-13T07:13:52.986 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.084067+0000", 2024-04-13T07:13:52.987 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.987 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.987 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.987 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.987 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 69, 2024-04-13T07:13:52.987 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.987 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.987 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.987 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.987 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.987 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.987 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.988 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.988 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1b", 2024-04-13T07:13:52.988 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.988 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.988 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.988 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 11, 2024-04-13T07:13:52.988 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.988 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:02:20.181351+0000", 2024-04-13T07:13:52.988 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.988 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.988 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:52.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:52.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:52.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:52.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:52.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:52.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:52.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:52.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:52.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:52.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:52.992 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.992 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:52.992 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:52.992 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:52.992 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:52.992 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:52.992 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:52.992 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.992 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T07:13:52.992 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:52.992 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:52.992 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:52.992 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:52.993 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:52.993 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:52.993 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:52.993 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:52.993 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:52.993 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:52.993 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:52.993 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:52.993 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:52.993 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:52.993 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:52.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017996+0000", 2024-04-13T07:13:52.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.468636+0000", 2024-04-13T07:13:52.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.468636+0000", 2024-04-13T07:13:52.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.469595+0000", 2024-04-13T07:13:52.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017996+0000", 2024-04-13T07:13:52.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:52.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:52.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017996+0000", 2024-04-13T07:13:52.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017996+0000", 2024-04-13T07:13:52.995 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017996+0000", 2024-04-13T07:13:52.995 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:52.995 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:52.995 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:52.995 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017996+0000", 2024-04-13T07:13:52.995 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017996+0000", 2024-04-13T07:13:52.995 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:52.995 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:52.995 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:52.995 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:52.995 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:52.995 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:52.995 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:52.996 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:52.996 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:52.996 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:52.996 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:52.996 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:52.996 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:52.996 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.19", 2024-04-13T07:13:52.996 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:52.996 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:52.996 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:52.996 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:52.997 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:52.997 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:43:51.359622+0000", 2024-04-13T07:13:52.997 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:52.997 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:52.997 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:52.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:52.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:52.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:52.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:52.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:52.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:52.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:52.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:52.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:52.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:52.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:52.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:52.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:52.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:52.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:52.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:52.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:52.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:52.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:52.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:52.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:52.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:52.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:52.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:52.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:52.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:52.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:52.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:52.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:52.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.000 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.000 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.000 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.000 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.001 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.001 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.001 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.001 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.001 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:53.001 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.001 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.001 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.001 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.001 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.001 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.001 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.001 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.001 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:53.002 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.002 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.002 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.002 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.002 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.002 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.018595+0000", 2024-04-13T07:13:53.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.835100+0000", 2024-04-13T07:13:53.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.835100+0000", 2024-04-13T07:13:53.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.837232+0000", 2024-04-13T07:13:53.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.018595+0000", 2024-04-13T07:13:53.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.018595+0000", 2024-04-13T07:13:53.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.018595+0000", 2024-04-13T07:13:53.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.018595+0000", 2024-04-13T07:13:53.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.018595+0000", 2024-04-13T07:13:53.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.018595+0000", 2024-04-13T07:13:53.003 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.003 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.004 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.004 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.004 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.004 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.004 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.004 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.004 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.004 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.004 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.004 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.004 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.004 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.18", 2024-04-13T07:13:53.004 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.005 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.005 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.005 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.005 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.005 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:59:18.679882+0000", 2024-04-13T07:13:53.005 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.005 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.005 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.009 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.009 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.009 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.009 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.009 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.009 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.009 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.009 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.009 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:53.009 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.009 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.010 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.010 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.010 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.010 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.010 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.010 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.010 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:53.010 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.010 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.010 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.010 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.011 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.011 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.013698+0000", 2024-04-13T07:13:53.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.476721+0000", 2024-04-13T07:13:53.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.476721+0000", 2024-04-13T07:13:53.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.477150+0000", 2024-04-13T07:13:53.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.013698+0000", 2024-04-13T07:13:53.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.013698+0000", 2024-04-13T07:13:53.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.013698+0000", 2024-04-13T07:13:53.012 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.013698+0000", 2024-04-13T07:13:53.012 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.012 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.012 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.012 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.013698+0000", 2024-04-13T07:13:53.012 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.013698+0000", 2024-04-13T07:13:53.012 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.012 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.012 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.012 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.012 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.012 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.012 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.012 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.013 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.013 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.013 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.013 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.013 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.013 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.18", 2024-04-13T07:13:53.013 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.013 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.013 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.013 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:53.013 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.014 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:24:51.238109+0000", 2024-04-13T07:13:53.014 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.014 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.014 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.016 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.016 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.016 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.016 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.016 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.016 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.016 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.016 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.016 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.016 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.016 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.016 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.016 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.017 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.017 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.017 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.017 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.017 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.017 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.017 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.017 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.017 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.017 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.017 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.017 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.017 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.017 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:53.018 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.018 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.018 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.018 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.018 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.018 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.018 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.018 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.018 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:53.018 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.018 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.018 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.018 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.019 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.019 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.019 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.022833+0000", 2024-04-13T07:13:53.019 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:12:19.019670+0000", 2024-04-13T07:13:53.019 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:12:19.019670+0000", 2024-04-13T07:13:53.019 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:12:19.020636+0000", 2024-04-13T07:13:53.019 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.022833+0000", 2024-04-13T07:13:53.019 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.019 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.019 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.019 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 70, 2024-04-13T07:13:53.019 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.022833+0000", 2024-04-13T07:13:53.020 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.022833+0000", 2024-04-13T07:13:53.020 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.022833+0000", 2024-04-13T07:13:53.020 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.020 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.020 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.020 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.022833+0000", 2024-04-13T07:13:53.020 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.022833+0000", 2024-04-13T07:13:53.020 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.020 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.020 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.020 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.020 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 69, 2024-04-13T07:13:53.021 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.021 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.021 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.021 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.021 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.021 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.021 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.021 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.021 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.19", 2024-04-13T07:13:53.021 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.021 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.021 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.021 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 28, 2024-04-13T07:13:53.021 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.022 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:13:33.717923+0000", 2024-04-13T07:13:53.022 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.022 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.022 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.024 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.024 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.024 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.024 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.024 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.024 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.024 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.024 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.024 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.025 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.025 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.025 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.025 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.025 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.025 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.025 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.025 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.025 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.025 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.025 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.025 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.026 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.026 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.026 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.026 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.026 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.026 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.026 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:53.026 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.026 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.026 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.026 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.027 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.027 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.027 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.027 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.027 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:53.027 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.027 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.027 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.027 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.027 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.027 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.027 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083319+0000", 2024-04-13T07:13:53.027 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.468547+0000", 2024-04-13T07:13:53.028 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.468547+0000", 2024-04-13T07:13:53.028 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.468971+0000", 2024-04-13T07:13:53.028 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083319+0000", 2024-04-13T07:13:53.028 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.028 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.028 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.028 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.028 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083319+0000", 2024-04-13T07:13:53.028 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083319+0000", 2024-04-13T07:13:53.028 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083319+0000", 2024-04-13T07:13:53.028 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.028 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.028 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.029 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083319+0000", 2024-04-13T07:13:53.029 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083319+0000", 2024-04-13T07:13:53.029 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.029 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.029 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.029 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.029 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.029 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.029 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.029 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.029 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.029 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.030 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.030 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.030 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.030 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.17", 2024-04-13T07:13:53.030 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.030 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.030 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.030 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:53.030 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.030 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:03:15.870506+0000", 2024-04-13T07:13:53.030 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.030 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.031 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.034 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.034 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.034 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.034 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.034 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.034 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.034 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.034 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.034 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:53.035 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.035 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.035 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.035 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.035 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.035 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.035 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.035 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.035 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:53.035 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.035 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.035 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.035 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.036 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.036 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.036 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.014651+0000", 2024-04-13T07:13:53.036 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.839888+0000", 2024-04-13T07:13:53.036 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.839888+0000", 2024-04-13T07:13:53.036 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.840238+0000", 2024-04-13T07:13:53.036 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.014651+0000", 2024-04-13T07:13:53.036 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.036 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.036 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.036 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.036 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.014651+0000", 2024-04-13T07:13:53.036 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.014651+0000", 2024-04-13T07:13:53.037 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.014651+0000", 2024-04-13T07:13:53.037 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.037 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.037 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.037 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.014651+0000", 2024-04-13T07:13:53.037 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.014651+0000", 2024-04-13T07:13:53.037 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.037 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.037 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.037 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.037 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.038 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.038 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.038 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.038 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.038 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.038 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.038 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.038 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.038 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.16", 2024-04-13T07:13:53.038 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.038 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.039 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.039 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.039 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.039 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:50:56.128207+0000", 2024-04-13T07:13:53.039 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.039 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.039 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.039 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.039 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.039 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.039 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.039 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.039 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.045 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.045 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.046 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.046 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.046 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.046 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.046 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.046 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.046 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.046 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:53.046 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.046 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.046 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.046 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.047 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.047 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.047 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.047 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.047 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:53.047 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.047 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.047 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.047 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.047 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.047 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.047 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.014549+0000", 2024-04-13T07:13:53.047 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.472782+0000", 2024-04-13T07:13:53.048 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.472782+0000", 2024-04-13T07:13:53.048 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.473136+0000", 2024-04-13T07:13:53.048 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.014549+0000", 2024-04-13T07:13:53.048 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.048 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.048 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.048 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.048 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.014549+0000", 2024-04-13T07:13:53.048 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.014549+0000", 2024-04-13T07:13:53.048 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.014549+0000", 2024-04-13T07:13:53.048 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.048 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.049 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.049 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.014549+0000", 2024-04-13T07:13:53.049 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.014549+0000", 2024-04-13T07:13:53.049 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.049 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.049 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.049 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.049 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.049 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.049 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.049 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.049 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.050 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.050 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.050 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.050 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.050 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.16", 2024-04-13T07:13:53.050 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.050 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.050 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.050 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:53.050 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.050 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:07:02.496879+0000", 2024-04-13T07:13:53.051 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.051 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.051 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.052 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.052 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.052 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.052 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.052 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.052 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.052 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.052 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.052 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.052 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.052 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.053 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.053 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.053 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.053 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.053 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.053 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.053 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.053 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.053 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.053 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.053 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.053 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.053 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.054 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.054 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.054 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.054 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.054 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.054 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.054 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.054 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.054 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.054 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.054 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.054 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.055 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.055 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.055 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:53.055 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.055 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.055 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.055 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.055 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.055 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.055 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:53.055 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.056 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:53.056 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.056 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.056 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.056 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.056 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.056 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.056 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083040+0000", 2024-04-13T07:13:53.056 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.847032+0000", 2024-04-13T07:13:53.056 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.847032+0000", 2024-04-13T07:13:53.056 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.847324+0000", 2024-04-13T07:13:53.056 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083040+0000", 2024-04-13T07:13:53.056 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.057 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.057 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.057 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.057 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083040+0000", 2024-04-13T07:13:53.057 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083040+0000", 2024-04-13T07:13:53.057 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083040+0000", 2024-04-13T07:13:53.057 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.057 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.057 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.057 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083040+0000", 2024-04-13T07:13:53.057 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083040+0000", 2024-04-13T07:13:53.057 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.058 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.058 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.058 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.058 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.058 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.058 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.058 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.058 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.058 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.058 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.058 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.058 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.059 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.17", 2024-04-13T07:13:53.059 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.059 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.059 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.059 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.059 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.059 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:00:36.589465+0000", 2024-04-13T07:13:53.059 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.059 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.059 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.059 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.059 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.060 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.060 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.060 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.060 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.060 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.060 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.060 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.060 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.060 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.060 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.060 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.060 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.060 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.063 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.063 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.063 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.063 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.063 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.063 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.063 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:53.063 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.063 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:53.063 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.063 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.064 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.064 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.064 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.064 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.064 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.064 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.064 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:53.064 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.064 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.064 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.064 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.065 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.065 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.065 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016960+0000", 2024-04-13T07:13:53.065 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.465670+0000", 2024-04-13T07:13:53.065 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.465670+0000", 2024-04-13T07:13:53.065 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.465945+0000", 2024-04-13T07:13:53.065 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016960+0000", 2024-04-13T07:13:53.065 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.065 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.065 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.065 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.065 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016960+0000", 2024-04-13T07:13:53.065 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016960+0000", 2024-04-13T07:13:53.066 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016960+0000", 2024-04-13T07:13:53.066 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.066 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.066 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.066 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016960+0000", 2024-04-13T07:13:53.066 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016960+0000", 2024-04-13T07:13:53.066 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.066 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T07:13:53.066 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.066 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.066 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.067 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.067 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.067 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.067 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.067 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T07:13:53.067 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.067 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.067 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.067 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.15", 2024-04-13T07:13:53.067 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.067 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.067 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.068 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 23, 2024-04-13T07:13:53.068 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.068 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:49:13.673795+0000", 2024-04-13T07:13:53.068 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.068 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.068 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.068 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 90, 2024-04-13T07:13:53.068 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.068 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.068 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.068 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.068 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.068 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.068 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T07:13:53.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T07:13:53.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T07:13:53.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:53.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 4, 2024-04-13T07:13:53.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T07:13:53.071 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.071 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.071 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.071 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.071 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.071 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.072 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.072 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.072 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:53.072 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'3" 2024-04-13T07:13:53.072 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.072 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.072 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.072 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.072 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.072 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.072 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.072 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T07:13:53.072 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.072 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.073 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.073 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.073 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.073 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.084403+0000", 2024-04-13T07:13:53.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.847220+0000", 2024-04-13T07:13:53.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.847220+0000", 2024-04-13T07:13:53.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.847693+0000", 2024-04-13T07:13:53.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.084403+0000", 2024-04-13T07:13:53.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.074 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.084403+0000", 2024-04-13T07:13:53.074 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.084403+0000", 2024-04-13T07:13:53.074 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.084403+0000", 2024-04-13T07:13:53.074 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.074 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.074 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.074 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.084403+0000", 2024-04-13T07:13:53.074 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.084403+0000", 2024-04-13T07:13:53.074 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.074 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.074 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.074 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.075 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.075 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.075 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.075 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.075 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.075 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.075 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.075 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.075 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.075 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.14", 2024-04-13T07:13:53.075 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.075 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.075 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.076 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.076 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.076 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:52:27.250669+0000", 2024-04-13T07:13:53.076 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.076 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.076 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.079 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.079 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.079 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.079 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.079 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.080 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.080 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.080 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.080 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T07:13:53.080 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.080 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.080 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.080 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.080 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.080 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.080 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:53.080 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.080 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:53.081 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.081 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.081 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.081 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.081 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.081 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:47.274080+0000", 2024-04-13T07:13:53.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.470299+0000", 2024-04-13T07:13:53.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.470299+0000", 2024-04-13T07:13:53.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.471665+0000", 2024-04-13T07:13:53.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:47.274080+0000", 2024-04-13T07:13:53.082 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.082 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.082 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.082 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.082 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:47.274080+0000", 2024-04-13T07:13:53.082 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:47.274080+0000", 2024-04-13T07:13:53.082 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:47.274080+0000", 2024-04-13T07:13:53.082 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.082 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.082 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.082 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:47.274080+0000", 2024-04-13T07:13:53.082 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:47.274080+0000", 2024-04-13T07:13:53.082 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.083 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 12, 2024-04-13T07:13:53.083 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.083 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.083 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.083 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.083 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.083 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.083 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.083 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 12, 2024-04-13T07:13:53.083 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.083 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.083 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.084 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.14", 2024-04-13T07:13:53.084 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.084 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.084 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.084 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 32, 2024-04-13T07:13:53.084 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.084 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:46:06.855402+0000", 2024-04-13T07:13:53.084 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.084 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.084 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 2632, 2024-04-13T07:13:53.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 12, 2024-04-13T07:13:53.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 4, 2024-04-13T07:13:53.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 4, 2024-04-13T07:13:53.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:53.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 12, 2024-04-13T07:13:53.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 9 2024-04-13T07:13:53.087 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.087 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.087 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.087 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.087 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.088 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.088 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:53.088 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.088 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:53.088 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "70'12" 2024-04-13T07:13:53.088 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.088 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.088 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.088 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.088 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.088 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:53.089 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.089 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:53.089 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.089 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.089 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.089 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.089 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.089 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017083+0000", 2024-04-13T07:13:53.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.842280+0000", 2024-04-13T07:13:53.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.842280+0000", 2024-04-13T07:13:53.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.843244+0000", 2024-04-13T07:13:53.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017083+0000", 2024-04-13T07:13:53.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017083+0000", 2024-04-13T07:13:53.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017083+0000", 2024-04-13T07:13:53.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017083+0000", 2024-04-13T07:13:53.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.091 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.091 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.091 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017083+0000", 2024-04-13T07:13:53.091 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017083+0000", 2024-04-13T07:13:53.091 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.091 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.091 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.091 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.091 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.091 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.091 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.092 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.092 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.092 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.092 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.092 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.092 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.092 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.15", 2024-04-13T07:13:53.092 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.092 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.092 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.092 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.092 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.092 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:39:35.073706+0000", 2024-04-13T07:13:53.092 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.093 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.093 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.096 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.096 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.096 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.096 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.096 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.096 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.096 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.096 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.096 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.096 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.096 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.096 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.096 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:53.097 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.097 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:53.097 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.097 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.097 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.097 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.097 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.097 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.097 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:53.097 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.097 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:53.097 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.098 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.098 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.098 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.098 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.098 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082816+0000", 2024-04-13T07:13:53.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.469518+0000", 2024-04-13T07:13:53.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.469518+0000", 2024-04-13T07:13:53.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.470219+0000", 2024-04-13T07:13:53.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082816+0000", 2024-04-13T07:13:53.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.099 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.099 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.099 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082816+0000", 2024-04-13T07:13:53.099 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082816+0000", 2024-04-13T07:13:53.099 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082816+0000", 2024-04-13T07:13:53.099 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.099 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.099 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.099 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082816+0000", 2024-04-13T07:13:53.099 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082816+0000", 2024-04-13T07:13:53.099 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.099 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T07:13:53.099 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.099 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.100 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.100 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.100 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.100 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.100 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.100 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T07:13:53.100 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.100 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.100 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.100 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.13", 2024-04-13T07:13:53.100 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.100 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.100 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.101 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 22, 2024-04-13T07:13:53.101 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.101 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:04:08.335185+0000", 2024-04-13T07:13:53.101 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.101 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.101 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 34, 2024-04-13T07:13:53.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T07:13:53.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T07:13:53.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T07:13:53.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:53.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.104 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.104 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.104 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.104 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.104 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T07:13:53.104 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 7 2024-04-13T07:13:53.104 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.104 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.104 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.104 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.104 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.104 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.104 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:53.105 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.105 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:53.105 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T07:13:53.105 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.105 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.105 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.105 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.105 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.105 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:53.105 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.105 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:53.105 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.105 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.106 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.106 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.106 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.106 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.106 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082540+0000", 2024-04-13T07:13:53.106 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.846933+0000", 2024-04-13T07:13:53.106 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.846933+0000", 2024-04-13T07:13:53.106 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.847210+0000", 2024-04-13T07:13:53.106 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082540+0000", 2024-04-13T07:13:53.106 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.106 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.106 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.107 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.107 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082540+0000", 2024-04-13T07:13:53.107 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082540+0000", 2024-04-13T07:13:53.107 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082540+0000", 2024-04-13T07:13:53.107 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.107 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.107 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.107 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082540+0000", 2024-04-13T07:13:53.107 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082540+0000", 2024-04-13T07:13:53.107 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.107 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.107 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.107 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.108 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.108 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.108 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.108 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.108 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.108 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.108 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.108 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.108 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.108 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.12", 2024-04-13T07:13:53.108 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.108 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.108 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.108 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.109 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.109 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:59:05.726250+0000", 2024-04-13T07:13:53.109 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.109 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.109 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.111 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.111 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.111 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.111 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.111 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.111 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.111 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.111 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.111 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.111 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.112 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.112 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.112 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.112 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.112 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.112 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.112 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.112 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.112 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.112 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.112 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.112 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.112 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.113 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.113 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.113 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:53.113 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.113 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:53.113 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.113 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.113 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.113 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.113 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.113 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.113 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.113 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.114 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:53.114 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.114 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.114 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.114 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.114 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.114 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.114 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.013845+0000", 2024-04-13T07:13:53.114 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.475262+0000", 2024-04-13T07:13:53.114 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.475262+0000", 2024-04-13T07:13:53.114 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.475614+0000", 2024-04-13T07:13:53.114 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.013845+0000", 2024-04-13T07:13:53.115 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.115 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.115 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.115 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.115 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.013845+0000", 2024-04-13T07:13:53.115 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.013845+0000", 2024-04-13T07:13:53.115 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.013845+0000", 2024-04-13T07:13:53.115 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.115 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.115 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.115 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.013845+0000", 2024-04-13T07:13:53.115 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.013845+0000", 2024-04-13T07:13:53.115 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.116 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.116 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.116 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.116 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.116 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.116 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.116 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.116 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.116 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.116 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.116 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.116 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.117 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.12", 2024-04-13T07:13:53.117 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.117 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.117 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.117 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:53.117 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.117 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:39:05.254368+0000", 2024-04-13T07:13:53.117 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.117 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.117 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.118 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.118 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.118 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.118 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.118 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.118 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.118 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.118 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.118 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.118 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.118 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.118 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.118 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.119 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.119 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.119 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.119 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.119 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.119 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.119 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.119 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.119 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.119 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.119 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.119 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.119 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.119 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.119 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.120 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.120 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.120 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.120 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.120 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.121 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.121 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.121 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:53.121 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.121 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.121 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.121 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.121 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.121 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.121 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.121 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:53.122 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.122 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.122 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.122 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.122 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.122 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.122 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017528+0000", 2024-04-13T07:13:53.122 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.839314+0000", 2024-04-13T07:13:53.122 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.839314+0000", 2024-04-13T07:13:53.122 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.841255+0000", 2024-04-13T07:13:53.122 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017528+0000", 2024-04-13T07:13:53.122 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.122 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.123 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.123 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.123 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017528+0000", 2024-04-13T07:13:53.123 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017528+0000", 2024-04-13T07:13:53.123 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017528+0000", 2024-04-13T07:13:53.123 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.123 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.123 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.123 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017528+0000", 2024-04-13T07:13:53.123 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017528+0000", 2024-04-13T07:13:53.123 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.123 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.123 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.124 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.124 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.124 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.124 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.124 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.124 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.124 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.124 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.124 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.124 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.124 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.13", 2024-04-13T07:13:53.124 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.125 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.125 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.125 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.125 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.125 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:14:20.707334+0000", 2024-04-13T07:13:53.125 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.125 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.125 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.129 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.129 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.129 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.129 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.129 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.129 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.129 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.129 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:53.129 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.129 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.129 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.129 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.129 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.129 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.130 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.130 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:53.130 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.130 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.130 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.130 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.130 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.130 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.130 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083903+0000", 2024-04-13T07:13:53.130 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.463994+0000", 2024-04-13T07:13:53.130 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.463994+0000", 2024-04-13T07:13:53.130 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.464325+0000", 2024-04-13T07:13:53.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083903+0000", 2024-04-13T07:13:53.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083903+0000", 2024-04-13T07:13:53.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083903+0000", 2024-04-13T07:13:53.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083903+0000", 2024-04-13T07:13:53.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083903+0000", 2024-04-13T07:13:53.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083903+0000", 2024-04-13T07:13:53.131 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.132 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.132 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.132 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.132 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.132 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.132 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.132 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.132 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.132 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.132 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.132 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.132 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.132 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.11", 2024-04-13T07:13:53.132 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.133 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.133 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.133 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:53.133 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.133 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:53:04.108499+0000", 2024-04-13T07:13:53.133 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.133 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.133 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.136 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.136 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.136 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.136 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.136 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.136 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.136 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.136 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.136 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.136 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.136 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.136 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.137 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.137 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.137 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.137 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.137 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.137 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.137 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.137 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.137 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:53.137 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.137 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.137 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.138 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.138 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.138 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.138 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:53.138 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.138 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:53.138 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.138 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.138 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.138 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.138 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.139 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083152+0000", 2024-04-13T07:13:53.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.848438+0000", 2024-04-13T07:13:53.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.848438+0000", 2024-04-13T07:13:53.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.848761+0000", 2024-04-13T07:13:53.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083152+0000", 2024-04-13T07:13:53.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083152+0000", 2024-04-13T07:13:53.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083152+0000", 2024-04-13T07:13:53.140 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083152+0000", 2024-04-13T07:13:53.140 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.140 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.140 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.140 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083152+0000", 2024-04-13T07:13:53.140 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083152+0000", 2024-04-13T07:13:53.140 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.140 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.140 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.140 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.140 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.140 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.141 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.141 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.141 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.141 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.141 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.141 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.141 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.141 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.10", 2024-04-13T07:13:53.141 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.141 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.141 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.142 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.142 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.142 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:41:00.542349+0000", 2024-04-13T07:13:53.142 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.142 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.142 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.145 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.145 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.146 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.146 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.146 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.146 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:53.146 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.146 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:53.146 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.146 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.146 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.146 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.146 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.147 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.147 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.147 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.147 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T07:13:53.147 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.147 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.147 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.147 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.147 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.147 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.147 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.015806+0000", 2024-04-13T07:13:53.147 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.462108+0000", 2024-04-13T07:13:53.147 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.462108+0000", 2024-04-13T07:13:53.148 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.462495+0000", 2024-04-13T07:13:53.148 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.015806+0000", 2024-04-13T07:13:53.148 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.148 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.148 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.148 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.148 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.015806+0000", 2024-04-13T07:13:53.148 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.015806+0000", 2024-04-13T07:13:53.148 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.015806+0000", 2024-04-13T07:13:53.148 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.148 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.148 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.148 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.015806+0000", 2024-04-13T07:13:53.148 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.015806+0000", 2024-04-13T07:13:53.149 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.149 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 8, 2024-04-13T07:13:53.149 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.149 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.149 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.149 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.149 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.149 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.149 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.149 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 8, 2024-04-13T07:13:53.149 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.149 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.149 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.149 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.10", 2024-04-13T07:13:53.150 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.150 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.150 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.150 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 28, 2024-04-13T07:13:53.150 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.150 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:26:34.526684+0000", 2024-04-13T07:13:53.150 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.150 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.150 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 12, 2024-04-13T07:13:53.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 4, 2024-04-13T07:13:53.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 4, 2024-04-13T07:13:53.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 4, 2024-04-13T07:13:53.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 12, 2024-04-13T07:13:53.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.153 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.154 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.154 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.154 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.154 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.154 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.154 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.154 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T07:13:53.154 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'8" 2024-04-13T07:13:53.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.155 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.155 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.155 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.155 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.155 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.155 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.155 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:53.155 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.155 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.155 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.155 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.155 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.156 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016690+0000", 2024-04-13T07:13:53.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.847981+0000", 2024-04-13T07:13:53.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.847981+0000", 2024-04-13T07:13:53.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.848372+0000", 2024-04-13T07:13:53.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016690+0000", 2024-04-13T07:13:53.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016690+0000", 2024-04-13T07:13:53.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016690+0000", 2024-04-13T07:13:53.157 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016690+0000", 2024-04-13T07:13:53.157 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.157 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.157 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.157 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016690+0000", 2024-04-13T07:13:53.157 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016690+0000", 2024-04-13T07:13:53.157 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.157 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.157 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.157 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.157 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.157 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.157 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.158 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.158 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.158 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.158 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.158 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.158 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.158 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.11", 2024-04-13T07:13:53.158 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.158 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.158 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.159 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.159 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.159 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:09:00.757951+0000", 2024-04-13T07:13:53.159 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.159 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.159 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.162 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.162 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.162 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.162 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.163 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.163 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.163 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.163 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:53.163 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.163 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.163 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.163 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.163 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.163 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.163 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.163 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T07:13:53.163 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.164 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.164 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.164 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.164 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.164 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.164 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.086141+0000", 2024-04-13T07:13:53.164 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.470527+0000", 2024-04-13T07:13:53.164 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.470527+0000", 2024-04-13T07:13:53.164 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.470902+0000", 2024-04-13T07:13:53.164 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.086141+0000", 2024-04-13T07:13:53.164 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.086141+0000", 2024-04-13T07:13:53.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.086141+0000", 2024-04-13T07:13:53.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.086141+0000", 2024-04-13T07:13:53.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.086141+0000", 2024-04-13T07:13:53.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.086141+0000", 2024-04-13T07:13:53.165 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.165 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T07:13:53.166 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.166 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.166 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.166 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.166 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.166 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.166 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.166 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T07:13:53.166 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.166 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.166 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.166 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.f", 2024-04-13T07:13:53.167 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.167 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.167 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.167 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 21, 2024-04-13T07:13:53.167 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.167 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:27:12.131747+0000", 2024-04-13T07:13:53.167 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.167 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.167 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.167 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 22, 2024-04-13T07:13:53.167 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.167 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T07:13:53.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T07:13:53.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T07:13:53.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T07:13:53.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T07:13:53.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.171 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.171 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.171 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.171 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.171 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.171 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.171 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.171 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T07:13:53.171 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'1" 2024-04-13T07:13:53.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.172 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.172 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.172 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.172 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.172 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.172 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.172 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:53.172 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.172 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.172 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.172 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.173 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.173 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017442+0000", 2024-04-13T07:13:53.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.842063+0000", 2024-04-13T07:13:53.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.842063+0000", 2024-04-13T07:13:53.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.842452+0000", 2024-04-13T07:13:53.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017442+0000", 2024-04-13T07:13:53.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017442+0000", 2024-04-13T07:13:53.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017442+0000", 2024-04-13T07:13:53.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017442+0000", 2024-04-13T07:13:53.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017442+0000", 2024-04-13T07:13:53.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017442+0000", 2024-04-13T07:13:53.174 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.174 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.174 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.174 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.174 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.175 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.175 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.175 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.175 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.175 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.175 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.175 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.175 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.175 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.e", 2024-04-13T07:13:53.175 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.175 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.176 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.176 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.176 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.176 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:20:23.383584+0000", 2024-04-13T07:13:53.176 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.176 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.176 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.180 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.180 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.180 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.180 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.180 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.180 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.180 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.180 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.180 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.180 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:53.180 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.181 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.181 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.181 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.181 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.181 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:53.181 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.181 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:53.181 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.181 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.181 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T07:13:53.181 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.181 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.182 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.015937+0000", 2024-04-13T07:13:53.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:11:20.349247+0000", 2024-04-13T07:13:53.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:11:20.349247+0000", 2024-04-13T07:13:53.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:11:20.349543+0000", 2024-04-13T07:13:53.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.015937+0000", 2024-04-13T07:13:53.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 66, 2024-04-13T07:13:53.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.015937+0000", 2024-04-13T07:13:53.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.015937+0000", 2024-04-13T07:13:53.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.015937+0000", 2024-04-13T07:13:53.183 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.183 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.183 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.183 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.015937+0000", 2024-04-13T07:13:53.183 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.015937+0000", 2024-04-13T07:13:53.183 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.183 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.183 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.183 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.183 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 65, 2024-04-13T07:13:53.183 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.183 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.184 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.184 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.184 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.184 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.184 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.184 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.184 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.2", 2024-04-13T07:13:53.184 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.184 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.184 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.184 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 15, 2024-04-13T07:13:53.184 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.184 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:20:07.707937+0000", 2024-04-13T07:13:53.184 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.185 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.185 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.188 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.188 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.188 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.188 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.188 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.188 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.188 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.188 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:53.188 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.188 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:53.188 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.189 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.189 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.189 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.189 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.189 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.189 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.189 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:53.189 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.189 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.189 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.189 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.189 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.189 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.190 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:53.190 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.464272+0000", 2024-04-13T07:13:53.190 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.464272+0000", 2024-04-13T07:13:53.190 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.464639+0000", 2024-04-13T07:13:53.190 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:53.190 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.190 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.190 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.190 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.190 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:53.190 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:53.190 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:53.190 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.190 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.191 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.191 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:53.191 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:53.191 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.191 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.191 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.191 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.191 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.191 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.191 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.191 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.191 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.191 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.191 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.192 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.192 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.192 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.4", 2024-04-13T07:13:53.192 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.192 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.192 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.192 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:53.192 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.192 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:18:20.804541+0000", 2024-04-13T07:13:53.192 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.192 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.192 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.195 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.195 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.196 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.196 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.196 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.196 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.196 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.196 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:53.196 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.196 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.196 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.196 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.196 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.196 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.196 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.196 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:53.197 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.197 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.197 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.197 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.197 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.197 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.197 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.014414+0000", 2024-04-13T07:13:53.197 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.824731+0000", 2024-04-13T07:13:53.197 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.824731+0000", 2024-04-13T07:13:53.197 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.825071+0000", 2024-04-13T07:13:53.197 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.014414+0000", 2024-04-13T07:13:53.197 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.197 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.197 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.198 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.198 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.014414+0000", 2024-04-13T07:13:53.198 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.014414+0000", 2024-04-13T07:13:53.198 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.014414+0000", 2024-04-13T07:13:53.198 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.198 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.198 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.198 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.014414+0000", 2024-04-13T07:13:53.198 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.014414+0000", 2024-04-13T07:13:53.198 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.198 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.198 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.199 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.199 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.199 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.199 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.199 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.199 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.199 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.199 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.199 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.199 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.199 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.5", 2024-04-13T07:13:53.199 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.199 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.200 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.200 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.200 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.200 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:13:02.497202+0000", 2024-04-13T07:13:53.200 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.200 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.200 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.201 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.201 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.201 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.201 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.201 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.201 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.201 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.201 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.201 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.201 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.201 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.201 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.201 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.201 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.202 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.202 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.202 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.202 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.202 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.202 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.202 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.202 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.202 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.202 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.203 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.203 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.203 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.203 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.203 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.203 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.203 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.203 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.203 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.203 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.203 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.203 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.203 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.204 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.204 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.204 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:53.204 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.204 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.204 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.204 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.204 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.204 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:53.204 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.204 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:53.204 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.204 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.205 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T07:13:53.205 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.205 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.205 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.205 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016506+0000", 2024-04-13T07:13:53.205 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:11:20.244747+0000", 2024-04-13T07:13:53.205 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:11:20.244747+0000", 2024-04-13T07:13:53.205 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:11:20.245183+0000", 2024-04-13T07:13:53.205 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016506+0000", 2024-04-13T07:13:53.205 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.205 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.205 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.206 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 66, 2024-04-13T07:13:53.206 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016506+0000", 2024-04-13T07:13:53.206 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016506+0000", 2024-04-13T07:13:53.206 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016506+0000", 2024-04-13T07:13:53.206 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.206 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.206 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.206 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016506+0000", 2024-04-13T07:13:53.206 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016506+0000", 2024-04-13T07:13:53.206 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.206 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.207 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.207 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.207 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 65, 2024-04-13T07:13:53.207 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.207 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.207 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.207 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.207 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.207 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.207 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.207 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.207 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.4", 2024-04-13T07:13:53.207 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.207 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.208 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.208 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 15, 2024-04-13T07:13:53.208 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.208 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:14:29.802041+0000", 2024-04-13T07:13:53.208 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.208 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.208 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.208 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.208 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.208 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.208 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.209 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.209 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.209 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.209 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.209 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.209 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.209 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.209 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.209 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.209 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.209 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.209 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.209 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.210 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.210 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.210 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.210 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.210 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.210 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.210 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.210 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.210 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.210 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.210 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.210 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.210 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.211 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.211 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.211 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.211 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.211 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.211 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.211 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.211 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.211 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.211 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.211 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.212 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.212 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.212 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.212 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.212 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:53.212 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.212 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:53.212 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.212 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.212 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.212 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.212 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.213 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.213 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.213 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:53.213 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.213 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.213 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.213 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.213 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.213 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.213 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.013771+0000", 2024-04-13T07:13:53.213 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.469219+0000", 2024-04-13T07:13:53.214 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.469219+0000", 2024-04-13T07:13:53.214 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.469518+0000", 2024-04-13T07:13:53.214 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.013771+0000", 2024-04-13T07:13:53.214 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.214 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.214 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.214 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.214 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.013771+0000", 2024-04-13T07:13:53.214 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.013771+0000", 2024-04-13T07:13:53.214 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.013771+0000", 2024-04-13T07:13:53.214 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.215 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.215 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.215 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.013771+0000", 2024-04-13T07:13:53.215 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.013771+0000", 2024-04-13T07:13:53.215 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.215 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.215 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.215 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.215 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.216 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.216 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.216 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.216 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.216 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.216 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.216 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.216 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.216 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.2", 2024-04-13T07:13:53.216 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.216 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.216 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.216 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:53.217 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.217 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:44:47.057393+0000", 2024-04-13T07:13:53.217 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.217 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.217 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.217 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.217 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.217 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.217 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.217 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.217 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.217 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.217 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.218 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.218 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.218 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.218 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.218 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.218 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.218 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.218 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.218 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.218 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.218 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.218 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.220 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.220 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.220 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.221 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.221 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.221 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.221 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.221 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:53.221 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.221 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.221 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.221 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.221 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.222 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.222 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.222 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T07:13:53.222 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.222 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.222 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.222 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.222 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.222 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.222 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.085076+0000", 2024-04-13T07:13:53.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.854204+0000", 2024-04-13T07:13:53.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.854204+0000", 2024-04-13T07:13:53.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.854565+0000", 2024-04-13T07:13:53.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.085076+0000", 2024-04-13T07:13:53.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.085076+0000", 2024-04-13T07:13:53.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.085076+0000", 2024-04-13T07:13:53.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.085076+0000", 2024-04-13T07:13:53.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.085076+0000", 2024-04-13T07:13:53.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.085076+0000", 2024-04-13T07:13:53.224 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.224 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.224 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.224 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.224 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.224 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.224 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.224 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.224 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.224 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.225 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.225 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.225 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.225 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3", 2024-04-13T07:13:53.225 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.225 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.225 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.225 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.225 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.225 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:40:27.950787+0000", 2024-04-13T07:13:53.225 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.225 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.226 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.230 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.230 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.230 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.230 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.230 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.230 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.230 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.230 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T07:13:53.230 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.230 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.230 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.231 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.231 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.231 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.231 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.231 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:53.231 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.231 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.231 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T07:13:53.231 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.231 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.231 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:53.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:11:20.348703+0000", 2024-04-13T07:13:53.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:11:20.348703+0000", 2024-04-13T07:13:53.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:11:20.349066+0000", 2024-04-13T07:13:53.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:53.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 66, 2024-04-13T07:13:53.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:53.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:53.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:53.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.233 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:53.233 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:53.233 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.233 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.233 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.233 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.233 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 65, 2024-04-13T07:13:53.233 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.233 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.233 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.233 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.233 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.233 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.234 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.234 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.234 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.7", 2024-04-13T07:13:53.234 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.234 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.234 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.234 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 15, 2024-04-13T07:13:53.234 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.234 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:08:11.347154+0000", 2024-04-13T07:13:53.234 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.234 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.234 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.238 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.238 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.238 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.238 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.238 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.238 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.238 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.238 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:53.238 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.238 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.238 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.239 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.239 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.239 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.239 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.239 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:53.239 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.239 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.239 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.239 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.239 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.239 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016521+0000", 2024-04-13T07:13:53.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.842841+0000", 2024-04-13T07:13:53.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.842841+0000", 2024-04-13T07:13:53.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.843241+0000", 2024-04-13T07:13:53.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016521+0000", 2024-04-13T07:13:53.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016521+0000", 2024-04-13T07:13:53.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016521+0000", 2024-04-13T07:13:53.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016521+0000", 2024-04-13T07:13:53.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016521+0000", 2024-04-13T07:13:53.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016521+0000", 2024-04-13T07:13:53.241 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.241 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.241 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.241 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.241 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.241 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.241 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.241 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.241 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.241 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.241 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.241 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.241 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.242 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.0", 2024-04-13T07:13:53.242 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.242 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.242 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.242 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.242 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.242 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:31:35.557950+0000", 2024-04-13T07:13:53.242 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.242 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.242 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.245 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.245 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.245 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.245 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.245 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.245 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.245 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.245 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.245 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.245 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.245 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.245 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.246 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.246 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.246 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.246 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.246 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.246 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.246 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.246 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.246 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.246 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.246 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.246 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.247 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:53.247 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.247 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.247 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.247 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.247 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.249 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.249 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.249 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.250 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T07:13:53.250 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.250 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.250 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.250 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.250 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.250 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.250 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.015744+0000", 2024-04-13T07:13:53.250 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.463314+0000", 2024-04-13T07:13:53.250 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.463314+0000", 2024-04-13T07:13:53.250 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.463660+0000", 2024-04-13T07:13:53.250 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.015744+0000", 2024-04-13T07:13:53.250 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.015744+0000", 2024-04-13T07:13:53.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.015744+0000", 2024-04-13T07:13:53.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.015744+0000", 2024-04-13T07:13:53.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.015744+0000", 2024-04-13T07:13:53.252 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.015744+0000", 2024-04-13T07:13:53.252 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.252 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.252 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.252 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.252 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.252 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.252 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.252 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.252 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.253 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.253 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.253 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.253 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.253 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1", 2024-04-13T07:13:53.253 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.253 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.253 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.253 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:53.253 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.253 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:35:02.222956+0000", 2024-04-13T07:13:53.253 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.254 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.254 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.257 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.257 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.257 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.257 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.257 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.258 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.258 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.258 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.258 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T07:13:53.258 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.258 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.258 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.258 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.258 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.258 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.258 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.258 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.259 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:53.259 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.259 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.259 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T07:13:53.259 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.259 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.259 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.259 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083114+0000", 2024-04-13T07:13:53.259 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:11:20.349948+0000", 2024-04-13T07:13:53.259 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:11:20.349948+0000", 2024-04-13T07:13:53.259 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:11:20.350251+0000", 2024-04-13T07:13:53.259 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083114+0000", 2024-04-13T07:13:53.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 66, 2024-04-13T07:13:53.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083114+0000", 2024-04-13T07:13:53.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083114+0000", 2024-04-13T07:13:53.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083114+0000", 2024-04-13T07:13:53.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083114+0000", 2024-04-13T07:13:53.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083114+0000", 2024-04-13T07:13:53.260 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.261 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.261 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.261 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.261 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 65, 2024-04-13T07:13:53.261 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.261 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.261 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.261 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.261 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.261 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.261 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.261 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.261 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.5", 2024-04-13T07:13:53.262 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.262 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.262 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.262 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 15, 2024-04-13T07:13:53.262 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.262 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:03:50.882798+0000", 2024-04-13T07:13:53.262 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.262 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.262 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.262 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.262 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.262 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.266 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.266 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.266 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.266 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.266 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.266 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.266 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.266 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:53.267 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.267 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.267 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.267 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.267 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.267 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.267 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.267 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.267 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:53.267 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.267 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.267 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.267 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.268 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.268 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016530+0000", 2024-04-13T07:13:53.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.854275+0000", 2024-04-13T07:13:53.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.854275+0000", 2024-04-13T07:13:53.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.854563+0000", 2024-04-13T07:13:53.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016530+0000", 2024-04-13T07:13:53.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016530+0000", 2024-04-13T07:13:53.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016530+0000", 2024-04-13T07:13:53.269 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016530+0000", 2024-04-13T07:13:53.269 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.269 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.269 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.269 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016530+0000", 2024-04-13T07:13:53.269 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016530+0000", 2024-04-13T07:13:53.269 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.269 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.269 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.269 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.269 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.269 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.269 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.269 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.270 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.270 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.270 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.270 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.270 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.270 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2", 2024-04-13T07:13:53.270 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.270 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.270 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.270 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.270 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.270 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:24:06.107723+0000", 2024-04-13T07:13:53.271 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.271 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.271 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.274 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.274 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.274 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.274 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.274 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.274 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.274 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.274 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.274 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.274 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.274 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.274 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.274 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.275 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:53.275 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.275 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.275 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.275 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.275 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.275 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.275 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:53.275 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.275 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:53.275 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.275 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.275 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.276 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.276 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.276 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.086730+0000", 2024-04-13T07:13:53.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:12:19.085812+0000", 2024-04-13T07:13:53.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:12:19.085812+0000", 2024-04-13T07:13:53.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:12:19.086213+0000", 2024-04-13T07:13:53.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.086730+0000", 2024-04-13T07:13:53.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 70, 2024-04-13T07:13:53.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.086730+0000", 2024-04-13T07:13:53.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.086730+0000", 2024-04-13T07:13:53.277 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.086730+0000", 2024-04-13T07:13:53.277 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.277 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.277 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.277 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.086730+0000", 2024-04-13T07:13:53.277 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.086730+0000", 2024-04-13T07:13:53.277 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.277 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.277 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.277 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.277 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 69, 2024-04-13T07:13:53.277 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.278 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.278 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.278 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.278 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.278 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.278 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.278 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.278 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.3", 2024-04-13T07:13:53.278 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.278 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.278 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.278 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 29, 2024-04-13T07:13:53.279 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.279 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:02:49.237889+0000", 2024-04-13T07:13:53.279 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.279 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.279 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.281 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.281 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.281 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.281 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.281 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.281 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.281 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.281 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.281 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.281 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.281 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.281 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.281 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.282 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.282 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.282 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.282 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.282 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.282 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.282 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.282 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.282 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.282 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.282 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.283 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:53.283 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.283 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:53.283 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.283 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.283 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.283 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.283 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.283 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.283 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.283 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.283 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:53.283 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.283 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.284 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 20, 2024-04-13T07:13:53.284 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.284 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.284 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.284 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016585+0000", 2024-04-13T07:13:53.284 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:27.391237+0000", 2024-04-13T07:13:53.284 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:27.391237+0000", 2024-04-13T07:13:53.284 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:27.391567+0000", 2024-04-13T07:13:53.284 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016585+0000", 2024-04-13T07:13:53.284 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:08:28.417903+0000", 2024-04-13T07:13:53.284 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.285 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:08:28.417903+0000", 2024-04-13T07:13:53.285 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 59, 2024-04-13T07:13:53.285 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016585+0000", 2024-04-13T07:13:53.285 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016585+0000", 2024-04-13T07:13:53.285 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016585+0000", 2024-04-13T07:13:53.285 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.285 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.285 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:08:28.417903+0000", 2024-04-13T07:13:53.285 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016585+0000", 2024-04-13T07:13:53.285 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016585+0000", 2024-04-13T07:13:53.285 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.285 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 128, 2024-04-13T07:13:53.285 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.285 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.286 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 58, 2024-04-13T07:13:53.286 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.286 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.286 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.286 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.286 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 128, 2024-04-13T07:13:53.286 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.286 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.286 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.286 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "1.0", 2024-04-13T07:13:53.286 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.286 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.287 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.287 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 266, 2024-04-13T07:13:53.287 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.287 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:15:54.978078+0000", 2024-04-13T07:13:53.287 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.287 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.287 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 590368, 2024-04-13T07:13:53.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 1771104, 2024-04-13T07:13:53.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T07:13:53.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T07:13:53.289 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.289 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T07:13:53.289 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.289 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.289 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.289 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.289 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.289 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.289 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.289 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 6, 2024-04-13T07:13:53.289 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.289 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.289 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.290 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.290 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.290 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 212, 2024-04-13T07:13:53.290 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 306, 2024-04-13T07:13:53.290 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.290 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.290 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.290 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 179, 2024-04-13T07:13:53.290 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 2416 2024-04-13T07:13:53.290 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.290 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.290 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.290 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.291 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.291 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.291 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.291 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.291 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:53.291 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "65'128" 2024-04-13T07:13:53.291 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.291 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.291 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.291 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.291 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.291 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.292 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.292 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:53.292 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.292 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.292 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T07:13:53.292 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.292 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.292 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.292 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082962+0000", 2024-04-13T07:13:53.292 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:11:20.244620+0000", 2024-04-13T07:13:53.292 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:11:20.244620+0000", 2024-04-13T07:13:53.292 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:11:20.244939+0000", 2024-04-13T07:13:53.293 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082962+0000", 2024-04-13T07:13:53.293 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.293 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.293 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.293 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 66, 2024-04-13T07:13:53.293 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082962+0000", 2024-04-13T07:13:53.293 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082962+0000", 2024-04-13T07:13:53.293 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082962+0000", 2024-04-13T07:13:53.293 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.293 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.293 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.293 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082962+0000", 2024-04-13T07:13:53.293 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082962+0000", 2024-04-13T07:13:53.294 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.294 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.294 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.294 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.294 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 65, 2024-04-13T07:13:53.294 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.294 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.294 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.294 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.294 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.295 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.295 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.295 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.295 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.6", 2024-04-13T07:13:53.295 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.295 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.295 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.295 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 15, 2024-04-13T07:13:53.295 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.295 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:13:03.481506+0000", 2024-04-13T07:13:53.295 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.295 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.295 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.297 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.297 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.297 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.297 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.297 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.297 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.297 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.297 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.297 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.297 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.297 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.297 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.297 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.297 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.299 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.299 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.299 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.299 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.299 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.299 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.299 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.299 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.299 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:53.299 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.299 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.299 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.299 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.299 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.300 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.300 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:53.300 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.300 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:53.300 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.300 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.300 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.300 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.300 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.300 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.300 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082426+0000", 2024-04-13T07:13:53.300 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.847230+0000", 2024-04-13T07:13:53.300 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.847230+0000", 2024-04-13T07:13:53.300 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.847581+0000", 2024-04-13T07:13:53.301 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082426+0000", 2024-04-13T07:13:53.301 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.301 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.301 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.301 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.301 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082426+0000", 2024-04-13T07:13:53.301 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082426+0000", 2024-04-13T07:13:53.301 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082426+0000", 2024-04-13T07:13:53.301 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.301 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.301 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.301 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082426+0000", 2024-04-13T07:13:53.301 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082426+0000", 2024-04-13T07:13:53.302 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.302 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.302 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.302 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.302 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.302 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.302 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.302 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.302 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.302 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.302 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.303 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.303 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.303 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1", 2024-04-13T07:13:53.303 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.303 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.303 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.303 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.303 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.303 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:37:33.924434+0000", 2024-04-13T07:13:53.303 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.303 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.303 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.303 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.307 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.307 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.307 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.307 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.307 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.307 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:53.307 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.307 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:53.307 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.307 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.307 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.308 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.308 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.308 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.308 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.308 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:53.308 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.308 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.308 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.308 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.308 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.308 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.308 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:53.308 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.479756+0000", 2024-04-13T07:13:53.308 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.479756+0000", 2024-04-13T07:13:53.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.480014+0000", 2024-04-13T07:13:53.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:53.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:53.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:53.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:53.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.310 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:53.310 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:53.310 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.310 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.310 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.310 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.310 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.310 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.310 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.310 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.311 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.311 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.311 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.311 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.311 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.311 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.0", 2024-04-13T07:13:53.311 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.311 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.311 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.311 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:53.311 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.311 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:35:29.747225+0000", 2024-04-13T07:13:53.311 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.312 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.312 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.315 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.315 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.315 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.315 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.316 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.316 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.316 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.316 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.316 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:53.316 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.316 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.316 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.316 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.316 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.316 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.316 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.317 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.317 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:53.317 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.317 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.317 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T07:13:53.317 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.317 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.317 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.317 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082606+0000", 2024-04-13T07:13:53.317 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:11:20.350094+0000", 2024-04-13T07:13:53.317 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:11:20.350094+0000", 2024-04-13T07:13:53.318 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:11:20.350426+0000", 2024-04-13T07:13:53.318 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082606+0000", 2024-04-13T07:13:53.318 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.318 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.318 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.318 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 66, 2024-04-13T07:13:53.318 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082606+0000", 2024-04-13T07:13:53.318 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082606+0000", 2024-04-13T07:13:53.318 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082606+0000", 2024-04-13T07:13:53.318 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082606+0000", 2024-04-13T07:13:53.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082606+0000", 2024-04-13T07:13:53.319 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.319 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.319 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.319 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.319 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 65, 2024-04-13T07:13:53.319 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.319 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.319 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.319 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.320 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.320 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.320 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.320 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.320 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.3", 2024-04-13T07:13:53.320 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.320 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.320 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.320 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 15, 2024-04-13T07:13:53.320 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.320 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:40:01.879213+0000", 2024-04-13T07:13:53.320 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.320 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.321 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.324 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.324 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.324 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.324 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.324 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.325 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.325 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.325 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:53.325 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.325 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.325 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.325 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.325 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.325 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.325 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:53.325 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.325 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:53.325 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.326 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.326 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.326 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.326 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.326 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017238+0000", 2024-04-13T07:13:53.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.477426+0000", 2024-04-13T07:13:53.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.477426+0000", 2024-04-13T07:13:53.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.477814+0000", 2024-04-13T07:13:53.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017238+0000", 2024-04-13T07:13:53.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017238+0000", 2024-04-13T07:13:53.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017238+0000", 2024-04-13T07:13:53.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017238+0000", 2024-04-13T07:13:53.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017238+0000", 2024-04-13T07:13:53.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017238+0000", 2024-04-13T07:13:53.327 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.327 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.327 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.327 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.328 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.328 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.328 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.328 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.328 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.328 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.328 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.328 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.328 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.328 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.5", 2024-04-13T07:13:53.328 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.329 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.329 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.329 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:53.329 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.329 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:29:28.579508+0000", 2024-04-13T07:13:53.329 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.329 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.329 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.333 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.333 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.333 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.333 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.333 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.333 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:53.333 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.333 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:53.333 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.333 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.334 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.334 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.334 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.334 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:53.334 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.334 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:53.334 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.334 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.334 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.334 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.334 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.335 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017241+0000", 2024-04-13T07:13:53.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.821375+0000", 2024-04-13T07:13:53.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.821375+0000", 2024-04-13T07:13:53.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.821682+0000", 2024-04-13T07:13:53.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017241+0000", 2024-04-13T07:13:53.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017241+0000", 2024-04-13T07:13:53.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017241+0000", 2024-04-13T07:13:53.336 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017241+0000", 2024-04-13T07:13:53.336 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.336 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.336 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.336 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017241+0000", 2024-04-13T07:13:53.336 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017241+0000", 2024-04-13T07:13:53.336 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.336 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.336 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.336 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.336 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.336 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.337 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.337 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.337 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.337 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.337 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.337 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.337 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.337 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.4", 2024-04-13T07:13:53.337 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.337 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.337 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.337 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.337 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.338 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:15:38.586089+0000", 2024-04-13T07:13:53.338 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.338 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.338 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.341 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.341 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.341 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.342 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.342 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.342 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.342 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:53.342 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.342 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:53.342 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.342 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.342 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.342 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.342 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.343 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.343 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.343 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.343 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:53.343 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.343 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.343 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T07:13:53.343 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.343 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.343 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.343 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.018412+0000", 2024-04-13T07:13:53.344 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:11:20.349385+0000", 2024-04-13T07:13:53.344 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:11:20.349385+0000", 2024-04-13T07:13:53.344 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:11:20.349733+0000", 2024-04-13T07:13:53.344 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.018412+0000", 2024-04-13T07:13:53.344 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.344 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.344 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.344 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 66, 2024-04-13T07:13:53.344 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.018412+0000", 2024-04-13T07:13:53.344 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.018412+0000", 2024-04-13T07:13:53.344 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.018412+0000", 2024-04-13T07:13:53.344 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.344 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.345 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.345 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.018412+0000", 2024-04-13T07:13:53.345 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.018412+0000", 2024-04-13T07:13:53.345 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.345 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.345 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.345 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.345 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 65, 2024-04-13T07:13:53.345 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.345 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.345 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.345 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.345 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.346 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.346 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.346 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.346 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.0", 2024-04-13T07:13:53.346 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.346 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.346 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.346 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 15, 2024-04-13T07:13:53.346 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.346 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:43:49.434322+0000", 2024-04-13T07:13:53.347 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.347 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.347 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.350 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.350 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.350 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.350 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.351 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.351 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.351 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.351 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:53.351 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.351 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.351 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.351 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.351 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.351 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.352 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:53.352 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.352 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:53.352 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.352 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.352 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.352 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.352 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.352 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.352 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017197+0000", 2024-04-13T07:13:53.352 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.462916+0000", 2024-04-13T07:13:53.353 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.462916+0000", 2024-04-13T07:13:53.353 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.463204+0000", 2024-04-13T07:13:53.353 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017197+0000", 2024-04-13T07:13:53.353 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.353 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.353 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.353 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.353 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017197+0000", 2024-04-13T07:13:53.353 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017197+0000", 2024-04-13T07:13:53.353 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017197+0000", 2024-04-13T07:13:53.354 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.354 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.354 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.354 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017197+0000", 2024-04-13T07:13:53.354 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017197+0000", 2024-04-13T07:13:53.354 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.354 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T07:13:53.354 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.354 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.354 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.354 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.355 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.355 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.355 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.355 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T07:13:53.355 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.355 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.355 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.355 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.6", 2024-04-13T07:13:53.355 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.355 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.355 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.355 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 21, 2024-04-13T07:13:53.355 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.355 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:53:14.834319+0000", 2024-04-13T07:13:53.356 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.356 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.356 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.356 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.356 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.356 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.356 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.356 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.356 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.356 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.356 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T07:13:53.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T07:13:53.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T07:13:53.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:53.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T07:13:53.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.359 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.359 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.359 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.359 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.359 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.359 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.360 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:53.360 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.360 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:53.360 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "63'1" 2024-04-13T07:13:53.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.360 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.360 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.360 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.360 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.360 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.360 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.360 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:53.360 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.360 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.360 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.361 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.361 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.361 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.018556+0000", 2024-04-13T07:13:53.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.849031+0000", 2024-04-13T07:13:53.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.849031+0000", 2024-04-13T07:13:53.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.849318+0000", 2024-04-13T07:13:53.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.018556+0000", 2024-04-13T07:13:53.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.018556+0000", 2024-04-13T07:13:53.362 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.018556+0000", 2024-04-13T07:13:53.362 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.018556+0000", 2024-04-13T07:13:53.362 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.362 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.362 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.362 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.018556+0000", 2024-04-13T07:13:53.362 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.018556+0000", 2024-04-13T07:13:53.362 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.362 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.362 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.362 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.362 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.363 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.363 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.363 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.363 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.363 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.363 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.363 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.363 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.363 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.7", 2024-04-13T07:13:53.363 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.363 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.363 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.364 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.364 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.364 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:08:10.158542+0000", 2024-04-13T07:13:53.364 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.364 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.364 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.367 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.367 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.367 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.368 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.368 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.368 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.368 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.368 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:53.368 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.368 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.368 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.368 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.368 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.368 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.368 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.368 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.368 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T07:13:53.369 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.369 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.369 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T07:13:53.369 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.369 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.369 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.369 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083840+0000", 2024-04-13T07:13:53.369 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:11:20.350076+0000", 2024-04-13T07:13:53.369 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:11:20.350076+0000", 2024-04-13T07:13:53.369 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:11:20.350358+0000", 2024-04-13T07:13:53.369 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083840+0000", 2024-04-13T07:13:53.369 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.369 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.369 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.369 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 66, 2024-04-13T07:13:53.370 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083840+0000", 2024-04-13T07:13:53.370 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083840+0000", 2024-04-13T07:13:53.370 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083840+0000", 2024-04-13T07:13:53.370 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.370 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.370 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:53.370 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083840+0000", 2024-04-13T07:13:53.370 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083840+0000", 2024-04-13T07:13:53.370 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.370 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.370 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.370 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.371 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 65, 2024-04-13T07:13:53.371 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.371 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.371 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.371 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.371 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.371 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.371 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.371 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.371 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.1", 2024-04-13T07:13:53.371 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.371 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.372 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.372 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 15, 2024-04-13T07:13:53.372 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.372 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:31:56.160592+0000", 2024-04-13T07:13:53.372 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.372 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.372 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.376 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.376 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.376 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.376 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.376 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.376 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.376 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.376 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T07:13:53.376 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.376 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.376 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.377 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.377 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.377 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.377 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.377 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:53.377 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.377 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.377 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.377 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.377 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.377 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083182+0000", 2024-04-13T07:13:53.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.474172+0000", 2024-04-13T07:13:53.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.474172+0000", 2024-04-13T07:13:53.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.474543+0000", 2024-04-13T07:13:53.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083182+0000", 2024-04-13T07:13:53.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083182+0000", 2024-04-13T07:13:53.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083182+0000", 2024-04-13T07:13:53.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083182+0000", 2024-04-13T07:13:53.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.379 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.379 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.379 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083182+0000", 2024-04-13T07:13:53.379 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083182+0000", 2024-04-13T07:13:53.379 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.379 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T07:13:53.379 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.379 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.379 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.379 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.379 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.380 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.380 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.380 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T07:13:53.380 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.380 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.380 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.380 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.7", 2024-04-13T07:13:53.380 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.380 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.380 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.380 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 22, 2024-04-13T07:13:53.380 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.381 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:37:43.004120+0000", 2024-04-13T07:13:53.381 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.381 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.381 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T07:13:53.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T07:13:53.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T07:13:53.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:53.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.384 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.384 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.384 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.384 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T07:13:53.384 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.384 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.384 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.384 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.384 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.384 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.384 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.385 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.385 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:53.385 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T07:13:53.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.385 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.385 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.385 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.385 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.385 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:53.385 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.385 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:53.385 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.385 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.386 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.386 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.386 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.386 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083057+0000", 2024-04-13T07:13:53.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.840134+0000", 2024-04-13T07:13:53.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.840134+0000", 2024-04-13T07:13:53.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.840803+0000", 2024-04-13T07:13:53.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083057+0000", 2024-04-13T07:13:53.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083057+0000", 2024-04-13T07:13:53.387 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083057+0000", 2024-04-13T07:13:53.387 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083057+0000", 2024-04-13T07:13:53.387 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.387 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.387 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.387 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083057+0000", 2024-04-13T07:13:53.387 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083057+0000", 2024-04-13T07:13:53.387 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.387 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.387 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.387 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.387 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.387 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.387 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.388 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.388 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.388 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.388 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.388 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.388 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.388 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.6", 2024-04-13T07:13:53.388 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.388 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.388 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.388 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.388 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.388 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:29:02.436820+0000", 2024-04-13T07:13:53.388 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.389 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.389 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.392 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.392 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.392 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.392 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.392 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.392 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.392 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:53.392 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.392 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:53.392 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.393 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.393 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.393 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.393 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.393 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.393 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.393 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:53.393 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.393 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.393 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.393 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.393 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.393 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.393 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016653+0000", 2024-04-13T07:13:53.394 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.479694+0000", 2024-04-13T07:13:53.394 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.479694+0000", 2024-04-13T07:13:53.394 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.479974+0000", 2024-04-13T07:13:53.394 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016653+0000", 2024-04-13T07:13:53.394 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.394 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.394 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.394 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.394 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016653+0000", 2024-04-13T07:13:53.394 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016653+0000", 2024-04-13T07:13:53.394 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016653+0000", 2024-04-13T07:13:53.394 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.394 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.395 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.395 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016653+0000", 2024-04-13T07:13:53.395 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016653+0000", 2024-04-13T07:13:53.395 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.395 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.395 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.395 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.395 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.395 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.395 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.395 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.395 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.396 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.396 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.396 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.396 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.396 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.8", 2024-04-13T07:13:53.396 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.396 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.396 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.396 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:53.396 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.396 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:16:55.583079+0000", 2024-04-13T07:13:53.397 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.397 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.397 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.400 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.401 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.401 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.401 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.401 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.401 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.401 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.401 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:53.401 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.401 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.401 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.401 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.402 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.402 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.402 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.402 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T07:13:53.402 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.402 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.402 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.402 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.402 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.402 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.402 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.084251+0000", 2024-04-13T07:13:53.403 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.843703+0000", 2024-04-13T07:13:53.403 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.843703+0000", 2024-04-13T07:13:53.403 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.843996+0000", 2024-04-13T07:13:53.403 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.084251+0000", 2024-04-13T07:13:53.403 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.403 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.403 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.403 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.403 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.084251+0000", 2024-04-13T07:13:53.403 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.084251+0000", 2024-04-13T07:13:53.403 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.084251+0000", 2024-04-13T07:13:53.403 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.404 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.404 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.404 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.084251+0000", 2024-04-13T07:13:53.404 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.084251+0000", 2024-04-13T07:13:53.404 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.404 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.404 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.404 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.404 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.404 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.404 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.404 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.405 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.405 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.405 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.405 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.405 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.405 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.9", 2024-04-13T07:13:53.405 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.405 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.405 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.405 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.405 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.405 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:25:04.610533+0000", 2024-04-13T07:13:53.405 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.405 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.406 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.406 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.406 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.406 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.406 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.406 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.406 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.406 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.406 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.406 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.406 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.406 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.409 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.409 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.409 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.409 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.409 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.409 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.409 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.409 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T07:13:53.409 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.410 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.410 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.410 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.410 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.410 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:53.410 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.410 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:53.410 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.410 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.410 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.410 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.411 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.411 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.411 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016886+0000", 2024-04-13T07:13:53.411 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.461739+0000", 2024-04-13T07:13:53.411 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.461739+0000", 2024-04-13T07:13:53.411 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.462062+0000", 2024-04-13T07:13:53.411 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016886+0000", 2024-04-13T07:13:53.411 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.411 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.411 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.411 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.411 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016886+0000", 2024-04-13T07:13:53.411 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016886+0000", 2024-04-13T07:13:53.412 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016886+0000", 2024-04-13T07:13:53.412 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.412 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.412 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.412 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016886+0000", 2024-04-13T07:13:53.412 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016886+0000", 2024-04-13T07:13:53.412 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.412 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.412 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.412 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.412 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.412 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.412 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.413 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.413 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.413 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.413 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.413 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.413 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.413 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.9", 2024-04-13T07:13:53.413 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.413 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.413 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.413 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:53.413 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.414 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:13:26.811319+0000", 2024-04-13T07:13:53.414 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.414 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.414 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.415 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.415 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.415 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.415 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.415 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.415 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.415 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.415 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.415 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.415 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.415 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.415 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.415 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.415 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.416 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.416 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.416 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.416 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.416 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.416 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.416 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.416 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.416 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.416 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.416 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.416 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.416 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.417 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.417 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.417 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.417 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.417 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.417 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.417 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:53.417 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.418 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:53.418 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.418 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.418 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.418 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.418 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.418 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.418 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.418 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:53.418 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.418 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.418 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.419 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.419 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.419 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.419 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.018507+0000", 2024-04-13T07:13:53.419 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.839541+0000", 2024-04-13T07:13:53.419 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.839541+0000", 2024-04-13T07:13:53.419 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.839923+0000", 2024-04-13T07:13:53.419 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.018507+0000", 2024-04-13T07:13:53.419 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.419 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.419 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.419 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.419 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.018507+0000", 2024-04-13T07:13:53.419 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.018507+0000", 2024-04-13T07:13:53.420 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.018507+0000", 2024-04-13T07:13:53.420 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.420 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.420 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.420 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.018507+0000", 2024-04-13T07:13:53.420 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.018507+0000", 2024-04-13T07:13:53.420 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.420 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.420 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.420 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.420 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.421 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.421 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.421 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.421 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.421 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.421 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.421 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.421 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.421 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.8", 2024-04-13T07:13:53.421 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.421 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.421 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.422 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.422 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.422 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:02:46.110073+0000", 2024-04-13T07:13:53.422 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.422 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.422 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.422 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.422 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.422 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.422 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.423 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.423 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.423 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.423 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.423 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.423 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.423 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.423 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.423 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.423 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.423 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.426 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.426 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.426 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.426 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.426 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.426 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.426 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.426 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:53.427 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.427 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.427 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.427 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.427 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.427 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.427 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.427 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:53.427 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.427 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.427 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.427 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.428 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.428 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.428 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016254+0000", 2024-04-13T07:13:53.428 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.473992+0000", 2024-04-13T07:13:53.428 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.473992+0000", 2024-04-13T07:13:53.428 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.474302+0000", 2024-04-13T07:13:53.428 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016254+0000", 2024-04-13T07:13:53.428 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.428 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.428 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.428 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.428 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016254+0000", 2024-04-13T07:13:53.428 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016254+0000", 2024-04-13T07:13:53.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016254+0000", 2024-04-13T07:13:53.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016254+0000", 2024-04-13T07:13:53.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016254+0000", 2024-04-13T07:13:53.429 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.429 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.429 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.429 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.429 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.429 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.429 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.429 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.430 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.430 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.430 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.430 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.430 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.430 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.a", 2024-04-13T07:13:53.430 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.430 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.430 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.430 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:53.430 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.431 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:34:26.677476+0000", 2024-04-13T07:13:53.431 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.431 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.431 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.435 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.435 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.435 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.435 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.435 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.435 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.435 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.435 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:53.435 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.435 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.435 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.435 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.435 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.436 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:53.436 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.436 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:53.436 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.436 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.436 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.436 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.436 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.436 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.436 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016827+0000", 2024-04-13T07:13:53.436 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.843716+0000", 2024-04-13T07:13:53.436 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.843716+0000", 2024-04-13T07:13:53.436 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.844234+0000", 2024-04-13T07:13:53.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016827+0000", 2024-04-13T07:13:53.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016827+0000", 2024-04-13T07:13:53.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016827+0000", 2024-04-13T07:13:53.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016827+0000", 2024-04-13T07:13:53.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016827+0000", 2024-04-13T07:13:53.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016827+0000", 2024-04-13T07:13:53.437 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.438 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.438 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.438 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.438 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.438 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.438 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.438 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.438 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.438 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.438 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.438 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.439 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.439 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.b", 2024-04-13T07:13:53.439 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.439 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.439 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.439 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.439 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.439 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:30:04.189466+0000", 2024-04-13T07:13:53.439 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.439 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.439 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.443 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.443 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.443 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.443 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.443 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.443 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:53.443 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.443 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:53.443 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.443 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.444 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.444 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.444 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.444 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:53.444 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.444 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:53.444 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.444 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.444 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.444 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.444 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.444 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.444 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017510+0000", 2024-04-13T07:13:53.444 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.478236+0000", 2024-04-13T07:13:53.445 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.478236+0000", 2024-04-13T07:13:53.445 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.478558+0000", 2024-04-13T07:13:53.445 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017510+0000", 2024-04-13T07:13:53.445 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.445 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.445 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.445 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.445 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017510+0000", 2024-04-13T07:13:53.445 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017510+0000", 2024-04-13T07:13:53.445 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017510+0000", 2024-04-13T07:13:53.445 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.445 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.446 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.446 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017510+0000", 2024-04-13T07:13:53.446 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017510+0000", 2024-04-13T07:13:53.446 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.446 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T07:13:53.446 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.446 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.446 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.446 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.446 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.446 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.446 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.447 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T07:13:53.447 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.447 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.447 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.447 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.b", 2024-04-13T07:13:53.447 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.447 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.447 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.447 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 22, 2024-04-13T07:13:53.447 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.447 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:30:17.788004+0000", 2024-04-13T07:13:53.447 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.447 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.448 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T07:13:53.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T07:13:53.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T07:13:53.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:53.450 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.450 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.450 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.450 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.450 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.450 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.450 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.450 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.450 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.450 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.450 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.450 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.451 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T07:13:53.451 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.451 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.451 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.451 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.451 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.451 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.451 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:53.451 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.451 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:53.453 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T07:13:53.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.453 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.453 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.454 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.454 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.454 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.454 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.454 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:53.454 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.454 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.454 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.454 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.454 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.454 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.455 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.084025+0000", 2024-04-13T07:13:53.455 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.839225+0000", 2024-04-13T07:13:53.455 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.839225+0000", 2024-04-13T07:13:53.455 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.840776+0000", 2024-04-13T07:13:53.455 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.084025+0000", 2024-04-13T07:13:53.455 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.455 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.455 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.455 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.455 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.084025+0000", 2024-04-13T07:13:53.455 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.084025+0000", 2024-04-13T07:13:53.455 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.084025+0000", 2024-04-13T07:13:53.456 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.456 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.456 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.456 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.084025+0000", 2024-04-13T07:13:53.456 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.084025+0000", 2024-04-13T07:13:53.456 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.456 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.456 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.456 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.456 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.456 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.456 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.456 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.457 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.457 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.457 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.457 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.457 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.457 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.a", 2024-04-13T07:13:53.457 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.457 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.457 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.457 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.457 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.457 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:25:46.838238+0000", 2024-04-13T07:13:53.458 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.458 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.458 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.458 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.458 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.458 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.458 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.458 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.458 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.458 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.458 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.459 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.459 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.459 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.459 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.459 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.459 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.459 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.459 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.459 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.459 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.459 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.459 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.459 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.461 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.461 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.461 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.461 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.461 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.462 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.462 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.462 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:53.462 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.462 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.462 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.462 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.462 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.462 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.462 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.462 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T07:13:53.463 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.463 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.463 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.463 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.463 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.463 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.463 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016621+0000", 2024-04-13T07:13:53.463 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.468421+0000", 2024-04-13T07:13:53.463 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.468421+0000", 2024-04-13T07:13:53.463 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.468712+0000", 2024-04-13T07:13:53.463 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016621+0000", 2024-04-13T07:13:53.463 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.464 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.464 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.464 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.464 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016621+0000", 2024-04-13T07:13:53.464 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016621+0000", 2024-04-13T07:13:53.464 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016621+0000", 2024-04-13T07:13:53.464 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.464 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.464 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.464 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016621+0000", 2024-04-13T07:13:53.464 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016621+0000", 2024-04-13T07:13:53.465 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.465 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.465 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.465 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.465 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.465 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.465 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.465 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.465 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.465 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.465 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.466 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.466 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.466 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.c", 2024-04-13T07:13:53.466 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.466 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.466 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.466 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:53.466 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.466 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:55:26.294310+0000", 2024-04-13T07:13:53.466 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.466 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.467 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.467 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.467 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.467 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.467 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.467 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.467 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.467 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.467 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.467 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.467 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.467 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.470 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.470 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.470 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.470 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.470 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.470 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.471 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.471 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.471 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T07:13:53.471 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.471 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.471 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.471 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.471 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.471 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.471 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.471 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:53.472 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.472 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.472 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.472 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.472 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.472 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017103+0000", 2024-04-13T07:13:53.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.842980+0000", 2024-04-13T07:13:53.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.842980+0000", 2024-04-13T07:13:53.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.843581+0000", 2024-04-13T07:13:53.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017103+0000", 2024-04-13T07:13:53.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017103+0000", 2024-04-13T07:13:53.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017103+0000", 2024-04-13T07:13:53.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017103+0000", 2024-04-13T07:13:53.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017103+0000", 2024-04-13T07:13:53.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017103+0000", 2024-04-13T07:13:53.473 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.473 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.474 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.474 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.474 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.474 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.474 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.474 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.474 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.474 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.474 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.474 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.474 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.474 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.d", 2024-04-13T07:13:53.475 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.475 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.475 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.475 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.475 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.475 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:27:15.041357+0000", 2024-04-13T07:13:53.475 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.475 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.475 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.479 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.479 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.479 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.479 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.479 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.479 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.479 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.479 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:53.479 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.479 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.479 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.479 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.480 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.480 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:53.480 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.480 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:53.480 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.480 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.480 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.480 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.480 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.480 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.480 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016869+0000", 2024-04-13T07:13:53.480 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.467834+0000", 2024-04-13T07:13:53.480 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.467834+0000", 2024-04-13T07:13:53.480 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.468115+0000", 2024-04-13T07:13:53.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016869+0000", 2024-04-13T07:13:53.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016869+0000", 2024-04-13T07:13:53.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016869+0000", 2024-04-13T07:13:53.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016869+0000", 2024-04-13T07:13:53.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.482 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016869+0000", 2024-04-13T07:13:53.482 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016869+0000", 2024-04-13T07:13:53.482 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.482 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T07:13:53.482 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.482 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.482 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.482 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.482 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.482 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.482 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.483 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T07:13:53.483 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.483 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.483 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.483 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.d", 2024-04-13T07:13:53.483 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.483 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.483 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.483 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 21, 2024-04-13T07:13:53.483 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.483 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:01:34.191890+0000", 2024-04-13T07:13:53.483 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.483 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.484 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 70, 2024-04-13T07:13:53.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T07:13:53.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T07:13:53.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T07:13:53.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.486 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.486 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.486 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.486 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.486 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.486 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.486 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.486 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.486 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.486 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.486 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.486 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T07:13:53.487 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T07:13:53.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.487 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.487 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.487 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.487 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.487 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.487 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:53.487 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.487 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:53.487 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'1" 2024-04-13T07:13:53.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.488 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.488 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.488 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.488 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.488 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.488 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.488 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:53.488 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.488 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.488 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.488 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.488 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.489 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.489 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.014167+0000", 2024-04-13T07:13:53.489 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.834446+0000", 2024-04-13T07:13:53.489 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.834446+0000", 2024-04-13T07:13:53.489 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.834780+0000", 2024-04-13T07:13:53.489 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.014167+0000", 2024-04-13T07:13:53.489 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.489 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.489 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.489 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.489 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.014167+0000", 2024-04-13T07:13:53.490 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.014167+0000", 2024-04-13T07:13:53.490 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.014167+0000", 2024-04-13T07:13:53.490 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.490 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.490 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.490 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.014167+0000", 2024-04-13T07:13:53.490 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.014167+0000", 2024-04-13T07:13:53.490 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.490 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.490 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.490 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.491 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.491 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.491 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.491 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.491 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.491 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.491 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.491 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.491 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.491 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.c", 2024-04-13T07:13:53.491 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.491 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.491 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.491 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.492 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.492 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:57:46.687975+0000", 2024-04-13T07:13:53.492 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.492 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.492 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.494 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.494 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.494 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.494 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.494 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.494 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.494 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.494 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.494 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.494 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.494 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.494 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.495 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.495 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.495 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.495 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.495 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.495 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.495 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.495 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.495 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.495 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.495 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.495 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.496 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.496 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:53.496 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.496 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.496 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.496 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.496 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.496 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.496 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.496 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T07:13:53.496 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.496 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.497 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:53.497 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.497 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.497 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.497 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016361+0000", 2024-04-13T07:13:53.497 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.473524+0000", 2024-04-13T07:13:53.497 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.473524+0000", 2024-04-13T07:13:53.497 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.473847+0000", 2024-04-13T07:13:53.497 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016361+0000", 2024-04-13T07:13:53.497 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.497 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.497 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.498 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:53.498 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016361+0000", 2024-04-13T07:13:53.498 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016361+0000", 2024-04-13T07:13:53.498 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016361+0000", 2024-04-13T07:13:53.498 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.498 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.498 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:53.498 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016361+0000", 2024-04-13T07:13:53.498 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016361+0000", 2024-04-13T07:13:53.498 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.498 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T07:13:53.498 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.499 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.499 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:53.499 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.499 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.499 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.499 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.499 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T07:13:53.499 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.499 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.499 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.499 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.e", 2024-04-13T07:13:53.499 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.500 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.500 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.500 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 22, 2024-04-13T07:13:53.500 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.500 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:35:30.061039+0000", 2024-04-13T07:13:53.500 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.500 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.500 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.501 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.501 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.501 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.501 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.501 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.501 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.501 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.501 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.501 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.501 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.501 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.501 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.502 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.502 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T07:13:53.502 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T07:13:53.502 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.502 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T07:13:53.502 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.502 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.502 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.502 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.502 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.502 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:53.503 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.503 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.503 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.503 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.503 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.503 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.503 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.503 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.503 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.503 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.503 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.504 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.504 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T07:13:53.504 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.504 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.504 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.504 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.504 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.504 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.504 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:53.504 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.504 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T07:13:53.505 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T07:13:53.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.505 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.505 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.505 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.505 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.505 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:53.505 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.505 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:53.505 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.506 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.506 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.506 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.506 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.506 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.506 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.086704+0000", 2024-04-13T07:13:53.506 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:12:19.085584+0000", 2024-04-13T07:13:53.506 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:12:19.085584+0000", 2024-04-13T07:13:53.506 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:12:19.086024+0000", 2024-04-13T07:13:53.506 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.086704+0000", 2024-04-13T07:13:53.506 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.506 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.506 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.507 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 70, 2024-04-13T07:13:53.507 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.086704+0000", 2024-04-13T07:13:53.507 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.086704+0000", 2024-04-13T07:13:53.507 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.086704+0000", 2024-04-13T07:13:53.507 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.507 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.507 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.507 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.086704+0000", 2024-04-13T07:13:53.507 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.086704+0000", 2024-04-13T07:13:53.507 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.507 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.507 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.508 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.508 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 69, 2024-04-13T07:13:53.508 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.508 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.508 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.508 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.508 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.508 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.508 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.508 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.508 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.f", 2024-04-13T07:13:53.508 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.509 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.509 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.509 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 28, 2024-04-13T07:13:53.509 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.509 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:38:15.811275+0000", 2024-04-13T07:13:53.509 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.509 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.509 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.509 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.509 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.509 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.509 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.509 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.510 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.510 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.510 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.510 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.510 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.510 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.510 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.510 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.510 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.510 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.510 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.510 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.512 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.513 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.513 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.513 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.513 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.513 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:53.513 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.513 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:53.513 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.513 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.513 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.513 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.514 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.514 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:53.514 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.514 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:53.514 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.514 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.514 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.514 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.514 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.514 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.515 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082881+0000", 2024-04-13T07:13:53.515 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.843370+0000", 2024-04-13T07:13:53.515 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.843370+0000", 2024-04-13T07:13:53.515 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.843960+0000", 2024-04-13T07:13:53.515 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082881+0000", 2024-04-13T07:13:53.515 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.515 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.515 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.515 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.515 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082881+0000", 2024-04-13T07:13:53.516 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082881+0000", 2024-04-13T07:13:53.516 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082881+0000", 2024-04-13T07:13:53.516 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.516 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.516 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.516 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082881+0000", 2024-04-13T07:13:53.516 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082881+0000", 2024-04-13T07:13:53.516 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.516 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.516 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.516 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.517 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.517 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.517 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.517 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.517 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.517 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.517 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.517 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.517 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.517 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.20", 2024-04-13T07:13:53.517 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.518 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.518 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.518 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.518 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.518 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:20:12.663942+0000", 2024-04-13T07:13:53.518 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.518 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.518 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.518 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.518 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.522 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.522 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.522 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.522 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.522 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.522 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.522 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.522 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.522 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.522 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.523 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:53.523 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.523 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:53.523 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.523 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.523 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.523 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.523 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.523 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.524 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.524 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T07:13:53.524 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.524 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.524 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.524 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.524 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.524 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.524 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.015831+0000", 2024-04-13T07:13:53.524 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.839121+0000", 2024-04-13T07:13:53.524 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.839121+0000", 2024-04-13T07:13:53.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.839369+0000", 2024-04-13T07:13:53.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.015831+0000", 2024-04-13T07:13:53.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.015831+0000", 2024-04-13T07:13:53.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.015831+0000", 2024-04-13T07:13:53.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.015831+0000", 2024-04-13T07:13:53.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.526 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.526 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.526 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.015831+0000", 2024-04-13T07:13:53.526 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.015831+0000", 2024-04-13T07:13:53.526 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.526 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.526 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.526 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.526 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.526 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.526 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.526 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.526 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.527 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.527 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.527 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.527 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.527 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.21", 2024-04-13T07:13:53.527 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.527 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.527 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.527 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.527 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.527 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:44:53.744896+0000", 2024-04-13T07:13:53.527 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.527 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.527 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.531 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.531 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.531 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.531 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.531 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.531 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.531 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.531 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.531 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:53.532 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.532 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.532 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.532 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T07:13:53.532 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.532 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.532 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.532 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.532 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.532 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.532 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.532 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:53.532 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.533 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.533 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.533 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.533 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.533 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.533 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.013874+0000", 2024-04-13T07:13:53.533 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.830952+0000", 2024-04-13T07:13:53.533 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.830952+0000", 2024-04-13T07:13:53.533 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.831282+0000", 2024-04-13T07:13:53.533 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.013874+0000", 2024-04-13T07:13:53.533 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.533 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.533 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.534 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.534 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.013874+0000", 2024-04-13T07:13:53.534 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.013874+0000", 2024-04-13T07:13:53.534 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.013874+0000", 2024-04-13T07:13:53.534 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.534 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.534 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.534 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.013874+0000", 2024-04-13T07:13:53.534 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.013874+0000", 2024-04-13T07:13:53.534 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.534 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.534 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.534 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.534 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.535 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.535 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.535 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.535 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.535 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.535 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.535 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.535 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.535 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.22", 2024-04-13T07:13:53.535 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.535 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.535 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.535 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.535 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.535 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:25:26.940812+0000", 2024-04-13T07:13:53.536 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.536 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.536 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.539 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.539 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.539 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.539 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.539 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.539 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.539 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.539 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.539 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.539 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.539 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:53.540 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.540 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.540 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.540 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.540 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.540 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:53.540 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.540 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:53.540 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.540 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.540 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.540 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.540 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.540 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.541 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082690+0000", 2024-04-13T07:13:53.541 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.849435+0000", 2024-04-13T07:13:53.541 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.849435+0000", 2024-04-13T07:13:53.541 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.849684+0000", 2024-04-13T07:13:53.541 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082690+0000", 2024-04-13T07:13:53.541 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.541 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.541 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.541 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.541 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082690+0000", 2024-04-13T07:13:53.541 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082690+0000", 2024-04-13T07:13:53.541 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082690+0000", 2024-04-13T07:13:53.542 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.542 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.542 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.542 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082690+0000", 2024-04-13T07:13:53.542 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082690+0000", 2024-04-13T07:13:53.542 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.542 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.542 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.542 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.542 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.542 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.542 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.542 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.543 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.543 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.543 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.543 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.543 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.543 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.23", 2024-04-13T07:13:53.543 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.543 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.543 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.543 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.543 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.543 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:31:42.762709+0000", 2024-04-13T07:13:53.543 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.543 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.544 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.546 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.546 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.546 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.546 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.546 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.546 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.546 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.546 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.546 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.546 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.546 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.546 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.547 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.547 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.547 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.547 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.547 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.547 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.547 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.547 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.547 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.547 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.547 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:53.548 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.548 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:53.548 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.548 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.548 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.548 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.548 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.548 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.548 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.548 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:53.548 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.549 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.549 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.549 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.549 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.549 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.549 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.018269+0000", 2024-04-13T07:13:53.549 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.848927+0000", 2024-04-13T07:13:53.549 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.848927+0000", 2024-04-13T07:13:53.549 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.849247+0000", 2024-04-13T07:13:53.549 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.018269+0000", 2024-04-13T07:13:53.549 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.549 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.549 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.550 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.550 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.018269+0000", 2024-04-13T07:13:53.550 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.018269+0000", 2024-04-13T07:13:53.550 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.018269+0000", 2024-04-13T07:13:53.550 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.550 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.550 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.550 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.018269+0000", 2024-04-13T07:13:53.550 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.018269+0000", 2024-04-13T07:13:53.550 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.550 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.550 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.551 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.551 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.551 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.551 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.551 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.551 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.551 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.551 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.551 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.551 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.551 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.24", 2024-04-13T07:13:53.551 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.551 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.552 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.552 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.552 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.552 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:21:40.960957+0000", 2024-04-13T07:13:53.552 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.552 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.552 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.552 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.552 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.552 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.552 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.552 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.552 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.553 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.553 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.553 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.553 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.553 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.553 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.553 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.553 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.553 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.553 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.553 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.553 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.555 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.556 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.556 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.556 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.556 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.556 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.556 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.556 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:53.556 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.556 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.556 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.556 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.556 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.557 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.557 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.557 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:53.557 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.557 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.557 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.557 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.557 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.557 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.557 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016770+0000", 2024-04-13T07:13:53.557 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.825052+0000", 2024-04-13T07:13:53.557 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.825052+0000", 2024-04-13T07:13:53.558 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.825314+0000", 2024-04-13T07:13:53.558 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016770+0000", 2024-04-13T07:13:53.558 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.558 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.558 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.558 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.558 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016770+0000", 2024-04-13T07:13:53.558 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016770+0000", 2024-04-13T07:13:53.558 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016770+0000", 2024-04-13T07:13:53.558 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.558 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.558 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.559 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016770+0000", 2024-04-13T07:13:53.559 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016770+0000", 2024-04-13T07:13:53.559 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.559 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.559 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.559 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.559 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.559 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.559 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.559 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.559 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.560 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.560 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.560 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.560 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.560 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.25", 2024-04-13T07:13:53.560 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.560 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.560 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.560 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.560 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.560 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:50:21.109717+0000", 2024-04-13T07:13:53.560 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.560 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.560 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.561 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.561 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.561 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.561 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.561 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.561 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.561 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.561 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.561 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.561 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.561 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.561 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.562 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.562 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.562 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.562 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.562 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.562 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.562 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.562 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.562 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.562 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.562 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.564 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.564 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.564 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.564 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.564 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.564 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.564 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.564 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:53.565 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.565 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.565 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.565 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.565 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.565 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:53.565 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.565 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:53.565 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.565 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.565 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.565 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.565 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.566 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.566 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083909+0000", 2024-04-13T07:13:53.566 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.841640+0000", 2024-04-13T07:13:53.566 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.841640+0000", 2024-04-13T07:13:53.566 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.841950+0000", 2024-04-13T07:13:53.566 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083909+0000", 2024-04-13T07:13:53.566 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.566 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.566 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.566 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.567 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083909+0000", 2024-04-13T07:13:53.567 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083909+0000", 2024-04-13T07:13:53.567 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083909+0000", 2024-04-13T07:13:53.567 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.567 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.567 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.567 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083909+0000", 2024-04-13T07:13:53.567 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083909+0000", 2024-04-13T07:13:53.567 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.567 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.567 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.567 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.568 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.568 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.568 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.568 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.568 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.568 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.568 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.568 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.568 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.568 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.26", 2024-04-13T07:13:53.568 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.568 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.568 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.569 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.569 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.569 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:09:56.405180+0000", 2024-04-13T07:13:53.569 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.569 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.569 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.569 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.569 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.569 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.569 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.569 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.569 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.569 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.572 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.572 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.572 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.573 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.573 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.573 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:53.573 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.573 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:53.573 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.573 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.573 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.573 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.573 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.573 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.573 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.574 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:53.574 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.574 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.574 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.574 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.574 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.574 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.574 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.024051+0000", 2024-04-13T07:13:53.574 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:12:19.023271+0000", 2024-04-13T07:13:53.574 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:12:19.023271+0000", 2024-04-13T07:13:53.574 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:12:19.023627+0000", 2024-04-13T07:13:53.574 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.024051+0000", 2024-04-13T07:13:53.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 70, 2024-04-13T07:13:53.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.024051+0000", 2024-04-13T07:13:53.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.024051+0000", 2024-04-13T07:13:53.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.024051+0000", 2024-04-13T07:13:53.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.024051+0000", 2024-04-13T07:13:53.576 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.024051+0000", 2024-04-13T07:13:53.576 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.576 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.576 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.576 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.576 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 69, 2024-04-13T07:13:53.576 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.576 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.576 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.576 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.576 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.576 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.576 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.577 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.577 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.27", 2024-04-13T07:13:53.577 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.577 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.577 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.577 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 28, 2024-04-13T07:13:53.577 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.577 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:41:43.978779+0000", 2024-04-13T07:13:53.577 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.577 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.577 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.581 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.581 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.581 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.581 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.581 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.581 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.581 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.581 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.581 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.581 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.581 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.582 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:53.582 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.582 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.582 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.582 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.582 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.582 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.582 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.582 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:53.582 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.582 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.583 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.583 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.583 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.583 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.013731+0000", 2024-04-13T07:13:53.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.835130+0000", 2024-04-13T07:13:53.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.835130+0000", 2024-04-13T07:13:53.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.836128+0000", 2024-04-13T07:13:53.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.013731+0000", 2024-04-13T07:13:53.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.013731+0000", 2024-04-13T07:13:53.584 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.013731+0000", 2024-04-13T07:13:53.584 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.013731+0000", 2024-04-13T07:13:53.584 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.584 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.584 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.584 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.013731+0000", 2024-04-13T07:13:53.584 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.013731+0000", 2024-04-13T07:13:53.584 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.584 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.584 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.584 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.584 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.585 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.585 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.585 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.585 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.585 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.585 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.585 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.585 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.585 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.28", 2024-04-13T07:13:53.585 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.585 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.585 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.585 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.586 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.586 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:36:32.460887+0000", 2024-04-13T07:13:53.586 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.586 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.586 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.589 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.589 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.589 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.589 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.589 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.589 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.589 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.589 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.589 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.589 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.589 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.590 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:53.590 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.590 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:53.590 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.590 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.590 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.590 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.590 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.590 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.590 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.590 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:53.591 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.591 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.591 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.591 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.591 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.591 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.591 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017843+0000", 2024-04-13T07:13:53.591 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.843986+0000", 2024-04-13T07:13:53.591 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.843986+0000", 2024-04-13T07:13:53.591 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.844483+0000", 2024-04-13T07:13:53.591 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017843+0000", 2024-04-13T07:13:53.591 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.591 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.592 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.592 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.592 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017843+0000", 2024-04-13T07:13:53.592 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017843+0000", 2024-04-13T07:13:53.592 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017843+0000", 2024-04-13T07:13:53.592 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.592 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.592 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.592 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017843+0000", 2024-04-13T07:13:53.592 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017843+0000", 2024-04-13T07:13:53.592 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.592 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.592 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.592 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.593 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.593 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.593 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.593 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.593 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.593 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.593 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.593 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.593 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.593 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.29", 2024-04-13T07:13:53.593 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.593 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.594 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.594 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.594 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.594 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:36:21.352013+0000", 2024-04-13T07:13:53.594 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.594 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.594 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.596 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.596 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.596 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.596 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.596 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.596 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.596 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.596 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.596 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.596 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.596 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.596 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.596 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.596 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.597 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.597 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.597 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.597 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.597 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.597 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.597 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.597 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.597 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.597 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.597 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:53.598 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.598 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.598 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.598 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:53.598 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.598 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.598 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.598 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.598 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.598 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.598 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.598 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.599 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:53.599 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.599 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.599 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.599 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.599 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.599 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.599 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.013963+0000", 2024-04-13T07:13:53.599 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.843747+0000", 2024-04-13T07:13:53.599 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.843747+0000", 2024-04-13T07:13:53.599 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.844046+0000", 2024-04-13T07:13:53.599 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.013963+0000", 2024-04-13T07:13:53.599 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.600 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.600 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.600 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.600 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.013963+0000", 2024-04-13T07:13:53.600 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.013963+0000", 2024-04-13T07:13:53.600 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.013963+0000", 2024-04-13T07:13:53.600 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.600 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.600 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.600 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.013963+0000", 2024-04-13T07:13:53.600 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.013963+0000", 2024-04-13T07:13:53.601 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.601 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.601 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.601 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.601 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.601 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.601 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.601 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.601 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.601 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.601 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.601 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.602 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.602 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2a", 2024-04-13T07:13:53.602 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.602 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.602 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.602 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.602 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.602 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:52:16.121693+0000", 2024-04-13T07:13:53.602 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.602 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.602 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.603 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.603 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.603 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.603 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.603 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.603 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.603 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.603 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.603 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.603 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.603 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.604 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.604 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.604 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.604 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.604 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.604 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.604 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.604 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.604 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.604 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.604 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.604 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.605 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.605 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.605 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.605 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.605 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.605 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.605 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.605 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.605 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.605 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.605 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.605 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.605 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.606 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.606 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.606 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.606 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.606 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.606 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.606 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.606 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.606 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:53.606 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.606 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:53.607 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.607 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:53.607 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.607 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.607 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.607 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.607 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.607 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.607 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.607 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.607 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:53.607 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.607 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.608 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.608 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.608 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.608 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.608 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082701+0000", 2024-04-13T07:13:53.608 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.845343+0000", 2024-04-13T07:13:53.608 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.845343+0000", 2024-04-13T07:13:53.608 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.845711+0000", 2024-04-13T07:13:53.608 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082701+0000", 2024-04-13T07:13:53.608 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.608 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.608 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.608 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.609 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082701+0000", 2024-04-13T07:13:53.609 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082701+0000", 2024-04-13T07:13:53.609 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082701+0000", 2024-04-13T07:13:53.609 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.609 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.609 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.609 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082701+0000", 2024-04-13T07:13:53.609 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082701+0000", 2024-04-13T07:13:53.609 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.609 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.609 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.609 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.609 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.609 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.610 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.610 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.610 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.610 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.610 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.610 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.610 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.610 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2b", 2024-04-13T07:13:53.610 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.610 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.610 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.610 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.611 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.611 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:21:42.960796+0000", 2024-04-13T07:13:53.611 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.611 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.611 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.611 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.611 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.611 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.611 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.611 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.611 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.614 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.614 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.615 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.615 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.615 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:53.615 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.615 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.615 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.615 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:53.615 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.615 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.615 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.615 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:53.615 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.615 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.615 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.616 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.616 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:53.616 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:53.616 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:53.616 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:53.616 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:53.616 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:53.616 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:53.616 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.084312+0000", 2024-04-13T07:13:53.616 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.841149+0000", 2024-04-13T07:13:53.616 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.841149+0000", 2024-04-13T07:13:53.616 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.841434+0000", 2024-04-13T07:13:53.616 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.084312+0000", 2024-04-13T07:13:53.617 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.617 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:53.617 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.617 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:53.617 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.084312+0000", 2024-04-13T07:13:53.617 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.084312+0000", 2024-04-13T07:13:53.617 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.084312+0000", 2024-04-13T07:13:53.617 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:53.617 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:53.617 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:53.617 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.084312+0000", 2024-04-13T07:13:53.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.084312+0000", 2024-04-13T07:13:53.618 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:53.618 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.618 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:53.618 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:53.618 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:53.618 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:53.618 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:53.618 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:53.618 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:53.618 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.618 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:53.618 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:53.619 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:53.619 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2c", 2024-04-13T07:13:53.619 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:53.619 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:53.619 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:53.619 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:53.619 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:53.619 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:07:48.197300+0000", 2024-04-13T07:13:53.619 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:53.619 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:53.619 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.619 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.620 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.620 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.620 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.620 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.620 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.620 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.620 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.620 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.620 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.620 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.620 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.620 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.620 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.623 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.623 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:53.623 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:53.623 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:53.623 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:53.623 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:53.623 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.623 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.623 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:53.624 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:53.624 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.624 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.624 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_per_pool": [ 2024-04-13T07:13:53.624 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.624 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 24, 2024-04-13T07:13:53.624 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:53.624 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd" 2024-04-13T07:13:53.624 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.624 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 8, 2024-04-13T07:13:53.625 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 8, 2024-04-13T07:13:53.625 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.625 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 4, 2024-04-13T07:13:53.625 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.625 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.625 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.625 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.625 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.625 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.625 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.625 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.625 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.626 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.626 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.626 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.626 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.626 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.626 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.626 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.626 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.626 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.626 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.626 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.626 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.628 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.628 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T07:13:53.628 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 0, 2024-04-13T07:13:53.628 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T07:13:53.628 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T07:13:53.628 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T07:13:53.628 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T07:13:53.628 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 0, 2024-04-13T07:13:53.629 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T07:13:53.629 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T07:13:53.629 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T07:13:53.629 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T07:13:53.629 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.629 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 24 2024-04-13T07:13:53.629 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.629 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.629 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 192, 2024-04-13T07:13:53.629 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:53.629 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T07:13:53.629 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.630 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 64, 2024-04-13T07:13:53.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 8, 2024-04-13T07:13:53.630 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.630 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 3, 2024-04-13T07:13:53.630 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.633 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.633 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T07:13:53.634 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 0, 2024-04-13T07:13:53.634 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T07:13:53.634 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T07:13:53.634 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T07:13:53.634 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T07:13:53.634 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 0, 2024-04-13T07:13:53.634 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T07:13:53.634 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T07:13:53.634 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T07:13:53.634 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T07:13:53.635 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.635 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 192 2024-04-13T07:13:53.635 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.635 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.635 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 3, 2024-04-13T07:13:53.635 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:53.635 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr" 2024-04-13T07:13:53.635 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.635 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 128, 2024-04-13T07:13:53.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 1, 2024-04-13T07:13:53.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 3, 2024-04-13T07:13:53.635 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 128, 2024-04-13T07:13:53.635 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 1, 2024-04-13T07:13:53.636 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 590368, 2024-04-13T07:13:53.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 1771104, 2024-04-13T07:13:53.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T07:13:53.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T07:13:53.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T07:13:53.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 6, 2024-04-13T07:13:53.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.639 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.639 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 212, 2024-04-13T07:13:53.639 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 306, 2024-04-13T07:13:53.639 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.639 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.639 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.639 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 179, 2024-04-13T07:13:53.639 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 2416 2024-04-13T07:13:53.639 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.639 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T07:13:53.639 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 1781760, 2024-04-13T07:13:53.640 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T07:13:53.640 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T07:13:53.640 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T07:13:53.640 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T07:13:53.640 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 1771104, 2024-04-13T07:13:53.640 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T07:13:53.640 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T07:13:53.640 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T07:13:53.640 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T07:13:53.640 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.640 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 3 2024-04-13T07:13:53.640 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.640 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.640 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 96, 2024-04-13T07:13:53.641 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:53.641 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T07:13:53.641 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.641 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 45, 2024-04-13T07:13:53.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 32, 2024-04-13T07:13:53.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 8, 2024-04-13T07:13:53.641 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 45, 2024-04-13T07:13:53.641 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 2, 2024-04-13T07:13:53.641 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 3430, 2024-04-13T07:13:53.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 66, 2024-04-13T07:13:53.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 22, 2024-04-13T07:13:53.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 22, 2024-04-13T07:13:53.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 14, 2024-04-13T07:13:53.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 51, 2024-04-13T07:13:53.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 20 2024-04-13T07:13:53.645 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.645 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T07:13:53.645 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 98304, 2024-04-13T07:13:53.645 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T07:13:53.645 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T07:13:53.645 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T07:13:53.645 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T07:13:53.645 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 10290, 2024-04-13T07:13:53.645 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T07:13:53.645 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T07:13:53.645 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T07:13:53.645 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T07:13:53.645 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.646 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 96 2024-04-13T07:13:53.646 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.646 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.646 INFO:tasks.workunit.client.0.smithi003.stdout: "usage": { 2024-04-13T07:13:53.646 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 105, 2024-04-13T07:13:53.646 INFO:tasks.workunit.client.0.smithi003.stdout: "pools": 4, 2024-04-13T07:13:53.646 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_by_class": { 2024-04-13T07:13:53.646 INFO:tasks.workunit.client.0.smithi003.stdout: "ssd": { 2024-04-13T07:13:53.646 INFO:tasks.workunit.client.0.smithi003.stdout: "total_avail_bytes": 767722962944, 2024-04-13T07:13:53.646 INFO:tasks.workunit.client.0.smithi003.stdout: "total_bytes": 767960285184, 2024-04-13T07:13:53.646 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_bytes": 237322240, 2024-04-13T07:13:53.647 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_raw_bytes": 237322240, 2024-04-13T07:13:53.647 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_raw_ratio": 0.0003090293030254543 2024-04-13T07:13:53.647 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.647 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.647 INFO:tasks.workunit.client.0.smithi003.stdout: "total_avail_bytes": 767722962944, 2024-04-13T07:13:53.647 INFO:tasks.workunit.client.0.smithi003.stdout: "total_bytes": 767960285184, 2024-04-13T07:13:53.647 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_bytes": 237322240 2024-04-13T07:13:53.647 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.647 INFO:tasks.workunit.client.0.smithi003.stdout:} 2024-04-13T07:13:53.647 INFO:tasks.workunit.client.0.smithi003.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-13T07:13:53.648 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph telemetry show-device 2024-04-13T07:13:53.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:53.648 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:53.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/585253986' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T07:13:53.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/585253986' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T07:13:53.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:53.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:53.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.649 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.650 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.650 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:53.650 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:53.650 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.650 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.650 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.650 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:53.650 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:53.650 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.650 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.650 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.650 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:53.651 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:53.651 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.651 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.651 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.651 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:53.651 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:53.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/585253986' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T07:13:53.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/585253986' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T07:13:53.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:53.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:53.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:53.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:53.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:53.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:53.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:53.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:53.654 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.654 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.654 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:51 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.654 INFO:tasks.workunit.client.0.smithi003.stdout:{ 2024-04-13T07:13:53.654 INFO:tasks.workunit.client.0.smithi003.stdout: "5f741694-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T07:13:53.654 INFO:tasks.workunit.client.0.smithi003.stdout: "INTEL_SSDPEDMD400G4_5f749cb8-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T07:13:53.655 INFO:tasks.workunit.client.0.smithi003.stdout: "20240413-070830": { 2024-04-13T07:13:53.655 INFO:tasks.workunit.client.0.smithi003.stdout: "device": { 2024-04-13T07:13:53.655 INFO:tasks.workunit.client.0.smithi003.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T07:13:53.655 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "/dev/nvme0n1", 2024-04-13T07:13:53.655 INFO:tasks.workunit.client.0.smithi003.stdout: "protocol": "NVMe", 2024-04-13T07:13:53.655 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "nvme" 2024-04-13T07:13:53.655 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.655 INFO:tasks.workunit.client.0.smithi003.stdout: "firmware_version": "8DV101H0", 2024-04-13T07:13:53.655 INFO:tasks.workunit.client.0.smithi003.stdout: "host_id": "5f741694-f965-11ee-9de2-0cc47abd15dc", 2024-04-13T07:13:53.655 INFO:tasks.workunit.client.0.smithi003.stdout: "json_format_version": [ 2024-04-13T07:13:53.655 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.656 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.656 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.656 INFO:tasks.workunit.client.0.smithi003.stdout: "local_time": { 2024-04-13T07:13:53.656 INFO:tasks.workunit.client.0.smithi003.stdout: "asctime": "Sat Apr 13 07:08:29 2024 UTC", 2024-04-13T07:13:53.656 INFO:tasks.workunit.client.0.smithi003.stdout: "time_t": 1712992109 2024-04-13T07:13:53.656 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.656 INFO:tasks.workunit.client.0.smithi003.stdout: "logical_block_size": 512, 2024-04-13T07:13:53.656 INFO:tasks.workunit.client.0.smithi003.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T07:13:53.656 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_controller_id": 0, 2024-04-13T07:13:53.656 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T07:13:53.656 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_namespaces": [ 2024-04-13T07:13:53.657 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.657 INFO:tasks.workunit.client.0.smithi003.stdout: "capacity": { 2024-04-13T07:13:53.657 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:53.657 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:53.657 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.657 INFO:tasks.workunit.client.0.smithi003.stdout: "formatted_lba_size": 512, 2024-04-13T07:13:53.657 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 1, 2024-04-13T07:13:53.657 INFO:tasks.workunit.client.0.smithi003.stdout: "size": { 2024-04-13T07:13:53.657 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:53.657 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:53.657 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.657 INFO:tasks.workunit.client.0.smithi003.stdout: "utilization": { 2024-04-13T07:13:53.658 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:53.658 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:53.658 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.658 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.658 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.658 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T07:13:53.658 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_pci_vendor": { 2024-04-13T07:13:53.658 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 32902, 2024-04-13T07:13:53.658 INFO:tasks.workunit.client.0.smithi003.stdout: "subsystem_id": 32902 2024-04-13T07:13:53.658 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.658 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T07:13:53.659 INFO:tasks.workunit.client.0.smithi003.stdout: "Device stats": { 2024-04-13T07:13:53.659 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_fw_downgrades": { 2024-04-13T07:13:53.659 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.659 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.659 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.659 INFO:tasks.workunit.client.0.smithi003.stdout: "crc_error_count": { 2024-04-13T07:13:53.659 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.659 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.659 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.659 INFO:tasks.workunit.client.0.smithi003.stdout: "end_to_end_error_detection_count": { 2024-04-13T07:13:53.659 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.659 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.660 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.660 INFO:tasks.workunit.client.0.smithi003.stdout: "erase_fail_count": { 2024-04-13T07:13:53.660 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.660 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.660 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.660 INFO:tasks.workunit.client.0.smithi003.stdout: "host_bytes_written": { 2024-04-13T07:13:53.660 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.660 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 35646671 2024-04-13T07:13:53.660 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.660 INFO:tasks.workunit.client.0.smithi003.stdout: "host_ctx_wear_used": { 2024-04-13T07:13:53.660 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.660 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 1 2024-04-13T07:13:53.661 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.661 INFO:tasks.workunit.client.0.smithi003.stdout: "media_bytes_read": { 2024-04-13T07:13:53.661 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.661 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.661 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.661 INFO:tasks.workunit.client.0.smithi003.stdout: "nand_bytes_written": { 2024-04-13T07:13:53.661 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.661 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 54879360 2024-04-13T07:13:53.661 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.661 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_stat_indicator": { 2024-04-13T07:13:53.661 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.661 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.662 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.662 INFO:tasks.workunit.client.0.smithi003.stdout: "pll_lock_loss_count": { 2024-04-13T07:13:53.662 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.662 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.662 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.662 INFO:tasks.workunit.client.0.smithi003.stdout: "program_fail_count": { 2024-04-13T07:13:53.662 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.662 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.662 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.662 INFO:tasks.workunit.client.0.smithi003.stdout: "re_alloc_sectr_cnt": { 2024-04-13T07:13:53.662 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.663 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.663 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.663 INFO:tasks.workunit.client.0.smithi003.stdout: "retry_buffer_overflow_count": { 2024-04-13T07:13:53.663 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.663 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.663 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.663 INFO:tasks.workunit.client.0.smithi003.stdout: "soft_ecc_err_rate": { 2024-04-13T07:13:53.663 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.663 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.663 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.663 INFO:tasks.workunit.client.0.smithi003.stdout: "thermal_throttle_status": { 2024-04-13T07:13:53.663 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.663 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T07:13:53.663 INFO:tasks.workunit.client.0.smithi003.stdout: "cnt": 0, 2024-04-13T07:13:53.664 INFO:tasks.workunit.client.0.smithi003.stdout: "pct": 0 2024-04-13T07:13:53.664 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.664 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.664 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_host_reads": { 2024-04-13T07:13:53.664 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.664 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T07:13:53.664 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.664 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_media_wear": { 2024-04-13T07:13:53.664 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.664 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 64 2024-04-13T07:13:53.664 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.664 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_timer": { 2024-04-13T07:13:53.664 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.664 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T07:13:53.665 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.665 INFO:tasks.workunit.client.0.smithi003.stdout: "unexp_power_loss": { 2024-04-13T07:13:53.665 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.665 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.665 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.665 INFO:tasks.workunit.client.0.smithi003.stdout: "wear_leveling": { 2024-04-13T07:13:53.665 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 88, 2024-04-13T07:13:53.665 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T07:13:53.665 INFO:tasks.workunit.client.0.smithi003.stdout: "avg": 3606, 2024-04-13T07:13:53.665 INFO:tasks.workunit.client.0.smithi003.stdout: "max": 3623, 2024-04-13T07:13:53.665 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 3590 2024-04-13T07:13:53.665 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.666 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.666 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.666 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T07:13:53.666 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.666 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_log": { 2024-04-13T07:13:53.666 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare": 100, 2024-04-13T07:13:53.666 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare_threshold": 10, 2024-04-13T07:13:53.666 INFO:tasks.workunit.client.0.smithi003.stdout: "controller_busy_time": 7, 2024-04-13T07:13:53.666 INFO:tasks.workunit.client.0.smithi003.stdout: "critical_warning": 0, 2024-04-13T07:13:53.666 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_read": 423144281, 2024-04-13T07:13:53.666 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_written": 2336140266, 2024-04-13T07:13:53.666 INFO:tasks.workunit.client.0.smithi003.stdout: "host_reads": 6268578978, 2024-04-13T07:13:53.666 INFO:tasks.workunit.client.0.smithi003.stdout: "host_writes": 37285589244, 2024-04-13T07:13:53.667 INFO:tasks.workunit.client.0.smithi003.stdout: "media_errors": 0, 2024-04-13T07:13:53.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_err_log_entries": 0, 2024-04-13T07:13:53.667 INFO:tasks.workunit.client.0.smithi003.stdout: "percentage_used": 12, 2024-04-13T07:13:53.667 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycles": 45118, 2024-04-13T07:13:53.667 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_hours": 66247, 2024-04-13T07:13:53.667 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": 23, 2024-04-13T07:13:53.667 INFO:tasks.workunit.client.0.smithi003.stdout: "unsafe_shutdowns": 245 2024-04-13T07:13:53.667 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.667 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_vendor": "intel", 2024-04-13T07:13:53.667 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycle_count": 45118, 2024-04-13T07:13:53.667 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_time": { 2024-04-13T07:13:53.668 INFO:tasks.workunit.client.0.smithi003.stdout: "hours": 66247 2024-04-13T07:13:53.668 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.668 INFO:tasks.workunit.client.0.smithi003.stdout: "serial_number": "deleted", 2024-04-13T07:13:53.668 INFO:tasks.workunit.client.0.smithi003.stdout: "smart_status": { 2024-04-13T07:13:53.668 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme": { 2024-04-13T07:13:53.668 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:53.668 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.668 INFO:tasks.workunit.client.0.smithi003.stdout: "passed": true 2024-04-13T07:13:53.668 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.668 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl": { 2024-04-13T07:13:53.668 INFO:tasks.workunit.client.0.smithi003.stdout: "argv": [ 2024-04-13T07:13:53.668 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl", 2024-04-13T07:13:53.669 INFO:tasks.workunit.client.0.smithi003.stdout: "-x", 2024-04-13T07:13:53.669 INFO:tasks.workunit.client.0.smithi003.stdout: "--json=o", 2024-04-13T07:13:53.669 INFO:tasks.workunit.client.0.smithi003.stdout: "/dev/nvme0n1" 2024-04-13T07:13:53.669 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.669 INFO:tasks.workunit.client.0.smithi003.stdout: "build_info": "(local build)", 2024-04-13T07:13:53.669 INFO:tasks.workunit.client.0.smithi003.stdout: "exit_status": 0, 2024-04-13T07:13:53.669 INFO:tasks.workunit.client.0.smithi003.stdout: "output": [ 2024-04-13T07:13:53.669 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T07:13:53.669 INFO:tasks.workunit.client.0.smithi003.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T07:13:53.669 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.669 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T07:13:53.669 INFO:tasks.workunit.client.0.smithi003.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T07:13:53.670 INFO:tasks.workunit.client.0.smithi003.stdout: "Serial Number: deleted", 2024-04-13T07:13:53.670 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Version: 8DV101H0", 2024-04-13T07:13:53.670 INFO:tasks.workunit.client.0.smithi003.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T07:13:53.670 INFO:tasks.workunit.client.0.smithi003.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T07:13:53.670 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller ID: 0", 2024-04-13T07:13:53.670 INFO:tasks.workunit.client.0.smithi003.stdout: "Number of Namespaces: 1", 2024-04-13T07:13:53.670 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T07:13:53.670 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T07:13:53.670 INFO:tasks.workunit.client.0.smithi003.stdout: "Local Time is: Sat Apr 13 07:08:29 2024 UTC", 2024-04-13T07:13:53.670 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T07:13:53.670 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T07:13:53.670 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T07:13:53.671 INFO:tasks.workunit.client.0.smithi003.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T07:13:53.671 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.671 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported Power States", 2024-04-13T07:13:53.671 INFO:tasks.workunit.client.0.smithi003.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T07:13:53.671 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T07:13:53.671 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.671 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T07:13:53.671 INFO:tasks.workunit.client.0.smithi003.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T07:13:53.671 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 512 0 2", 2024-04-13T07:13:53.671 INFO:tasks.workunit.client.0.smithi003.stdout: " 1 - 512 8 2", 2024-04-13T07:13:53.671 INFO:tasks.workunit.client.0.smithi003.stdout: " 2 - 512 16 2", 2024-04-13T07:13:53.671 INFO:tasks.workunit.client.0.smithi003.stdout: " 3 - 4096 0 0", 2024-04-13T07:13:53.672 INFO:tasks.workunit.client.0.smithi003.stdout: " 4 - 4096 8 0", 2024-04-13T07:13:53.672 INFO:tasks.workunit.client.0.smithi003.stdout: " 5 - 4096 64 0", 2024-04-13T07:13:53.672 INFO:tasks.workunit.client.0.smithi003.stdout: " 6 - 4096 128 0", 2024-04-13T07:13:53.672 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.672 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T07:13:53.672 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T07:13:53.672 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.672 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T07:13:53.672 INFO:tasks.workunit.client.0.smithi003.stdout: "Critical Warning: 0x00", 2024-04-13T07:13:53.672 INFO:tasks.workunit.client.0.smithi003.stdout: "Temperature: 23 Celsius", 2024-04-13T07:13:53.672 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare: 100%", 2024-04-13T07:13:53.673 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare Threshold: 10%", 2024-04-13T07:13:53.673 INFO:tasks.workunit.client.0.smithi003.stdout: "Percentage Used: 12%", 2024-04-13T07:13:53.673 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Read: 423,144,281 [216 TB]", 2024-04-13T07:13:53.673 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Written: 2,336,140,266 [1.19 PB]", 2024-04-13T07:13:53.673 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Read Commands: 6,268,578,978", 2024-04-13T07:13:53.673 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Write Commands: 37,285,589,244", 2024-04-13T07:13:53.673 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller Busy Time: 7", 2024-04-13T07:13:53.673 INFO:tasks.workunit.client.0.smithi003.stdout: "Power Cycles: 45,118", 2024-04-13T07:13:53.673 INFO:tasks.workunit.client.0.smithi003.stdout: "Power On Hours: 66,247", 2024-04-13T07:13:53.673 INFO:tasks.workunit.client.0.smithi003.stdout: "Unsafe Shutdowns: 245", 2024-04-13T07:13:53.673 INFO:tasks.workunit.client.0.smithi003.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T07:13:53.673 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information Log Entries: 0", 2024-04-13T07:13:53.674 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.674 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T07:13:53.674 INFO:tasks.workunit.client.0.smithi003.stdout: "No Errors Logged", 2024-04-13T07:13:53.674 INFO:tasks.workunit.client.0.smithi003.stdout: "" 2024-04-13T07:13:53.674 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.674 INFO:tasks.workunit.client.0.smithi003.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T07:13:53.674 INFO:tasks.workunit.client.0.smithi003.stdout: "svn_revision": "5022", 2024-04-13T07:13:53.674 INFO:tasks.workunit.client.0.smithi003.stdout: "version": [ 2024-04-13T07:13:53.674 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.674 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.674 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.674 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.675 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": { 2024-04-13T07:13:53.675 INFO:tasks.workunit.client.0.smithi003.stdout: "current": 23 2024-04-13T07:13:53.675 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.675 INFO:tasks.workunit.client.0.smithi003.stdout: "user_capacity": { 2024-04-13T07:13:53.675 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:53.675 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:53.675 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.675 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.675 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.675 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.675 INFO:tasks.workunit.client.0.smithi003.stdout: "5f765346-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T07:13:53.675 INFO:tasks.workunit.client.0.smithi003.stdout: "INTEL_SSDPEDMD400G4_5f77328e-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T07:13:53.675 INFO:tasks.workunit.client.0.smithi003.stdout: "20240413-070832": { 2024-04-13T07:13:53.675 INFO:tasks.workunit.client.0.smithi003.stdout: "device": { 2024-04-13T07:13:53.676 INFO:tasks.workunit.client.0.smithi003.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T07:13:53.676 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "/dev/nvme0n1", 2024-04-13T07:13:53.676 INFO:tasks.workunit.client.0.smithi003.stdout: "protocol": "NVMe", 2024-04-13T07:13:53.676 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "nvme" 2024-04-13T07:13:53.676 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.676 INFO:tasks.workunit.client.0.smithi003.stdout: "firmware_version": "8DV101H0", 2024-04-13T07:13:53.676 INFO:tasks.workunit.client.0.smithi003.stdout: "host_id": "5f765346-f965-11ee-9de2-0cc47abd15dc", 2024-04-13T07:13:53.676 INFO:tasks.workunit.client.0.smithi003.stdout: "json_format_version": [ 2024-04-13T07:13:53.676 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.676 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.676 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.676 INFO:tasks.workunit.client.0.smithi003.stdout: "local_time": { 2024-04-13T07:13:53.676 INFO:tasks.workunit.client.0.smithi003.stdout: "asctime": "Sat Apr 13 07:08:32 2024 UTC", 2024-04-13T07:13:53.677 INFO:tasks.workunit.client.0.smithi003.stdout: "time_t": 1712992112 2024-04-13T07:13:53.677 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.677 INFO:tasks.workunit.client.0.smithi003.stdout: "logical_block_size": 512, 2024-04-13T07:13:53.677 INFO:tasks.workunit.client.0.smithi003.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T07:13:53.677 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_controller_id": 0, 2024-04-13T07:13:53.677 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T07:13:53.677 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_namespaces": [ 2024-04-13T07:13:53.677 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.677 INFO:tasks.workunit.client.0.smithi003.stdout: "capacity": { 2024-04-13T07:13:53.677 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:53.677 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:53.678 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.678 INFO:tasks.workunit.client.0.smithi003.stdout: "formatted_lba_size": 512, 2024-04-13T07:13:53.678 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 1, 2024-04-13T07:13:53.678 INFO:tasks.workunit.client.0.smithi003.stdout: "size": { 2024-04-13T07:13:53.678 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:53.678 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:53.678 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.678 INFO:tasks.workunit.client.0.smithi003.stdout: "utilization": { 2024-04-13T07:13:53.678 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:53.678 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:53.678 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.679 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.679 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.679 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T07:13:53.679 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_pci_vendor": { 2024-04-13T07:13:53.679 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 32902, 2024-04-13T07:13:53.679 INFO:tasks.workunit.client.0.smithi003.stdout: "subsystem_id": 32902 2024-04-13T07:13:53.679 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.679 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T07:13:53.679 INFO:tasks.workunit.client.0.smithi003.stdout: "Device stats": { 2024-04-13T07:13:53.679 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_fw_downgrades": { 2024-04-13T07:13:53.679 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.679 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.679 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.680 INFO:tasks.workunit.client.0.smithi003.stdout: "crc_error_count": { 2024-04-13T07:13:53.680 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.680 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.680 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.680 INFO:tasks.workunit.client.0.smithi003.stdout: "end_to_end_error_detection_count": { 2024-04-13T07:13:53.680 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.680 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.680 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.680 INFO:tasks.workunit.client.0.smithi003.stdout: "erase_fail_count": { 2024-04-13T07:13:53.680 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.680 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.680 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.680 INFO:tasks.workunit.client.0.smithi003.stdout: "host_bytes_written": { 2024-04-13T07:13:53.681 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.681 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 30990723 2024-04-13T07:13:53.681 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.681 INFO:tasks.workunit.client.0.smithi003.stdout: "host_ctx_wear_used": { 2024-04-13T07:13:53.681 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.681 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 1 2024-04-13T07:13:53.681 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.681 INFO:tasks.workunit.client.0.smithi003.stdout: "media_bytes_read": { 2024-04-13T07:13:53.681 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.681 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.681 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.681 INFO:tasks.workunit.client.0.smithi003.stdout: "nand_bytes_written": { 2024-04-13T07:13:53.681 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.682 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 48861769 2024-04-13T07:13:53.682 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.682 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_stat_indicator": { 2024-04-13T07:13:53.682 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.682 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.682 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.682 INFO:tasks.workunit.client.0.smithi003.stdout: "pll_lock_loss_count": { 2024-04-13T07:13:53.682 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.682 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.682 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.682 INFO:tasks.workunit.client.0.smithi003.stdout: "program_fail_count": { 2024-04-13T07:13:53.682 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.683 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.683 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.683 INFO:tasks.workunit.client.0.smithi003.stdout: "re_alloc_sectr_cnt": { 2024-04-13T07:13:53.683 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.683 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.683 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.683 INFO:tasks.workunit.client.0.smithi003.stdout: "retry_buffer_overflow_count": { 2024-04-13T07:13:53.683 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.683 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.683 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.683 INFO:tasks.workunit.client.0.smithi003.stdout: "soft_ecc_err_rate": { 2024-04-13T07:13:53.683 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.683 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.684 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.684 INFO:tasks.workunit.client.0.smithi003.stdout: "thermal_throttle_status": { 2024-04-13T07:13:53.684 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.684 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T07:13:53.684 INFO:tasks.workunit.client.0.smithi003.stdout: "cnt": 0, 2024-04-13T07:13:53.684 INFO:tasks.workunit.client.0.smithi003.stdout: "pct": 0 2024-04-13T07:13:53.684 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.684 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.684 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_host_reads": { 2024-04-13T07:13:53.684 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.684 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T07:13:53.684 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.685 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_media_wear": { 2024-04-13T07:13:53.685 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.685 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 64 2024-04-13T07:13:53.685 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.685 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_timer": { 2024-04-13T07:13:53.685 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.685 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T07:13:53.685 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.685 INFO:tasks.workunit.client.0.smithi003.stdout: "unexp_power_loss": { 2024-04-13T07:13:53.685 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.685 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.685 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.685 INFO:tasks.workunit.client.0.smithi003.stdout: "wear_leveling": { 2024-04-13T07:13:53.686 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 90, 2024-04-13T07:13:53.686 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T07:13:53.686 INFO:tasks.workunit.client.0.smithi003.stdout: "avg": 3264, 2024-04-13T07:13:53.686 INFO:tasks.workunit.client.0.smithi003.stdout: "max": 3281, 2024-04-13T07:13:53.686 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 3246 2024-04-13T07:13:53.686 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.686 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.686 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.686 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T07:13:53.686 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.686 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_log": { 2024-04-13T07:13:53.686 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare": 100, 2024-04-13T07:13:53.686 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare_threshold": 10, 2024-04-13T07:13:53.687 INFO:tasks.workunit.client.0.smithi003.stdout: "controller_busy_time": 120, 2024-04-13T07:13:53.687 INFO:tasks.workunit.client.0.smithi003.stdout: "critical_warning": 0, 2024-04-13T07:13:53.687 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_read": 413005597, 2024-04-13T07:13:53.687 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_written": 2031008024, 2024-04-13T07:13:53.687 INFO:tasks.workunit.client.0.smithi003.stdout: "host_reads": 6476453195, 2024-04-13T07:13:53.687 INFO:tasks.workunit.client.0.smithi003.stdout: "host_writes": 33499111145, 2024-04-13T07:13:53.687 INFO:tasks.workunit.client.0.smithi003.stdout: "media_errors": 0, 2024-04-13T07:13:53.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_err_log_entries": 0, 2024-04-13T07:13:53.687 INFO:tasks.workunit.client.0.smithi003.stdout: "percentage_used": 10, 2024-04-13T07:13:53.687 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycles": 45424, 2024-04-13T07:13:53.687 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_hours": 57085, 2024-04-13T07:13:53.687 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": 25, 2024-04-13T07:13:53.688 INFO:tasks.workunit.client.0.smithi003.stdout: "unsafe_shutdowns": 11508 2024-04-13T07:13:53.688 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.688 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_vendor": "intel", 2024-04-13T07:13:53.688 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycle_count": 45424, 2024-04-13T07:13:53.688 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_time": { 2024-04-13T07:13:53.688 INFO:tasks.workunit.client.0.smithi003.stdout: "hours": 57085 2024-04-13T07:13:53.688 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.688 INFO:tasks.workunit.client.0.smithi003.stdout: "serial_number": "deleted", 2024-04-13T07:13:53.688 INFO:tasks.workunit.client.0.smithi003.stdout: "smart_status": { 2024-04-13T07:13:53.688 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme": { 2024-04-13T07:13:53.688 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:53.688 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.688 INFO:tasks.workunit.client.0.smithi003.stdout: "passed": true 2024-04-13T07:13:53.689 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.689 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl": { 2024-04-13T07:13:53.689 INFO:tasks.workunit.client.0.smithi003.stdout: "argv": [ 2024-04-13T07:13:53.689 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl", 2024-04-13T07:13:53.689 INFO:tasks.workunit.client.0.smithi003.stdout: "-x", 2024-04-13T07:13:53.689 INFO:tasks.workunit.client.0.smithi003.stdout: "--json=o", 2024-04-13T07:13:53.689 INFO:tasks.workunit.client.0.smithi003.stdout: "/dev/nvme0n1" 2024-04-13T07:13:53.689 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.689 INFO:tasks.workunit.client.0.smithi003.stdout: "build_info": "(local build)", 2024-04-13T07:13:53.689 INFO:tasks.workunit.client.0.smithi003.stdout: "exit_status": 0, 2024-04-13T07:13:53.689 INFO:tasks.workunit.client.0.smithi003.stdout: "output": [ 2024-04-13T07:13:53.689 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T07:13:53.690 INFO:tasks.workunit.client.0.smithi003.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T07:13:53.690 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.690 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T07:13:53.690 INFO:tasks.workunit.client.0.smithi003.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T07:13:53.690 INFO:tasks.workunit.client.0.smithi003.stdout: "Serial Number: deleted", 2024-04-13T07:13:53.690 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Version: 8DV101H0", 2024-04-13T07:13:53.690 INFO:tasks.workunit.client.0.smithi003.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T07:13:53.690 INFO:tasks.workunit.client.0.smithi003.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T07:13:53.690 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller ID: 0", 2024-04-13T07:13:53.690 INFO:tasks.workunit.client.0.smithi003.stdout: "Number of Namespaces: 1", 2024-04-13T07:13:53.691 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T07:13:53.691 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T07:13:53.691 INFO:tasks.workunit.client.0.smithi003.stdout: "Local Time is: Sat Apr 13 07:08:32 2024 UTC", 2024-04-13T07:13:53.691 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T07:13:53.691 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T07:13:53.691 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T07:13:53.691 INFO:tasks.workunit.client.0.smithi003.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T07:13:53.691 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.691 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported Power States", 2024-04-13T07:13:53.691 INFO:tasks.workunit.client.0.smithi003.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T07:13:53.691 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T07:13:53.691 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.692 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T07:13:53.692 INFO:tasks.workunit.client.0.smithi003.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T07:13:53.692 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 512 0 2", 2024-04-13T07:13:53.692 INFO:tasks.workunit.client.0.smithi003.stdout: " 1 - 512 8 2", 2024-04-13T07:13:53.692 INFO:tasks.workunit.client.0.smithi003.stdout: " 2 - 512 16 2", 2024-04-13T07:13:53.692 INFO:tasks.workunit.client.0.smithi003.stdout: " 3 - 4096 0 0", 2024-04-13T07:13:53.692 INFO:tasks.workunit.client.0.smithi003.stdout: " 4 - 4096 8 0", 2024-04-13T07:13:53.692 INFO:tasks.workunit.client.0.smithi003.stdout: " 5 - 4096 64 0", 2024-04-13T07:13:53.692 INFO:tasks.workunit.client.0.smithi003.stdout: " 6 - 4096 128 0", 2024-04-13T07:13:53.692 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.692 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T07:13:53.692 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T07:13:53.692 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.693 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T07:13:53.693 INFO:tasks.workunit.client.0.smithi003.stdout: "Critical Warning: 0x00", 2024-04-13T07:13:53.693 INFO:tasks.workunit.client.0.smithi003.stdout: "Temperature: 25 Celsius", 2024-04-13T07:13:53.693 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare: 100%", 2024-04-13T07:13:53.693 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare Threshold: 10%", 2024-04-13T07:13:53.693 INFO:tasks.workunit.client.0.smithi003.stdout: "Percentage Used: 10%", 2024-04-13T07:13:53.693 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Read: 413,005,597 [211 TB]", 2024-04-13T07:13:53.693 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Written: 2,031,008,024 [1.03 PB]", 2024-04-13T07:13:53.693 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Read Commands: 6,476,453,195", 2024-04-13T07:13:53.693 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Write Commands: 33,499,111,145", 2024-04-13T07:13:53.693 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller Busy Time: 120", 2024-04-13T07:13:53.693 INFO:tasks.workunit.client.0.smithi003.stdout: "Power Cycles: 45,424", 2024-04-13T07:13:53.693 INFO:tasks.workunit.client.0.smithi003.stdout: "Power On Hours: 57,085", 2024-04-13T07:13:53.693 INFO:tasks.workunit.client.0.smithi003.stdout: "Unsafe Shutdowns: 11,508", 2024-04-13T07:13:53.694 INFO:tasks.workunit.client.0.smithi003.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T07:13:53.694 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information Log Entries: 0", 2024-04-13T07:13:53.694 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.694 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T07:13:53.694 INFO:tasks.workunit.client.0.smithi003.stdout: "No Errors Logged", 2024-04-13T07:13:53.694 INFO:tasks.workunit.client.0.smithi003.stdout: "" 2024-04-13T07:13:53.694 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.694 INFO:tasks.workunit.client.0.smithi003.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T07:13:53.694 INFO:tasks.workunit.client.0.smithi003.stdout: "svn_revision": "5022", 2024-04-13T07:13:53.694 INFO:tasks.workunit.client.0.smithi003.stdout: "version": [ 2024-04-13T07:13:53.694 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.695 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.695 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.695 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.695 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": { 2024-04-13T07:13:53.695 INFO:tasks.workunit.client.0.smithi003.stdout: "current": 25 2024-04-13T07:13:53.695 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.695 INFO:tasks.workunit.client.0.smithi003.stdout: "user_capacity": { 2024-04-13T07:13:53.695 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:53.695 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:53.695 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.695 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.695 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.695 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.695 INFO:tasks.workunit.client.0.smithi003.stdout:} 2024-04-13T07:13:53.696 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph telemetry show-all 2024-04-13T07:13:53.696 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:53.696 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:53.696 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:53.696 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:53.696 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:53.697 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.697 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.697 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.697 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.697 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.697 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.697 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.697 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.697 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.697 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:53.697 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:53.697 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.698 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.698 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.698 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:53.698 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:53.698 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.698 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.698 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.698 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:53.698 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:53.698 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.699 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:53.699 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:53.699 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:53.699 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:53.699 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:53.699 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.699 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.699 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.699 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.699 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.700 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.700 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.700 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.700 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.700 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:53.700 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:53.700 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.700 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.700 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.700 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:53.700 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:53.700 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.701 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.701 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.701 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:53.701 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:53.701 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.701 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.701 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.701 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[37804]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:53.702 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.702 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.702 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:52 smithi003 ceph-mon[27034]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:53.704 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:53.704 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:53.704 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/585253986' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T07:13:53.705 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/585253986' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T07:13:53.705 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:53.705 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:53.705 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.705 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.705 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.705 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.705 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.705 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.705 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.705 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.706 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.706 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:53.706 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:53.706 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.706 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.706 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.706 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:53.706 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:53.706 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.706 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.706 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.706 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:53.707 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:53.707 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.707 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.707 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:51 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.707 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:13:53.707 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:53.707 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:53.707 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:53.707 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:53.707 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.707 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.707 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.708 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.708 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.708 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.708 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.708 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.708 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.708 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:53.708 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:53.708 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.708 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.708 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.708 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:53.708 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:53.709 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.709 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.709 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.709 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:53.709 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:53.709 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:53.709 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:53.709 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:53.709 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:52 smithi066 ceph-mon[30583]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:53.716 INFO:tasks.workunit.client.0.smithi003.stdout:{ 2024-04-13T07:13:53.716 INFO:tasks.workunit.client.0.smithi003.stdout: "device_report": { 2024-04-13T07:13:53.716 INFO:tasks.workunit.client.0.smithi003.stdout: "5f741694-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T07:13:53.716 INFO:tasks.workunit.client.0.smithi003.stdout: "INTEL_SSDPEDMD400G4_5f749cb8-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T07:13:53.716 INFO:tasks.workunit.client.0.smithi003.stdout: "20240413-070830": { 2024-04-13T07:13:53.716 INFO:tasks.workunit.client.0.smithi003.stdout: "device": { 2024-04-13T07:13:53.716 INFO:tasks.workunit.client.0.smithi003.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T07:13:53.716 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "/dev/nvme0n1", 2024-04-13T07:13:53.716 INFO:tasks.workunit.client.0.smithi003.stdout: "protocol": "NVMe", 2024-04-13T07:13:53.717 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "nvme" 2024-04-13T07:13:53.717 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.717 INFO:tasks.workunit.client.0.smithi003.stdout: "firmware_version": "8DV101H0", 2024-04-13T07:13:53.717 INFO:tasks.workunit.client.0.smithi003.stdout: "host_id": "5f741694-f965-11ee-9de2-0cc47abd15dc", 2024-04-13T07:13:53.717 INFO:tasks.workunit.client.0.smithi003.stdout: "json_format_version": [ 2024-04-13T07:13:53.717 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.717 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.717 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.717 INFO:tasks.workunit.client.0.smithi003.stdout: "local_time": { 2024-04-13T07:13:53.717 INFO:tasks.workunit.client.0.smithi003.stdout: "asctime": "Sat Apr 13 07:08:29 2024 UTC", 2024-04-13T07:13:53.717 INFO:tasks.workunit.client.0.smithi003.stdout: "time_t": 1712992109 2024-04-13T07:13:53.717 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.717 INFO:tasks.workunit.client.0.smithi003.stdout: "logical_block_size": 512, 2024-04-13T07:13:53.718 INFO:tasks.workunit.client.0.smithi003.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T07:13:53.718 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_controller_id": 0, 2024-04-13T07:13:53.718 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T07:13:53.718 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_namespaces": [ 2024-04-13T07:13:53.718 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.718 INFO:tasks.workunit.client.0.smithi003.stdout: "capacity": { 2024-04-13T07:13:53.718 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:53.718 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:53.718 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.718 INFO:tasks.workunit.client.0.smithi003.stdout: "formatted_lba_size": 512, 2024-04-13T07:13:53.718 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 1, 2024-04-13T07:13:53.719 INFO:tasks.workunit.client.0.smithi003.stdout: "size": { 2024-04-13T07:13:53.719 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:53.719 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:53.719 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.719 INFO:tasks.workunit.client.0.smithi003.stdout: "utilization": { 2024-04-13T07:13:53.719 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:53.719 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:53.719 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.719 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.719 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.719 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T07:13:53.719 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_pci_vendor": { 2024-04-13T07:13:53.719 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 32902, 2024-04-13T07:13:53.720 INFO:tasks.workunit.client.0.smithi003.stdout: "subsystem_id": 32902 2024-04-13T07:13:53.720 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.720 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T07:13:53.720 INFO:tasks.workunit.client.0.smithi003.stdout: "Device stats": { 2024-04-13T07:13:53.720 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_fw_downgrades": { 2024-04-13T07:13:53.720 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.720 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.720 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.720 INFO:tasks.workunit.client.0.smithi003.stdout: "crc_error_count": { 2024-04-13T07:13:53.720 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.720 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.720 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.721 INFO:tasks.workunit.client.0.smithi003.stdout: "end_to_end_error_detection_count": { 2024-04-13T07:13:53.721 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.721 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.721 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.721 INFO:tasks.workunit.client.0.smithi003.stdout: "erase_fail_count": { 2024-04-13T07:13:53.721 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.721 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.721 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.721 INFO:tasks.workunit.client.0.smithi003.stdout: "host_bytes_written": { 2024-04-13T07:13:53.721 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.721 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 35646671 2024-04-13T07:13:53.721 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.722 INFO:tasks.workunit.client.0.smithi003.stdout: "host_ctx_wear_used": { 2024-04-13T07:13:53.722 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.722 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 1 2024-04-13T07:13:53.722 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.722 INFO:tasks.workunit.client.0.smithi003.stdout: "media_bytes_read": { 2024-04-13T07:13:53.722 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.722 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.722 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.722 INFO:tasks.workunit.client.0.smithi003.stdout: "nand_bytes_written": { 2024-04-13T07:13:53.722 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.722 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 54879360 2024-04-13T07:13:53.722 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.722 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_stat_indicator": { 2024-04-13T07:13:53.723 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.723 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.723 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.723 INFO:tasks.workunit.client.0.smithi003.stdout: "pll_lock_loss_count": { 2024-04-13T07:13:53.723 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.723 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.723 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.723 INFO:tasks.workunit.client.0.smithi003.stdout: "program_fail_count": { 2024-04-13T07:13:53.723 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.723 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.723 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.724 INFO:tasks.workunit.client.0.smithi003.stdout: "re_alloc_sectr_cnt": { 2024-04-13T07:13:53.724 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.724 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.724 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.724 INFO:tasks.workunit.client.0.smithi003.stdout: "retry_buffer_overflow_count": { 2024-04-13T07:13:53.724 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.724 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.724 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.724 INFO:tasks.workunit.client.0.smithi003.stdout: "soft_ecc_err_rate": { 2024-04-13T07:13:53.724 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.724 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.724 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.724 INFO:tasks.workunit.client.0.smithi003.stdout: "thermal_throttle_status": { 2024-04-13T07:13:53.724 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.725 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T07:13:53.725 INFO:tasks.workunit.client.0.smithi003.stdout: "cnt": 0, 2024-04-13T07:13:53.725 INFO:tasks.workunit.client.0.smithi003.stdout: "pct": 0 2024-04-13T07:13:53.725 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.725 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.725 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_host_reads": { 2024-04-13T07:13:53.725 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.725 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T07:13:53.725 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.725 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_media_wear": { 2024-04-13T07:13:53.725 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.725 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 64 2024-04-13T07:13:53.726 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.726 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_timer": { 2024-04-13T07:13:53.726 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.726 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T07:13:53.726 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.726 INFO:tasks.workunit.client.0.smithi003.stdout: "unexp_power_loss": { 2024-04-13T07:13:53.726 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.726 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.726 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.726 INFO:tasks.workunit.client.0.smithi003.stdout: "wear_leveling": { 2024-04-13T07:13:53.726 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 88, 2024-04-13T07:13:53.727 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T07:13:53.727 INFO:tasks.workunit.client.0.smithi003.stdout: "avg": 3606, 2024-04-13T07:13:53.727 INFO:tasks.workunit.client.0.smithi003.stdout: "max": 3623, 2024-04-13T07:13:53.727 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 3590 2024-04-13T07:13:53.727 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.727 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.727 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.727 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T07:13:53.727 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.727 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_log": { 2024-04-13T07:13:53.727 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare": 100, 2024-04-13T07:13:53.727 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare_threshold": 10, 2024-04-13T07:13:53.727 INFO:tasks.workunit.client.0.smithi003.stdout: "controller_busy_time": 7, 2024-04-13T07:13:53.728 INFO:tasks.workunit.client.0.smithi003.stdout: "critical_warning": 0, 2024-04-13T07:13:53.728 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_read": 423144281, 2024-04-13T07:13:53.728 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_written": 2336140266, 2024-04-13T07:13:53.728 INFO:tasks.workunit.client.0.smithi003.stdout: "host_reads": 6268578978, 2024-04-13T07:13:53.728 INFO:tasks.workunit.client.0.smithi003.stdout: "host_writes": 37285589244, 2024-04-13T07:13:53.728 INFO:tasks.workunit.client.0.smithi003.stdout: "media_errors": 0, 2024-04-13T07:13:53.728 INFO:tasks.workunit.client.0.smithi003.stdout: "num_err_log_entries": 0, 2024-04-13T07:13:53.728 INFO:tasks.workunit.client.0.smithi003.stdout: "percentage_used": 12, 2024-04-13T07:13:53.728 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycles": 45118, 2024-04-13T07:13:53.728 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_hours": 66247, 2024-04-13T07:13:53.728 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": 23, 2024-04-13T07:13:53.728 INFO:tasks.workunit.client.0.smithi003.stdout: "unsafe_shutdowns": 245 2024-04-13T07:13:53.728 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.729 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_vendor": "intel", 2024-04-13T07:13:53.729 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycle_count": 45118, 2024-04-13T07:13:53.729 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_time": { 2024-04-13T07:13:53.729 INFO:tasks.workunit.client.0.smithi003.stdout: "hours": 66247 2024-04-13T07:13:53.729 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.729 INFO:tasks.workunit.client.0.smithi003.stdout: "serial_number": "deleted", 2024-04-13T07:13:53.729 INFO:tasks.workunit.client.0.smithi003.stdout: "smart_status": { 2024-04-13T07:13:53.729 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme": { 2024-04-13T07:13:53.729 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:53.729 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.729 INFO:tasks.workunit.client.0.smithi003.stdout: "passed": true 2024-04-13T07:13:53.729 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.729 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl": { 2024-04-13T07:13:53.729 INFO:tasks.workunit.client.0.smithi003.stdout: "argv": [ 2024-04-13T07:13:53.729 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl", 2024-04-13T07:13:53.730 INFO:tasks.workunit.client.0.smithi003.stdout: "-x", 2024-04-13T07:13:53.730 INFO:tasks.workunit.client.0.smithi003.stdout: "--json=o", 2024-04-13T07:13:53.730 INFO:tasks.workunit.client.0.smithi003.stdout: "/dev/nvme0n1" 2024-04-13T07:13:53.730 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.730 INFO:tasks.workunit.client.0.smithi003.stdout: "build_info": "(local build)", 2024-04-13T07:13:53.730 INFO:tasks.workunit.client.0.smithi003.stdout: "exit_status": 0, 2024-04-13T07:13:53.730 INFO:tasks.workunit.client.0.smithi003.stdout: "output": [ 2024-04-13T07:13:53.730 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T07:13:53.730 INFO:tasks.workunit.client.0.smithi003.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T07:13:53.730 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.730 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T07:13:53.731 INFO:tasks.workunit.client.0.smithi003.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T07:13:53.731 INFO:tasks.workunit.client.0.smithi003.stdout: "Serial Number: deleted", 2024-04-13T07:13:53.731 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Version: 8DV101H0", 2024-04-13T07:13:53.731 INFO:tasks.workunit.client.0.smithi003.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T07:13:53.731 INFO:tasks.workunit.client.0.smithi003.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T07:13:53.731 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller ID: 0", 2024-04-13T07:13:53.731 INFO:tasks.workunit.client.0.smithi003.stdout: "Number of Namespaces: 1", 2024-04-13T07:13:53.731 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T07:13:53.731 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T07:13:53.731 INFO:tasks.workunit.client.0.smithi003.stdout: "Local Time is: Sat Apr 13 07:08:29 2024 UTC", 2024-04-13T07:13:53.731 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T07:13:53.731 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T07:13:53.732 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T07:13:53.732 INFO:tasks.workunit.client.0.smithi003.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T07:13:53.732 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.732 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported Power States", 2024-04-13T07:13:53.732 INFO:tasks.workunit.client.0.smithi003.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T07:13:53.732 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T07:13:53.732 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.732 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T07:13:53.732 INFO:tasks.workunit.client.0.smithi003.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T07:13:53.732 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 512 0 2", 2024-04-13T07:13:53.732 INFO:tasks.workunit.client.0.smithi003.stdout: " 1 - 512 8 2", 2024-04-13T07:13:53.732 INFO:tasks.workunit.client.0.smithi003.stdout: " 2 - 512 16 2", 2024-04-13T07:13:53.732 INFO:tasks.workunit.client.0.smithi003.stdout: " 3 - 4096 0 0", 2024-04-13T07:13:53.733 INFO:tasks.workunit.client.0.smithi003.stdout: " 4 - 4096 8 0", 2024-04-13T07:13:53.733 INFO:tasks.workunit.client.0.smithi003.stdout: " 5 - 4096 64 0", 2024-04-13T07:13:53.733 INFO:tasks.workunit.client.0.smithi003.stdout: " 6 - 4096 128 0", 2024-04-13T07:13:53.733 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.733 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T07:13:53.733 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T07:13:53.733 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.733 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T07:13:53.733 INFO:tasks.workunit.client.0.smithi003.stdout: "Critical Warning: 0x00", 2024-04-13T07:13:53.733 INFO:tasks.workunit.client.0.smithi003.stdout: "Temperature: 23 Celsius", 2024-04-13T07:13:53.733 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare: 100%", 2024-04-13T07:13:53.733 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare Threshold: 10%", 2024-04-13T07:13:53.733 INFO:tasks.workunit.client.0.smithi003.stdout: "Percentage Used: 12%", 2024-04-13T07:13:53.734 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Read: 423,144,281 [216 TB]", 2024-04-13T07:13:53.734 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Written: 2,336,140,266 [1.19 PB]", 2024-04-13T07:13:53.734 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Read Commands: 6,268,578,978", 2024-04-13T07:13:53.734 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Write Commands: 37,285,589,244", 2024-04-13T07:13:53.734 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller Busy Time: 7", 2024-04-13T07:13:53.734 INFO:tasks.workunit.client.0.smithi003.stdout: "Power Cycles: 45,118", 2024-04-13T07:13:53.734 INFO:tasks.workunit.client.0.smithi003.stdout: "Power On Hours: 66,247", 2024-04-13T07:13:53.734 INFO:tasks.workunit.client.0.smithi003.stdout: "Unsafe Shutdowns: 245", 2024-04-13T07:13:53.734 INFO:tasks.workunit.client.0.smithi003.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T07:13:53.734 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information Log Entries: 0", 2024-04-13T07:13:53.734 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.734 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T07:13:53.734 INFO:tasks.workunit.client.0.smithi003.stdout: "No Errors Logged", 2024-04-13T07:13:53.735 INFO:tasks.workunit.client.0.smithi003.stdout: "" 2024-04-13T07:13:53.735 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.735 INFO:tasks.workunit.client.0.smithi003.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T07:13:53.735 INFO:tasks.workunit.client.0.smithi003.stdout: "svn_revision": "5022", 2024-04-13T07:13:53.735 INFO:tasks.workunit.client.0.smithi003.stdout: "version": [ 2024-04-13T07:13:53.735 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.735 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.735 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.735 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.735 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": { 2024-04-13T07:13:53.735 INFO:tasks.workunit.client.0.smithi003.stdout: "current": 23 2024-04-13T07:13:53.736 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.736 INFO:tasks.workunit.client.0.smithi003.stdout: "user_capacity": { 2024-04-13T07:13:53.736 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:53.736 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:53.736 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.736 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.736 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.736 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.736 INFO:tasks.workunit.client.0.smithi003.stdout: "5f765346-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T07:13:53.736 INFO:tasks.workunit.client.0.smithi003.stdout: "INTEL_SSDPEDMD400G4_5f77328e-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T07:13:53.736 INFO:tasks.workunit.client.0.smithi003.stdout: "20240413-070832": { 2024-04-13T07:13:53.736 INFO:tasks.workunit.client.0.smithi003.stdout: "device": { 2024-04-13T07:13:53.736 INFO:tasks.workunit.client.0.smithi003.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T07:13:53.736 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "/dev/nvme0n1", 2024-04-13T07:13:53.737 INFO:tasks.workunit.client.0.smithi003.stdout: "protocol": "NVMe", 2024-04-13T07:13:53.737 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "nvme" 2024-04-13T07:13:53.737 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.737 INFO:tasks.workunit.client.0.smithi003.stdout: "firmware_version": "8DV101H0", 2024-04-13T07:13:53.737 INFO:tasks.workunit.client.0.smithi003.stdout: "host_id": "5f765346-f965-11ee-9de2-0cc47abd15dc", 2024-04-13T07:13:53.737 INFO:tasks.workunit.client.0.smithi003.stdout: "json_format_version": [ 2024-04-13T07:13:53.737 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:53.737 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:53.737 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.737 INFO:tasks.workunit.client.0.smithi003.stdout: "local_time": { 2024-04-13T07:13:53.737 INFO:tasks.workunit.client.0.smithi003.stdout: "asctime": "Sat Apr 13 07:08:32 2024 UTC", 2024-04-13T07:13:53.737 INFO:tasks.workunit.client.0.smithi003.stdout: "time_t": 1712992112 2024-04-13T07:13:53.737 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.737 INFO:tasks.workunit.client.0.smithi003.stdout: "logical_block_size": 512, 2024-04-13T07:13:53.738 INFO:tasks.workunit.client.0.smithi003.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T07:13:53.738 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_controller_id": 0, 2024-04-13T07:13:53.738 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T07:13:53.738 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_namespaces": [ 2024-04-13T07:13:53.738 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.738 INFO:tasks.workunit.client.0.smithi003.stdout: "capacity": { 2024-04-13T07:13:53.738 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:53.738 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:53.738 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.738 INFO:tasks.workunit.client.0.smithi003.stdout: "formatted_lba_size": 512, 2024-04-13T07:13:53.738 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 1, 2024-04-13T07:13:53.738 INFO:tasks.workunit.client.0.smithi003.stdout: "size": { 2024-04-13T07:13:53.738 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:53.738 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:53.739 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.739 INFO:tasks.workunit.client.0.smithi003.stdout: "utilization": { 2024-04-13T07:13:53.739 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:53.739 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:53.739 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.739 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.739 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.739 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T07:13:53.739 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_pci_vendor": { 2024-04-13T07:13:53.739 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 32902, 2024-04-13T07:13:53.739 INFO:tasks.workunit.client.0.smithi003.stdout: "subsystem_id": 32902 2024-04-13T07:13:53.739 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.739 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T07:13:53.739 INFO:tasks.workunit.client.0.smithi003.stdout: "Device stats": { 2024-04-13T07:13:53.740 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_fw_downgrades": { 2024-04-13T07:13:53.740 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.740 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.740 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.740 INFO:tasks.workunit.client.0.smithi003.stdout: "crc_error_count": { 2024-04-13T07:13:53.740 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.740 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.740 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.740 INFO:tasks.workunit.client.0.smithi003.stdout: "end_to_end_error_detection_count": { 2024-04-13T07:13:53.740 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.740 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.740 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.740 INFO:tasks.workunit.client.0.smithi003.stdout: "erase_fail_count": { 2024-04-13T07:13:53.740 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.741 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.741 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.741 INFO:tasks.workunit.client.0.smithi003.stdout: "host_bytes_written": { 2024-04-13T07:13:53.741 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.741 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 30990723 2024-04-13T07:13:53.741 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.741 INFO:tasks.workunit.client.0.smithi003.stdout: "host_ctx_wear_used": { 2024-04-13T07:13:53.741 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.741 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 1 2024-04-13T07:13:53.741 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.741 INFO:tasks.workunit.client.0.smithi003.stdout: "media_bytes_read": { 2024-04-13T07:13:53.741 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.741 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.741 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.742 INFO:tasks.workunit.client.0.smithi003.stdout: "nand_bytes_written": { 2024-04-13T07:13:53.742 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.742 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 48861769 2024-04-13T07:13:53.742 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.742 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_stat_indicator": { 2024-04-13T07:13:53.742 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.742 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.742 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.742 INFO:tasks.workunit.client.0.smithi003.stdout: "pll_lock_loss_count": { 2024-04-13T07:13:53.742 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.742 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.743 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.743 INFO:tasks.workunit.client.0.smithi003.stdout: "program_fail_count": { 2024-04-13T07:13:53.743 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.743 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.743 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.743 INFO:tasks.workunit.client.0.smithi003.stdout: "re_alloc_sectr_cnt": { 2024-04-13T07:13:53.743 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.743 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.743 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.743 INFO:tasks.workunit.client.0.smithi003.stdout: "retry_buffer_overflow_count": { 2024-04-13T07:13:53.743 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.744 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.744 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.744 INFO:tasks.workunit.client.0.smithi003.stdout: "soft_ecc_err_rate": { 2024-04-13T07:13:53.744 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.744 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.744 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.744 INFO:tasks.workunit.client.0.smithi003.stdout: "thermal_throttle_status": { 2024-04-13T07:13:53.744 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.744 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T07:13:53.744 INFO:tasks.workunit.client.0.smithi003.stdout: "cnt": 0, 2024-04-13T07:13:53.744 INFO:tasks.workunit.client.0.smithi003.stdout: "pct": 0 2024-04-13T07:13:53.744 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.744 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.745 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_host_reads": { 2024-04-13T07:13:53.745 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.745 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T07:13:53.745 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.745 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_media_wear": { 2024-04-13T07:13:53.745 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.745 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 64 2024-04-13T07:13:53.745 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.745 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_timer": { 2024-04-13T07:13:53.745 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T07:13:53.745 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T07:13:53.745 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.746 INFO:tasks.workunit.client.0.smithi003.stdout: "unexp_power_loss": { 2024-04-13T07:13:53.746 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T07:13:53.746 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T07:13:53.746 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.746 INFO:tasks.workunit.client.0.smithi003.stdout: "wear_leveling": { 2024-04-13T07:13:53.746 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 90, 2024-04-13T07:13:53.746 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T07:13:53.746 INFO:tasks.workunit.client.0.smithi003.stdout: "avg": 3264, 2024-04-13T07:13:53.746 INFO:tasks.workunit.client.0.smithi003.stdout: "max": 3281, 2024-04-13T07:13:53.746 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 3246 2024-04-13T07:13:53.747 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.747 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.747 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.747 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T07:13:53.747 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.747 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_log": { 2024-04-13T07:13:53.747 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare": 100, 2024-04-13T07:13:53.747 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare_threshold": 10, 2024-04-13T07:13:53.747 INFO:tasks.workunit.client.0.smithi003.stdout: "controller_busy_time": 120, 2024-04-13T07:13:53.747 INFO:tasks.workunit.client.0.smithi003.stdout: "critical_warning": 0, 2024-04-13T07:13:53.747 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_read": 413005597, 2024-04-13T07:13:53.747 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_written": 2031008024, 2024-04-13T07:13:53.747 INFO:tasks.workunit.client.0.smithi003.stdout: "host_reads": 6476453195, 2024-04-13T07:13:53.748 INFO:tasks.workunit.client.0.smithi003.stdout: "host_writes": 33499111145, 2024-04-13T07:13:53.748 INFO:tasks.workunit.client.0.smithi003.stdout: "media_errors": 0, 2024-04-13T07:13:53.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_err_log_entries": 0, 2024-04-13T07:13:53.748 INFO:tasks.workunit.client.0.smithi003.stdout: "percentage_used": 10, 2024-04-13T07:13:53.748 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycles": 45424, 2024-04-13T07:13:53.748 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_hours": 57085, 2024-04-13T07:13:53.748 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": 25, 2024-04-13T07:13:53.748 INFO:tasks.workunit.client.0.smithi003.stdout: "unsafe_shutdowns": 11508 2024-04-13T07:13:53.748 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.748 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_vendor": "intel", 2024-04-13T07:13:53.748 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycle_count": 45424, 2024-04-13T07:13:53.749 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_time": { 2024-04-13T07:13:53.749 INFO:tasks.workunit.client.0.smithi003.stdout: "hours": 57085 2024-04-13T07:13:53.749 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.749 INFO:tasks.workunit.client.0.smithi003.stdout: "serial_number": "deleted", 2024-04-13T07:13:53.749 INFO:tasks.workunit.client.0.smithi003.stdout: "smart_status": { 2024-04-13T07:13:53.749 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme": { 2024-04-13T07:13:53.749 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:53.749 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.749 INFO:tasks.workunit.client.0.smithi003.stdout: "passed": true 2024-04-13T07:13:53.749 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.749 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl": { 2024-04-13T07:13:53.749 INFO:tasks.workunit.client.0.smithi003.stdout: "argv": [ 2024-04-13T07:13:53.750 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl", 2024-04-13T07:13:53.750 INFO:tasks.workunit.client.0.smithi003.stdout: "-x", 2024-04-13T07:13:53.750 INFO:tasks.workunit.client.0.smithi003.stdout: "--json=o", 2024-04-13T07:13:53.750 INFO:tasks.workunit.client.0.smithi003.stdout: "/dev/nvme0n1" 2024-04-13T07:13:53.750 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.750 INFO:tasks.workunit.client.0.smithi003.stdout: "build_info": "(local build)", 2024-04-13T07:13:53.750 INFO:tasks.workunit.client.0.smithi003.stdout: "exit_status": 0, 2024-04-13T07:13:53.750 INFO:tasks.workunit.client.0.smithi003.stdout: "output": [ 2024-04-13T07:13:53.750 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T07:13:53.750 INFO:tasks.workunit.client.0.smithi003.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T07:13:53.750 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.750 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T07:13:53.751 INFO:tasks.workunit.client.0.smithi003.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T07:13:53.751 INFO:tasks.workunit.client.0.smithi003.stdout: "Serial Number: deleted", 2024-04-13T07:13:53.751 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Version: 8DV101H0", 2024-04-13T07:13:53.751 INFO:tasks.workunit.client.0.smithi003.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T07:13:53.751 INFO:tasks.workunit.client.0.smithi003.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T07:13:53.751 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller ID: 0", 2024-04-13T07:13:53.751 INFO:tasks.workunit.client.0.smithi003.stdout: "Number of Namespaces: 1", 2024-04-13T07:13:53.751 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T07:13:53.751 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T07:13:53.751 INFO:tasks.workunit.client.0.smithi003.stdout: "Local Time is: Sat Apr 13 07:08:32 2024 UTC", 2024-04-13T07:13:53.751 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T07:13:53.751 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T07:13:53.752 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T07:13:53.752 INFO:tasks.workunit.client.0.smithi003.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T07:13:53.752 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.752 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported Power States", 2024-04-13T07:13:53.752 INFO:tasks.workunit.client.0.smithi003.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T07:13:53.752 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T07:13:53.752 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.752 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T07:13:53.752 INFO:tasks.workunit.client.0.smithi003.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T07:13:53.752 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 512 0 2", 2024-04-13T07:13:53.752 INFO:tasks.workunit.client.0.smithi003.stdout: " 1 - 512 8 2", 2024-04-13T07:13:53.752 INFO:tasks.workunit.client.0.smithi003.stdout: " 2 - 512 16 2", 2024-04-13T07:13:53.752 INFO:tasks.workunit.client.0.smithi003.stdout: " 3 - 4096 0 0", 2024-04-13T07:13:53.752 INFO:tasks.workunit.client.0.smithi003.stdout: " 4 - 4096 8 0", 2024-04-13T07:13:53.753 INFO:tasks.workunit.client.0.smithi003.stdout: " 5 - 4096 64 0", 2024-04-13T07:13:53.753 INFO:tasks.workunit.client.0.smithi003.stdout: " 6 - 4096 128 0", 2024-04-13T07:13:53.753 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.753 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T07:13:53.753 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T07:13:53.753 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.753 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T07:13:53.753 INFO:tasks.workunit.client.0.smithi003.stdout: "Critical Warning: 0x00", 2024-04-13T07:13:53.753 INFO:tasks.workunit.client.0.smithi003.stdout: "Temperature: 25 Celsius", 2024-04-13T07:13:53.753 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare: 100%", 2024-04-13T07:13:53.753 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare Threshold: 10%", 2024-04-13T07:13:53.753 INFO:tasks.workunit.client.0.smithi003.stdout: "Percentage Used: 10%", 2024-04-13T07:13:53.753 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Read: 413,005,597 [211 TB]", 2024-04-13T07:13:53.754 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Written: 2,031,008,024 [1.03 PB]", 2024-04-13T07:13:53.754 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Read Commands: 6,476,453,195", 2024-04-13T07:13:53.754 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Write Commands: 33,499,111,145", 2024-04-13T07:13:53.754 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller Busy Time: 120", 2024-04-13T07:13:53.754 INFO:tasks.workunit.client.0.smithi003.stdout: "Power Cycles: 45,424", 2024-04-13T07:13:53.754 INFO:tasks.workunit.client.0.smithi003.stdout: "Power On Hours: 57,085", 2024-04-13T07:13:53.754 INFO:tasks.workunit.client.0.smithi003.stdout: "Unsafe Shutdowns: 11,508", 2024-04-13T07:13:53.754 INFO:tasks.workunit.client.0.smithi003.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T07:13:53.754 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information Log Entries: 0", 2024-04-13T07:13:53.754 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T07:13:53.754 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T07:13:53.754 INFO:tasks.workunit.client.0.smithi003.stdout: "No Errors Logged", 2024-04-13T07:13:53.755 INFO:tasks.workunit.client.0.smithi003.stdout: "" 2024-04-13T07:13:53.755 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.755 INFO:tasks.workunit.client.0.smithi003.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T07:13:53.755 INFO:tasks.workunit.client.0.smithi003.stdout: "svn_revision": "5022", 2024-04-13T07:13:53.755 INFO:tasks.workunit.client.0.smithi003.stdout: "version": [ 2024-04-13T07:13:53.755 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:53.755 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:53.755 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.755 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.755 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": { 2024-04-13T07:13:53.755 INFO:tasks.workunit.client.0.smithi003.stdout: "current": 25 2024-04-13T07:13:53.755 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.755 INFO:tasks.workunit.client.0.smithi003.stdout: "user_capacity": { 2024-04-13T07:13:53.756 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T07:13:53.756 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T07:13:53.756 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.756 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.756 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.756 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.756 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.756 INFO:tasks.workunit.client.0.smithi003.stdout: "report": { 2024-04-13T07:13:53.756 INFO:tasks.workunit.client.0.smithi003.stdout: "balancer": { 2024-04-13T07:13:53.756 INFO:tasks.workunit.client.0.smithi003.stdout: "active": true, 2024-04-13T07:13:53.756 INFO:tasks.workunit.client.0.smithi003.stdout: "mode": "" 2024-04-13T07:13:53.756 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.756 INFO:tasks.workunit.client.0.smithi003.stdout: "channels": [ 2024-04-13T07:13:53.756 INFO:tasks.workunit.client.0.smithi003.stdout: "basic", 2024-04-13T07:13:53.756 INFO:tasks.workunit.client.0.smithi003.stdout: "crash", 2024-04-13T07:13:53.757 INFO:tasks.workunit.client.0.smithi003.stdout: "device", 2024-04-13T07:13:53.757 INFO:tasks.workunit.client.0.smithi003.stdout: "ident", 2024-04-13T07:13:53.757 INFO:tasks.workunit.client.0.smithi003.stdout: "perf" 2024-04-13T07:13:53.757 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.757 INFO:tasks.workunit.client.0.smithi003.stdout: "channels_available": [ 2024-04-13T07:13:53.757 INFO:tasks.workunit.client.0.smithi003.stdout: "basic", 2024-04-13T07:13:53.757 INFO:tasks.workunit.client.0.smithi003.stdout: "ident", 2024-04-13T07:13:53.757 INFO:tasks.workunit.client.0.smithi003.stdout: "crash", 2024-04-13T07:13:53.757 INFO:tasks.workunit.client.0.smithi003.stdout: "device", 2024-04-13T07:13:53.757 INFO:tasks.workunit.client.0.smithi003.stdout: "perf" 2024-04-13T07:13:53.758 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.758 INFO:tasks.workunit.client.0.smithi003.stdout: "collections_available": [ 2024-04-13T07:13:53.758 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_base", 2024-04-13T07:13:53.758 INFO:tasks.workunit.client.0.smithi003.stdout: "device_base", 2024-04-13T07:13:53.758 INFO:tasks.workunit.client.0.smithi003.stdout: "crash_base", 2024-04-13T07:13:53.758 INFO:tasks.workunit.client.0.smithi003.stdout: "ident_base", 2024-04-13T07:13:53.758 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_perf", 2024-04-13T07:13:53.758 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_mds_metadata", 2024-04-13T07:13:53.758 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_usage", 2024-04-13T07:13:53.758 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_usage_by_class", 2024-04-13T07:13:53.758 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_rook_v01", 2024-04-13T07:13:53.759 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_memory_metrics", 2024-04-13T07:13:53.759 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_options_bluestore" 2024-04-13T07:13:53.759 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.759 INFO:tasks.workunit.client.0.smithi003.stdout: "collections_opted_in": [ 2024-04-13T07:13:53.759 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_base", 2024-04-13T07:13:53.759 INFO:tasks.workunit.client.0.smithi003.stdout: "device_base", 2024-04-13T07:13:53.759 INFO:tasks.workunit.client.0.smithi003.stdout: "crash_base", 2024-04-13T07:13:53.759 INFO:tasks.workunit.client.0.smithi003.stdout: "ident_base", 2024-04-13T07:13:53.759 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_perf", 2024-04-13T07:13:53.759 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_mds_metadata", 2024-04-13T07:13:53.760 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_usage", 2024-04-13T07:13:53.760 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_usage_by_class", 2024-04-13T07:13:53.760 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_rook_v01", 2024-04-13T07:13:53.760 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_memory_metrics", 2024-04-13T07:13:53.760 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_options_bluestore" 2024-04-13T07:13:53.760 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.760 INFO:tasks.workunit.client.0.smithi003.stdout: "config": { 2024-04-13T07:13:53.760 INFO:tasks.workunit.client.0.smithi003.stdout: "active_changed": [ 2024-04-13T07:13:53.760 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T07:13:53.760 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_debug", 2024-04-13T07:13:53.760 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_mon_ticket_ttl", 2024-04-13T07:13:53.760 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_service_ticket_ttl", 2024-04-13T07:13:53.760 INFO:tasks.workunit.client.0.smithi003.stdout: "bdev_debug_aio", 2024-04-13T07:13:53.761 INFO:tasks.workunit.client.0.smithi003.stdout: "client_check_pool_perm", 2024-04-13T07:13:53.761 INFO:tasks.workunit.client.0.smithi003.stdout: "client_mount_gid", 2024-04-13T07:13:53.761 INFO:tasks.workunit.client.0.smithi003.stdout: "client_mount_uid", 2024-04-13T07:13:53.761 INFO:tasks.workunit.client.0.smithi003.stdout: "client_quota", 2024-04-13T07:13:53.761 INFO:tasks.workunit.client.0.smithi003.stdout: "container_image", 2024-04-13T07:13:53.761 INFO:tasks.workunit.client.0.smithi003.stdout: "daemonize", 2024-04-13T07:13:53.761 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_asserts_on_shutdown", 2024-04-13T07:13:53.761 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mgr", 2024-04-13T07:13:53.761 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mon", 2024-04-13T07:13:53.761 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_ms", 2024-04-13T07:13:53.761 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_osd", 2024-04-13T07:13:53.761 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_paxos", 2024-04-13T07:13:53.761 INFO:tasks.workunit.client.0.smithi003.stdout: "keyring", 2024-04-13T07:13:53.762 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_block_size", 2024-04-13T07:13:53.762 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_cache_size", 2024-04-13T07:13:53.762 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_compression", 2024-04-13T07:13:53.762 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_log", 2024-04-13T07:13:53.762 INFO:tasks.workunit.client.0.smithi003.stdout: "leveldb_write_buffer_size", 2024-04-13T07:13:53.762 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_file", 2024-04-13T07:13:53.762 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_journald", 2024-04-13T07:13:53.762 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_stderr", 2024-04-13T07:13:53.762 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_allow_pool_delete", 2024-04-13T07:13:53.762 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_clock_drift_allowed", 2024-04-13T07:13:53.762 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_file_level", 2024-04-13T07:13:53.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_file", 2024-04-13T07:13:53.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_journald", 2024-04-13T07:13:53.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_stderr", 2024-04-13T07:13:53.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_data_avail_warn", 2024-04-13T07:13:53.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_election_default_strategy", 2024-04-13T07:13:53.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_host", 2024-04-13T07:13:53.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_max_pg_per_osd", 2024-04-13T07:13:53.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mgr_mkfs_grace", 2024-04-13T07:13:53.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_prime_pg_temp", 2024-04-13T07:13:53.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T07:13:53.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T07:13:53.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T07:13:53.764 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T07:13:53.764 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T07:13:53.764 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T07:13:53.764 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T07:13:53.764 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T07:13:53.764 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T07:13:53.764 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T07:13:53.764 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_too_few_osds", 2024-04-13T07:13:53.764 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_bug", 2024-04-13T07:13:53.764 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_old_message", 2024-04-13T07:13:53.764 INFO:tasks.workunit.client.0.smithi003.stdout: "no_config_file", 2024-04-13T07:13:53.764 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_default_list", 2024-04-13T07:13:53.764 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_load_list", 2024-04-13T07:13:53.764 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_crush_chooseleaf_type", 2024-04-13T07:13:53.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_misdirected_ops", 2024-04-13T07:13:53.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_op_order", 2024-04-13T07:13:53.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_pg_log_writeout", 2024-04-13T07:13:53.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_shutdown", 2024-04-13T07:13:53.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T07:13:53.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T07:13:53.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T07:13:53.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T07:13:53.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep", 2024-04-13T07:13:53.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_hdd", 2024-04-13T07:13:53.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_hybrid", 2024-04-13T07:13:53.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_ssd", 2024-04-13T07:13:53.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_max_backfills", 2024-04-13T07:13:53.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T07:13:53.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_profile", 2024-04-13T07:13:53.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-13T07:13:53.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-13T07:13:53.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-13T07:13:53.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-13T07:13:53.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-13T07:13:53.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-13T07:13:53.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_lim", 2024-04-13T07:13:53.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_res", 2024-04-13T07:13:53.767 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-13T07:13:53.767 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target", 2024-04-13T07:13:53.767 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target_autotune", 2024-04-13T07:13:53.767 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue", 2024-04-13T07:13:53.767 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue_cut_off", 2024-04-13T07:13:53.767 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pg_delete_cost", 2024-04-13T07:13:53.767 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T07:13:53.767 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T07:13:53.767 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recover_clone_overlap", 2024-04-13T07:13:53.767 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active", 2024-04-13T07:13:53.767 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active_hdd", 2024-04-13T07:13:53.768 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active_ssd", 2024-04-13T07:13:53.768 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_chunk", 2024-04-13T07:13:53.768 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep", 2024-04-13T07:13:53.768 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_hdd", 2024-04-13T07:13:53.768 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_hybrid", 2024-04-13T07:13:53.768 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_ssd", 2024-04-13T07:13:53.768 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_load_threshold", 2024-04-13T07:13:53.768 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_max_interval", 2024-04-13T07:13:53.768 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_sleep", 2024-04-13T07:13:53.768 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_shutdown_pgref_assert", 2024-04-13T07:13:53.768 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep", 2024-04-13T07:13:53.768 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_hdd", 2024-04-13T07:13:53.769 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-13T07:13:53.769 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_ssd", 2024-04-13T07:13:53.769 INFO:tasks.workunit.client.0.smithi003.stdout: "public_addr", 2024-04-13T07:13:53.769 INFO:tasks.workunit.client.0.smithi003.stdout: "public_addrv", 2024-04-13T07:13:53.769 INFO:tasks.workunit.client.0.smithi003.stdout: "public_network", 2024-04-13T07:13:53.769 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_default_features", 2024-04-13T07:13:53.769 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_qos_exclude_ops", 2024-04-13T07:13:53.769 INFO:tasks.workunit.client.0.smithi003.stdout: "setgroup", 2024-04-13T07:13:53.769 INFO:tasks.workunit.client.0.smithi003.stdout: "setuser" 2024-04-13T07:13:53.769 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.769 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster_changed": [ 2024-04-13T07:13:53.770 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T07:13:53.770 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_debug", 2024-04-13T07:13:53.770 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_mon_ticket_ttl", 2024-04-13T07:13:53.770 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_service_ticket_ttl", 2024-04-13T07:13:53.770 INFO:tasks.workunit.client.0.smithi003.stdout: "bdev_debug_aio", 2024-04-13T07:13:53.770 INFO:tasks.workunit.client.0.smithi003.stdout: "container_image", 2024-04-13T07:13:53.770 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_asserts_on_shutdown", 2024-04-13T07:13:53.770 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mgr", 2024-04-13T07:13:53.770 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mon", 2024-04-13T07:13:53.770 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_ms", 2024-04-13T07:13:53.770 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_osd", 2024-04-13T07:13:53.770 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_paxos", 2024-04-13T07:13:53.771 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_file", 2024-04-13T07:13:53.771 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_journald", 2024-04-13T07:13:53.771 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_stderr", 2024-04-13T07:13:53.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_join_fs", 2024-04-13T07:13:53.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/allow_ptrace", 2024-04-13T07:13:53.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/container_init", 2024-04-13T07:13:53.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/migration_current", 2024-04-13T07:13:53.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/use_repo_digest", 2024-04-13T07:13:53.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-13T07:13:53.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-13T07:13:53.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-13T07:13:53.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-13T07:13:53.772 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/ssl_server_port", 2024-04-13T07:13:53.772 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/orchestrator/orchestrator", 2024-04-13T07:13:53.772 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/channel_ident", 2024-04-13T07:13:53.772 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/channel_perf", 2024-04-13T07:13:53.772 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/description", 2024-04-13T07:13:53.772 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/enabled", 2024-04-13T07:13:53.772 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/organization", 2024-04-13T07:13:53.772 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_allow_pool_delete", 2024-04-13T07:13:53.772 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_clock_drift_allowed", 2024-04-13T07:13:53.772 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_file_level", 2024-04-13T07:13:53.772 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_file", 2024-04-13T07:13:53.772 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_data_avail_warn", 2024-04-13T07:13:53.773 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_election_default_strategy", 2024-04-13T07:13:53.773 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_max_pg_per_osd", 2024-04-13T07:13:53.773 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mgr_mkfs_grace", 2024-04-13T07:13:53.773 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_prime_pg_temp", 2024-04-13T07:13:53.773 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T07:13:53.773 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T07:13:53.773 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T07:13:53.773 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T07:13:53.773 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T07:13:53.773 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T07:13:53.773 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T07:13:53.774 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T07:13:53.774 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T07:13:53.774 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T07:13:53.774 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_too_few_osds", 2024-04-13T07:13:53.774 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_bug", 2024-04-13T07:13:53.774 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_old_message", 2024-04-13T07:13:53.774 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_default_list", 2024-04-13T07:13:53.774 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_load_list", 2024-04-13T07:13:53.774 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_misdirected_ops", 2024-04-13T07:13:53.774 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_op_order", 2024-04-13T07:13:53.775 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_pg_log_writeout", 2024-04-13T07:13:53.775 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_shutdown", 2024-04-13T07:13:53.775 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T07:13:53.775 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T07:13:53.775 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T07:13:53.775 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T07:13:53.775 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T07:13:53.775 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_profile", 2024-04-13T07:13:53.775 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target", 2024-04-13T07:13:53.775 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target_autotune", 2024-04-13T07:13:53.775 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue", 2024-04-13T07:13:53.775 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue_cut_off", 2024-04-13T07:13:53.776 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T07:13:53.776 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T07:13:53.776 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recover_clone_overlap", 2024-04-13T07:13:53.776 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_chunk", 2024-04-13T07:13:53.776 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_load_threshold", 2024-04-13T07:13:53.776 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_max_interval", 2024-04-13T07:13:53.776 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_shutdown_pgref_assert", 2024-04-13T07:13:53.776 INFO:tasks.workunit.client.0.smithi003.stdout: "public_network", 2024-04-13T07:13:53.776 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_cache_enabled", 2024-04-13T07:13:53.776 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_enable_ops_log", 2024-04-13T07:13:53.776 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_enable_usage_log" 2024-04-13T07:13:53.776 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.777 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.777 INFO:tasks.workunit.client.0.smithi003.stdout: "contact": null, 2024-04-13T07:13:53.777 INFO:tasks.workunit.client.0.smithi003.stdout: "crashes": [], 2024-04-13T07:13:53.777 INFO:tasks.workunit.client.0.smithi003.stdout: "created": "2024-04-13T07:05:08.653608Z", 2024-04-13T07:13:53.777 INFO:tasks.workunit.client.0.smithi003.stdout: "crush": { 2024-04-13T07:13:53.777 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_algs": { 2024-04-13T07:13:53.777 INFO:tasks.workunit.client.0.smithi003.stdout: "straw2": 3 2024-04-13T07:13:53.777 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.777 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_sizes": { 2024-04-13T07:13:53.777 INFO:tasks.workunit.client.0.smithi003.stdout: "2": 1, 2024-04-13T07:13:53.777 INFO:tasks.workunit.client.0.smithi003.stdout: "4": 2 2024-04-13T07:13:53.777 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.778 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_types": { 2024-04-13T07:13:53.778 INFO:tasks.workunit.client.0.smithi003.stdout: "1": 2, 2024-04-13T07:13:53.778 INFO:tasks.workunit.client.0.smithi003.stdout: "11": 1 2024-04-13T07:13:53.778 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.778 INFO:tasks.workunit.client.0.smithi003.stdout: "compat_weight_set": false, 2024-04-13T07:13:53.778 INFO:tasks.workunit.client.0.smithi003.stdout: "device_classes": [ 2024-04-13T07:13:53.778 INFO:tasks.workunit.client.0.smithi003.stdout: 8 2024-04-13T07:13:53.778 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_buckets": 6, 2024-04-13T07:13:53.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_devices": 8, 2024-04-13T07:13:53.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_rules": 1, 2024-04-13T07:13:53.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_types": 12, 2024-04-13T07:13:53.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_weight_sets": 0, 2024-04-13T07:13:53.779 INFO:tasks.workunit.client.0.smithi003.stdout: "tunables": { 2024-04-13T07:13:53.779 INFO:tasks.workunit.client.0.smithi003.stdout: "allowed_bucket_algs": 54, 2024-04-13T07:13:53.779 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_local_fallback_tries": 0, 2024-04-13T07:13:53.779 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_local_tries": 0, 2024-04-13T07:13:53.779 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_total_tries": 50, 2024-04-13T07:13:53.779 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_descend_once": 1, 2024-04-13T07:13:53.779 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_stable": 1, 2024-04-13T07:13:53.779 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_vary_r": 1, 2024-04-13T07:13:53.779 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v2_rules": 0, 2024-04-13T07:13:53.779 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v3_rules": 0, 2024-04-13T07:13:53.779 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v4_buckets": 1, 2024-04-13T07:13:53.780 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v5_rules": 0, 2024-04-13T07:13:53.780 INFO:tasks.workunit.client.0.smithi003.stdout: "legacy_tunables": 0, 2024-04-13T07:13:53.780 INFO:tasks.workunit.client.0.smithi003.stdout: "minimum_required_version": "jewel", 2024-04-13T07:13:53.780 INFO:tasks.workunit.client.0.smithi003.stdout: "optimal_tunables": 1, 2024-04-13T07:13:53.780 INFO:tasks.workunit.client.0.smithi003.stdout: "profile": "jewel", 2024-04-13T07:13:53.780 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables": 1, 2024-04-13T07:13:53.780 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables2": 1, 2024-04-13T07:13:53.780 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables3": 1, 2024-04-13T07:13:53.780 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables5": 1, 2024-04-13T07:13:53.780 INFO:tasks.workunit.client.0.smithi003.stdout: "straw_calc_version": 1 2024-04-13T07:13:53.780 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.780 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.781 INFO:tasks.workunit.client.0.smithi003.stdout: "description": "upgrade test cluster", 2024-04-13T07:13:53.781 INFO:tasks.workunit.client.0.smithi003.stdout: "fs": { 2024-04-13T07:13:53.781 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:53.781 INFO:tasks.workunit.client.0.smithi003.stdout: "feature_flags": { 2024-04-13T07:13:53.781 INFO:tasks.workunit.client.0.smithi003.stdout: "enable_multiple": true, 2024-04-13T07:13:53.781 INFO:tasks.workunit.client.0.smithi003.stdout: "ever_enabled_multiple": true 2024-04-13T07:13:53.781 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.781 INFO:tasks.workunit.client.0.smithi003.stdout: "filesystems": [ 2024-04-13T07:13:53.781 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.781 INFO:tasks.workunit.client.0.smithi003.stdout: "approx_ctime": "2024-04", 2024-04-13T07:13:53.781 INFO:tasks.workunit.client.0.smithi003.stdout: "balancer_enabled": false, 2024-04-13T07:13:53.782 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.782 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_caps": 0, 2024-04-13T07:13:53.782 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_dns": 10, 2024-04-13T07:13:53.782 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_inos": 13, 2024-04-13T07:13:53.782 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_subtrees": 2, 2024-04-13T07:13:53.782 INFO:tasks.workunit.client.0.smithi003.stdout: "ever_allowed_features": 0, 2024-04-13T07:13:53.782 INFO:tasks.workunit.client.0.smithi003.stdout: "explicitly_allowed_features": 0, 2024-04-13T07:13:53.782 INFO:tasks.workunit.client.0.smithi003.stdout: "files": 0, 2024-04-13T07:13:53.782 INFO:tasks.workunit.client.0.smithi003.stdout: "max_mds": 1, 2024-04-13T07:13:53.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_data_pools": 1, 2024-04-13T07:13:53.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_in": 1, 2024-04-13T07:13:53.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_mds": 1, 2024-04-13T07:13:53.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": 0, 2024-04-13T07:13:53.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_standby_replay": 0, 2024-04-13T07:13:53.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_up": 1, 2024-04-13T07:13:53.783 INFO:tasks.workunit.client.0.smithi003.stdout: "snaps": 0, 2024-04-13T07:13:53.783 INFO:tasks.workunit.client.0.smithi003.stdout: "standby_count_wanted": 0 2024-04-13T07:13:53.783 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.783 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_standby_mds": 1, 2024-04-13T07:13:53.783 INFO:tasks.workunit.client.0.smithi003.stdout: "total_num_mds": 2 2024-04-13T07:13:53.783 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.783 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_stats": { 2024-04-13T07:13:53.783 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T07:13:53.784 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T07:13:53.784 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 20267008, 2024-04-13T07:13:53.784 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 356296, 2024-04-13T07:13:53.784 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2752512, 2024-04-13T07:13:53.784 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 1007616, 2024-04-13T07:13:53.784 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 0, 2024-04-13T07:13:53.784 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 319, 2024-04-13T07:13:53.784 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:53.784 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 875816, 2024-04-13T07:13:53.784 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 12, 2024-04-13T07:13:53.784 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 802304, 2024-04-13T07:13:53.785 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 14472464, 2024-04-13T07:13:53.785 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 20267008 2024-04-13T07:13:53.785 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.785 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T07:13:53.785 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 20389888, 2024-04-13T07:13:53.785 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 419808, 2024-04-13T07:13:53.785 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2752512, 2024-04-13T07:13:53.785 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 8192, 2024-04-13T07:13:53.785 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 925696, 2024-04-13T07:13:53.785 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 397, 2024-04-13T07:13:53.785 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:53.786 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 1375896, 2024-04-13T07:13:53.786 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 20, 2024-04-13T07:13:53.786 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 915968, 2024-04-13T07:13:53.786 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 14917512, 2024-04-13T07:13:53.786 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 21315584 2024-04-13T07:13:53.786 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.786 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.786 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:53.786 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T07:13:53.786 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 35348480, 2024-04-13T07:13:53.786 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 1268976, 2024-04-13T07:13:53.787 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2752512, 2024-04-13T07:13:53.787 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T07:13:53.787 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 10207232, 2024-04-13T07:13:53.787 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1099, 2024-04-13T07:13:53.787 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:53.787 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 7988432, 2024-04-13T07:13:53.787 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 21, 2024-04-13T07:13:53.787 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 1124352, 2024-04-13T07:13:53.787 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 22214208, 2024-04-13T07:13:53.787 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 45555712 2024-04-13T07:13:53.787 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.787 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T07:13:53.788 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 43696128, 2024-04-13T07:13:53.788 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 1745752, 2024-04-13T07:13:53.788 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2752512, 2024-04-13T07:13:53.788 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 696320, 2024-04-13T07:13:53.788 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 4898816, 2024-04-13T07:13:53.788 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1626, 2024-04-13T07:13:53.788 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:53.788 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 10325464, 2024-04-13T07:13:53.788 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 23, 2024-04-13T07:13:53.788 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 2897920, 2024-04-13T07:13:53.788 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 25278160, 2024-04-13T07:13:53.788 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 48594944 2024-04-13T07:13:53.788 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.789 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.be5b77d0f8a0d3fc4d792db8fc7e155e44679ebc": { 2024-04-13T07:13:53.789 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 36683776, 2024-04-13T07:13:53.789 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 1436968, 2024-04-13T07:13:53.789 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2752512, 2024-04-13T07:13:53.789 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 1179648, 2024-04-13T07:13:53.789 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 8871936, 2024-04-13T07:13:53.789 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1054, 2024-04-13T07:13:53.789 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:53.789 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 7209336, 2024-04-13T07:13:53.789 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 21, 2024-04-13T07:13:53.789 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 1817344, 2024-04-13T07:13:53.790 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 22287968, 2024-04-13T07:13:53.790 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 45555712 2024-04-13T07:13:53.790 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.790 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.790 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:53.790 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.0": { 2024-04-13T07:13:53.790 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 51380224, 2024-04-13T07:13:53.790 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 1757688, 2024-04-13T07:13:53.790 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2883584, 2024-04-13T07:13:53.790 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T07:13:53.790 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 180224, 2024-04-13T07:13:53.790 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1759, 2024-04-13T07:13:53.791 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:53.791 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 5849344, 2024-04-13T07:13:53.791 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:13:53.791 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 4152576, 2024-04-13T07:13:53.791 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 36737032, 2024-04-13T07:13:53.791 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 51560448 2024-04-13T07:13:53.791 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.791 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.1": { 2024-04-13T07:13:53.791 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 45129728, 2024-04-13T07:13:53.791 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 784312, 2024-04-13T07:13:53.791 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2883584, 2024-04-13T07:13:53.792 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T07:13:53.792 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 73728, 2024-04-13T07:13:53.792 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1291, 2024-04-13T07:13:53.792 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:53.792 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 4674640, 2024-04-13T07:13:53.792 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:13:53.792 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 2827264, 2024-04-13T07:13:53.792 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 33959928, 2024-04-13T07:13:53.792 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 45203456 2024-04-13T07:13:53.792 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.793 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.2": { 2024-04-13T07:13:53.793 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 45015040, 2024-04-13T07:13:53.793 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 852888, 2024-04-13T07:13:53.793 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2883584, 2024-04-13T07:13:53.793 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T07:13:53.793 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 1236992, 2024-04-13T07:13:53.793 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1237, 2024-04-13T07:13:53.793 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:53.793 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 4980248, 2024-04-13T07:13:53.793 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:13:53.793 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 2198016, 2024-04-13T07:13:53.793 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 34100304, 2024-04-13T07:13:53.794 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 46252032 2024-04-13T07:13:53.794 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.794 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.3": { 2024-04-13T07:13:53.794 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 43843584, 2024-04-13T07:13:53.794 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 722864, 2024-04-13T07:13:53.794 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2883584, 2024-04-13T07:13:53.794 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T07:13:53.794 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 376832, 2024-04-13T07:13:53.794 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1201, 2024-04-13T07:13:53.794 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:53.794 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 4238024, 2024-04-13T07:13:53.794 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 45, 2024-04-13T07:13:53.794 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 1815808, 2024-04-13T07:13:53.795 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 34183304, 2024-04-13T07:13:53.795 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 44220416 2024-04-13T07:13:53.795 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.795 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.4": { 2024-04-13T07:13:53.795 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 48701440, 2024-04-13T07:13:53.795 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 1724632, 2024-04-13T07:13:53.795 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2883584, 2024-04-13T07:13:53.795 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T07:13:53.795 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 761856, 2024-04-13T07:13:53.795 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1618, 2024-04-13T07:13:53.795 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:53.795 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 5597632, 2024-04-13T07:13:53.795 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:13:53.795 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 3493376, 2024-04-13T07:13:53.796 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 35002216, 2024-04-13T07:13:53.796 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 49463296 2024-04-13T07:13:53.796 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.796 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.5": { 2024-04-13T07:13:53.796 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 44933120, 2024-04-13T07:13:53.796 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 703536, 2024-04-13T07:13:53.796 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2883584, 2024-04-13T07:13:53.796 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 16384, 2024-04-13T07:13:53.796 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 270336, 2024-04-13T07:13:53.796 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1218, 2024-04-13T07:13:53.796 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:53.796 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 4672792, 2024-04-13T07:13:53.796 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 48, 2024-04-13T07:13:53.796 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 1907712, 2024-04-13T07:13:53.797 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 34749112, 2024-04-13T07:13:53.797 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 45203456 2024-04-13T07:13:53.797 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.797 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.6": { 2024-04-13T07:13:53.797 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 44376064, 2024-04-13T07:13:53.797 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 762992, 2024-04-13T07:13:53.797 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2883584, 2024-04-13T07:13:53.797 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 16384, 2024-04-13T07:13:53.797 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 827392, 2024-04-13T07:13:53.797 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1212, 2024-04-13T07:13:53.797 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:53.797 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 4515632, 2024-04-13T07:13:53.797 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:13:53.797 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 1928192, 2024-04-13T07:13:53.798 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 34269280, 2024-04-13T07:13:53.798 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 45203456 2024-04-13T07:13:53.798 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.798 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.7": { 2024-04-13T07:13:53.798 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 48611328, 2024-04-13T07:13:53.798 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 2087584, 2024-04-13T07:13:53.798 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2883584, 2024-04-13T07:13:53.798 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 65536, 2024-04-13T07:13:53.798 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 851968, 2024-04-13T07:13:53.798 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 1658, 2024-04-13T07:13:53.798 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T07:13:53.798 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 5793608, 2024-04-13T07:13:53.798 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 47, 2024-04-13T07:13:53.799 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 3162368, 2024-04-13T07:13:53.799 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 34618648, 2024-04-13T07:13:53.799 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 49463296 2024-04-13T07:13:53.799 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.799 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.799 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.799 INFO:tasks.workunit.client.0.smithi003.stdout: "hosts": { 2024-04-13T07:13:53.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num": 2, 2024-04-13T07:13:53.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mds": 2, 2024-04-13T07:13:53.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mgr": 2, 2024-04-13T07:13:53.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mon": 2, 2024-04-13T07:13:53.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_osd": 2 2024-04-13T07:13:53.799 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.799 INFO:tasks.workunit.client.0.smithi003.stdout: "io_rate": { 2024-04-13T07:13:53.800 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_stats_delta": { 2024-04-13T07:13:53.800 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 0, 2024-04-13T07:13:53.800 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:53.800 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 0, 2024-04-13T07:13:53.800 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:53.800 INFO:tasks.workunit.client.0.smithi003.stdout: "stamp_delta": "12.002774", 2024-04-13T07:13:53.800 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:53.800 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:53.800 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:53.800 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:53.800 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:53.801 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:53.801 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:53.801 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:53.801 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:53.801 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:53.801 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:53.801 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:53.801 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:53.801 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:53.801 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:53.801 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:53.801 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:53.801 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:53.801 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:53.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:53.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:53.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:53.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:53.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:53.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:53.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:53.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:53.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:53.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:53.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:53.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:53.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:53.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:53.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:53.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:53.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:53.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:53.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:53.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:53.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:53.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:53.803 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.803 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T07:13:53.804 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 0, 2024-04-13T07:13:53.804 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T07:13:53.804 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T07:13:53.804 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T07:13:53.804 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T07:13:53.804 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 0, 2024-04-13T07:13:53.804 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T07:13:53.804 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T07:13:53.804 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T07:13:53.804 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T07:13:53.804 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.804 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 0 2024-04-13T07:13:53.804 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.804 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.805 INFO:tasks.workunit.client.0.smithi003.stdout: "leaderboard": false, 2024-04-13T07:13:53.805 INFO:tasks.workunit.client.0.smithi003.stdout: "leaderboard_description": null, 2024-04-13T07:13:53.805 INFO:tasks.workunit.client.0.smithi003.stdout: "license": "sharing-1-0", 2024-04-13T07:13:53.805 INFO:tasks.workunit.client.0.smithi003.stdout: "mempool": { 2024-04-13T07:13:53.805 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T07:13:53.805 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T07:13:53.805 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:53.805 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.805 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.805 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.805 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:53.805 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.805 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.806 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.806 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:53.806 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.806 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.806 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.806 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:53.806 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.806 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.806 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.806 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:53.806 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.806 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.806 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.806 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:53.807 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.807 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.807 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.807 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:53.807 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.807 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.807 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.807 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:53.807 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.807 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.807 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.807 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:53.807 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.808 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.808 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.808 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:53.808 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.808 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.808 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.808 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:53.808 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.808 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.808 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.808 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:53.808 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.808 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.808 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.809 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:53.809 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.809 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.809 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.809 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:53.809 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.809 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.809 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.809 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:53.809 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.809 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.809 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.809 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:53.810 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.810 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.810 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.810 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:53.810 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.810 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.810 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.810 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:53.810 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.810 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.810 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.811 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:53.811 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 149127, 2024-04-13T07:13:53.811 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 31 2024-04-13T07:13:53.811 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.811 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:53.811 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.811 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.811 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.811 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:53.811 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 928, 2024-04-13T07:13:53.811 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T07:13:53.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.812 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:53.812 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.812 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.812 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:53.812 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.812 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.812 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:53.812 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.813 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.813 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.813 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:53.813 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.813 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.813 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.813 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:53.813 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.813 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.813 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.813 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:53.813 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.813 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.813 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.814 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:53.814 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.814 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.814 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.814 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:53.814 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.814 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.814 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.814 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.814 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T07:13:53.814 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:53.814 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.815 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.815 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:53.815 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.815 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.815 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:53.815 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.815 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.815 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:53.815 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.815 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.816 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:53.816 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.816 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.816 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:53.816 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.816 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.816 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:53.816 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.816 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.817 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.817 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:53.817 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.817 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.817 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.817 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:53.817 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.817 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.817 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.817 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:53.817 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.817 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.818 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:53.818 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.818 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.818 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:53.818 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.818 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.818 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:53.818 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.818 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.819 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.819 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:53.819 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.819 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.819 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.819 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:53.819 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.819 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.819 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.819 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:53.819 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.819 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.819 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.819 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:53.820 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.820 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.820 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.820 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:53.820 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.820 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.820 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.820 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:53.820 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 222439, 2024-04-13T07:13:53.820 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 68 2024-04-13T07:13:53.820 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.820 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:53.820 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.820 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.821 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.821 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:53.821 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 51496, 2024-04-13T07:13:53.821 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 208 2024-04-13T07:13:53.821 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.821 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:53.821 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.821 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.821 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.821 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:53.821 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.821 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.822 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.822 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:53.822 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.822 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.822 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.822 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:53.822 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7912, 2024-04-13T07:13:53.822 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 123 2024-04-13T07:13:53.822 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.822 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:53.822 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.823 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.823 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:53.823 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.823 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.823 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:53.823 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.823 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.823 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:53.823 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.823 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.824 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.824 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.824 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.824 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:53.824 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T07:13:53.824 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:53.824 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.824 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.824 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.824 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:53.824 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.825 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.825 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.825 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:53.825 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.825 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.825 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.825 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:53.825 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.825 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.825 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.825 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:53.825 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.826 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.826 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.826 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:53.826 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.826 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.826 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.826 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:53.826 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.826 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.826 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.826 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:53.826 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.827 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.827 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.827 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:53.827 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.827 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.827 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.827 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:53.827 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.827 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.827 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.827 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:53.828 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.828 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.828 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.828 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:53.828 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.828 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.828 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.828 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:53.828 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.828 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.828 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.828 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:53.828 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.829 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.829 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:53.829 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.829 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.829 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:53.829 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.829 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.829 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:53.829 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.829 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.829 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:53.830 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.830 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.830 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.830 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:53.830 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1109592, 2024-04-13T07:13:53.830 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 358 2024-04-13T07:13:53.830 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.830 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:53.830 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 88, 2024-04-13T07:13:53.830 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1 2024-04-13T07:13:53.830 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.830 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:53.831 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.831 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.831 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.831 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:53.831 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.831 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.831 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.831 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:53.831 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.831 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.831 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.831 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:53.832 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.832 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.832 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.832 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:53.832 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6488, 2024-04-13T07:13:53.832 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 122 2024-04-13T07:13:53.832 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.832 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:53.832 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12744, 2024-04-13T07:13:53.832 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1546 2024-04-13T07:13:53.832 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.832 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:53.832 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5152, 2024-04-13T07:13:53.833 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 83 2024-04-13T07:13:53.833 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.833 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:53.833 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.833 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.833 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.833 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:53.833 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.833 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.833 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.833 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.833 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T07:13:53.834 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:53.834 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.834 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.834 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.834 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:53.834 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.834 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.834 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.834 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:53.834 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.835 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.835 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.835 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:53.835 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.835 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.835 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.835 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:53.835 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.835 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.835 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.835 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:53.835 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.835 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.835 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.836 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:53.836 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.836 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.836 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.836 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:53.836 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.836 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.836 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.836 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:53.836 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.836 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.836 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.836 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:53.837 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.837 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.837 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.837 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:53.837 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.837 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.837 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.837 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:53.837 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.837 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.837 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.837 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:53.837 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.837 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.838 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.838 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:53.838 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.838 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.838 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.838 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:53.838 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.838 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.838 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.838 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:53.838 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.838 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.838 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.838 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:53.839 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.839 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.839 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.839 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:53.839 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.839 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.839 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.839 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:53.839 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1148329, 2024-04-13T07:13:53.839 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 337 2024-04-13T07:13:53.839 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.839 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:53.839 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 352, 2024-04-13T07:13:53.840 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 4 2024-04-13T07:13:53.840 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.840 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:53.840 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.840 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.840 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.840 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:53.840 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.840 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.840 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.840 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:53.840 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.841 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.841 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.841 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:53.841 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.841 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.841 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.841 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:53.841 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6488, 2024-04-13T07:13:53.841 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 122 2024-04-13T07:13:53.841 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.841 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:53.841 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12744, 2024-04-13T07:13:53.842 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1546 2024-04-13T07:13:53.842 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.842 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:53.842 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 10304, 2024-04-13T07:13:53.842 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 166 2024-04-13T07:13:53.842 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.842 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:53.842 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.842 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.842 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.842 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:53.843 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.843 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.843 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.843 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.843 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.be5b77d0f8a0d3fc4d792db8fc7e155e44679ebc": { 2024-04-13T07:13:53.843 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:53.843 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.843 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.843 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.843 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:53.843 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.843 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.843 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.844 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:53.844 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.844 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.844 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.844 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:53.844 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.844 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.844 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.844 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:53.844 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.844 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.844 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.845 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:53.845 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.845 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.845 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.845 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:53.845 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.845 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.845 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.845 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:53.845 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.845 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.845 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.845 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:53.845 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.845 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.846 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.846 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:53.846 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.846 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.846 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.846 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:53.846 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.846 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.846 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.846 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:53.846 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.847 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.847 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.847 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:53.847 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.847 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.847 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.847 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:53.847 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.847 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.847 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.847 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:53.847 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.848 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.848 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.848 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:53.848 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.848 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.848 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.848 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:53.848 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.848 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.848 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.848 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:53.848 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.848 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.848 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.849 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:53.849 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1116809, 2024-04-13T07:13:53.849 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 365 2024-04-13T07:13:53.849 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.849 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:53.849 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.849 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.849 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.849 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:53.849 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.849 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.849 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.849 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:53.849 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.850 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.850 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.850 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:53.850 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.850 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.850 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.850 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:53.850 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.850 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.850 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.850 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:53.850 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6488, 2024-04-13T07:13:53.851 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 122 2024-04-13T07:13:53.851 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.851 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:53.851 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12744, 2024-04-13T07:13:53.851 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1546 2024-04-13T07:13:53.851 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.851 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:53.851 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5152, 2024-04-13T07:13:53.851 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 83 2024-04-13T07:13:53.851 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.851 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:53.851 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.851 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.851 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.852 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:53.852 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.852 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.852 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.852 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.852 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.852 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:53.852 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.0": { 2024-04-13T07:13:53.852 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:53.852 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.852 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.852 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.852 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:53.853 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6368, 2024-04-13T07:13:53.853 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 123 2024-04-13T07:13:53.853 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.853 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:53.853 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16896, 2024-04-13T07:13:53.853 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8 2024-04-13T07:13:53.853 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.853 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:53.853 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 576, 2024-04-13T07:13:53.853 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:53.853 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.853 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:53.853 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5600, 2024-04-13T07:13:53.854 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 70 2024-04-13T07:13:53.854 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.854 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:53.854 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 21056, 2024-04-13T07:13:53.854 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 188 2024-04-13T07:13:53.854 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.854 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:53.854 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1712, 2024-04-13T07:13:53.854 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 45 2024-04-13T07:13:53.854 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.854 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:53.855 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 606208, 2024-04-13T07:13:53.855 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 17 2024-04-13T07:13:53.855 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.855 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:53.855 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 91835, 2024-04-13T07:13:53.855 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 15771 2024-04-13T07:13:53.855 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.855 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:53.855 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 205616, 2024-04-13T07:13:53.855 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 334 2024-04-13T07:13:53.855 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.855 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:53.855 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11392, 2024-04-13T07:13:53.856 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 744 2024-04-13T07:13:53.856 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.856 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:53.856 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 9024, 2024-04-13T07:13:53.856 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 188 2024-04-13T07:13:53.856 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.856 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:53.856 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.856 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.856 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.856 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:53.857 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31790, 2024-04-13T07:13:53.857 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 202 2024-04-13T07:13:53.857 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.857 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:53.857 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 21056, 2024-04-13T07:13:53.857 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 188 2024-04-13T07:13:53.857 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.857 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:53.857 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.857 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.857 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.857 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:53.857 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 397367, 2024-04-13T07:13:53.858 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 88 2024-04-13T07:13:53.858 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.858 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:53.858 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.858 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.858 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.858 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:53.858 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2460010, 2024-04-13T07:13:53.858 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 197 2024-04-13T07:13:53.858 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.859 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:53.859 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6864, 2024-04-13T07:13:53.859 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 78 2024-04-13T07:13:53.859 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.859 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:53.859 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.859 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.859 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.859 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:53.859 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 521640, 2024-04-13T07:13:53.860 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 45 2024-04-13T07:13:53.860 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.860 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:53.860 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.860 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.860 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.860 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:53.860 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 94640, 2024-04-13T07:13:53.860 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 186 2024-04-13T07:13:53.860 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.860 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:53.861 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 225896, 2024-04-13T07:13:53.861 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3454 2024-04-13T07:13:53.861 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.861 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:53.861 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.861 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.861 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.861 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:53.861 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.861 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.861 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.861 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:53.862 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.862 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.862 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.862 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:53.862 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.862 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.862 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.862 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.862 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.1": { 2024-04-13T07:13:53.862 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:53.862 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.863 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.863 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.863 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:53.863 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6368, 2024-04-13T07:13:53.863 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 123 2024-04-13T07:13:53.863 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.863 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:53.863 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16896, 2024-04-13T07:13:53.863 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8 2024-04-13T07:13:53.863 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.863 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:53.864 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 576, 2024-04-13T07:13:53.864 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:53.864 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.864 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:53.864 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4880, 2024-04-13T07:13:53.864 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 61 2024-04-13T07:13:53.864 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.864 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:53.864 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19712, 2024-04-13T07:13:53.864 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 176 2024-04-13T07:13:53.864 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.864 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:53.864 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1488, 2024-04-13T07:13:53.865 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 43 2024-04-13T07:13:53.865 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.865 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:53.865 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12288, 2024-04-13T07:13:53.865 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:53.865 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.865 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:53.865 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 45333, 2024-04-13T07:13:53.865 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8563 2024-04-13T07:13:53.865 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.865 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:53.865 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 128096, 2024-04-13T07:13:53.865 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 220 2024-04-13T07:13:53.865 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.866 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:53.866 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 9364, 2024-04-13T07:13:53.866 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 570 2024-04-13T07:13:53.866 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.866 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:53.866 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8448, 2024-04-13T07:13:53.866 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 176 2024-04-13T07:13:53.866 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.867 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:53.867 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.867 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.867 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.867 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:53.867 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 27602, 2024-04-13T07:13:53.867 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 188 2024-04-13T07:13:53.867 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.867 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:53.867 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19824, 2024-04-13T07:13:53.867 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 177 2024-04-13T07:13:53.867 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.868 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:53.868 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1472, 2024-04-13T07:13:53.868 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T07:13:53.868 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.868 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:53.868 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 442503, 2024-04-13T07:13:53.868 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 99 2024-04-13T07:13:53.868 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.868 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:53.868 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20128, 2024-04-13T07:13:53.868 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T07:13:53.868 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.868 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:53.869 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2404144, 2024-04-13T07:13:53.869 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 175 2024-04-13T07:13:53.869 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.869 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:53.869 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4840, 2024-04-13T07:13:53.869 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 55 2024-04-13T07:13:53.869 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.869 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:53.869 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.869 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.869 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.869 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:53.869 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 428904, 2024-04-13T07:13:53.870 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 37 2024-04-13T07:13:53.870 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.870 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:53.870 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.870 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.870 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.870 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:53.870 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7280, 2024-04-13T07:13:53.870 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 18 2024-04-13T07:13:53.870 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.870 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:53.870 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 225640, 2024-04-13T07:13:53.871 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3442 2024-04-13T07:13:53.871 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.871 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:53.871 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.871 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.871 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.871 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:53.871 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.871 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.871 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.871 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:53.872 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.872 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.872 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.872 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:53.872 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.872 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.872 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.872 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.872 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.2": { 2024-04-13T07:13:53.872 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:53.872 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.872 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.873 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.873 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:53.873 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6368, 2024-04-13T07:13:53.873 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 123 2024-04-13T07:13:53.873 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.873 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:53.873 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16896, 2024-04-13T07:13:53.873 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8 2024-04-13T07:13:53.873 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.873 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:53.873 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 576, 2024-04-13T07:13:53.873 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:53.873 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.874 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:53.874 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4400, 2024-04-13T07:13:53.874 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 55 2024-04-13T07:13:53.874 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.874 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:53.874 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19600, 2024-04-13T07:13:53.874 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 175 2024-04-13T07:13:53.874 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.874 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:53.874 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1376, 2024-04-13T07:13:53.875 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 42 2024-04-13T07:13:53.875 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.875 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:53.875 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8192, 2024-04-13T07:13:53.875 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T07:13:53.875 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.875 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:53.875 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 43544, 2024-04-13T07:13:53.875 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8290 2024-04-13T07:13:53.875 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.875 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:53.875 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 123336, 2024-04-13T07:13:53.875 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 213 2024-04-13T07:13:53.876 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.876 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:53.876 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8224, 2024-04-13T07:13:53.876 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 519 2024-04-13T07:13:53.876 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.876 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:53.876 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8400, 2024-04-13T07:13:53.876 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 175 2024-04-13T07:13:53.876 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.876 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:53.876 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.876 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.877 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.877 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:53.877 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 25978, 2024-04-13T07:13:53.877 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 181 2024-04-13T07:13:53.877 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.877 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:53.877 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19712, 2024-04-13T07:13:53.877 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 176 2024-04-13T07:13:53.877 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.877 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:53.877 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1472, 2024-04-13T07:13:53.877 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T07:13:53.878 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.878 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:53.878 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 355619, 2024-04-13T07:13:53.878 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 78 2024-04-13T07:13:53.878 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.878 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:53.878 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20128, 2024-04-13T07:13:53.878 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T07:13:53.878 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.878 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:53.878 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2437086, 2024-04-13T07:13:53.879 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 182 2024-04-13T07:13:53.879 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.879 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:53.879 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4224, 2024-04-13T07:13:53.879 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 48 2024-04-13T07:13:53.879 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.879 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:53.879 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.879 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.879 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.879 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:53.879 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 347760, 2024-04-13T07:13:53.880 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 30 2024-04-13T07:13:53.880 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.880 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:53.880 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.880 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.880 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.880 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:53.880 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8320, 2024-04-13T07:13:53.880 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 24 2024-04-13T07:13:53.880 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.880 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:53.880 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 225640, 2024-04-13T07:13:53.881 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3442 2024-04-13T07:13:53.881 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.881 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:53.881 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.881 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.881 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.881 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:53.881 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.881 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.881 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.881 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:53.881 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.882 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.882 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.882 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:53.882 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.882 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.882 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.882 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.882 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.3": { 2024-04-13T07:13:53.882 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:53.882 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.882 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.883 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.883 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:53.883 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6368, 2024-04-13T07:13:53.883 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 123 2024-04-13T07:13:53.883 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.883 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:53.883 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16896, 2024-04-13T07:13:53.883 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8 2024-04-13T07:13:53.883 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.883 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:53.883 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 576, 2024-04-13T07:13:53.884 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:53.884 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.884 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:53.884 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3920, 2024-04-13T07:13:53.884 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 49 2024-04-13T07:13:53.884 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.884 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:53.884 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20160, 2024-04-13T07:13:53.884 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 180 2024-04-13T07:13:53.884 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.884 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:53.884 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 480, 2024-04-13T07:13:53.884 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 34 2024-04-13T07:13:53.884 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.885 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:53.885 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.885 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.885 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.885 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:53.885 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 44842, 2024-04-13T07:13:53.885 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8597 2024-04-13T07:13:53.885 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.885 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:53.885 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 128776, 2024-04-13T07:13:53.885 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 221 2024-04-13T07:13:53.885 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.885 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:53.886 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 9460, 2024-04-13T07:13:53.886 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 579 2024-04-13T07:13:53.886 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.886 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:53.886 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8640, 2024-04-13T07:13:53.886 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 180 2024-04-13T07:13:53.886 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.886 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:53.886 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.886 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.886 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.887 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:53.887 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 27186, 2024-04-13T07:13:53.887 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 189 2024-04-13T07:13:53.887 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.887 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:53.887 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20160, 2024-04-13T07:13:53.887 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 180 2024-04-13T07:13:53.887 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.887 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:53.887 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2208, 2024-04-13T07:13:53.887 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:53.887 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.887 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:53.888 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 266295, 2024-04-13T07:13:53.888 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 56 2024-04-13T07:13:53.888 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.888 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:53.888 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 26565, 2024-04-13T07:13:53.888 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 9 2024-04-13T07:13:53.888 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.888 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:53.888 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2429623, 2024-04-13T07:13:53.888 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 181 2024-04-13T07:13:53.888 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.888 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:53.888 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4752, 2024-04-13T07:13:53.888 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 54 2024-04-13T07:13:53.889 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.889 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:53.889 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.889 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.889 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.889 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:53.889 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 428904, 2024-04-13T07:13:53.889 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 37 2024-04-13T07:13:53.889 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.889 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:53.889 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.890 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.890 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.890 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:53.890 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 10400, 2024-04-13T07:13:53.890 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 20 2024-04-13T07:13:53.890 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.890 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:53.890 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 225128, 2024-04-13T07:13:53.890 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3418 2024-04-13T07:13:53.890 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.890 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:53.890 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.890 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.891 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.891 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:53.891 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.891 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.891 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.891 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:53.891 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.891 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.891 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.891 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:53.891 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.891 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.891 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.891 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.892 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.4": { 2024-04-13T07:13:53.892 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:53.892 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.892 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.892 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.892 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:53.892 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6368, 2024-04-13T07:13:53.892 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 123 2024-04-13T07:13:53.892 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.892 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:53.892 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16896, 2024-04-13T07:13:53.892 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8 2024-04-13T07:13:53.892 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:53.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 576, 2024-04-13T07:13:53.893 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:53.893 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:53.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3440, 2024-04-13T07:13:53.893 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 43 2024-04-13T07:13:53.893 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:53.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19936, 2024-04-13T07:13:53.893 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 178 2024-04-13T07:13:53.893 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:53.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1264, 2024-04-13T07:13:53.894 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 41 2024-04-13T07:13:53.894 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:53.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4096, 2024-04-13T07:13:53.894 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1 2024-04-13T07:13:53.894 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:53.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 86181, 2024-04-13T07:13:53.895 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 14935 2024-04-13T07:13:53.895 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:53.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 198136, 2024-04-13T07:13:53.895 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 323 2024-04-13T07:13:53.895 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:53.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 9740, 2024-04-13T07:13:53.895 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 577 2024-04-13T07:13:53.895 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:53.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8544, 2024-04-13T07:13:53.896 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 178 2024-04-13T07:13:53.896 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:53.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.896 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.896 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:53.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 28034, 2024-04-13T07:13:53.896 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 191 2024-04-13T07:13:53.897 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:53.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20048, 2024-04-13T07:13:53.897 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 179 2024-04-13T07:13:53.897 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:53.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1472, 2024-04-13T07:13:53.897 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T07:13:53.897 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:53.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 929130, 2024-04-13T07:13:53.898 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 75 2024-04-13T07:13:53.898 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.898 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:53.898 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20128, 2024-04-13T07:13:53.898 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T07:13:53.898 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.898 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:53.898 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2443996, 2024-04-13T07:13:53.898 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 181 2024-04-13T07:13:53.898 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.898 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:53.898 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4928, 2024-04-13T07:13:53.899 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 56 2024-04-13T07:13:53.899 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.899 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:53.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.899 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.899 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.899 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:53.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 463680, 2024-04-13T07:13:53.899 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 40 2024-04-13T07:13:53.899 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.899 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:53.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.900 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.900 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:53.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7904, 2024-04-13T07:13:53.900 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 16 2024-04-13T07:13:53.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.900 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:53.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 225640, 2024-04-13T07:13:53.900 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3442 2024-04-13T07:13:53.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.900 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:53.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.900 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.901 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.901 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:53.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.901 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.901 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.901 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:53.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.901 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.901 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.901 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:53.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.901 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.902 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.902 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.902 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.5": { 2024-04-13T07:13:53.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:53.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.902 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.902 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:53.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6368, 2024-04-13T07:13:53.902 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 123 2024-04-13T07:13:53.902 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:53.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16896, 2024-04-13T07:13:53.903 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8 2024-04-13T07:13:53.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:53.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 576, 2024-04-13T07:13:53.903 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:53.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:53.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2880, 2024-04-13T07:13:53.903 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 36 2024-04-13T07:13:53.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:53.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19936, 2024-04-13T07:13:53.904 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 178 2024-04-13T07:13:53.904 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:53.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 480, 2024-04-13T07:13:53.904 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 34 2024-04-13T07:13:53.904 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:53.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.904 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.905 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:53.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 45625, 2024-04-13T07:13:53.905 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8704 2024-04-13T07:13:53.905 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:53.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 130816, 2024-04-13T07:13:53.905 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 224 2024-04-13T07:13:53.905 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:53.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 9868, 2024-04-13T07:13:53.905 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 579 2024-04-13T07:13:53.905 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:53.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8544, 2024-04-13T07:13:53.906 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 178 2024-04-13T07:13:53.906 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:53.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.906 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.906 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:53.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 28290, 2024-04-13T07:13:53.907 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 192 2024-04-13T07:13:53.907 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:53.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19936, 2024-04-13T07:13:53.907 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 178 2024-04-13T07:13:53.907 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:53.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2208, 2024-04-13T07:13:53.907 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:53.907 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:53.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 834762, 2024-04-13T07:13:53.907 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 52 2024-04-13T07:13:53.908 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:53.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 26565, 2024-04-13T07:13:53.908 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 9 2024-04-13T07:13:53.908 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.908 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:53.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2447536, 2024-04-13T07:13:53.908 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 183 2024-04-13T07:13:53.908 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.908 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:53.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5368, 2024-04-13T07:13:53.908 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 61 2024-04-13T07:13:53.909 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.909 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:53.909 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.909 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.909 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.909 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:53.909 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 475272, 2024-04-13T07:13:53.909 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 41 2024-04-13T07:13:53.909 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.909 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:53.909 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.909 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.910 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.910 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:53.910 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11960, 2024-04-13T07:13:53.910 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 23 2024-04-13T07:13:53.910 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.910 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:53.910 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 225640, 2024-04-13T07:13:53.910 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3442 2024-04-13T07:13:53.910 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.910 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:53.910 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.911 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.911 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.911 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:53.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.911 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.911 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.911 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:53.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.911 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.911 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.911 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:53.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.911 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.911 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.912 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.6": { 2024-04-13T07:13:53.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:53.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.912 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:53.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6368, 2024-04-13T07:13:53.912 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 123 2024-04-13T07:13:53.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:53.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16896, 2024-04-13T07:13:53.912 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8 2024-04-13T07:13:53.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:53.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 576, 2024-04-13T07:13:53.913 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:53.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:53.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2400, 2024-04-13T07:13:53.913 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 30 2024-04-13T07:13:53.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:53.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20720, 2024-04-13T07:13:53.913 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 185 2024-04-13T07:13:53.914 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:53.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 704, 2024-04-13T07:13:53.914 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 36 2024-04-13T07:13:53.914 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:53.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 28832, 2024-04-13T07:13:53.914 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 6 2024-04-13T07:13:53.914 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:53.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 45961, 2024-04-13T07:13:53.914 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8916 2024-04-13T07:13:53.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:53.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 128776, 2024-04-13T07:13:53.915 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 221 2024-04-13T07:13:53.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:53.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 10852, 2024-04-13T07:13:53.915 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 732 2024-04-13T07:13:53.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:53.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8880, 2024-04-13T07:13:53.915 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 185 2024-04-13T07:13:53.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:53.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.916 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:53.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 28886, 2024-04-13T07:13:53.916 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 189 2024-04-13T07:13:53.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:53.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20720, 2024-04-13T07:13:53.916 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 185 2024-04-13T07:13:53.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:53.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.917 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.917 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:53.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 441778, 2024-04-13T07:13:53.917 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 37 2024-04-13T07:13:53.917 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:53.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.917 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.918 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.918 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:53.918 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2401882, 2024-04-13T07:13:53.918 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 167 2024-04-13T07:13:53.918 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.918 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:53.918 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4928, 2024-04-13T07:13:53.918 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 56 2024-04-13T07:13:53.918 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.918 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:53.918 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.919 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.919 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.919 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:53.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 452088, 2024-04-13T07:13:53.919 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 39 2024-04-13T07:13:53.919 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.919 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:53.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.919 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.919 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.919 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:53.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 94952, 2024-04-13T07:13:53.919 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 193 2024-04-13T07:13:53.920 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.920 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:53.920 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 225128, 2024-04-13T07:13:53.920 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3418 2024-04-13T07:13:53.920 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.920 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:53.920 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.920 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.920 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.920 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:53.920 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.920 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.921 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.921 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:53.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.921 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.921 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.921 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:53.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.921 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.921 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.921 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.921 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.7": { 2024-04-13T07:13:53.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T07:13:53.922 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.922 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.922 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:53.922 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6368, 2024-04-13T07:13:53.922 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 123 2024-04-13T07:13:53.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.922 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T07:13:53.922 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16896, 2024-04-13T07:13:53.922 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8 2024-04-13T07:13:53.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.922 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T07:13:53.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 576, 2024-04-13T07:13:53.923 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T07:13:53.923 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T07:13:53.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1680, 2024-04-13T07:13:53.923 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 21 2024-04-13T07:13:53.923 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T07:13:53.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20720, 2024-04-13T07:13:53.923 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 185 2024-04-13T07:13:53.923 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T07:13:53.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1040, 2024-04-13T07:13:53.924 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 39 2024-04-13T07:13:53.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T07:13:53.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 270336, 2024-04-13T07:13:53.924 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7 2024-04-13T07:13:53.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T07:13:53.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 89218, 2024-04-13T07:13:53.924 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 15545 2024-04-13T07:13:53.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T07:13:53.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 202896, 2024-04-13T07:13:53.924 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 330 2024-04-13T07:13:53.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T07:13:53.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11636, 2024-04-13T07:13:53.925 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 739 2024-04-13T07:13:53.925 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T07:13:53.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 8880, 2024-04-13T07:13:53.925 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 185 2024-04-13T07:13:53.925 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T07:13:53.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.925 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.925 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T07:13:53.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31190, 2024-04-13T07:13:53.926 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 198 2024-04-13T07:13:53.926 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T07:13:53.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20720, 2024-04-13T07:13:53.926 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 185 2024-04-13T07:13:53.926 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T07:13:53.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.926 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.926 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T07:13:53.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 144599, 2024-04-13T07:13:53.927 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 28 2024-04-13T07:13:53.927 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T07:13:53.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.927 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.927 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.927 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T07:13:53.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2456284, 2024-04-13T07:13:53.927 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 203 2024-04-13T07:13:53.927 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.927 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T07:13:53.928 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5896, 2024-04-13T07:13:53.928 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 67 2024-04-13T07:13:53.928 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.928 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T07:13:53.928 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.928 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.928 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.928 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:53.928 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 533232, 2024-04-13T07:13:53.928 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 46 2024-04-13T07:13:53.928 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.928 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T07:13:53.928 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.929 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.929 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T07:13:53.929 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 98488, 2024-04-13T07:13:53.929 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 227 2024-04-13T07:13:53.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.929 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T07:13:53.929 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 225128, 2024-04-13T07:13:53.929 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3418 2024-04-13T07:13:53.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.929 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T07:13:53.929 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.930 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.930 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T07:13:53.930 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.930 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.930 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T07:13:53.930 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.930 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.931 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T07:13:53.931 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T07:13:53.931 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T07:13:53.931 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.931 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.931 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.931 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.931 INFO:tasks.workunit.client.0.smithi003.stdout: "metadata": { 2024-04-13T07:13:53.931 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T07:13:53.931 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T07:13:53.932 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 2 2024-04-13T07:13:53.932 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.932 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T07:13:53.932 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:13:53.932 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.932 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T07:13:53.932 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-13T07:13:53.932 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.932 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T07:13:53.932 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 2 2024-04-13T07:13:53.933 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.933 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T07:13:53.933 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 2 2024-04-13T07:13:53.933 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.933 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T07:13:53.933 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-13T07:13:53.933 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.933 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T07:13:53.933 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-13T07:13:53.933 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.933 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T07:13:53.933 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 2 2024-04-13T07:13:53.934 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.934 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.934 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:53.934 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T07:13:53.934 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 3 2024-04-13T07:13:53.934 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.934 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T07:13:53.934 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3 2024-04-13T07:13:53.934 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.934 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T07:13:53.934 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-13T07:13:53.935 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.935 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T07:13:53.935 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 3 2024-04-13T07:13:53.935 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.935 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T07:13:53.935 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 3 2024-04-13T07:13:53.935 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.935 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T07:13:53.935 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-13T07:13:53.935 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.935 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T07:13:53.936 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-13T07:13:53.936 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.936 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T07:13:53.936 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 3 2024-04-13T07:13:53.936 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.936 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.936 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:53.936 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T07:13:53.936 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 8 2024-04-13T07:13:53.936 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.936 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T07:13:53.937 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:13:53.937 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.937 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T07:13:53.937 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-13T07:13:53.937 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.937 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T07:13:53.937 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 8 2024-04-13T07:13:53.937 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.937 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T07:13:53.937 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 8 2024-04-13T07:13:53.938 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.938 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T07:13:53.938 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-13T07:13:53.938 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.938 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T07:13:53.938 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-13T07:13:53.938 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.938 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T07:13:53.938 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 8 2024-04-13T07:13:53.938 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.938 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_objectstore": { 2024-04-13T07:13:53.939 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": 8 2024-04-13T07:13:53.939 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.939 INFO:tasks.workunit.client.0.smithi003.stdout: "rotational": { 2024-04-13T07:13:53.939 INFO:tasks.workunit.client.0.smithi003.stdout: "0": 8 2024-04-13T07:13:53.939 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.939 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.939 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.939 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:53.939 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:53.939 INFO:tasks.workunit.client.0.smithi003.stdout: "features": { 2024-04-13T07:13:53.939 INFO:tasks.workunit.client.0.smithi003.stdout: "optional": [], 2024-04-13T07:13:53.939 INFO:tasks.workunit.client.0.smithi003.stdout: "persistent": [ 2024-04-13T07:13:53.940 INFO:tasks.workunit.client.0.smithi003.stdout: "kraken", 2024-04-13T07:13:53.940 INFO:tasks.workunit.client.0.smithi003.stdout: "luminous", 2024-04-13T07:13:53.940 INFO:tasks.workunit.client.0.smithi003.stdout: "mimic", 2024-04-13T07:13:53.940 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap-prune", 2024-04-13T07:13:53.940 INFO:tasks.workunit.client.0.smithi003.stdout: "nautilus", 2024-04-13T07:13:53.940 INFO:tasks.workunit.client.0.smithi003.stdout: "octopus", 2024-04-13T07:13:53.940 INFO:tasks.workunit.client.0.smithi003.stdout: "pacific", 2024-04-13T07:13:53.940 INFO:tasks.workunit.client.0.smithi003.stdout: "elector-pinging", 2024-04-13T07:13:53.940 INFO:tasks.workunit.client.0.smithi003.stdout: "quincy", 2024-04-13T07:13:53.940 INFO:tasks.workunit.client.0.smithi003.stdout: "reef" 2024-04-13T07:13:53.941 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.941 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.941 INFO:tasks.workunit.client.0.smithi003.stdout: "ipv4_addr_mons": 6, 2024-04-13T07:13:53.941 INFO:tasks.workunit.client.0.smithi003.stdout: "ipv6_addr_mons": 0, 2024-04-13T07:13:53.941 INFO:tasks.workunit.client.0.smithi003.stdout: "min_mon_release": 18, 2024-04-13T07:13:53.941 INFO:tasks.workunit.client.0.smithi003.stdout: "v1_addr_mons": 3, 2024-04-13T07:13:53.941 INFO:tasks.workunit.client.0.smithi003.stdout: "v2_addr_mons": 3 2024-04-13T07:13:53.941 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.941 INFO:tasks.workunit.client.0.smithi003.stdout: "organization": "ceph-qa", 2024-04-13T07:13:53.941 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:53.941 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster_network": false, 2024-04-13T07:13:53.941 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8, 2024-04-13T07:13:53.942 INFO:tasks.workunit.client.0.smithi003.stdout: "require_min_compat_client": "luminous", 2024-04-13T07:13:53.942 INFO:tasks.workunit.client.0.smithi003.stdout: "require_osd_release": "reef" 2024-04-13T07:13:53.942 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.942 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_perf_histograms": [ 2024-04-13T07:13:53.942 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.942 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:13:53.942 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T07:13:53.942 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.942 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T07:13:53.942 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T07:13:53.942 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T07:13:53.943 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T07:13:53.943 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T07:13:53.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T07:13:53.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T07:13:53.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T07:13:53.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T07:13:53.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T07:13:53.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T07:13:53.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T07:13:53.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T07:13:53.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T07:13:53.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T07:13:53.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T07:13:53.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T07:13:53.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T07:13:53.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T07:13:53.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T07:13:53.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T07:13:53.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T07:13:53.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T07:13:53.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T07:13:53.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T07:13:53.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T07:13:53.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T07:13:53.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T07:13:53.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T07:13:53.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T07:13:53.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T07:13:53.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T07:13:53.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T07:13:53.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T07:13:53.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T07:13:53.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T07:13:53.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T07:13:53.945 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.945 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T07:13:53.946 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.946 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.946 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T07:13:53.946 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T07:13:53.946 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T07:13:53.946 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T07:13:53.946 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T07:13:53.946 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T07:13:53.946 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T07:13:53.946 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T07:13:53.946 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T07:13:53.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T07:13:53.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T07:13:53.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T07:13:53.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T07:13:53.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T07:13:53.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T07:13:53.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T07:13:53.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T07:13:53.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T07:13:53.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T07:13:53.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T07:13:53.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T07:13:53.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T07:13:53.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T07:13:53.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T07:13:53.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T07:13:53.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T07:13:53.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T07:13:53.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T07:13:53.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T07:13:53.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T07:13:53.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T07:13:53.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T07:13:53.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T07:13:53.949 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T07:13:53.949 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T07:13:53.949 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T07:13:53.949 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T07:13:53.949 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.949 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T07:13:53.949 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.949 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.949 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T07:13:53.949 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.949 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T07:13:53.950 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:53.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:53.952 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.952 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.953 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.953 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T07:13:53.953 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:53.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:53.955 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.956 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.956 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.956 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T07:13:53.956 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:53.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.958 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.958 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.958 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.958 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.958 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.958 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.958 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.958 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.958 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:53.958 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.958 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.959 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.959 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T07:13:53.959 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:53.959 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.959 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.959 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.959 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.959 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.959 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.959 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.959 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:53.961 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.962 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.962 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.962 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T07:13:53.962 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:53.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.964 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.964 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.964 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.964 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.964 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.964 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.964 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.964 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.964 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.964 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:53.964 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.964 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.964 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.965 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T07:13:53.965 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:53.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.966 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.966 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.966 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.966 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.966 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.966 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.966 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.966 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.966 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.966 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:53.968 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.968 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.968 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.968 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T07:13:53.968 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:53.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.970 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.970 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.970 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.970 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.970 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.970 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.970 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.970 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.970 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.970 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:53.971 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.971 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.971 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.971 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T07:13:53.971 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:53.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.974 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.974 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.974 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:53.974 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.974 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.974 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.974 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.974 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:13:53.974 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T07:13:53.974 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.974 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T07:13:53.974 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T07:13:53.975 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T07:13:53.975 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T07:13:53.975 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T07:13:53.975 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T07:13:53.975 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T07:13:53.975 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T07:13:53.975 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T07:13:53.975 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T07:13:53.975 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T07:13:53.975 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T07:13:53.975 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T07:13:53.975 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T07:13:53.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T07:13:53.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T07:13:53.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T07:13:53.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T07:13:53.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T07:13:53.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T07:13:53.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T07:13:53.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T07:13:53.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T07:13:53.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T07:13:53.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T07:13:53.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T07:13:53.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T07:13:53.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T07:13:53.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T07:13:53.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T07:13:53.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T07:13:53.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T07:13:53.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T07:13:53.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T07:13:53.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T07:13:53.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T07:13:53.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T07:13:53.978 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.978 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T07:13:53.978 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.978 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.978 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T07:13:53.978 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T07:13:53.978 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T07:13:53.978 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T07:13:53.978 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T07:13:53.978 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T07:13:53.978 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T07:13:53.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T07:13:53.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T07:13:53.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T07:13:53.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T07:13:53.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T07:13:53.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T07:13:53.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T07:13:53.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T07:13:53.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T07:13:53.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T07:13:53.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T07:13:53.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T07:13:53.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T07:13:53.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T07:13:53.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T07:13:53.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T07:13:53.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T07:13:53.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T07:13:53.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T07:13:53.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T07:13:53.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T07:13:53.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T07:13:53.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T07:13:53.981 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T07:13:53.981 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T07:13:53.981 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T07:13:53.981 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T07:13:53.981 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T07:13:53.981 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T07:13:53.981 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T07:13:53.981 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.981 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T07:13:53.981 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:53.981 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:53.981 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T07:13:53.982 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.982 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T07:13:53.982 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:53.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:53.985 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.985 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.985 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.985 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T07:13:53.985 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:53.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:53.988 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.988 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.988 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.988 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T07:13:53.988 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:53.988 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.988 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.988 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.988 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.988 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.988 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.988 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.988 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.991 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:53.991 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.991 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.991 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.991 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T07:13:53.991 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:53.991 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.991 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.991 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.991 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.991 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.991 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.991 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.994 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.994 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.994 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:53.994 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.994 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.994 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.994 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T07:13:53.994 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:53.994 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.997 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.997 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.997 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.997 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.997 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.997 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.997 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.997 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.997 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.997 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.997 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:53.997 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:53.998 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:53.998 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:53.998 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T07:13:53.998 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:53.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:53.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:54.000 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.001 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.001 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.001 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T07:13:54.001 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:54.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:54.004 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.004 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.004 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.004 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T07:13:54.004 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:54.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:54.007 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.007 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.007 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.007 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.007 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:13:54.007 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T07:13:54.007 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.007 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T07:13:54.007 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T07:13:54.007 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T07:13:54.008 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T07:13:54.008 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T07:13:54.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T07:13:54.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T07:13:54.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T07:13:54.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T07:13:54.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T07:13:54.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T07:13:54.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T07:13:54.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T07:13:54.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T07:13:54.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T07:13:54.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T07:13:54.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T07:13:54.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T07:13:54.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T07:13:54.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T07:13:54.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T07:13:54.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T07:13:54.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T07:13:54.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T07:13:54.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T07:13:54.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T07:13:54.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T07:13:54.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T07:13:54.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T07:13:54.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T07:13:54.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T07:13:54.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T07:13:54.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T07:13:54.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T07:13:54.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T07:13:54.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T07:13:54.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T07:13:54.010 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.010 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T07:13:54.011 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.011 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.011 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T07:13:54.011 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T07:13:54.011 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T07:13:54.011 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T07:13:54.011 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T07:13:54.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T07:13:54.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T07:13:54.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T07:13:54.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T07:13:54.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T07:13:54.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T07:13:54.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T07:13:54.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T07:13:54.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T07:13:54.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T07:13:54.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T07:13:54.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T07:13:54.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T07:13:54.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T07:13:54.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T07:13:54.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T07:13:54.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T07:13:54.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T07:13:54.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T07:13:54.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T07:13:54.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T07:13:54.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T07:13:54.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T07:13:54.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T07:13:54.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T07:13:54.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T07:13:54.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T07:13:54.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T07:13:54.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T07:13:54.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T07:13:54.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T07:13:54.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T07:13:54.014 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.014 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T07:13:54.014 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.014 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.014 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T07:13:54.014 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.014 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T07:13:54.014 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:54.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:54.017 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.017 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.017 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.017 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T07:13:54.017 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:54.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:54.020 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.020 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.020 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.020 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T07:13:54.020 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:54.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:54.023 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.023 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.023 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.023 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T07:13:54.023 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:54.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:54.026 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.026 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.026 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.026 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T07:13:54.026 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:54.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:54.029 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.029 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.029 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.029 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T07:13:54.029 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:54.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:54.031 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.031 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.032 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.032 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T07:13:54.032 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:54.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:54.034 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.034 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.034 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.035 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T07:13:54.035 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:54.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:54.037 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.037 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.037 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.037 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.037 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:13:54.037 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T07:13:54.037 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.037 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T07:13:54.038 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T07:13:54.038 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T07:13:54.038 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T07:13:54.038 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T07:13:54.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T07:13:54.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T07:13:54.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T07:13:54.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T07:13:54.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T07:13:54.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T07:13:54.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T07:13:54.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T07:13:54.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T07:13:54.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T07:13:54.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T07:13:54.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T07:13:54.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T07:13:54.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T07:13:54.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T07:13:54.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T07:13:54.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T07:13:54.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T07:13:54.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T07:13:54.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T07:13:54.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T07:13:54.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T07:13:54.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T07:13:54.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T07:13:54.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T07:13:54.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T07:13:54.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T07:13:54.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T07:13:54.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T07:13:54.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T07:13:54.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T07:13:54.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T07:13:54.040 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.040 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T07:13:54.041 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.041 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.041 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T07:13:54.041 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T07:13:54.041 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T07:13:54.041 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T07:13:54.041 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T07:13:54.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T07:13:54.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T07:13:54.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T07:13:54.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T07:13:54.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T07:13:54.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T07:13:54.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T07:13:54.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T07:13:54.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T07:13:54.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T07:13:54.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T07:13:54.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T07:13:54.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T07:13:54.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T07:13:54.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T07:13:54.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T07:13:54.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T07:13:54.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T07:13:54.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T07:13:54.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T07:13:54.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T07:13:54.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T07:13:54.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T07:13:54.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T07:13:54.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T07:13:54.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T07:13:54.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T07:13:54.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T07:13:54.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T07:13:54.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T07:13:54.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T07:13:54.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T07:13:54.044 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.044 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T07:13:54.044 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.044 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.044 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T07:13:54.044 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.044 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T07:13:54.044 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:54.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:54.047 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.047 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.048 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.048 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T07:13:54.048 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:54.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12, 4, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12, 4, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:54.051 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.051 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.051 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.051 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T07:13:54.051 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:54.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:54.054 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.054 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.054 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.054 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T07:13:54.054 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:54.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:54.057 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.057 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.057 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.058 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T07:13:54.058 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:54.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:54.061 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.061 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.061 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.061 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T07:13:54.061 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:54.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:54.064 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.064 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.064 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.064 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T07:13:54.064 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:54.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:54.067 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.067 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.068 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.068 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T07:13:54.068 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T07:13:54.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.069 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.069 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T07:13:54.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T07:13:54.072 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.072 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.072 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T07:13:54.072 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.073 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.073 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.073 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_counters": { 2024-04-13T07:13:54.073 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T07:13:54.073 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T07:13:54.073 INFO:tasks.workunit.client.0.smithi003.stdout: "caps": { 2024-04-13T07:13:54.073 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.073 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.073 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_flush_ack": { 2024-04-13T07:13:54.073 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.073 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.073 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-13T07:13:54.074 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.074 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.074 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_grant": { 2024-04-13T07:13:54.074 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.074 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.074 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_revoke": { 2024-04-13T07:13:54.074 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.074 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.074 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_trunc": { 2024-04-13T07:13:54.074 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.075 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.075 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_commit": { 2024-04-13T07:13:54.075 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T07:13:54.075 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.075 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_fetch_complete": { 2024-04-13T07:13:54.075 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.075 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.075 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_fetch_keys": { 2024-04-13T07:13:54.075 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.075 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.075 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_merge": { 2024-04-13T07:13:54.075 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.075 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.076 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_split": { 2024-04-13T07:13:54.076 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.076 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.076 INFO:tasks.workunit.client.0.smithi003.stdout: "exported_inodes": { 2024-04-13T07:13:54.076 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.076 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.076 INFO:tasks.workunit.client.0.smithi003.stdout: "forward": { 2024-04-13T07:13:54.076 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.076 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.076 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_cap_release": { 2024-04-13T07:13:54.076 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.077 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.077 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_caps": { 2024-04-13T07:13:54.077 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.077 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.077 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_caps_dirty": { 2024-04-13T07:13:54.077 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.077 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.077 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_inode_file_caps": { 2024-04-13T07:13:54.077 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.077 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.077 INFO:tasks.workunit.client.0.smithi003.stdout: "imported_inodes": { 2024-04-13T07:13:54.077 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.077 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.078 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes": { 2024-04-13T07:13:54.078 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T07:13:54.078 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.078 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes_expired": { 2024-04-13T07:13:54.078 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.078 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.078 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes_pinned": { 2024-04-13T07:13:54.078 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T07:13:54.078 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.078 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes_with_caps": { 2024-04-13T07:13:54.078 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.079 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.079 INFO:tasks.workunit.client.0.smithi003.stdout: "load_cent": { 2024-04-13T07:13:54.079 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.079 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.079 INFO:tasks.workunit.client.0.smithi003.stdout: "openino_dir_fetch": { 2024-04-13T07:13:54.079 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.079 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.079 INFO:tasks.workunit.client.0.smithi003.stdout: "process_request_cap_release": { 2024-04-13T07:13:54.079 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.079 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.079 INFO:tasks.workunit.client.0.smithi003.stdout: "reply_latency": { 2024-04-13T07:13:54.080 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:54.080 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 169295 2024-04-13T07:13:54.080 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.080 INFO:tasks.workunit.client.0.smithi003.stdout: "request": { 2024-04-13T07:13:54.080 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:54.080 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.080 INFO:tasks.workunit.client.0.smithi003.stdout: "root_rbytes": { 2024-04-13T07:13:54.080 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.080 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.080 INFO:tasks.workunit.client.0.smithi003.stdout: "root_rfiles": { 2024-04-13T07:13:54.080 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.080 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.081 INFO:tasks.workunit.client.0.smithi003.stdout: "root_rsnaps": { 2024-04-13T07:13:54.081 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.081 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.081 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_reply": { 2024-04-13T07:13:54.081 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.081 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.081 INFO:tasks.workunit.client.0.smithi003.stdout: "subtrees": { 2024-04-13T07:13:54.081 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:54.081 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.081 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.081 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_cache": { 2024-04-13T07:13:54.082 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_enqueue_scrub": { 2024-04-13T07:13:54.082 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.082 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.082 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_exportdir": { 2024-04-13T07:13:54.082 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.082 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.082 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_flush": { 2024-04-13T07:13:54.082 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.082 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.082 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_fragmentdir": { 2024-04-13T07:13:54.082 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.082 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.083 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_fragstats": { 2024-04-13T07:13:54.083 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.083 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.083 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_inodestats": { 2024-04-13T07:13:54.083 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.083 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_recovering_enqueued": { 2024-04-13T07:13:54.083 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.083 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_recovering_prioritized": { 2024-04-13T07:13:54.083 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.083 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_recovering_processing": { 2024-04-13T07:13:54.084 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.084 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_strays": { 2024-04-13T07:13:54.084 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.084 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_strays_delayed": { 2024-04-13T07:13:54.084 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.084 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_strays_enqueuing": { 2024-04-13T07:13:54.084 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.084 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.085 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_completed": { 2024-04-13T07:13:54.085 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.085 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.085 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_started": { 2024-04-13T07:13:54.085 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.085 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.085 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_created": { 2024-04-13T07:13:54.085 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.085 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.085 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_enqueued": { 2024-04-13T07:13:54.085 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.085 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.086 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_migrated": { 2024-04-13T07:13:54.086 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.086 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.086 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_reintegrated": { 2024-04-13T07:13:54.086 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.086 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.086 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.086 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_log": { 2024-04-13T07:13:54.086 INFO:tasks.workunit.client.0.smithi003.stdout: "ev": { 2024-04-13T07:13:54.086 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T07:13:54.086 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.086 INFO:tasks.workunit.client.0.smithi003.stdout: "evadd": { 2024-04-13T07:13:54.087 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T07:13:54.087 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.087 INFO:tasks.workunit.client.0.smithi003.stdout: "evex": { 2024-04-13T07:13:54.087 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.087 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.087 INFO:tasks.workunit.client.0.smithi003.stdout: "evexd": { 2024-04-13T07:13:54.087 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.087 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.087 INFO:tasks.workunit.client.0.smithi003.stdout: "evexg": { 2024-04-13T07:13:54.087 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.087 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.087 INFO:tasks.workunit.client.0.smithi003.stdout: "evtrm": { 2024-04-13T07:13:54.087 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.087 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.088 INFO:tasks.workunit.client.0.smithi003.stdout: "jlat": { 2024-04-13T07:13:54.088 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T07:13:54.088 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15868817 2024-04-13T07:13:54.088 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.088 INFO:tasks.workunit.client.0.smithi003.stdout: "replayed": { 2024-04-13T07:13:54.088 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.088 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.088 INFO:tasks.workunit.client.0.smithi003.stdout: "seg": { 2024-04-13T07:13:54.088 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:54.088 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.088 INFO:tasks.workunit.client.0.smithi003.stdout: "segadd": { 2024-04-13T07:13:54.088 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:54.088 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.088 INFO:tasks.workunit.client.0.smithi003.stdout: "segex": { 2024-04-13T07:13:54.088 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.089 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.089 INFO:tasks.workunit.client.0.smithi003.stdout: "segexd": { 2024-04-13T07:13:54.089 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.089 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.089 INFO:tasks.workunit.client.0.smithi003.stdout: "segexg": { 2024-04-13T07:13:54.089 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.089 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.089 INFO:tasks.workunit.client.0.smithi003.stdout: "segtrm": { 2024-04-13T07:13:54.089 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.089 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.089 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.089 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_mem": { 2024-04-13T07:13:54.089 INFO:tasks.workunit.client.0.smithi003.stdout: "cap": { 2024-04-13T07:13:54.089 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.090 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.090 INFO:tasks.workunit.client.0.smithi003.stdout: "cap+": { 2024-04-13T07:13:54.090 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:54.090 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.090 INFO:tasks.workunit.client.0.smithi003.stdout: "cap-": { 2024-04-13T07:13:54.090 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:54.090 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.090 INFO:tasks.workunit.client.0.smithi003.stdout: "dir": { 2024-04-13T07:13:54.090 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T07:13:54.090 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.090 INFO:tasks.workunit.client.0.smithi003.stdout: "dir+": { 2024-04-13T07:13:54.091 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T07:13:54.091 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.091 INFO:tasks.workunit.client.0.smithi003.stdout: "dir-": { 2024-04-13T07:13:54.091 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.091 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.091 INFO:tasks.workunit.client.0.smithi003.stdout: "dn": { 2024-04-13T07:13:54.091 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T07:13:54.091 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.091 INFO:tasks.workunit.client.0.smithi003.stdout: "dn+": { 2024-04-13T07:13:54.091 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T07:13:54.091 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.091 INFO:tasks.workunit.client.0.smithi003.stdout: "dn-": { 2024-04-13T07:13:54.091 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.092 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.092 INFO:tasks.workunit.client.0.smithi003.stdout: "heap": { 2024-04-13T07:13:54.092 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 207156 2024-04-13T07:13:54.092 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.092 INFO:tasks.workunit.client.0.smithi003.stdout: "ino": { 2024-04-13T07:13:54.092 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T07:13:54.092 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.092 INFO:tasks.workunit.client.0.smithi003.stdout: "ino+": { 2024-04-13T07:13:54.092 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T07:13:54.092 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.092 INFO:tasks.workunit.client.0.smithi003.stdout: "ino-": { 2024-04-13T07:13:54.093 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.093 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.093 INFO:tasks.workunit.client.0.smithi003.stdout: "rss": { 2024-04-13T07:13:54.093 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41340 2024-04-13T07:13:54.093 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.093 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.093 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_server": { 2024-04-13T07:13:54.093 INFO:tasks.workunit.client.0.smithi003.stdout: "cap_acquisition_throttle": { 2024-04-13T07:13:54.093 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.093 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.093 INFO:tasks.workunit.client.0.smithi003.stdout: "cap_revoke_eviction": { 2024-04-13T07:13:54.093 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.094 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.094 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_request": { 2024-04-13T07:13:54.094 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:54.094 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.094 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_session": { 2024-04-13T07:13:54.094 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16 2024-04-13T07:13:54.094 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.094 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_peer_request": { 2024-04-13T07:13:54.094 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.094 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.094 INFO:tasks.workunit.client.0.smithi003.stdout: "req_create_latency": { 2024-04-13T07:13:54.094 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.094 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.095 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.095 INFO:tasks.workunit.client.0.smithi003.stdout: "req_getattr_latency": { 2024-04-13T07:13:54.095 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:54.095 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 169295 2024-04-13T07:13:54.095 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.095 INFO:tasks.workunit.client.0.smithi003.stdout: "req_getfilelock_latency": { 2024-04-13T07:13:54.095 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.095 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.095 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.095 INFO:tasks.workunit.client.0.smithi003.stdout: "req_getvxattr_latency": { 2024-04-13T07:13:54.095 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.095 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.095 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.095 INFO:tasks.workunit.client.0.smithi003.stdout: "req_link_latency": { 2024-04-13T07:13:54.096 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.096 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.096 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.096 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookup_latency": { 2024-04-13T07:13:54.096 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.096 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.096 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.096 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookuphash_latency": { 2024-04-13T07:13:54.096 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.096 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.096 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.096 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupino_latency": { 2024-04-13T07:13:54.096 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.096 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.097 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.097 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupname_latency": { 2024-04-13T07:13:54.097 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.097 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.097 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.097 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupparent_latency": { 2024-04-13T07:13:54.097 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.097 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.097 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.097 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupsnap_latency": { 2024-04-13T07:13:54.097 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.097 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.097 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.097 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lssnap_latency": { 2024-04-13T07:13:54.098 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.098 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.098 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.098 INFO:tasks.workunit.client.0.smithi003.stdout: "req_mkdir_latency": { 2024-04-13T07:13:54.098 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.098 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.098 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.098 INFO:tasks.workunit.client.0.smithi003.stdout: "req_mknod_latency": { 2024-04-13T07:13:54.098 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.098 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.098 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.099 INFO:tasks.workunit.client.0.smithi003.stdout: "req_mksnap_latency": { 2024-04-13T07:13:54.099 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.099 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.099 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.099 INFO:tasks.workunit.client.0.smithi003.stdout: "req_open_latency": { 2024-04-13T07:13:54.099 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.099 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.099 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.099 INFO:tasks.workunit.client.0.smithi003.stdout: "req_readdir_latency": { 2024-04-13T07:13:54.099 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.100 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.100 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.100 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rename_latency": { 2024-04-13T07:13:54.100 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.100 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.100 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.100 INFO:tasks.workunit.client.0.smithi003.stdout: "req_renamesnap_latency": { 2024-04-13T07:13:54.100 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.100 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.101 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.101 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rmdir_latency": { 2024-04-13T07:13:54.101 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.101 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.101 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.101 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rmsnap_latency": { 2024-04-13T07:13:54.101 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.101 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.101 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.101 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rmxattr_latency": { 2024-04-13T07:13:54.101 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.101 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.101 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.102 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setattr_latency": { 2024-04-13T07:13:54.102 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.102 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.102 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.102 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setdirlayout_latency": { 2024-04-13T07:13:54.102 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.102 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.102 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.102 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setfilelock_latency": { 2024-04-13T07:13:54.102 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.103 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.103 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.103 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setlayout_latency": { 2024-04-13T07:13:54.103 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.103 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.103 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.103 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setxattr_latency": { 2024-04-13T07:13:54.103 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.103 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.103 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.103 INFO:tasks.workunit.client.0.smithi003.stdout: "req_snapdiff_latency": { 2024-04-13T07:13:54.103 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.104 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.104 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.104 INFO:tasks.workunit.client.0.smithi003.stdout: "req_symlink_latency": { 2024-04-13T07:13:54.104 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.104 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.104 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.104 INFO:tasks.workunit.client.0.smithi003.stdout: "req_unlink_latency": { 2024-04-13T07:13:54.104 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.104 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.104 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.104 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.104 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_sessions": { 2024-04-13T07:13:54.105 INFO:tasks.workunit.client.0.smithi003.stdout: "average_load": { 2024-04-13T07:13:54.105 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:54.105 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.105 INFO:tasks.workunit.client.0.smithi003.stdout: "avg_session_uptime": { 2024-04-13T07:13:54.105 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 85 2024-04-13T07:13:54.105 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.105 INFO:tasks.workunit.client.0.smithi003.stdout: "mdthresh_evicted": { 2024-04-13T07:13:54.105 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.105 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.105 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T07:13:54.105 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:54.105 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.105 INFO:tasks.workunit.client.0.smithi003.stdout: "session_count": { 2024-04-13T07:13:54.105 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.106 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.106 INFO:tasks.workunit.client.0.smithi003.stdout: "session_remove": { 2024-04-13T07:13:54.106 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:54.106 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.106 INFO:tasks.workunit.client.0.smithi003.stdout: "sessions_open": { 2024-04-13T07:13:54.106 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.106 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.106 INFO:tasks.workunit.client.0.smithi003.stdout: "sessions_stale": { 2024-04-13T07:13:54.106 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.106 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.106 INFO:tasks.workunit.client.0.smithi003.stdout: "total_load": { 2024-04-13T07:13:54.106 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:54.107 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.107 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.107 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T07:13:54.107 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T07:13:54.107 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.107 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.107 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:54.107 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.107 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.107 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T07:13:54.107 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.107 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.107 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:54.107 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45 2024-04-13T07:13:54.108 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.108 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.108 INFO:tasks.workunit.client.0.smithi003.stdout: "purge_queue": { 2024-04-13T07:13:54.108 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executed": { 2024-04-13T07:13:54.108 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.108 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.108 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing": { 2024-04-13T07:13:54.108 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.108 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.108 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing_high_water": { 2024-04-13T07:13:54.108 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.108 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.109 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing_ops": { 2024-04-13T07:13:54.109 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.109 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.109 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing_ops_high_water": { 2024-04-13T07:13:54.109 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.109 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.109 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_item_in_journal": { 2024-04-13T07:13:54.109 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.109 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.109 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.109 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.110 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T07:13:54.110 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:54.110 INFO:tasks.workunit.client.0.smithi003.stdout: "election_call": { 2024-04-13T07:13:54.110 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:54.110 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.110 INFO:tasks.workunit.client.0.smithi003.stdout: "election_lose": { 2024-04-13T07:13:54.110 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:54.110 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.110 INFO:tasks.workunit.client.0.smithi003.stdout: "election_win": { 2024-04-13T07:13:54.110 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.110 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.111 INFO:tasks.workunit.client.0.smithi003.stdout: "num_elections": { 2024-04-13T07:13:54.111 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7 2024-04-13T07:13:54.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.111 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": { 2024-04-13T07:13:54.111 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T07:13:54.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.111 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T07:13:54.111 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T07:13:54.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.111 INFO:tasks.workunit.client.0.smithi003.stdout: "session_rm": { 2024-04-13T07:13:54.111 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 50 2024-04-13T07:13:54.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.111 INFO:tasks.workunit.client.0.smithi003.stdout: "session_trim": { 2024-04-13T07:13:54.112 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.112 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.112 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.112 INFO:tasks.workunit.client.0.smithi003.stdout: "paxos": { 2024-04-13T07:13:54.112 INFO:tasks.workunit.client.0.smithi003.stdout: "accept_timeout": { 2024-04-13T07:13:54.112 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.112 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.112 INFO:tasks.workunit.client.0.smithi003.stdout: "begin": { 2024-04-13T07:13:54.112 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 789 2024-04-13T07:13:54.113 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.113 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_bytes": { 2024-04-13T07:13:54.113 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 789, 2024-04-13T07:13:54.113 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3822741 2024-04-13T07:13:54.113 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.113 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_keys": { 2024-04-13T07:13:54.113 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.113 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.113 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.113 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_latency": { 2024-04-13T07:13:54.113 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 789, 2024-04-13T07:13:54.114 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 129999113 2024-04-13T07:13:54.114 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.114 INFO:tasks.workunit.client.0.smithi003.stdout: "collect": { 2024-04-13T07:13:54.114 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:54.114 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.114 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_bytes": { 2024-04-13T07:13:54.114 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:54.114 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 146 2024-04-13T07:13:54.114 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.114 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_keys": { 2024-04-13T07:13:54.114 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:54.115 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:54.115 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.115 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_latency": { 2024-04-13T07:13:54.115 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:54.115 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.115 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.115 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_timeout": { 2024-04-13T07:13:54.115 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.115 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.115 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_uncommitted": { 2024-04-13T07:13:54.116 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.116 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.116 INFO:tasks.workunit.client.0.smithi003.stdout: "commit": { 2024-04-13T07:13:54.116 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 790 2024-04-13T07:13:54.116 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.116 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_bytes": { 2024-04-13T07:13:54.116 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.116 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.116 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.116 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_keys": { 2024-04-13T07:13:54.116 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.116 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.116 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.117 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_latency": { 2024-04-13T07:13:54.117 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.117 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.117 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.117 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_ack_timeout": { 2024-04-13T07:13:54.117 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.117 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.117 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_timeout": { 2024-04-13T07:13:54.117 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.117 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.117 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn": { 2024-04-13T07:13:54.117 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.118 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn_latency": { 2024-04-13T07:13:54.118 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.118 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.118 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh": { 2024-04-13T07:13:54.118 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 790 2024-04-13T07:13:54.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.118 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh_latency": { 2024-04-13T07:13:54.118 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 790, 2024-04-13T07:13:54.118 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1755987977 2024-04-13T07:13:54.119 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.119 INFO:tasks.workunit.client.0.smithi003.stdout: "restart": { 2024-04-13T07:13:54.119 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T07:13:54.119 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.119 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state": { 2024-04-13T07:13:54.119 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.119 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.119 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_bytes": { 2024-04-13T07:13:54.119 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.119 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.119 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.119 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_keys": { 2024-04-13T07:13:54.120 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.120 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.120 INFO:tasks.workunit.client.0.smithi003.stdout: "start_leader": { 2024-04-13T07:13:54.120 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.120 INFO:tasks.workunit.client.0.smithi003.stdout: "start_peon": { 2024-04-13T07:13:54.120 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:54.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.120 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state": { 2024-04-13T07:13:54.120 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 790 2024-04-13T07:13:54.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.120 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_bytes": { 2024-04-13T07:13:54.121 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 790, 2024-04-13T07:13:54.121 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7497350 2024-04-13T07:13:54.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.121 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_keys": { 2024-04-13T07:13:54.121 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 790, 2024-04-13T07:13:54.121 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5396 2024-04-13T07:13:54.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.121 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_latency": { 2024-04-13T07:13:54.121 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 790, 2024-04-13T07:13:54.121 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 327997753 2024-04-13T07:13:54.121 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.121 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache": { 2024-04-13T07:13:54.122 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:54.122 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1020054731 2024-04-13T07:13:54.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.122 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:54.122 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 42803200 2024-04-13T07:13:54.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.122 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:54.122 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 32219136 2024-04-13T07:13:54.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.122 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:54.122 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2147483648 2024-04-13T07:13:54.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.123 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:54.123 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10584064 2024-04-13T07:13:54.123 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.123 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:full": { 2024-04-13T07:13:54.123 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.123 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 348127232 2024-04-13T07:13:54.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.123 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.123 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.124 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.124 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.124 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.124 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 277020405 2024-04-13T07:13:54.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.124 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.124 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 273620 2024-04-13T07:13:54.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.124 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.124 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.125 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.125 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.125 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.125 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.125 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.125 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.125 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.125 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.126 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.126 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.126 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.126 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.126 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.126 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.126 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.126 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70833207 2024-04-13T07:13:54.126 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.127 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:inc": { 2024-04-13T07:13:54.127 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.127 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 348127232 2024-04-13T07:13:54.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.127 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.127 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.127 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.127 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.127 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.127 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 277020405 2024-04-13T07:13:54.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.128 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.128 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41661 2024-04-13T07:13:54.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.128 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.128 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.128 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.128 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.128 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.128 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.128 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.129 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.129 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.129 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.129 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.129 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.129 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.129 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.129 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.130 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.130 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.130 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71065166 2024-04-13T07:13:54.130 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.130 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:kv": { 2024-04-13T07:13:54.130 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.130 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 322961408 2024-04-13T07:13:54.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.130 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.131 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:54.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.131 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.131 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.131 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.131 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184680270 2024-04-13T07:13:54.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.131 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.131 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.131 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.132 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.132 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.132 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.132 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.132 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.132 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.132 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.132 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.133 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.133 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.133 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.133 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.133 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.133 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.133 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.134 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.134 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71172274 2024-04-13T07:13:54.134 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.134 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb": { 2024-04-13T07:13:54.134 INFO:tasks.workunit.client.0.smithi003.stdout: "compact": { 2024-04-13T07:13:54.134 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.134 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_len": { 2024-04-13T07:13:54.134 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.135 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_merge": { 2024-04-13T07:13:54.135 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.135 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_range": { 2024-04-13T07:13:54.135 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:54.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.135 INFO:tasks.workunit.client.0.smithi003.stdout: "get_latency": { 2024-04-13T07:13:54.135 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 33650, 2024-04-13T07:13:54.135 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 82936681 2024-04-13T07:13:54.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.135 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_delay_time": { 2024-04-13T07:13:54.135 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.135 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.136 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_memtable_time": { 2024-04-13T07:13:54.136 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.136 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.136 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T07:13:54.136 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.136 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.136 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_wal_time": { 2024-04-13T07:13:54.136 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.136 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.137 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.137 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_latency": { 2024-04-13T07:13:54.137 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.137 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.137 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.137 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_sync_latency": { 2024-04-13T07:13:54.137 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1723, 2024-04-13T07:13:54.137 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 559803775 2024-04-13T07:13:54.137 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.137 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.137 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.137 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T07:13:54.138 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:54.138 INFO:tasks.workunit.client.0.smithi003.stdout: "election_call": { 2024-04-13T07:13:54.138 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:54.138 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.138 INFO:tasks.workunit.client.0.smithi003.stdout: "election_lose": { 2024-04-13T07:13:54.138 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.138 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.138 INFO:tasks.workunit.client.0.smithi003.stdout: "election_win": { 2024-04-13T07:13:54.138 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T07:13:54.138 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_elections": { 2024-04-13T07:13:54.138 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9 2024-04-13T07:13:54.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": { 2024-04-13T07:13:54.139 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8 2024-04-13T07:13:54.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.139 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T07:13:54.139 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T07:13:54.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.139 INFO:tasks.workunit.client.0.smithi003.stdout: "session_rm": { 2024-04-13T07:13:54.139 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 183 2024-04-13T07:13:54.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.139 INFO:tasks.workunit.client.0.smithi003.stdout: "session_trim": { 2024-04-13T07:13:54.139 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.139 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.139 INFO:tasks.workunit.client.0.smithi003.stdout: "paxos": { 2024-04-13T07:13:54.140 INFO:tasks.workunit.client.0.smithi003.stdout: "accept_timeout": { 2024-04-13T07:13:54.140 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.140 INFO:tasks.workunit.client.0.smithi003.stdout: "begin": { 2024-04-13T07:13:54.140 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 915 2024-04-13T07:13:54.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.140 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_bytes": { 2024-04-13T07:13:54.140 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 915, 2024-04-13T07:13:54.140 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4868919 2024-04-13T07:13:54.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.140 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_keys": { 2024-04-13T07:13:54.140 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 915, 2024-04-13T07:13:54.141 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2745 2024-04-13T07:13:54.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.141 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_latency": { 2024-04-13T07:13:54.141 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 915, 2024-04-13T07:13:54.141 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 178997843 2024-04-13T07:13:54.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.141 INFO:tasks.workunit.client.0.smithi003.stdout: "collect": { 2024-04-13T07:13:54.141 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.141 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_bytes": { 2024-04-13T07:13:54.141 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.141 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.142 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_keys": { 2024-04-13T07:13:54.142 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.142 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.142 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.142 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_latency": { 2024-04-13T07:13:54.142 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.142 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.142 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.142 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_timeout": { 2024-04-13T07:13:54.142 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.142 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.143 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_uncommitted": { 2024-04-13T07:13:54.143 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.143 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.143 INFO:tasks.workunit.client.0.smithi003.stdout: "commit": { 2024-04-13T07:13:54.143 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 915 2024-04-13T07:13:54.143 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.143 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_bytes": { 2024-04-13T07:13:54.143 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 915, 2024-04-13T07:13:54.143 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4803097 2024-04-13T07:13:54.143 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.143 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_keys": { 2024-04-13T07:13:54.143 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 915, 2024-04-13T07:13:54.143 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5287 2024-04-13T07:13:54.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.144 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_latency": { 2024-04-13T07:13:54.144 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 915, 2024-04-13T07:13:54.144 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 386969324 2024-04-13T07:13:54.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.144 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_ack_timeout": { 2024-04-13T07:13:54.144 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.144 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_timeout": { 2024-04-13T07:13:54.144 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.144 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn": { 2024-04-13T07:13:54.145 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:54.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.145 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn_latency": { 2024-04-13T07:13:54.145 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:54.145 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1999976 2024-04-13T07:13:54.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.145 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh": { 2024-04-13T07:13:54.145 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 917 2024-04-13T07:13:54.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.145 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh_latency": { 2024-04-13T07:13:54.145 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 917, 2024-04-13T07:13:54.146 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2480970143 2024-04-13T07:13:54.146 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.146 INFO:tasks.workunit.client.0.smithi003.stdout: "restart": { 2024-04-13T07:13:54.146 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T07:13:54.146 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.146 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state": { 2024-04-13T07:13:54.146 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T07:13:54.146 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.146 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_bytes": { 2024-04-13T07:13:54.146 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:54.146 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1627 2024-04-13T07:13:54.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.147 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_keys": { 2024-04-13T07:13:54.147 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:54.147 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T07:13:54.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.147 INFO:tasks.workunit.client.0.smithi003.stdout: "start_leader": { 2024-04-13T07:13:54.147 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T07:13:54.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.147 INFO:tasks.workunit.client.0.smithi003.stdout: "start_peon": { 2024-04-13T07:13:54.147 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.148 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state": { 2024-04-13T07:13:54.148 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.148 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.148 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_bytes": { 2024-04-13T07:13:54.148 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.148 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.148 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.148 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_keys": { 2024-04-13T07:13:54.148 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.148 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.148 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.148 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_latency": { 2024-04-13T07:13:54.149 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.149 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.149 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.149 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache": { 2024-04-13T07:13:54.149 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:54.149 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1020054731 2024-04-13T07:13:54.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.149 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:54.149 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45842432 2024-04-13T07:13:54.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.150 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:54.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 39534592 2024-04-13T07:13:54.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.150 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:54.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2147483648 2024-04-13T07:13:54.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.150 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:54.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6307840 2024-04-13T07:13:54.150 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.151 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:full": { 2024-04-13T07:13:54.151 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 348127232 2024-04-13T07:13:54.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.151 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.151 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.151 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 277021481 2024-04-13T07:13:54.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.152 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 273190 2024-04-13T07:13:54.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.152 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.152 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.152 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.153 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.153 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.153 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.153 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.153 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.153 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.153 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.154 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.154 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70832561 2024-04-13T07:13:54.154 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.154 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:inc": { 2024-04-13T07:13:54.154 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 348127232 2024-04-13T07:13:54.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.155 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.155 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.155 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 277021481 2024-04-13T07:13:54.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.155 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 39222 2024-04-13T07:13:54.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.156 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.156 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.156 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.156 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.157 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.157 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.157 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.157 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.157 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.157 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.157 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.158 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.158 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.158 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.158 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71066529 2024-04-13T07:13:54.158 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.158 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:kv": { 2024-04-13T07:13:54.158 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.158 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 322961408 2024-04-13T07:13:54.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.159 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:54.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.159 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.159 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184680987 2024-04-13T07:13:54.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.159 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.160 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.160 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.160 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.160 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.161 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.161 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.161 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.161 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.162 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71171557 2024-04-13T07:13:54.162 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.162 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb": { 2024-04-13T07:13:54.162 INFO:tasks.workunit.client.0.smithi003.stdout: "compact": { 2024-04-13T07:13:54.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.162 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_len": { 2024-04-13T07:13:54.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.163 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_merge": { 2024-04-13T07:13:54.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.163 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_range": { 2024-04-13T07:13:54.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:54.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.163 INFO:tasks.workunit.client.0.smithi003.stdout: "get_latency": { 2024-04-13T07:13:54.163 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 41244, 2024-04-13T07:13:54.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 179240490 2024-04-13T07:13:54.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.163 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_delay_time": { 2024-04-13T07:13:54.163 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.164 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_memtable_time": { 2024-04-13T07:13:54.164 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.164 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T07:13:54.164 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.164 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_wal_time": { 2024-04-13T07:13:54.164 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.165 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_latency": { 2024-04-13T07:13:54.165 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.165 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.165 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_sync_latency": { 2024-04-13T07:13:54.165 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1992, 2024-04-13T07:13:54.165 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 627993052 2024-04-13T07:13:54.165 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.165 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.165 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.be5b77d0f8a0d3fc4d792db8fc7e155e44679ebc": { 2024-04-13T07:13:54.165 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:54.165 INFO:tasks.workunit.client.0.smithi003.stdout: "election_call": { 2024-04-13T07:13:54.165 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:54.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.166 INFO:tasks.workunit.client.0.smithi003.stdout: "election_lose": { 2024-04-13T07:13:54.166 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:54.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.166 INFO:tasks.workunit.client.0.smithi003.stdout: "election_win": { 2024-04-13T07:13:54.166 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.166 INFO:tasks.workunit.client.0.smithi003.stdout: "num_elections": { 2024-04-13T07:13:54.166 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T07:13:54.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.166 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": { 2024-04-13T07:13:54.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11 2024-04-13T07:13:54.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.167 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T07:13:54.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T07:13:54.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.167 INFO:tasks.workunit.client.0.smithi003.stdout: "session_rm": { 2024-04-13T07:13:54.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 116 2024-04-13T07:13:54.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.167 INFO:tasks.workunit.client.0.smithi003.stdout: "session_trim": { 2024-04-13T07:13:54.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.167 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.168 INFO:tasks.workunit.client.0.smithi003.stdout: "paxos": { 2024-04-13T07:13:54.168 INFO:tasks.workunit.client.0.smithi003.stdout: "accept_timeout": { 2024-04-13T07:13:54.168 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.168 INFO:tasks.workunit.client.0.smithi003.stdout: "begin": { 2024-04-13T07:13:54.168 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 778 2024-04-13T07:13:54.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.168 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_bytes": { 2024-04-13T07:13:54.168 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 778, 2024-04-13T07:13:54.168 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3795674 2024-04-13T07:13:54.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.168 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_keys": { 2024-04-13T07:13:54.169 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.169 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.169 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_latency": { 2024-04-13T07:13:54.169 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 778, 2024-04-13T07:13:54.169 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 229997240 2024-04-13T07:13:54.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.169 INFO:tasks.workunit.client.0.smithi003.stdout: "collect": { 2024-04-13T07:13:54.169 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:54.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.169 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_bytes": { 2024-04-13T07:13:54.169 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:54.169 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73 2024-04-13T07:13:54.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.170 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_keys": { 2024-04-13T07:13:54.170 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:54.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:54.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.170 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_latency": { 2024-04-13T07:13:54.170 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:54.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 999988 2024-04-13T07:13:54.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.170 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_timeout": { 2024-04-13T07:13:54.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.170 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_uncommitted": { 2024-04-13T07:13:54.171 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.171 INFO:tasks.workunit.client.0.smithi003.stdout: "commit": { 2024-04-13T07:13:54.171 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780 2024-04-13T07:13:54.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.171 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_bytes": { 2024-04-13T07:13:54.171 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.171 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.171 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_keys": { 2024-04-13T07:13:54.171 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.172 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.172 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_latency": { 2024-04-13T07:13:54.172 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.172 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.172 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_ack_timeout": { 2024-04-13T07:13:54.172 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.172 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_timeout": { 2024-04-13T07:13:54.172 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.172 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn": { 2024-04-13T07:13:54.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.173 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn_latency": { 2024-04-13T07:13:54.173 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.173 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh": { 2024-04-13T07:13:54.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780 2024-04-13T07:13:54.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.173 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh_latency": { 2024-04-13T07:13:54.173 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 780, 2024-04-13T07:13:54.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1909977007 2024-04-13T07:13:54.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.173 INFO:tasks.workunit.client.0.smithi003.stdout: "restart": { 2024-04-13T07:13:54.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8 2024-04-13T07:13:54.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.174 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state": { 2024-04-13T07:13:54.174 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.174 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_bytes": { 2024-04-13T07:13:54.174 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.174 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.174 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_keys": { 2024-04-13T07:13:54.174 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.174 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.174 INFO:tasks.workunit.client.0.smithi003.stdout: "start_leader": { 2024-04-13T07:13:54.174 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.175 INFO:tasks.workunit.client.0.smithi003.stdout: "start_peon": { 2024-04-13T07:13:54.175 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:54.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.175 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state": { 2024-04-13T07:13:54.175 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 779 2024-04-13T07:13:54.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.175 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_bytes": { 2024-04-13T07:13:54.175 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 779, 2024-04-13T07:13:54.175 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7445503 2024-04-13T07:13:54.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.176 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_keys": { 2024-04-13T07:13:54.176 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 779, 2024-04-13T07:13:54.176 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5317 2024-04-13T07:13:54.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.176 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_latency": { 2024-04-13T07:13:54.176 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 779, 2024-04-13T07:13:54.176 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 471994319 2024-04-13T07:13:54.176 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.176 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache": { 2024-04-13T07:13:54.176 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:54.176 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1020054731 2024-04-13T07:13:54.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.177 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:54.177 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 42803200 2024-04-13T07:13:54.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.177 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:54.177 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 32038912 2024-04-13T07:13:54.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.177 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:54.177 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2147483648 2024-04-13T07:13:54.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.177 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:54.177 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10764288 2024-04-13T07:13:54.177 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.178 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:full": { 2024-04-13T07:13:54.178 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.178 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 348127232 2024-04-13T07:13:54.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.178 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.178 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.178 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.178 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.178 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.178 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 277020405 2024-04-13T07:13:54.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.179 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.179 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 273620 2024-04-13T07:13:54.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.179 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.179 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.179 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.179 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.179 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.179 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.179 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.180 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.180 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.180 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.180 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.181 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.181 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70833207 2024-04-13T07:13:54.181 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.181 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:inc": { 2024-04-13T07:13:54.181 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.181 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 348127232 2024-04-13T07:13:54.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.181 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.181 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.181 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.182 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 277020405 2024-04-13T07:13:54.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.182 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41661 2024-04-13T07:13:54.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.182 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.183 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.183 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.183 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.183 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.184 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.184 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.184 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.184 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.185 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71065166 2024-04-13T07:13:54.185 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.185 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:kv": { 2024-04-13T07:13:54.185 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.185 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 322961408 2024-04-13T07:13:54.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.185 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.185 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:54.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.186 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.186 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184680270 2024-04-13T07:13:54.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.186 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.186 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.186 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.187 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.187 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.187 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.187 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.187 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.187 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.187 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.187 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.188 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.188 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.188 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71172274 2024-04-13T07:13:54.188 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.188 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb": { 2024-04-13T07:13:54.188 INFO:tasks.workunit.client.0.smithi003.stdout: "compact": { 2024-04-13T07:13:54.189 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.189 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_len": { 2024-04-13T07:13:54.189 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.189 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_merge": { 2024-04-13T07:13:54.189 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.189 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_range": { 2024-04-13T07:13:54.189 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:54.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.189 INFO:tasks.workunit.client.0.smithi003.stdout: "get_latency": { 2024-04-13T07:13:54.189 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 33235, 2024-04-13T07:13:54.189 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 91655452 2024-04-13T07:13:54.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.190 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_delay_time": { 2024-04-13T07:13:54.190 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.190 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.190 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_memtable_time": { 2024-04-13T07:13:54.190 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.190 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.190 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T07:13:54.190 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.190 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.190 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_wal_time": { 2024-04-13T07:13:54.190 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.191 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_latency": { 2024-04-13T07:13:54.191 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.191 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_sync_latency": { 2024-04-13T07:13:54.191 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1676, 2024-04-13T07:13:54.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 778196245 2024-04-13T07:13:54.191 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.191 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.191 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.0": { 2024-04-13T07:13:54.192 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:54.192 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T07:13:54.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.192 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:13:54.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.192 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T07:13:54.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T07:13:54.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.192 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_main": { 2024-04-13T07:13:54.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.193 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T07:13:54.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.193 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T07:13:54.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.193 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T07:13:54.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12288 2024-04-13T07:13:54.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.193 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T07:13:54.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7479296 2024-04-13T07:13:54.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.193 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T07:13:54.194 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.194 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.194 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T07:13:54.194 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.194 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.194 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T07:13:54.194 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:54.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.194 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T07:13:54.194 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:54.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.195 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T07:13:54.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3801088 2024-04-13T07:13:54.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.195 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T07:13:54.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3661824 2024-04-13T07:13:54.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.195 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T07:13:54.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:54.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.195 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T07:13:54.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.196 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T07:13:54.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.196 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T07:13:54.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T07:13:54.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.196 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T07:13:54.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 206272 2024-04-13T07:13:54.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.197 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T07:13:54.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T07:13:54.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.197 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T07:13:54.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1282048 2024-04-13T07:13:54.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.197 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T07:13:54.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T07:13:54.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.197 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T07:13:54.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.198 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T07:13:54.198 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.198 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T07:13:54.198 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15 2024-04-13T07:13:54.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.198 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T07:13:54.198 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4913 2024-04-13T07:13:54.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.199 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T07:13:54.199 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T07:13:54.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.199 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T07:13:54.199 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5505 2024-04-13T07:13:54.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.199 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T07:13:54.199 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:54.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.199 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T07:13:54.199 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5505 2024-04-13T07:13:54.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.199 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T07:13:54.200 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:54.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.200 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T07:13:54.200 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.200 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:13:54.200 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.200 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:13:54.200 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.200 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:13:54.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.201 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T07:13:54.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.201 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T07:13:54.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.201 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T07:13:54.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.201 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T07:13:54.202 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.202 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T07:13:54.202 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.202 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T07:13:54.202 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11218944 2024-04-13T07:13:54.202 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.202 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T07:13:54.202 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T07:13:54.202 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T07:13:54.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.203 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T07:13:54.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1323008 2024-04-13T07:13:54.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.203 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T07:13:54.203 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4, 2024-04-13T07:13:54.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 244999 2024-04-13T07:13:54.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.203 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T07:13:54.203 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.203 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T07:13:54.204 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.204 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T07:13:54.204 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.204 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T07:13:54.204 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.204 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T07:13:54.204 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23, 2024-04-13T07:13:54.204 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 64684 2024-04-13T07:13:54.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.204 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T07:13:54.204 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.205 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T07:13:54.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.205 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T07:13:54.205 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 881, 2024-04-13T07:13:54.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 501763045 2024-04-13T07:13:54.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.205 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T07:13:54.205 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 878, 2024-04-13T07:13:54.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19673945 2024-04-13T07:13:54.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.205 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T07:13:54.206 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 881, 2024-04-13T07:13:54.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 827062 2024-04-13T07:13:54.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.206 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T07:13:54.206 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 881, 2024-04-13T07:13:54.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 502590107 2024-04-13T07:13:54.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.206 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T07:13:54.206 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.206 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T07:13:54.206 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:54.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37186 2024-04-13T07:13:54.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.207 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T07:13:54.207 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6, 2024-04-13T07:13:54.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17998 2024-04-13T07:13:54.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.207 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T07:13:54.207 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.207 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:13:54.207 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.208 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T07:13:54.208 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:54.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5268 2024-04-13T07:13:54.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.208 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T07:13:54.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3896 2024-04-13T07:13:54.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.208 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T07:13:54.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 326 2024-04-13T07:13:54.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.208 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T07:13:54.208 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 118, 2024-04-13T07:13:54.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2717243 2024-04-13T07:13:54.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.209 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T07:13:54.209 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 320, 2024-04-13T07:13:54.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 289730 2024-04-13T07:13:54.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.209 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T07:13:54.209 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 202, 2024-04-13T07:13:54.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3479986 2024-04-13T07:13:54.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.209 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T07:13:54.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.210 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T07:13:54.210 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 102, 2024-04-13T07:13:54.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5694186 2024-04-13T07:13:54.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.210 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T07:13:54.210 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3564, 2024-04-13T07:13:54.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3886343401 2024-04-13T07:13:54.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.210 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:13:54.210 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 126, 2024-04-13T07:13:54.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74624981 2024-04-13T07:13:54.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.211 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:13:54.211 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 124, 2024-04-13T07:13:54.211 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 403301112887 2024-04-13T07:13:54.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.211 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T07:13:54.211 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 126, 2024-04-13T07:13:54.211 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 152487460409 2024-04-13T07:13:54.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.211 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T07:13:54.211 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3562, 2024-04-13T07:13:54.211 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 76493755172 2024-04-13T07:13:54.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.212 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T07:13:54.212 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3562, 2024-04-13T07:13:54.212 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 209299 2024-04-13T07:13:54.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.212 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T07:13:54.212 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3564, 2024-04-13T07:13:54.212 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 158392985 2024-04-13T07:13:54.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.212 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T07:13:54.212 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3564, 2024-04-13T07:13:54.212 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2498523423 2024-04-13T07:13:54.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.212 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T07:13:54.213 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3564, 2024-04-13T07:13:54.213 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 552623 2024-04-13T07:13:54.213 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.213 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T07:13:54.213 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3564, 2024-04-13T07:13:54.213 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1364397811 2024-04-13T07:13:54.213 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.213 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T07:13:54.213 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3564, 2024-04-13T07:13:54.213 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 368740270 2024-04-13T07:13:54.213 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.213 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T07:13:54.213 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 903246 2024-04-13T07:13:54.213 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.214 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T07:13:54.214 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 60, 2024-04-13T07:13:54.214 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 278247 2024-04-13T07:13:54.214 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.214 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T07:13:54.214 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3564, 2024-04-13T07:13:54.214 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8276666592 2024-04-13T07:13:54.214 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.214 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T07:13:54.214 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3564, 2024-04-13T07:13:54.214 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 403586882 2024-04-13T07:13:54.214 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.214 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T07:13:54.214 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3564, 2024-04-13T07:13:54.215 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 270686503 2024-04-13T07:13:54.215 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.215 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T07:13:54.215 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:54.215 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1862577648 2024-04-13T07:13:54.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.215 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:54.215 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 48676864 2024-04-13T07:13:54.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.215 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:54.215 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 48267264 2024-04-13T07:13:54.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.216 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:54.216 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3138687078 2024-04-13T07:13:54.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.216 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:54.216 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 409600 2024-04-13T07:13:54.216 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.216 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T07:13:54.216 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.216 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 159383552 2024-04-13T07:13:54.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.216 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.217 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.217 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.217 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.217 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.217 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.217 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.217 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 85521979 2024-04-13T07:13:54.217 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.217 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.217 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.217 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.217 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.218 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.218 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.218 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.218 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.218 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.218 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.218 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.219 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.219 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 606208 2024-04-13T07:13:54.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.219 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.219 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.219 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.219 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.219 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.219 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.220 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.220 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73255365 2024-04-13T07:13:54.220 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.220 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T07:13:54.220 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.220 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780140544 2024-04-13T07:13:54.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.220 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.220 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:54.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.220 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.221 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.221 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.221 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641414847 2024-04-13T07:13:54.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.221 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.221 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.221 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.221 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.221 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.221 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.222 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.222 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.222 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.222 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.222 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.222 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2128 2024-04-13T07:13:54.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.222 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.223 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.223 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.223 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.223 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.223 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.223 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.223 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71614705 2024-04-13T07:13:54.223 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.224 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:13:54.224 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.224 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T07:13:54.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.224 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.224 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:54.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.224 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.224 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464 2024-04-13T07:13:54.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.224 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.225 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57014653 2024-04-13T07:13:54.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.225 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.225 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.225 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.225 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.225 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.225 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.226 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.226 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.226 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.226 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.226 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.226 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.226 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.226 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.226 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.226 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.226 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.227 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.227 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.227 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.227 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.227 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.227 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.227 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.227 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.227 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68814003 2024-04-13T07:13:54.227 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.228 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.228 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T07:13:54.228 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.228 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 713031680 2024-04-13T07:13:54.228 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.228 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.228 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.228 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.228 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.228 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.229 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.229 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641414847 2024-04-13T07:13:54.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.229 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.229 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.229 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.229 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.229 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.229 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.230 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.230 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.230 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.230 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2364 2024-04-13T07:13:54.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.230 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.230 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 349975 2024-04-13T07:13:54.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.230 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.230 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.231 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.231 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.231 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.231 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.231 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.231 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.231 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.231 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71264494 2024-04-13T07:13:54.231 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.231 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.231 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T07:13:54.231 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T07:13:54.231 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.232 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.232 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:54.232 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.232 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.232 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T07:13:54.232 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.232 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.232 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:54.232 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.232 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.232 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.232 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:54.232 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T07:13:54.233 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 47 2024-04-13T07:13:54.233 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.233 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T07:13:54.233 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.233 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.233 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T07:13:54.233 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T07:13:54.233 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.233 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T07:13:54.233 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.233 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.234 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T07:13:54.234 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.234 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.234 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T07:13:54.234 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 616 2024-04-13T07:13:54.234 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.234 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T07:13:54.234 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T07:13:54.234 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 156944890 2024-04-13T07:13:54.234 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.234 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T07:13:54.234 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.235 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.235 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T07:13:54.235 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6, 2024-04-13T07:13:54.235 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4088684 2024-04-13T07:13:54.235 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.235 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T07:13:54.235 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T07:13:54.235 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 131027135 2024-04-13T07:13:54.235 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.235 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:54.236 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.236 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.236 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T07:13:54.236 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.236 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.236 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.236 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:13:54.236 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.236 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.236 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T07:13:54.236 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.236 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.236 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T07:13:54.237 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.237 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.237 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.237 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T07:13:54.237 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.237 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.237 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.237 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T07:13:54.237 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.237 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.237 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T07:13:54.238 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.238 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T07:13:54.238 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.238 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.238 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:13:54.238 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.238 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:13:54.238 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.239 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T07:13:54.239 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.239 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.239 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T07:13:54.239 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.239 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.239 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.239 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T07:13:54.239 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.239 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.239 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.240 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:54.240 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T07:13:54.240 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.240 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T07:13:54.240 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 616 2024-04-13T07:13:54.240 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.240 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T07:13:54.240 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T07:13:54.240 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 156944890 2024-04-13T07:13:54.240 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.240 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:13:54.240 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.241 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.241 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T07:13:54.241 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6, 2024-04-13T07:13:54.241 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4088684 2024-04-13T07:13:54.241 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.241 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T07:13:54.241 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T07:13:54.241 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 131027135 2024-04-13T07:13:54.241 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.241 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T07:13:54.241 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.241 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.242 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T07:13:54.242 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1771104 2024-04-13T07:13:54.242 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.242 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T07:13:54.242 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T07:13:54.242 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.242 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T07:13:54.242 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:54.242 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.242 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T07:13:54.242 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 33189888 2024-04-13T07:13:54.242 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.243 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.243 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.243 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.1": { 2024-04-13T07:13:54.243 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:54.243 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T07:13:54.243 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.243 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.243 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:13:54.243 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.243 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.243 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T07:13:54.243 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T07:13:54.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.244 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_main": { 2024-04-13T07:13:54.244 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.244 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T07:13:54.244 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.244 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T07:13:54.244 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.244 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T07:13:54.244 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12288 2024-04-13T07:13:54.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.245 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T07:13:54.245 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2437120 2024-04-13T07:13:54.245 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.245 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T07:13:54.245 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.245 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.245 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.245 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T07:13:54.245 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.245 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.245 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.245 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T07:13:54.246 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:54.246 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.246 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T07:13:54.246 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27656192 2024-04-13T07:13:54.246 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.246 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T07:13:54.246 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1552384 2024-04-13T07:13:54.246 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.246 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T07:13:54.246 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1413120 2024-04-13T07:13:54.246 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.247 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T07:13:54.247 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:54.247 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.247 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T07:13:54.247 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.247 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.247 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T07:13:54.247 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.247 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T07:13:54.247 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T07:13:54.247 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.248 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T07:13:54.248 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 206272 2024-04-13T07:13:54.248 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.248 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T07:13:54.248 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T07:13:54.248 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.248 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T07:13:54.248 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1282048 2024-04-13T07:13:54.248 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.248 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T07:13:54.248 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T07:13:54.248 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.249 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T07:13:54.249 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.249 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.249 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T07:13:54.249 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.249 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.249 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T07:13:54.249 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15 2024-04-13T07:13:54.249 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.249 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T07:13:54.249 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4913 2024-04-13T07:13:54.249 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.250 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T07:13:54.250 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T07:13:54.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.250 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T07:13:54.250 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5505 2024-04-13T07:13:54.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.250 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T07:13:54.250 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:54.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.250 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T07:13:54.250 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5505 2024-04-13T07:13:54.251 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.251 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T07:13:54.251 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:54.251 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.251 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T07:13:54.251 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.251 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.251 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:13:54.251 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.251 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.251 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:13:54.251 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.252 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.252 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:13:54.252 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.252 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.252 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T07:13:54.252 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.252 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.252 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T07:13:54.252 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.252 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.252 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T07:13:54.252 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.252 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.253 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T07:13:54.253 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.253 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.253 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T07:13:54.253 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.253 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.253 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T07:13:54.253 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3928064 2024-04-13T07:13:54.253 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.253 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.253 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T07:13:54.254 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T07:13:54.254 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T07:13:54.254 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.254 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T07:13:54.254 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 720896 2024-04-13T07:13:54.254 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.254 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T07:13:54.254 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T07:13:54.254 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 208649 2024-04-13T07:13:54.254 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.254 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T07:13:54.255 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.255 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.255 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.255 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T07:13:54.255 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.255 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.255 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T07:13:54.255 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.255 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.255 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T07:13:54.255 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.255 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.256 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T07:13:54.256 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 28, 2024-04-13T07:13:54.256 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73956 2024-04-13T07:13:54.256 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.256 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T07:13:54.256 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.256 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.256 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.256 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T07:13:54.256 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.256 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.256 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T07:13:54.257 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 332, 2024-04-13T07:13:54.257 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 82945860 2024-04-13T07:13:54.257 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.257 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T07:13:54.257 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 332, 2024-04-13T07:13:54.257 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11274383 2024-04-13T07:13:54.257 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.257 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T07:13:54.257 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 332, 2024-04-13T07:13:54.257 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 377499 2024-04-13T07:13:54.257 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.257 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T07:13:54.258 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 332, 2024-04-13T07:13:54.258 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 83323359 2024-04-13T07:13:54.258 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.258 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T07:13:54.258 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.258 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.258 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.258 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T07:13:54.258 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:54.258 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 44642 2024-04-13T07:13:54.258 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.258 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T07:13:54.259 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:54.259 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6101 2024-04-13T07:13:54.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.259 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T07:13:54.259 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.259 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.259 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:13:54.259 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.259 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.259 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T07:13:54.260 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:54.260 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3788 2024-04-13T07:13:54.260 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.260 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T07:13:54.260 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 820 2024-04-13T07:13:54.260 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.260 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T07:13:54.260 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 230 2024-04-13T07:13:54.260 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.260 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T07:13:54.260 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 135, 2024-04-13T07:13:54.261 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6466564 2024-04-13T07:13:54.261 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.261 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T07:13:54.261 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 353, 2024-04-13T07:13:54.261 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 333420 2024-04-13T07:13:54.261 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.261 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T07:13:54.261 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 218, 2024-04-13T07:13:54.261 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7679495 2024-04-13T07:13:54.261 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.261 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T07:13:54.261 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.262 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.262 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T07:13:54.262 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:54.262 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 113767 2024-04-13T07:13:54.262 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.262 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T07:13:54.262 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 406, 2024-04-13T07:13:54.262 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18974559 2024-04-13T07:13:54.262 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.262 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:13:54.262 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 124, 2024-04-13T07:13:54.263 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 38934568 2024-04-13T07:13:54.263 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.263 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:13:54.263 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 122, 2024-04-13T07:13:54.263 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 356877639758 2024-04-13T07:13:54.263 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.263 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T07:13:54.263 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 124, 2024-04-13T07:13:54.263 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 139181182074 2024-04-13T07:13:54.263 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.263 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T07:13:54.263 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 404, 2024-04-13T07:13:54.263 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 40341818602 2024-04-13T07:13:54.264 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.264 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T07:13:54.264 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 404, 2024-04-13T07:13:54.264 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 38216 2024-04-13T07:13:54.264 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.264 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T07:13:54.264 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 406, 2024-04-13T07:13:54.264 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 476439 2024-04-13T07:13:54.264 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.264 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T07:13:54.264 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 406, 2024-04-13T07:13:54.264 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 131230000 2024-04-13T07:13:54.264 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.264 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T07:13:54.265 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 406, 2024-04-13T07:13:54.265 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 140732 2024-04-13T07:13:54.265 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.265 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T07:13:54.265 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 406, 2024-04-13T07:13:54.265 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 63268786 2024-04-13T07:13:54.265 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.265 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T07:13:54.265 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 406, 2024-04-13T07:13:54.265 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 29981969 2024-04-13T07:13:54.265 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.265 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T07:13:54.266 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 312310 2024-04-13T07:13:54.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.266 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T07:13:54.266 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 58, 2024-04-13T07:13:54.266 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 319457 2024-04-13T07:13:54.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.266 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T07:13:54.266 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 406, 2024-04-13T07:13:54.266 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 243992839 2024-04-13T07:13:54.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.266 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T07:13:54.266 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 406, 2024-04-13T07:13:54.266 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35069854 2024-04-13T07:13:54.267 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.267 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T07:13:54.267 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 406, 2024-04-13T07:13:54.267 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3451090 2024-04-13T07:13:54.267 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.267 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.267 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T07:13:54.267 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:54.267 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1862577648 2024-04-13T07:13:54.267 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.267 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:54.267 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 42319872 2024-04-13T07:13:54.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.268 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:54.268 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 42057728 2024-04-13T07:13:54.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.268 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:54.268 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3138687078 2024-04-13T07:13:54.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.268 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:54.268 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 262144 2024-04-13T07:13:54.268 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.268 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T07:13:54.268 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.269 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 159383552 2024-04-13T07:13:54.269 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.269 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.269 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.269 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.269 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.269 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.269 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.269 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.269 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 85565717 2024-04-13T07:13:54.269 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.269 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.269 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.270 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.270 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.270 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.270 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.270 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.270 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.270 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.270 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.270 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.270 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.270 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.270 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.270 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.271 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.271 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12288 2024-04-13T07:13:54.271 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.271 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.271 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.271 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.271 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.271 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.271 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.271 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.271 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.271 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.272 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.272 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73805547 2024-04-13T07:13:54.272 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.272 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.272 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T07:13:54.272 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.272 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780140544 2024-04-13T07:13:54.272 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.272 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.272 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:54.272 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.272 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.272 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.273 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.273 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.273 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641742878 2024-04-13T07:13:54.273 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.273 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.273 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.273 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.273 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.273 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.273 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.273 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.273 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.274 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.274 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.274 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.274 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.274 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.274 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2128 2024-04-13T07:13:54.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.274 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.274 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.275 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.275 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.275 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.275 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.275 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.275 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.275 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.275 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.275 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71286674 2024-04-13T07:13:54.275 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.275 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.275 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:13:54.276 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.276 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T07:13:54.276 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.276 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.276 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:54.276 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.276 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.276 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464 2024-04-13T07:13:54.276 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.276 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.276 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57043811 2024-04-13T07:13:54.276 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.276 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.277 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.277 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.277 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.277 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.277 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.277 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.277 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.278 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.278 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.278 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.278 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.278 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.278 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.278 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.278 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.278 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.278 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.278 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.279 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.279 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.279 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.279 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.279 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.279 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68784845 2024-04-13T07:13:54.279 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.279 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.279 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T07:13:54.279 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.279 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 713031680 2024-04-13T07:13:54.279 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.279 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.280 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.280 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.280 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.280 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.280 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641742878 2024-04-13T07:13:54.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.280 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.280 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.280 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.281 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.281 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.281 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.281 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.281 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.281 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.281 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.281 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.281 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.281 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4724 2024-04-13T07:13:54.282 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.282 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.282 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 212618 2024-04-13T07:13:54.282 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.282 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.282 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.282 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.282 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.282 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.282 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.282 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.283 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.283 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.283 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.283 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71071460 2024-04-13T07:13:54.283 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.283 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.283 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T07:13:54.283 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T07:13:54.283 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.283 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.283 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:54.283 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.283 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.284 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T07:13:54.284 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.284 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.284 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:54.284 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.284 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.284 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.284 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:54.284 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T07:13:54.284 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 36 2024-04-13T07:13:54.284 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.285 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T07:13:54.285 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.285 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.285 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T07:13:54.285 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 155 2024-04-13T07:13:54.285 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.285 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T07:13:54.285 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.285 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.285 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T07:13:54.285 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.286 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.286 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T07:13:54.286 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2429440 2024-04-13T07:13:54.286 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.286 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T07:13:54.286 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 155, 2024-04-13T07:13:54.286 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 552624101 2024-04-13T07:13:54.286 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.286 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T07:13:54.286 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1041 2024-04-13T07:13:54.286 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.287 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T07:13:54.287 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 155, 2024-04-13T07:13:54.287 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56080565 2024-04-13T07:13:54.287 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.287 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T07:13:54.287 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 155, 2024-04-13T07:13:54.287 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 213967871 2024-04-13T07:13:54.287 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.287 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:54.287 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 33 2024-04-13T07:13:54.287 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.287 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T07:13:54.287 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 33, 2024-04-13T07:13:54.288 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5423182 2024-04-13T07:13:54.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.288 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:13:54.288 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.288 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T07:13:54.288 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1041 2024-04-13T07:13:54.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.288 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T07:13:54.288 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 33, 2024-04-13T07:13:54.288 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4863595 2024-04-13T07:13:54.289 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.289 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T07:13:54.289 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 33, 2024-04-13T07:13:54.289 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4115322 2024-04-13T07:13:54.289 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.289 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T07:13:54.289 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22 2024-04-13T07:13:54.289 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.289 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T07:13:54.289 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.290 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.290 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T07:13:54.290 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22, 2024-04-13T07:13:54.290 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19199884 2024-04-13T07:13:54.290 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.290 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:13:54.290 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.290 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.290 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:13:54.290 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.290 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.291 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T07:13:54.291 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.291 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.291 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T07:13:54.291 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22, 2024-04-13T07:13:54.291 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8566984 2024-04-13T07:13:54.291 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.291 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T07:13:54.291 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22, 2024-04-13T07:13:54.291 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18162385 2024-04-13T07:13:54.291 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.291 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:54.292 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 100 2024-04-13T07:13:54.292 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.292 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T07:13:54.292 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2429440 2024-04-13T07:13:54.292 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.292 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T07:13:54.292 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 100, 2024-04-13T07:13:54.292 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 528001035 2024-04-13T07:13:54.292 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.292 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:13:54.292 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.292 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.293 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T07:13:54.293 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 100, 2024-04-13T07:13:54.293 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 42649986 2024-04-13T07:13:54.293 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.293 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T07:13:54.293 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 100, 2024-04-13T07:13:54.293 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 191690164 2024-04-13T07:13:54.293 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.293 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T07:13:54.293 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.293 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.293 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T07:13:54.294 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 590368 2024-04-13T07:13:54.294 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.294 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T07:13:54.294 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T07:13:54.294 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.294 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T07:13:54.294 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:54.294 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.294 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T07:13:54.294 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28393472 2024-04-13T07:13:54.294 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.294 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.295 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.2": { 2024-04-13T07:13:54.295 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:54.295 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T07:13:54.295 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.295 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:13:54.295 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.295 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T07:13:54.295 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T07:13:54.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.296 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_main": { 2024-04-13T07:13:54.296 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.296 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.296 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T07:13:54.296 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.296 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.296 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T07:13:54.296 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.296 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.296 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T07:13:54.296 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12288 2024-04-13T07:13:54.296 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.297 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T07:13:54.297 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2191360 2024-04-13T07:13:54.297 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.297 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T07:13:54.297 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.297 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.297 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.297 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T07:13:54.297 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.297 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.297 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.297 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T07:13:54.297 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:54.298 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.298 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T07:13:54.298 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27656192 2024-04-13T07:13:54.298 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.298 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T07:13:54.298 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1388544 2024-04-13T07:13:54.298 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.298 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T07:13:54.298 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1249280 2024-04-13T07:13:54.298 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.298 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T07:13:54.299 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:54.299 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.299 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T07:13:54.299 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.299 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.299 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T07:13:54.299 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.299 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T07:13:54.299 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T07:13:54.299 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.299 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T07:13:54.300 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 206272 2024-04-13T07:13:54.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.300 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T07:13:54.300 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T07:13:54.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.300 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T07:13:54.300 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1282048 2024-04-13T07:13:54.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.300 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T07:13:54.300 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T07:13:54.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.300 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T07:13:54.301 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.301 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.301 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T07:13:54.301 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.301 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.301 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T07:13:54.301 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15 2024-04-13T07:13:54.301 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.301 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T07:13:54.301 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4913 2024-04-13T07:13:54.301 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.302 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T07:13:54.302 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T07:13:54.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.302 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T07:13:54.302 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5504 2024-04-13T07:13:54.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.302 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T07:13:54.302 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:54.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.302 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T07:13:54.302 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5504 2024-04-13T07:13:54.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.303 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T07:13:54.303 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:54.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.303 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T07:13:54.303 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.303 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:13:54.303 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.303 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:13:54.304 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.304 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.304 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:13:54.304 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.304 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.304 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T07:13:54.304 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.304 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.304 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T07:13:54.304 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.304 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.305 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T07:13:54.305 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.305 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.305 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T07:13:54.305 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.305 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.305 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T07:13:54.305 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.305 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.305 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T07:13:54.305 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3518464 2024-04-13T07:13:54.305 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.306 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.306 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T07:13:54.306 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T07:13:54.306 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T07:13:54.306 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.306 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T07:13:54.306 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 716800 2024-04-13T07:13:54.306 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.306 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T07:13:54.306 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4, 2024-04-13T07:13:54.306 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 162750 2024-04-13T07:13:54.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.307 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T07:13:54.307 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.307 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.307 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T07:13:54.307 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.307 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T07:13:54.307 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.307 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T07:13:54.308 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.308 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.308 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T07:13:54.308 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13, 2024-04-13T07:13:54.308 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13250 2024-04-13T07:13:54.308 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.308 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T07:13:54.308 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.308 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.308 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.308 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T07:13:54.308 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.309 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.309 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T07:13:54.309 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 292, 2024-04-13T07:13:54.309 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60009284 2024-04-13T07:13:54.309 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.309 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T07:13:54.309 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 290, 2024-04-13T07:13:54.309 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5102284 2024-04-13T07:13:54.309 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.309 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T07:13:54.309 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 292, 2024-04-13T07:13:54.310 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 298820 2024-04-13T07:13:54.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.310 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T07:13:54.310 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 292, 2024-04-13T07:13:54.310 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60308104 2024-04-13T07:13:54.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.310 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T07:13:54.310 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.310 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.311 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T07:13:54.311 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:54.311 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41896 2024-04-13T07:13:54.311 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.311 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T07:13:54.311 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.311 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.311 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.311 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T07:13:54.311 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.311 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.311 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.312 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:13:54.312 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.312 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.312 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.312 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T07:13:54.312 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:54.312 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4137 2024-04-13T07:13:54.312 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.312 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T07:13:54.312 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 606 2024-04-13T07:13:54.312 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.312 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T07:13:54.313 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 211 2024-04-13T07:13:54.313 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.313 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T07:13:54.313 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94, 2024-04-13T07:13:54.313 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1142487 2024-04-13T07:13:54.313 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.313 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T07:13:54.313 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 265, 2024-04-13T07:13:54.313 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 249116 2024-04-13T07:13:54.313 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.313 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T07:13:54.313 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 171, 2024-04-13T07:13:54.313 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2820870 2024-04-13T07:13:54.314 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.314 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T07:13:54.314 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.314 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.314 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T07:13:54.314 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:54.314 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 105929 2024-04-13T07:13:54.314 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.314 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T07:13:54.314 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 337, 2024-04-13T07:13:54.314 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6496202 2024-04-13T07:13:54.314 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.315 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:13:54.315 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 118, 2024-04-13T07:13:54.315 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17037087 2024-04-13T07:13:54.315 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.315 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:13:54.315 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 116, 2024-04-13T07:13:54.315 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 361211272384 2024-04-13T07:13:54.315 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.315 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T07:13:54.315 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 118, 2024-04-13T07:13:54.315 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 142141026680 2024-04-13T07:13:54.315 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.315 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T07:13:54.316 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 335, 2024-04-13T07:13:54.316 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73508026307 2024-04-13T07:13:54.316 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.316 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T07:13:54.316 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 335, 2024-04-13T07:13:54.316 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 33067 2024-04-13T07:13:54.316 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.316 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T07:13:54.316 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 337, 2024-04-13T07:13:54.316 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 414481 2024-04-13T07:13:54.316 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.317 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T07:13:54.317 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 337, 2024-04-13T07:13:54.317 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 87153116 2024-04-13T07:13:54.317 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.317 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T07:13:54.317 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 337, 2024-04-13T07:13:54.317 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 113731 2024-04-13T07:13:54.317 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.317 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T07:13:54.317 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 337, 2024-04-13T07:13:54.317 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 39084652 2024-04-13T07:13:54.317 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.318 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T07:13:54.318 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 337, 2024-04-13T07:13:54.318 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19924492 2024-04-13T07:13:54.318 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.318 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T07:13:54.318 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 312423 2024-04-13T07:13:54.318 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.318 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T07:13:54.318 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 52, 2024-04-13T07:13:54.318 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 240455 2024-04-13T07:13:54.318 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.319 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T07:13:54.319 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 337, 2024-04-13T07:13:54.319 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 153121370 2024-04-13T07:13:54.319 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.319 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T07:13:54.319 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 337, 2024-04-13T07:13:54.319 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23256919 2024-04-13T07:13:54.319 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.319 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T07:13:54.319 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 337, 2024-04-13T07:13:54.319 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2056874 2024-04-13T07:13:54.320 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.320 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.320 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T07:13:54.320 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:54.320 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1862577648 2024-04-13T07:13:54.320 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.320 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:54.320 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 43368448 2024-04-13T07:13:54.320 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.320 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:54.320 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 42082304 2024-04-13T07:13:54.320 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.321 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:54.321 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3138687078 2024-04-13T07:13:54.321 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.321 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:54.321 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T07:13:54.321 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.321 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.321 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T07:13:54.321 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.321 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 159383552 2024-04-13T07:13:54.321 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.322 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.322 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.322 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.322 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.322 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.322 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.322 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.322 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 85566544 2024-04-13T07:13:54.322 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.322 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.322 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.322 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.323 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.323 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.323 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.323 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.323 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.323 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.323 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.323 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.323 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.323 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.323 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.323 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.323 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.324 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8192 2024-04-13T07:13:54.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.324 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.324 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.324 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.324 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.324 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.324 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.324 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.324 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73808816 2024-04-13T07:13:54.325 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.325 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.325 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T07:13:54.325 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.325 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780140544 2024-04-13T07:13:54.325 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.325 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.325 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:54.325 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.325 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.325 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.326 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.326 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.326 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641749085 2024-04-13T07:13:54.326 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.326 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.326 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.326 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.326 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.326 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.326 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.326 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.326 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.327 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.327 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.327 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.327 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.327 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.327 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.327 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.327 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.327 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2128 2024-04-13T07:13:54.327 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.327 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.327 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.327 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.328 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.328 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.328 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.328 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.328 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.328 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.328 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.328 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71280467 2024-04-13T07:13:54.328 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.328 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.328 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:13:54.328 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.329 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T07:13:54.329 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.329 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.329 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:54.329 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.329 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.329 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464 2024-04-13T07:13:54.329 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.329 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.329 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57044363 2024-04-13T07:13:54.329 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.329 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.329 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.330 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.330 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.330 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.330 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.330 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.330 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.330 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.330 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.330 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.330 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.331 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.331 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.331 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.331 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.331 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.331 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.331 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.331 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.331 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.331 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.331 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.332 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.332 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.332 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.332 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68784293 2024-04-13T07:13:54.332 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.332 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T07:13:54.332 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.332 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 713031680 2024-04-13T07:13:54.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.333 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.333 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.333 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.333 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.333 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.333 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641749085 2024-04-13T07:13:54.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.333 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.333 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.334 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.334 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.334 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.334 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.334 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.334 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.334 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.334 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.334 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.334 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.335 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8221 2024-04-13T07:13:54.335 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.335 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.335 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 199666 2024-04-13T07:13:54.335 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.335 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.335 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.335 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.335 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.335 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.335 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.335 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.335 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.336 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.336 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71074708 2024-04-13T07:13:54.336 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.336 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T07:13:54.336 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T07:13:54.336 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.336 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:54.336 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.337 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T07:13:54.337 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.337 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.337 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:54.337 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.337 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.337 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.337 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:54.337 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T07:13:54.337 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 29 2024-04-13T07:13:54.337 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.337 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T07:13:54.338 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.338 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.338 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T07:13:54.338 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T07:13:54.338 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.338 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T07:13:54.338 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.338 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.338 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T07:13:54.338 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.339 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.339 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T07:13:54.339 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.339 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.339 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T07:13:54.339 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T07:13:54.339 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 114643828 2024-04-13T07:13:54.339 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.339 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T07:13:54.339 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.339 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.340 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T07:13:54.340 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T07:13:54.340 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4012750 2024-04-13T07:13:54.340 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.340 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T07:13:54.340 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T07:13:54.340 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 103665938 2024-04-13T07:13:54.340 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.340 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:54.340 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.340 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.341 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T07:13:54.341 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.341 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.341 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.341 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:13:54.341 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.341 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.341 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T07:13:54.341 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.341 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.341 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T07:13:54.341 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.341 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.341 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.342 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T07:13:54.342 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.342 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.342 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.342 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T07:13:54.342 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.342 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.342 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T07:13:54.342 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.342 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.343 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T07:13:54.343 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.343 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.343 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.343 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:13:54.343 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.343 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.343 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:13:54.343 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.343 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.343 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T07:13:54.343 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.343 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.344 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T07:13:54.344 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.344 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.344 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.344 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T07:13:54.344 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.344 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.344 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.344 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:54.344 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T07:13:54.344 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.344 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T07:13:54.344 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.344 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.345 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T07:13:54.345 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T07:13:54.345 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 114643828 2024-04-13T07:13:54.345 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.345 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:13:54.345 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.345 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.345 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T07:13:54.345 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T07:13:54.345 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4012750 2024-04-13T07:13:54.345 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.345 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T07:13:54.345 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T07:13:54.346 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 103665938 2024-04-13T07:13:54.346 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.346 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T07:13:54.346 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.346 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.346 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T07:13:54.346 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.346 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.346 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T07:13:54.346 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.346 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.346 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T07:13:54.347 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:54.347 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.347 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T07:13:54.347 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28389376 2024-04-13T07:13:54.347 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.347 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.347 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.347 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.3": { 2024-04-13T07:13:54.347 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:54.347 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T07:13:54.347 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.347 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.347 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:13:54.347 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.348 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.348 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T07:13:54.348 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T07:13:54.348 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.348 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_main": { 2024-04-13T07:13:54.348 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.348 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.348 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T07:13:54.348 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.348 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.348 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T07:13:54.348 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.349 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.349 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T07:13:54.349 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12288 2024-04-13T07:13:54.349 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.349 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T07:13:54.349 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1159168 2024-04-13T07:13:54.349 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.349 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T07:13:54.349 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.349 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.349 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.349 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T07:13:54.349 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.350 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.350 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T07:13:54.350 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:54.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.350 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T07:13:54.350 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27656192 2024-04-13T07:13:54.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.350 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T07:13:54.350 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 847872 2024-04-13T07:13:54.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.350 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T07:13:54.350 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 708608 2024-04-13T07:13:54.351 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.351 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T07:13:54.351 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:54.351 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.351 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T07:13:54.351 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.351 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.351 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T07:13:54.351 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.351 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T07:13:54.351 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T07:13:54.352 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.352 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T07:13:54.352 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 206272 2024-04-13T07:13:54.352 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.352 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T07:13:54.352 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T07:13:54.352 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.352 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T07:13:54.352 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1282048 2024-04-13T07:13:54.352 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.352 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T07:13:54.352 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T07:13:54.352 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.353 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T07:13:54.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.353 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T07:13:54.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.353 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T07:13:54.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15 2024-04-13T07:13:54.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.353 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T07:13:54.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4913 2024-04-13T07:13:54.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.353 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T07:13:54.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T07:13:54.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.354 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T07:13:54.354 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5503 2024-04-13T07:13:54.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.354 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T07:13:54.354 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:54.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.354 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T07:13:54.354 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5503 2024-04-13T07:13:54.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.354 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T07:13:54.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:54.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.355 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T07:13:54.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.355 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:13:54.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.355 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:13:54.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.355 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:13:54.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.356 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T07:13:54.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.356 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T07:13:54.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.356 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T07:13:54.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.356 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T07:13:54.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.357 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T07:13:54.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.357 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T07:13:54.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1945600 2024-04-13T07:13:54.357 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.357 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T07:13:54.357 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T07:13:54.358 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T07:13:54.358 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.358 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T07:13:54.358 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 737280 2024-04-13T07:13:54.358 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.358 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T07:13:54.358 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.358 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.358 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.358 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T07:13:54.358 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.359 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.359 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.359 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T07:13:54.359 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.359 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.359 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T07:13:54.359 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.359 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.359 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T07:13:54.359 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.359 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.359 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T07:13:54.360 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:54.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5601 2024-04-13T07:13:54.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.360 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T07:13:54.360 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.360 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T07:13:54.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.360 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T07:13:54.360 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 160, 2024-04-13T07:13:54.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41068682 2024-04-13T07:13:54.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.361 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T07:13:54.361 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 147, 2024-04-13T07:13:54.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5584926 2024-04-13T07:13:54.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.361 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T07:13:54.361 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 160, 2024-04-13T07:13:54.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 182838 2024-04-13T07:13:54.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.361 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T07:13:54.361 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 160, 2024-04-13T07:13:54.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41251520 2024-04-13T07:13:54.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.362 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T07:13:54.362 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.362 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T07:13:54.362 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:54.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 58778 2024-04-13T07:13:54.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.362 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T07:13:54.362 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.363 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T07:13:54.363 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.363 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:13:54.363 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.363 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T07:13:54.363 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:54.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9120 2024-04-13T07:13:54.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.364 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T07:13:54.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 344 2024-04-13T07:13:54.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.364 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T07:13:54.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 221 2024-04-13T07:13:54.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.364 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T07:13:54.364 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 83, 2024-04-13T07:13:54.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 870346 2024-04-13T07:13:54.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.364 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T07:13:54.364 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 144, 2024-04-13T07:13:54.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 274189 2024-04-13T07:13:54.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.365 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T07:13:54.365 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 61, 2024-04-13T07:13:54.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 487726 2024-04-13T07:13:54.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.365 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T07:13:54.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.365 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T07:13:54.365 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.366 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T07:13:54.366 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:54.366 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3836257 2024-04-13T07:13:54.366 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.366 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:13:54.366 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 53, 2024-04-13T07:13:54.366 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3810304 2024-04-13T07:13:54.366 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.366 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:13:54.366 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 50, 2024-04-13T07:13:54.366 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 262626233157 2024-04-13T07:13:54.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.367 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T07:13:54.367 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 53, 2024-04-13T07:13:54.367 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 78259689973 2024-04-13T07:13:54.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.367 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T07:13:54.367 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 241, 2024-04-13T07:13:54.367 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 547407 2024-04-13T07:13:54.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.367 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T07:13:54.367 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 241, 2024-04-13T07:13:54.367 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23702 2024-04-13T07:13:54.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.368 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T07:13:54.368 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:54.368 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 255489 2024-04-13T07:13:54.368 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.368 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T07:13:54.368 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:54.368 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 100861693 2024-04-13T07:13:54.368 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.368 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T07:13:54.368 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:54.368 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65061 2024-04-13T07:13:54.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.369 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T07:13:54.369 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:54.369 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 107571602 2024-04-13T07:13:54.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.369 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T07:13:54.369 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:54.369 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17322093 2024-04-13T07:13:54.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.369 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T07:13:54.369 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 315159 2024-04-13T07:13:54.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.370 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T07:13:54.370 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44, 2024-04-13T07:13:54.370 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 209749 2024-04-13T07:13:54.370 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.370 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T07:13:54.370 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:54.370 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 229873668 2024-04-13T07:13:54.370 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.370 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T07:13:54.370 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:54.370 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19608903 2024-04-13T07:13:54.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.371 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T07:13:54.371 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:54.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1724672 2024-04-13T07:13:54.371 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.371 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T07:13:54.371 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:54.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1862577648 2024-04-13T07:13:54.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.371 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:54.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41336832 2024-04-13T07:13:54.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.372 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:54.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 40771584 2024-04-13T07:13:54.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.372 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:54.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3138687078 2024-04-13T07:13:54.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.372 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:54.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 565248 2024-04-13T07:13:54.372 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.372 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T07:13:54.372 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 159383552 2024-04-13T07:13:54.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.373 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.373 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.373 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 85566464 2024-04-13T07:13:54.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.373 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.374 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.374 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.374 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.374 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.374 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.374 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.374 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.374 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.374 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.374 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.374 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.374 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.375 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.375 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.375 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.375 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.375 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73817088 2024-04-13T07:13:54.376 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.376 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T07:13:54.376 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780140544 2024-04-13T07:13:54.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.376 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:54.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.376 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.377 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.377 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641748481 2024-04-13T07:13:54.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.377 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.377 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.377 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.377 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.377 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.377 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.378 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.378 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.378 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.378 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.378 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.378 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.378 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.378 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2128 2024-04-13T07:13:54.378 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.378 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.379 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.379 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.379 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.379 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.379 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.379 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.379 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.379 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.379 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.379 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71281071 2024-04-13T07:13:54.379 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.380 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:13:54.380 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.380 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T07:13:54.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.380 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.380 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:54.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.380 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.380 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464 2024-04-13T07:13:54.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.381 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57044309 2024-04-13T07:13:54.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.381 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.381 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.381 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.382 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.382 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.382 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.382 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.382 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.382 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.382 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.382 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.382 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.383 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.383 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.383 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.383 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.383 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68784347 2024-04-13T07:13:54.383 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.383 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T07:13:54.383 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.384 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 713031680 2024-04-13T07:13:54.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.384 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.384 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.384 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.384 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.384 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.384 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641748481 2024-04-13T07:13:54.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.384 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.385 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.385 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.385 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.386 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.386 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17626 2024-04-13T07:13:54.386 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.386 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.386 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 204472 2024-04-13T07:13:54.386 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.386 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.386 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.386 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.386 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.386 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.387 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.387 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71061101 2024-04-13T07:13:54.387 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.387 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T07:13:54.387 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T07:13:54.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.387 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:54.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.388 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T07:13:54.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.388 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:54.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.388 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.388 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:54.388 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T07:13:54.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 36 2024-04-13T07:13:54.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.389 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T07:13:54.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.389 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.389 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T07:13:54.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.389 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.389 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T07:13:54.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.389 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.389 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T07:13:54.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.389 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.389 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T07:13:54.390 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.390 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.390 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T07:13:54.390 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.390 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.390 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.390 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T07:13:54.390 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.390 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.390 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T07:13:54.390 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:54.391 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2009056 2024-04-13T07:13:54.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.391 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T07:13:54.391 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.391 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.391 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:54.391 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.391 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T07:13:54.391 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.391 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.392 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:13:54.392 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.392 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T07:13:54.392 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.392 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T07:13:54.392 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.392 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.392 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T07:13:54.393 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.393 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.393 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T07:13:54.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.393 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.393 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T07:13:54.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.393 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.393 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T07:13:54.393 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.394 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.394 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:13:54.394 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.394 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.394 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:13:54.394 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.394 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.394 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T07:13:54.394 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.394 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.394 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T07:13:54.395 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.395 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.395 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.395 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T07:13:54.395 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.395 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.395 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.395 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:54.395 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.395 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.395 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T07:13:54.395 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.396 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T07:13:54.396 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.396 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:13:54.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.396 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T07:13:54.396 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:54.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2009056 2024-04-13T07:13:54.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.397 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T07:13:54.397 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.397 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.397 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T07:13:54.397 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.397 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T07:13:54.397 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.398 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T07:13:54.398 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.398 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T07:13:54.398 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:54.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.398 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T07:13:54.398 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28401664 2024-04-13T07:13:54.398 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.398 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.399 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.4": { 2024-04-13T07:13:54.399 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:54.399 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T07:13:54.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.399 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:13:54.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.399 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T07:13:54.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T07:13:54.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.399 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_main": { 2024-04-13T07:13:54.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.400 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T07:13:54.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.400 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T07:13:54.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.400 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T07:13:54.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12288 2024-04-13T07:13:54.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.400 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T07:13:54.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6397952 2024-04-13T07:13:54.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.400 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T07:13:54.401 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.401 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T07:13:54.401 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.401 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T07:13:54.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:54.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.401 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T07:13:54.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:54.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.402 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T07:13:54.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3366912 2024-04-13T07:13:54.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.402 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T07:13:54.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3227648 2024-04-13T07:13:54.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.402 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T07:13:54.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:54.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.402 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T07:13:54.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.403 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T07:13:54.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T07:13:54.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T07:13:54.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.403 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T07:13:54.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 206272 2024-04-13T07:13:54.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.403 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T07:13:54.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T07:13:54.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.403 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T07:13:54.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1282048 2024-04-13T07:13:54.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.404 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T07:13:54.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T07:13:54.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.404 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T07:13:54.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.404 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T07:13:54.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.404 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T07:13:54.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15 2024-04-13T07:13:54.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.405 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T07:13:54.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4913 2024-04-13T07:13:54.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.405 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T07:13:54.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T07:13:54.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.405 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T07:13:54.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5505 2024-04-13T07:13:54.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.405 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T07:13:54.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:54.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.406 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T07:13:54.406 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5505 2024-04-13T07:13:54.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.406 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T07:13:54.406 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:54.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.406 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T07:13:54.406 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.406 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:13:54.406 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.407 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:13:54.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.407 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:13:54.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.407 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T07:13:54.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.408 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T07:13:54.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.408 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.408 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T07:13:54.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.408 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.408 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T07:13:54.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.408 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.408 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T07:13:54.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.409 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T07:13:54.409 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9703424 2024-04-13T07:13:54.409 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.409 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T07:13:54.409 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T07:13:54.409 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T07:13:54.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.409 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T07:13:54.409 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 729088 2024-04-13T07:13:54.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.410 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T07:13:54.410 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8, 2024-04-13T07:13:54.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 662387 2024-04-13T07:13:54.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.410 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T07:13:54.410 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.410 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T07:13:54.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.410 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T07:13:54.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.411 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T07:13:54.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.411 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T07:13:54.411 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:54.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3112 2024-04-13T07:13:54.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.411 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T07:13:54.411 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.412 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T07:13:54.412 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.412 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T07:13:54.412 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 775, 2024-04-13T07:13:54.412 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 524152084 2024-04-13T07:13:54.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.412 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T07:13:54.412 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 774, 2024-04-13T07:13:54.412 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20309420 2024-04-13T07:13:54.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.412 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T07:13:54.413 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 775, 2024-04-13T07:13:54.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 847198 2024-04-13T07:13:54.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.413 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T07:13:54.413 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 775, 2024-04-13T07:13:54.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 524999282 2024-04-13T07:13:54.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.413 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T07:13:54.413 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.413 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T07:13:54.413 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:54.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51729 2024-04-13T07:13:54.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.414 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T07:13:54.414 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.414 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.414 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T07:13:54.414 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.414 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.414 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:13:54.414 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.414 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.415 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T07:13:54.415 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:54.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7141 2024-04-13T07:13:54.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.415 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T07:13:54.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3470 2024-04-13T07:13:54.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.415 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T07:13:54.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 337 2024-04-13T07:13:54.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.415 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T07:13:54.415 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 98, 2024-04-13T07:13:54.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1103272 2024-04-13T07:13:54.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.416 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T07:13:54.416 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 166, 2024-04-13T07:13:54.416 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 316691 2024-04-13T07:13:54.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.416 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T07:13:54.416 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 68, 2024-04-13T07:13:54.416 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 275943 2024-04-13T07:13:54.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.416 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T07:13:54.416 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.416 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T07:13:54.416 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 105, 2024-04-13T07:13:54.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6233592 2024-04-13T07:13:54.417 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.417 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T07:13:54.417 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3366, 2024-04-13T07:13:54.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3861693255 2024-04-13T07:13:54.417 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.417 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:13:54.417 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 43, 2024-04-13T07:13:54.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 38310075 2024-04-13T07:13:54.417 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.417 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:13:54.417 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 41, 2024-04-13T07:13:54.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 209040006249 2024-04-13T07:13:54.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.418 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T07:13:54.418 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 43, 2024-04-13T07:13:54.418 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 64869192274 2024-04-13T07:13:54.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.418 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T07:13:54.418 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3364, 2024-04-13T07:13:54.418 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1854180813 2024-04-13T07:13:54.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.418 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T07:13:54.418 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3364, 2024-04-13T07:13:54.418 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 183284 2024-04-13T07:13:54.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.419 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T07:13:54.419 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3366, 2024-04-13T07:13:54.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53484308 2024-04-13T07:13:54.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.419 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T07:13:54.419 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3366, 2024-04-13T07:13:54.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3054486098 2024-04-13T07:13:54.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.419 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T07:13:54.419 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3366, 2024-04-13T07:13:54.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 451036 2024-04-13T07:13:54.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.420 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T07:13:54.420 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3366, 2024-04-13T07:13:54.420 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1584428168 2024-04-13T07:13:54.420 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.420 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T07:13:54.420 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3366, 2024-04-13T07:13:54.420 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 394840730 2024-04-13T07:13:54.420 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.420 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T07:13:54.420 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 312858 2024-04-13T07:13:54.420 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.420 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T07:13:54.421 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 42, 2024-04-13T07:13:54.421 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 188417 2024-04-13T07:13:54.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.421 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T07:13:54.421 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3366, 2024-04-13T07:13:54.421 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8949149038 2024-04-13T07:13:54.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.421 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T07:13:54.421 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3366, 2024-04-13T07:13:54.421 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 432833593 2024-04-13T07:13:54.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.421 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T07:13:54.422 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3366, 2024-04-13T07:13:54.422 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 286607502 2024-04-13T07:13:54.422 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.422 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.422 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T07:13:54.422 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:54.422 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1861614985 2024-04-13T07:13:54.422 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.422 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:54.422 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 46579712 2024-04-13T07:13:54.422 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.422 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:54.423 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45670400 2024-04-13T07:13:54.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.423 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:54.423 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3137554534 2024-04-13T07:13:54.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.423 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:54.423 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 909312 2024-04-13T07:13:54.423 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.423 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T07:13:54.423 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.423 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 159383552 2024-04-13T07:13:54.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.424 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.424 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.424 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.424 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.424 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 85501727 2024-04-13T07:13:54.424 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.424 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.425 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.425 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.425 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.425 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.425 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.425 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.425 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.425 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.426 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.426 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T07:13:54.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.426 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.426 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.426 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.426 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.426 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.427 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73877729 2024-04-13T07:13:54.427 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.427 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T07:13:54.427 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780140544 2024-04-13T07:13:54.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.427 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:54.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.427 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.428 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641262959 2024-04-13T07:13:54.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.428 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.428 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.429 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.429 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.429 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.429 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.429 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.429 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.429 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.429 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.429 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.429 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.429 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2128 2024-04-13T07:13:54.429 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.429 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.430 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.430 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.430 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.430 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.430 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.430 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.430 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.430 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.430 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.430 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71766593 2024-04-13T07:13:54.430 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.431 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:13:54.431 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.431 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T07:13:54.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.431 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.431 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:54.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.431 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.431 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464 2024-04-13T07:13:54.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.431 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.431 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57001151 2024-04-13T07:13:54.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.432 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.432 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.432 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.432 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.432 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.432 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.432 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.432 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.433 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.433 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.433 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.433 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.433 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.434 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.434 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.434 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68827505 2024-04-13T07:13:54.434 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.434 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T07:13:54.434 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.434 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 713031680 2024-04-13T07:13:54.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.434 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.435 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.435 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641262959 2024-04-13T07:13:54.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.435 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.435 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.436 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.436 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.436 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.436 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.436 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.436 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5756 2024-04-13T07:13:54.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.436 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.436 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 323526 2024-04-13T07:13:54.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.437 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.437 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.437 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.437 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.437 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.437 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.437 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.437 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71439439 2024-04-13T07:13:54.438 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.438 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.438 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T07:13:54.438 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T07:13:54.438 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.438 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.438 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:54.438 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.438 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.438 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T07:13:54.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.439 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:54.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.439 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.439 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:54.439 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T07:13:54.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41 2024-04-13T07:13:54.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.440 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T07:13:54.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.440 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T07:13:54.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:54.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.440 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T07:13:54.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.440 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T07:13:54.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.440 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T07:13:54.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22 2024-04-13T07:13:54.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.441 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T07:13:54.441 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:54.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24907836 2024-04-13T07:13:54.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.441 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T07:13:54.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.441 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T07:13:54.441 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:54.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 568381 2024-04-13T07:13:54.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.442 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T07:13:54.442 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:54.442 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19826280 2024-04-13T07:13:54.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.442 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:54.442 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.442 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T07:13:54.442 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.442 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.443 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:13:54.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.443 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T07:13:54.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.443 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T07:13:54.443 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.443 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T07:13:54.443 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.444 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T07:13:54.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.444 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T07:13:54.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.444 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T07:13:54.445 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.445 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.445 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:13:54.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.445 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.445 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:13:54.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.445 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.445 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T07:13:54.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.446 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.446 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T07:13:54.446 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.446 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.446 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.446 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T07:13:54.446 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.446 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.446 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.446 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:54.446 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T07:13:54.447 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.447 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T07:13:54.447 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22 2024-04-13T07:13:54.447 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.447 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T07:13:54.447 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:54.447 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24907836 2024-04-13T07:13:54.447 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.447 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:13:54.447 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.447 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.447 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T07:13:54.448 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:54.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 568381 2024-04-13T07:13:54.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.448 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T07:13:54.448 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:54.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19826280 2024-04-13T07:13:54.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.448 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T07:13:54.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.448 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T07:13:54.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.449 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T07:13:54.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.449 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T07:13:54.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:54.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.449 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T07:13:54.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 32595968 2024-04-13T07:13:54.449 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.450 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.450 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.450 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.5": { 2024-04-13T07:13:54.450 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:54.450 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T07:13:54.450 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.450 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.450 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:13:54.450 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.450 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.450 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T07:13:54.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T07:13:54.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.451 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_main": { 2024-04-13T07:13:54.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.451 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T07:13:54.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.451 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T07:13:54.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.452 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T07:13:54.452 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12288 2024-04-13T07:13:54.452 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.452 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T07:13:54.452 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1163264 2024-04-13T07:13:54.452 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.452 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T07:13:54.452 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.452 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.452 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.452 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T07:13:54.453 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.453 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T07:13:54.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:54.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.453 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T07:13:54.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27656192 2024-04-13T07:13:54.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.453 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T07:13:54.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 847872 2024-04-13T07:13:54.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.454 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T07:13:54.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 708608 2024-04-13T07:13:54.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.454 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T07:13:54.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:54.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.454 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T07:13:54.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.454 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T07:13:54.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T07:13:54.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T07:13:54.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.455 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T07:13:54.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 206272 2024-04-13T07:13:54.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.455 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T07:13:54.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T07:13:54.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.455 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T07:13:54.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1282048 2024-04-13T07:13:54.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.456 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T07:13:54.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T07:13:54.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.456 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T07:13:54.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.456 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T07:13:54.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.456 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T07:13:54.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15 2024-04-13T07:13:54.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.456 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T07:13:54.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4913 2024-04-13T07:13:54.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.457 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T07:13:54.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T07:13:54.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.457 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T07:13:54.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5505 2024-04-13T07:13:54.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.457 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T07:13:54.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:54.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.457 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T07:13:54.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5505 2024-04-13T07:13:54.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.458 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T07:13:54.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:54.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.458 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T07:13:54.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.458 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:13:54.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.458 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:13:54.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.459 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:13:54.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.459 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T07:13:54.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.459 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T07:13:54.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.459 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T07:13:54.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.460 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T07:13:54.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.460 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T07:13:54.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.460 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T07:13:54.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1949696 2024-04-13T07:13:54.460 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.460 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T07:13:54.461 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T07:13:54.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T07:13:54.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.461 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T07:13:54.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 729088 2024-04-13T07:13:54.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.461 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T07:13:54.461 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6, 2024-04-13T07:13:54.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 242840 2024-04-13T07:13:54.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.461 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T07:13:54.461 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.462 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T07:13:54.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.462 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T07:13:54.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.462 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T07:13:54.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.462 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T07:13:54.462 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:54.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4908 2024-04-13T07:13:54.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.462 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T07:13:54.463 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.463 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.463 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T07:13:54.463 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.463 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T07:13:54.463 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 160, 2024-04-13T07:13:54.463 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 72566112 2024-04-13T07:13:54.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.463 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T07:13:54.463 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 155, 2024-04-13T07:13:54.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4619453 2024-04-13T07:13:54.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.464 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T07:13:54.464 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 160, 2024-04-13T07:13:54.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 160684 2024-04-13T07:13:54.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.464 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T07:13:54.464 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 160, 2024-04-13T07:13:54.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 72726796 2024-04-13T07:13:54.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.464 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T07:13:54.465 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.465 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T07:13:54.465 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:54.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 72979 2024-04-13T07:13:54.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.465 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T07:13:54.465 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.465 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T07:13:54.465 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.466 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.466 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:13:54.466 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.466 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.466 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T07:13:54.466 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:54.466 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4589 2024-04-13T07:13:54.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.466 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T07:13:54.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 335 2024-04-13T07:13:54.467 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.467 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T07:13:54.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 244 2024-04-13T07:13:54.467 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.467 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T07:13:54.467 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 90, 2024-04-13T07:13:54.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 792058 2024-04-13T07:13:54.467 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.467 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T07:13:54.467 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 144, 2024-04-13T07:13:54.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 268444 2024-04-13T07:13:54.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.468 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T07:13:54.468 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 54, 2024-04-13T07:13:54.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 451929 2024-04-13T07:13:54.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.468 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T07:13:54.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.468 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T07:13:54.468 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4, 2024-04-13T07:13:54.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 111241 2024-04-13T07:13:54.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.469 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T07:13:54.469 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 270, 2024-04-13T07:13:54.469 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13473062 2024-04-13T07:13:54.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.469 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:13:54.469 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 40, 2024-04-13T07:13:54.469 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2893565 2024-04-13T07:13:54.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.469 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:13:54.469 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 37, 2024-04-13T07:13:54.470 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 284116453380 2024-04-13T07:13:54.470 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.470 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T07:13:54.470 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 40, 2024-04-13T07:13:54.470 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 66346194386 2024-04-13T07:13:54.470 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.470 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T07:13:54.470 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 267, 2024-04-13T07:13:54.470 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 556424 2024-04-13T07:13:54.470 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.470 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T07:13:54.471 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 267, 2024-04-13T07:13:54.471 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 36366 2024-04-13T07:13:54.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.471 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T07:13:54.471 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 270, 2024-04-13T07:13:54.471 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267077 2024-04-13T07:13:54.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.471 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T07:13:54.471 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 270, 2024-04-13T07:13:54.471 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 160039623 2024-04-13T07:13:54.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.472 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T07:13:54.472 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 270, 2024-04-13T07:13:54.472 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 80823 2024-04-13T07:13:54.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.472 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T07:13:54.472 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 270, 2024-04-13T07:13:54.472 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 105218123 2024-04-13T07:13:54.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.472 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T07:13:54.472 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 270, 2024-04-13T07:13:54.472 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15385613 2024-04-13T07:13:54.473 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.473 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T07:13:54.473 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 314814 2024-04-13T07:13:54.473 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.473 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T07:13:54.473 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 33, 2024-04-13T07:13:54.473 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 139258 2024-04-13T07:13:54.473 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.473 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T07:13:54.473 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 270, 2024-04-13T07:13:54.473 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 294417873 2024-04-13T07:13:54.473 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.474 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T07:13:54.474 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 270, 2024-04-13T07:13:54.474 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18045752 2024-04-13T07:13:54.474 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.474 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T07:13:54.474 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 270, 2024-04-13T07:13:54.474 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1859031 2024-04-13T07:13:54.474 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.474 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.474 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T07:13:54.474 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:54.474 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1861614985 2024-04-13T07:13:54.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.475 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:54.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 42319872 2024-04-13T07:13:54.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.475 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:54.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41934848 2024-04-13T07:13:54.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.475 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:54.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3137554534 2024-04-13T07:13:54.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.475 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:54.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 385024 2024-04-13T07:13:54.475 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.476 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T07:13:54.476 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.476 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 159383552 2024-04-13T07:13:54.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.476 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.476 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.476 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.476 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.477 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 85508476 2024-04-13T07:13:54.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.477 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.477 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.477 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.478 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.478 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.478 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.478 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.478 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.478 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.478 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.478 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.479 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.479 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.479 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73875076 2024-04-13T07:13:54.479 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.479 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T07:13:54.479 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780140544 2024-04-13T07:13:54.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.480 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:54.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.480 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.480 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641313576 2024-04-13T07:13:54.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.480 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.481 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.481 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.481 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.481 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.482 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.482 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2128 2024-04-13T07:13:54.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.482 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.482 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.482 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.482 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.482 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.482 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.483 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.483 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71715976 2024-04-13T07:13:54.483 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.483 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:13:54.483 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.483 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T07:13:54.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.483 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.483 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:54.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.484 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464 2024-04-13T07:13:54.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.484 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57005651 2024-04-13T07:13:54.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.484 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.484 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.485 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.485 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.485 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.485 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.485 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.486 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.486 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.486 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.486 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.486 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.486 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68823005 2024-04-13T07:13:54.486 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.486 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T07:13:54.487 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.487 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 713031680 2024-04-13T07:13:54.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.487 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.487 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.487 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.487 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.487 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.487 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641313576 2024-04-13T07:13:54.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.488 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.488 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.488 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.489 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.489 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14115 2024-04-13T07:13:54.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.489 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 211737 2024-04-13T07:13:54.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.489 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.490 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.490 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.490 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.490 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.490 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.490 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71492252 2024-04-13T07:13:54.490 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.490 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T07:13:54.491 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T07:13:54.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.491 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:54.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.491 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T07:13:54.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.491 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:54.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.492 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.492 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:54.492 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T07:13:54.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 42 2024-04-13T07:13:54.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.492 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T07:13:54.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.492 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T07:13:54.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.493 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T07:13:54.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.493 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T07:13:54.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.493 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T07:13:54.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.493 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T07:13:54.493 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.494 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T07:13:54.494 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.494 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T07:13:54.494 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.494 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.494 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T07:13:54.494 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.494 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.495 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:54.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.495 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T07:13:54.495 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.495 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:13:54.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.495 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T07:13:54.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.496 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T07:13:54.496 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.496 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T07:13:54.496 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.496 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T07:13:54.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.497 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T07:13:54.497 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.497 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T07:13:54.497 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.497 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.497 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:13:54.497 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.497 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:13:54.498 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.498 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T07:13:54.498 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.498 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T07:13:54.498 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.498 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.498 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T07:13:54.498 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.499 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.499 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:54.499 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.499 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T07:13:54.499 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.499 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T07:13:54.499 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.499 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.499 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:13:54.499 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.500 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T07:13:54.500 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.500 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.500 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T07:13:54.500 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.500 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.500 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T07:13:54.500 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.501 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T07:13:54.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.501 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T07:13:54.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.501 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T07:13:54.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:54.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.501 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T07:13:54.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28393472 2024-04-13T07:13:54.502 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.502 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.502 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.6": { 2024-04-13T07:13:54.502 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:54.502 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T07:13:54.502 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.502 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:13:54.502 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.502 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T07:13:54.503 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T07:13:54.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.503 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_main": { 2024-04-13T07:13:54.503 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.503 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T07:13:54.503 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.503 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T07:13:54.503 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.504 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T07:13:54.504 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12288 2024-04-13T07:13:54.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.504 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T07:13:54.504 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1134592 2024-04-13T07:13:54.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.504 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T07:13:54.504 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.504 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.504 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T07:13:54.505 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.505 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.505 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T07:13:54.505 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:54.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.505 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T07:13:54.505 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27656192 2024-04-13T07:13:54.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.505 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T07:13:54.505 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 860160 2024-04-13T07:13:54.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.506 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T07:13:54.506 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 720896 2024-04-13T07:13:54.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.506 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T07:13:54.506 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:54.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.506 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T07:13:54.506 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.506 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T07:13:54.506 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T07:13:54.507 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T07:13:54.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.507 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T07:13:54.507 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 206272 2024-04-13T07:13:54.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.507 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T07:13:54.507 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T07:13:54.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.507 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T07:13:54.507 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1282048 2024-04-13T07:13:54.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.508 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T07:13:54.508 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T07:13:54.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.508 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T07:13:54.508 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.508 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T07:13:54.508 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.508 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T07:13:54.508 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15 2024-04-13T07:13:54.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.509 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T07:13:54.509 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4913 2024-04-13T07:13:54.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.509 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T07:13:54.509 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T07:13:54.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.509 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T07:13:54.509 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5504 2024-04-13T07:13:54.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.509 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T07:13:54.509 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:54.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.510 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T07:13:54.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5504 2024-04-13T07:13:54.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.510 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T07:13:54.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:54.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.510 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T07:13:54.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.510 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:13:54.511 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.511 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:13:54.511 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.511 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:13:54.511 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.511 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T07:13:54.511 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.512 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T07:13:54.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.512 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T07:13:54.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.512 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T07:13:54.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.512 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T07:13:54.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.513 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T07:13:54.513 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1933312 2024-04-13T07:13:54.513 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.513 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T07:13:54.513 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T07:13:54.513 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T07:13:54.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.513 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T07:13:54.513 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1310720 2024-04-13T07:13:54.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.513 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T07:13:54.513 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.514 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.514 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T07:13:54.514 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.514 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.514 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T07:13:54.514 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.514 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T07:13:54.514 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.515 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T07:13:54.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.515 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T07:13:54.515 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7, 2024-04-13T07:13:54.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9038 2024-04-13T07:13:54.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.515 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T07:13:54.515 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.515 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T07:13:54.516 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.516 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T07:13:54.516 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 163, 2024-04-13T07:13:54.516 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51156833 2024-04-13T07:13:54.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.516 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T07:13:54.516 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 148, 2024-04-13T07:13:54.516 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26672177 2024-04-13T07:13:54.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.516 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T07:13:54.516 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 163, 2024-04-13T07:13:54.516 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 146681 2024-04-13T07:13:54.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.517 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T07:13:54.517 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 163, 2024-04-13T07:13:54.517 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51303514 2024-04-13T07:13:54.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.517 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T07:13:54.517 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.517 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.517 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T07:13:54.517 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:54.517 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56640 2024-04-13T07:13:54.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.518 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T07:13:54.518 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.518 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.518 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T07:13:54.518 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.518 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.518 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:13:54.518 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.518 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.519 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T07:13:54.519 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:54.519 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3955 2024-04-13T07:13:54.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.519 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T07:13:54.519 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 299 2024-04-13T07:13:54.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.519 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T07:13:54.519 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 251 2024-04-13T07:13:54.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.520 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T07:13:54.520 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 86, 2024-04-13T07:13:54.520 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 995820 2024-04-13T07:13:54.520 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.520 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T07:13:54.520 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 128, 2024-04-13T07:13:54.520 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 282003 2024-04-13T07:13:54.520 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.520 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T07:13:54.520 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 42, 2024-04-13T07:13:54.521 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 700570 2024-04-13T07:13:54.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.521 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T07:13:54.521 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.521 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T07:13:54.521 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.521 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.521 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T07:13:54.521 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:54.521 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7140774 2024-04-13T07:13:54.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.522 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:13:54.522 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34, 2024-04-13T07:13:54.522 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20975202 2024-04-13T07:13:54.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.522 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:13:54.522 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 31, 2024-04-13T07:13:54.522 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 235568359455 2024-04-13T07:13:54.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.522 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T07:13:54.522 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34, 2024-04-13T07:13:54.523 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 43806634142 2024-04-13T07:13:54.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.523 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T07:13:54.523 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 241, 2024-04-13T07:13:54.523 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 706450 2024-04-13T07:13:54.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.523 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T07:13:54.523 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 241, 2024-04-13T07:13:54.523 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28602 2024-04-13T07:13:54.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.523 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T07:13:54.523 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:54.523 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2135649 2024-04-13T07:13:54.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.524 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T07:13:54.524 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:54.524 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 336129953 2024-04-13T07:13:54.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.524 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T07:13:54.524 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:54.524 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 206995 2024-04-13T07:13:54.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.524 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T07:13:54.524 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:54.524 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67882117 2024-04-13T07:13:54.525 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.525 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T07:13:54.525 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:54.525 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12000156 2024-04-13T07:13:54.525 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.525 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T07:13:54.525 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 904546 2024-04-13T07:13:54.525 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.525 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T07:13:54.525 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 27, 2024-04-13T07:13:54.525 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 114532 2024-04-13T07:13:54.525 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.525 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T07:13:54.525 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:54.526 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 425409190 2024-04-13T07:13:54.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.526 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T07:13:54.526 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:54.526 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15723645 2024-04-13T07:13:54.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.526 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T07:13:54.526 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 244, 2024-04-13T07:13:54.526 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1802628 2024-04-13T07:13:54.526 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.527 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T07:13:54.527 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:54.527 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1861614985 2024-04-13T07:13:54.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.527 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:54.527 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 42319872 2024-04-13T07:13:54.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.527 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:54.527 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41377792 2024-04-13T07:13:54.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.527 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:54.527 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3137554534 2024-04-13T07:13:54.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.528 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:54.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 942080 2024-04-13T07:13:54.528 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.528 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T07:13:54.528 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 159383552 2024-04-13T07:13:54.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.528 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.528 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.529 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 85507351 2024-04-13T07:13:54.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.529 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.529 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.529 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.529 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.530 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.530 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.530 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.530 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.530 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16384 2024-04-13T07:13:54.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.530 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.530 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.531 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.531 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.531 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73859817 2024-04-13T07:13:54.531 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.532 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T07:13:54.532 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.532 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780140544 2024-04-13T07:13:54.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.532 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.532 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:54.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.532 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.532 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.532 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641305136 2024-04-13T07:13:54.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.533 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.533 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.533 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.534 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.534 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.534 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2128 2024-04-13T07:13:54.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.534 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.535 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.535 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.535 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71724416 2024-04-13T07:13:54.535 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.535 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:13:54.536 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T07:13:54.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.536 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:54.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.536 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464 2024-04-13T07:13:54.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.536 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57004901 2024-04-13T07:13:54.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.537 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.537 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.537 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.537 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.538 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.538 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.538 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.538 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.538 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.538 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.538 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.538 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.539 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.539 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68823755 2024-04-13T07:13:54.539 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.539 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T07:13:54.539 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 713031680 2024-04-13T07:13:54.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.539 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.540 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.540 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641305136 2024-04-13T07:13:54.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.540 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.540 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.541 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.541 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.541 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13233 2024-04-13T07:13:54.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.541 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 214137 2024-04-13T07:13:54.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.542 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.542 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.542 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.542 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.542 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.542 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.542 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.542 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71499174 2024-04-13T07:13:54.542 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.543 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T07:13:54.543 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T07:13:54.543 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.543 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:54.543 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.543 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T07:13:54.543 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.543 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:54.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.544 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.544 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:54.544 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T07:13:54.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 39 2024-04-13T07:13:54.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.544 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T07:13:54.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.544 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T07:13:54.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T07:13:54.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.545 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T07:13:54.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.545 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T07:13:54.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.545 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T07:13:54.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2812 2024-04-13T07:13:54.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.545 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T07:13:54.545 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13, 2024-04-13T07:13:54.546 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 176846067 2024-04-13T07:13:54.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.546 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T07:13:54.546 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.546 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T07:13:54.546 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T07:13:54.546 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8747555 2024-04-13T07:13:54.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.546 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T07:13:54.546 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13, 2024-04-13T07:13:54.546 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 146527151 2024-04-13T07:13:54.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.547 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:54.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.547 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T07:13:54.547 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.547 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:13:54.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.547 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T07:13:54.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.548 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T07:13:54.548 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.548 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.548 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T07:13:54.548 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.548 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.548 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T07:13:54.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.549 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T07:13:54.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.549 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T07:13:54.549 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.549 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:13:54.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.549 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:13:54.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.550 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T07:13:54.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.550 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T07:13:54.550 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.550 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T07:13:54.550 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.551 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:54.551 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T07:13:54.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.551 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T07:13:54.551 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2812 2024-04-13T07:13:54.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.551 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T07:13:54.551 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13, 2024-04-13T07:13:54.551 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 176846067 2024-04-13T07:13:54.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.551 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:13:54.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.552 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T07:13:54.552 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T07:13:54.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8747555 2024-04-13T07:13:54.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.552 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T07:13:54.552 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13, 2024-04-13T07:13:54.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 146527151 2024-04-13T07:13:54.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.552 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T07:13:54.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.553 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T07:13:54.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.553 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T07:13:54.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.553 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T07:13:54.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:54.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.553 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T07:13:54.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28975104 2024-04-13T07:13:54.553 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.554 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.554 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.7": { 2024-04-13T07:13:54.554 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T07:13:54.554 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T07:13:54.554 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.554 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T07:13:54.554 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.554 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T07:13:54.554 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T07:13:54.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.555 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_main": { 2024-04-13T07:13:54.555 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.555 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T07:13:54.555 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.555 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T07:13:54.555 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.555 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T07:13:54.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12288 2024-04-13T07:13:54.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.556 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T07:13:54.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5865472 2024-04-13T07:13:54.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.556 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T07:13:54.556 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.556 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T07:13:54.556 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.557 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T07:13:54.557 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:54.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.557 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T07:13:54.557 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27656192 2024-04-13T07:13:54.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.557 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T07:13:54.557 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2912256 2024-04-13T07:13:54.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.557 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T07:13:54.557 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2772992 2024-04-13T07:13:54.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.558 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T07:13:54.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31850496 2024-04-13T07:13:54.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.558 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T07:13:54.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.558 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T07:13:54.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T07:13:54.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T07:13:54.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.559 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T07:13:54.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 206272 2024-04-13T07:13:54.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.559 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T07:13:54.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T07:13:54.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.559 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T07:13:54.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1282048 2024-04-13T07:13:54.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.559 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T07:13:54.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T07:13:54.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.560 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T07:13:54.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.560 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T07:13:54.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.560 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T07:13:54.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15 2024-04-13T07:13:54.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.560 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T07:13:54.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4913 2024-04-13T07:13:54.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.561 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T07:13:54.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T07:13:54.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.561 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T07:13:54.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5500 2024-04-13T07:13:54.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.561 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T07:13:54.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:54.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.561 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T07:13:54.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5500 2024-04-13T07:13:54.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.561 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T07:13:54.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24 2024-04-13T07:13:54.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.562 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T07:13:54.562 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.562 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T07:13:54.562 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.562 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T07:13:54.562 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.562 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T07:13:54.562 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.563 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T07:13:54.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.563 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T07:13:54.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.563 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T07:13:54.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.563 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T07:13:54.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.564 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T07:13:54.564 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.564 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T07:13:54.564 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8716288 2024-04-13T07:13:54.564 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.564 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T07:13:54.564 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T07:13:54.564 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T07:13:54.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.564 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T07:13:54.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1310720 2024-04-13T07:13:54.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.565 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T07:13:54.565 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T07:13:54.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 243935 2024-04-13T07:13:54.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.565 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T07:13:54.565 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.566 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T07:13:54.566 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.566 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T07:13:54.566 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.566 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T07:13:54.566 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.566 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T07:13:54.566 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T07:13:54.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12016 2024-04-13T07:13:54.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.567 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T07:13:54.567 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.567 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T07:13:54.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.567 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T07:13:54.567 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 664, 2024-04-13T07:13:54.568 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 479972742 2024-04-13T07:13:54.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.568 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T07:13:54.568 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 651, 2024-04-13T07:13:54.568 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 30773262 2024-04-13T07:13:54.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.568 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T07:13:54.568 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 664, 2024-04-13T07:13:54.568 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1511437 2024-04-13T07:13:54.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.568 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T07:13:54.568 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 664, 2024-04-13T07:13:54.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 481484179 2024-04-13T07:13:54.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.569 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T07:13:54.569 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.569 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T07:13:54.569 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T07:13:54.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41321 2024-04-13T07:13:54.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.569 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T07:13:54.570 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.570 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.570 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T07:13:54.570 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.570 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.570 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T07:13:54.570 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T07:13:54.570 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.570 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T07:13:54.571 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T07:13:54.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4237 2024-04-13T07:13:54.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.571 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T07:13:54.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3492 2024-04-13T07:13:54.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.571 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T07:13:54.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 372 2024-04-13T07:13:54.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.571 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T07:13:54.571 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 96, 2024-04-13T07:13:54.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1395634 2024-04-13T07:13:54.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.572 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T07:13:54.572 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 136, 2024-04-13T07:13:54.572 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 349030 2024-04-13T07:13:54.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.572 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T07:13:54.572 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 40, 2024-04-13T07:13:54.572 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 791588 2024-04-13T07:13:54.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.572 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T07:13:54.572 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.572 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T07:13:54.573 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 101, 2024-04-13T07:13:54.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5622790 2024-04-13T07:13:54.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.573 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T07:13:54.573 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3380, 2024-04-13T07:13:54.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3902748661 2024-04-13T07:13:54.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.573 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T07:13:54.573 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20, 2024-04-13T07:13:54.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20884494 2024-04-13T07:13:54.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.574 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T07:13:54.574 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 18, 2024-04-13T07:13:54.574 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 293647875508 2024-04-13T07:13:54.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.574 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T07:13:54.574 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20, 2024-04-13T07:13:54.574 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 29680711769 2024-04-13T07:13:54.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.574 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T07:13:54.574 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3378, 2024-04-13T07:13:54.574 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1308714381 2024-04-13T07:13:54.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.575 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T07:13:54.575 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3378, 2024-04-13T07:13:54.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 197787 2024-04-13T07:13:54.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.575 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T07:13:54.575 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3380, 2024-04-13T07:13:54.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3039107 2024-04-13T07:13:54.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.575 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T07:13:54.575 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3380, 2024-04-13T07:13:54.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2704417268 2024-04-13T07:13:54.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.576 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T07:13:54.576 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3380, 2024-04-13T07:13:54.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 470484 2024-04-13T07:13:54.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.576 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T07:13:54.576 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3380, 2024-04-13T07:13:54.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1493763837 2024-04-13T07:13:54.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.576 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T07:13:54.576 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3380, 2024-04-13T07:13:54.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 360548154 2024-04-13T07:13:54.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.577 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T07:13:54.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 902791 2024-04-13T07:13:54.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.577 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T07:13:54.577 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 19, 2024-04-13T07:13:54.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 88495 2024-04-13T07:13:54.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.577 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T07:13:54.577 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3380, 2024-04-13T07:13:54.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8464735513 2024-04-13T07:13:54.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.577 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T07:13:54.578 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3380, 2024-04-13T07:13:54.578 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 396372436 2024-04-13T07:13:54.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.578 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T07:13:54.578 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3380, 2024-04-13T07:13:54.578 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 266009594 2024-04-13T07:13:54.578 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.578 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T07:13:54.578 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T07:13:54.578 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1861614985 2024-04-13T07:13:54.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.579 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T07:13:54.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 46579712 2024-04-13T07:13:54.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.579 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T07:13:54.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45539328 2024-04-13T07:13:54.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.579 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T07:13:54.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3137554534 2024-04-13T07:13:54.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.579 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T07:13:54.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1040384 2024-04-13T07:13:54.579 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.580 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T07:13:54.580 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.580 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 159383552 2024-04-13T07:13:54.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.580 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.580 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.580 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.580 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.580 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.580 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 85492941 2024-04-13T07:13:54.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.581 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.581 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.581 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.581 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.581 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.581 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.581 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.581 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.582 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.582 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.582 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.582 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 135168 2024-04-13T07:13:54.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.582 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.582 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.582 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.583 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.583 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.583 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.583 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.583 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73755443 2024-04-13T07:13:54.583 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.583 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T07:13:54.583 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.583 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780140544 2024-04-13T07:13:54.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.584 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.584 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:54.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.584 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.584 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.584 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.584 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641197064 2024-04-13T07:13:54.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.585 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.585 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.585 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.585 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.585 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.585 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.585 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.585 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.586 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.586 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.586 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.586 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2128 2024-04-13T07:13:54.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.586 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.586 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.586 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.586 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.586 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.587 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.587 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.587 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71832488 2024-04-13T07:13:54.587 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.587 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T07:13:54.587 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.587 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T07:13:54.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.587 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.587 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T07:13:54.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.587 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.588 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464 2024-04-13T07:13:54.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.588 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.588 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56995294 2024-04-13T07:13:54.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.588 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.588 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.588 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.588 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.588 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.588 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.589 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.589 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.589 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.589 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.589 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.589 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.589 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.589 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.590 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.590 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.590 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.590 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.590 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.590 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68833362 2024-04-13T07:13:54.590 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.590 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T07:13:54.590 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T07:13:54.591 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 713031680 2024-04-13T07:13:54.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.591 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T07:13:54.591 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.591 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T07:13:54.591 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.591 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T07:13:54.591 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 641197064 2024-04-13T07:13:54.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.591 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T07:13:54.591 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.592 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T07:13:54.592 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.592 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T07:13:54.592 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.592 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T07:13:54.592 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.592 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T07:13:54.592 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10561 2024-04-13T07:13:54.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.593 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T07:13:54.593 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 333264 2024-04-13T07:13:54.593 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.593 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T07:13:54.593 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.593 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.593 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T07:13:54.593 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.593 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.593 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T07:13:54.593 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.593 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.594 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T07:13:54.594 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71490791 2024-04-13T07:13:54.594 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.594 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.594 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T07:13:54.594 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T07:13:54.594 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.594 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.594 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:54.594 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.594 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.595 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T07:13:54.595 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.595 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.595 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:54.595 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.595 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.595 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.595 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T07:13:54.595 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T07:13:54.595 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 47 2024-04-13T07:13:54.595 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.595 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T07:13:54.595 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.596 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.596 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T07:13:54.596 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 43 2024-04-13T07:13:54.596 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.596 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T07:13:54.596 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.596 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.596 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T07:13:54.596 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.596 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.596 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T07:13:54.596 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.597 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.597 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T07:13:54.597 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 43, 2024-04-13T07:13:54.597 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 88464357 2024-04-13T07:13:54.597 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.597 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T07:13:54.597 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 132129 2024-04-13T07:13:54.597 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.597 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T07:13:54.597 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 45, 2024-04-13T07:13:54.597 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12798312 2024-04-13T07:13:54.597 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.598 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T07:13:54.598 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 43, 2024-04-13T07:13:54.598 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 83086837 2024-04-13T07:13:54.598 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.598 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T07:13:54.598 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28 2024-04-13T07:13:54.598 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.598 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T07:13:54.598 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 28, 2024-04-13T07:13:54.598 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4858501 2024-04-13T07:13:54.598 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.598 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T07:13:54.599 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.599 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.599 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T07:13:54.599 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 132129 2024-04-13T07:13:54.599 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.599 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T07:13:54.599 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 28, 2024-04-13T07:13:54.599 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4341686 2024-04-13T07:13:54.599 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.599 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T07:13:54.599 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 28, 2024-04-13T07:13:54.599 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3614481 2024-04-13T07:13:54.599 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.600 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T07:13:54.600 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T07:13:54.600 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.600 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T07:13:54.600 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.600 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.600 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T07:13:54.600 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T07:13:54.600 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15003827 2024-04-13T07:13:54.600 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.600 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T07:13:54.600 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.601 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.601 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T07:13:54.601 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.601 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.601 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T07:13:54.601 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.601 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.601 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T07:13:54.601 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T07:13:54.601 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4088039 2024-04-13T07:13:54.601 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.601 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T07:13:54.601 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T07:13:54.602 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14551360 2024-04-13T07:13:54.602 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.602 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T07:13:54.602 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T07:13:54.602 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.602 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T07:13:54.602 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.602 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.602 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T07:13:54.602 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T07:13:54.602 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68602029 2024-04-13T07:13:54.603 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.603 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T07:13:54.603 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.603 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.603 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T07:13:54.603 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7, 2024-04-13T07:13:54.603 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4368587 2024-04-13T07:13:54.603 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.603 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T07:13:54.603 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T07:13:54.603 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 64920996 2024-04-13T07:13:54.603 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.604 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T07:13:54.604 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.604 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.604 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T07:13:54.604 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.604 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.604 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T07:13:54.604 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T07:13:54.604 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.604 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T07:13:54.604 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T07:13:54.604 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.605 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T07:13:54.605 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28983296 2024-04-13T07:13:54.605 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.605 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.605 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.605 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.605 INFO:tasks.workunit.client.0.smithi003.stdout: "pools": [ 2024-04-13T07:13:54.605 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.605 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:54.605 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr" 2024-04-13T07:13:54.605 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.605 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T07:13:54.605 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T07:13:54.606 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T07:13:54.606 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T07:13:54.606 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:13:54.606 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 1, 2024-04-13T07:13:54.606 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 1, 2024-04-13T07:13:54.606 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 1, 2024-04-13T07:13:54.606 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T07:13:54.606 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T07:13:54.606 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 729296742666, 2024-04-13T07:13:54.606 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 1781760, 2024-04-13T07:13:54.606 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T07:13:54.606 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T07:13:54.607 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 1781760, 2024-04-13T07:13:54.607 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T07:13:54.607 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 243098910720, 2024-04-13T07:13:54.607 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 2, 2024-04-13T07:13:54.607 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T07:13:54.607 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 2.4431149086012738e-06, 2024-04-13T07:13:54.607 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T07:13:54.607 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T07:13:54.607 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 212, 2024-04-13T07:13:54.607 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 313344, 2024-04-13T07:13:54.607 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 590368, 2024-04-13T07:13:54.607 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 590368, 2024-04-13T07:13:54.607 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T07:13:54.608 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 1771104, 2024-04-13T07:13:54.608 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 179, 2024-04-13T07:13:54.608 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 2473984 2024-04-13T07:13:54.608 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.608 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T07:13:54.608 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T07:13:54.608 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T07:13:54.608 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.608 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.608 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:54.608 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T07:13:54.608 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.608 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T07:13:54.608 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T07:13:54.609 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T07:13:54.609 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T07:13:54.609 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:13:54.609 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 32, 2024-04-13T07:13:54.609 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 32, 2024-04-13T07:13:54.609 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 2, 2024-04-13T07:13:54.609 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T07:13:54.609 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T07:13:54.609 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 729296742666, 2024-04-13T07:13:54.609 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 98304, 2024-04-13T07:13:54.609 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T07:13:54.609 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T07:13:54.609 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 98304, 2024-04-13T07:13:54.609 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T07:13:54.610 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 243098910720, 2024-04-13T07:13:54.610 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 22, 2024-04-13T07:13:54.610 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T07:13:54.610 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 1.347928559880529e-07, 2024-04-13T07:13:54.610 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T07:13:54.610 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T07:13:54.610 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 0, 2024-04-13T07:13:54.610 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 0, 2024-04-13T07:13:54.610 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 3430, 2024-04-13T07:13:54.610 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 3430, 2024-04-13T07:13:54.610 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T07:13:54.610 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 10290, 2024-04-13T07:13:54.611 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 51, 2024-04-13T07:13:54.611 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 20480 2024-04-13T07:13:54.611 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.611 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T07:13:54.611 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T07:13:54.611 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T07:13:54.611 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.611 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.611 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:54.611 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T07:13:54.611 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.611 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T07:13:54.611 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T07:13:54.612 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T07:13:54.612 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T07:13:54.612 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:13:54.612 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 64, 2024-04-13T07:13:54.612 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 64, 2024-04-13T07:13:54.612 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 3, 2024-04-13T07:13:54.612 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T07:13:54.612 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T07:13:54.612 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 729296742666, 2024-04-13T07:13:54.612 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 0, 2024-04-13T07:13:54.612 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T07:13:54.612 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T07:13:54.613 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 0, 2024-04-13T07:13:54.613 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T07:13:54.613 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 243098910720, 2024-04-13T07:13:54.613 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 0, 2024-04-13T07:13:54.613 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T07:13:54.613 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 0.0, 2024-04-13T07:13:54.613 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T07:13:54.613 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T07:13:54.613 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 0, 2024-04-13T07:13:54.613 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 0, 2024-04-13T07:13:54.613 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 0, 2024-04-13T07:13:54.613 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 0, 2024-04-13T07:13:54.613 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T07:13:54.614 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 0, 2024-04-13T07:13:54.614 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 0, 2024-04-13T07:13:54.614 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 0 2024-04-13T07:13:54.614 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.614 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T07:13:54.614 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T07:13:54.614 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T07:13:54.614 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.614 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.614 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:54.614 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd" 2024-04-13T07:13:54.614 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.615 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T07:13:54.615 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T07:13:54.615 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T07:13:54.615 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T07:13:54.615 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T07:13:54.615 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 8, 2024-04-13T07:13:54.615 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 8, 2024-04-13T07:13:54.615 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 4, 2024-04-13T07:13:54.615 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T07:13:54.615 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T07:13:54.615 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 729296742666, 2024-04-13T07:13:54.615 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 0, 2024-04-13T07:13:54.615 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T07:13:54.616 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T07:13:54.616 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 0, 2024-04-13T07:13:54.616 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T07:13:54.616 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 243098910720, 2024-04-13T07:13:54.616 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 0, 2024-04-13T07:13:54.616 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T07:13:54.616 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 0.0, 2024-04-13T07:13:54.616 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T07:13:54.616 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T07:13:54.616 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 0, 2024-04-13T07:13:54.616 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 0, 2024-04-13T07:13:54.617 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 0, 2024-04-13T07:13:54.617 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 0, 2024-04-13T07:13:54.617 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T07:13:54.617 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 0, 2024-04-13T07:13:54.617 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 0, 2024-04-13T07:13:54.617 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 0 2024-04-13T07:13:54.617 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.617 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T07:13:54.617 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T07:13:54.617 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T07:13:54.617 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.617 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.617 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd": { 2024-04-13T07:13:54.618 INFO:tasks.workunit.client.0.smithi003.stdout: "mirroring_by_pool": [ 2024-04-13T07:13:54.618 INFO:tasks.workunit.client.0.smithi003.stdout: false 2024-04-13T07:13:54.618 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.618 INFO:tasks.workunit.client.0.smithi003.stdout: "num_images_by_pool": [ 2024-04-13T07:13:54.618 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:54.618 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.618 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pools": 1 2024-04-13T07:13:54.618 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.618 INFO:tasks.workunit.client.0.smithi003.stdout: "report_id": "7c6dd687-b705-45d3-807c-9209de83f94b", 2024-04-13T07:13:54.618 INFO:tasks.workunit.client.0.smithi003.stdout: "report_timestamp": "2024-04-13T07:13:52.955717", 2024-04-13T07:13:54.618 INFO:tasks.workunit.client.0.smithi003.stdout: "report_version": 1, 2024-04-13T07:13:54.618 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_stats": { 2024-04-13T07:13:54.618 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "7.9.2" 2024-04-13T07:13:54.619 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.619 INFO:tasks.workunit.client.0.smithi003.stdout: "rook": { 2024-04-13T07:13:54.619 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster": { 2024-04-13T07:13:54.619 INFO:tasks.workunit.client.0.smithi003.stdout: "external-mode": null, 2024-04-13T07:13:54.619 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T07:13:54.619 INFO:tasks.workunit.client.0.smithi003.stdout: "allow-multiple-per-node": null, 2024-04-13T07:13:54.619 INFO:tasks.workunit.client.0.smithi003.stdout: "count": null, 2024-04-13T07:13:54.619 INFO:tasks.workunit.client.0.smithi003.stdout: "max-id": null, 2024-04-13T07:13:54.619 INFO:tasks.workunit.client.0.smithi003.stdout: "pvc": { 2024-04-13T07:13:54.619 INFO:tasks.workunit.client.0.smithi003.stdout: "enabled": null 2024-04-13T07:13:54.619 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.619 INFO:tasks.workunit.client.0.smithi003.stdout: "stretch": { 2024-04-13T07:13:54.619 INFO:tasks.workunit.client.0.smithi003.stdout: "enabled": null 2024-04-13T07:13:54.620 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.620 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.620 INFO:tasks.workunit.client.0.smithi003.stdout: "network": { 2024-04-13T07:13:54.620 INFO:tasks.workunit.client.0.smithi003.stdout: "provider": null 2024-04-13T07:13:54.620 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.620 INFO:tasks.workunit.client.0.smithi003.stdout: "storage": { 2024-04-13T07:13:54.620 INFO:tasks.workunit.client.0.smithi003.stdout: "device-set": { 2024-04-13T07:13:54.620 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T07:13:54.620 INFO:tasks.workunit.client.0.smithi003.stdout: "non-portable": null, 2024-04-13T07:13:54.620 INFO:tasks.workunit.client.0.smithi003.stdout: "portable": null, 2024-04-13T07:13:54.620 INFO:tasks.workunit.client.0.smithi003.stdout: "total": null 2024-04-13T07:13:54.620 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.620 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.621 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.621 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.621 INFO:tasks.workunit.client.0.smithi003.stdout: "csi": { 2024-04-13T07:13:54.621 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T07:13:54.621 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.621 INFO:tasks.workunit.client.0.smithi003.stdout: "kubernetes": { 2024-04-13T07:13:54.621 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T07:13:54.621 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.621 INFO:tasks.workunit.client.0.smithi003.stdout: "node": { 2024-04-13T07:13:54.621 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T07:13:54.621 INFO:tasks.workunit.client.0.smithi003.stdout: "kubernetes-total": null, 2024-04-13T07:13:54.621 INFO:tasks.workunit.client.0.smithi003.stdout: "with-ceph-daemons": null, 2024-04-13T07:13:54.621 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-cephfs-plugin": null, 2024-04-13T07:13:54.622 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-nfs-plugin": null, 2024-04-13T07:13:54.622 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-rbd-plugin": null 2024-04-13T07:13:54.622 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.622 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.622 INFO:tasks.workunit.client.0.smithi003.stdout: "usage": { 2024-04-13T07:13:54.622 INFO:tasks.workunit.client.0.smithi003.stdout: "storage-class": { 2024-04-13T07:13:54.622 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T07:13:54.622 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket": null, 2024-04-13T07:13:54.622 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs": null, 2024-04-13T07:13:54.622 INFO:tasks.workunit.client.0.smithi003.stdout: "nfs": null, 2024-04-13T07:13:54.622 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd": null, 2024-04-13T07:13:54.622 INFO:tasks.workunit.client.0.smithi003.stdout: "total": null 2024-04-13T07:13:54.623 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.623 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:54.623 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.623 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T07:13:54.623 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.623 INFO:tasks.workunit.client.0.smithi003.stdout: "services": {}, 2024-04-13T07:13:54.623 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_per_pg": [ 2024-04-13T07:13:54.623 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.623 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.623 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.623 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.623 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:54.623 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.624 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:54.624 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.624 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.624 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.624 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.624 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.624 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.624 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017883+0000", 2024-04-13T07:13:54.624 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.851425+0000", 2024-04-13T07:13:54.624 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.851425+0000", 2024-04-13T07:13:54.624 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.851733+0000", 2024-04-13T07:13:54.624 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017883+0000", 2024-04-13T07:13:54.624 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.624 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017883+0000", 2024-04-13T07:13:54.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017883+0000", 2024-04-13T07:13:54.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017883+0000", 2024-04-13T07:13:54.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017883+0000", 2024-04-13T07:13:54.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017883+0000", 2024-04-13T07:13:54.625 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.625 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.626 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.626 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.626 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.626 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.626 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.626 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.626 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.626 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.626 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.626 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.627 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.627 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3f", 2024-04-13T07:13:54.627 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.627 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.627 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.627 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.627 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.627 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:10:11.733117+0000", 2024-04-13T07:13:54.627 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.627 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.627 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.631 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.631 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.631 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.631 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.631 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.631 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.631 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:54.631 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.631 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:54.631 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.631 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.632 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.632 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.632 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:54.632 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.632 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:54.632 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.632 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:54.632 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.632 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.632 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.632 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.632 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.633 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:54.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.842438+0000", 2024-04-13T07:13:54.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.842438+0000", 2024-04-13T07:13:54.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.842746+0000", 2024-04-13T07:13:54.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:54.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:54.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:54.634 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:54.634 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.634 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.634 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.634 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:54.634 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:54.634 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.634 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.634 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.634 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.634 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.634 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.635 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.635 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.635 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.635 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.635 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.635 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.635 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.635 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3e", 2024-04-13T07:13:54.635 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.635 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.635 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.636 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.636 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.636 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:54:41.219960+0000", 2024-04-13T07:13:54.636 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.636 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.636 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.639 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.639 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.639 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.639 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.639 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.639 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.639 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.639 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.639 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:54.639 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.639 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:54.639 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.639 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:54.639 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.640 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.640 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.640 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.640 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.640 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:54.640 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:54.640 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.640 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:54.640 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.640 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.640 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.640 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.640 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.640 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082946+0000", 2024-04-13T07:13:54.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.833743+0000", 2024-04-13T07:13:54.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.833743+0000", 2024-04-13T07:13:54.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.834099+0000", 2024-04-13T07:13:54.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082946+0000", 2024-04-13T07:13:54.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082946+0000", 2024-04-13T07:13:54.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082946+0000", 2024-04-13T07:13:54.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082946+0000", 2024-04-13T07:13:54.642 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.642 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.642 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.642 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082946+0000", 2024-04-13T07:13:54.642 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082946+0000", 2024-04-13T07:13:54.642 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.642 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.642 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.642 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.642 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.642 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.642 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.643 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.643 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.643 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.643 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.643 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.643 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.643 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3d", 2024-04-13T07:13:54.643 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.643 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.643 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.643 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.643 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.644 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:07:41.148807+0000", 2024-04-13T07:13:54.644 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.644 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.644 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.647 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.647 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.647 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.647 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.647 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.647 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.647 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.647 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.647 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.647 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.647 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.647 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.648 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.648 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:54.648 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:54.648 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.648 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:54.648 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.648 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.648 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.648 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.648 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:54.648 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.648 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:54.648 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.648 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T07:13:54.649 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.649 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.649 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.649 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.649 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.649 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.649 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.019956+0000", 2024-04-13T07:13:54.649 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:12:19.019607+0000", 2024-04-13T07:13:54.649 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:12:19.019607+0000", 2024-04-13T07:13:54.649 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:12:19.019956+0000", 2024-04-13T07:13:54.649 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.019956+0000", 2024-04-13T07:13:54.649 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.650 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.650 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.650 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 70, 2024-04-13T07:13:54.650 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.019956+0000", 2024-04-13T07:13:54.650 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.019956+0000", 2024-04-13T07:13:54.650 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.019956+0000", 2024-04-13T07:13:54.650 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.650 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.650 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.650 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.019956+0000", 2024-04-13T07:13:54.650 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.019956+0000", 2024-04-13T07:13:54.650 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.650 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.651 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.651 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.651 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 69, 2024-04-13T07:13:54.651 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.651 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.651 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.651 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.651 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.651 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.651 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.651 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.651 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3c", 2024-04-13T07:13:54.651 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.652 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.652 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.652 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 11, 2024-04-13T07:13:54.652 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.652 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:45:10.181925+0000", 2024-04-13T07:13:54.652 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.652 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.652 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.654 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.654 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.654 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.654 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.654 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.654 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.654 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.654 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.654 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.654 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.654 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.654 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.654 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.656 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.656 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.656 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.656 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.656 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.656 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.656 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.656 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:54.656 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.656 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:54.656 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.657 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T07:13:54.657 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.657 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.657 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.657 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.657 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.657 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:54.657 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:54.657 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.657 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:54.657 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.657 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.658 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.658 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.658 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.658 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.658 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017625+0000", 2024-04-13T07:13:54.658 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.840220+0000", 2024-04-13T07:13:54.658 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.840220+0000", 2024-04-13T07:13:54.658 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.841332+0000", 2024-04-13T07:13:54.658 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017625+0000", 2024-04-13T07:13:54.658 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.658 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.659 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.659 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.659 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017625+0000", 2024-04-13T07:13:54.659 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017625+0000", 2024-04-13T07:13:54.659 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017625+0000", 2024-04-13T07:13:54.659 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.659 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.659 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.659 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017625+0000", 2024-04-13T07:13:54.659 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017625+0000", 2024-04-13T07:13:54.659 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.659 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.660 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.660 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.660 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.660 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.660 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.660 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.660 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.660 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.660 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.660 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.660 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.660 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3b", 2024-04-13T07:13:54.661 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.661 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.661 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.661 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.661 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.661 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:49:00.546142+0000", 2024-04-13T07:13:54.661 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.661 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.661 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.661 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.661 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.661 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.661 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.665 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.665 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.665 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.665 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.665 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.665 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:54.665 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:54.665 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.665 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:54.665 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.665 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.666 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.666 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.666 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.666 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.666 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:54.666 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.666 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:54.666 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.666 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.666 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.666 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.667 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.667 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.667 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.014076+0000", 2024-04-13T07:13:54.667 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.828840+0000", 2024-04-13T07:13:54.667 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.828840+0000", 2024-04-13T07:13:54.667 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.829178+0000", 2024-04-13T07:13:54.667 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.014076+0000", 2024-04-13T07:13:54.667 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.667 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.667 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.667 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.667 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.014076+0000", 2024-04-13T07:13:54.668 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.014076+0000", 2024-04-13T07:13:54.668 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.014076+0000", 2024-04-13T07:13:54.668 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.668 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.668 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.668 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.014076+0000", 2024-04-13T07:13:54.668 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.014076+0000", 2024-04-13T07:13:54.668 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.668 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.668 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.668 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.669 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.669 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.669 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.669 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.669 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.669 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.669 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.669 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.669 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.669 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3a", 2024-04-13T07:13:54.669 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.669 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.670 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.670 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.670 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.670 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:23:43.069728+0000", 2024-04-13T07:13:54.670 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.670 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.670 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.670 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.670 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.670 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.673 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.674 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.674 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.674 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.674 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.674 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.674 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:54.674 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.674 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:54.674 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.674 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.674 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.675 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.675 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.675 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.675 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:54.675 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.675 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:54.675 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.675 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.675 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.675 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.675 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.675 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.675 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016572+0000", 2024-04-13T07:13:54.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.849659+0000", 2024-04-13T07:13:54.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.849659+0000", 2024-04-13T07:13:54.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.850216+0000", 2024-04-13T07:13:54.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016572+0000", 2024-04-13T07:13:54.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016572+0000", 2024-04-13T07:13:54.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016572+0000", 2024-04-13T07:13:54.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016572+0000", 2024-04-13T07:13:54.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.677 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.677 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.677 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016572+0000", 2024-04-13T07:13:54.677 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016572+0000", 2024-04-13T07:13:54.677 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.677 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.677 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.677 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.677 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.677 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.677 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.678 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.678 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.678 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.678 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.678 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.678 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.678 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.39", 2024-04-13T07:13:54.678 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.678 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.678 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.679 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.679 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.679 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:09:48.814810+0000", 2024-04-13T07:13:54.679 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.679 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.679 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.682 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.682 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.682 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.683 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.683 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.683 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.683 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:54.683 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.683 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:54.683 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.683 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.683 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.683 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.683 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.683 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.684 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:54.684 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.684 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:54.684 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.684 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.684 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.684 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.684 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.684 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.684 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.018741+0000", 2024-04-13T07:13:54.684 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.842592+0000", 2024-04-13T07:13:54.684 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.842592+0000", 2024-04-13T07:13:54.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.842913+0000", 2024-04-13T07:13:54.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.018741+0000", 2024-04-13T07:13:54.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.018741+0000", 2024-04-13T07:13:54.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.018741+0000", 2024-04-13T07:13:54.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.018741+0000", 2024-04-13T07:13:54.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.686 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.686 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.018741+0000", 2024-04-13T07:13:54.686 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.018741+0000", 2024-04-13T07:13:54.686 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.686 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.686 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.686 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.686 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.686 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.686 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.687 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.687 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.687 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.687 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.687 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.687 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.687 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.38", 2024-04-13T07:13:54.687 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.687 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.687 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.687 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.687 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.688 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:13:51.205011+0000", 2024-04-13T07:13:54.688 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.688 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.688 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.690 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.690 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.690 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.690 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.690 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.690 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.690 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.690 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.690 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.690 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.690 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.691 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.691 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.691 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.691 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.691 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.691 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.691 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.691 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.691 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.691 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.691 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.691 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.692 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.692 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:54.692 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.692 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:54.692 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.692 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.692 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.692 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.692 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.692 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.692 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:54.692 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.692 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:54.692 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.693 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.693 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.693 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.693 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.693 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.693 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017768+0000", 2024-04-13T07:13:54.693 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.849081+0000", 2024-04-13T07:13:54.693 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.849081+0000", 2024-04-13T07:13:54.693 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.849393+0000", 2024-04-13T07:13:54.693 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017768+0000", 2024-04-13T07:13:54.693 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.694 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.694 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.694 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.694 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017768+0000", 2024-04-13T07:13:54.694 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017768+0000", 2024-04-13T07:13:54.694 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017768+0000", 2024-04-13T07:13:54.694 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.694 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.694 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.694 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017768+0000", 2024-04-13T07:13:54.694 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017768+0000", 2024-04-13T07:13:54.694 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.694 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.695 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.695 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.695 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.695 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.695 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.695 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.695 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.695 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.695 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.695 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.695 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.695 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.37", 2024-04-13T07:13:54.695 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.696 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.696 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.696 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.696 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.696 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:27:16.517161+0000", 2024-04-13T07:13:54.696 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.696 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.696 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.696 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.696 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.696 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.696 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.700 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.700 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.700 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.700 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.700 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.700 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.700 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:54.700 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.700 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:54.700 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.700 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.700 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.701 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.701 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.701 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.701 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:54.701 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.701 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:54.701 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.701 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.701 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.701 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.701 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.701 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.702 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083651+0000", 2024-04-13T07:13:54.702 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.842705+0000", 2024-04-13T07:13:54.702 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.842705+0000", 2024-04-13T07:13:54.702 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.843012+0000", 2024-04-13T07:13:54.702 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083651+0000", 2024-04-13T07:13:54.702 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.702 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.702 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.702 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.702 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083651+0000", 2024-04-13T07:13:54.702 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083651+0000", 2024-04-13T07:13:54.702 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083651+0000", 2024-04-13T07:13:54.703 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.703 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.703 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.703 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083651+0000", 2024-04-13T07:13:54.703 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083651+0000", 2024-04-13T07:13:54.703 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.703 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.703 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.703 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.703 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.703 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.704 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.704 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.704 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.704 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.704 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.704 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.704 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.704 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.36", 2024-04-13T07:13:54.704 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.704 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.704 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.704 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.704 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.705 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:35:56.168205+0000", 2024-04-13T07:13:54.705 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.705 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.705 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.705 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.705 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.705 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.705 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.705 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.705 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.705 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.705 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.706 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.706 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.706 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.706 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.706 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.706 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.706 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.706 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.706 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.706 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.706 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.706 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.706 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.707 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.707 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.707 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.707 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.707 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.707 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.707 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.707 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.707 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.707 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.707 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.707 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.707 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.708 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.708 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.708 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.708 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.708 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.709 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.709 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:54.709 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.709 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:54.709 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.709 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.709 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.709 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.709 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.709 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.709 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:54.709 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.710 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:54.710 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.710 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.710 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.710 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.710 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.710 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.710 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.084166+0000", 2024-04-13T07:13:54.710 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.839054+0000", 2024-04-13T07:13:54.710 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.839054+0000", 2024-04-13T07:13:54.710 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.840238+0000", 2024-04-13T07:13:54.711 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.084166+0000", 2024-04-13T07:13:54.711 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.711 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.711 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.711 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.711 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.084166+0000", 2024-04-13T07:13:54.711 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.084166+0000", 2024-04-13T07:13:54.711 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.084166+0000", 2024-04-13T07:13:54.711 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.711 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.711 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.711 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.084166+0000", 2024-04-13T07:13:54.711 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.084166+0000", 2024-04-13T07:13:54.711 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.711 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.712 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.712 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.712 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.712 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.712 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.712 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.712 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.712 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.712 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.712 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.712 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.712 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.35", 2024-04-13T07:13:54.712 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.712 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.713 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.713 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.713 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.713 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:46:18.826239+0000", 2024-04-13T07:13:54.713 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.713 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.713 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.716 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.716 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.716 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.716 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.717 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.717 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.717 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:54.717 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.717 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:54.717 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.717 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.717 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.717 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.717 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.717 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.717 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:54.717 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.718 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T07:13:54.718 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.718 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.718 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.718 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.718 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.718 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.718 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.084783+0000", 2024-04-13T07:13:54.718 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.846963+0000", 2024-04-13T07:13:54.718 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.846963+0000", 2024-04-13T07:13:54.718 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.847523+0000", 2024-04-13T07:13:54.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.084783+0000", 2024-04-13T07:13:54.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.084783+0000", 2024-04-13T07:13:54.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.084783+0000", 2024-04-13T07:13:54.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.084783+0000", 2024-04-13T07:13:54.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.084783+0000", 2024-04-13T07:13:54.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.084783+0000", 2024-04-13T07:13:54.719 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.720 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.720 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.720 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.720 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.720 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.720 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.720 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.720 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.720 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.720 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.721 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.721 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.721 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.34", 2024-04-13T07:13:54.721 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.721 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.721 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.721 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.721 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.721 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:25:06.594899+0000", 2024-04-13T07:13:54.721 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.721 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.721 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.725 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.725 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.725 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.725 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.725 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.725 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.725 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.725 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.725 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.725 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.725 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.726 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:54.726 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.726 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T07:13:54.726 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.726 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.726 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.726 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.726 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.726 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.726 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:54.727 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.727 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:54.727 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.727 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.727 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.727 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.727 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.727 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:54.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.854138+0000", 2024-04-13T07:13:54.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.854138+0000", 2024-04-13T07:13:54.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.854431+0000", 2024-04-13T07:13:54.728 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:54.728 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.728 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.728 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.728 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.728 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:54.728 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:54.728 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:54.728 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.728 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.728 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.728 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:54.728 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:54.728 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.729 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.729 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.729 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.729 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.729 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.729 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.729 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.729 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.729 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.729 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.729 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.729 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.729 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.33", 2024-04-13T07:13:54.730 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.730 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.730 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.730 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.730 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.730 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:33:19.447914+0000", 2024-04-13T07:13:54.730 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.730 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.730 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.730 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.730 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.730 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.734 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.734 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.734 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.734 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.734 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.734 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.734 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:54.734 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.734 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:54.735 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.735 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.735 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.735 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.735 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.735 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:54.735 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:54.735 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.735 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:54.735 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.735 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.735 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.735 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.736 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.736 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082523+0000", 2024-04-13T07:13:54.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.837872+0000", 2024-04-13T07:13:54.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.837872+0000", 2024-04-13T07:13:54.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.838168+0000", 2024-04-13T07:13:54.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082523+0000", 2024-04-13T07:13:54.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082523+0000", 2024-04-13T07:13:54.737 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082523+0000", 2024-04-13T07:13:54.737 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082523+0000", 2024-04-13T07:13:54.737 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.737 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.737 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.737 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082523+0000", 2024-04-13T07:13:54.737 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082523+0000", 2024-04-13T07:13:54.737 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.737 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.737 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.737 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.738 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.738 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.738 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.738 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.738 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.738 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.738 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.738 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.738 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.738 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.32", 2024-04-13T07:13:54.738 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.739 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.739 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.739 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.739 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.739 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:37:36.982278+0000", 2024-04-13T07:13:54.739 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.739 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.739 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.742 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.742 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.742 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.743 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.743 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.743 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:54.743 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:54.743 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.743 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:54.743 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.743 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.743 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.743 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.743 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:54.743 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.744 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:54.744 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.744 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:54.744 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.744 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.744 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.744 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.744 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.744 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.744 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016819+0000", 2024-04-13T07:13:54.744 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.832905+0000", 2024-04-13T07:13:54.744 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.832905+0000", 2024-04-13T07:13:54.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.833333+0000", 2024-04-13T07:13:54.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016819+0000", 2024-04-13T07:13:54.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016819+0000", 2024-04-13T07:13:54.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016819+0000", 2024-04-13T07:13:54.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016819+0000", 2024-04-13T07:13:54.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.746 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016819+0000", 2024-04-13T07:13:54.746 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016819+0000", 2024-04-13T07:13:54.746 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.746 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.746 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.746 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.746 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.746 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.746 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.746 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.746 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.747 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.747 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.747 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.747 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.747 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.31", 2024-04-13T07:13:54.747 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.747 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.747 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.747 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.747 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.747 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:30:54.510173+0000", 2024-04-13T07:13:54.747 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.748 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.748 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.751 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.751 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.751 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.751 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.751 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:54.752 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.752 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:54.752 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.752 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:54.752 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.752 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.752 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.752 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.752 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.752 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.752 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:54.752 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.752 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:54.753 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.753 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.753 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.753 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.753 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.753 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.753 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.013589+0000", 2024-04-13T07:13:54.753 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.835724+0000", 2024-04-13T07:13:54.753 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.835724+0000", 2024-04-13T07:13:54.753 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.836291+0000", 2024-04-13T07:13:54.753 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.013589+0000", 2024-04-13T07:13:54.753 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.753 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.754 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.754 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.754 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.013589+0000", 2024-04-13T07:13:54.754 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.013589+0000", 2024-04-13T07:13:54.754 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.013589+0000", 2024-04-13T07:13:54.754 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.754 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.754 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.754 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.013589+0000", 2024-04-13T07:13:54.754 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.013589+0000", 2024-04-13T07:13:54.754 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.754 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.754 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.755 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.755 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.755 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.755 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.755 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.755 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.755 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.755 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.755 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.755 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.755 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.30", 2024-04-13T07:13:54.755 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.756 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.756 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.756 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.756 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.756 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:17:59.371083+0000", 2024-04-13T07:13:54.756 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.756 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.756 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.758 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.758 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.758 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.758 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.758 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.758 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.758 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.758 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.758 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.758 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.760 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.760 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.760 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.760 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.760 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.760 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.760 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:54.760 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.760 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:54.760 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.760 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.761 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.761 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.761 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.761 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.761 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:54.761 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.761 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:54.761 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.761 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.761 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.761 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.761 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.761 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.762 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.014815+0000", 2024-04-13T07:13:54.762 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.838798+0000", 2024-04-13T07:13:54.762 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.838798+0000", 2024-04-13T07:13:54.762 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.839084+0000", 2024-04-13T07:13:54.762 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.014815+0000", 2024-04-13T07:13:54.762 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.762 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.762 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.762 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.762 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.014815+0000", 2024-04-13T07:13:54.762 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.014815+0000", 2024-04-13T07:13:54.762 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.014815+0000", 2024-04-13T07:13:54.763 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.763 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.763 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.763 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.014815+0000", 2024-04-13T07:13:54.763 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.014815+0000", 2024-04-13T07:13:54.763 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.763 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.763 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.763 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.763 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.763 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.763 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.763 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.764 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.764 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.764 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.764 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.764 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2f", 2024-04-13T07:13:54.764 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.764 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.764 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.764 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.764 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.764 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:59:54.343450+0000", 2024-04-13T07:13:54.765 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.765 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.765 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.765 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.765 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.765 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.765 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.765 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.765 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.765 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.765 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.765 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.765 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.768 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.768 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.768 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.768 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.768 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.768 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.768 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:54.768 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.768 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:54.768 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.768 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.768 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.769 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.769 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:54.769 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.769 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:54.769 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.769 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T07:13:54.769 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.769 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.769 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.769 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.769 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.769 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016273+0000", 2024-04-13T07:13:54.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.841607+0000", 2024-04-13T07:13:54.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.841607+0000", 2024-04-13T07:13:54.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.841892+0000", 2024-04-13T07:13:54.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016273+0000", 2024-04-13T07:13:54.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016273+0000", 2024-04-13T07:13:54.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016273+0000", 2024-04-13T07:13:54.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016273+0000", 2024-04-13T07:13:54.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.771 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.771 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.771 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016273+0000", 2024-04-13T07:13:54.771 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016273+0000", 2024-04-13T07:13:54.771 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.771 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.771 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.771 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.771 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.771 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.771 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.771 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.772 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.772 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.772 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.772 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.772 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2e", 2024-04-13T07:13:54.772 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.772 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.772 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.772 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.772 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.772 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:00:12.746178+0000", 2024-04-13T07:13:54.772 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.773 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.773 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.776 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.776 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.776 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.776 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.776 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:54.776 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.776 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:54.776 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.776 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T07:13:54.776 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.777 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.777 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.777 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.777 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.777 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:54.777 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:54.777 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.777 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:54.777 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.777 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.777 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.777 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.777 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.778 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016941+0000", 2024-04-13T07:13:54.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.841909+0000", 2024-04-13T07:13:54.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.841909+0000", 2024-04-13T07:13:54.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.842252+0000", 2024-04-13T07:13:54.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016941+0000", 2024-04-13T07:13:54.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016941+0000", 2024-04-13T07:13:54.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016941+0000", 2024-04-13T07:13:54.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016941+0000", 2024-04-13T07:13:54.779 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.779 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.779 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.779 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016941+0000", 2024-04-13T07:13:54.779 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016941+0000", 2024-04-13T07:13:54.779 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.779 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.779 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.779 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.779 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.779 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.779 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.779 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.779 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.780 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.780 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.780 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.780 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.780 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2d", 2024-04-13T07:13:54.780 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.780 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.780 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.780 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.780 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.780 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:42:03.783246+0000", 2024-04-13T07:13:54.780 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.780 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.780 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.783 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.784 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.784 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.784 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.784 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.784 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:54.784 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:54.784 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.784 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:54.784 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.784 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.784 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.785 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.785 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.785 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.785 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:54.785 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.785 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:54.785 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.785 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.785 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:54.785 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.785 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.786 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.786 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083189+0000", 2024-04-13T07:13:54.786 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.472320+0000", 2024-04-13T07:13:54.786 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.472320+0000", 2024-04-13T07:13:54.786 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.472613+0000", 2024-04-13T07:13:54.786 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083189+0000", 2024-04-13T07:13:54.786 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.786 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.786 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.786 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:54.786 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083189+0000", 2024-04-13T07:13:54.786 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083189+0000", 2024-04-13T07:13:54.786 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083189+0000", 2024-04-13T07:13:54.786 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.787 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.787 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.787 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083189+0000", 2024-04-13T07:13:54.787 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083189+0000", 2024-04-13T07:13:54.787 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.787 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 4, 2024-04-13T07:13:54.787 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.787 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.787 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:54.787 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.787 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.787 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.787 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.787 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 4, 2024-04-13T07:13:54.788 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.788 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.788 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.788 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1f", 2024-04-13T07:13:54.788 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.788 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.788 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.788 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 24, 2024-04-13T07:13:54.788 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.788 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:30:58.282051+0000", 2024-04-13T07:13:54.788 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.788 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.789 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 582, 2024-04-13T07:13:54.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T07:13:54.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T07:13:54.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T07:13:54.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:54.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.792 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.792 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.792 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.792 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 4, 2024-04-13T07:13:54.792 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T07:13:54.792 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.792 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.792 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.792 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.792 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.792 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.792 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:54.792 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.793 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:54.793 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'4" 2024-04-13T07:13:54.793 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.793 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.793 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.793 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.793 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.793 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:54.793 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.793 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:54.793 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.793 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.793 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.794 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.794 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.794 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.794 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:54.794 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.854075+0000", 2024-04-13T07:13:54.794 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.854075+0000", 2024-04-13T07:13:54.794 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.854394+0000", 2024-04-13T07:13:54.794 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:54.794 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.794 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.794 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.794 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.794 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:54.794 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:54.795 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:54.795 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.795 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.795 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.795 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:54.795 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017342+0000", 2024-04-13T07:13:54.795 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.795 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.795 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.795 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.795 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.795 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.796 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.796 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.796 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.796 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.796 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.796 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.796 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.796 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1e", 2024-04-13T07:13:54.796 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.796 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.796 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.796 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.796 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.797 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:40:08.418867+0000", 2024-04-13T07:13:54.797 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.797 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.797 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.800 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.800 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.800 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.800 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.800 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.800 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.800 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.800 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.800 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.800 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.801 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.801 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.801 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.801 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.801 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.801 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:54.801 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.801 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:54.801 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.801 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.801 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.802 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.802 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.802 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.802 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:54.802 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.802 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:54.802 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.802 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.802 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:54.802 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.802 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.803 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017432+0000", 2024-04-13T07:13:54.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.474631+0000", 2024-04-13T07:13:54.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.474631+0000", 2024-04-13T07:13:54.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.474911+0000", 2024-04-13T07:13:54.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017432+0000", 2024-04-13T07:13:54.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:54.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017432+0000", 2024-04-13T07:13:54.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017432+0000", 2024-04-13T07:13:54.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017432+0000", 2024-04-13T07:13:54.804 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.804 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.804 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.804 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017432+0000", 2024-04-13T07:13:54.804 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017432+0000", 2024-04-13T07:13:54.804 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.804 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T07:13:54.804 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.804 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.804 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:54.804 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.804 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.805 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.805 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.805 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T07:13:54.805 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.805 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.805 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.805 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1e", 2024-04-13T07:13:54.805 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.805 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.805 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.805 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 21, 2024-04-13T07:13:54.806 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.806 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:25:34.502982+0000", 2024-04-13T07:13:54.806 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.806 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.806 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.809 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.809 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.809 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.809 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.809 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.809 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.809 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:54.809 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.809 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:54.810 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'1" 2024-04-13T07:13:54.810 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.810 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.810 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.810 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.810 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.810 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:54.810 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.810 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:54.810 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.810 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.811 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.811 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.811 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.811 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.811 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083134+0000", 2024-04-13T07:13:54.811 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.836405+0000", 2024-04-13T07:13:54.811 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.836405+0000", 2024-04-13T07:13:54.811 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.836983+0000", 2024-04-13T07:13:54.811 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083134+0000", 2024-04-13T07:13:54.811 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.811 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.811 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.812 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.812 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083134+0000", 2024-04-13T07:13:54.812 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083134+0000", 2024-04-13T07:13:54.812 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083134+0000", 2024-04-13T07:13:54.812 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.812 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.812 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.812 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083134+0000", 2024-04-13T07:13:54.812 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083134+0000", 2024-04-13T07:13:54.812 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.812 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.812 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.812 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.812 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.812 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.813 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.813 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.813 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.813 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.813 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.813 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.813 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.813 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1f", 2024-04-13T07:13:54.813 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.813 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.813 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.813 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.813 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.813 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:00:25.278771+0000", 2024-04-13T07:13:54.814 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.814 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.814 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.817 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.817 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.817 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.817 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.817 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.817 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.817 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:54.817 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.818 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:54.818 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.818 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.818 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.818 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.818 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.818 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:54.818 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.818 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:54.818 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.818 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.819 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:54.819 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.819 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.819 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.819 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017211+0000", 2024-04-13T07:13:54.819 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.479128+0000", 2024-04-13T07:13:54.819 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.479128+0000", 2024-04-13T07:13:54.819 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.479437+0000", 2024-04-13T07:13:54.819 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017211+0000", 2024-04-13T07:13:54.819 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.819 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.819 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:54.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017211+0000", 2024-04-13T07:13:54.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017211+0000", 2024-04-13T07:13:54.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017211+0000", 2024-04-13T07:13:54.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017211+0000", 2024-04-13T07:13:54.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017211+0000", 2024-04-13T07:13:54.820 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.820 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T07:13:54.820 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.821 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.821 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:54.821 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.821 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.821 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.821 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.821 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T07:13:54.821 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.821 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.821 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.821 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1d", 2024-04-13T07:13:54.821 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.822 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.822 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.822 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 22, 2024-04-13T07:13:54.822 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.822 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:20:14.774412+0000", 2024-04-13T07:13:54.822 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.822 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.822 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T07:13:54.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T07:13:54.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T07:13:54.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:54.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T07:13:54.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.826 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.826 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.826 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.826 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.826 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.826 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.826 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:54.827 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.827 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:54.827 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T07:13:54.827 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.827 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.827 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.827 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.827 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.827 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:54.827 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.827 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:54.827 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.828 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.828 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.828 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.828 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.828 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.828 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.014334+0000", 2024-04-13T07:13:54.828 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.834667+0000", 2024-04-13T07:13:54.828 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.834667+0000", 2024-04-13T07:13:54.828 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.836844+0000", 2024-04-13T07:13:54.828 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.014334+0000", 2024-04-13T07:13:54.828 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.828 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.829 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.829 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.829 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.014334+0000", 2024-04-13T07:13:54.829 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.014334+0000", 2024-04-13T07:13:54.829 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.014334+0000", 2024-04-13T07:13:54.829 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.829 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.829 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.829 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.014334+0000", 2024-04-13T07:13:54.829 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.014334+0000", 2024-04-13T07:13:54.829 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.829 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.829 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.830 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.830 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.830 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.830 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.830 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.830 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.830 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.830 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.830 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.830 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.830 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1c", 2024-04-13T07:13:54.830 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.831 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.831 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.831 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.831 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.831 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:57:05.125610+0000", 2024-04-13T07:13:54.831 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.831 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.831 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.835 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.835 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.835 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.835 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.835 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.835 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.835 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.835 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.835 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.835 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.835 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:54.835 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.835 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:54.836 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.836 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.836 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.836 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.836 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.836 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.836 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:54.836 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.836 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:54.836 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.836 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.836 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:54.837 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.837 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.837 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.837 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017035+0000", 2024-04-13T07:13:54.837 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.475504+0000", 2024-04-13T07:13:54.837 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.475504+0000", 2024-04-13T07:13:54.837 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.475868+0000", 2024-04-13T07:13:54.837 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017035+0000", 2024-04-13T07:13:54.837 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.837 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.837 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.837 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:54.837 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017035+0000", 2024-04-13T07:13:54.837 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017035+0000", 2024-04-13T07:13:54.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017035+0000", 2024-04-13T07:13:54.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017035+0000", 2024-04-13T07:13:54.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017035+0000", 2024-04-13T07:13:54.838 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.838 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T07:13:54.838 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.838 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.838 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:54.838 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.838 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.839 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.839 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.839 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T07:13:54.839 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.839 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.839 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.839 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1c", 2024-04-13T07:13:54.839 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.839 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.839 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.839 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 22, 2024-04-13T07:13:54.839 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.840 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:55:42.864789+0000", 2024-04-13T07:13:54.840 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.840 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.840 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T07:13:54.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T07:13:54.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T07:13:54.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:54.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T07:13:54.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.843 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.843 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.843 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.844 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.844 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.844 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.844 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:54.844 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.844 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:54.844 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T07:13:54.844 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.844 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.844 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.844 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.844 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.844 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:54.845 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.845 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:54.845 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.845 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.845 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.845 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.845 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.845 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.845 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.014282+0000", 2024-04-13T07:13:54.845 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.844473+0000", 2024-04-13T07:13:54.845 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.844473+0000", 2024-04-13T07:13:54.845 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.844809+0000", 2024-04-13T07:13:54.845 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.014282+0000", 2024-04-13T07:13:54.846 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.846 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.846 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.846 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.846 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.014282+0000", 2024-04-13T07:13:54.846 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.014282+0000", 2024-04-13T07:13:54.846 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.014282+0000", 2024-04-13T07:13:54.846 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.846 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.846 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.846 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.014282+0000", 2024-04-13T07:13:54.846 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.014282+0000", 2024-04-13T07:13:54.847 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.847 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.847 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.847 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.847 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.847 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.847 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.847 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.847 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.847 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.847 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.847 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.848 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.848 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1d", 2024-04-13T07:13:54.848 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.848 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.848 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.848 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.848 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.848 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:56:19.540549+0000", 2024-04-13T07:13:54.848 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.848 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.848 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.852 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.852 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.852 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.852 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.852 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.852 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.852 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:54.852 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.852 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:54.852 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.852 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.852 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.852 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.853 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.853 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.853 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:54.853 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.853 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:54.853 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.853 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.853 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:54.853 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.853 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.853 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.853 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016987+0000", 2024-04-13T07:13:54.853 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.469354+0000", 2024-04-13T07:13:54.854 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.469354+0000", 2024-04-13T07:13:54.854 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.469651+0000", 2024-04-13T07:13:54.854 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016987+0000", 2024-04-13T07:13:54.854 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.854 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.854 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.854 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:54.854 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016987+0000", 2024-04-13T07:13:54.854 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016987+0000", 2024-04-13T07:13:54.854 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016987+0000", 2024-04-13T07:13:54.854 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.854 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.855 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.855 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016987+0000", 2024-04-13T07:13:54.855 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016987+0000", 2024-04-13T07:13:54.855 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.855 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T07:13:54.855 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.855 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.855 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:54.855 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.855 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.855 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.855 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.856 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T07:13:54.856 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.856 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.856 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.856 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1b", 2024-04-13T07:13:54.856 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.856 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.856 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.856 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 21, 2024-04-13T07:13:54.856 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.856 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:26:39.388327+0000", 2024-04-13T07:13:54.856 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.856 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.857 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.860 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.860 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.860 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.860 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.860 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.860 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.860 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:54.860 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.861 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:54.861 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'1" 2024-04-13T07:13:54.861 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.861 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.861 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.861 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.861 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:54.861 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:54.861 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.861 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T07:13:54.861 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.862 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.862 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.862 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.862 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.862 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.862 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.084563+0000", 2024-04-13T07:13:54.862 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.835665+0000", 2024-04-13T07:13:54.862 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.835665+0000", 2024-04-13T07:13:54.862 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.836145+0000", 2024-04-13T07:13:54.862 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.084563+0000", 2024-04-13T07:13:54.863 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.863 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.863 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.863 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.863 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.084563+0000", 2024-04-13T07:13:54.863 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.084563+0000", 2024-04-13T07:13:54.863 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.084563+0000", 2024-04-13T07:13:54.863 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.863 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.863 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.863 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.084563+0000", 2024-04-13T07:13:54.863 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.084563+0000", 2024-04-13T07:13:54.863 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.864 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.864 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.864 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.864 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.864 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.864 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.864 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.864 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.864 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.864 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.864 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.864 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.865 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1a", 2024-04-13T07:13:54.865 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.865 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.865 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.865 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.865 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.865 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:04:57.317727+0000", 2024-04-13T07:13:54.865 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.865 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.865 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.868 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.869 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.869 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.869 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.869 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.869 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:54.869 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:54.869 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.869 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T07:13:54.869 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.869 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.869 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.869 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.870 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.870 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.870 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:54.870 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.870 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:54.870 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.870 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.870 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:54.870 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.870 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.870 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.870 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.084240+0000", 2024-04-13T07:13:54.871 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.473603+0000", 2024-04-13T07:13:54.871 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.473603+0000", 2024-04-13T07:13:54.871 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.473933+0000", 2024-04-13T07:13:54.871 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.084240+0000", 2024-04-13T07:13:54.871 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.871 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.871 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.871 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:54.871 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.084240+0000", 2024-04-13T07:13:54.871 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.084240+0000", 2024-04-13T07:13:54.871 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.084240+0000", 2024-04-13T07:13:54.871 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.872 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.872 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.872 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.084240+0000", 2024-04-13T07:13:54.872 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.084240+0000", 2024-04-13T07:13:54.872 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.872 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T07:13:54.872 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.872 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.872 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:54.872 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.872 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.872 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.873 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.873 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T07:13:54.873 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.873 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.873 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.873 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1a", 2024-04-13T07:13:54.873 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.873 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.873 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.873 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 21, 2024-04-13T07:13:54.873 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.873 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:56:12.574604+0000", 2024-04-13T07:13:54.873 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.874 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.874 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.877 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.877 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.877 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.877 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.877 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.877 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.878 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:54.878 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.878 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:54.878 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'1" 2024-04-13T07:13:54.878 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.878 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.878 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.878 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:54.878 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.878 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:54.878 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.879 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T07:13:54.879 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.879 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.879 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.879 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.879 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.879 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.084067+0000", 2024-04-13T07:13:54.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:12:19.083777+0000", 2024-04-13T07:13:54.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:12:19.083777+0000", 2024-04-13T07:13:54.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:12:19.084067+0000", 2024-04-13T07:13:54.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.084067+0000", 2024-04-13T07:13:54.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 70, 2024-04-13T07:13:54.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.084067+0000", 2024-04-13T07:13:54.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.084067+0000", 2024-04-13T07:13:54.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.084067+0000", 2024-04-13T07:13:54.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.084067+0000", 2024-04-13T07:13:54.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.084067+0000", 2024-04-13T07:13:54.880 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.880 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.880 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.880 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.881 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 69, 2024-04-13T07:13:54.881 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.881 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.881 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.881 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.881 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.881 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.881 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.881 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.881 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1b", 2024-04-13T07:13:54.881 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.881 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.882 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.882 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 11, 2024-04-13T07:13:54.882 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.882 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:02:20.181351+0000", 2024-04-13T07:13:54.882 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.882 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.882 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.885 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.885 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.885 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.885 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.886 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:54.886 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.886 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:54.886 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.886 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T07:13:54.886 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.886 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.886 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.886 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.886 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.886 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.887 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:54.887 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.887 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:54.887 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.887 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.887 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:54.887 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.887 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.887 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.887 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017996+0000", 2024-04-13T07:13:54.887 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.468636+0000", 2024-04-13T07:13:54.887 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.468636+0000", 2024-04-13T07:13:54.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.469595+0000", 2024-04-13T07:13:54.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017996+0000", 2024-04-13T07:13:54.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:54.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017996+0000", 2024-04-13T07:13:54.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017996+0000", 2024-04-13T07:13:54.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017996+0000", 2024-04-13T07:13:54.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017996+0000", 2024-04-13T07:13:54.889 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017996+0000", 2024-04-13T07:13:54.889 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.889 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.889 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.889 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.889 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:54.889 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.889 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.889 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.889 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.889 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.889 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.890 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.890 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.890 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.19", 2024-04-13T07:13:54.890 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.890 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.890 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.890 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:54.890 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.890 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:43:51.359622+0000", 2024-04-13T07:13:54.890 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.890 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.891 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.895 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.895 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.895 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.895 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.895 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.895 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.895 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.895 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.895 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.895 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.896 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.896 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.896 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.896 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.896 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:54.896 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.896 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:54.896 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.896 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.896 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.896 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.897 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.897 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.897 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:54.897 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.897 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:54.897 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.897 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.897 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.897 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.897 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.897 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.897 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.018595+0000", 2024-04-13T07:13:54.898 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.835100+0000", 2024-04-13T07:13:54.898 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.835100+0000", 2024-04-13T07:13:54.898 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.837232+0000", 2024-04-13T07:13:54.898 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.018595+0000", 2024-04-13T07:13:54.898 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.898 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.898 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.898 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.898 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.018595+0000", 2024-04-13T07:13:54.898 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.018595+0000", 2024-04-13T07:13:54.898 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.018595+0000", 2024-04-13T07:13:54.899 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.899 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.899 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.899 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.018595+0000", 2024-04-13T07:13:54.899 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.018595+0000", 2024-04-13T07:13:54.899 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.899 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.899 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.899 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.899 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.899 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.899 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.900 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.900 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.900 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.900 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.900 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.900 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.900 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.18", 2024-04-13T07:13:54.900 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.900 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.900 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.900 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.901 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.901 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:59:18.679882+0000", 2024-04-13T07:13:54.901 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.901 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.901 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.904 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.904 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.904 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.904 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.904 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.905 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.905 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:54.905 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.905 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:54.905 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.905 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.905 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.905 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.905 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.905 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.905 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:54.905 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.905 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:54.905 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.906 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.906 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:54.906 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.906 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.906 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.906 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.013698+0000", 2024-04-13T07:13:54.906 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.476721+0000", 2024-04-13T07:13:54.906 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.476721+0000", 2024-04-13T07:13:54.906 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.477150+0000", 2024-04-13T07:13:54.906 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.013698+0000", 2024-04-13T07:13:54.907 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.907 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.907 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.907 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:54.907 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.013698+0000", 2024-04-13T07:13:54.907 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.013698+0000", 2024-04-13T07:13:54.907 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.013698+0000", 2024-04-13T07:13:54.907 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.907 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.908 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.908 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.013698+0000", 2024-04-13T07:13:54.908 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.013698+0000", 2024-04-13T07:13:54.908 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.908 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.908 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.908 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.908 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:54.908 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.908 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.908 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.909 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.909 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.909 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.909 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.909 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.909 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.18", 2024-04-13T07:13:54.909 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.909 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.909 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.909 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:54.909 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.909 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:24:51.238109+0000", 2024-04-13T07:13:54.909 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.910 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.910 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.913 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.913 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.913 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.913 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.913 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.914 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:54.914 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.914 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:54.914 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.914 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.914 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.914 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.914 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:54.914 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.914 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:54.914 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.914 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:54.915 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.915 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.915 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.915 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.915 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.915 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.022833+0000", 2024-04-13T07:13:54.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:12:19.019670+0000", 2024-04-13T07:13:54.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:12:19.019670+0000", 2024-04-13T07:13:54.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:12:19.020636+0000", 2024-04-13T07:13:54.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.022833+0000", 2024-04-13T07:13:54.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.916 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.916 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.916 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 70, 2024-04-13T07:13:54.916 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.022833+0000", 2024-04-13T07:13:54.916 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.022833+0000", 2024-04-13T07:13:54.916 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.022833+0000", 2024-04-13T07:13:54.916 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.916 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.916 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.916 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.022833+0000", 2024-04-13T07:13:54.916 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.022833+0000", 2024-04-13T07:13:54.916 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.916 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.917 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.917 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.917 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 69, 2024-04-13T07:13:54.917 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.917 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.917 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.917 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.917 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.917 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.917 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.917 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.917 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.19", 2024-04-13T07:13:54.917 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.918 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.918 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.918 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 28, 2024-04-13T07:13:54.918 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.918 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:13:33.717923+0000", 2024-04-13T07:13:54.918 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.918 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.918 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.922 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.922 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.922 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.922 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:54.922 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.922 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:54.922 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.922 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:54.922 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.923 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.923 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.923 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.923 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.923 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.923 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:54.923 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.923 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:54.923 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.923 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.923 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:54.923 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.923 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.924 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083319+0000", 2024-04-13T07:13:54.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.468547+0000", 2024-04-13T07:13:54.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.468547+0000", 2024-04-13T07:13:54.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.468971+0000", 2024-04-13T07:13:54.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083319+0000", 2024-04-13T07:13:54.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:54.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083319+0000", 2024-04-13T07:13:54.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083319+0000", 2024-04-13T07:13:54.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083319+0000", 2024-04-13T07:13:54.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083319+0000", 2024-04-13T07:13:54.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083319+0000", 2024-04-13T07:13:54.925 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.925 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.925 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.925 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.925 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:54.925 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.925 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.925 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.926 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.926 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.926 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.926 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.926 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.926 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.17", 2024-04-13T07:13:54.926 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.926 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.926 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.926 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:54.926 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.927 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:03:15.870506+0000", 2024-04-13T07:13:54.927 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.927 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.927 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.930 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.930 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.930 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.930 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.931 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.931 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:54.931 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.931 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:54.931 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.931 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.931 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.931 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.931 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.931 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.932 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:54.932 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.932 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:54.932 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.932 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.932 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.932 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.932 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.932 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.014651+0000", 2024-04-13T07:13:54.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.839888+0000", 2024-04-13T07:13:54.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.839888+0000", 2024-04-13T07:13:54.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.840238+0000", 2024-04-13T07:13:54.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.014651+0000", 2024-04-13T07:13:54.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.014651+0000", 2024-04-13T07:13:54.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.014651+0000", 2024-04-13T07:13:54.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.014651+0000", 2024-04-13T07:13:54.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.014651+0000", 2024-04-13T07:13:54.934 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.014651+0000", 2024-04-13T07:13:54.934 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.934 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.934 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.934 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.934 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.934 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.934 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.934 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.934 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.934 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.934 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.935 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.935 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.935 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.16", 2024-04-13T07:13:54.935 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.935 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.935 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.935 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.935 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.935 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:50:56.128207+0000", 2024-04-13T07:13:54.935 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.935 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.935 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.939 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.939 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.939 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.939 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.939 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.939 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.939 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.939 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.939 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.939 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.939 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:54.939 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.940 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:54.940 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.940 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.940 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.940 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.940 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.940 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.940 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:54.940 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.940 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:54.941 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.941 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.941 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:54.941 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.941 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.941 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.014549+0000", 2024-04-13T07:13:54.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.472782+0000", 2024-04-13T07:13:54.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.472782+0000", 2024-04-13T07:13:54.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.473136+0000", 2024-04-13T07:13:54.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.014549+0000", 2024-04-13T07:13:54.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.942 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.942 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:54.942 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.014549+0000", 2024-04-13T07:13:54.942 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.014549+0000", 2024-04-13T07:13:54.942 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.014549+0000", 2024-04-13T07:13:54.942 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.942 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.942 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.942 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.014549+0000", 2024-04-13T07:13:54.942 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.014549+0000", 2024-04-13T07:13:54.942 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.942 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.943 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.943 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.943 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:54.943 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.943 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.943 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.943 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.943 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.943 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.943 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.944 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.944 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.16", 2024-04-13T07:13:54.944 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.944 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.944 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.944 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:54.944 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.944 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:07:02.496879+0000", 2024-04-13T07:13:54.944 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.944 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.944 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.948 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.948 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.948 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.948 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.948 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.948 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.948 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:54.948 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.948 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:54.948 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.949 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.949 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.949 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.949 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.949 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.949 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:54.949 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.949 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:54.949 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.949 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.949 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.949 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.950 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.950 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083040+0000", 2024-04-13T07:13:54.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.847032+0000", 2024-04-13T07:13:54.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.847032+0000", 2024-04-13T07:13:54.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.847324+0000", 2024-04-13T07:13:54.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083040+0000", 2024-04-13T07:13:54.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083040+0000", 2024-04-13T07:13:54.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083040+0000", 2024-04-13T07:13:54.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083040+0000", 2024-04-13T07:13:54.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083040+0000", 2024-04-13T07:13:54.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083040+0000", 2024-04-13T07:13:54.951 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.951 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.951 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.951 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.951 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.952 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.952 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.952 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.952 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.952 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.952 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.952 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.952 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.952 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.17", 2024-04-13T07:13:54.952 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.952 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.952 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.952 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.953 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.953 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:00:36.589465+0000", 2024-04-13T07:13:54.953 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.953 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.953 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.956 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.956 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.956 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.956 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.957 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.957 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.957 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:54.957 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.957 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:54.957 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.957 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.957 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.957 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.957 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:54.957 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.957 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:54.958 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.958 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:54.958 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.958 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.958 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:54.958 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.958 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.958 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016960+0000", 2024-04-13T07:13:54.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.465670+0000", 2024-04-13T07:13:54.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.465670+0000", 2024-04-13T07:13:54.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.465945+0000", 2024-04-13T07:13:54.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016960+0000", 2024-04-13T07:13:54.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:54.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016960+0000", 2024-04-13T07:13:54.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016960+0000", 2024-04-13T07:13:54.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016960+0000", 2024-04-13T07:13:54.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.960 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016960+0000", 2024-04-13T07:13:54.960 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016960+0000", 2024-04-13T07:13:54.960 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.960 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T07:13:54.960 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.960 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.960 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:54.960 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.960 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.960 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.960 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.960 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T07:13:54.961 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.961 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.961 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.961 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.15", 2024-04-13T07:13:54.961 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.961 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.961 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.961 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 23, 2024-04-13T07:13:54.961 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.961 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:49:13.673795+0000", 2024-04-13T07:13:54.961 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.962 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.962 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 90, 2024-04-13T07:13:54.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T07:13:54.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T07:13:54.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T07:13:54.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:54.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 4, 2024-04-13T07:13:54.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T07:13:54.965 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.965 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.965 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.965 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.966 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:54.966 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:54.966 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:54.966 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.966 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:54.966 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'3" 2024-04-13T07:13:54.966 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.966 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.966 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.966 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.966 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.967 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:54.967 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.967 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T07:13:54.967 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.967 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.967 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.967 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.967 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.967 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.967 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.084403+0000", 2024-04-13T07:13:54.967 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.847220+0000", 2024-04-13T07:13:54.967 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.847220+0000", 2024-04-13T07:13:54.967 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.847693+0000", 2024-04-13T07:13:54.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.084403+0000", 2024-04-13T07:13:54.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.084403+0000", 2024-04-13T07:13:54.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.084403+0000", 2024-04-13T07:13:54.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.084403+0000", 2024-04-13T07:13:54.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.084403+0000", 2024-04-13T07:13:54.969 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.084403+0000", 2024-04-13T07:13:54.969 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.969 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.969 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.969 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.969 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.969 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.969 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.969 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.969 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.969 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.969 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.969 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.970 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.970 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.14", 2024-04-13T07:13:54.970 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.970 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.970 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.970 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.970 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.970 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:52:27.250669+0000", 2024-04-13T07:13:54.970 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.970 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.970 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.974 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.974 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.974 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.974 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.974 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.974 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.974 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:54.974 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.974 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T07:13:54.974 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.974 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.974 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.975 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.975 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.975 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.975 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:54.975 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.975 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:54.975 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.975 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.975 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:54.975 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.975 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.975 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.975 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:47.274080+0000", 2024-04-13T07:13:54.975 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.470299+0000", 2024-04-13T07:13:54.975 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.470299+0000", 2024-04-13T07:13:54.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.471665+0000", 2024-04-13T07:13:54.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:47.274080+0000", 2024-04-13T07:13:54.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:54.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:47.274080+0000", 2024-04-13T07:13:54.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:47.274080+0000", 2024-04-13T07:13:54.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:47.274080+0000", 2024-04-13T07:13:54.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:47.274080+0000", 2024-04-13T07:13:54.977 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:47.274080+0000", 2024-04-13T07:13:54.977 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.977 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 12, 2024-04-13T07:13:54.977 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.977 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.977 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:54.977 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.977 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.977 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.977 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.977 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 12, 2024-04-13T07:13:54.977 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.977 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.978 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.978 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.14", 2024-04-13T07:13:54.978 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.978 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.978 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.978 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 32, 2024-04-13T07:13:54.978 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.978 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:46:06.855402+0000", 2024-04-13T07:13:54.978 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.978 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.978 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 2632, 2024-04-13T07:13:54.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 12, 2024-04-13T07:13:54.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 4, 2024-04-13T07:13:54.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 4, 2024-04-13T07:13:54.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:54.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 12, 2024-04-13T07:13:54.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 9 2024-04-13T07:13:54.981 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.982 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.982 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.982 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.982 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:54.982 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.982 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:54.982 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.982 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:54.982 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "70'12" 2024-04-13T07:13:54.982 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.982 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.982 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.983 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.983 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.983 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:54.983 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.983 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:54.983 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.983 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.983 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:54.983 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.983 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.983 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.983 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017083+0000", 2024-04-13T07:13:54.984 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.842280+0000", 2024-04-13T07:13:54.984 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.842280+0000", 2024-04-13T07:13:54.984 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.843244+0000", 2024-04-13T07:13:54.984 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017083+0000", 2024-04-13T07:13:54.984 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.984 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.984 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.984 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:54.984 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017083+0000", 2024-04-13T07:13:54.984 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017083+0000", 2024-04-13T07:13:54.984 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017083+0000", 2024-04-13T07:13:54.984 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.984 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.984 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:54.985 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017083+0000", 2024-04-13T07:13:54.985 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017083+0000", 2024-04-13T07:13:54.985 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.985 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:54.985 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.985 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.985 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:54.985 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.985 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.985 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.985 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.985 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:54.986 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.986 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.986 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.986 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.15", 2024-04-13T07:13:54.986 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.986 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.986 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.986 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:54.986 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.986 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:39:35.073706+0000", 2024-04-13T07:13:54.986 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.986 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.987 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:54.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.988 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.988 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.988 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.988 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.988 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.988 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.988 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:54.988 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:54.988 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.988 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:54.988 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.988 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.988 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.988 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:54.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:54.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:54.990 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.990 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.990 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.990 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.990 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.990 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:54.990 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:54.990 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.991 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:54.991 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:54.991 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.991 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.991 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.991 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.991 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.991 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:54.991 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.991 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:54.991 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.991 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:54.991 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:54.991 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:54.992 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:54.992 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:54.992 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082816+0000", 2024-04-13T07:13:54.992 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.469518+0000", 2024-04-13T07:13:54.992 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.469518+0000", 2024-04-13T07:13:54.992 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.470219+0000", 2024-04-13T07:13:54.992 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082816+0000", 2024-04-13T07:13:54.992 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.992 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:54.992 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.992 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:54.992 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082816+0000", 2024-04-13T07:13:54.992 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082816+0000", 2024-04-13T07:13:54.993 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082816+0000", 2024-04-13T07:13:54.993 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:54.993 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:54.993 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:54.993 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082816+0000", 2024-04-13T07:13:54.993 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082816+0000", 2024-04-13T07:13:54.993 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:54.993 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T07:13:54.993 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:54.993 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:54.993 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:54.993 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:54.993 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:54.993 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:54.993 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:54.994 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T07:13:54.994 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:54.994 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:54.994 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:54.994 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.13", 2024-04-13T07:13:54.994 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:54.994 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:54.994 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:54.994 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 22, 2024-04-13T07:13:54.994 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:54.994 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:04:08.335185+0000", 2024-04-13T07:13:54.994 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:54.994 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:54.995 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:54.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 34, 2024-04-13T07:13:54.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:54.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:54.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:54.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:54.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:54.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:54.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:54.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:54.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:54.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:54.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:54.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:54.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:54.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:54.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:54.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T07:13:54.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T07:13:54.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:54.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T07:13:54.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:54.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:54.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:54.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:54.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:54.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:54.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:54.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:54.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:54.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:54.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:54.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:54.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:54.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:54.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:54.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:54.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:54.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:54.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T07:13:54.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 7 2024-04-13T07:13:54.998 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.998 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:54.998 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:54.998 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:54.998 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.998 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:54.998 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:54.998 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.998 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:54.999 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T07:13:54.999 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:54.999 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:54.999 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:54.999 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:54.999 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:54.999 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:54.999 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:54.999 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:54.999 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:54.999 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.000 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.000 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.000 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.000 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.000 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082540+0000", 2024-04-13T07:13:55.000 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.846933+0000", 2024-04-13T07:13:55.000 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.846933+0000", 2024-04-13T07:13:55.000 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.847210+0000", 2024-04-13T07:13:55.000 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082540+0000", 2024-04-13T07:13:55.000 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.000 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.000 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.000 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.000 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082540+0000", 2024-04-13T07:13:55.000 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082540+0000", 2024-04-13T07:13:55.001 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082540+0000", 2024-04-13T07:13:55.001 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.001 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.001 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.001 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082540+0000", 2024-04-13T07:13:55.001 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082540+0000", 2024-04-13T07:13:55.001 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.001 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.001 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.001 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.001 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.001 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.001 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.001 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.002 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.002 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.002 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.002 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.002 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.002 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.12", 2024-04-13T07:13:55.002 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.002 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.002 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.002 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.002 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.002 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:59:05.726250+0000", 2024-04-13T07:13:55.003 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.003 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.003 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.003 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.003 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.003 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.003 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.003 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.003 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.003 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.003 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.003 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.006 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.006 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.006 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.006 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.006 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.006 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.007 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:55.007 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.007 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:55.007 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.007 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.007 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.007 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.007 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.007 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.007 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:55.007 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.007 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:55.008 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.008 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.008 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:55.008 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.008 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.008 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.008 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.013845+0000", 2024-04-13T07:13:55.008 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.475262+0000", 2024-04-13T07:13:55.008 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.475262+0000", 2024-04-13T07:13:55.008 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.475614+0000", 2024-04-13T07:13:55.008 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.013845+0000", 2024-04-13T07:13:55.008 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:55.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.013845+0000", 2024-04-13T07:13:55.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.013845+0000", 2024-04-13T07:13:55.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.013845+0000", 2024-04-13T07:13:55.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.013845+0000", 2024-04-13T07:13:55.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.013845+0000", 2024-04-13T07:13:55.009 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.009 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.009 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.009 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.010 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:55.010 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.010 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.010 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.010 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.010 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.010 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.010 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.010 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.010 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.12", 2024-04-13T07:13:55.010 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.011 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.011 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.011 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:55.011 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.011 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:39:05.254368+0000", 2024-04-13T07:13:55.011 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.011 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.011 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.011 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.011 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.011 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.011 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.015 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.015 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.015 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.015 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.015 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.015 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.015 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:55.015 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.015 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:55.015 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.016 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.016 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.016 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.016 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.016 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.016 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:55.016 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.016 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:55.016 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.016 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.016 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.016 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.017 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.017 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017528+0000", 2024-04-13T07:13:55.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.839314+0000", 2024-04-13T07:13:55.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.839314+0000", 2024-04-13T07:13:55.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.841255+0000", 2024-04-13T07:13:55.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017528+0000", 2024-04-13T07:13:55.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017528+0000", 2024-04-13T07:13:55.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017528+0000", 2024-04-13T07:13:55.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017528+0000", 2024-04-13T07:13:55.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017528+0000", 2024-04-13T07:13:55.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017528+0000", 2024-04-13T07:13:55.018 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.018 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.018 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.018 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.018 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.019 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.019 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.019 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.019 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.019 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.019 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.019 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.019 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.019 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.13", 2024-04-13T07:13:55.019 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.019 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.019 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.019 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.020 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.020 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:14:20.707334+0000", 2024-04-13T07:13:55.020 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.020 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.020 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.023 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.023 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.023 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.023 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.023 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.023 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.023 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:55.023 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.023 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:55.023 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.024 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.024 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.024 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.024 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:55.024 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.024 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:55.024 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.024 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:55.024 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.024 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.024 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:55.025 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.025 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.025 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083903+0000", 2024-04-13T07:13:55.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.463994+0000", 2024-04-13T07:13:55.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.463994+0000", 2024-04-13T07:13:55.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.464325+0000", 2024-04-13T07:13:55.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083903+0000", 2024-04-13T07:13:55.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:55.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083903+0000", 2024-04-13T07:13:55.026 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083903+0000", 2024-04-13T07:13:55.026 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083903+0000", 2024-04-13T07:13:55.026 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.026 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.026 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.026 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083903+0000", 2024-04-13T07:13:55.026 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083903+0000", 2024-04-13T07:13:55.026 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.026 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.026 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.026 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.026 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:55.027 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.027 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.027 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.027 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.027 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.027 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.027 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.027 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.027 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.11", 2024-04-13T07:13:55.027 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.027 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.027 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.027 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:55.028 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.028 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:53:04.108499+0000", 2024-04-13T07:13:55.028 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.028 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.028 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.030 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.030 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.030 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.030 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.030 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.030 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.030 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.030 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.030 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.030 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.030 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.030 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.031 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.031 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.032 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.032 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.032 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.032 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:55.032 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.032 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:55.032 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.032 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:55.032 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.032 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.032 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.032 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.033 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:55.033 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.033 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:55.033 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.033 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:55.033 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.033 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.033 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.033 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.033 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.033 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.033 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083152+0000", 2024-04-13T07:13:55.033 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.848438+0000", 2024-04-13T07:13:55.034 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.848438+0000", 2024-04-13T07:13:55.034 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.848761+0000", 2024-04-13T07:13:55.034 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083152+0000", 2024-04-13T07:13:55.034 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.034 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.034 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.034 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.034 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083152+0000", 2024-04-13T07:13:55.034 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083152+0000", 2024-04-13T07:13:55.034 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083152+0000", 2024-04-13T07:13:55.034 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.035 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.035 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.035 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083152+0000", 2024-04-13T07:13:55.035 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083152+0000", 2024-04-13T07:13:55.035 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.035 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.035 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.035 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.035 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.035 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.035 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.036 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.036 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.036 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.036 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.036 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.036 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.036 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.10", 2024-04-13T07:13:55.036 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.036 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.036 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.037 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.037 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.037 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:41:00.542349+0000", 2024-04-13T07:13:55.037 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.037 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.037 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.037 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.037 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.037 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.037 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.037 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.037 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.037 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.038 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.038 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.038 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.038 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.038 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.038 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.038 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.038 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.038 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.038 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.039 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.039 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.039 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.039 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.039 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.039 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.039 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.039 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.039 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.039 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.039 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.041 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.041 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.041 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.041 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.041 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:55.041 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.041 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:55.041 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.041 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:55.041 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.041 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.041 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.042 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.042 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.042 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.042 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.042 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.042 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T07:13:55.042 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.042 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.042 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:55.042 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.042 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.042 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.042 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.015806+0000", 2024-04-13T07:13:55.043 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.462108+0000", 2024-04-13T07:13:55.043 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.462108+0000", 2024-04-13T07:13:55.043 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.462495+0000", 2024-04-13T07:13:55.043 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.015806+0000", 2024-04-13T07:13:55.043 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.043 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.043 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.043 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:55.043 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.015806+0000", 2024-04-13T07:13:55.043 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.015806+0000", 2024-04-13T07:13:55.044 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.015806+0000", 2024-04-13T07:13:55.044 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.044 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.044 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.044 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.015806+0000", 2024-04-13T07:13:55.044 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.015806+0000", 2024-04-13T07:13:55.044 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.044 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 8, 2024-04-13T07:13:55.044 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.044 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.044 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:55.045 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.045 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.045 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.045 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.045 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 8, 2024-04-13T07:13:55.045 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.045 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.045 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.045 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.10", 2024-04-13T07:13:55.045 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.045 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.045 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.045 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 28, 2024-04-13T07:13:55.046 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.046 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:26:34.526684+0000", 2024-04-13T07:13:55.046 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.046 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.046 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.046 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.046 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.046 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.046 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.046 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 12, 2024-04-13T07:13:55.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 4, 2024-04-13T07:13:55.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 4, 2024-04-13T07:13:55.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 4, 2024-04-13T07:13:55.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 12, 2024-04-13T07:13:55.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.050 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.050 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.050 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.050 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.050 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.050 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.050 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.050 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.050 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T07:13:55.050 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'8" 2024-04-13T07:13:55.050 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.050 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.051 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.051 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.051 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.051 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.051 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.051 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:55.051 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.051 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.051 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.051 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.051 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.051 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.051 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016690+0000", 2024-04-13T07:13:55.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.847981+0000", 2024-04-13T07:13:55.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.847981+0000", 2024-04-13T07:13:55.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.848372+0000", 2024-04-13T07:13:55.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016690+0000", 2024-04-13T07:13:55.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016690+0000", 2024-04-13T07:13:55.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016690+0000", 2024-04-13T07:13:55.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016690+0000", 2024-04-13T07:13:55.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016690+0000", 2024-04-13T07:13:55.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016690+0000", 2024-04-13T07:13:55.053 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.053 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.053 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.053 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.053 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.053 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.053 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.054 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.054 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.054 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.054 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.054 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.054 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.054 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.11", 2024-04-13T07:13:55.054 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.054 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.054 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.054 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.054 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.054 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:09:00.757951+0000", 2024-04-13T07:13:55.055 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.055 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.055 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.058 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.058 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.058 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.058 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.058 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.058 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.058 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.058 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.059 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:55.059 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.059 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.059 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.059 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.059 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.059 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.059 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:55.059 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.059 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T07:13:55.059 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.059 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.059 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:55.059 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.060 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.060 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.060 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.086141+0000", 2024-04-13T07:13:55.060 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.470527+0000", 2024-04-13T07:13:55.060 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.470527+0000", 2024-04-13T07:13:55.060 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.470902+0000", 2024-04-13T07:13:55.060 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.086141+0000", 2024-04-13T07:13:55.060 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.060 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:55.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.086141+0000", 2024-04-13T07:13:55.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.086141+0000", 2024-04-13T07:13:55.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.086141+0000", 2024-04-13T07:13:55.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.086141+0000", 2024-04-13T07:13:55.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.086141+0000", 2024-04-13T07:13:55.061 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.061 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T07:13:55.061 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.062 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.062 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:55.062 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.062 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.062 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.062 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.062 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T07:13:55.062 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.062 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.062 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.062 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.f", 2024-04-13T07:13:55.063 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.063 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.063 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.063 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 21, 2024-04-13T07:13:55.063 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.063 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:27:12.131747+0000", 2024-04-13T07:13:55.063 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.063 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.063 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 22, 2024-04-13T07:13:55.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T07:13:55.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T07:13:55.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T07:13:55.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T07:13:55.067 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T07:13:55.067 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.067 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.067 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.067 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.067 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.067 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.067 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:55.067 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.067 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T07:13:55.067 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'1" 2024-04-13T07:13:55.068 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.068 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.068 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.068 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.068 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.068 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:55.068 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.068 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:55.068 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.068 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.068 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.068 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.069 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.069 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017442+0000", 2024-04-13T07:13:55.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.842063+0000", 2024-04-13T07:13:55.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.842063+0000", 2024-04-13T07:13:55.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.842452+0000", 2024-04-13T07:13:55.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017442+0000", 2024-04-13T07:13:55.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017442+0000", 2024-04-13T07:13:55.070 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017442+0000", 2024-04-13T07:13:55.070 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017442+0000", 2024-04-13T07:13:55.070 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.070 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.070 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.070 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017442+0000", 2024-04-13T07:13:55.070 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017442+0000", 2024-04-13T07:13:55.070 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.070 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.070 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.070 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.070 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.071 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.071 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.071 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.071 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.071 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.071 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.071 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.071 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.071 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.e", 2024-04-13T07:13:55.071 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.071 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.072 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.072 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.072 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.072 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:20:23.383584+0000", 2024-04-13T07:13:55.072 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.072 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.072 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.074 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.074 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.074 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.074 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.074 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.074 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.074 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.074 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.074 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.074 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.074 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.075 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.075 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.075 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.075 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.075 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.075 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.075 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.075 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.075 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.075 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.075 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.075 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.076 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.076 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.076 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.076 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.076 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.076 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:55.076 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.076 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:55.076 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.076 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.076 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.076 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.076 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.077 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.077 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:55.077 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.077 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:55.077 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.077 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.077 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T07:13:55.077 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.077 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.077 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.077 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.015937+0000", 2024-04-13T07:13:55.077 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:11:20.349247+0000", 2024-04-13T07:13:55.078 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:11:20.349247+0000", 2024-04-13T07:13:55.078 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:11:20.349543+0000", 2024-04-13T07:13:55.078 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.015937+0000", 2024-04-13T07:13:55.078 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.078 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.078 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.078 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 66, 2024-04-13T07:13:55.078 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.015937+0000", 2024-04-13T07:13:55.078 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.015937+0000", 2024-04-13T07:13:55.078 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.015937+0000", 2024-04-13T07:13:55.078 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.078 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.079 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.079 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.015937+0000", 2024-04-13T07:13:55.079 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.015937+0000", 2024-04-13T07:13:55.079 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.079 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.079 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.079 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.079 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 65, 2024-04-13T07:13:55.079 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.079 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.079 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.079 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.080 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.080 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.080 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.080 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.080 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.2", 2024-04-13T07:13:55.080 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.080 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.080 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.080 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 15, 2024-04-13T07:13:55.080 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.080 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:20:07.707937+0000", 2024-04-13T07:13:55.080 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.081 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.081 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.081 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.081 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.081 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.081 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.081 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.081 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.081 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.081 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.081 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.082 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.082 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.082 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.082 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.082 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.082 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.082 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.082 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.082 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.082 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.082 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.082 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.084 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.084 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.084 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.084 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.084 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.084 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.085 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:55.085 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.085 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:55.085 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.085 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.085 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.085 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.085 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.085 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.085 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:55.085 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.085 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:55.086 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.086 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.086 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:55.086 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.086 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.086 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.086 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:55.086 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.464272+0000", 2024-04-13T07:13:55.086 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.464272+0000", 2024-04-13T07:13:55.086 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.464639+0000", 2024-04-13T07:13:55.087 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:55.087 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.087 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.087 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.087 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:55.087 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:55.087 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:55.087 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:55.087 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.087 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.087 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.087 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:55.087 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:55.088 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.088 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.088 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.088 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.088 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:55.088 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.088 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.088 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.088 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.088 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.088 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.088 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.088 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.088 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.4", 2024-04-13T07:13:55.089 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.089 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.089 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.089 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:55.089 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.089 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:18:20.804541+0000", 2024-04-13T07:13:55.089 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.089 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.089 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.089 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.089 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.089 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.090 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.090 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.090 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.090 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.090 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.090 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.090 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.090 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.090 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.090 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.090 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.090 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.091 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.091 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.091 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.091 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.091 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.091 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.091 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.091 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.091 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.091 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.091 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.093 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.093 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.093 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.093 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.093 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.093 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.093 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:55.093 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.093 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:55.093 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.093 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.093 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.094 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.094 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.094 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.094 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:55.094 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.094 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:55.094 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.094 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.094 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.094 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.094 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.094 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.095 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.014414+0000", 2024-04-13T07:13:55.095 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.824731+0000", 2024-04-13T07:13:55.095 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.824731+0000", 2024-04-13T07:13:55.095 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.825071+0000", 2024-04-13T07:13:55.095 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.014414+0000", 2024-04-13T07:13:55.095 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.095 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.095 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.095 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.095 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.014414+0000", 2024-04-13T07:13:55.095 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.014414+0000", 2024-04-13T07:13:55.095 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.014414+0000", 2024-04-13T07:13:55.096 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.096 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.096 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.096 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.014414+0000", 2024-04-13T07:13:55.096 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.014414+0000", 2024-04-13T07:13:55.096 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.096 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.096 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.096 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.096 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.096 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.096 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.096 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.096 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.097 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.097 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.097 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.097 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.097 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.5", 2024-04-13T07:13:55.097 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.097 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.097 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.097 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.097 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.097 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:13:02.497202+0000", 2024-04-13T07:13:55.097 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.097 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.097 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.098 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.098 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.098 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.098 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.098 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.098 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.098 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.098 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.098 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.098 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.098 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.098 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.101 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.101 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.101 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.101 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.101 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.101 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.101 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:55.101 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.101 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:55.101 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.102 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.102 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.102 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.102 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.102 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.102 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:55.102 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.102 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:55.102 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.102 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.102 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T07:13:55.103 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.103 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.103 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016506+0000", 2024-04-13T07:13:55.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:11:20.244747+0000", 2024-04-13T07:13:55.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:11:20.244747+0000", 2024-04-13T07:13:55.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:11:20.245183+0000", 2024-04-13T07:13:55.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016506+0000", 2024-04-13T07:13:55.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 66, 2024-04-13T07:13:55.104 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016506+0000", 2024-04-13T07:13:55.104 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016506+0000", 2024-04-13T07:13:55.104 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016506+0000", 2024-04-13T07:13:55.104 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.104 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.104 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.104 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016506+0000", 2024-04-13T07:13:55.104 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016506+0000", 2024-04-13T07:13:55.104 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.104 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.104 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.104 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.105 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 65, 2024-04-13T07:13:55.105 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.105 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.105 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.105 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.105 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.105 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.105 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.105 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.105 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.4", 2024-04-13T07:13:55.105 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.105 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.105 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.105 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 15, 2024-04-13T07:13:55.106 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.106 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:14:29.802041+0000", 2024-04-13T07:13:55.106 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.106 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.106 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.109 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.109 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.109 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.110 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.110 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.110 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.110 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:55.110 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.110 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:55.110 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.110 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.110 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.110 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.110 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.111 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.111 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.111 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.111 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:55.111 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.111 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.111 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:55.111 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.111 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.111 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.111 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.013771+0000", 2024-04-13T07:13:55.111 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.469219+0000", 2024-04-13T07:13:55.111 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.469219+0000", 2024-04-13T07:13:55.111 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.469518+0000", 2024-04-13T07:13:55.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.013771+0000", 2024-04-13T07:13:55.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:55.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.013771+0000", 2024-04-13T07:13:55.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.013771+0000", 2024-04-13T07:13:55.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.013771+0000", 2024-04-13T07:13:55.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.013771+0000", 2024-04-13T07:13:55.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.013771+0000", 2024-04-13T07:13:55.112 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.113 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.113 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.113 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.113 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:55.113 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.113 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.113 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.113 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.113 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.113 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.113 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.113 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.114 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.2", 2024-04-13T07:13:55.114 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.114 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.114 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.114 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:55.114 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.114 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:44:47.057393+0000", 2024-04-13T07:13:55.114 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.114 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.114 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.114 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.118 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.118 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.118 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.118 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.118 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.118 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.118 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.118 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.118 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.119 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.119 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.119 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.119 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.119 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:55.119 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.119 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.119 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.119 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.119 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.120 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.120 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.120 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.120 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T07:13:55.120 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.120 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.120 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.120 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.120 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.120 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.085076+0000", 2024-04-13T07:13:55.121 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.854204+0000", 2024-04-13T07:13:55.121 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.854204+0000", 2024-04-13T07:13:55.121 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.854565+0000", 2024-04-13T07:13:55.121 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.085076+0000", 2024-04-13T07:13:55.121 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.121 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.121 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.121 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.121 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.085076+0000", 2024-04-13T07:13:55.121 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.085076+0000", 2024-04-13T07:13:55.121 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.085076+0000", 2024-04-13T07:13:55.121 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.122 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.122 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.122 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.085076+0000", 2024-04-13T07:13:55.122 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.085076+0000", 2024-04-13T07:13:55.122 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.122 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.122 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.122 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.122 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.122 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.122 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.122 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.123 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.123 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.123 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.123 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.123 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.123 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3", 2024-04-13T07:13:55.123 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.123 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.123 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.123 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.123 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.123 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:40:27.950787+0000", 2024-04-13T07:13:55.124 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.124 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.124 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.127 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.127 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.127 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.127 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.127 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.127 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.127 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.127 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T07:13:55.127 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.128 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.128 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.128 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.128 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.128 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.128 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.128 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:55.128 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.128 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.129 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T07:13:55.129 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.129 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.129 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.129 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:55.129 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:11:20.348703+0000", 2024-04-13T07:13:55.129 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:11:20.348703+0000", 2024-04-13T07:13:55.129 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:11:20.349066+0000", 2024-04-13T07:13:55.129 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:55.129 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.130 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.130 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.130 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 66, 2024-04-13T07:13:55.130 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:55.130 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:55.130 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:55.130 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.130 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.130 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.130 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:55.130 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016749+0000", 2024-04-13T07:13:55.131 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.131 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.131 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.131 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.131 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 65, 2024-04-13T07:13:55.131 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.131 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.131 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.131 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.131 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.131 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.131 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.131 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.131 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.7", 2024-04-13T07:13:55.132 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.132 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.132 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.132 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 15, 2024-04-13T07:13:55.132 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.132 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:08:11.347154+0000", 2024-04-13T07:13:55.132 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.132 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.132 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.132 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.132 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.132 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.132 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.136 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.136 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.136 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.136 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.136 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.136 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.136 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.136 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:55.136 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.136 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.137 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.137 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.137 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.137 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.137 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.137 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:55.137 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.137 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.137 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.137 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.137 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.138 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016521+0000", 2024-04-13T07:13:55.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.842841+0000", 2024-04-13T07:13:55.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.842841+0000", 2024-04-13T07:13:55.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.843241+0000", 2024-04-13T07:13:55.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016521+0000", 2024-04-13T07:13:55.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016521+0000", 2024-04-13T07:13:55.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016521+0000", 2024-04-13T07:13:55.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016521+0000", 2024-04-13T07:13:55.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016521+0000", 2024-04-13T07:13:55.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016521+0000", 2024-04-13T07:13:55.139 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.139 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.140 INFO:tasks.workunit.client.0.smithi003.stderr:+ echo OK 2024-04-13T07:13:55.142 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:55.142 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:55.143 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:55.143 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:55.143 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.143 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.143 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.143 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.143 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.143 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.143 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.143 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.143 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.143 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:55.143 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:55.144 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.144 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.144 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.144 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:55.144 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.144 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:55.144 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.144 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.144 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:55.144 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:55.144 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.144 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.144 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.145 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:55.145 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:55.145 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:55.145 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.145 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.145 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.145 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.145 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.145 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.145 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.145 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.145 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.146 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:55.146 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:55.146 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.146 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.146 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.146 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:55.146 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:55.146 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.146 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.146 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.146 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:55.146 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:55.146 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.146 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.147 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:53 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.147 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:54 smithi066 ceph-mon[30583]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-13T07:13:55.147 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.148 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.148 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.148 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.148 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.148 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.148 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.148 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.148 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.148 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.148 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.148 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.0", 2024-04-13T07:13:55.149 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.149 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.149 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.149 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.149 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.149 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:31:35.557950+0000", 2024-04-13T07:13:55.149 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.149 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.149 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.149 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.149 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.149 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.149 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.153 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.153 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.153 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.153 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.153 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.153 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.153 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.153 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:55.154 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.154 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.154 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.154 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.154 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.154 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.154 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.154 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T07:13:55.154 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.154 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.155 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:55.155 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.155 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.155 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.155 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.015744+0000", 2024-04-13T07:13:55.155 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.463314+0000", 2024-04-13T07:13:55.155 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.463314+0000", 2024-04-13T07:13:55.155 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.463660+0000", 2024-04-13T07:13:55.155 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.015744+0000", 2024-04-13T07:13:55.155 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:55.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.015744+0000", 2024-04-13T07:13:55.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.015744+0000", 2024-04-13T07:13:55.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.015744+0000", 2024-04-13T07:13:55.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.015744+0000", 2024-04-13T07:13:55.157 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.015744+0000", 2024-04-13T07:13:55.157 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.157 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.157 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.157 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.157 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:55.157 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.157 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.157 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.157 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.157 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.157 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.158 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.158 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.158 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1", 2024-04-13T07:13:55.158 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.158 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.158 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.158 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:55.158 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.158 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:35:02.222956+0000", 2024-04-13T07:13:55.158 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.158 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.158 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.158 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.162 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.162 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.162 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.162 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.162 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.162 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.162 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.162 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T07:13:55.163 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.163 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.163 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.163 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:55.163 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.163 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:55.163 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.163 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:55.163 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.163 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.163 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T07:13:55.163 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.164 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.164 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.164 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083114+0000", 2024-04-13T07:13:55.164 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:11:20.349948+0000", 2024-04-13T07:13:55.164 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:11:20.349948+0000", 2024-04-13T07:13:55.164 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:11:20.350251+0000", 2024-04-13T07:13:55.164 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083114+0000", 2024-04-13T07:13:55.164 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.164 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.164 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.164 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 66, 2024-04-13T07:13:55.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083114+0000", 2024-04-13T07:13:55.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083114+0000", 2024-04-13T07:13:55.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083114+0000", 2024-04-13T07:13:55.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083114+0000", 2024-04-13T07:13:55.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083114+0000", 2024-04-13T07:13:55.165 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.165 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.165 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.165 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.165 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 65, 2024-04-13T07:13:55.166 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.166 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.166 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.166 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.166 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.166 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.166 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.166 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.166 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.5", 2024-04-13T07:13:55.166 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.167 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.167 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.167 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 15, 2024-04-13T07:13:55.167 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.167 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:03:50.882798+0000", 2024-04-13T07:13:55.167 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.167 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.167 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.167 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.167 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.167 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.167 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.171 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.171 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.171 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.171 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:55.171 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.171 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:55.171 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.171 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:55.172 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.172 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.172 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.172 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.172 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.172 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.172 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.172 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:55.172 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.172 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.173 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.173 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.173 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.173 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016530+0000", 2024-04-13T07:13:55.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.854275+0000", 2024-04-13T07:13:55.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.854275+0000", 2024-04-13T07:13:55.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.854563+0000", 2024-04-13T07:13:55.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016530+0000", 2024-04-13T07:13:55.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016530+0000", 2024-04-13T07:13:55.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016530+0000", 2024-04-13T07:13:55.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016530+0000", 2024-04-13T07:13:55.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016530+0000", 2024-04-13T07:13:55.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016530+0000", 2024-04-13T07:13:55.175 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.175 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.175 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.175 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.175 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.175 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.175 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.175 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.175 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.175 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.176 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.176 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.176 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.176 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2", 2024-04-13T07:13:55.176 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.176 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.176 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.176 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.176 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.176 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:24:06.107723+0000", 2024-04-13T07:13:55.176 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.176 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.177 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.180 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.180 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.180 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.180 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.180 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.180 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.180 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.180 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.180 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.180 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.180 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.181 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.181 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.181 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.181 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.181 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:55.181 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.181 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.181 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.181 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.181 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.181 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:55.182 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.182 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:55.182 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.182 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.182 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:55.182 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.182 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.182 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.086730+0000", 2024-04-13T07:13:55.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:12:19.085812+0000", 2024-04-13T07:13:55.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:12:19.085812+0000", 2024-04-13T07:13:55.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:12:19.086213+0000", 2024-04-13T07:13:55.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.086730+0000", 2024-04-13T07:13:55.183 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.183 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.183 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.183 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 70, 2024-04-13T07:13:55.183 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.086730+0000", 2024-04-13T07:13:55.183 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.086730+0000", 2024-04-13T07:13:55.183 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.086730+0000", 2024-04-13T07:13:55.183 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.183 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.183 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.183 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.086730+0000", 2024-04-13T07:13:55.183 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.086730+0000", 2024-04-13T07:13:55.183 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.184 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.184 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.184 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.184 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 69, 2024-04-13T07:13:55.184 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.184 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.184 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.184 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.184 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.184 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.184 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.184 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.184 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.3", 2024-04-13T07:13:55.185 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.185 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.185 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.185 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 29, 2024-04-13T07:13:55.185 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.185 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:02:49.237889+0000", 2024-04-13T07:13:55.185 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.185 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.185 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.187 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.188 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.188 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.188 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.188 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.188 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.188 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.188 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.188 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.188 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.188 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.189 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.189 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.189 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.189 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.189 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.189 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:55.189 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.189 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:55.189 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.189 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.189 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.190 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.190 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.190 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.190 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.190 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:55.190 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.190 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.190 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 20, 2024-04-13T07:13:55.190 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.190 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.190 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.190 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016585+0000", 2024-04-13T07:13:55.190 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:27.391237+0000", 2024-04-13T07:13:55.191 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:27.391237+0000", 2024-04-13T07:13:55.191 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:27.391567+0000", 2024-04-13T07:13:55.191 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016585+0000", 2024-04-13T07:13:55.191 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:08:28.417903+0000", 2024-04-13T07:13:55.191 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.191 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:08:28.417903+0000", 2024-04-13T07:13:55.191 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 59, 2024-04-13T07:13:55.191 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016585+0000", 2024-04-13T07:13:55.191 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016585+0000", 2024-04-13T07:13:55.191 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016585+0000", 2024-04-13T07:13:55.191 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.191 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.191 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:08:28.417903+0000", 2024-04-13T07:13:55.192 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016585+0000", 2024-04-13T07:13:55.192 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016585+0000", 2024-04-13T07:13:55.192 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.192 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 128, 2024-04-13T07:13:55.192 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.192 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.192 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 58, 2024-04-13T07:13:55.192 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.192 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.192 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.193 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.193 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 128, 2024-04-13T07:13:55.193 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.193 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.193 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.193 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "1.0", 2024-04-13T07:13:55.193 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.193 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.193 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.193 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 266, 2024-04-13T07:13:55.193 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.193 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:15:54.978078+0000", 2024-04-13T07:13:55.194 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.194 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.194 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 590368, 2024-04-13T07:13:55.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 1771104, 2024-04-13T07:13:55.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.194 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T07:13:55.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T07:13:55.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T07:13:55.195 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.196 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.196 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.196 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.196 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.196 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.196 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.196 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 6, 2024-04-13T07:13:55.196 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.196 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.196 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.196 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.196 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.197 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 212, 2024-04-13T07:13:55.197 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 306, 2024-04-13T07:13:55.197 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.197 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.197 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.197 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 179, 2024-04-13T07:13:55.197 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 2416 2024-04-13T07:13:55.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.197 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.197 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.197 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.198 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.198 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.198 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.198 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.198 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:55.198 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "65'128" 2024-04-13T07:13:55.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.198 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.198 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.198 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.198 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.198 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:55.199 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.199 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:55.199 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.199 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.199 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T07:13:55.199 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.199 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.199 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.199 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082962+0000", 2024-04-13T07:13:55.199 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:11:20.244620+0000", 2024-04-13T07:13:55.199 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:11:20.244620+0000", 2024-04-13T07:13:55.199 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:11:20.244939+0000", 2024-04-13T07:13:55.200 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082962+0000", 2024-04-13T07:13:55.200 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.200 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.200 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.200 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 66, 2024-04-13T07:13:55.200 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082962+0000", 2024-04-13T07:13:55.200 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082962+0000", 2024-04-13T07:13:55.200 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082962+0000", 2024-04-13T07:13:55.200 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.200 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.200 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.200 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082962+0000", 2024-04-13T07:13:55.200 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082962+0000", 2024-04-13T07:13:55.201 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.201 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.201 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.201 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.201 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 65, 2024-04-13T07:13:55.201 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.201 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.201 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.201 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.201 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.202 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.202 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.202 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.202 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.6", 2024-04-13T07:13:55.202 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.202 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.202 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.202 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 15, 2024-04-13T07:13:55.202 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.202 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:13:03.481506+0000", 2024-04-13T07:13:55.202 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.202 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.203 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.203 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.203 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.203 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.203 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.203 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.203 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.203 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.203 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.203 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.203 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.203 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.206 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.206 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.206 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.206 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.206 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.206 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:55.207 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.207 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:55.207 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.207 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.207 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.207 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.207 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.207 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:55.207 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.207 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:55.207 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.207 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.207 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.208 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.208 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.208 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.208 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082426+0000", 2024-04-13T07:13:55.208 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.847230+0000", 2024-04-13T07:13:55.208 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.847230+0000", 2024-04-13T07:13:55.208 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.847581+0000", 2024-04-13T07:13:55.208 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082426+0000", 2024-04-13T07:13:55.208 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.208 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.208 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.208 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.208 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082426+0000", 2024-04-13T07:13:55.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082426+0000", 2024-04-13T07:13:55.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082426+0000", 2024-04-13T07:13:55.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082426+0000", 2024-04-13T07:13:55.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082426+0000", 2024-04-13T07:13:55.209 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.209 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.209 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.209 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.210 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.210 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.210 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.210 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.210 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.210 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.210 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.210 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.210 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.210 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1", 2024-04-13T07:13:55.210 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.211 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.211 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.211 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.211 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.211 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:37:33.924434+0000", 2024-04-13T07:13:55.211 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.211 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.211 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.211 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.211 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.211 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.211 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.211 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.215 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.215 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.215 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.215 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.215 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.215 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:55.215 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.215 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:55.215 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.216 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.216 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.216 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.216 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.216 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.216 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.216 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:55.216 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.216 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.216 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:55.216 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.216 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.216 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:55.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.479756+0000", 2024-04-13T07:13:55.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.479756+0000", 2024-04-13T07:13:55.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.480014+0000", 2024-04-13T07:13:55.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:55.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:55.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:55.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:55.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:55.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.218 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.218 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:55.218 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016472+0000", 2024-04-13T07:13:55.218 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.218 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.218 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.218 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.218 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:55.218 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.218 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.218 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.219 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.219 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.219 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.219 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.219 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.219 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.0", 2024-04-13T07:13:55.219 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.219 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.219 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.219 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:55.219 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.219 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:35:29.747225+0000", 2024-04-13T07:13:55.219 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.220 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.220 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.223 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.223 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.223 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.223 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.223 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.223 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.223 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.223 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.223 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:55.223 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.223 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.223 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.224 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.224 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.224 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:55.224 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.224 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:55.224 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.224 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.224 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T07:13:55.224 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.224 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.224 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082606+0000", 2024-04-13T07:13:55.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:11:20.350094+0000", 2024-04-13T07:13:55.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:11:20.350094+0000", 2024-04-13T07:13:55.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:11:20.350426+0000", 2024-04-13T07:13:55.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082606+0000", 2024-04-13T07:13:55.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 66, 2024-04-13T07:13:55.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082606+0000", 2024-04-13T07:13:55.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082606+0000", 2024-04-13T07:13:55.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082606+0000", 2024-04-13T07:13:55.226 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.226 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.226 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.226 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082606+0000", 2024-04-13T07:13:55.226 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082606+0000", 2024-04-13T07:13:55.226 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.226 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.226 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.226 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.226 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 65, 2024-04-13T07:13:55.226 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.227 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.227 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.227 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.227 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.227 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.227 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.227 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.227 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.3", 2024-04-13T07:13:55.227 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.227 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.228 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.228 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 15, 2024-04-13T07:13:55.228 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.228 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:40:01.879213+0000", 2024-04-13T07:13:55.228 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.228 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.228 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.230 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.230 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.230 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.230 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.230 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.230 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.230 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.230 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.230 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.230 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.231 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.231 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.231 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.231 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.231 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.231 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.231 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.231 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.231 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.231 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.231 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.231 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.232 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.232 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.232 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.232 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.232 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.232 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.232 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.232 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.232 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:55.232 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.232 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:55.232 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.232 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.233 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.233 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.233 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.233 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.233 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:55.233 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.233 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:55.233 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.233 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.233 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:55.233 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.233 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.233 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.234 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017238+0000", 2024-04-13T07:13:55.234 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.477426+0000", 2024-04-13T07:13:55.234 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.477426+0000", 2024-04-13T07:13:55.234 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.477814+0000", 2024-04-13T07:13:55.234 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017238+0000", 2024-04-13T07:13:55.234 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.234 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.234 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.234 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:55.234 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017238+0000", 2024-04-13T07:13:55.235 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017238+0000", 2024-04-13T07:13:55.235 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017238+0000", 2024-04-13T07:13:55.235 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.235 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.235 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.235 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017238+0000", 2024-04-13T07:13:55.235 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017238+0000", 2024-04-13T07:13:55.235 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.235 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.235 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.236 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.236 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:55.236 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.236 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.236 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.236 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.236 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.236 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.236 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.236 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.236 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.5", 2024-04-13T07:13:55.236 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.237 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.237 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.237 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:55.237 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.237 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:29:28.579508+0000", 2024-04-13T07:13:55.237 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.237 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.237 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.238 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.238 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.238 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.238 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.238 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.238 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.238 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.238 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.238 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.238 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.238 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.239 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.239 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.239 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.239 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.239 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.239 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.239 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.239 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.239 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.239 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.239 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.241 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.241 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.241 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.241 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.241 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.241 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.241 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:55.241 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.241 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:55.241 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.242 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.242 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.242 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.242 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.242 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.242 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:55.242 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.242 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:55.242 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.242 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.243 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.243 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.243 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.243 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.243 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017241+0000", 2024-04-13T07:13:55.243 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.821375+0000", 2024-04-13T07:13:55.243 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.821375+0000", 2024-04-13T07:13:55.243 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.821682+0000", 2024-04-13T07:13:55.243 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017241+0000", 2024-04-13T07:13:55.243 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.243 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017241+0000", 2024-04-13T07:13:55.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017241+0000", 2024-04-13T07:13:55.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017241+0000", 2024-04-13T07:13:55.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017241+0000", 2024-04-13T07:13:55.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017241+0000", 2024-04-13T07:13:55.244 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.245 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.245 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.245 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.245 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.245 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.245 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.245 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.245 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.245 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.245 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.245 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.246 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.246 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.4", 2024-04-13T07:13:55.246 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.246 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.246 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.246 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.246 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.246 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:15:38.586089+0000", 2024-04-13T07:13:55.246 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.246 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.246 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.250 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.250 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.250 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.250 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.250 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.250 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:55.250 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.250 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:55.250 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.251 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.251 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.251 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.251 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.251 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.251 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.251 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:55.251 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.251 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.251 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T07:13:55.251 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.251 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.252 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.252 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.018412+0000", 2024-04-13T07:13:55.252 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:11:20.349385+0000", 2024-04-13T07:13:55.252 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:11:20.349385+0000", 2024-04-13T07:13:55.252 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:11:20.349733+0000", 2024-04-13T07:13:55.252 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.018412+0000", 2024-04-13T07:13:55.252 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.252 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.252 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.252 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 66, 2024-04-13T07:13:55.252 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.018412+0000", 2024-04-13T07:13:55.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.018412+0000", 2024-04-13T07:13:55.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.018412+0000", 2024-04-13T07:13:55.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.018412+0000", 2024-04-13T07:13:55.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.018412+0000", 2024-04-13T07:13:55.253 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.253 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.253 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.254 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.254 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 65, 2024-04-13T07:13:55.254 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.254 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.254 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.254 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.254 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.254 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.254 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.254 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.254 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.0", 2024-04-13T07:13:55.254 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.255 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.255 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.255 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 15, 2024-04-13T07:13:55.255 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.255 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:43:49.434322+0000", 2024-04-13T07:13:55.255 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.255 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.255 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.259 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.259 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.259 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.259 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.259 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.259 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.259 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.259 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.259 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.259 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.260 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:55.260 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.260 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.260 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.260 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.260 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.260 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:55.260 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:55.260 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.260 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:55.260 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.260 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.260 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:55.261 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.261 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.261 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017197+0000", 2024-04-13T07:13:55.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.462916+0000", 2024-04-13T07:13:55.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.462916+0000", 2024-04-13T07:13:55.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.463204+0000", 2024-04-13T07:13:55.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017197+0000", 2024-04-13T07:13:55.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.262 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:55.262 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017197+0000", 2024-04-13T07:13:55.262 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017197+0000", 2024-04-13T07:13:55.262 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017197+0000", 2024-04-13T07:13:55.262 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.262 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.262 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.262 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017197+0000", 2024-04-13T07:13:55.262 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017197+0000", 2024-04-13T07:13:55.262 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.262 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T07:13:55.262 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.263 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.263 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:55.263 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.263 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.263 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.263 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.263 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T07:13:55.263 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.263 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.263 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.263 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.6", 2024-04-13T07:13:55.263 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.264 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.264 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.264 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 21, 2024-04-13T07:13:55.264 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.264 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:53:14.834319+0000", 2024-04-13T07:13:55.264 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.264 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.264 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T07:13:55.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T07:13:55.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T07:13:55.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:55.267 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.267 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.267 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.267 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.267 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.267 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.267 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.267 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.267 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.267 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.267 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.267 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.268 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T07:13:55.268 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.268 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.268 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.268 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.268 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.268 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:55.268 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:55.268 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.268 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:55.268 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "63'1" 2024-04-13T07:13:55.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.268 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.269 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.269 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.269 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.269 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.269 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.269 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:55.269 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.269 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.269 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.269 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.270 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.270 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.270 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.018556+0000", 2024-04-13T07:13:55.270 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.849031+0000", 2024-04-13T07:13:55.270 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.849031+0000", 2024-04-13T07:13:55.270 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.849318+0000", 2024-04-13T07:13:55.270 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.018556+0000", 2024-04-13T07:13:55.270 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.270 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.270 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.270 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.271 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.018556+0000", 2024-04-13T07:13:55.271 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.018556+0000", 2024-04-13T07:13:55.271 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.018556+0000", 2024-04-13T07:13:55.271 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.271 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.271 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.271 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.018556+0000", 2024-04-13T07:13:55.271 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.018556+0000", 2024-04-13T07:13:55.271 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.271 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.271 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.271 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.272 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.272 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.272 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.272 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.272 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.272 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.272 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.272 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.272 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.272 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.7", 2024-04-13T07:13:55.272 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.272 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.273 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.273 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.273 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.273 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:08:10.158542+0000", 2024-04-13T07:13:55.273 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.273 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.273 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.274 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.274 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.274 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.274 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.274 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.274 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.274 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.274 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.274 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.274 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.274 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.274 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.275 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.275 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.275 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.275 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.275 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.275 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.275 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.275 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.275 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.275 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.275 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.275 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.277 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.277 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.277 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.277 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.277 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.277 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.277 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.277 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:55.277 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.277 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.278 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.278 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.278 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.278 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.278 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.278 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T07:13:55.278 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.278 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.279 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T07:13:55.279 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.279 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.279 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.279 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083840+0000", 2024-04-13T07:13:55.279 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:11:20.350076+0000", 2024-04-13T07:13:55.279 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:11:20.350076+0000", 2024-04-13T07:13:55.279 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:11:20.350358+0000", 2024-04-13T07:13:55.279 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083840+0000", 2024-04-13T07:13:55.279 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.279 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.279 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.279 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 66, 2024-04-13T07:13:55.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083840+0000", 2024-04-13T07:13:55.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083840+0000", 2024-04-13T07:13:55.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083840+0000", 2024-04-13T07:13:55.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T07:13:55.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083840+0000", 2024-04-13T07:13:55.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083840+0000", 2024-04-13T07:13:55.280 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.280 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.280 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.280 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.280 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 65, 2024-04-13T07:13:55.280 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.281 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.281 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.281 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.281 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.281 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.281 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.281 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.281 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.1", 2024-04-13T07:13:55.281 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.281 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.282 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.282 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 15, 2024-04-13T07:13:55.282 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.282 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:31:56.160592+0000", 2024-04-13T07:13:55.282 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.282 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.282 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.282 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.282 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.282 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.282 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.282 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.282 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.282 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.285 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.285 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.285 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.285 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.285 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.285 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.286 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.286 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.286 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T07:13:55.286 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.286 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.286 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.286 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.286 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:55.286 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.286 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:55.287 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.287 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:55.287 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.287 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.287 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:55.287 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.287 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.287 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.287 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083182+0000", 2024-04-13T07:13:55.287 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.474172+0000", 2024-04-13T07:13:55.287 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.474172+0000", 2024-04-13T07:13:55.287 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.474543+0000", 2024-04-13T07:13:55.287 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083182+0000", 2024-04-13T07:13:55.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:55.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083182+0000", 2024-04-13T07:13:55.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083182+0000", 2024-04-13T07:13:55.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083182+0000", 2024-04-13T07:13:55.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083182+0000", 2024-04-13T07:13:55.289 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083182+0000", 2024-04-13T07:13:55.289 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.289 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T07:13:55.289 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.289 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.289 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:55.289 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.289 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.289 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.289 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.289 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T07:13:55.289 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.289 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.290 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.290 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.7", 2024-04-13T07:13:55.290 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.290 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.290 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.290 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 22, 2024-04-13T07:13:55.290 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.290 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:37:43.004120+0000", 2024-04-13T07:13:55.290 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.290 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.290 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T07:13:55.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T07:13:55.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T07:13:55.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:55.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T07:13:55.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.294 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.294 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.294 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.294 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.294 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:55.294 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.294 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:55.294 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.295 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:55.295 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T07:13:55.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.295 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.295 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.295 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.295 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.295 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:55.295 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.295 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:55.295 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.295 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.296 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.296 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.296 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.296 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.296 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083057+0000", 2024-04-13T07:13:55.296 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.840134+0000", 2024-04-13T07:13:55.296 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.840134+0000", 2024-04-13T07:13:55.296 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.840803+0000", 2024-04-13T07:13:55.296 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083057+0000", 2024-04-13T07:13:55.296 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.296 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083057+0000", 2024-04-13T07:13:55.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083057+0000", 2024-04-13T07:13:55.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083057+0000", 2024-04-13T07:13:55.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083057+0000", 2024-04-13T07:13:55.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083057+0000", 2024-04-13T07:13:55.297 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.297 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.297 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.298 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.298 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.298 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.298 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.298 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.298 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.298 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.298 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.298 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.298 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.298 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.6", 2024-04-13T07:13:55.298 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.299 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.299 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.299 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.299 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.299 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:29:02.436820+0000", 2024-04-13T07:13:55.299 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.299 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.299 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.303 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.303 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.303 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.303 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.303 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.303 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:55.303 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.303 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:55.303 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.303 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.303 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.304 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.304 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.304 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:55.304 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.304 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:55.304 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.304 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.304 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:55.304 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.304 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.304 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016653+0000", 2024-04-13T07:13:55.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.479694+0000", 2024-04-13T07:13:55.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.479694+0000", 2024-04-13T07:13:55.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.479974+0000", 2024-04-13T07:13:55.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016653+0000", 2024-04-13T07:13:55.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:55.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016653+0000", 2024-04-13T07:13:55.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016653+0000", 2024-04-13T07:13:55.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016653+0000", 2024-04-13T07:13:55.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.306 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.306 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.306 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016653+0000", 2024-04-13T07:13:55.306 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016653+0000", 2024-04-13T07:13:55.306 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.306 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.306 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.306 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.306 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:55.306 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.306 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.307 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.307 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.307 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.307 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.307 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.307 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.307 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.8", 2024-04-13T07:13:55.307 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.307 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.307 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.308 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:55.308 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.308 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:16:55.583079+0000", 2024-04-13T07:13:55.308 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.308 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.308 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.312 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.312 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.312 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.312 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.312 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.312 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.312 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:55.312 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.312 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:55.312 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.312 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.312 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.312 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.313 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.313 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.313 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:55.313 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.313 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T07:13:55.313 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.313 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.313 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.313 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.313 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.313 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.313 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.084251+0000", 2024-04-13T07:13:55.314 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.843703+0000", 2024-04-13T07:13:55.314 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.843703+0000", 2024-04-13T07:13:55.314 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.843996+0000", 2024-04-13T07:13:55.314 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.084251+0000", 2024-04-13T07:13:55.314 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.314 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.314 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.314 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.314 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.084251+0000", 2024-04-13T07:13:55.314 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.084251+0000", 2024-04-13T07:13:55.314 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.084251+0000", 2024-04-13T07:13:55.314 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.315 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.315 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.315 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.084251+0000", 2024-04-13T07:13:55.315 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.084251+0000", 2024-04-13T07:13:55.315 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.315 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.315 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.315 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.315 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.315 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.315 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.315 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.315 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.316 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.316 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.316 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.316 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.316 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.9", 2024-04-13T07:13:55.316 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.316 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.316 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.316 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.316 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.316 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:25:04.610533+0000", 2024-04-13T07:13:55.316 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.316 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.316 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.319 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.320 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.320 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.320 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.320 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.320 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.320 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:55.320 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.320 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T07:13:55.320 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.320 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.320 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.320 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.320 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.320 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.320 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:55.321 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.321 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:55.321 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.321 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.321 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:55.321 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.321 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.321 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.321 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016886+0000", 2024-04-13T07:13:55.321 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.461739+0000", 2024-04-13T07:13:55.321 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.461739+0000", 2024-04-13T07:13:55.321 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.462062+0000", 2024-04-13T07:13:55.321 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016886+0000", 2024-04-13T07:13:55.321 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.322 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.322 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.322 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:55.322 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016886+0000", 2024-04-13T07:13:55.322 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016886+0000", 2024-04-13T07:13:55.322 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016886+0000", 2024-04-13T07:13:55.322 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.322 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.322 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.322 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016886+0000", 2024-04-13T07:13:55.322 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016886+0000", 2024-04-13T07:13:55.322 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.323 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.323 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.323 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.323 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:55.323 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.323 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.323 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.323 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.323 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.323 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.323 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.323 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.324 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.9", 2024-04-13T07:13:55.324 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.324 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.324 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.324 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:55.324 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.324 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:13:26.811319+0000", 2024-04-13T07:13:55.324 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.324 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.324 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.327 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.327 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.327 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.327 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.328 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.328 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.328 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:55.328 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.328 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:55.328 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.328 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.328 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.328 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.328 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.328 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.328 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:55.329 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.329 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:55.329 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.329 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.329 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.329 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.329 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.329 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.329 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.018507+0000", 2024-04-13T07:13:55.329 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.839541+0000", 2024-04-13T07:13:55.329 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.839541+0000", 2024-04-13T07:13:55.329 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.839923+0000", 2024-04-13T07:13:55.329 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.018507+0000", 2024-04-13T07:13:55.330 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.330 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.330 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.330 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.330 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.018507+0000", 2024-04-13T07:13:55.330 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.018507+0000", 2024-04-13T07:13:55.330 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.018507+0000", 2024-04-13T07:13:55.330 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.330 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.330 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.330 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.018507+0000", 2024-04-13T07:13:55.330 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.018507+0000", 2024-04-13T07:13:55.331 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.331 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.331 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.331 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.331 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.331 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.331 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.331 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.331 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.331 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.331 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.331 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.331 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.332 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.8", 2024-04-13T07:13:55.332 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.332 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.332 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.332 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.332 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.332 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:02:46.110073+0000", 2024-04-13T07:13:55.332 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.332 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.332 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.336 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.336 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.336 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.336 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.336 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.336 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:55.336 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.336 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:55.336 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.337 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.337 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.337 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.337 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.337 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.337 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:55.337 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.337 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:55.337 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.337 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.337 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:55.337 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.338 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.338 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016254+0000", 2024-04-13T07:13:55.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.473992+0000", 2024-04-13T07:13:55.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.473992+0000", 2024-04-13T07:13:55.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.474302+0000", 2024-04-13T07:13:55.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016254+0000", 2024-04-13T07:13:55.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:55.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016254+0000", 2024-04-13T07:13:55.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016254+0000", 2024-04-13T07:13:55.339 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016254+0000", 2024-04-13T07:13:55.339 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.339 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.339 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.339 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016254+0000", 2024-04-13T07:13:55.339 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016254+0000", 2024-04-13T07:13:55.339 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.339 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.339 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.339 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.339 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:55.339 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.339 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.340 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.340 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.340 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.340 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.340 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.340 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.340 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.a", 2024-04-13T07:13:55.340 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.340 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.340 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.340 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:55.341 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.341 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:34:26.677476+0000", 2024-04-13T07:13:55.341 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.341 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.341 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.344 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.344 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.345 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.345 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.345 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.345 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.345 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:55.345 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.345 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:55.345 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.345 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.345 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.345 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.345 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.345 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.346 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:55.346 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.346 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:55.346 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.346 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.346 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.346 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.346 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.346 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.346 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016827+0000", 2024-04-13T07:13:55.346 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.843716+0000", 2024-04-13T07:13:55.346 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.843716+0000", 2024-04-13T07:13:55.346 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.844234+0000", 2024-04-13T07:13:55.346 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016827+0000", 2024-04-13T07:13:55.347 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.347 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.347 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.347 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.347 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016827+0000", 2024-04-13T07:13:55.347 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016827+0000", 2024-04-13T07:13:55.347 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016827+0000", 2024-04-13T07:13:55.347 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.347 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.347 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.347 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016827+0000", 2024-04-13T07:13:55.347 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016827+0000", 2024-04-13T07:13:55.347 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.348 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.348 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.348 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.348 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.348 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.348 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.348 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.348 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.348 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.348 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.348 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.348 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.348 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.b", 2024-04-13T07:13:55.348 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.349 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.349 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.349 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.349 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.349 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:30:04.189466+0000", 2024-04-13T07:13:55.349 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.349 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.349 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.353 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.353 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.353 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.353 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.353 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.353 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:55.353 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.353 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:55.354 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.354 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.354 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.354 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.354 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.354 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:55.354 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.354 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:55.354 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.354 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.354 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:55.354 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.355 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.355 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017510+0000", 2024-04-13T07:13:55.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.478236+0000", 2024-04-13T07:13:55.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.478236+0000", 2024-04-13T07:13:55.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.478558+0000", 2024-04-13T07:13:55.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017510+0000", 2024-04-13T07:13:55.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:55.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017510+0000", 2024-04-13T07:13:55.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017510+0000", 2024-04-13T07:13:55.356 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017510+0000", 2024-04-13T07:13:55.356 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.356 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.356 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.356 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017510+0000", 2024-04-13T07:13:55.356 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017510+0000", 2024-04-13T07:13:55.356 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.356 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T07:13:55.356 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.356 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.356 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:55.356 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.356 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.356 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.357 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.357 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T07:13:55.357 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.357 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.357 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.357 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.b", 2024-04-13T07:13:55.357 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.357 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.357 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.357 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 22, 2024-04-13T07:13:55.358 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.358 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:30:17.788004+0000", 2024-04-13T07:13:55.358 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.358 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.358 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T07:13:55.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T07:13:55.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T07:13:55.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:55.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T07:13:55.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.361 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.361 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.361 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.361 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.362 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.362 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:55.362 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.362 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:55.362 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T07:13:55.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.362 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.362 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.362 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:55.362 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.362 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:55.362 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.362 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:55.363 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.363 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.363 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.363 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.363 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.363 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.084025+0000", 2024-04-13T07:13:55.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.839225+0000", 2024-04-13T07:13:55.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.839225+0000", 2024-04-13T07:13:55.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.840776+0000", 2024-04-13T07:13:55.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.084025+0000", 2024-04-13T07:13:55.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.084025+0000", 2024-04-13T07:13:55.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.084025+0000", 2024-04-13T07:13:55.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.084025+0000", 2024-04-13T07:13:55.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.084025+0000", 2024-04-13T07:13:55.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.084025+0000", 2024-04-13T07:13:55.365 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.365 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.365 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.365 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.365 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.365 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.365 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.365 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.365 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.365 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.366 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.366 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.366 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.366 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.a", 2024-04-13T07:13:55.366 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.366 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.366 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.366 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.366 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.366 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:25:46.838238+0000", 2024-04-13T07:13:55.366 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.366 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.367 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.370 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.370 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.370 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.370 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.370 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:55.370 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.370 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:55.370 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.370 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:55.371 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.371 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.371 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.371 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.371 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.371 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.371 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.371 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T07:13:55.371 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.371 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.371 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:55.371 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.372 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.372 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.372 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016621+0000", 2024-04-13T07:13:55.372 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.468421+0000", 2024-04-13T07:13:55.372 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.468421+0000", 2024-04-13T07:13:55.372 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.468712+0000", 2024-04-13T07:13:55.372 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016621+0000", 2024-04-13T07:13:55.372 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.372 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.372 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.372 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:55.372 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016621+0000", 2024-04-13T07:13:55.373 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016621+0000", 2024-04-13T07:13:55.373 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016621+0000", 2024-04-13T07:13:55.373 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.373 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.373 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.373 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016621+0000", 2024-04-13T07:13:55.373 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016621+0000", 2024-04-13T07:13:55.373 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.373 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.373 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.373 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.374 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:55.374 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.374 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.374 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.374 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.374 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.374 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.374 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.374 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.374 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.c", 2024-04-13T07:13:55.375 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.375 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.375 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.375 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 20, 2024-04-13T07:13:55.375 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.375 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:55:26.294310+0000", 2024-04-13T07:13:55.375 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.375 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.375 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.379 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.379 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.379 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.379 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.379 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.379 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.380 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.380 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.380 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T07:13:55.380 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.380 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.380 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.380 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.380 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.380 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.380 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.381 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:55.381 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.381 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.381 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.381 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.381 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.381 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.381 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017103+0000", 2024-04-13T07:13:55.381 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.842980+0000", 2024-04-13T07:13:55.381 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.842980+0000", 2024-04-13T07:13:55.381 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.843581+0000", 2024-04-13T07:13:55.381 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017103+0000", 2024-04-13T07:13:55.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017103+0000", 2024-04-13T07:13:55.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017103+0000", 2024-04-13T07:13:55.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017103+0000", 2024-04-13T07:13:55.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017103+0000", 2024-04-13T07:13:55.383 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017103+0000", 2024-04-13T07:13:55.383 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.383 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.383 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.383 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.383 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.383 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.383 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.383 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.383 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.383 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.383 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.384 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.384 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.384 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.d", 2024-04-13T07:13:55.384 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.384 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.384 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.384 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.384 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.384 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:27:15.041357+0000", 2024-04-13T07:13:55.384 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.384 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.385 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.388 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.388 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.388 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.388 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.388 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.388 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.388 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.388 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:55.388 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.389 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.389 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.389 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.389 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.389 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:55.389 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.389 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:55.389 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.389 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.389 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:55.389 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.389 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.390 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016869+0000", 2024-04-13T07:13:55.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.467834+0000", 2024-04-13T07:13:55.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.467834+0000", 2024-04-13T07:13:55.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.468115+0000", 2024-04-13T07:13:55.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016869+0000", 2024-04-13T07:13:55.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:55.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016869+0000", 2024-04-13T07:13:55.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016869+0000", 2024-04-13T07:13:55.391 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016869+0000", 2024-04-13T07:13:55.391 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.391 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.391 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.391 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016869+0000", 2024-04-13T07:13:55.391 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016869+0000", 2024-04-13T07:13:55.391 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.391 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T07:13:55.391 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.391 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.391 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:55.392 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.392 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.392 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.392 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.392 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T07:13:55.392 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.392 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.392 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.392 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.d", 2024-04-13T07:13:55.392 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.392 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.393 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.393 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 21, 2024-04-13T07:13:55.393 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.393 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:01:34.191890+0000", 2024-04-13T07:13:55.393 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.393 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.393 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 70, 2024-04-13T07:13:55.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T07:13:55.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T07:13:55.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T07:13:55.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T07:13:55.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T07:13:55.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.397 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.397 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.397 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.397 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.397 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.397 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:55.397 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.397 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:55.397 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'1" 2024-04-13T07:13:55.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.398 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.398 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.398 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.398 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.398 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.398 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.398 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:55.398 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.398 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.398 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.398 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.398 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.399 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.014167+0000", 2024-04-13T07:13:55.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.834446+0000", 2024-04-13T07:13:55.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.834446+0000", 2024-04-13T07:13:55.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.834780+0000", 2024-04-13T07:13:55.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.014167+0000", 2024-04-13T07:13:55.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.014167+0000", 2024-04-13T07:13:55.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.014167+0000", 2024-04-13T07:13:55.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.014167+0000", 2024-04-13T07:13:55.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.014167+0000", 2024-04-13T07:13:55.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.014167+0000", 2024-04-13T07:13:55.400 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.400 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.400 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.400 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.400 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.400 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.400 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.401 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.401 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.401 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.401 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.401 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.401 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.401 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.c", 2024-04-13T07:13:55.401 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.401 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.401 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.401 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.401 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.401 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:57:46.687975+0000", 2024-04-13T07:13:55.401 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.402 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.402 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.405 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.405 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.405 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.405 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.405 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.405 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.406 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.406 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:55.406 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.406 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.406 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.406 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.406 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.406 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:55.406 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.407 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T07:13:55.407 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.407 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.407 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T07:13:55.407 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.407 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.407 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.407 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016361+0000", 2024-04-13T07:13:55.407 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.473524+0000", 2024-04-13T07:13:55.407 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.473524+0000", 2024-04-13T07:13:55.407 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.473847+0000", 2024-04-13T07:13:55.407 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016361+0000", 2024-04-13T07:13:55.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 61, 2024-04-13T07:13:55.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016361+0000", 2024-04-13T07:13:55.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016361+0000", 2024-04-13T07:13:55.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016361+0000", 2024-04-13T07:13:55.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T07:13:55.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016361+0000", 2024-04-13T07:13:55.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016361+0000", 2024-04-13T07:13:55.409 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.409 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T07:13:55.409 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.409 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.409 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 60, 2024-04-13T07:13:55.409 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.409 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.409 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.409 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.409 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T07:13:55.409 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.409 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.410 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.410 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.e", 2024-04-13T07:13:55.410 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.410 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.410 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.410 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 22, 2024-04-13T07:13:55.410 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.410 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:35:30.061039+0000", 2024-04-13T07:13:55.410 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.410 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.410 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T07:13:55.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T07:13:55.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T07:13:55.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T07:13:55.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T07:13:55.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.414 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.414 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.414 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.414 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.414 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.414 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T07:13:55.415 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.415 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T07:13:55.415 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T07:13:55.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.415 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.415 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.415 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.415 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.415 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:55.415 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.415 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T07:13:55.415 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.416 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.416 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.416 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.416 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.416 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.416 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.086704+0000", 2024-04-13T07:13:55.416 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:12:19.085584+0000", 2024-04-13T07:13:55.416 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:12:19.085584+0000", 2024-04-13T07:13:55.416 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:12:19.086024+0000", 2024-04-13T07:13:55.416 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.086704+0000", 2024-04-13T07:13:55.416 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.417 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.417 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.417 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 70, 2024-04-13T07:13:55.417 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.086704+0000", 2024-04-13T07:13:55.417 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.086704+0000", 2024-04-13T07:13:55.417 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.086704+0000", 2024-04-13T07:13:55.417 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.417 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.417 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.417 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.086704+0000", 2024-04-13T07:13:55.417 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.086704+0000", 2024-04-13T07:13:55.418 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.418 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.418 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.418 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.418 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 69, 2024-04-13T07:13:55.418 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.418 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.418 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.418 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.418 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.418 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.419 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.419 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.419 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.f", 2024-04-13T07:13:55.419 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.419 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.419 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.419 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 28, 2024-04-13T07:13:55.419 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.419 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:38:15.811275+0000", 2024-04-13T07:13:55.419 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.419 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.419 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.421 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.421 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.421 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.421 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.421 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.421 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.421 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.421 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.421 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.421 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.421 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.421 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.422 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.422 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.422 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.422 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.422 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.422 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.422 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.422 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.422 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.422 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.423 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.423 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.423 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.423 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.423 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.423 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.423 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.423 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.423 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.423 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.423 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T07:13:55.424 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.424 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T07:13:55.424 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.424 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.424 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.424 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.424 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:55.424 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.424 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:55.424 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.424 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:55.424 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.424 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.425 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.425 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.425 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.425 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.425 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082881+0000", 2024-04-13T07:13:55.425 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.843370+0000", 2024-04-13T07:13:55.425 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.843370+0000", 2024-04-13T07:13:55.425 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.843960+0000", 2024-04-13T07:13:55.425 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082881+0000", 2024-04-13T07:13:55.425 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.425 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.425 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.426 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.426 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082881+0000", 2024-04-13T07:13:55.426 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082881+0000", 2024-04-13T07:13:55.426 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082881+0000", 2024-04-13T07:13:55.426 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.426 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.426 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.426 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082881+0000", 2024-04-13T07:13:55.426 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082881+0000", 2024-04-13T07:13:55.426 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.426 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.426 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.427 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.427 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.427 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.427 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.427 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.427 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.427 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.427 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.427 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.427 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.427 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.20", 2024-04-13T07:13:55.428 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.428 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.428 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.428 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.428 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.428 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:20:12.663942+0000", 2024-04-13T07:13:55.428 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.428 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.428 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.428 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.428 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.428 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.428 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.429 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.429 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.429 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.429 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.429 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.429 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.429 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.429 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.429 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.429 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.430 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.430 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.430 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.430 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.430 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.430 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.430 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.430 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.430 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.430 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.430 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.430 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.430 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.430 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.432 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.432 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.432 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.432 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:55.432 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.432 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T07:13:55.432 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.432 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:55.432 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.432 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.432 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.432 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.433 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.433 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.433 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.433 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T07:13:55.433 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.433 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.433 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.433 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.433 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.433 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.433 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.015831+0000", 2024-04-13T07:13:55.434 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.839121+0000", 2024-04-13T07:13:55.434 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.839121+0000", 2024-04-13T07:13:55.434 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.839369+0000", 2024-04-13T07:13:55.434 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.015831+0000", 2024-04-13T07:13:55.434 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.434 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.434 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.434 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.434 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.015831+0000", 2024-04-13T07:13:55.434 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.015831+0000", 2024-04-13T07:13:55.434 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.015831+0000", 2024-04-13T07:13:55.434 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.434 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.435 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.435 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.015831+0000", 2024-04-13T07:13:55.435 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.015831+0000", 2024-04-13T07:13:55.435 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.435 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.435 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.435 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.435 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.435 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.435 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.435 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.435 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.435 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.436 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.436 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.436 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.436 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.21", 2024-04-13T07:13:55.436 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.436 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.436 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.436 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.436 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.436 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:44:53.744896+0000", 2024-04-13T07:13:55.436 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.437 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.437 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.437 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.437 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.437 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.437 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.437 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.437 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.437 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.437 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.437 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.438 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.438 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.438 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.438 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.438 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.438 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.438 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.438 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.438 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.438 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.438 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.440 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.440 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.440 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.440 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T07:13:55.440 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.441 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.441 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.441 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T07:13:55.441 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.441 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.441 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.441 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.441 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.441 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.441 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.441 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:55.442 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.442 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.442 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.442 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.442 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.442 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.442 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.013874+0000", 2024-04-13T07:13:55.442 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.830952+0000", 2024-04-13T07:13:55.442 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.830952+0000", 2024-04-13T07:13:55.442 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.831282+0000", 2024-04-13T07:13:55.442 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.013874+0000", 2024-04-13T07:13:55.442 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.013874+0000", 2024-04-13T07:13:55.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.013874+0000", 2024-04-13T07:13:55.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.013874+0000", 2024-04-13T07:13:55.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.013874+0000", 2024-04-13T07:13:55.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.013874+0000", 2024-04-13T07:13:55.443 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.443 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.443 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.444 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.444 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.444 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.444 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.444 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.444 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.444 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.444 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.444 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.444 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.444 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.22", 2024-04-13T07:13:55.444 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.444 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.444 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.445 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.445 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.445 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:25:26.940812+0000", 2024-04-13T07:13:55.445 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.445 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.445 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.445 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.445 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.445 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.445 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.445 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.449 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.449 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.449 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.449 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.449 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.449 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.449 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.449 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:55.449 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.449 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.449 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.449 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.450 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.450 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:55.450 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.450 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:55.450 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.450 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.450 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.450 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.450 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.450 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.450 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082690+0000", 2024-04-13T07:13:55.450 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.849435+0000", 2024-04-13T07:13:55.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.849435+0000", 2024-04-13T07:13:55.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.849684+0000", 2024-04-13T07:13:55.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082690+0000", 2024-04-13T07:13:55.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082690+0000", 2024-04-13T07:13:55.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082690+0000", 2024-04-13T07:13:55.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082690+0000", 2024-04-13T07:13:55.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.452 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.452 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.452 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082690+0000", 2024-04-13T07:13:55.452 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082690+0000", 2024-04-13T07:13:55.452 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.452 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.452 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.452 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.452 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.452 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.452 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.452 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.452 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.453 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.453 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.453 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.453 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.453 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.23", 2024-04-13T07:13:55.453 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.453 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.453 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.453 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.453 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.453 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:31:42.762709+0000", 2024-04-13T07:13:55.453 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.454 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.454 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.457 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.457 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.457 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.457 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.457 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.457 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.457 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.457 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.457 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.457 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.457 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:55.458 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.458 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:55.458 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.458 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.458 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.458 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.458 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.458 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.458 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.458 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:55.459 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.459 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.459 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.459 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.459 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.459 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.018269+0000", 2024-04-13T07:13:55.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.848927+0000", 2024-04-13T07:13:55.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.848927+0000", 2024-04-13T07:13:55.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.849247+0000", 2024-04-13T07:13:55.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.018269+0000", 2024-04-13T07:13:55.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.460 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.460 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.460 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.018269+0000", 2024-04-13T07:13:55.460 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.018269+0000", 2024-04-13T07:13:55.460 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.018269+0000", 2024-04-13T07:13:55.460 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.460 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.460 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.460 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.018269+0000", 2024-04-13T07:13:55.460 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.018269+0000", 2024-04-13T07:13:55.460 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.460 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.460 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.461 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.461 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.461 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.461 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.461 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.461 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.461 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.461 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.461 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.461 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.461 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.24", 2024-04-13T07:13:55.461 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.461 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.462 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.462 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.462 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.462 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:21:40.960957+0000", 2024-04-13T07:13:55.462 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.462 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.462 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.464 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.464 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.464 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.464 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.464 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.464 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.464 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.464 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.464 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.464 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.464 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.464 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.465 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.465 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.465 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.465 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.465 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.465 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.465 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.465 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.465 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.465 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.465 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.465 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.466 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.466 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.466 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:55.466 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.466 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.466 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.466 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.466 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.466 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:55.467 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.467 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T07:13:55.467 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.467 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.467 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.467 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.467 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.467 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.467 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.016770+0000", 2024-04-13T07:13:55.467 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.825052+0000", 2024-04-13T07:13:55.467 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.825052+0000", 2024-04-13T07:13:55.467 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.825314+0000", 2024-04-13T07:13:55.468 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.016770+0000", 2024-04-13T07:13:55.468 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.468 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.468 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.468 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.468 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.016770+0000", 2024-04-13T07:13:55.468 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.016770+0000", 2024-04-13T07:13:55.468 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.016770+0000", 2024-04-13T07:13:55.468 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.468 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.468 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.469 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.016770+0000", 2024-04-13T07:13:55.469 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.016770+0000", 2024-04-13T07:13:55.469 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.469 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.469 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.469 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.469 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.469 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.469 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.469 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.469 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.469 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.469 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.470 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.470 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.470 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.25", 2024-04-13T07:13:55.470 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.470 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.470 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.470 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.470 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.470 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:50:21.109717+0000", 2024-04-13T07:13:55.470 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.470 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.471 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.472 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.472 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.472 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.472 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.472 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.472 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.472 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.472 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.472 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.472 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.472 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.472 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.472 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.474 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.474 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.474 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.474 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.474 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.474 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.475 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:55.475 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.475 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T07:13:55.475 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.475 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.475 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.475 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:55.475 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.475 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:55.475 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.475 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:55.475 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.476 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.476 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.476 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.476 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.476 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.476 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.083909+0000", 2024-04-13T07:13:55.476 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.841640+0000", 2024-04-13T07:13:55.476 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.841640+0000", 2024-04-13T07:13:55.476 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.841950+0000", 2024-04-13T07:13:55.476 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.083909+0000", 2024-04-13T07:13:55.476 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.476 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.477 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.477 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.477 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.083909+0000", 2024-04-13T07:13:55.477 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.083909+0000", 2024-04-13T07:13:55.477 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.083909+0000", 2024-04-13T07:13:55.477 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.477 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.477 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.477 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.083909+0000", 2024-04-13T07:13:55.477 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.083909+0000", 2024-04-13T07:13:55.477 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.477 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.477 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.478 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.478 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.478 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.478 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.478 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.478 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.478 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.478 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.478 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.479 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.479 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.26", 2024-04-13T07:13:55.479 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.479 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.479 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.479 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.479 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.479 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:09:56.405180+0000", 2024-04-13T07:13:55.479 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.479 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.479 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.480 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.480 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.480 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.480 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.480 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.480 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.480 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.480 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.480 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.480 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.480 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.481 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.481 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.481 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.481 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.481 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.481 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.481 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.481 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.481 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.481 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.481 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.481 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.483 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.483 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.483 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.483 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:55.483 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.484 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T07:13:55.484 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.484 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:55.484 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.484 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.484 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.484 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.484 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.484 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:55.484 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.484 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:55.484 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.485 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.485 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.485 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.485 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.485 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.485 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.024051+0000", 2024-04-13T07:13:55.485 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:12:19.023271+0000", 2024-04-13T07:13:55.485 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:12:19.023271+0000", 2024-04-13T07:13:55.485 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:12:19.023627+0000", 2024-04-13T07:13:55.485 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.024051+0000", 2024-04-13T07:13:55.485 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.485 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.485 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.486 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 70, 2024-04-13T07:13:55.486 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.024051+0000", 2024-04-13T07:13:55.486 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.024051+0000", 2024-04-13T07:13:55.486 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.024051+0000", 2024-04-13T07:13:55.486 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.486 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.486 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.486 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.024051+0000", 2024-04-13T07:13:55.486 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.024051+0000", 2024-04-13T07:13:55.486 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.486 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.486 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.487 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.487 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 69, 2024-04-13T07:13:55.487 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.487 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.487 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.487 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.487 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.487 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.487 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.487 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.487 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.27", 2024-04-13T07:13:55.487 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.488 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.488 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.488 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 28, 2024-04-13T07:13:55.488 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.488 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:41:43.978779+0000", 2024-04-13T07:13:55.488 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.488 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.488 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.488 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.488 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.488 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.492 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.492 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.492 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.492 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.492 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T07:13:55.492 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:55.492 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.493 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:55.493 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.493 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.493 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.493 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.493 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.493 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:55.493 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.493 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:55.493 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.493 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.494 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.494 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.494 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.494 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.013731+0000", 2024-04-13T07:13:55.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.835130+0000", 2024-04-13T07:13:55.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.835130+0000", 2024-04-13T07:13:55.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.836128+0000", 2024-04-13T07:13:55.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.013731+0000", 2024-04-13T07:13:55.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.495 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.013731+0000", 2024-04-13T07:13:55.495 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.013731+0000", 2024-04-13T07:13:55.495 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.013731+0000", 2024-04-13T07:13:55.495 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.495 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.495 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.495 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.013731+0000", 2024-04-13T07:13:55.495 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.013731+0000", 2024-04-13T07:13:55.495 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.495 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.495 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.495 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.496 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.496 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.496 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.496 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.496 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.496 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.496 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.496 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.496 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.496 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.28", 2024-04-13T07:13:55.496 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.496 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.496 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.497 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.497 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.497 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:36:32.460887+0000", 2024-04-13T07:13:55.497 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.497 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.497 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.500 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.500 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.500 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.501 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.501 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.501 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T07:13:55.501 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.501 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:55.501 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.501 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.501 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.501 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.501 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.501 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:55.501 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.502 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T07:13:55.502 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.502 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.502 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.502 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.502 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.502 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.502 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.017843+0000", 2024-04-13T07:13:55.502 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.843986+0000", 2024-04-13T07:13:55.502 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.843986+0000", 2024-04-13T07:13:55.502 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.844483+0000", 2024-04-13T07:13:55.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.017843+0000", 2024-04-13T07:13:55.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.017843+0000", 2024-04-13T07:13:55.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.017843+0000", 2024-04-13T07:13:55.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.017843+0000", 2024-04-13T07:13:55.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.017843+0000", 2024-04-13T07:13:55.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.017843+0000", 2024-04-13T07:13:55.504 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.504 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.504 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.504 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.504 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.504 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.504 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.504 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.504 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.504 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.504 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.504 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.505 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.505 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.29", 2024-04-13T07:13:55.505 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.505 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.505 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.505 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.505 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.505 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:36:21.352013+0000", 2024-04-13T07:13:55.505 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.505 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.505 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.505 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.509 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.509 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.509 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.509 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.509 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.509 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.509 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.509 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T07:13:55.509 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.509 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:55.509 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.509 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T07:13:55.510 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.510 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.510 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.510 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.510 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.510 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.510 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.510 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T07:13:55.510 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.510 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.510 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.511 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.511 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.511 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.511 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.013963+0000", 2024-04-13T07:13:55.511 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.843747+0000", 2024-04-13T07:13:55.511 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.843747+0000", 2024-04-13T07:13:55.511 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.844046+0000", 2024-04-13T07:13:55.511 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.013963+0000", 2024-04-13T07:13:55.511 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.511 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.511 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.511 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.512 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.013963+0000", 2024-04-13T07:13:55.512 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.013963+0000", 2024-04-13T07:13:55.512 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.013963+0000", 2024-04-13T07:13:55.512 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.512 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.512 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.512 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.013963+0000", 2024-04-13T07:13:55.512 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.013963+0000", 2024-04-13T07:13:55.512 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.512 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.512 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.512 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.513 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.513 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.513 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.513 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.513 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.513 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.513 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.513 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.513 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.513 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2a", 2024-04-13T07:13:55.513 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.513 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.513 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.514 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.514 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.514 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:52:16.121693+0000", 2024-04-13T07:13:55.514 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.514 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.514 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.514 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.514 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.514 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.514 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.514 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.514 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.516 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.516 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.516 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.516 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.516 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.516 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.516 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.516 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.516 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.516 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.516 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.516 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.517 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.517 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.517 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.517 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.517 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.517 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.517 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.517 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.517 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.517 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.517 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.517 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.518 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.518 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.518 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T07:13:55.518 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.518 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T07:13:55.518 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.518 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T07:13:55.518 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.518 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.518 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.519 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.519 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.519 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:55.519 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.519 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T07:13:55.519 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.519 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.519 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.519 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.519 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.519 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.520 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.082701+0000", 2024-04-13T07:13:55.520 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.845343+0000", 2024-04-13T07:13:55.520 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.845343+0000", 2024-04-13T07:13:55.520 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.845711+0000", 2024-04-13T07:13:55.520 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.082701+0000", 2024-04-13T07:13:55.520 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.520 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.520 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.520 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.520 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.082701+0000", 2024-04-13T07:13:55.520 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.082701+0000", 2024-04-13T07:13:55.520 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.082701+0000", 2024-04-13T07:13:55.520 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.521 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.521 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.521 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.082701+0000", 2024-04-13T07:13:55.521 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.082701+0000", 2024-04-13T07:13:55.521 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.521 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.521 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.521 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.521 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.521 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.521 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.521 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.522 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.522 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.522 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.522 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.522 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.522 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2b", 2024-04-13T07:13:55.522 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.522 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.522 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.522 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.522 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.522 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:21:42.960796+0000", 2024-04-13T07:13:55.523 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.523 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.523 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.523 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.523 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.523 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.523 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.523 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.523 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.523 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.523 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.523 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.524 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.524 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.524 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.524 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.524 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.524 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.524 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.524 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.524 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.524 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.524 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.525 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.525 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.525 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.525 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.525 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.525 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.525 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.525 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.525 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.525 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.525 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.525 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.526 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.526 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.526 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.526 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.526 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.526 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.526 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.526 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.526 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.526 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.527 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.527 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T07:13:55.527 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T07:13:55.527 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T07:13:55.527 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.527 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T07:13:55.527 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.527 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.527 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T07:13:55.527 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:55.527 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.527 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.528 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.528 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T07:13:55.528 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T07:13:55.528 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T07:13:55.528 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T07:13:55.528 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T07:13:55.528 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T07:13:55.528 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T07:13:55.528 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T07:12:19.084312+0000", 2024-04-13T07:13:55.528 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:10:44.841149+0000", 2024-04-13T07:13:55.528 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:10:44.841149+0000", 2024-04-13T07:13:55.528 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:10:44.841434+0000", 2024-04-13T07:13:55.528 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T07:12:19.084312+0000", 2024-04-13T07:13:55.529 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.529 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T07:13:55.529 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.529 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 62, 2024-04-13T07:13:55.529 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T07:12:19.084312+0000", 2024-04-13T07:13:55.529 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T07:12:19.084312+0000", 2024-04-13T07:13:55.529 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T07:12:19.084312+0000", 2024-04-13T07:13:55.529 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T07:13:55.529 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T07:13:55.529 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T07:13:55.529 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T07:12:19.084312+0000", 2024-04-13T07:13:55.529 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T07:12:19.084312+0000", 2024-04-13T07:13:55.529 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T07:13:55.530 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.530 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T07:13:55.530 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T07:13:55.530 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 61, 2024-04-13T07:13:55.530 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T07:13:55.530 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T07:13:55.530 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T07:13:55.530 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T07:13:55.530 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.530 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T07:13:55.530 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T07:13:55.530 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T07:13:55.531 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2c", 2024-04-13T07:13:55.531 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T07:13:55.531 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T07:13:55.531 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 70, 2024-04-13T07:13:55.531 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 19, 2024-04-13T07:13:55.531 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T07:13:55.531 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:07:48.197300+0000", 2024-04-13T07:13:55.531 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T07:13:55.531 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T07:13:55.531 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.532 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.532 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.532 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.532 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.532 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.532 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.532 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.532 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.532 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.532 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.532 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.532 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.532 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.533 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.533 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.533 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.533 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.533 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.533 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.533 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.533 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.533 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.533 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.533 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.533 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.535 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T07:13:55.535 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T07:13:55.535 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T07:13:55.535 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T07:13:55.535 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T07:13:55.535 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T07:13:55.535 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.535 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T07:13:55.536 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T07:13:55.536 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:55.536 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.536 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_per_pool": [ 2024-04-13T07:13:55.536 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.536 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 24, 2024-04-13T07:13:55.536 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:55.536 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd" 2024-04-13T07:13:55.536 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.536 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 8, 2024-04-13T07:13:55.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 8, 2024-04-13T07:13:55.537 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.537 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 4, 2024-04-13T07:13:55.537 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.539 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.539 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.539 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.539 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.539 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.539 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.539 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.539 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.539 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.539 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.540 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.540 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.540 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.540 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.540 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.540 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.540 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.540 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.540 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.540 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.540 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T07:13:55.541 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 0, 2024-04-13T07:13:55.541 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T07:13:55.541 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T07:13:55.541 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T07:13:55.541 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T07:13:55.541 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 0, 2024-04-13T07:13:55.541 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T07:13:55.541 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T07:13:55.541 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T07:13:55.541 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T07:13:55.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.541 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 24 2024-04-13T07:13:55.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.542 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.542 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 192, 2024-04-13T07:13:55.542 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:55.542 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T07:13:55.542 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.542 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T07:13:55.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 64, 2024-04-13T07:13:55.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 8, 2024-04-13T07:13:55.542 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T07:13:55.542 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 3, 2024-04-13T07:13:55.542 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T07:13:55.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T07:13:55.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T07:13:55.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T07:13:55.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.545 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.546 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.546 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T07:13:55.546 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T07:13:55.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.546 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T07:13:55.546 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 0, 2024-04-13T07:13:55.546 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T07:13:55.546 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T07:13:55.546 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T07:13:55.546 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T07:13:55.546 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 0, 2024-04-13T07:13:55.546 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T07:13:55.547 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T07:13:55.547 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T07:13:55.547 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T07:13:55.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.547 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 192 2024-04-13T07:13:55.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.547 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.547 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 3, 2024-04-13T07:13:55.547 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:55.547 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr" 2024-04-13T07:13:55.547 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.548 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 128, 2024-04-13T07:13:55.548 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 1, 2024-04-13T07:13:55.548 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 3, 2024-04-13T07:13:55.548 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 128, 2024-04-13T07:13:55.548 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 1, 2024-04-13T07:13:55.548 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.548 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 590368, 2024-04-13T07:13:55.548 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.548 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 1771104, 2024-04-13T07:13:55.548 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.548 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.548 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.548 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T07:13:55.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T07:13:55.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T07:13:55.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T07:13:55.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 6, 2024-04-13T07:13:55.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 212, 2024-04-13T07:13:55.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 306, 2024-04-13T07:13:55.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 179, 2024-04-13T07:13:55.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 2416 2024-04-13T07:13:55.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.551 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T07:13:55.552 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 1781760, 2024-04-13T07:13:55.552 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T07:13:55.552 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T07:13:55.552 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T07:13:55.552 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T07:13:55.552 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 1771104, 2024-04-13T07:13:55.552 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T07:13:55.552 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T07:13:55.552 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T07:13:55.552 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T07:13:55.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.553 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 3 2024-04-13T07:13:55.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.553 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T07:13:55.553 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 96, 2024-04-13T07:13:55.553 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T07:13:55.553 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T07:13:55.553 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.553 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 45, 2024-04-13T07:13:55.553 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 32, 2024-04-13T07:13:55.553 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 8, 2024-04-13T07:13:55.553 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 45, 2024-04-13T07:13:55.554 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 2, 2024-04-13T07:13:55.554 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T07:13:55.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 3430, 2024-04-13T07:13:55.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T07:13:55.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T07:13:55.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T07:13:55.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T07:13:55.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T07:13:55.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T07:13:55.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T07:13:55.554 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T07:13:55.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T07:13:55.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T07:13:55.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T07:13:55.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T07:13:55.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T07:13:55.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T07:13:55.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T07:13:55.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 66, 2024-04-13T07:13:55.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 22, 2024-04-13T07:13:55.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T07:13:55.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 22, 2024-04-13T07:13:55.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T07:13:55.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T07:13:55.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T07:13:55.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T07:13:55.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T07:13:55.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 14, 2024-04-13T07:13:55.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T07:13:55.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T07:13:55.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T07:13:55.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T07:13:55.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T07:13:55.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T07:13:55.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T07:13:55.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T07:13:55.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T07:13:55.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T07:13:55.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T07:13:55.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T07:13:55.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 51, 2024-04-13T07:13:55.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 20 2024-04-13T07:13:55.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.557 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T07:13:55.557 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 98304, 2024-04-13T07:13:55.557 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T07:13:55.558 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T07:13:55.558 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T07:13:55.558 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T07:13:55.558 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 10290, 2024-04-13T07:13:55.558 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T07:13:55.558 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T07:13:55.558 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T07:13:55.558 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T07:13:55.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.558 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 96 2024-04-13T07:13:55.558 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:55.558 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T07:13:55.559 INFO:tasks.workunit.client.0.smithi003.stdout: "usage": { 2024-04-13T07:13:55.559 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 105, 2024-04-13T07:13:55.559 INFO:tasks.workunit.client.0.smithi003.stdout: "pools": 4, 2024-04-13T07:13:55.559 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_by_class": { 2024-04-13T07:13:55.559 INFO:tasks.workunit.client.0.smithi003.stdout: "ssd": { 2024-04-13T07:13:55.559 INFO:tasks.workunit.client.0.smithi003.stdout: "total_avail_bytes": 767722962944, 2024-04-13T07:13:55.559 INFO:tasks.workunit.client.0.smithi003.stdout: "total_bytes": 767960285184, 2024-04-13T07:13:55.559 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_bytes": 237322240, 2024-04-13T07:13:55.559 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_raw_bytes": 237322240, 2024-04-13T07:13:55.559 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_raw_ratio": 0.0003090293030254543 2024-04-13T07:13:55.559 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:55.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T07:13:55.560 INFO:tasks.workunit.client.0.smithi003.stdout: "total_avail_bytes": 767722962944, 2024-04-13T07:13:55.560 INFO:tasks.workunit.client.0.smithi003.stdout: "total_bytes": 767960285184, 2024-04-13T07:13:55.560 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_bytes": 237322240 2024-04-13T07:13:55.560 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:55.560 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T07:13:55.560 INFO:tasks.workunit.client.0.smithi003.stdout:} 2024-04-13T07:13:55.560 INFO:tasks.workunit.client.0.smithi003.stdout:OK 2024-04-13T07:13:55.561 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T07:13:55.561 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T07:13:55.561 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:55.561 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:55.562 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:55.562 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:55.562 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.562 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.562 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.562 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.562 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.562 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.562 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.562 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.562 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.563 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:55.563 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:55.563 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.563 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.563 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.563 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:55.563 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.563 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:55.563 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.563 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.563 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:55.563 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:55.563 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.564 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.564 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:55.564 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:55.564 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:55.564 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:55.564 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.564 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.564 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.564 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.564 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.565 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.565 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.565 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.565 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.565 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:55.565 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:55.565 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.565 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.565 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.565 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:55.565 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.565 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:55.565 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.565 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.566 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:55.566 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:55.566 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.566 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.566 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.566 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:55.566 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:55.566 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:55.566 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.567 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.567 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.567 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.567 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.567 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.567 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.567 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.567 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.567 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:55.567 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:55.567 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.567 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.568 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.568 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:55.568 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:55.568 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.568 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.568 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.568 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:55.568 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:55.568 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.568 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.568 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.569 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.569 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:13:55.569 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:13:55.569 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T07:13:55.569 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.569 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.569 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.569 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.569 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.570 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.570 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.570 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.570 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.570 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:55.570 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:55.570 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.570 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.570 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.570 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:55.570 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:55.570 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.570 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.571 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.571 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T07:13:55.571 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T07:13:55.571 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:13:55.571 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:13:55.571 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:53 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:13:55.571 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:54 smithi003 ceph-mon[37804]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-13T07:13:55.572 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:54 smithi003 ceph-mon[27034]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-13T07:13:55.606 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-04-13T07:13:55.606 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-13T07:13:55.889 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:13:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:13:55] "GET /metrics HTTP/1.1" 200 33637 "" "Prometheus/2.43.0" 2024-04-13T07:13:55.925 DEBUG:teuthology.parallel:result is None 2024-04-13T07:13:55.926 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T07:13:55.952 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T07:13:55.953 DEBUG:teuthology.orchestra.run.smithi003:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T07:13:56.015 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T07:13:56.015 INFO:teuthology.run_tasks:Running task print... 2024-04-13T07:13:56.025 INFO:teuthology.task.print:**** done end telemetry reef... 2024-04-13T07:13:56.026 INFO:teuthology.run_tasks:Running task print... 2024-04-13T07:13:56.073 INFO:teuthology.task.print:**** done start parallel 2024-04-13T07:13:56.073 INFO:teuthology.run_tasks:Running task parallel... 2024-04-13T07:13:56.107 INFO:teuthology.task.parallel:starting parallel... 2024-04-13T07:13:56.107 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-04-13T07:13:56.108 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T07:13:56.108 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-04-13T07:13:56.108 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-04-13T07:13:56.147 INFO:tasks.rados:Beginning rados... 2024-04-13T07:13:56.147 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-13T07:13:56.147 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum'], 'sha1': '5f22a4974d6492df1d519913f5251731f043c582'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '5f22a4974d6492df1d519913f5251731f043c582'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'main', 'sha1': 'c2d8c3155d854ee204cb7c7261232571229d1d54'}} 2024-04-13T07:13:56.147 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-13T07:13:56.147 INFO:tasks.rados:joining rados 2024-04-13T07:13:56.147 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-13T07:13:56.148 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-13T07:13:56.148 INFO:teuthology.task.print:**** done start upgrade, wait 2024-04-13T07:13:56.148 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-13T07:13:56.148 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi003.front.sepia.ceph.com 2024-04-13T07:13:56.149 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -e sha1=5f22a4974d6492df1d519913f5251731f043c582 -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-13T07:13:56.149 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-04-13T07:13:56.149 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-04-13T07:13:56.376 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:13:56.378 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:13:56.755 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:56 smithi003 ceph-mon[37804]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-13T07:13:56.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:56 smithi003 ceph-mon[27034]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-13T07:13:56.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:56 smithi066 ceph-mon[30583]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-13T07:13:58.785 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:58 smithi003 ceph-mon[37804]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-13T07:13:58.785 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:58 smithi003 ceph-mon[27034]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-13T07:13:58.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:58 smithi066 ceph-mon[30583]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-13T07:13:59.610 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:59 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/331173510' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:13:59.610 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:13:59 smithi003 ceph-mon[37804]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:13:59.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:59 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/331173510' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:13:59.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:13:59 smithi003 ceph-mon[27034]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:13:59.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:59 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/331173510' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:13:59.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:13:59 smithi066 ceph-mon[30583]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:14:00.399 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -e sha1=5f22a4974d6492df1d519913f5251731f043c582 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-13T07:14:00.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:00 smithi003 ceph-mon[37804]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-13T07:14:00.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:00 smithi003 ceph-mon[37804]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:14:00.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:00 smithi003 ceph-mon[37804]: osdmap e71: 8 total, 8 up, 8 in 2024-04-13T07:14:00.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:00 smithi003 ceph-mon[27034]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-13T07:14:00.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:00 smithi003 ceph-mon[27034]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:14:00.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:00 smithi003 ceph-mon[27034]: osdmap e71: 8 total, 8 up, 8 in 2024-04-13T07:14:00.867 INFO:tasks.rados:starting run 0 out of 1 2024-04-13T07:14:00.867 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-04-13T07:14:00.868 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-04-13T07:14:00.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:00 smithi066 ceph-mon[30583]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-13T07:14:00.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:00 smithi066 ceph-mon[30583]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:14:00.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:00 smithi066 ceph-mon[30583]: osdmap e71: 8 total, 8 up, 8 in 2024-04-13T07:14:00.948 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:14:02.563 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:14:02.596 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:02 smithi003 ceph-mon[27034]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2024-04-13T07:14:02.596 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:02 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:14:02.596 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:02 smithi003 ceph-mon[37804]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2024-04-13T07:14:02.596 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:02 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:14:02.824 INFO:teuthology.orchestra.run.smithi003.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:14:02.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:02 smithi066 ceph-mon[30583]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2024-04-13T07:14:02.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:02 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:14:03.831 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -e sha1=5f22a4974d6492df1d519913f5251731f043c582 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-04-13T07:14:04.011 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:03 smithi003 ceph-mon[37804]: from='client.24935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:14:04.011 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:03 smithi003 ceph-mon[37804]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:14:04.011 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:03 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:14:04.011 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:03 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:14:04.012 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:03 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:14:04.012 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:03 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:14:04.012 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:03 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:14:04.012 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:03 smithi003 ceph-mon[37804]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:14:04.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:03 smithi003 ceph-mon[27034]: from='client.24935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:14:04.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:03 smithi003 ceph-mon[27034]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:14:04.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:03 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:14:04.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:03 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:14:04.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:03 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:14:04.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:03 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:14:04.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:03 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:14:04.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:03 smithi003 ceph-mon[27034]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:14:04.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:03 smithi066 ceph-mon[30583]: from='client.24935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:14:04.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:03 smithi066 ceph-mon[30583]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:14:04.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:03 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:14:04.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:03 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:14:04.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:03 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:14:04.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:03 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:14:04.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:03 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:14:04.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:03 smithi066 ceph-mon[30583]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:5f22a4974d6492df1d519913f5251731f043c582 2024-04-13T07:14:04.960 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:14:05.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:04 smithi003 ceph-mon[37804]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:05.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:04 smithi003 ceph-mon[27034]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:05.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:04 smithi066 ceph-mon[30583]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:05.639 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:14:05 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:14:05] "GET /metrics HTTP/1.1" 200 33640 "" "Prometheus/2.43.0" 2024-04-13T07:14:06.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:05 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/1232567372' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-13T07:14:06.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:05 smithi003 ceph-mon[37804]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-13T07:14:06.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:05 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1232567372' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-13T07:14:06.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:05 smithi003 ceph-mon[27034]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-13T07:14:06.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:05 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1232567372' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-13T07:14:06.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:05 smithi066 ceph-mon[30583]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-13T07:14:06.885 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'unique_pool_0' created 2024-04-13T07:14:07.114 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:14:07.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:06 smithi003 ceph-mon[37804]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:07.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:06 smithi003 ceph-mon[37804]: osdmap e72: 8 total, 8 up, 8 in 2024-04-13T07:14:07.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:06 smithi003 ceph-mon[27034]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:07.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:06 smithi003 ceph-mon[27034]: osdmap e72: 8 total, 8 up, 8 in 2024-04-13T07:14:07.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:06 smithi066 ceph-mon[30583]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:07.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:06 smithi066 ceph-mon[30583]: osdmap e72: 8 total, 8 up, 8 in 2024-04-13T07:14:07.479 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:14:07.479 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (102s) 88s ago 2m 14.6M - 0.25.0 c8568f914cd2 3cfca92eb9ec 2024-04-13T07:14:07.479 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (2m) 88s ago 2m 83.3M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:14:07.479 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (3m) 88s ago 3m 16.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 8ddb79bf2742 2024-04-13T07:14:07.479 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (3m) 88s ago 3m 15.9M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 0760d90a9293 2024-04-13T07:14:07.479 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,8765 running (6m) 88s ago 6m 449M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 4127966edc7e 2024-04-13T07:14:07.479 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:9283,8765 running (8m) 88s ago 8m 495M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 358d73cdd035 2024-04-13T07:14:07.479 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (8m) 88s ago 8m 44.1M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f 92e46dcd24a8 2024-04-13T07:14:07.480 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (7m) 88s ago 7m 37.2M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f 08d1a823ed5f 2024-04-13T07:14:07.480 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (7m) 88s ago 7m 40.0M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f ff89cdffb940 2024-04-13T07:14:07.480 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (2m) 88s ago 2m 3569k - 1.5.0 0da6a335fe13 dfbcad6ee10c 2024-04-13T07:14:07.480 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (2m) 88s ago 2m 3581k - 1.5.0 0da6a335fe13 ce4f8de81f3f 2024-04-13T07:14:07.480 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (6m) 88s ago 6m 52.1M 2993M 18.2.2-1217-g7d36322c 6ecd1226aa2f d05697330a33 2024-04-13T07:14:07.480 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (6m) 88s ago 6m 45.2M 2993M 18.2.2-1217-g7d36322c 6ecd1226aa2f 5901b0c84ed2 2024-04-13T07:14:07.480 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (5m) 88s ago 5m 42.8M 2993M 18.2.2-1217-g7d36322c 6ecd1226aa2f 38430c68dad7 2024-04-13T07:14:07.480 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (5m) 88s ago 5m 43.7M 2993M 18.2.2-1217-g7d36322c 6ecd1226aa2f bda6aa5b8895 2024-04-13T07:14:07.480 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (5m) 88s ago 4m 48.8M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f ec074079cca1 2024-04-13T07:14:07.480 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (4m) 88s ago 4m 43.9M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d0b4251f80f 2024-04-13T07:14:07.480 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (4m) 88s ago 4m 41.7M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f e80941711015 2024-04-13T07:14:07.480 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (3m) 88s ago 3m 50.4M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f b9515cfb6872 2024-04-13T07:14:07.480 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (97s) 88s ago 2m 26.5M - 2.43.0 a07b618ecd1d c1cf3163d23e 2024-04-13T07:14:07.588 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-04-13T07:14:07.826 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:14:07.881 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:07 smithi003 ceph-mon[27034]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-13T07:14:07.881 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:07 smithi003 ceph-mon[27034]: osdmap e73: 8 total, 8 up, 8 in 2024-04-13T07:14:07.978 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:14:07.978 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:14:07.978 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3 2024-04-13T07:14:07.978 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:14:07.978 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:14:07.979 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:14:07.979 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:14:07.979 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:14:07.979 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:14:07.979 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:14:07.979 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:14:07.979 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:14:07.979 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:14:07.979 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:14:07.979 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 15 2024-04-13T07:14:07.979 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:14:07.979 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:14:08.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:07 smithi003 ceph-mon[27034]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:14:08.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:07 smithi003 ceph-mon[37804]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-13T07:14:08.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:07 smithi003 ceph-mon[37804]: osdmap e73: 8 total, 8 up, 8 in 2024-04-13T07:14:08.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:07 smithi003 ceph-mon[37804]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:14:08.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:07 smithi066 ceph-mon[30583]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-13T07:14:08.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:07 smithi066 ceph-mon[30583]: osdmap e73: 8 total, 8 up, 8 in 2024-04-13T07:14:08.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:07 smithi066 ceph-mon[30583]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:14:09.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:08 smithi003 ceph-mon[37804]: pgmap v97: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:09.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:08 smithi003 ceph-mon[37804]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:14:09.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:08 smithi003 ceph-mon[37804]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:14:09.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:08 smithi003 ceph-mon[37804]: osdmap e74: 8 total, 8 up, 8 in 2024-04-13T07:14:09.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:08 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/3600619365' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:14:09.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:08 smithi003 ceph-mon[27034]: pgmap v97: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:09.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:08 smithi003 ceph-mon[27034]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:14:09.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:08 smithi003 ceph-mon[27034]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:14:09.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:08 smithi003 ceph-mon[27034]: osdmap e74: 8 total, 8 up, 8 in 2024-04-13T07:14:09.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:08 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/3600619365' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:14:09.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:08 smithi066 ceph-mon[30583]: pgmap v97: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:09.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:08 smithi066 ceph-mon[30583]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:14:09.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:08 smithi066 ceph-mon[30583]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:14:09.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:08 smithi066 ceph-mon[30583]: osdmap e74: 8 total, 8 up, 8 in 2024-04-13T07:14:09.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:08 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/3600619365' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:14:09.896 INFO:teuthology.orchestra.run.smithi003.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-04-13T07:14:10.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:09 smithi003 ceph-mon[37804]: osdmap e75: 8 total, 8 up, 8 in 2024-04-13T07:14:10.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:09 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/1599735294' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:14:10.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:09 smithi003 ceph-mon[37804]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:14:10.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:09 smithi003 ceph-mon[27034]: osdmap e75: 8 total, 8 up, 8 in 2024-04-13T07:14:10.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:09 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1599735294' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:14:10.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:09 smithi003 ceph-mon[27034]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:14:10.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:09 smithi066 ceph-mon[30583]: osdmap e75: 8 total, 8 up, 8 in 2024-04-13T07:14:10.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:09 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1599735294' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:14:10.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:09 smithi066 ceph-mon[30583]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:14:10.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:10 smithi003 ceph-mon[27034]: pgmap v100: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:10.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:10 smithi003 ceph-mon[27034]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-13T07:14:11.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:10 smithi003 ceph-mon[27034]: osdmap e76: 8 total, 8 up, 8 in 2024-04-13T07:14:11.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:10 smithi003 ceph-mon[37804]: pgmap v100: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:11.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:10 smithi003 ceph-mon[37804]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-13T07:14:11.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:10 smithi003 ceph-mon[37804]: osdmap e76: 8 total, 8 up, 8 in 2024-04-13T07:14:11.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:10 smithi066 ceph-mon[30583]: pgmap v100: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:11.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:10 smithi066 ceph-mon[30583]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-13T07:14:11.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:10 smithi066 ceph-mon[30583]: osdmap e76: 8 total, 8 up, 8 in 2024-04-13T07:14:11.563 DEBUG:teuthology.orchestra.run.smithi003:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-04-13T07:14:11.592 INFO:tasks.rados.rados.0.smithi003.stdout:adding op weight read -> 100 2024-04-13T07:14:11.592 INFO:tasks.rados.rados.0.smithi003.stdout:adding op weight delete -> 50 2024-04-13T07:14:11.592 INFO:tasks.rados.rados.0.smithi003.stdout:adding op weight snap_create -> 50 2024-04-13T07:14:11.592 INFO:tasks.rados.rados.0.smithi003.stdout:adding op weight snap_remove -> 50 2024-04-13T07:14:11.592 INFO:tasks.rados.rados.0.smithi003.stdout:adding op weight rollback -> 50 2024-04-13T07:14:11.592 INFO:tasks.rados.rados.0.smithi003.stdout:adding op weight setattr -> 25 2024-04-13T07:14:11.593 INFO:tasks.rados.rados.0.smithi003.stdout:adding op weight rmattr -> 25 2024-04-13T07:14:11.593 INFO:tasks.rados.rados.0.smithi003.stdout:adding op weight copy_from -> 50 2024-04-13T07:14:11.593 INFO:tasks.rados.rados.0.smithi003.stdout:adding op weight append -> 100 2024-04-13T07:14:11.593 INFO:tasks.rados.rados.0.smithi003.stdout:ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable) 2024-04-13T07:14:11.593 INFO:tasks.rados.rados.0.smithi003.stdout:Configuration: 2024-04-13T07:14:11.593 INFO:tasks.rados.rados.0.smithi003.stdout: Number of operations: 4000 2024-04-13T07:14:11.593 INFO:tasks.rados.rados.0.smithi003.stdout: Number of objects: 50 2024-04-13T07:14:11.593 INFO:tasks.rados.rados.0.smithi003.stdout: Max in flight operations: 16 2024-04-13T07:14:11.593 INFO:tasks.rados.rados.0.smithi003.stdout: Object size (in bytes): 4000000 2024-04-13T07:14:11.593 INFO:tasks.rados.rados.0.smithi003.stdout: Write stride min: 400000 2024-04-13T07:14:11.593 INFO:tasks.rados.rados.0.smithi003.stdout: Write stride max: 800000 2024-04-13T07:14:11.900 INFO:tasks.rados.rados.0.smithi003.stdout:1: write initial oid 1 2024-04-13T07:14:11.900 INFO:tasks.rados.rados.0.smithi003.stdout:1: seq_num 0 ranges {0=24576} 2024-04-13T07:14:11.901 INFO:tasks.rados.rados.0.smithi003.stdout:1: writing smithi00377890-1 from 0 to 24576 tid 1 2024-04-13T07:14:11.901 INFO:tasks.rados.rados.0.smithi003.stdout:2: write initial oid 2 2024-04-13T07:14:11.901 INFO:tasks.rados.rados.0.smithi003.stdout:2: seq_num 1 ranges {0=24576} 2024-04-13T07:14:11.901 INFO:tasks.rados.rados.0.smithi003.stdout:2: writing smithi00377890-2 from 0 to 24576 tid 1 2024-04-13T07:14:11.901 INFO:tasks.rados.rados.0.smithi003.stdout:3: write initial oid 3 2024-04-13T07:14:11.901 INFO:tasks.rados.rados.0.smithi003.stdout:3: seq_num 2 ranges {0=40960} 2024-04-13T07:14:11.901 INFO:tasks.rados.rados.0.smithi003.stdout:3: writing smithi00377890-3 from 0 to 40960 tid 1 2024-04-13T07:14:11.901 INFO:tasks.rados.rados.0.smithi003.stdout:4: write initial oid 4 2024-04-13T07:14:11.901 INFO:tasks.rados.rados.0.smithi003.stdout:4: seq_num 3 ranges {0=57344} 2024-04-13T07:14:11.901 INFO:tasks.rados.rados.0.smithi003.stdout:4: writing smithi00377890-4 from 0 to 57344 tid 1 2024-04-13T07:14:11.901 INFO:tasks.rados.rados.0.smithi003.stdout:5: write initial oid 5 2024-04-13T07:14:11.901 INFO:tasks.rados.rados.0.smithi003.stdout:5: seq_num 4 ranges {0=73728} 2024-04-13T07:14:11.902 INFO:tasks.rados.rados.0.smithi003.stdout:5: writing smithi00377890-5 from 0 to 73728 tid 1 2024-04-13T07:14:11.902 INFO:tasks.rados.rados.0.smithi003.stdout:6: write initial oid 6 2024-04-13T07:14:11.902 INFO:tasks.rados.rados.0.smithi003.stdout:6: seq_num 5 ranges {0=90112} 2024-04-13T07:14:11.903 INFO:tasks.rados.rados.0.smithi003.stdout:6: writing smithi00377890-6 from 0 to 90112 tid 1 2024-04-13T07:14:11.903 INFO:tasks.rados.rados.0.smithi003.stdout:7: write initial oid 7 2024-04-13T07:14:11.903 INFO:tasks.rados.rados.0.smithi003.stdout:7: seq_num 6 ranges {0=106496} 2024-04-13T07:14:11.904 INFO:tasks.rados.rados.0.smithi003.stdout:7: writing smithi00377890-7 from 0 to 106496 tid 1 2024-04-13T07:14:11.904 INFO:tasks.rados.rados.0.smithi003.stdout:8: write initial oid 8 2024-04-13T07:14:11.904 INFO:tasks.rados.rados.0.smithi003.stdout:8: seq_num 7 ranges {0=122880} 2024-04-13T07:14:11.905 INFO:tasks.rados.rados.0.smithi003.stdout:8: writing smithi00377890-8 from 0 to 122880 tid 1 2024-04-13T07:14:11.905 INFO:tasks.rados.rados.0.smithi003.stdout:2: finishing write tid 1 to smithi00377890-2 2024-04-13T07:14:11.905 INFO:tasks.rados.rados.0.smithi003.stdout:1: finishing write tid 1 to smithi00377890-1 2024-04-13T07:14:11.905 INFO:tasks.rados.rados.0.smithi003.stdout:3: finishing write tid 1 to smithi00377890-3 2024-04-13T07:14:11.905 INFO:tasks.rados.rados.0.smithi003.stdout:2: finishing write tid 2 to smithi00377890-2 2024-04-13T07:14:11.905 INFO:tasks.rados.rados.0.smithi003.stdout:5: finishing write tid 1 to smithi00377890-5 2024-04-13T07:14:11.906 INFO:tasks.rados.rados.0.smithi003.stdout:9: write initial oid 9 2024-04-13T07:14:11.906 INFO:tasks.rados.rados.0.smithi003.stdout:9: seq_num 8 ranges {0=139264} 2024-04-13T07:14:11.906 INFO:tasks.rados.rados.0.smithi003.stdout:9: writing smithi00377890-9 from 0 to 139264 tid 1 2024-04-13T07:14:11.906 INFO:tasks.rados.rados.0.smithi003.stdout:10: write initial oid 10 2024-04-13T07:14:11.906 INFO:tasks.rados.rados.0.smithi003.stdout:10: seq_num 9 ranges {0=155648} 2024-04-13T07:14:11.907 INFO:tasks.rados.rados.0.smithi003.stdout:10: writing smithi00377890-10 from 0 to 155648 tid 1 2024-04-13T07:14:11.907 INFO:tasks.rados.rados.0.smithi003.stdout:11: write initial oid 11 2024-04-13T07:14:11.908 INFO:tasks.rados.rados.0.smithi003.stdout:11: seq_num 10 ranges {0=172032} 2024-04-13T07:14:11.909 INFO:tasks.rados.rados.0.smithi003.stdout:11: writing smithi00377890-11 from 0 to 172032 tid 1 2024-04-13T07:14:11.909 INFO:tasks.rados.rados.0.smithi003.stdout:12: write initial oid 12 2024-04-13T07:14:11.909 INFO:tasks.rados.rados.0.smithi003.stdout:12: seq_num 11 ranges {0=188416} 2024-04-13T07:14:11.911 INFO:tasks.rados.rados.0.smithi003.stdout:12: writing smithi00377890-12 from 0 to 188416 tid 1 2024-04-13T07:14:11.911 INFO:tasks.rados.rados.0.smithi003.stdout:13: write initial oid 13 2024-04-13T07:14:11.911 INFO:tasks.rados.rados.0.smithi003.stdout:13: seq_num 12 ranges {0=204800} 2024-04-13T07:14:11.912 INFO:tasks.rados.rados.0.smithi003.stdout:13: writing smithi00377890-13 from 0 to 204800 tid 1 2024-04-13T07:14:11.912 INFO:tasks.rados.rados.0.smithi003.stdout:14: write initial oid 14 2024-04-13T07:14:11.913 INFO:tasks.rados.rados.0.smithi003.stdout:14: seq_num 13 ranges {0=221184} 2024-04-13T07:14:11.914 INFO:tasks.rados.rados.0.smithi003.stdout:14: writing smithi00377890-14 from 0 to 221184 tid 1 2024-04-13T07:14:11.914 INFO:tasks.rados.rados.0.smithi003.stdout:15: write initial oid 15 2024-04-13T07:14:11.914 INFO:tasks.rados.rados.0.smithi003.stdout:15: seq_num 14 ranges {0=237568} 2024-04-13T07:14:11.916 INFO:tasks.rados.rados.0.smithi003.stdout:15: writing smithi00377890-15 from 0 to 237568 tid 1 2024-04-13T07:14:11.916 INFO:tasks.rados.rados.0.smithi003.stdout:16: write initial oid 16 2024-04-13T07:14:11.916 INFO:tasks.rados.rados.0.smithi003.stdout:16: seq_num 15 ranges {0=253952} 2024-04-13T07:14:11.918 INFO:tasks.rados.rados.0.smithi003.stdout:16: writing smithi00377890-16 from 0 to 253952 tid 1 2024-04-13T07:14:11.918 INFO:tasks.rados.rados.0.smithi003.stdout: waiting on 16 2024-04-13T07:14:11.919 INFO:tasks.rados.rados.0.smithi003.stdout:5: finishing write tid 2 to smithi00377890-5 2024-04-13T07:14:11.919 INFO:tasks.rados.rados.0.smithi003.stdout:2: finishing write tid 3 to smithi00377890-2 2024-04-13T07:14:11.919 INFO:tasks.rados.rados.0.smithi003.stdout:2: oid 2 updating version 0 to 1 2024-04-13T07:14:11.919 INFO:tasks.rados.rados.0.smithi003.stdout:2: oid 2 updating version 1 to 2 2024-04-13T07:14:11.919 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-13T07:14:11.919 INFO:tasks.rados.rados.0.smithi003.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-04-13T07:14:11.919 INFO:tasks.rados.rados.0.smithi003.stdout:6: finishing write tid 1 to smithi00377890-6 2024-04-13T07:14:11.919 INFO:tasks.rados.rados.0.smithi003.stdout:5: finishing write tid 3 to smithi00377890-5 2024-04-13T07:14:11.919 INFO:tasks.rados.rados.0.smithi003.stdout:5: oid 5 updating version 0 to 1 2024-04-13T07:14:11.919 INFO:tasks.rados.rados.0.smithi003.stdout:5: oid 5 updating version 1 to 2 2024-04-13T07:14:11.919 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-13T07:14:11.919 INFO:tasks.rados.rados.0.smithi003.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-04-13T07:14:11.919 INFO:tasks.rados.rados.0.smithi003.stdout:1: finishing write tid 2 to smithi00377890-1 2024-04-13T07:14:11.919 INFO:tasks.rados.rados.0.smithi003.stdout:2: done (15 left) 2024-04-13T07:14:11.920 INFO:tasks.rados.rados.0.smithi003.stdout:5: done (14 left) 2024-04-13T07:14:11.920 INFO:tasks.rados.rados.0.smithi003.stdout:17: write initial oid 17 2024-04-13T07:14:11.920 INFO:tasks.rados.rados.0.smithi003.stdout:17: seq_num 16 ranges {0=270336} 2024-04-13T07:14:11.920 INFO:tasks.rados.rados.0.smithi003.stdout:17: writing smithi00377890-17 from 0 to 270336 tid 1 2024-04-13T07:14:11.920 INFO:tasks.rados.rados.0.smithi003.stdout:18: write initial oid 18 2024-04-13T07:14:11.920 INFO:tasks.rados.rados.0.smithi003.stdout:18: seq_num 17 ranges {0=286720} 2024-04-13T07:14:11.924 INFO:tasks.rados.rados.0.smithi003.stdout:18: writing smithi00377890-18 from 0 to 286720 tid 1 2024-04-13T07:14:11.924 INFO:tasks.rados.rados.0.smithi003.stdout: waiting on 16 2024-04-13T07:14:11.924 INFO:tasks.rados.rados.0.smithi003.stdout:3: finishing write tid 2 to smithi00377890-3 2024-04-13T07:14:11.924 INFO:tasks.rados.rados.0.smithi003.stdout:1: finishing write tid 3 to smithi00377890-1 2024-04-13T07:14:11.924 INFO:tasks.rados.rados.0.smithi003.stdout:1: oid 1 updating version 0 to 1 2024-04-13T07:14:11.924 INFO:tasks.rados.rados.0.smithi003.stdout:1: oid 1 updating version 1 to 2 2024-04-13T07:14:11.924 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-13T07:14:11.924 INFO:tasks.rados.rados.0.smithi003.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:14:11.924 INFO:tasks.rados.rados.0.smithi003.stdout:6: finishing write tid 2 to smithi00377890-6 2024-04-13T07:14:11.924 INFO:tasks.rados.rados.0.smithi003.stdout:6: finishing write tid 3 to smithi00377890-6 2024-04-13T07:14:11.924 INFO:tasks.rados.rados.0.smithi003.stdout:6: oid 6 updating version 0 to 4 2024-04-13T07:14:11.924 INFO:tasks.rados.rados.0.smithi003.stdout:6: oid 6 version 4 is already newer than 3 2024-04-13T07:14:11.925 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 4 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-13T07:14:11.925 INFO:tasks.rados.rados.0.smithi003.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-04-13T07:14:11.925 INFO:tasks.rados.rados.0.smithi003.stdout:3: finishing write tid 3 to smithi00377890-3 2024-04-13T07:14:11.925 INFO:tasks.rados.rados.0.smithi003.stdout:3: oid 3 updating version 0 to 1 2024-04-13T07:14:11.925 INFO:tasks.rados.rados.0.smithi003.stdout:3: oid 3 updating version 1 to 2 2024-04-13T07:14:11.925 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-13T07:14:11.925 INFO:tasks.rados.rados.0.smithi003.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-04-13T07:14:11.925 INFO:tasks.rados.rados.0.smithi003.stdout:7: finishing write tid 1 to smithi00377890-7 2024-04-13T07:14:11.925 INFO:tasks.rados.rados.0.smithi003.stdout:7: finishing write tid 2 to smithi00377890-7 2024-04-13T07:14:11.925 INFO:tasks.rados.rados.0.smithi003.stdout:8: finishing write tid 1 to smithi00377890-8 2024-04-13T07:14:11.925 INFO:tasks.rados.rados.0.smithi003.stdout:8: finishing write tid 2 to smithi00377890-8 2024-04-13T07:14:11.925 INFO:tasks.rados.rados.0.smithi003.stdout:7: finishing write tid 3 to smithi00377890-7 2024-04-13T07:14:11.925 INFO:tasks.rados.rados.0.smithi003.stdout:7: oid 7 updating version 0 to 4 2024-04-13T07:14:11.925 INFO:tasks.rados.rados.0.smithi003.stdout:7: oid 7 version 4 is already newer than 3 2024-04-13T07:14:11.926 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-13T07:14:11.926 INFO:tasks.rados.rados.0.smithi003.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-04-13T07:14:11.926 INFO:tasks.rados.rados.0.smithi003.stdout:8: finishing write tid 3 to smithi00377890-8 2024-04-13T07:14:11.926 INFO:tasks.rados.rados.0.smithi003.stdout:8: oid 8 updating version 0 to 1 2024-04-13T07:14:11.926 INFO:tasks.rados.rados.0.smithi003.stdout:8: oid 8 updating version 1 to 2 2024-04-13T07:14:11.926 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-13T07:14:11.926 INFO:tasks.rados.rados.0.smithi003.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-04-13T07:14:11.926 INFO:tasks.rados.rados.0.smithi003.stdout:4: finishing write tid 1 to smithi00377890-4 2024-04-13T07:14:11.926 INFO:tasks.rados.rados.0.smithi003.stdout:4: finishing write tid 2 to smithi00377890-4 2024-04-13T07:14:11.926 INFO:tasks.rados.rados.0.smithi003.stdout:11: finishing write tid 1 to smithi00377890-11 2024-04-13T07:14:11.926 INFO:tasks.rados.rados.0.smithi003.stdout:11: finishing write tid 2 to smithi00377890-11 2024-04-13T07:14:11.926 INFO:tasks.rados.rados.0.smithi003.stdout:11: finishing write tid 3 to smithi00377890-11 2024-04-13T07:14:11.926 INFO:tasks.rados.rados.0.smithi003.stdout:11: oid 11 updating version 0 to 2 2024-04-13T07:14:11.927 INFO:tasks.rados.rados.0.smithi003.stdout:11: oid 11 version 2 is already newer than 1 2024-04-13T07:14:11.927 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-13T07:14:11.927 INFO:tasks.rados.rados.0.smithi003.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-04-13T07:14:11.927 INFO:tasks.rados.rados.0.smithi003.stdout:9: finishing write tid 1 to smithi00377890-9 2024-04-13T07:14:11.927 INFO:tasks.rados.rados.0.smithi003.stdout:4: finishing write tid 3 to smithi00377890-4 2024-04-13T07:14:11.927 INFO:tasks.rados.rados.0.smithi003.stdout:4: oid 4 updating version 0 to 1 2024-04-13T07:14:11.927 INFO:tasks.rados.rados.0.smithi003.stdout:4: oid 4 updating version 1 to 2 2024-04-13T07:14:11.927 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-13T07:14:11.927 INFO:tasks.rados.rados.0.smithi003.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-04-13T07:14:11.927 INFO:tasks.rados.rados.0.smithi003.stdout:12: finishing write tid 1 to smithi00377890-12 2024-04-13T07:14:11.927 INFO:tasks.rados.rados.0.smithi003.stdout:9: finishing write tid 2 to smithi00377890-9 2024-04-13T07:14:11.927 INFO:tasks.rados.rados.0.smithi003.stdout:13: finishing write tid 1 to smithi00377890-13 2024-04-13T07:14:11.927 INFO:tasks.rados.rados.0.smithi003.stdout:12: finishing write tid 2 to smithi00377890-12 2024-04-13T07:14:11.927 INFO:tasks.rados.rados.0.smithi003.stdout:10: finishing write tid 1 to smithi00377890-10 2024-04-13T07:14:11.927 INFO:tasks.rados.rados.0.smithi003.stdout:10: finishing write tid 2 to smithi00377890-10 2024-04-13T07:14:11.928 INFO:tasks.rados.rados.0.smithi003.stdout:13: finishing write tid 2 to smithi00377890-13 2024-04-13T07:14:11.928 INFO:tasks.rados.rados.0.smithi003.stdout:14: finishing write tid 1 to smithi00377890-14 2024-04-13T07:14:11.928 INFO:tasks.rados.rados.0.smithi003.stdout:14: finishing write tid 2 to smithi00377890-14 2024-04-13T07:14:11.928 INFO:tasks.rados.rados.0.smithi003.stdout:12: finishing write tid 3 to smithi00377890-12 2024-04-13T07:14:11.928 INFO:tasks.rados.rados.0.smithi003.stdout:12: oid 12 updating version 0 to 3 2024-04-13T07:14:11.928 INFO:tasks.rados.rados.0.smithi003.stdout:12: oid 12 updating version 3 to 4 2024-04-13T07:14:11.928 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-13T07:14:11.928 INFO:tasks.rados.rados.0.smithi003.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-04-13T07:14:11.928 INFO:tasks.rados.rados.0.smithi003.stdout:13: finishing write tid 3 to smithi00377890-13 2024-04-13T07:14:11.928 INFO:tasks.rados.rados.0.smithi003.stdout:13: oid 13 updating version 0 to 1 2024-04-13T07:14:11.928 INFO:tasks.rados.rados.0.smithi003.stdout:13: oid 13 updating version 1 to 2 2024-04-13T07:14:11.928 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-13T07:14:11.928 INFO:tasks.rados.rados.0.smithi003.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-04-13T07:14:11.928 INFO:tasks.rados.rados.0.smithi003.stdout:9: finishing write tid 3 to smithi00377890-9 2024-04-13T07:14:11.928 INFO:tasks.rados.rados.0.smithi003.stdout:9: oid 9 updating version 0 to 2 2024-04-13T07:14:11.929 INFO:tasks.rados.rados.0.smithi003.stdout:9: oid 9 version 2 is already newer than 1 2024-04-13T07:14:11.929 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-13T07:14:11.929 INFO:tasks.rados.rados.0.smithi003.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-04-13T07:14:11.929 INFO:tasks.rados.rados.0.smithi003.stdout:14: finishing write tid 3 to smithi00377890-14 2024-04-13T07:14:11.929 INFO:tasks.rados.rados.0.smithi003.stdout:14: oid 14 updating version 0 to 3 2024-04-13T07:14:11.929 INFO:tasks.rados.rados.0.smithi003.stdout:14: oid 14 updating version 3 to 4 2024-04-13T07:14:11.929 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-13T07:14:11.929 INFO:tasks.rados.rados.0.smithi003.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-04-13T07:14:11.929 INFO:tasks.rados.rados.0.smithi003.stdout:10: finishing write tid 3 to smithi00377890-10 2024-04-13T07:14:11.929 INFO:tasks.rados.rados.0.smithi003.stdout:10: oid 10 updating version 0 to 3 2024-04-13T07:14:11.929 INFO:tasks.rados.rados.0.smithi003.stdout:10: oid 10 updating version 3 to 4 2024-04-13T07:14:11.929 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-13T07:14:11.929 INFO:tasks.rados.rados.0.smithi003.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-04-13T07:14:11.929 INFO:tasks.rados.rados.0.smithi003.stdout:15: finishing write tid 1 to smithi00377890-15 2024-04-13T07:14:11.929 INFO:tasks.rados.rados.0.smithi003.stdout:16: finishing write tid 1 to smithi00377890-16 2024-04-13T07:14:11.930 INFO:tasks.rados.rados.0.smithi003.stdout:16: finishing write tid 2 to smithi00377890-16 2024-04-13T07:14:11.930 INFO:tasks.rados.rados.0.smithi003.stdout:15: finishing write tid 2 to smithi00377890-15 2024-04-13T07:14:11.930 INFO:tasks.rados.rados.0.smithi003.stdout:1: done (15 left) 2024-04-13T07:14:11.930 INFO:tasks.rados.rados.0.smithi003.stdout:3: done (14 left) 2024-04-13T07:14:11.930 INFO:tasks.rados.rados.0.smithi003.stdout:4: done (13 left) 2024-04-13T07:14:11.930 INFO:tasks.rados.rados.0.smithi003.stdout:6: done (12 left) 2024-04-13T07:14:11.930 INFO:tasks.rados.rados.0.smithi003.stdout:7: done (11 left) 2024-04-13T07:14:11.930 INFO:tasks.rados.rados.0.smithi003.stdout:8: done (10 left) 2024-04-13T07:14:11.930 INFO:tasks.rados.rados.0.smithi003.stdout:9: done (9 left) 2024-04-13T07:14:11.930 INFO:tasks.rados.rados.0.smithi003.stdout:10: done (8 left) 2024-04-13T07:14:11.930 INFO:tasks.rados.rados.0.smithi003.stdout:11: done (7 left) 2024-04-13T07:14:11.930 INFO:tasks.rados.rados.0.smithi003.stdout:12: done (6 left) 2024-04-13T07:14:11.930 INFO:tasks.rados.rados.0.smithi003.stdout:13: done (5 left) 2024-04-13T07:14:11.930 INFO:tasks.rados.rados.0.smithi003.stdout:14: done (4 left) 2024-04-13T07:14:11.931 INFO:tasks.rados.rados.0.smithi003.stdout:19: write initial oid 19 2024-04-13T07:14:11.931 INFO:tasks.rados.rados.0.smithi003.stdout:19: seq_num 18 ranges {0=303104} 2024-04-13T07:14:11.932 INFO:tasks.rados.rados.0.smithi003.stdout:19: writing smithi00377890-19 from 0 to 303104 tid 1 2024-04-13T07:14:11.932 INFO:tasks.rados.rados.0.smithi003.stdout:20: write initial oid 20 2024-04-13T07:14:11.932 INFO:tasks.rados.rados.0.smithi003.stdout:20: seq_num 19 ranges {0=319488} 2024-04-13T07:14:11.932 INFO:tasks.rados.rados.0.smithi003.stdout:20: writing smithi00377890-20 from 0 to 319488 tid 1 2024-04-13T07:14:11.932 INFO:tasks.rados.rados.0.smithi003.stdout:21: write initial oid 21 2024-04-13T07:14:11.932 INFO:tasks.rados.rados.0.smithi003.stdout:21: seq_num 20 ranges {0=344064} 2024-04-13T07:14:11.932 INFO:tasks.rados.rados.0.smithi003.stdout:21: writing smithi00377890-21 from 0 to 344064 tid 1 2024-04-13T07:14:11.932 INFO:tasks.rados.rados.0.smithi003.stdout:22: write initial oid 22 2024-04-13T07:14:11.932 INFO:tasks.rados.rados.0.smithi003.stdout:22: seq_num 21 ranges {0=360448} 2024-04-13T07:14:11.934 INFO:tasks.rados.rados.0.smithi003.stdout:22: writing smithi00377890-22 from 0 to 360448 tid 1 2024-04-13T07:14:11.934 INFO:tasks.rados.rados.0.smithi003.stdout:16: finishing write tid 3 to smithi00377890-16 2024-04-13T07:14:11.934 INFO:tasks.rados.rados.0.smithi003.stdout:16: oid 16 updating version 0 to 1 2024-04-13T07:14:11.934 INFO:tasks.rados.rados.0.smithi003.stdout:16: oid 16 updating version 1 to 2 2024-04-13T07:14:11.934 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-13T07:14:11.934 INFO:tasks.rados.rados.0.smithi003.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-04-13T07:14:11.934 INFO:tasks.rados.rados.0.smithi003.stdout:17: finishing write tid 1 to smithi00377890-17 2024-04-13T07:14:11.934 INFO:tasks.rados.rados.0.smithi003.stdout:17: finishing write tid 2 to smithi00377890-17 2024-04-13T07:14:11.935 INFO:tasks.rados.rados.0.smithi003.stdout:15: finishing write tid 3 to smithi00377890-15 2024-04-13T07:14:11.935 INFO:tasks.rados.rados.0.smithi003.stdout:15: oid 15 updating version 0 to 5 2024-04-13T07:14:11.935 INFO:tasks.rados.rados.0.smithi003.stdout:15: oid 15 updating version 5 to 6 2024-04-13T07:14:11.935 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 6 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-04-13T07:14:11.935 INFO:tasks.rados.rados.0.smithi003.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-04-13T07:14:11.935 INFO:tasks.rados.rados.0.smithi003.stdout:18: finishing write tid 1 to smithi00377890-18 2024-04-13T07:14:11.935 INFO:tasks.rados.rados.0.smithi003.stdout:17: finishing write tid 3 to smithi00377890-17 2024-04-13T07:14:11.935 INFO:tasks.rados.rados.0.smithi003.stdout:17: oid 17 updating version 0 to 4 2024-04-13T07:14:11.935 INFO:tasks.rados.rados.0.smithi003.stdout:17: oid 17 version 4 is already newer than 3 2024-04-13T07:14:11.935 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-13T07:14:11.935 INFO:tasks.rados.rados.0.smithi003.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-04-13T07:14:11.935 INFO:tasks.rados.rados.0.smithi003.stdout:18: finishing write tid 2 to smithi00377890-18 2024-04-13T07:14:11.935 INFO:tasks.rados.rados.0.smithi003.stdout:18: finishing write tid 3 to smithi00377890-18 2024-04-13T07:14:11.935 INFO:tasks.rados.rados.0.smithi003.stdout:18: oid 18 updating version 0 to 5 2024-04-13T07:14:11.936 INFO:tasks.rados.rados.0.smithi003.stdout:18: oid 18 updating version 5 to 6 2024-04-13T07:14:11.936 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 6 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-13T07:14:11.936 INFO:tasks.rados.rados.0.smithi003.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-04-13T07:14:11.936 INFO:tasks.rados.rados.0.smithi003.stdout:19: finishing write tid 1 to smithi00377890-19 2024-04-13T07:14:11.936 INFO:tasks.rados.rados.0.smithi003.stdout:19: finishing write tid 2 to smithi00377890-19 2024-04-13T07:14:11.936 INFO:tasks.rados.rados.0.smithi003.stdout:19: finishing write tid 3 to smithi00377890-19 2024-04-13T07:14:11.936 INFO:tasks.rados.rados.0.smithi003.stdout:19: oid 19 updating version 0 to 3 2024-04-13T07:14:11.936 INFO:tasks.rados.rados.0.smithi003.stdout:19: oid 19 updating version 3 to 4 2024-04-13T07:14:11.936 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-13T07:14:11.936 INFO:tasks.rados.rados.0.smithi003.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-04-13T07:14:11.937 INFO:tasks.rados.rados.0.smithi003.stdout:20: finishing write tid 1 to smithi00377890-20 2024-04-13T07:14:11.937 INFO:tasks.rados.rados.0.smithi003.stdout:20: finishing write tid 2 to smithi00377890-20 2024-04-13T07:14:11.937 INFO:tasks.rados.rados.0.smithi003.stdout:20: finishing write tid 3 to smithi00377890-20 2024-04-13T07:14:11.937 INFO:tasks.rados.rados.0.smithi003.stdout:20: oid 20 updating version 0 to 5 2024-04-13T07:14:11.937 INFO:tasks.rados.rados.0.smithi003.stdout:20: oid 20 updating version 5 to 6 2024-04-13T07:14:11.937 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 6 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-13T07:14:11.937 INFO:tasks.rados.rados.0.smithi003.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-04-13T07:14:11.937 INFO:tasks.rados.rados.0.smithi003.stdout:21: finishing write tid 1 to smithi00377890-21 2024-04-13T07:14:11.937 INFO:tasks.rados.rados.0.smithi003.stdout:15: done (7 left) 2024-04-13T07:14:11.937 INFO:tasks.rados.rados.0.smithi003.stdout:16: done (6 left) 2024-04-13T07:14:11.937 INFO:tasks.rados.rados.0.smithi003.stdout:17: done (5 left) 2024-04-13T07:14:11.937 INFO:tasks.rados.rados.0.smithi003.stdout:18: done (4 left) 2024-04-13T07:14:11.937 INFO:tasks.rados.rados.0.smithi003.stdout:19: done (3 left) 2024-04-13T07:14:11.937 INFO:tasks.rados.rados.0.smithi003.stdout:20: done (2 left) 2024-04-13T07:14:11.938 INFO:tasks.rados.rados.0.smithi003.stdout:23: write initial oid 23 2024-04-13T07:14:11.938 INFO:tasks.rados.rados.0.smithi003.stdout:23: seq_num 22 ranges {0=376832} 2024-04-13T07:14:11.938 INFO:tasks.rados.rados.0.smithi003.stdout:23: writing smithi00377890-23 from 0 to 376832 tid 1 2024-04-13T07:14:11.939 INFO:tasks.rados.rados.0.smithi003.stdout:24: write initial oid 24 2024-04-13T07:14:11.939 INFO:tasks.rados.rados.0.smithi003.stdout:24: seq_num 23 ranges {0=393216} 2024-04-13T07:14:11.939 INFO:tasks.rados.rados.0.smithi003.stdout:24: writing smithi00377890-24 from 0 to 393216 tid 1 2024-04-13T07:14:11.939 INFO:tasks.rados.rados.0.smithi003.stdout:25: write initial oid 25 2024-04-13T07:14:11.939 INFO:tasks.rados.rados.0.smithi003.stdout:25: seq_num 24 ranges {0=409600} 2024-04-13T07:14:11.940 INFO:tasks.rados.rados.0.smithi003.stdout:25: writing smithi00377890-25 from 0 to 409600 tid 1 2024-04-13T07:14:11.940 INFO:tasks.rados.rados.0.smithi003.stdout:26: write initial oid 26 2024-04-13T07:14:11.940 INFO:tasks.rados.rados.0.smithi003.stdout:26: seq_num 25 ranges {0=425984} 2024-04-13T07:14:11.943 INFO:tasks.rados.rados.0.smithi003.stdout:26: writing smithi00377890-26 from 0 to 425984 tid 1 2024-04-13T07:14:11.943 INFO:tasks.rados.rados.0.smithi003.stdout:27: write initial oid 27 2024-04-13T07:14:11.943 INFO:tasks.rados.rados.0.smithi003.stdout:27: seq_num 26 ranges {0=442368} 2024-04-13T07:14:11.945 INFO:tasks.rados.rados.0.smithi003.stdout:27: writing smithi00377890-27 from 0 to 442368 tid 1 2024-04-13T07:14:11.945 INFO:tasks.rados.rados.0.smithi003.stdout:28: write initial oid 28 2024-04-13T07:14:11.946 INFO:tasks.rados.rados.0.smithi003.stdout:28: seq_num 27 ranges {0=458752} 2024-04-13T07:14:11.948 INFO:tasks.rados.rados.0.smithi003.stdout:28: writing smithi00377890-28 from 0 to 458752 tid 1 2024-04-13T07:14:11.948 INFO:tasks.rados.rados.0.smithi003.stdout:29: write initial oid 29 2024-04-13T07:14:11.948 INFO:tasks.rados.rados.0.smithi003.stdout:29: seq_num 28 ranges {0=475136} 2024-04-13T07:14:11.951 INFO:tasks.rados.rados.0.smithi003.stdout:29: writing smithi00377890-29 from 0 to 475136 tid 1 2024-04-13T07:14:11.952 INFO:tasks.rados.rados.0.smithi003.stdout:30: write initial oid 30 2024-04-13T07:14:11.952 INFO:tasks.rados.rados.0.smithi003.stdout:30: seq_num 29 ranges {0=491520} 2024-04-13T07:14:11.954 INFO:tasks.rados.rados.0.smithi003.stdout:30: writing smithi00377890-30 from 0 to 491520 tid 1 2024-04-13T07:14:11.954 INFO:tasks.rados.rados.0.smithi003.stdout:31: write initial oid 31 2024-04-13T07:14:11.955 INFO:tasks.rados.rados.0.smithi003.stdout:31: seq_num 30 ranges {0=507904} 2024-04-13T07:14:11.958 INFO:tasks.rados.rados.0.smithi003.stdout:31: writing smithi00377890-31 from 0 to 507904 tid 1 2024-04-13T07:14:11.958 INFO:tasks.rados.rados.0.smithi003.stdout:32: write initial oid 32 2024-04-13T07:14:11.958 INFO:tasks.rados.rados.0.smithi003.stdout:32: seq_num 31 ranges {0=524288} 2024-04-13T07:14:11.961 INFO:tasks.rados.rados.0.smithi003.stdout:32: writing smithi00377890-32 from 0 to 524288 tid 1 2024-04-13T07:14:11.961 INFO:tasks.rados.rados.0.smithi003.stdout:33: write initial oid 33 2024-04-13T07:14:11.961 INFO:tasks.rados.rados.0.smithi003.stdout:33: seq_num 32 ranges {0=540672} 2024-04-13T07:14:11.964 INFO:tasks.rados.rados.0.smithi003.stdout:33: writing smithi00377890-33 from 0 to 540672 tid 1 2024-04-13T07:14:11.964 INFO:tasks.rados.rados.0.smithi003.stdout:34: write initial oid 34 2024-04-13T07:14:11.965 INFO:tasks.rados.rados.0.smithi003.stdout:34: seq_num 33 ranges {0=557056} 2024-04-13T07:14:11.968 INFO:tasks.rados.rados.0.smithi003.stdout:34: writing smithi00377890-34 from 0 to 557056 tid 1 2024-04-13T07:14:11.968 INFO:tasks.rados.rados.0.smithi003.stdout:35: write initial oid 35 2024-04-13T07:14:11.968 INFO:tasks.rados.rados.0.smithi003.stdout:35: seq_num 34 ranges {0=573440} 2024-04-13T07:14:11.972 INFO:tasks.rados.rados.0.smithi003.stdout:35: writing smithi00377890-35 from 0 to 573440 tid 1 2024-04-13T07:14:11.972 INFO:tasks.rados.rados.0.smithi003.stdout:36: write initial oid 36 2024-04-13T07:14:11.972 INFO:tasks.rados.rados.0.smithi003.stdout:36: seq_num 35 ranges {0=589824} 2024-04-13T07:14:11.977 INFO:tasks.rados.rados.0.smithi003.stdout:36: writing smithi00377890-36 from 0 to 589824 tid 1 2024-04-13T07:14:11.977 INFO:tasks.rados.rados.0.smithi003.stdout: waiting on 16 2024-04-13T07:14:11.977 INFO:tasks.rados.rados.0.smithi003.stdout:21: finishing write tid 2 to smithi00377890-21 2024-04-13T07:14:11.977 INFO:tasks.rados.rados.0.smithi003.stdout:22: finishing write tid 1 to smithi00377890-22 2024-04-13T07:14:11.977 INFO:tasks.rados.rados.0.smithi003.stdout:21: finishing write tid 3 to smithi00377890-21 2024-04-13T07:14:11.977 INFO:tasks.rados.rados.0.smithi003.stdout:21: oid 21 updating version 0 to 2 2024-04-13T07:14:11.977 INFO:tasks.rados.rados.0.smithi003.stdout:21: oid 21 version 2 is already newer than 1 2024-04-13T07:14:11.977 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-13T07:14:11.977 INFO:tasks.rados.rados.0.smithi003.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-04-13T07:14:11.977 INFO:tasks.rados.rados.0.smithi003.stdout:22: finishing write tid 2 to smithi00377890-22 2024-04-13T07:14:11.977 INFO:tasks.rados.rados.0.smithi003.stdout:22: finishing write tid 3 to smithi00377890-22 2024-04-13T07:14:11.978 INFO:tasks.rados.rados.0.smithi003.stdout:22: oid 22 updating version 0 to 8 2024-04-13T07:14:11.978 INFO:tasks.rados.rados.0.smithi003.stdout:22: oid 22 version 8 is already newer than 7 2024-04-13T07:14:11.978 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 8 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-04-13T07:14:11.978 INFO:tasks.rados.rados.0.smithi003.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-04-13T07:14:11.978 INFO:tasks.rados.rados.0.smithi003.stdout:23: finishing write tid 1 to smithi00377890-23 2024-04-13T07:14:11.978 INFO:tasks.rados.rados.0.smithi003.stdout:23: finishing write tid 2 to smithi00377890-23 2024-04-13T07:14:11.978 INFO:tasks.rados.rados.0.smithi003.stdout:24: finishing write tid 1 to smithi00377890-24 2024-04-13T07:14:11.978 INFO:tasks.rados.rados.0.smithi003.stdout:23: finishing write tid 3 to smithi00377890-23 2024-04-13T07:14:11.978 INFO:tasks.rados.rados.0.smithi003.stdout:23: oid 23 updating version 0 to 8 2024-04-13T07:14:11.978 INFO:tasks.rados.rados.0.smithi003.stdout:23: oid 23 version 8 is already newer than 7 2024-04-13T07:14:11.978 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 8 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-13T07:14:11.978 INFO:tasks.rados.rados.0.smithi003.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-04-13T07:14:11.978 INFO:tasks.rados.rados.0.smithi003.stdout:24: finishing write tid 2 to smithi00377890-24 2024-04-13T07:14:11.979 INFO:tasks.rados.rados.0.smithi003.stdout:24: finishing write tid 3 to smithi00377890-24 2024-04-13T07:14:11.979 INFO:tasks.rados.rados.0.smithi003.stdout:24: oid 24 updating version 0 to 10 2024-04-13T07:14:11.979 INFO:tasks.rados.rados.0.smithi003.stdout:24: oid 24 version 10 is already newer than 9 2024-04-13T07:14:11.979 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 10 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-13T07:14:11.979 INFO:tasks.rados.rados.0.smithi003.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-04-13T07:14:11.979 INFO:tasks.rados.rados.0.smithi003.stdout:25: finishing write tid 1 to smithi00377890-25 2024-04-13T07:14:11.979 INFO:tasks.rados.rados.0.smithi003.stdout:25: finishing write tid 2 to smithi00377890-25 2024-04-13T07:14:11.979 INFO:tasks.rados.rados.0.smithi003.stdout:25: finishing write tid 3 to smithi00377890-25 2024-04-13T07:14:11.979 INFO:tasks.rados.rados.0.smithi003.stdout:25: oid 25 updating version 0 to 9 2024-04-13T07:14:11.979 INFO:tasks.rados.rados.0.smithi003.stdout:25: oid 25 updating version 9 to 10 2024-04-13T07:14:11.979 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 10 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-04-13T07:14:11.979 INFO:tasks.rados.rados.0.smithi003.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-04-13T07:14:11.979 INFO:tasks.rados.rados.0.smithi003.stdout:26: finishing write tid 1 to smithi00377890-26 2024-04-13T07:14:11.979 INFO:tasks.rados.rados.0.smithi003.stdout:26: finishing write tid 2 to smithi00377890-26 2024-04-13T07:14:11.979 INFO:tasks.rados.rados.0.smithi003.stdout:21: done (15 left) 2024-04-13T07:14:11.980 INFO:tasks.rados.rados.0.smithi003.stdout:22: done (14 left) 2024-04-13T07:14:11.980 INFO:tasks.rados.rados.0.smithi003.stdout:23: done (13 left) 2024-04-13T07:14:11.980 INFO:tasks.rados.rados.0.smithi003.stdout:24: done (12 left) 2024-04-13T07:14:11.980 INFO:tasks.rados.rados.0.smithi003.stdout:25: done (11 left) 2024-04-13T07:14:11.980 INFO:tasks.rados.rados.0.smithi003.stdout:37: write initial oid 37 2024-04-13T07:14:11.980 INFO:tasks.rados.rados.0.smithi003.stdout:37: seq_num 36 ranges {0=606208} 2024-04-13T07:14:11.980 INFO:tasks.rados.rados.0.smithi003.stdout:37: writing smithi00377890-37 from 0 to 606208 tid 1 2024-04-13T07:14:11.981 INFO:tasks.rados.rados.0.smithi003.stdout:38: write initial oid 38 2024-04-13T07:14:11.981 INFO:tasks.rados.rados.0.smithi003.stdout:38: seq_num 37 ranges {0=622592} 2024-04-13T07:14:11.984 INFO:tasks.rados.rados.0.smithi003.stdout:38: writing smithi00377890-38 from 0 to 622592 tid 1 2024-04-13T07:14:11.984 INFO:tasks.rados.rados.0.smithi003.stdout:39: write initial oid 39 2024-04-13T07:14:11.984 INFO:tasks.rados.rados.0.smithi003.stdout:39: seq_num 38 ranges {0=638976} 2024-04-13T07:14:11.987 INFO:tasks.rados.rados.0.smithi003.stdout:39: writing smithi00377890-39 from 0 to 638976 tid 1 2024-04-13T07:14:11.988 INFO:tasks.rados.rados.0.smithi003.stdout:40: write initial oid 40 2024-04-13T07:14:11.988 INFO:tasks.rados.rados.0.smithi003.stdout:40: seq_num 39 ranges {0=663552} 2024-04-13T07:14:11.992 INFO:tasks.rados.rados.0.smithi003.stdout:40: writing smithi00377890-40 from 0 to 663552 tid 1 2024-04-13T07:14:11.992 INFO:tasks.rados.rados.0.smithi003.stdout:41: write initial oid 41 2024-04-13T07:14:11.992 INFO:tasks.rados.rados.0.smithi003.stdout:41: seq_num 40 ranges {0=679936} 2024-04-13T07:14:11.996 INFO:tasks.rados.rados.0.smithi003.stdout:41: writing smithi00377890-41 from 0 to 679936 tid 1 2024-04-13T07:14:11.996 INFO:tasks.rados.rados.0.smithi003.stdout: waiting on 16 2024-04-13T07:14:11.996 INFO:tasks.rados.rados.0.smithi003.stdout:26: finishing write tid 3 to smithi00377890-26 2024-04-13T07:14:11.996 INFO:tasks.rados.rados.0.smithi003.stdout:26: oid 26 updating version 0 to 6 2024-04-13T07:14:11.996 INFO:tasks.rados.rados.0.smithi003.stdout:26: oid 26 version 6 is already newer than 5 2024-04-13T07:14:11.996 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 6 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-13T07:14:11.996 INFO:tasks.rados.rados.0.smithi003.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-04-13T07:14:11.996 INFO:tasks.rados.rados.0.smithi003.stdout:27: finishing write tid 1 to smithi00377890-27 2024-04-13T07:14:11.996 INFO:tasks.rados.rados.0.smithi003.stdout:27: finishing write tid 2 to smithi00377890-27 2024-04-13T07:14:11.997 INFO:tasks.rados.rados.0.smithi003.stdout:26: done (15 left) 2024-04-13T07:14:11.997 INFO:tasks.rados.rados.0.smithi003.stdout:42: write initial oid 42 2024-04-13T07:14:11.997 INFO:tasks.rados.rados.0.smithi003.stdout:42: seq_num 41 ranges {0=696320} 2024-04-13T07:14:12.000 INFO:tasks.rados.rados.0.smithi003.stdout:42: writing smithi00377890-42 from 0 to 696320 tid 1 2024-04-13T07:14:12.000 INFO:tasks.rados.rados.0.smithi003.stdout: waiting on 16 2024-04-13T07:14:12.001 INFO:tasks.rados.rados.0.smithi003.stdout:27: finishing write tid 3 to smithi00377890-27 2024-04-13T07:14:12.001 INFO:tasks.rados.rados.0.smithi003.stdout:27: oid 27 updating version 0 to 4 2024-04-13T07:14:12.001 INFO:tasks.rados.rados.0.smithi003.stdout:27: oid 27 version 4 is already newer than 3 2024-04-13T07:14:12.001 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-13T07:14:12.001 INFO:tasks.rados.rados.0.smithi003.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-04-13T07:14:12.001 INFO:tasks.rados.rados.0.smithi003.stdout:28: finishing write tid 1 to smithi00377890-28 2024-04-13T07:14:12.001 INFO:tasks.rados.rados.0.smithi003.stdout:28: finishing write tid 2 to smithi00377890-28 2024-04-13T07:14:12.001 INFO:tasks.rados.rados.0.smithi003.stdout:28: finishing write tid 3 to smithi00377890-28 2024-04-13T07:14:12.001 INFO:tasks.rados.rados.0.smithi003.stdout:28: oid 28 updating version 0 to 2 2024-04-13T07:14:12.001 INFO:tasks.rados.rados.0.smithi003.stdout:28: oid 28 version 2 is already newer than 1 2024-04-13T07:14:12.001 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 2 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-13T07:14:12.001 INFO:tasks.rados.rados.0.smithi003.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-04-13T07:14:12.001 INFO:tasks.rados.rados.0.smithi003.stdout:29: finishing write tid 1 to smithi00377890-29 2024-04-13T07:14:12.002 INFO:tasks.rados.rados.0.smithi003.stdout:29: finishing write tid 2 to smithi00377890-29 2024-04-13T07:14:12.002 INFO:tasks.rados.rados.0.smithi003.stdout:29: finishing write tid 3 to smithi00377890-29 2024-04-13T07:14:12.002 INFO:tasks.rados.rados.0.smithi003.stdout:29: oid 29 updating version 0 to 1 2024-04-13T07:14:12.002 INFO:tasks.rados.rados.0.smithi003.stdout:29: oid 29 updating version 1 to 2 2024-04-13T07:14:12.002 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 2 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-13T07:14:12.002 INFO:tasks.rados.rados.0.smithi003.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-04-13T07:14:12.002 INFO:tasks.rados.rados.0.smithi003.stdout:30: finishing write tid 1 to smithi00377890-30 2024-04-13T07:14:12.002 INFO:tasks.rados.rados.0.smithi003.stdout:30: finishing write tid 2 to smithi00377890-30 2024-04-13T07:14:12.002 INFO:tasks.rados.rados.0.smithi003.stdout:27: done (15 left) 2024-04-13T07:14:12.002 INFO:tasks.rados.rados.0.smithi003.stdout:28: done (14 left) 2024-04-13T07:14:12.002 INFO:tasks.rados.rados.0.smithi003.stdout:29: done (13 left) 2024-04-13T07:14:12.002 INFO:tasks.rados.rados.0.smithi003.stdout:43: write initial oid 43 2024-04-13T07:14:12.002 INFO:tasks.rados.rados.0.smithi003.stdout:43: seq_num 42 ranges {0=712704} 2024-04-13T07:14:12.004 INFO:tasks.rados.rados.0.smithi003.stdout:43: writing smithi00377890-43 from 0 to 712704 tid 1 2024-04-13T07:14:12.005 INFO:tasks.rados.rados.0.smithi003.stdout:44: write initial oid 44 2024-04-13T07:14:12.005 INFO:tasks.rados.rados.0.smithi003.stdout:44: seq_num 43 ranges {0=729088} 2024-04-13T07:14:12.010 INFO:tasks.rados.rados.0.smithi003.stdout:44: writing smithi00377890-44 from 0 to 729088 tid 1 2024-04-13T07:14:12.010 INFO:tasks.rados.rados.0.smithi003.stdout:45: write initial oid 45 2024-04-13T07:14:12.010 INFO:tasks.rados.rados.0.smithi003.stdout:45: seq_num 44 ranges {0=745472} 2024-04-13T07:14:12.015 INFO:tasks.rados.rados.0.smithi003.stdout:45: writing smithi00377890-45 from 0 to 745472 tid 1 2024-04-13T07:14:12.015 INFO:tasks.rados.rados.0.smithi003.stdout: waiting on 16 2024-04-13T07:14:12.016 INFO:tasks.rados.rados.0.smithi003.stdout:30: finishing write tid 3 to smithi00377890-30 2024-04-13T07:14:12.016 INFO:tasks.rados.rados.0.smithi003.stdout:30: oid 30 updating version 0 to 6 2024-04-13T07:14:12.016 INFO:tasks.rados.rados.0.smithi003.stdout:30: oid 30 version 6 is already newer than 5 2024-04-13T07:14:12.016 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 6 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-13T07:14:12.016 INFO:tasks.rados.rados.0.smithi003.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-04-13T07:14:12.016 INFO:tasks.rados.rados.0.smithi003.stdout:31: finishing write tid 1 to smithi00377890-31 2024-04-13T07:14:12.016 INFO:tasks.rados.rados.0.smithi003.stdout:31: finishing write tid 2 to smithi00377890-31 2024-04-13T07:14:12.016 INFO:tasks.rados.rados.0.smithi003.stdout:31: finishing write tid 3 to smithi00377890-31 2024-04-13T07:14:12.016 INFO:tasks.rados.rados.0.smithi003.stdout:31: oid 31 updating version 0 to 1 2024-04-13T07:14:12.016 INFO:tasks.rados.rados.0.smithi003.stdout:31: oid 31 updating version 1 to 2 2024-04-13T07:14:12.016 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 2 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-13T07:14:12.016 INFO:tasks.rados.rados.0.smithi003.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-04-13T07:14:12.016 INFO:tasks.rados.rados.0.smithi003.stdout:32: finishing write tid 1 to smithi00377890-32 2024-04-13T07:14:12.017 INFO:tasks.rados.rados.0.smithi003.stdout:32: finishing write tid 2 to smithi00377890-32 2024-04-13T07:14:12.017 INFO:tasks.rados.rados.0.smithi003.stdout:32: finishing write tid 3 to smithi00377890-32 2024-04-13T07:14:12.017 INFO:tasks.rados.rados.0.smithi003.stdout:32: oid 32 updating version 0 to 12 2024-04-13T07:14:12.017 INFO:tasks.rados.rados.0.smithi003.stdout:32: oid 32 version 12 is already newer than 11 2024-04-13T07:14:12.017 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 12 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-13T07:14:12.017 INFO:tasks.rados.rados.0.smithi003.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-04-13T07:14:12.017 INFO:tasks.rados.rados.0.smithi003.stdout:33: finishing write tid 1 to smithi00377890-33 2024-04-13T07:14:12.017 INFO:tasks.rados.rados.0.smithi003.stdout:33: finishing write tid 2 to smithi00377890-33 2024-04-13T07:14:12.017 INFO:tasks.rados.rados.0.smithi003.stdout:33: finishing write tid 3 to smithi00377890-33 2024-04-13T07:14:12.017 INFO:tasks.rados.rados.0.smithi003.stdout:33: oid 33 updating version 0 to 5 2024-04-13T07:14:12.017 INFO:tasks.rados.rados.0.smithi003.stdout:33: oid 33 updating version 5 to 6 2024-04-13T07:14:12.017 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 6 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-13T07:14:12.017 INFO:tasks.rados.rados.0.smithi003.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-04-13T07:14:12.017 INFO:tasks.rados.rados.0.smithi003.stdout:34: finishing write tid 1 to smithi00377890-34 2024-04-13T07:14:12.017 INFO:tasks.rados.rados.0.smithi003.stdout:34: finishing write tid 2 to smithi00377890-34 2024-04-13T07:14:12.018 INFO:tasks.rados.rados.0.smithi003.stdout:30: done (15 left) 2024-04-13T07:14:12.018 INFO:tasks.rados.rados.0.smithi003.stdout:31: done (14 left) 2024-04-13T07:14:12.018 INFO:tasks.rados.rados.0.smithi003.stdout:32: done (13 left) 2024-04-13T07:14:12.018 INFO:tasks.rados.rados.0.smithi003.stdout:33: done (12 left) 2024-04-13T07:14:12.018 INFO:tasks.rados.rados.0.smithi003.stdout:46: write initial oid 46 2024-04-13T07:14:12.018 INFO:tasks.rados.rados.0.smithi003.stdout:46: seq_num 45 ranges {0=761856} 2024-04-13T07:14:12.019 INFO:tasks.rados.rados.0.smithi003.stdout:46: writing smithi00377890-46 from 0 to 761856 tid 1 2024-04-13T07:14:12.019 INFO:tasks.rados.rados.0.smithi003.stdout:47: write initial oid 47 2024-04-13T07:14:12.020 INFO:tasks.rados.rados.0.smithi003.stdout:47: seq_num 46 ranges {0=778240} 2024-04-13T07:14:12.024 INFO:tasks.rados.rados.0.smithi003.stdout:47: writing smithi00377890-47 from 0 to 778240 tid 1 2024-04-13T07:14:12.024 INFO:tasks.rados.rados.0.smithi003.stdout:48: write initial oid 48 2024-04-13T07:14:12.024 INFO:tasks.rados.rados.0.smithi003.stdout:48: seq_num 47 ranges {0=794624} 2024-04-13T07:14:12.029 INFO:tasks.rados.rados.0.smithi003.stdout:48: writing smithi00377890-48 from 0 to 794624 tid 1 2024-04-13T07:14:12.029 INFO:tasks.rados.rados.0.smithi003.stdout:49: write initial oid 49 2024-04-13T07:14:12.029 INFO:tasks.rados.rados.0.smithi003.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-04-13T07:14:12.031 INFO:tasks.rados.rados.0.smithi003.stdout:49: writing smithi00377890-49 from 0 to 409600 tid 1 2024-04-13T07:14:12.034 INFO:tasks.rados.rados.0.smithi003.stdout:49: writing smithi00377890-49 from 409600 to 811008 tid 2 2024-04-13T07:14:12.034 INFO:tasks.rados.rados.0.smithi003.stdout: waiting on 16 2024-04-13T07:14:12.034 INFO:tasks.rados.rados.0.smithi003.stdout:34: finishing write tid 3 to smithi00377890-34 2024-04-13T07:14:12.034 INFO:tasks.rados.rados.0.smithi003.stdout:34: oid 34 updating version 0 to 3 2024-04-13T07:14:12.034 INFO:tasks.rados.rados.0.smithi003.stdout:34: oid 34 updating version 3 to 4 2024-04-13T07:14:12.034 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-13T07:14:12.035 INFO:tasks.rados.rados.0.smithi003.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-04-13T07:14:12.035 INFO:tasks.rados.rados.0.smithi003.stdout:35: finishing write tid 1 to smithi00377890-35 2024-04-13T07:14:12.035 INFO:tasks.rados.rados.0.smithi003.stdout:34: done (15 left) 2024-04-13T07:14:12.035 INFO:tasks.rados.rados.0.smithi003.stdout:50: write initial oid 50 2024-04-13T07:14:12.035 INFO:tasks.rados.rados.0.smithi003.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-04-13T07:14:12.036 INFO:tasks.rados.rados.0.smithi003.stdout:50: writing smithi00377890-50 from 0 to 425984 tid 1 2024-04-13T07:14:12.040 INFO:tasks.rados.rados.0.smithi003.stdout:50: writing smithi00377890-50 from 425984 to 827392 tid 2 2024-04-13T07:14:12.040 INFO:tasks.rados.rados.0.smithi003.stdout: waiting on 16 2024-04-13T07:14:12.040 INFO:tasks.rados.rados.0.smithi003.stdout:35: finishing write tid 2 to smithi00377890-35 2024-04-13T07:14:12.040 INFO:tasks.rados.rados.0.smithi003.stdout:35: finishing write tid 3 to smithi00377890-35 2024-04-13T07:14:12.040 INFO:tasks.rados.rados.0.smithi003.stdout:35: oid 35 updating version 0 to 12 2024-04-13T07:14:12.040 INFO:tasks.rados.rados.0.smithi003.stdout:35: oid 35 version 12 is already newer than 11 2024-04-13T07:14:12.040 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 12 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-13T07:14:12.040 INFO:tasks.rados.rados.0.smithi003.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-04-13T07:14:12.040 INFO:tasks.rados.rados.0.smithi003.stdout:36: finishing write tid 1 to smithi00377890-36 2024-04-13T07:14:12.040 INFO:tasks.rados.rados.0.smithi003.stdout:36: finishing write tid 2 to smithi00377890-36 2024-04-13T07:14:12.040 INFO:tasks.rados.rados.0.smithi003.stdout:35: done (15 left) 2024-04-13T07:14:12.040 INFO:tasks.rados.rados.0.smithi003.stdout:51: copy_from oid 2 from oid 11 current snap is 0 2024-04-13T07:14:12.040 INFO:tasks.rados.rados.0.smithi003.stdout:36: finishing write tid 3 to smithi00377890-36 2024-04-13T07:14:12.041 INFO:tasks.rados.rados.0.smithi003.stdout:36: oid 36 updating version 0 to 6 2024-04-13T07:14:12.041 INFO:tasks.rados.rados.0.smithi003.stdout:36: oid 36 version 6 is already newer than 5 2024-04-13T07:14:12.041 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-13T07:14:12.041 INFO:tasks.rados.rados.0.smithi003.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-04-13T07:14:12.041 INFO:tasks.rados.rados.0.smithi003.stdout:37: finishing write tid 1 to smithi00377890-37 2024-04-13T07:14:12.041 INFO:tasks.rados.rados.0.smithi003.stdout:37: finishing write tid 2 to smithi00377890-37 2024-04-13T07:14:12.041 INFO:tasks.rados.rados.0.smithi003.stdout:36: done (15 left) 2024-04-13T07:14:12.041 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 25 current snap is 0 2024-04-13T07:14:12.041 INFO:tasks.rados.rados.0.smithi003.stdout:37: finishing write tid 3 to smithi00377890-37 2024-04-13T07:14:12.041 INFO:tasks.rados.rados.0.smithi003.stdout:37: oid 37 updating version 0 to 3 2024-04-13T07:14:12.041 INFO:tasks.rados.rados.0.smithi003.stdout:37: oid 37 updating version 3 to 4 2024-04-13T07:14:12.041 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-13T07:14:12.041 INFO:tasks.rados.rados.0.smithi003.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-04-13T07:14:12.041 INFO:tasks.rados.rados.0.smithi003.stdout:38: finishing write tid 1 to smithi00377890-38 2024-04-13T07:14:12.041 INFO:tasks.rados.rados.0.smithi003.stdout:38: finishing write tid 2 to smithi00377890-38 2024-04-13T07:14:12.041 INFO:tasks.rados.rados.0.smithi003.stdout:52: seq_num 50 ranges {409600=442368,851968=401408} 2024-04-13T07:14:12.044 INFO:tasks.rados.rados.0.smithi003.stdout:52: writing smithi00377890-25 from 409600 to 851968 tid 1 2024-04-13T07:14:12.048 INFO:tasks.rados.rados.0.smithi003.stdout:52: writing smithi00377890-25 from 851968 to 1253376 tid 2 2024-04-13T07:14:12.048 INFO:tasks.rados.rados.0.smithi003.stdout:37: done (15 left) 2024-04-13T07:14:12.048 INFO:tasks.rados.rados.0.smithi003.stdout:53: rmattr oid 30 current snap is 0 2024-04-13T07:14:12.049 INFO:tasks.rados.rados.0.smithi003.stdout:53: done (15 left) 2024-04-13T07:14:12.049 INFO:tasks.rados.rados.0.smithi003.stdout:54: delete oid 3 current snap is 0 2024-04-13T07:14:12.049 INFO:tasks.rados.rados.0.smithi003.stdout:38: finishing write tid 3 to smithi00377890-38 2024-04-13T07:14:12.049 INFO:tasks.rados.rados.0.smithi003.stdout:38: oid 38 updating version 0 to 3 2024-04-13T07:14:12.049 INFO:tasks.rados.rados.0.smithi003.stdout:38: oid 38 updating version 3 to 4 2024-04-13T07:14:12.049 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 4 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-13T07:14:12.049 INFO:tasks.rados.rados.0.smithi003.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-04-13T07:14:12.049 INFO:tasks.rados.rados.0.smithi003.stdout:39: finishing write tid 1 to smithi00377890-39 2024-04-13T07:14:12.049 INFO:tasks.rados.rados.0.smithi003.stdout:39: finishing write tid 2 to smithi00377890-39 2024-04-13T07:14:12.049 INFO:tasks.rados.rados.0.smithi003.stdout:39: finishing write tid 3 to smithi00377890-39 2024-04-13T07:14:12.049 INFO:tasks.rados.rados.0.smithi003.stdout:39: oid 39 updating version 0 to 4 2024-04-13T07:14:12.049 INFO:tasks.rados.rados.0.smithi003.stdout:39: oid 39 version 4 is already newer than 3 2024-04-13T07:14:12.049 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 4 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-13T07:14:12.050 INFO:tasks.rados.rados.0.smithi003.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-04-13T07:14:12.050 INFO:tasks.rados.rados.0.smithi003.stdout:40: finishing write tid 1 to smithi00377890-40 2024-04-13T07:14:12.050 INFO:tasks.rados.rados.0.smithi003.stdout:40: finishing write tid 2 to smithi00377890-40 2024-04-13T07:14:12.050 INFO:tasks.rados.rados.0.smithi003.stdout:40: finishing write tid 3 to smithi00377890-40 2024-04-13T07:14:12.050 INFO:tasks.rados.rados.0.smithi003.stdout:40: oid 40 updating version 0 to 14 2024-04-13T07:14:12.050 INFO:tasks.rados.rados.0.smithi003.stdout:40: oid 40 version 14 is already newer than 13 2024-04-13T07:14:12.050 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 14 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-13T07:14:12.050 INFO:tasks.rados.rados.0.smithi003.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-04-13T07:14:12.050 INFO:tasks.rados.rados.0.smithi003.stdout:41: finishing write tid 1 to smithi00377890-41 2024-04-13T07:14:12.050 INFO:tasks.rados.rados.0.smithi003.stdout:41: finishing write tid 2 to smithi00377890-41 2024-04-13T07:14:12.050 INFO:tasks.rados.rados.0.smithi003.stdout:41: finishing write tid 3 to smithi00377890-41 2024-04-13T07:14:12.050 INFO:tasks.rados.rados.0.smithi003.stdout:41: oid 41 updating version 0 to 8 2024-04-13T07:14:12.050 INFO:tasks.rados.rados.0.smithi003.stdout:41: oid 41 version 8 is already newer than 7 2024-04-13T07:14:12.050 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 8 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-13T07:14:12.051 INFO:tasks.rados.rados.0.smithi003.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-04-13T07:14:12.051 INFO:tasks.rados.rados.0.smithi003.stdout:42: finishing write tid 1 to smithi00377890-42 2024-04-13T07:14:12.051 INFO:tasks.rados.rados.0.smithi003.stdout:42: finishing write tid 2 to smithi00377890-42 2024-04-13T07:14:12.051 INFO:tasks.rados.rados.0.smithi003.stdout:42: finishing write tid 3 to smithi00377890-42 2024-04-13T07:14:12.051 INFO:tasks.rados.rados.0.smithi003.stdout:42: oid 42 updating version 0 to 7 2024-04-13T07:14:12.051 INFO:tasks.rados.rados.0.smithi003.stdout:42: oid 42 updating version 7 to 8 2024-04-13T07:14:12.051 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-13T07:14:12.051 INFO:tasks.rados.rados.0.smithi003.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-04-13T07:14:12.051 INFO:tasks.rados.rados.0.smithi003.stdout:43: finishing write tid 1 to smithi00377890-43 2024-04-13T07:14:12.051 INFO:tasks.rados.rados.0.smithi003.stdout:43: finishing write tid 2 to smithi00377890-43 2024-04-13T07:14:12.051 INFO:tasks.rados.rados.0.smithi003.stdout:43: finishing write tid 3 to smithi00377890-43 2024-04-13T07:14:12.051 INFO:tasks.rados.rados.0.smithi003.stdout:43: oid 43 updating version 0 to 4 2024-04-13T07:14:12.051 INFO:tasks.rados.rados.0.smithi003.stdout:43: oid 43 version 4 is already newer than 3 2024-04-13T07:14:12.051 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 4 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-13T07:14:12.051 INFO:tasks.rados.rados.0.smithi003.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-04-13T07:14:12.052 INFO:tasks.rados.rados.0.smithi003.stdout:44: finishing write tid 1 to smithi00377890-44 2024-04-13T07:14:12.052 INFO:tasks.rados.rados.0.smithi003.stdout:44: finishing write tid 2 to smithi00377890-44 2024-04-13T07:14:12.052 INFO:tasks.rados.rados.0.smithi003.stdout:44: finishing write tid 3 to smithi00377890-44 2024-04-13T07:14:12.052 INFO:tasks.rados.rados.0.smithi003.stdout:44: oid 44 updating version 0 to 2 2024-04-13T07:14:12.052 INFO:tasks.rados.rados.0.smithi003.stdout:44: oid 44 version 2 is already newer than 1 2024-04-13T07:14:12.052 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 2 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-13T07:14:12.052 INFO:tasks.rados.rados.0.smithi003.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-04-13T07:14:12.052 INFO:tasks.rados.rados.0.smithi003.stdout:45: finishing write tid 1 to smithi00377890-45 2024-04-13T07:14:12.052 INFO:tasks.rados.rados.0.smithi003.stdout:45: finishing write tid 2 to smithi00377890-45 2024-04-13T07:14:12.052 INFO:tasks.rados.rados.0.smithi003.stdout:45: finishing write tid 3 to smithi00377890-45 2024-04-13T07:14:12.052 INFO:tasks.rados.rados.0.smithi003.stdout:45: oid 45 updating version 0 to 8 2024-04-13T07:14:12.052 INFO:tasks.rados.rados.0.smithi003.stdout:45: oid 45 version 8 is already newer than 7 2024-04-13T07:14:12.052 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 8 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-13T07:14:12.052 INFO:tasks.rados.rados.0.smithi003.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-04-13T07:14:12.052 INFO:tasks.rados.rados.0.smithi003.stdout:46: finishing write tid 1 to smithi00377890-46 2024-04-13T07:14:12.053 INFO:tasks.rados.rados.0.smithi003.stdout:46: finishing write tid 2 to smithi00377890-46 2024-04-13T07:14:12.053 INFO:tasks.rados.rados.0.smithi003.stdout:46: finishing write tid 3 to smithi00377890-46 2024-04-13T07:14:12.053 INFO:tasks.rados.rados.0.smithi003.stdout:46: oid 46 updating version 0 to 4 2024-04-13T07:14:12.053 INFO:tasks.rados.rados.0.smithi003.stdout:46: oid 46 version 4 is already newer than 3 2024-04-13T07:14:12.053 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-13T07:14:12.053 INFO:tasks.rados.rados.0.smithi003.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-04-13T07:14:12.053 INFO:tasks.rados.rados.0.smithi003.stdout:47: finishing write tid 1 to smithi00377890-47 2024-04-13T07:14:12.053 INFO:tasks.rados.rados.0.smithi003.stdout:47: finishing write tid 2 to smithi00377890-47 2024-04-13T07:14:12.053 INFO:tasks.rados.rados.0.smithi003.stdout:47: finishing write tid 3 to smithi00377890-47 2024-04-13T07:14:12.053 INFO:tasks.rados.rados.0.smithi003.stdout:47: oid 47 updating version 0 to 8 2024-04-13T07:14:12.053 INFO:tasks.rados.rados.0.smithi003.stdout:47: oid 47 version 8 is already newer than 7 2024-04-13T07:14:12.053 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:14:12.053 INFO:tasks.rados.rados.0.smithi003.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:14:12.053 INFO:tasks.rados.rados.0.smithi003.stdout:48: finishing write tid 1 to smithi00377890-48 2024-04-13T07:14:12.053 INFO:tasks.rados.rados.0.smithi003.stdout:48: finishing write tid 2 to smithi00377890-48 2024-04-13T07:14:12.053 INFO:tasks.rados.rados.0.smithi003.stdout:48: finishing write tid 3 to smithi00377890-48 2024-04-13T07:14:12.054 INFO:tasks.rados.rados.0.smithi003.stdout:48: oid 48 updating version 0 to 14 2024-04-13T07:14:12.054 INFO:tasks.rados.rados.0.smithi003.stdout:48: oid 48 version 14 is already newer than 13 2024-04-13T07:14:12.054 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 14 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-13T07:14:12.054 INFO:tasks.rados.rados.0.smithi003.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-04-13T07:14:12.054 INFO:tasks.rados.rados.0.smithi003.stdout:49: finishing write tid 1 to smithi00377890-49 2024-04-13T07:14:12.054 INFO:tasks.rados.rados.0.smithi003.stdout:49: finishing write tid 2 to smithi00377890-49 2024-04-13T07:14:12.054 INFO:tasks.rados.rados.0.smithi003.stdout:49: finishing write tid 3 to smithi00377890-49 2024-04-13T07:14:12.054 INFO:tasks.rados.rados.0.smithi003.stdout:49: finishing write tid 4 to smithi00377890-49 2024-04-13T07:14:12.054 INFO:tasks.rados.rados.0.smithi003.stdout:49: oid 49 updating version 0 to 10 2024-04-13T07:14:12.054 INFO:tasks.rados.rados.0.smithi003.stdout:49: oid 49 updating version 10 to 11 2024-04-13T07:14:12.054 INFO:tasks.rados.rados.0.smithi003.stdout:49: oid 49 version 11 is already newer than 9 2024-04-13T07:14:12.054 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-13T07:14:12.054 INFO:tasks.rados.rados.0.smithi003.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-04-13T07:14:12.054 INFO:tasks.rados.rados.0.smithi003.stdout:50: finishing write tid 1 to smithi00377890-50 2024-04-13T07:14:12.054 INFO:tasks.rados.rados.0.smithi003.stdout:50: finishing write tid 2 to smithi00377890-50 2024-04-13T07:14:12.054 INFO:tasks.rados.rados.0.smithi003.stdout:50: finishing write tid 3 to smithi00377890-50 2024-04-13T07:14:12.054 INFO:tasks.rados.rados.0.smithi003.stdout:50: finishing write tid 4 to smithi00377890-50 2024-04-13T07:14:12.055 INFO:tasks.rados.rados.0.smithi003.stdout:50: oid 50 updating version 0 to 6 2024-04-13T07:14:12.055 INFO:tasks.rados.rados.0.smithi003.stdout:50: oid 50 updating version 6 to 7 2024-04-13T07:14:12.055 INFO:tasks.rados.rados.0.smithi003.stdout:50: oid 50 version 7 is already newer than 5 2024-04-13T07:14:12.055 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-13T07:14:12.055 INFO:tasks.rados.rados.0.smithi003.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-04-13T07:14:12.055 INFO:tasks.rados.rados.0.smithi003.stdout:51: finishing copy_from racing read to smithi00377890-2 2024-04-13T07:14:12.055 INFO:tasks.rados.rados.0.smithi003.stdout:51: finishing copy_from to smithi00377890-2 2024-04-13T07:14:12.055 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-13T07:14:12.055 INFO:tasks.rados.rados.0.smithi003.stdout:52: finishing write tid 1 to smithi00377890-25 2024-04-13T07:14:12.056 INFO:tasks.rados.rados.0.smithi003.stdout:38: done (15 left) 2024-04-13T07:14:12.056 INFO:tasks.rados.rados.0.smithi003.stdout:39: done (14 left) 2024-04-13T07:14:12.057 INFO:tasks.rados.rados.0.smithi003.stdout:40: done (13 left) 2024-04-13T07:14:12.057 INFO:tasks.rados.rados.0.smithi003.stdout:41: done (12 left) 2024-04-13T07:14:12.057 INFO:tasks.rados.rados.0.smithi003.stdout:42: done (11 left) 2024-04-13T07:14:12.057 INFO:tasks.rados.rados.0.smithi003.stdout:43: done (10 left) 2024-04-13T07:14:12.057 INFO:tasks.rados.rados.0.smithi003.stdout:44: done (9 left) 2024-04-13T07:14:12.057 INFO:tasks.rados.rados.0.smithi003.stdout:45: done (8 left) 2024-04-13T07:14:12.057 INFO:tasks.rados.rados.0.smithi003.stdout:46: done (7 left) 2024-04-13T07:14:12.057 INFO:tasks.rados.rados.0.smithi003.stdout:47: done (6 left) 2024-04-13T07:14:12.057 INFO:tasks.rados.rados.0.smithi003.stdout:48: done (5 left) 2024-04-13T07:14:12.057 INFO:tasks.rados.rados.0.smithi003.stdout:49: done (4 left) 2024-04-13T07:14:12.057 INFO:tasks.rados.rados.0.smithi003.stdout:50: done (3 left) 2024-04-13T07:14:12.057 INFO:tasks.rados.rados.0.smithi003.stdout:51: done (2 left) 2024-04-13T07:14:12.057 INFO:tasks.rados.rados.0.smithi003.stdout:54: done (1 left) 2024-04-13T07:14:12.057 INFO:tasks.rados.rados.0.smithi003.stdout:55: read oid 15 snap -1 2024-04-13T07:14:12.058 INFO:tasks.rados.rados.0.smithi003.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-13T07:14:12.058 INFO:tasks.rados.rados.0.smithi003.stdout:56: rollback oid 31 current snap is 0 2024-04-13T07:14:12.058 INFO:tasks.rados.rados.0.smithi003.stdout:56: done (2 left) 2024-04-13T07:14:12.058 INFO:tasks.rados.rados.0.smithi003.stdout:57: read oid 28 snap -1 2024-04-13T07:14:12.058 INFO:tasks.rados.rados.0.smithi003.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-13T07:14:12.058 INFO:tasks.rados.rados.0.smithi003.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-04-13T07:14:12.058 INFO:tasks.rados.rados.0.smithi003.stdout:59: rollback oid 45 current snap is 0 2024-04-13T07:14:12.058 INFO:tasks.rados.rados.0.smithi003.stdout:59: done (4 left) 2024-04-13T07:14:12.058 INFO:tasks.rados.rados.0.smithi003.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-04-13T07:14:12.062 INFO:tasks.rados.rados.0.smithi003.stdout:61: delete oid 1 current snap is 0 2024-04-13T07:14:12.062 INFO:tasks.rados.rados.0.smithi003.stdout:52: finishing write tid 2 to smithi00377890-25 2024-04-13T07:14:12.062 INFO:tasks.rados.rados.0.smithi003.stdout:52: finishing write tid 3 to smithi00377890-25 2024-04-13T07:14:12.062 INFO:tasks.rados.rados.0.smithi003.stdout:61: done (5 left) 2024-04-13T07:14:12.062 INFO:tasks.rados.rados.0.smithi003.stdout:62: read oid 17 snap -1 2024-04-13T07:14:12.062 INFO:tasks.rados.rados.0.smithi003.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-13T07:14:12.062 INFO:tasks.rados.rados.0.smithi003.stdout:63: snap_create 2024-04-13T07:14:12.062 INFO:tasks.rados.rados.0.smithi003.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-13T07:14:12.068 INFO:tasks.rados.rados.0.smithi003.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-13T07:14:12.075 INFO:tasks.rados.rados.0.smithi003.stdout:60: finishing copy_from racing read to smithi00377890-22 2024-04-13T07:14:12.076 INFO:tasks.rados.rados.0.smithi003.stdout:52: finishing write tid 4 to smithi00377890-25 2024-04-13T07:14:12.076 INFO:tasks.rados.rados.0.smithi003.stdout:52: oid 25 updating version 0 to 16 2024-04-13T07:14:12.076 INFO:tasks.rados.rados.0.smithi003.stdout:52: oid 25 updating version 16 to 17 2024-04-13T07:14:12.076 INFO:tasks.rados.rados.0.smithi003.stdout:52: oid 25 version 17 is already newer than 15 2024-04-13T07:14:12.076 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 17 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-13T07:14:12.076 INFO:tasks.rados.rados.0.smithi003.stdout:52: left oid 25 (ObjNum 50 snap 0 seq_num 50) 2024-04-13T07:14:12.076 INFO:tasks.rados.rados.0.smithi003.stdout:60: finishing copy_from to smithi00377890-22 2024-04-13T07:14:12.076 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 14 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-13T07:14:12.076 INFO:tasks.rados.rados.0.smithi003.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-13T07:14:12.083 INFO:tasks.rados.rados.0.smithi003.stdout:58: finishing copy_from racing read to smithi00377890-29 2024-04-13T07:14:12.083 INFO:tasks.rados.rados.0.smithi003.stdout:58: finishing copy_from to smithi00377890-29 2024-04-13T07:14:12.083 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:14:12.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:11 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/3179190984' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-13T07:14:12.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:11 smithi066 ceph-mon[30583]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-13T07:14:12.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:11 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/3179190984' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-13T07:14:12.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:11 smithi003 ceph-mon[27034]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-13T07:14:12.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:11 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/3179190984' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-13T07:14:12.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:11 smithi003 ceph-mon[37804]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-13T07:14:12.900 INFO:tasks.rados.rados.0.smithi003.stdout:52: done (6 left) 2024-04-13T07:14:12.901 INFO:tasks.rados.rados.0.smithi003.stdout:55: done (5 left) 2024-04-13T07:14:12.901 INFO:tasks.rados.rados.0.smithi003.stdout:57: done (4 left) 2024-04-13T07:14:12.901 INFO:tasks.rados.rados.0.smithi003.stdout:58: done (3 left) 2024-04-13T07:14:12.901 INFO:tasks.rados.rados.0.smithi003.stdout:60: done (2 left) 2024-04-13T07:14:12.901 INFO:tasks.rados.rados.0.smithi003.stdout:62: done (1 left) 2024-04-13T07:14:12.901 INFO:tasks.rados.rados.0.smithi003.stdout:63: done (0 left) 2024-04-13T07:14:12.901 INFO:tasks.rados.rados.0.smithi003.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-04-13T07:14:12.901 INFO:tasks.rados.rados.0.smithi003.stdout:65: read oid 30 snap -1 2024-04-13T07:14:12.901 INFO:tasks.rados.rados.0.smithi003.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-13T07:14:12.901 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 23 current snap is 1 2024-04-13T07:14:12.901 INFO:tasks.rados.rados.0.smithi003.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-04-13T07:14:12.905 INFO:tasks.rados.rados.0.smithi003.stdout:66: writing smithi00377890-23 from 376832 to 868352 tid 1 2024-04-13T07:14:12.908 INFO:tasks.rados.rados.0.smithi003.stdout:66: writing smithi00377890-23 from 868352 to 1269760 tid 2 2024-04-13T07:14:12.908 INFO:tasks.rados.rados.0.smithi003.stdout:67: rollback oid 10 current snap is 1 2024-04-13T07:14:12.908 INFO:tasks.rados.rados.0.smithi003.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-13T07:14:12.925 INFO:tasks.rados.rados.0.smithi003.stdout:66: finishing write tid 1 to smithi00377890-23 2024-04-13T07:14:12.925 INFO:tasks.rados.rados.0.smithi003.stdout:66: finishing write tid 2 to smithi00377890-23 2024-04-13T07:14:12.925 INFO:tasks.rados.rados.0.smithi003.stdout:66: finishing write tid 3 to smithi00377890-23 2024-04-13T07:14:12.926 INFO:tasks.rados.rados.0.smithi003.stdout:64: finishing copy_from racing read to smithi00377890-15 2024-04-13T07:14:12.926 INFO:tasks.rados.rados.0.smithi003.stdout:66: finishing write tid 4 to smithi00377890-23 2024-04-13T07:14:12.926 INFO:tasks.rados.rados.0.smithi003.stdout:66: oid 23 updating version 0 to 19 2024-04-13T07:14:12.926 INFO:tasks.rados.rados.0.smithi003.stdout:66: oid 23 updating version 19 to 20 2024-04-13T07:14:12.926 INFO:tasks.rados.rados.0.smithi003.stdout:66: oid 23 updating version 20 to 21 2024-04-13T07:14:12.926 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 21 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-13T07:14:12.926 INFO:tasks.rados.rados.0.smithi003.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-04-13T07:14:12.926 INFO:tasks.rados.rados.0.smithi003.stdout:64: finishing copy_from to smithi00377890-15 2024-04-13T07:14:12.926 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-13T07:14:12.926 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 10 to 0 2024-04-13T07:14:12.926 INFO:tasks.rados.rados.0.smithi003.stdout:64: done (3 left) 2024-04-13T07:14:12.926 INFO:tasks.rados.rados.0.smithi003.stdout:65: done (2 left) 2024-04-13T07:14:12.926 INFO:tasks.rados.rados.0.smithi003.stdout:66: done (1 left) 2024-04-13T07:14:12.927 INFO:tasks.rados.rados.0.smithi003.stdout:68: setattr oid 31 current snap is 1 2024-04-13T07:14:12.928 INFO:tasks.rados.rados.0.smithi003.stdout:69: copy_from oid 38 from oid 30 current snap is 1 2024-04-13T07:14:12.928 INFO:tasks.rados.rados.0.smithi003.stdout:70: read oid 16 snap 0 2024-04-13T07:14:12.928 INFO:tasks.rados.rados.0.smithi003.stdout:70: expect (ObjNum 15 snap 0 seq_num 15) 2024-04-13T07:14:12.928 INFO:tasks.rados.rados.0.smithi003.stdout:71: copy_from oid 15 from oid 42 current snap is 1 2024-04-13T07:14:12.928 INFO:tasks.rados.rados.0.smithi003.stdout:72: rollback oid 39 current snap is 1 2024-04-13T07:14:12.928 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 39 to 0 2024-04-13T07:14:12.928 INFO:tasks.rados.rados.0.smithi003.stdout:73: read oid 47 snap 0 2024-04-13T07:14:12.928 INFO:tasks.rados.rados.0.smithi003.stdout:73: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:14:12.928 INFO:tasks.rados.rados.0.smithi003.stdout:74: rmattr oid 19 current snap is 1 2024-04-13T07:14:12.928 INFO:tasks.rados.rados.0.smithi003.stdout:74: done (7 left) 2024-04-13T07:14:12.928 INFO:tasks.rados.rados.0.smithi003.stdout:75: copy_from oid 43 from oid 13 current snap is 1 2024-04-13T07:14:12.928 INFO:tasks.rados.rados.0.smithi003.stdout:76: read oid 27 snap -1 2024-04-13T07:14:12.928 INFO:tasks.rados.rados.0.smithi003.stdout:76: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-13T07:14:12.929 INFO:tasks.rados.rados.0.smithi003.stdout:77: copy_from oid 4 from oid 34 current snap is 1 2024-04-13T07:14:12.929 INFO:tasks.rados.rados.0.smithi003.stdout:78: read oid 26 snap -1 2024-04-13T07:14:12.929 INFO:tasks.rados.rados.0.smithi003.stdout:78: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-13T07:14:12.929 INFO:tasks.rados.rados.0.smithi003.stdout:79: setattr oid 46 current snap is 1 2024-04-13T07:14:12.929 INFO:tasks.rados.rados.0.smithi003.stdout:80: snap_create 2024-04-13T07:14:12.929 INFO:tasks.rados.rados.0.smithi003.stdout:70: expect (ObjNum 15 snap 0 seq_num 15) 2024-04-13T07:14:12.939 INFO:tasks.rados.rados.0.smithi003.stdout:67: finishing rollback tid 0 to smithi00377890-10 2024-04-13T07:14:12.939 INFO:tasks.rados.rados.0.smithi003.stdout:67: finishing rollback tid 1 to smithi00377890-10 2024-04-13T07:14:12.939 INFO:tasks.rados.rados.0.smithi003.stdout:67: finishing rollback tid 2 to smithi00377890-10 2024-04-13T07:14:12.940 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 27 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-13T07:14:12.940 INFO:tasks.rados.rados.0.smithi003.stdout:72: finishing rollback tid 0 to smithi00377890-39 2024-04-13T07:14:12.940 INFO:tasks.rados.rados.0.smithi003.stdout:76: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-13T07:14:12.952 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-13T07:14:12.952 INFO:tasks.rados.rados.0.smithi003.stdout:72: finishing rollback tid 1 to smithi00377890-39 2024-04-13T07:14:12.952 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 6 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-13T07:14:12.952 INFO:tasks.rados.rados.0.smithi003.stdout:72: finishing rollback tid 2 to smithi00377890-39 2024-04-13T07:14:12.952 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-13T07:14:12.952 INFO:tasks.rados.rados.0.smithi003.stdout:73: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:14:12.972 INFO:tasks.rados.rados.0.smithi003.stdout:78: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-13T07:14:12.984 INFO:tasks.rados.rados.0.smithi003.stdout:75: finishing copy_from racing read to smithi00377890-43 2024-04-13T07:14:12.985 INFO:tasks.rados.rados.0.smithi003.stdout:77: finishing copy_from racing read to smithi00377890-4 2024-04-13T07:14:12.985 INFO:tasks.rados.rados.0.smithi003.stdout:75: finishing copy_from to smithi00377890-43 2024-04-13T07:14:12.985 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-13T07:14:12.985 INFO:tasks.rados.rados.0.smithi003.stdout:71: finishing copy_from racing read to smithi00377890-15 2024-04-13T07:14:12.985 INFO:tasks.rados.rados.0.smithi003.stdout:77: finishing copy_from to smithi00377890-4 2024-04-13T07:14:12.985 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-13T07:14:12.985 INFO:tasks.rados.rados.0.smithi003.stdout:69: finishing copy_from racing read to smithi00377890-38 2024-04-13T07:14:12.985 INFO:tasks.rados.rados.0.smithi003.stdout:71: finishing copy_from to smithi00377890-15 2024-04-13T07:14:12.985 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-13T07:14:12.985 INFO:tasks.rados.rados.0.smithi003.stdout:69: finishing copy_from to smithi00377890-38 2024-04-13T07:14:12.985 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 6 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-13T07:14:13.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:12 smithi066 ceph-mon[30583]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:13.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:12 smithi066 ceph-mon[30583]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:14:13.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:12 smithi066 ceph-mon[30583]: Cluster is now healthy 2024-04-13T07:14:13.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:12 smithi066 ceph-mon[30583]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-13T07:14:13.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:12 smithi066 ceph-mon[30583]: osdmap e77: 8 total, 8 up, 8 in 2024-04-13T07:14:13.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:12 smithi003 ceph-mon[37804]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:13.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:12 smithi003 ceph-mon[37804]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:14:13.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:12 smithi003 ceph-mon[37804]: Cluster is now healthy 2024-04-13T07:14:13.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:12 smithi003 ceph-mon[37804]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-13T07:14:13.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:12 smithi003 ceph-mon[37804]: osdmap e77: 8 total, 8 up, 8 in 2024-04-13T07:14:13.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:12 smithi003 ceph-mon[27034]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:13.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:12 smithi003 ceph-mon[27034]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:14:13.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:12 smithi003 ceph-mon[27034]: Cluster is now healthy 2024-04-13T07:14:13.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:12 smithi003 ceph-mon[27034]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-13T07:14:13.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:12 smithi003 ceph-mon[27034]: osdmap e77: 8 total, 8 up, 8 in 2024-04-13T07:14:13.912 INFO:tasks.rados.rados.0.smithi003.stdout:67: done (12 left) 2024-04-13T07:14:13.913 INFO:tasks.rados.rados.0.smithi003.stdout:68: done (11 left) 2024-04-13T07:14:13.913 INFO:tasks.rados.rados.0.smithi003.stdout:69: done (10 left) 2024-04-13T07:14:13.913 INFO:tasks.rados.rados.0.smithi003.stdout:70: done (9 left) 2024-04-13T07:14:13.913 INFO:tasks.rados.rados.0.smithi003.stdout:71: done (8 left) 2024-04-13T07:14:13.913 INFO:tasks.rados.rados.0.smithi003.stdout:72: done (7 left) 2024-04-13T07:14:13.913 INFO:tasks.rados.rados.0.smithi003.stdout:73: done (6 left) 2024-04-13T07:14:13.913 INFO:tasks.rados.rados.0.smithi003.stdout:75: done (5 left) 2024-04-13T07:14:13.913 INFO:tasks.rados.rados.0.smithi003.stdout:76: done (4 left) 2024-04-13T07:14:13.913 INFO:tasks.rados.rados.0.smithi003.stdout:77: done (3 left) 2024-04-13T07:14:13.913 INFO:tasks.rados.rados.0.smithi003.stdout:78: done (2 left) 2024-04-13T07:14:13.913 INFO:tasks.rados.rados.0.smithi003.stdout:79: done (1 left) 2024-04-13T07:14:13.913 INFO:tasks.rados.rados.0.smithi003.stdout:80: done (0 left) 2024-04-13T07:14:13.914 INFO:tasks.rados.rados.0.smithi003.stdout:81: rollback oid 40 current snap is 2 2024-04-13T07:14:13.914 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 40 to 1 2024-04-13T07:14:13.914 INFO:tasks.rados.rados.0.smithi003.stdout:82: snap_create 2024-04-13T07:14:13.915 INFO:tasks.rados.rados.0.smithi003.stdout:81: finishing rollback tid 0 to smithi00377890-40 2024-04-13T07:14:13.916 INFO:tasks.rados.rados.0.smithi003.stdout:81: finishing rollback tid 1 to smithi00377890-40 2024-04-13T07:14:13.916 INFO:tasks.rados.rados.0.smithi003.stdout:81: finishing rollback tid 2 to smithi00377890-40 2024-04-13T07:14:13.916 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 32 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-13T07:14:14.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:13 smithi066 ceph-mon[30583]: osdmap e78: 8 total, 8 up, 8 in 2024-04-13T07:14:14.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:13 smithi003 ceph-mon[37804]: osdmap e78: 8 total, 8 up, 8 in 2024-04-13T07:14:14.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:13 smithi003 ceph-mon[27034]: osdmap e78: 8 total, 8 up, 8 in 2024-04-13T07:14:14.909 INFO:tasks.rados.rados.0.smithi003.stdout:81: done (1 left) 2024-04-13T07:14:14.910 INFO:tasks.rados.rados.0.smithi003.stdout:82: done (0 left) 2024-04-13T07:14:14.910 INFO:tasks.rados.rados.0.smithi003.stdout:83: rollback oid 9 current snap is 3 2024-04-13T07:14:14.910 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 9 to 0 2024-04-13T07:14:14.910 INFO:tasks.rados.rados.0.smithi003.stdout:84: read oid 20 snap 1 2024-04-13T07:14:14.910 INFO:tasks.rados.rados.0.smithi003.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-13T07:14:14.910 INFO:tasks.rados.rados.0.smithi003.stdout:85: read oid 41 snap -1 2024-04-13T07:14:14.910 INFO:tasks.rados.rados.0.smithi003.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-13T07:14:14.910 INFO:tasks.rados.rados.0.smithi003.stdout:86: read oid 5 snap -1 2024-04-13T07:14:14.910 INFO:tasks.rados.rados.0.smithi003.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-13T07:14:14.910 INFO:tasks.rados.rados.0.smithi003.stdout:87: read oid 4 snap -1 2024-04-13T07:14:14.910 INFO:tasks.rados.rados.0.smithi003.stdout:87: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-13T07:14:14.910 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 3 2024-04-13T07:14:14.911 INFO:tasks.rados.rados.0.smithi003.stdout:88: seq_num 54 ranges {0=507904,507904=401408} 2024-04-13T07:14:14.913 INFO:tasks.rados.rados.0.smithi003.stdout:88: writing smithi00377890-3 from 0 to 507904 tid 1 2024-04-13T07:14:14.915 INFO:tasks.rados.rados.0.smithi003.stdout:88: writing smithi00377890-3 from 507904 to 909312 tid 2 2024-04-13T07:14:14.916 INFO:tasks.rados.rados.0.smithi003.stdout:89: read oid 27 snap -1 2024-04-13T07:14:14.916 INFO:tasks.rados.rados.0.smithi003.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-13T07:14:14.916 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 3 2024-04-13T07:14:14.916 INFO:tasks.rados.rados.0.smithi003.stdout:90: seq_num 55 ranges {270336=524288,794624=401408} 2024-04-13T07:14:14.921 INFO:tasks.rados.rados.0.smithi003.stdout:90: writing smithi00377890-17 from 270336 to 794624 tid 1 2024-04-13T07:14:14.924 INFO:tasks.rados.rados.0.smithi003.stdout:90: writing smithi00377890-17 from 794624 to 1196032 tid 2 2024-04-13T07:14:14.924 INFO:tasks.rados.rados.0.smithi003.stdout:91: rollback oid 36 current snap is 3 2024-04-13T07:14:14.924 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 36 to 2 2024-04-13T07:14:14.924 INFO:tasks.rados.rados.0.smithi003.stdout:83: finishing rollback tid 0 to smithi00377890-9 2024-04-13T07:14:14.924 INFO:tasks.rados.rados.0.smithi003.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-13T07:14:14.927 INFO:tasks.rados.rados.0.smithi003.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-13T07:14:14.935 INFO:tasks.rados.rados.0.smithi003.stdout:83: finishing rollback tid 1 to smithi00377890-9 2024-04-13T07:14:14.936 INFO:tasks.rados.rados.0.smithi003.stdout:83: finishing rollback tid 2 to smithi00377890-9 2024-04-13T07:14:14.936 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 36 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-13T07:14:14.936 INFO:tasks.rados.rados.0.smithi003.stdout:87: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-13T07:14:14.951 INFO:tasks.rados.rados.0.smithi003.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-13T07:14:14.963 INFO:tasks.rados.rados.0.smithi003.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-13T07:14:14.982 INFO:tasks.rados.rados.0.smithi003.stdout:88: finishing write tid 1 to smithi00377890-3 2024-04-13T07:14:14.982 INFO:tasks.rados.rados.0.smithi003.stdout:88: finishing write tid 2 to smithi00377890-3 2024-04-13T07:14:14.982 INFO:tasks.rados.rados.0.smithi003.stdout:88: finishing write tid 3 to smithi00377890-3 2024-04-13T07:14:14.982 INFO:tasks.rados.rados.0.smithi003.stdout:88: finishing write tid 4 to smithi00377890-3 2024-04-13T07:14:14.982 INFO:tasks.rados.rados.0.smithi003.stdout:88: oid 3 updating version 0 to 15 2024-04-13T07:14:14.982 INFO:tasks.rados.rados.0.smithi003.stdout:88: oid 3 version 15 is already newer than 13 2024-04-13T07:14:14.983 INFO:tasks.rados.rados.0.smithi003.stdout:88: oid 3 version 15 is already newer than 14 2024-04-13T07:14:14.983 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 15 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-04-13T07:14:14.983 INFO:tasks.rados.rados.0.smithi003.stdout:88: left oid 3 (ObjNum 54 snap 3 seq_num 54) 2024-04-13T07:14:14.983 INFO:tasks.rados.rados.0.smithi003.stdout:83: done (8 left) 2024-04-13T07:14:14.983 INFO:tasks.rados.rados.0.smithi003.stdout:84: done (7 left) 2024-04-13T07:14:14.983 INFO:tasks.rados.rados.0.smithi003.stdout:85: done (6 left) 2024-04-13T07:14:14.983 INFO:tasks.rados.rados.0.smithi003.stdout:86: done (5 left) 2024-04-13T07:14:14.983 INFO:tasks.rados.rados.0.smithi003.stdout:87: done (4 left) 2024-04-13T07:14:14.983 INFO:tasks.rados.rados.0.smithi003.stdout:88: done (3 left) 2024-04-13T07:14:14.983 INFO:tasks.rados.rados.0.smithi003.stdout:89: done (2 left) 2024-04-13T07:14:14.983 INFO:tasks.rados.rados.0.smithi003.stdout:92: rollback oid 10 current snap is 3 2024-04-13T07:14:14.983 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 10 to 0 2024-04-13T07:14:14.983 INFO:tasks.rados.rados.0.smithi003.stdout:90: finishing write tid 1 to smithi00377890-17 2024-04-13T07:14:14.983 INFO:tasks.rados.rados.0.smithi003.stdout:90: finishing write tid 2 to smithi00377890-17 2024-04-13T07:14:14.983 INFO:tasks.rados.rados.0.smithi003.stdout:91: finishing rollback tid 0 to smithi00377890-36 2024-04-13T07:14:14.983 INFO:tasks.rados.rados.0.smithi003.stdout:91: finishing rollback tid 1 to smithi00377890-36 2024-04-13T07:14:14.984 INFO:tasks.rados.rados.0.smithi003.stdout:90: finishing write tid 3 to smithi00377890-17 2024-04-13T07:14:14.984 INFO:tasks.rados.rados.0.smithi003.stdout:91: finishing rollback tid 2 to smithi00377890-36 2024-04-13T07:14:14.984 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 11 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-13T07:14:14.984 INFO:tasks.rados.rados.0.smithi003.stdout:90: finishing write tid 4 to smithi00377890-17 2024-04-13T07:14:14.984 INFO:tasks.rados.rados.0.smithi003.stdout:90: oid 17 updating version 0 to 13 2024-04-13T07:14:14.984 INFO:tasks.rados.rados.0.smithi003.stdout:90: oid 17 version 13 is already newer than 11 2024-04-13T07:14:14.984 INFO:tasks.rados.rados.0.smithi003.stdout:90: oid 17 version 13 is already newer than 12 2024-04-13T07:14:14.984 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 13 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-04-13T07:14:14.984 INFO:tasks.rados.rados.0.smithi003.stdout:90: left oid 17 (ObjNum 55 snap 3 seq_num 55) 2024-04-13T07:14:14.984 INFO:tasks.rados.rados.0.smithi003.stdout:90: done (2 left) 2024-04-13T07:14:14.984 INFO:tasks.rados.rados.0.smithi003.stdout:91: done (1 left) 2024-04-13T07:14:14.984 INFO:tasks.rados.rados.0.smithi003.stdout:93: snap_create 2024-04-13T07:14:14.985 INFO:tasks.rados.rados.0.smithi003.stdout:92: finishing rollback tid 0 to smithi00377890-10 2024-04-13T07:14:14.985 INFO:tasks.rados.rados.0.smithi003.stdout:92: finishing rollback tid 1 to smithi00377890-10 2024-04-13T07:14:14.985 INFO:tasks.rados.rados.0.smithi003.stdout:92: finishing rollback tid 2 to smithi00377890-10 2024-04-13T07:14:14.985 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 40 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-13T07:14:15.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:14 smithi003 ceph-mon[37804]: pgmap v105: 121 pgs: 121 active+clean; 25 MiB data, 264 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.8 MiB/s wr, 70 op/s 2024-04-13T07:14:15.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:14 smithi003 ceph-mon[37804]: osdmap e79: 8 total, 8 up, 8 in 2024-04-13T07:14:15.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:14 smithi003 ceph-mon[27034]: pgmap v105: 121 pgs: 121 active+clean; 25 MiB data, 264 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.8 MiB/s wr, 70 op/s 2024-04-13T07:14:15.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:14 smithi003 ceph-mon[27034]: osdmap e79: 8 total, 8 up, 8 in 2024-04-13T07:14:15.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:14 smithi066 ceph-mon[30583]: pgmap v105: 121 pgs: 121 active+clean; 25 MiB data, 264 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.8 MiB/s wr, 70 op/s 2024-04-13T07:14:15.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:14 smithi066 ceph-mon[30583]: osdmap e79: 8 total, 8 up, 8 in 2024-04-13T07:14:15.889 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:14:15 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:14:15] "GET /metrics HTTP/1.1" 200 33640 "" "Prometheus/2.43.0" 2024-04-13T07:14:15.920 INFO:tasks.rados.rados.0.smithi003.stdout:92: done (1 left) 2024-04-13T07:14:15.920 INFO:tasks.rados.rados.0.smithi003.stdout:93: done (0 left) 2024-04-13T07:14:15.920 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 4 2024-04-13T07:14:15.920 INFO:tasks.rados.rados.0.smithi003.stdout:94: seq_num 56 ranges {442368=540672,983040=401408} 2024-04-13T07:14:15.925 INFO:tasks.rados.rados.0.smithi003.stdout:94: writing smithi00377890-27 from 442368 to 983040 tid 1 2024-04-13T07:14:15.928 INFO:tasks.rados.rados.0.smithi003.stdout:94: writing smithi00377890-27 from 983040 to 1384448 tid 2 2024-04-13T07:14:15.928 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 39 current snap is 4 2024-04-13T07:14:15.928 INFO:tasks.rados.rados.0.smithi003.stdout:95: seq_num 57 ranges {638976=557056,1196032=401408} 2024-04-13T07:14:15.934 INFO:tasks.rados.rados.0.smithi003.stdout:95: writing smithi00377890-39 from 638976 to 1196032 tid 1 2024-04-13T07:14:15.937 INFO:tasks.rados.rados.0.smithi003.stdout:95: writing smithi00377890-39 from 1196032 to 1597440 tid 2 2024-04-13T07:14:15.937 INFO:tasks.rados.rados.0.smithi003.stdout:96: read oid 45 snap -1 2024-04-13T07:14:15.938 INFO:tasks.rados.rados.0.smithi003.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-13T07:14:15.938 INFO:tasks.rados.rados.0.smithi003.stdout:97: rollback oid 12 current snap is 4 2024-04-13T07:14:15.938 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 12 to 3 2024-04-13T07:14:15.938 INFO:tasks.rados.rados.0.smithi003.stdout:94: finishing write tid 1 to smithi00377890-27 2024-04-13T07:14:15.938 INFO:tasks.rados.rados.0.smithi003.stdout:94: finishing write tid 2 to smithi00377890-27 2024-04-13T07:14:15.938 INFO:tasks.rados.rados.0.smithi003.stdout:94: finishing write tid 3 to smithi00377890-27 2024-04-13T07:14:15.938 INFO:tasks.rados.rados.0.smithi003.stdout:94: finishing write tid 4 to smithi00377890-27 2024-04-13T07:14:15.938 INFO:tasks.rados.rados.0.smithi003.stdout:94: oid 27 updating version 0 to 10 2024-04-13T07:14:15.938 INFO:tasks.rados.rados.0.smithi003.stdout:94: oid 27 updating version 10 to 11 2024-04-13T07:14:15.938 INFO:tasks.rados.rados.0.smithi003.stdout:94: oid 27 updating version 11 to 12 2024-04-13T07:14:15.938 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 12 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-04-13T07:14:15.938 INFO:tasks.rados.rados.0.smithi003.stdout:94: left oid 27 (ObjNum 56 snap 4 seq_num 56) 2024-04-13T07:14:15.938 INFO:tasks.rados.rados.0.smithi003.stdout:95: finishing write tid 1 to smithi00377890-39 2024-04-13T07:14:15.939 INFO:tasks.rados.rados.0.smithi003.stdout:94: done (3 left) 2024-04-13T07:14:15.939 INFO:tasks.rados.rados.0.smithi003.stdout:98: snap_remove snap 0 2024-04-13T07:14:16.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:15 smithi003 ceph-mon[37804]: osdmap e80: 8 total, 8 up, 8 in 2024-04-13T07:14:16.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:15 smithi003 ceph-mon[27034]: osdmap e80: 8 total, 8 up, 8 in 2024-04-13T07:14:16.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:15 smithi066 ceph-mon[30583]: osdmap e80: 8 total, 8 up, 8 in 2024-04-13T07:14:16.928 INFO:tasks.rados.rados.0.smithi003.stdout:98: done (3 left) 2024-04-13T07:14:16.929 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 5 current snap is 4 2024-04-13T07:14:16.929 INFO:tasks.rados.rados.0.smithi003.stdout:99: seq_num 58 ranges {73728=573440,647168=401408} 2024-04-13T07:14:16.932 INFO:tasks.rados.rados.0.smithi003.stdout:99: writing smithi00377890-5 from 73728 to 647168 tid 1 2024-04-13T07:14:16.935 INFO:tasks.rados.rados.0.smithi003.stdout:99: writing smithi00377890-5 from 647168 to 1048576 tid 2 2024-04-13T07:14:16.936 INFO:tasks.rados.rados.0.smithi003.stdout:95: finishing write tid 2 to smithi00377890-39 2024-04-13T07:14:16.936 INFO:tasks.rados.rados.0.smithi003.stdout:95: finishing write tid 3 to smithi00377890-39 2024-04-13T07:14:16.936 INFO:tasks.rados.rados.0.smithi003.stdout:95: finishing write tid 4 to smithi00377890-39 2024-04-13T07:14:16.936 INFO:tasks.rados.rados.0.smithi003.stdout:95: oid 39 updating version 0 to 11 2024-04-13T07:14:16.936 INFO:tasks.rados.rados.0.smithi003.stdout:95: oid 39 version 11 is already newer than 10 2024-04-13T07:14:16.936 INFO:tasks.rados.rados.0.smithi003.stdout:95: oid 39 updating version 11 to 12 2024-04-13T07:14:16.936 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 12 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-13T07:14:16.936 INFO:tasks.rados.rados.0.smithi003.stdout:95: left oid 39 (ObjNum 57 snap 4 seq_num 57) 2024-04-13T07:14:16.936 INFO:tasks.rados.rados.0.smithi003.stdout:97: finishing rollback tid 0 to smithi00377890-12 2024-04-13T07:14:16.936 INFO:tasks.rados.rados.0.smithi003.stdout:97: finishing rollback tid 1 to smithi00377890-12 2024-04-13T07:14:16.937 INFO:tasks.rados.rados.0.smithi003.stdout:97: finishing rollback tid 2 to smithi00377890-12 2024-04-13T07:14:16.937 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 11 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-13T07:14:16.937 INFO:tasks.rados.rados.0.smithi003.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-13T07:14:16.957 INFO:tasks.rados.rados.0.smithi003.stdout:99: finishing write tid 1 to smithi00377890-5 2024-04-13T07:14:16.957 INFO:tasks.rados.rados.0.smithi003.stdout:99: finishing write tid 2 to smithi00377890-5 2024-04-13T07:14:16.957 INFO:tasks.rados.rados.0.smithi003.stdout:95: done (3 left) 2024-04-13T07:14:16.957 INFO:tasks.rados.rados.0.smithi003.stdout:96: done (2 left) 2024-04-13T07:14:16.957 INFO:tasks.rados.rados.0.smithi003.stdout:97: done (1 left) 2024-04-13T07:14:16.957 INFO:tasks.rados.rados.0.smithi003.stdout:100: read oid 1 snap -1 2024-04-13T07:14:16.957 INFO:tasks.rados.rados.0.smithi003.stdout:100: expect deleted 2024-04-13T07:14:16.957 INFO:tasks.rados.rados.0.smithi003.stdout:101: snap_create 2024-04-13T07:14:16.957 INFO:tasks.rados.rados.0.smithi003.stdout:99: finishing write tid 3 to smithi00377890-5 2024-04-13T07:14:16.957 INFO:tasks.rados.rados.0.smithi003.stdout:99: finishing write tid 4 to smithi00377890-5 2024-04-13T07:14:16.957 INFO:tasks.rados.rados.0.smithi003.stdout:99: oid 5 updating version 0 to 15 2024-04-13T07:14:16.957 INFO:tasks.rados.rados.0.smithi003.stdout:99: oid 5 updating version 15 to 16 2024-04-13T07:14:16.958 INFO:tasks.rados.rados.0.smithi003.stdout:99: oid 5 updating version 16 to 17 2024-04-13T07:14:16.958 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 17 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-04-13T07:14:16.958 INFO:tasks.rados.rados.0.smithi003.stdout:99: left oid 5 (ObjNum 58 snap 4 seq_num 58) 2024-04-13T07:14:17.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:16 smithi003 ceph-mon[37804]: pgmap v108: 121 pgs: 121 active+clean; 25 MiB data, 264 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-04-13T07:14:17.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:16 smithi003 ceph-mon[37804]: osdmap e81: 8 total, 8 up, 8 in 2024-04-13T07:14:17.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:16 smithi003 ceph-mon[27034]: pgmap v108: 121 pgs: 121 active+clean; 25 MiB data, 264 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-04-13T07:14:17.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:16 smithi003 ceph-mon[27034]: osdmap e81: 8 total, 8 up, 8 in 2024-04-13T07:14:17.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:16 smithi066 ceph-mon[30583]: pgmap v108: 121 pgs: 121 active+clean; 25 MiB data, 264 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-04-13T07:14:17.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:16 smithi066 ceph-mon[30583]: osdmap e81: 8 total, 8 up, 8 in 2024-04-13T07:14:17.936 INFO:tasks.rados.rados.0.smithi003.stdout:99: done (2 left) 2024-04-13T07:14:17.936 INFO:tasks.rados.rados.0.smithi003.stdout:100: done (1 left) 2024-04-13T07:14:17.936 INFO:tasks.rados.rados.0.smithi003.stdout:101: done (0 left) 2024-04-13T07:14:17.936 INFO:tasks.rados.rados.0.smithi003.stdout:102: snap_remove snap 1 2024-04-13T07:14:18.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:17 smithi003 ceph-mon[37804]: osdmap e82: 8 total, 8 up, 8 in 2024-04-13T07:14:18.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:14:18.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:14:18.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:17 smithi003 ceph-mon[27034]: osdmap e82: 8 total, 8 up, 8 in 2024-04-13T07:14:18.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:14:18.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:14:18.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:17 smithi066 ceph-mon[30583]: osdmap e82: 8 total, 8 up, 8 in 2024-04-13T07:14:18.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:14:18.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:14:18.936 INFO:tasks.rados.rados.0.smithi003.stdout:102: done (0 left) 2024-04-13T07:14:18.937 INFO:tasks.rados.rados.0.smithi003.stdout:103: read oid 29 snap 4 2024-04-13T07:14:18.937 INFO:tasks.rados.rados.0.smithi003.stdout:103: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:14:18.937 INFO:tasks.rados.rados.0.smithi003.stdout:104: read oid 46 snap -1 2024-04-13T07:14:18.937 INFO:tasks.rados.rados.0.smithi003.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-13T07:14:18.937 INFO:tasks.rados.rados.0.smithi003.stdout:105: read oid 14 snap 4 2024-04-13T07:14:18.937 INFO:tasks.rados.rados.0.smithi003.stdout:105: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-13T07:14:18.937 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 5 2024-04-13T07:14:18.937 INFO:tasks.rados.rados.0.smithi003.stdout:106: seq_num 59 ranges {811008=598016,1409024=401408} 2024-04-13T07:14:18.949 INFO:tasks.rados.rados.0.smithi003.stdout:106: writing smithi00377890-49 from 811008 to 1409024 tid 1 2024-04-13T07:14:18.952 INFO:tasks.rados.rados.0.smithi003.stdout:106: writing smithi00377890-49 from 1409024 to 1810432 tid 2 2024-04-13T07:14:18.952 INFO:tasks.rados.rados.0.smithi003.stdout:107: delete oid 42 current snap is 5 2024-04-13T07:14:18.952 INFO:tasks.rados.rados.0.smithi003.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-13T07:14:18.979 INFO:tasks.rados.rados.0.smithi003.stdout:105: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-13T07:14:18.990 INFO:tasks.rados.rados.0.smithi003.stdout:103: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:14:19.014 INFO:tasks.rados.rados.0.smithi003.stdout:106: finishing write tid 1 to smithi00377890-49 2024-04-13T07:14:19.014 INFO:tasks.rados.rados.0.smithi003.stdout:106: finishing write tid 2 to smithi00377890-49 2024-04-13T07:14:19.014 INFO:tasks.rados.rados.0.smithi003.stdout:103: done (4 left) 2024-04-13T07:14:19.014 INFO:tasks.rados.rados.0.smithi003.stdout:104: done (3 left) 2024-04-13T07:14:19.014 INFO:tasks.rados.rados.0.smithi003.stdout:105: done (2 left) 2024-04-13T07:14:19.014 INFO:tasks.rados.rados.0.smithi003.stdout:107: done (1 left) 2024-04-13T07:14:19.014 INFO:tasks.rados.rados.0.smithi003.stdout:108: read oid 2 snap -1 2024-04-13T07:14:19.014 INFO:tasks.rados.rados.0.smithi003.stdout:108: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-13T07:14:19.014 INFO:tasks.rados.rados.0.smithi003.stdout:109: rollback oid 34 current snap is 5 2024-04-13T07:14:19.014 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 34 to 4 2024-04-13T07:14:19.014 INFO:tasks.rados.rados.0.smithi003.stdout:106: finishing write tid 3 to smithi00377890-49 2024-04-13T07:14:19.015 INFO:tasks.rados.rados.0.smithi003.stdout:106: finishing write tid 4 to smithi00377890-49 2024-04-13T07:14:19.015 INFO:tasks.rados.rados.0.smithi003.stdout:106: oid 49 updating version 0 to 19 2024-04-13T07:14:19.015 INFO:tasks.rados.rados.0.smithi003.stdout:106: oid 49 version 19 is already newer than 18 2024-04-13T07:14:19.015 INFO:tasks.rados.rados.0.smithi003.stdout:106: oid 49 version 19 is already newer than 17 2024-04-13T07:14:19.015 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 19 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-04-13T07:14:19.015 INFO:tasks.rados.rados.0.smithi003.stdout:106: left oid 49 (ObjNum 59 snap 5 seq_num 59) 2024-04-13T07:14:19.015 INFO:tasks.rados.rados.0.smithi003.stdout:106: done (2 left) 2024-04-13T07:14:19.015 INFO:tasks.rados.rados.0.smithi003.stdout:110: delete oid 12 current snap is 5 2024-04-13T07:14:19.016 INFO:tasks.rados.rados.0.smithi003.stdout:110: done (2 left) 2024-04-13T07:14:19.016 INFO:tasks.rados.rados.0.smithi003.stdout:111: read oid 17 snap 3 2024-04-13T07:14:19.016 INFO:tasks.rados.rados.0.smithi003.stdout:111: expect (ObjNum 55 snap 3 seq_num 55) 2024-04-13T07:14:19.016 INFO:tasks.rados.rados.0.smithi003.stdout:112: rollback oid 41 current snap is 5 2024-04-13T07:14:19.017 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 41 to 4 2024-04-13T07:14:19.017 INFO:tasks.rados.rados.0.smithi003.stdout:113: delete oid 8 current snap is 5 2024-04-13T07:14:19.017 INFO:tasks.rados.rados.0.smithi003.stdout:108: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-13T07:14:19.021 INFO:tasks.rados.rados.0.smithi003.stdout:109: finishing rollback tid 0 to smithi00377890-34 2024-04-13T07:14:19.022 INFO:tasks.rados.rados.0.smithi003.stdout:109: finishing rollback tid 1 to smithi00377890-34 2024-04-13T07:14:19.022 INFO:tasks.rados.rados.0.smithi003.stdout:108: done (4 left) 2024-04-13T07:14:19.022 INFO:tasks.rados.rados.0.smithi003.stdout:113: done (3 left) 2024-04-13T07:14:19.022 INFO:tasks.rados.rados.0.smithi003.stdout:114: setattr oid 46 current snap is 5 2024-04-13T07:14:19.022 INFO:tasks.rados.rados.0.smithi003.stdout:109: finishing rollback tid 2 to smithi00377890-34 2024-04-13T07:14:19.022 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 19 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-13T07:14:19.023 INFO:tasks.rados.rados.0.smithi003.stdout:109: done (3 left) 2024-04-13T07:14:19.023 INFO:tasks.rados.rados.0.smithi003.stdout:115: snap_create 2024-04-13T07:14:19.023 INFO:tasks.rados.rados.0.smithi003.stdout:111: expect (ObjNum 55 snap 3 seq_num 55) 2024-04-13T07:14:19.061 INFO:tasks.rados.rados.0.smithi003.stdout:112: finishing rollback tid 0 to smithi00377890-41 2024-04-13T07:14:19.061 INFO:tasks.rados.rados.0.smithi003.stdout:112: finishing rollback tid 1 to smithi00377890-41 2024-04-13T07:14:19.061 INFO:tasks.rados.rados.0.smithi003.stdout:112: finishing rollback tid 2 to smithi00377890-41 2024-04-13T07:14:19.061 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 21 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-13T07:14:19.062 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-13T07:14:19.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:18 smithi003 ceph-mon[37804]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 264 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:19.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:18 smithi003 ceph-mon[37804]: osdmap e83: 8 total, 8 up, 8 in 2024-04-13T07:14:19.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:18 smithi003 ceph-mon[27034]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 264 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:19.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:18 smithi003 ceph-mon[27034]: osdmap e83: 8 total, 8 up, 8 in 2024-04-13T07:14:19.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:18 smithi066 ceph-mon[30583]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 264 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:19.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:18 smithi066 ceph-mon[30583]: osdmap e83: 8 total, 8 up, 8 in 2024-04-13T07:14:19.950 INFO:tasks.rados.rados.0.smithi003.stdout:111: done (3 left) 2024-04-13T07:14:19.950 INFO:tasks.rados.rados.0.smithi003.stdout:112: done (2 left) 2024-04-13T07:14:19.950 INFO:tasks.rados.rados.0.smithi003.stdout:114: done (1 left) 2024-04-13T07:14:19.950 INFO:tasks.rados.rados.0.smithi003.stdout:115: done (0 left) 2024-04-13T07:14:19.950 INFO:tasks.rados.rados.0.smithi003.stdout:116: copy_from oid 25 from oid 6 current snap is 6 2024-04-13T07:14:19.950 INFO:tasks.rados.rados.0.smithi003.stdout:117: setattr oid 23 current snap is 6 2024-04-13T07:14:19.951 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 15 current snap is 6 2024-04-13T07:14:19.951 INFO:tasks.rados.rados.0.smithi003.stdout:118: seq_num 63 ranges {696320=663552,1359872=401408} 2024-04-13T07:14:19.958 INFO:tasks.rados.rados.0.smithi003.stdout:118: writing smithi00377890-15 from 696320 to 1359872 tid 1 2024-04-13T07:14:19.961 INFO:tasks.rados.rados.0.smithi003.stdout:118: writing smithi00377890-15 from 1359872 to 1761280 tid 2 2024-04-13T07:14:19.961 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 20 current snap is 6 2024-04-13T07:14:19.961 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 58 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-13T07:14:19.961 INFO:tasks.rados.rados.0.smithi003.stdout:116: finishing copy_from racing read to smithi00377890-25 2024-04-13T07:14:19.962 INFO:tasks.rados.rados.0.smithi003.stdout:116: finishing copy_from to smithi00377890-25 2024-04-13T07:14:19.962 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 4 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-13T07:14:19.962 INFO:tasks.rados.rados.0.smithi003.stdout:119: seq_num 64 ranges {319488=679936,999424=401408} 2024-04-13T07:14:19.967 INFO:tasks.rados.rados.0.smithi003.stdout:119: writing smithi00377890-20 from 319488 to 999424 tid 1 2024-04-13T07:14:19.970 INFO:tasks.rados.rados.0.smithi003.stdout:119: writing smithi00377890-20 from 999424 to 1400832 tid 2 2024-04-13T07:14:19.970 INFO:tasks.rados.rados.0.smithi003.stdout:116: done (3 left) 2024-04-13T07:14:19.970 INFO:tasks.rados.rados.0.smithi003.stdout:117: done (2 left) 2024-04-13T07:14:19.970 INFO:tasks.rados.rados.0.smithi003.stdout:120: rollback oid 14 current snap is 6 2024-04-13T07:14:19.970 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 14 to 2 2024-04-13T07:14:19.970 INFO:tasks.rados.rados.0.smithi003.stdout:118: finishing write tid 1 to smithi00377890-15 2024-04-13T07:14:19.971 INFO:tasks.rados.rados.0.smithi003.stdout:118: finishing write tid 2 to smithi00377890-15 2024-04-13T07:14:19.971 INFO:tasks.rados.rados.0.smithi003.stdout:118: finishing write tid 3 to smithi00377890-15 2024-04-13T07:14:19.971 INFO:tasks.rados.rados.0.smithi003.stdout:118: finishing write tid 4 to smithi00377890-15 2024-04-13T07:14:19.971 INFO:tasks.rados.rados.0.smithi003.stdout:118: oid 15 updating version 0 to 62 2024-04-13T07:14:19.971 INFO:tasks.rados.rados.0.smithi003.stdout:118: oid 15 updating version 62 to 63 2024-04-13T07:14:19.971 INFO:tasks.rados.rados.0.smithi003.stdout:118: oid 15 updating version 63 to 64 2024-04-13T07:14:19.971 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 64 (ObjNum 63 snap 6 seq_num 63) dirty exists 2024-04-13T07:14:19.971 INFO:tasks.rados.rados.0.smithi003.stdout:118: left oid 15 (ObjNum 63 snap 6 seq_num 63) 2024-04-13T07:14:19.971 INFO:tasks.rados.rados.0.smithi003.stdout:118: done (2 left) 2024-04-13T07:14:19.971 INFO:tasks.rados.rados.0.smithi003.stdout:121: read oid 27 snap -1 2024-04-13T07:14:19.971 INFO:tasks.rados.rados.0.smithi003.stdout:121: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-13T07:14:19.971 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 21 current snap is 6 2024-04-13T07:14:19.971 INFO:tasks.rados.rados.0.smithi003.stdout:122: seq_num 65 ranges {344064=696320,1040384=401408} 2024-04-13T07:14:19.976 INFO:tasks.rados.rados.0.smithi003.stdout:122: writing smithi00377890-21 from 344064 to 1040384 tid 1 2024-04-13T07:14:19.979 INFO:tasks.rados.rados.0.smithi003.stdout:122: writing smithi00377890-21 from 1040384 to 1441792 tid 2 2024-04-13T07:14:19.979 INFO:tasks.rados.rados.0.smithi003.stdout:123: snap_create 2024-04-13T07:14:19.979 INFO:tasks.rados.rados.0.smithi003.stdout:119: finishing write tid 1 to smithi00377890-20 2024-04-13T07:14:19.979 INFO:tasks.rados.rados.0.smithi003.stdout:119: finishing write tid 2 to smithi00377890-20 2024-04-13T07:14:19.979 INFO:tasks.rados.rados.0.smithi003.stdout:120: finishing rollback tid 0 to smithi00377890-14 2024-04-13T07:14:19.979 INFO:tasks.rados.rados.0.smithi003.stdout:120: finishing rollback tid 1 to smithi00377890-14 2024-04-13T07:14:19.979 INFO:tasks.rados.rados.0.smithi003.stdout:120: finishing rollback tid 2 to smithi00377890-14 2024-04-13T07:14:19.979 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 8 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-13T07:14:19.980 INFO:tasks.rados.rados.0.smithi003.stdout:119: finishing write tid 3 to smithi00377890-20 2024-04-13T07:14:19.980 INFO:tasks.rados.rados.0.smithi003.stdout:119: finishing write tid 4 to smithi00377890-20 2024-04-13T07:14:19.980 INFO:tasks.rados.rados.0.smithi003.stdout:119: oid 20 updating version 0 to 18 2024-04-13T07:14:19.980 INFO:tasks.rados.rados.0.smithi003.stdout:119: oid 20 updating version 18 to 19 2024-04-13T07:14:19.980 INFO:tasks.rados.rados.0.smithi003.stdout:119: oid 20 version 19 is already newer than 17 2024-04-13T07:14:19.980 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 19 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-04-13T07:14:19.980 INFO:tasks.rados.rados.0.smithi003.stdout:119: left oid 20 (ObjNum 64 snap 6 seq_num 64) 2024-04-13T07:14:19.980 INFO:tasks.rados.rados.0.smithi003.stdout:122: finishing write tid 1 to smithi00377890-21 2024-04-13T07:14:19.981 INFO:tasks.rados.rados.0.smithi003.stdout:121: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-13T07:14:20.027 INFO:tasks.rados.rados.0.smithi003.stdout:122: finishing write tid 2 to smithi00377890-21 2024-04-13T07:14:20.027 INFO:tasks.rados.rados.0.smithi003.stdout:122: finishing write tid 3 to smithi00377890-21 2024-04-13T07:14:20.027 INFO:tasks.rados.rados.0.smithi003.stdout:122: finishing write tid 4 to smithi00377890-21 2024-04-13T07:14:20.027 INFO:tasks.rados.rados.0.smithi003.stdout:122: oid 21 updating version 0 to 20 2024-04-13T07:14:20.027 INFO:tasks.rados.rados.0.smithi003.stdout:122: oid 21 version 20 is already newer than 18 2024-04-13T07:14:20.027 INFO:tasks.rados.rados.0.smithi003.stdout:122: oid 21 version 20 is already newer than 19 2024-04-13T07:14:20.027 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 20 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-04-13T07:14:20.027 INFO:tasks.rados.rados.0.smithi003.stdout:122: left oid 21 (ObjNum 65 snap 6 seq_num 65) 2024-04-13T07:14:20.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:19 smithi003 ceph-mon[37804]: osdmap e84: 8 total, 8 up, 8 in 2024-04-13T07:14:20.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:19 smithi003 ceph-mon[27034]: osdmap e84: 8 total, 8 up, 8 in 2024-04-13T07:14:20.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:19 smithi066 ceph-mon[30583]: osdmap e84: 8 total, 8 up, 8 in 2024-04-13T07:14:20.954 INFO:tasks.rados.rados.0.smithi003.stdout:119: done (4 left) 2024-04-13T07:14:20.954 INFO:tasks.rados.rados.0.smithi003.stdout:120: done (3 left) 2024-04-13T07:14:20.955 INFO:tasks.rados.rados.0.smithi003.stdout:121: done (2 left) 2024-04-13T07:14:20.955 INFO:tasks.rados.rados.0.smithi003.stdout:122: done (1 left) 2024-04-13T07:14:20.955 INFO:tasks.rados.rados.0.smithi003.stdout:123: done (0 left) 2024-04-13T07:14:20.955 INFO:tasks.rados.rados.0.smithi003.stdout:124: read oid 48 snap 4 2024-04-13T07:14:20.955 INFO:tasks.rados.rados.0.smithi003.stdout:124: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-13T07:14:20.955 INFO:tasks.rados.rados.0.smithi003.stdout:125: read oid 49 snap 5 2024-04-13T07:14:20.955 INFO:tasks.rados.rados.0.smithi003.stdout:125: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-13T07:14:20.955 INFO:tasks.rados.rados.0.smithi003.stdout:126: delete oid 44 current snap is 7 2024-04-13T07:14:20.957 INFO:tasks.rados.rados.0.smithi003.stdout:126: done (2 left) 2024-04-13T07:14:20.958 INFO:tasks.rados.rados.0.smithi003.stdout:127: rollback oid 23 current snap is 7 2024-04-13T07:14:20.958 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 23 to 3 2024-04-13T07:14:20.958 INFO:tasks.rados.rados.0.smithi003.stdout:128: read oid 30 snap -1 2024-04-13T07:14:20.958 INFO:tasks.rados.rados.0.smithi003.stdout:128: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-13T07:14:20.958 INFO:tasks.rados.rados.0.smithi003.stdout:129: setattr oid 35 current snap is 7 2024-04-13T07:14:20.959 INFO:tasks.rados.rados.0.smithi003.stdout:130: delete oid 25 current snap is 7 2024-04-13T07:14:20.960 INFO:tasks.rados.rados.0.smithi003.stdout:124: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-13T07:14:20.996 INFO:tasks.rados.rados.0.smithi003.stdout:124: done (5 left) 2024-04-13T07:14:20.997 INFO:tasks.rados.rados.0.smithi003.stdout:130: done (4 left) 2024-04-13T07:14:20.997 INFO:tasks.rados.rados.0.smithi003.stdout:131: snap_remove snap 2 2024-04-13T07:14:21.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:20 smithi003 ceph-mon[27034]: pgmap v114: 121 pgs: 121 active+clean; 28 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-13T07:14:21.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:20 smithi003 ceph-mon[27034]: osdmap e85: 8 total, 8 up, 8 in 2024-04-13T07:14:21.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:20 smithi003 ceph-mon[37804]: pgmap v114: 121 pgs: 121 active+clean; 28 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-13T07:14:21.390 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:20 smithi003 ceph-mon[37804]: osdmap e85: 8 total, 8 up, 8 in 2024-04-13T07:14:21.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:20 smithi066 ceph-mon[30583]: pgmap v114: 121 pgs: 121 active+clean; 28 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-13T07:14:21.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:20 smithi066 ceph-mon[30583]: osdmap e85: 8 total, 8 up, 8 in 2024-04-13T07:14:21.960 INFO:tasks.rados.rados.0.smithi003.stdout:131: done (4 left) 2024-04-13T07:14:21.960 INFO:tasks.rados.rados.0.smithi003.stdout:132: setattr oid 33 current snap is 7 2024-04-13T07:14:21.960 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 21 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-13T07:14:21.960 INFO:tasks.rados.rados.0.smithi003.stdout:127: finishing rollback tid 0 to smithi00377890-23 2024-04-13T07:14:21.960 INFO:tasks.rados.rados.0.smithi003.stdout:128: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-13T07:14:21.980 INFO:tasks.rados.rados.0.smithi003.stdout:127: finishing rollback tid 1 to smithi00377890-23 2024-04-13T07:14:21.980 INFO:tasks.rados.rados.0.smithi003.stdout:127: finishing rollback tid 2 to smithi00377890-23 2024-04-13T07:14:21.980 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 68 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-13T07:14:21.980 INFO:tasks.rados.rados.0.smithi003.stdout:125: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-13T07:14:22.048 INFO:tasks.rados.rados.0.smithi003.stdout:125: done (4 left) 2024-04-13T07:14:22.048 INFO:tasks.rados.rados.0.smithi003.stdout:127: done (3 left) 2024-04-13T07:14:22.048 INFO:tasks.rados.rados.0.smithi003.stdout:128: done (2 left) 2024-04-13T07:14:22.049 INFO:tasks.rados.rados.0.smithi003.stdout:129: done (1 left) 2024-04-13T07:14:22.049 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 7 2024-04-13T07:14:22.049 INFO:tasks.rados.rados.0.smithi003.stdout:133: seq_num 68 ranges {1810432=745472,2555904=401408} 2024-04-13T07:14:22.064 INFO:tasks.rados.rados.0.smithi003.stdout:133: writing smithi00377890-49 from 1810432 to 2555904 tid 1 2024-04-13T07:14:22.067 INFO:tasks.rados.rados.0.smithi003.stdout:133: writing smithi00377890-49 from 2555904 to 2957312 tid 2 2024-04-13T07:14:22.068 INFO:tasks.rados.rados.0.smithi003.stdout:134: read oid 48 snap 3 2024-04-13T07:14:22.068 INFO:tasks.rados.rados.0.smithi003.stdout:134: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-13T07:14:22.068 INFO:tasks.rados.rados.0.smithi003.stdout:135: rollback oid 27 current snap is 7 2024-04-13T07:14:22.068 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 27 to 3 2024-04-13T07:14:22.068 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 27 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-13T07:14:22.068 INFO:tasks.rados.rados.0.smithi003.stdout:132: done (3 left) 2024-04-13T07:14:22.068 INFO:tasks.rados.rados.0.smithi003.stdout:136: delete oid 14 current snap is 7 2024-04-13T07:14:22.070 INFO:tasks.rados.rados.0.smithi003.stdout:135: finishing rollback tid 0 to smithi00377890-27 2024-04-13T07:14:22.070 INFO:tasks.rados.rados.0.smithi003.stdout:133: finishing write tid 1 to smithi00377890-49 2024-04-13T07:14:22.070 INFO:tasks.rados.rados.0.smithi003.stdout:135: finishing rollback tid 1 to smithi00377890-27 2024-04-13T07:14:22.071 INFO:tasks.rados.rados.0.smithi003.stdout:135: finishing rollback tid 2 to smithi00377890-27 2024-04-13T07:14:22.071 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 26 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-13T07:14:22.071 INFO:tasks.rados.rados.0.smithi003.stdout:133: finishing write tid 2 to smithi00377890-49 2024-04-13T07:14:22.071 INFO:tasks.rados.rados.0.smithi003.stdout:133: finishing write tid 3 to smithi00377890-49 2024-04-13T07:14:22.071 INFO:tasks.rados.rados.0.smithi003.stdout:134: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-13T07:14:22.100 INFO:tasks.rados.rados.0.smithi003.stdout:133: finishing write tid 4 to smithi00377890-49 2024-04-13T07:14:22.100 INFO:tasks.rados.rados.0.smithi003.stdout:133: oid 49 updating version 0 to 25 2024-04-13T07:14:22.100 INFO:tasks.rados.rados.0.smithi003.stdout:133: oid 49 version 25 is already newer than 24 2024-04-13T07:14:22.101 INFO:tasks.rados.rados.0.smithi003.stdout:133: oid 49 version 25 is already newer than 23 2024-04-13T07:14:22.101 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 25 (ObjNum 68 snap 7 seq_num 68) dirty exists 2024-04-13T07:14:22.101 INFO:tasks.rados.rados.0.smithi003.stdout:133: left oid 49 (ObjNum 68 snap 7 seq_num 68) 2024-04-13T07:14:22.101 INFO:tasks.rados.rados.0.smithi003.stdout:133: done (3 left) 2024-04-13T07:14:22.101 INFO:tasks.rados.rados.0.smithi003.stdout:134: done (2 left) 2024-04-13T07:14:22.101 INFO:tasks.rados.rados.0.smithi003.stdout:135: done (1 left) 2024-04-13T07:14:22.101 INFO:tasks.rados.rados.0.smithi003.stdout:136: done (0 left) 2024-04-13T07:14:22.101 INFO:tasks.rados.rados.0.smithi003.stdout:137: delete oid 42 current snap is 7 2024-04-13T07:14:22.102 INFO:tasks.rados.rados.0.smithi003.stdout:137: done (0 left) 2024-04-13T07:14:22.102 INFO:tasks.rados.rados.0.smithi003.stdout:138: copy_from oid 36 from oid 1 current snap is 7 2024-04-13T07:14:22.102 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 31 current snap is 7 2024-04-13T07:14:22.102 INFO:tasks.rados.rados.0.smithi003.stdout:139: seq_num 71 ranges {507904=794624,1302528=401408} 2024-04-13T07:14:22.109 INFO:tasks.rados.rados.0.smithi003.stdout:139: writing smithi00377890-31 from 507904 to 1302528 tid 1 2024-04-13T07:14:22.111 INFO:tasks.rados.rados.0.smithi003.stdout:139: writing smithi00377890-31 from 1302528 to 1703936 tid 2 2024-04-13T07:14:22.111 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 8 current snap is 7 2024-04-13T07:14:22.111 INFO:tasks.rados.rados.0.smithi003.stdout:138: finishing copy_from to smithi00377890-36 2024-04-13T07:14:22.112 INFO:tasks.rados.rados.0.smithi003.stdout:138: got expected ENOENT (src dne) 2024-04-13T07:14:22.112 INFO:tasks.rados.rados.0.smithi003.stdout:138: finishing copy_from racing read to smithi00377890-36 2024-04-13T07:14:22.112 INFO:tasks.rados.rados.0.smithi003.stdout:140: seq_num 72 ranges {0=409600,409600=524288,933888=278528} 2024-04-13T07:14:22.114 INFO:tasks.rados.rados.0.smithi003.stdout:140: writing smithi00377890-8 from 0 to 409600 tid 1 2024-04-13T07:14:22.117 INFO:tasks.rados.rados.0.smithi003.stdout:140: writing smithi00377890-8 from 409600 to 933888 tid 2 2024-04-13T07:14:22.119 INFO:tasks.rados.rados.0.smithi003.stdout:140: writing smithi00377890-8 from 933888 to 1212416 tid 3 2024-04-13T07:14:22.120 INFO:tasks.rados.rados.0.smithi003.stdout:138: done (2 left) 2024-04-13T07:14:22.120 INFO:tasks.rados.rados.0.smithi003.stdout:141: copy_from oid 41 from oid 44 current snap is 7 2024-04-13T07:14:22.120 INFO:tasks.rados.rados.0.smithi003.stdout:139: finishing write tid 1 to smithi00377890-31 2024-04-13T07:14:22.120 INFO:tasks.rados.rados.0.smithi003.stdout:139: finishing write tid 2 to smithi00377890-31 2024-04-13T07:14:22.120 INFO:tasks.rados.rados.0.smithi003.stdout:139: finishing write tid 3 to smithi00377890-31 2024-04-13T07:14:22.120 INFO:tasks.rados.rados.0.smithi003.stdout:139: finishing write tid 4 to smithi00377890-31 2024-04-13T07:14:22.120 INFO:tasks.rados.rados.0.smithi003.stdout:139: oid 31 updating version 0 to 10 2024-04-13T07:14:22.120 INFO:tasks.rados.rados.0.smithi003.stdout:139: oid 31 updating version 10 to 12 2024-04-13T07:14:22.120 INFO:tasks.rados.rados.0.smithi003.stdout:139: oid 31 version 12 is already newer than 11 2024-04-13T07:14:22.120 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 12 (ObjNum 71 snap 7 seq_num 71) dirty exists 2024-04-13T07:14:22.120 INFO:tasks.rados.rados.0.smithi003.stdout:139: left oid 31 (ObjNum 71 snap 7 seq_num 71) 2024-04-13T07:14:22.120 INFO:tasks.rados.rados.0.smithi003.stdout:140: finishing write tid 1 to smithi00377890-8 2024-04-13T07:14:22.120 INFO:tasks.rados.rados.0.smithi003.stdout:139: done (2 left) 2024-04-13T07:14:22.120 INFO:tasks.rados.rados.0.smithi003.stdout:142: copy_from oid 28 from oid 10 current snap is 7 2024-04-13T07:14:22.120 INFO:tasks.rados.rados.0.smithi003.stdout:143: snap_create 2024-04-13T07:14:22.121 INFO:tasks.rados.rados.0.smithi003.stdout:140: finishing write tid 2 to smithi00377890-8 2024-04-13T07:14:22.122 INFO:tasks.rados.rados.0.smithi003.stdout:141: finishing copy_from to smithi00377890-41 2024-04-13T07:14:22.122 INFO:tasks.rados.rados.0.smithi003.stdout:141: got expected ENOENT (src dne) 2024-04-13T07:14:22.122 INFO:tasks.rados.rados.0.smithi003.stdout:141: finishing copy_from racing read to smithi00377890-41 2024-04-13T07:14:22.122 INFO:tasks.rados.rados.0.smithi003.stdout:140: finishing write tid 3 to smithi00377890-8 2024-04-13T07:14:22.122 INFO:tasks.rados.rados.0.smithi003.stdout:140: finishing write tid 4 to smithi00377890-8 2024-04-13T07:14:22.124 INFO:tasks.rados.rados.0.smithi003.stdout:142: finishing copy_from racing read to smithi00377890-28 2024-04-13T07:14:22.124 INFO:tasks.rados.rados.0.smithi003.stdout:142: finishing copy_from to smithi00377890-28 2024-04-13T07:14:22.124 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 40 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-13T07:14:22.125 INFO:tasks.rados.rados.0.smithi003.stdout:140: finishing write tid 5 to smithi00377890-8 2024-04-13T07:14:22.125 INFO:tasks.rados.rados.0.smithi003.stdout:140: oid 8 updating version 0 to 15 2024-04-13T07:14:22.125 INFO:tasks.rados.rados.0.smithi003.stdout:140: oid 8 updating version 15 to 16 2024-04-13T07:14:22.126 INFO:tasks.rados.rados.0.smithi003.stdout:140: oid 8 version 16 is already newer than 13 2024-04-13T07:14:22.126 INFO:tasks.rados.rados.0.smithi003.stdout:140: oid 8 version 16 is already newer than 14 2024-04-13T07:14:22.126 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 16 (ObjNum 72 snap 7 seq_num 72) dirty exists 2024-04-13T07:14:22.126 INFO:tasks.rados.rados.0.smithi003.stdout:140: left oid 8 (ObjNum 72 snap 7 seq_num 72) 2024-04-13T07:14:22.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:21 smithi003 ceph-mon[37804]: osdmap e86: 8 total, 8 up, 8 in 2024-04-13T07:14:22.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:21 smithi003 ceph-mon[27034]: osdmap e86: 8 total, 8 up, 8 in 2024-04-13T07:14:22.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:21 smithi066 ceph-mon[30583]: osdmap e86: 8 total, 8 up, 8 in 2024-04-13T07:14:22.973 INFO:tasks.rados.rados.0.smithi003.stdout:140: done (3 left) 2024-04-13T07:14:22.974 INFO:tasks.rados.rados.0.smithi003.stdout:141: done (2 left) 2024-04-13T07:14:22.974 INFO:tasks.rados.rados.0.smithi003.stdout:142: done (1 left) 2024-04-13T07:14:22.974 INFO:tasks.rados.rados.0.smithi003.stdout:143: done (0 left) 2024-04-13T07:14:22.974 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 8 2024-04-13T07:14:22.974 INFO:tasks.rados.rados.0.smithi003.stdout:144: seq_num 73 ranges {139264=425984,565248=409600,974848=393216} 2024-04-13T07:14:22.976 INFO:tasks.rados.rados.0.smithi003.stdout:144: writing smithi00377890-9 from 139264 to 565248 tid 1 2024-04-13T07:14:22.978 INFO:tasks.rados.rados.0.smithi003.stdout:144: writing smithi00377890-9 from 565248 to 974848 tid 2 2024-04-13T07:14:22.981 INFO:tasks.rados.rados.0.smithi003.stdout:144: writing smithi00377890-9 from 974848 to 1368064 tid 3 2024-04-13T07:14:22.981 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 12 current snap is 8 2024-04-13T07:14:22.981 INFO:tasks.rados.rados.0.smithi003.stdout:145: seq_num 74 ranges {0=442368,442368=696320,1138688=106496} 2024-04-13T07:14:22.983 INFO:tasks.rados.rados.0.smithi003.stdout:145: writing smithi00377890-12 from 0 to 442368 tid 1 2024-04-13T07:14:22.988 INFO:tasks.rados.rados.0.smithi003.stdout:145: writing smithi00377890-12 from 442368 to 1138688 tid 2 2024-04-13T07:14:22.989 INFO:tasks.rados.rados.0.smithi003.stdout:145: writing smithi00377890-12 from 1138688 to 1245184 tid 3 2024-04-13T07:14:22.989 INFO:tasks.rados.rados.0.smithi003.stdout:146: rollback oid 22 current snap is 8 2024-04-13T07:14:22.989 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 22 to 6 2024-04-13T07:14:22.990 INFO:tasks.rados.rados.0.smithi003.stdout:144: finishing write tid 1 to smithi00377890-9 2024-04-13T07:14:22.990 INFO:tasks.rados.rados.0.smithi003.stdout:144: finishing write tid 2 to smithi00377890-9 2024-04-13T07:14:22.990 INFO:tasks.rados.rados.0.smithi003.stdout:144: finishing write tid 3 to smithi00377890-9 2024-04-13T07:14:22.990 INFO:tasks.rados.rados.0.smithi003.stdout:144: finishing write tid 4 to smithi00377890-9 2024-04-13T07:14:22.990 INFO:tasks.rados.rados.0.smithi003.stdout:145: finishing write tid 1 to smithi00377890-12 2024-04-13T07:14:22.990 INFO:tasks.rados.rados.0.smithi003.stdout:144: finishing write tid 5 to smithi00377890-9 2024-04-13T07:14:22.990 INFO:tasks.rados.rados.0.smithi003.stdout:144: oid 9 updating version 0 to 84 2024-04-13T07:14:22.990 INFO:tasks.rados.rados.0.smithi003.stdout:144: oid 9 version 84 is already newer than 83 2024-04-13T07:14:22.990 INFO:tasks.rados.rados.0.smithi003.stdout:144: oid 9 version 84 is already newer than 82 2024-04-13T07:14:22.990 INFO:tasks.rados.rados.0.smithi003.stdout:144: oid 9 updating version 84 to 85 2024-04-13T07:14:22.990 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 85 (ObjNum 73 snap 8 seq_num 73) dirty exists 2024-04-13T07:14:22.990 INFO:tasks.rados.rados.0.smithi003.stdout:144: left oid 9 (ObjNum 73 snap 8 seq_num 73) 2024-04-13T07:14:22.990 INFO:tasks.rados.rados.0.smithi003.stdout:144: done (2 left) 2024-04-13T07:14:22.990 INFO:tasks.rados.rados.0.smithi003.stdout:147: snap_create 2024-04-13T07:14:22.991 INFO:tasks.rados.rados.0.smithi003.stdout:145: finishing write tid 2 to smithi00377890-12 2024-04-13T07:14:22.992 INFO:tasks.rados.rados.0.smithi003.stdout:145: finishing write tid 3 to smithi00377890-12 2024-04-13T07:14:22.992 INFO:tasks.rados.rados.0.smithi003.stdout:146: finishing rollback tid 0 to smithi00377890-22 2024-04-13T07:14:22.992 INFO:tasks.rados.rados.0.smithi003.stdout:146: finishing rollback tid 1 to smithi00377890-22 2024-04-13T07:14:22.992 INFO:tasks.rados.rados.0.smithi003.stdout:145: finishing write tid 4 to smithi00377890-12 2024-04-13T07:14:22.992 INFO:tasks.rados.rados.0.smithi003.stdout:146: finishing rollback tid 2 to smithi00377890-22 2024-04-13T07:14:22.992 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 29 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-13T07:14:22.993 INFO:tasks.rados.rados.0.smithi003.stdout:145: finishing write tid 5 to smithi00377890-12 2024-04-13T07:14:22.993 INFO:tasks.rados.rados.0.smithi003.stdout:145: oid 12 updating version 0 to 28 2024-04-13T07:14:22.993 INFO:tasks.rados.rados.0.smithi003.stdout:145: oid 12 updating version 28 to 31 2024-04-13T07:14:22.993 INFO:tasks.rados.rados.0.smithi003.stdout:145: oid 12 version 31 is already newer than 30 2024-04-13T07:14:22.993 INFO:tasks.rados.rados.0.smithi003.stdout:145: oid 12 version 31 is already newer than 29 2024-04-13T07:14:22.993 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 31 (ObjNum 74 snap 8 seq_num 74) dirty exists 2024-04-13T07:14:22.993 INFO:tasks.rados.rados.0.smithi003.stdout:145: left oid 12 (ObjNum 74 snap 8 seq_num 74) 2024-04-13T07:14:23.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:22 smithi003 ceph-mon[37804]: pgmap v117: 121 pgs: 121 active+clean; 28 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-13T07:14:23.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:22 smithi003 ceph-mon[37804]: osdmap e87: 8 total, 8 up, 8 in 2024-04-13T07:14:23.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:22 smithi003 ceph-mon[27034]: pgmap v117: 121 pgs: 121 active+clean; 28 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-13T07:14:23.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:22 smithi003 ceph-mon[27034]: osdmap e87: 8 total, 8 up, 8 in 2024-04-13T07:14:23.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:22 smithi066 ceph-mon[30583]: pgmap v117: 121 pgs: 121 active+clean; 28 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-13T07:14:23.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:22 smithi066 ceph-mon[30583]: osdmap e87: 8 total, 8 up, 8 in 2024-04-13T07:14:23.413 INFO:tasks.rados.rados.0.smithi003.stdout:145: done (2 left) 2024-04-13T07:14:23.413 INFO:tasks.rados.rados.0.smithi003.stdout:146: done (1 left) 2024-04-13T07:14:23.413 INFO:tasks.rados.rados.0.smithi003.stdout:147: done (0 left) 2024-04-13T07:14:23.413 INFO:tasks.rados.rados.0.smithi003.stdout:148: read oid 33 snap -1 2024-04-13T07:14:23.413 INFO:tasks.rados.rados.0.smithi003.stdout:148: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-13T07:14:23.413 INFO:tasks.rados.rados.0.smithi003.stdout:149: snap_create 2024-04-13T07:14:23.420 INFO:tasks.rados.rados.0.smithi003.stdout:148: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-13T07:14:24.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:23 smithi003 ceph-mon[37804]: osdmap e88: 8 total, 8 up, 8 in 2024-04-13T07:14:24.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:23 smithi003 ceph-mon[37804]: osdmap e89: 8 total, 8 up, 8 in 2024-04-13T07:14:24.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:23 smithi003 ceph-mon[27034]: osdmap e88: 8 total, 8 up, 8 in 2024-04-13T07:14:24.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:23 smithi003 ceph-mon[27034]: osdmap e89: 8 total, 8 up, 8 in 2024-04-13T07:14:24.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:23 smithi066 ceph-mon[30583]: osdmap e88: 8 total, 8 up, 8 in 2024-04-13T07:14:24.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:23 smithi066 ceph-mon[30583]: osdmap e89: 8 total, 8 up, 8 in 2024-04-13T07:14:24.412 INFO:tasks.rados.rados.0.smithi003.stdout:148: done (1 left) 2024-04-13T07:14:24.412 INFO:tasks.rados.rados.0.smithi003.stdout:149: done (0 left) 2024-04-13T07:14:24.413 INFO:tasks.rados.rados.0.smithi003.stdout:150: snap_remove snap 9 2024-04-13T07:14:25.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:24 smithi003 ceph-mon[27034]: pgmap v120: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.5 MiB/s wr, 46 op/s 2024-04-13T07:14:25.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:24 smithi003 ceph-mon[27034]: osdmap e90: 8 total, 8 up, 8 in 2024-04-13T07:14:25.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:24 smithi003 ceph-mon[37804]: pgmap v120: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.5 MiB/s wr, 46 op/s 2024-04-13T07:14:25.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:24 smithi003 ceph-mon[37804]: osdmap e90: 8 total, 8 up, 8 in 2024-04-13T07:14:25.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:24 smithi066 ceph-mon[30583]: pgmap v120: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.5 MiB/s wr, 46 op/s 2024-04-13T07:14:25.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:24 smithi066 ceph-mon[30583]: osdmap e90: 8 total, 8 up, 8 in 2024-04-13T07:14:25.414 INFO:tasks.rados.rados.0.smithi003.stdout:150: done (0 left) 2024-04-13T07:14:25.414 INFO:tasks.rados.rados.0.smithi003.stdout:151: delete oid 1 current snap is 10 2024-04-13T07:14:25.416 INFO:tasks.rados.rados.0.smithi003.stdout:151: done (0 left) 2024-04-13T07:14:25.416 INFO:tasks.rados.rados.0.smithi003.stdout:152: snap_create 2024-04-13T07:14:25.889 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:14:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:14:25] "GET /metrics HTTP/1.1" 200 35982 "" "Prometheus/2.43.0" 2024-04-13T07:14:26.427 INFO:tasks.rados.rados.0.smithi003.stdout:152: done (0 left) 2024-04-13T07:14:26.427 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 31 current snap is 11 2024-04-13T07:14:26.427 INFO:tasks.rados.rados.0.smithi003.stdout:153: seq_num 76 ranges {1703936=475136,2179072=458752,2637824=344064} 2024-04-13T07:14:26.439 INFO:tasks.rados.rados.0.smithi003.stdout:153: writing smithi00377890-31 from 1703936 to 2179072 tid 1 2024-04-13T07:14:26.441 INFO:tasks.rados.rados.0.smithi003.stdout:153: writing smithi00377890-31 from 2179072 to 2637824 tid 2 2024-04-13T07:14:26.444 INFO:tasks.rados.rados.0.smithi003.stdout:153: writing smithi00377890-31 from 2637824 to 2981888 tid 3 2024-04-13T07:14:26.444 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 16 current snap is 11 2024-04-13T07:14:26.444 INFO:tasks.rados.rados.0.smithi003.stdout:154: seq_num 77 ranges {253952=491520,745472=794624,1540096=8192} 2024-04-13T07:14:26.449 INFO:tasks.rados.rados.0.smithi003.stdout:154: writing smithi00377890-16 from 253952 to 745472 tid 1 2024-04-13T07:14:26.455 INFO:tasks.rados.rados.0.smithi003.stdout:154: writing smithi00377890-16 from 745472 to 1540096 tid 2 2024-04-13T07:14:26.455 INFO:tasks.rados.rados.0.smithi003.stdout:154: writing smithi00377890-16 from 1540096 to 1548288 tid 3 2024-04-13T07:14:26.455 INFO:tasks.rados.rados.0.smithi003.stdout:155: copy_from oid 10 from oid 39 current snap is 11 2024-04-13T07:14:26.455 INFO:tasks.rados.rados.0.smithi003.stdout:153: finishing write tid 1 to smithi00377890-31 2024-04-13T07:14:26.455 INFO:tasks.rados.rados.0.smithi003.stdout:153: finishing write tid 2 to smithi00377890-31 2024-04-13T07:14:26.455 INFO:tasks.rados.rados.0.smithi003.stdout:153: finishing write tid 3 to smithi00377890-31 2024-04-13T07:14:26.455 INFO:tasks.rados.rados.0.smithi003.stdout:153: finishing write tid 4 to smithi00377890-31 2024-04-13T07:14:26.455 INFO:tasks.rados.rados.0.smithi003.stdout:153: finishing write tid 5 to smithi00377890-31 2024-04-13T07:14:26.455 INFO:tasks.rados.rados.0.smithi003.stdout:153: oid 31 updating version 0 to 14 2024-04-13T07:14:26.455 INFO:tasks.rados.rados.0.smithi003.stdout:153: oid 31 updating version 14 to 15 2024-04-13T07:14:26.456 INFO:tasks.rados.rados.0.smithi003.stdout:153: oid 31 updating version 15 to 16 2024-04-13T07:14:26.456 INFO:tasks.rados.rados.0.smithi003.stdout:153: oid 31 updating version 16 to 17 2024-04-13T07:14:26.456 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 17 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-04-13T07:14:26.456 INFO:tasks.rados.rados.0.smithi003.stdout:153: left oid 31 (ObjNum 76 snap 11 seq_num 76) 2024-04-13T07:14:26.456 INFO:tasks.rados.rados.0.smithi003.stdout:153: done (2 left) 2024-04-13T07:14:26.456 INFO:tasks.rados.rados.0.smithi003.stdout:156: read oid 25 snap 6 2024-04-13T07:14:26.456 INFO:tasks.rados.rados.0.smithi003.stdout:156: expect (ObjNum 5 snap 0 seq_num 5) 2024-04-13T07:14:26.456 INFO:tasks.rados.rados.0.smithi003.stdout:157: copy_from oid 21 from oid 35 current snap is 11 2024-04-13T07:14:26.456 INFO:tasks.rados.rados.0.smithi003.stdout:158: snap_remove snap 5 2024-04-13T07:14:26.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:26 smithi003 ceph-mon[37804]: pgmap v123: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.5 MiB/s wr, 46 op/s 2024-04-13T07:14:26.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:26 smithi003 ceph-mon[37804]: osdmap e91: 8 total, 8 up, 8 in 2024-04-13T07:14:26.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:26 smithi003 ceph-mon[27034]: pgmap v123: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.5 MiB/s wr, 46 op/s 2024-04-13T07:14:26.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:26 smithi003 ceph-mon[27034]: osdmap e91: 8 total, 8 up, 8 in 2024-04-13T07:14:26.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:26 smithi066 ceph-mon[30583]: pgmap v123: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.5 MiB/s wr, 46 op/s 2024-04-13T07:14:26.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:26 smithi066 ceph-mon[30583]: osdmap e91: 8 total, 8 up, 8 in 2024-04-13T07:14:27.439 INFO:tasks.rados.rados.0.smithi003.stdout:158: done (4 left) 2024-04-13T07:14:27.440 INFO:tasks.rados.rados.0.smithi003.stdout:159: delete oid 8 current snap is 11 2024-04-13T07:14:27.440 INFO:tasks.rados.rados.0.smithi003.stdout:154: finishing write tid 1 to smithi00377890-16 2024-04-13T07:14:27.441 INFO:tasks.rados.rados.0.smithi003.stdout:154: finishing write tid 2 to smithi00377890-16 2024-04-13T07:14:27.441 INFO:tasks.rados.rados.0.smithi003.stdout:154: finishing write tid 3 to smithi00377890-16 2024-04-13T07:14:27.441 INFO:tasks.rados.rados.0.smithi003.stdout:154: finishing write tid 4 to smithi00377890-16 2024-04-13T07:14:27.441 INFO:tasks.rados.rados.0.smithi003.stdout:154: finishing write tid 5 to smithi00377890-16 2024-04-13T07:14:27.441 INFO:tasks.rados.rados.0.smithi003.stdout:154: oid 16 updating version 0 to 34 2024-04-13T07:14:27.441 INFO:tasks.rados.rados.0.smithi003.stdout:154: oid 16 version 34 is already newer than 32 2024-04-13T07:14:27.441 INFO:tasks.rados.rados.0.smithi003.stdout:154: oid 16 version 34 is already newer than 31 2024-04-13T07:14:27.441 INFO:tasks.rados.rados.0.smithi003.stdout:154: oid 16 version 34 is already newer than 33 2024-04-13T07:14:27.441 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 34 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-04-13T07:14:27.441 INFO:tasks.rados.rados.0.smithi003.stdout:154: left oid 16 (ObjNum 77 snap 11 seq_num 77) 2024-04-13T07:14:27.441 INFO:tasks.rados.rados.0.smithi003.stdout:156: expect (ObjNum 5 snap 0 seq_num 5) 2024-04-13T07:14:27.444 INFO:tasks.rados.rados.0.smithi003.stdout:157: finishing copy_from racing read to smithi00377890-21 2024-04-13T07:14:27.444 INFO:tasks.rados.rados.0.smithi003.stdout:154: done (4 left) 2024-04-13T07:14:27.444 INFO:tasks.rados.rados.0.smithi003.stdout:156: done (3 left) 2024-04-13T07:14:27.444 INFO:tasks.rados.rados.0.smithi003.stdout:159: done (2 left) 2024-04-13T07:14:27.445 INFO:tasks.rados.rados.0.smithi003.stdout:160: snap_remove snap 6 2024-04-13T07:14:27.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:27 smithi003 ceph-mon[37804]: osdmap e92: 8 total, 8 up, 8 in 2024-04-13T07:14:27.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:27 smithi003 ceph-mon[27034]: osdmap e92: 8 total, 8 up, 8 in 2024-04-13T07:14:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:27 smithi066 ceph-mon[30583]: osdmap e92: 8 total, 8 up, 8 in 2024-04-13T07:14:28.443 INFO:tasks.rados.rados.0.smithi003.stdout:160: done (2 left) 2024-04-13T07:14:28.443 INFO:tasks.rados.rados.0.smithi003.stdout:161: snap_create 2024-04-13T07:14:28.443 INFO:tasks.rados.rados.0.smithi003.stdout:157: finishing copy_from to smithi00377890-21 2024-04-13T07:14:28.443 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 21 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-13T07:14:28.444 INFO:tasks.rados.rados.0.smithi003.stdout:155: finishing copy_from racing read to smithi00377890-10 2024-04-13T07:14:28.444 INFO:tasks.rados.rados.0.smithi003.stdout:155: finishing copy_from to smithi00377890-10 2024-04-13T07:14:28.444 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 12 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-13T07:14:28.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:28 smithi003 ceph-mon[27034]: pgmap v126: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:28.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:28 smithi003 ceph-mon[27034]: osdmap e93: 8 total, 8 up, 8 in 2024-04-13T07:14:28.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:28 smithi003 ceph-mon[37804]: pgmap v126: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:28.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:28 smithi003 ceph-mon[37804]: osdmap e93: 8 total, 8 up, 8 in 2024-04-13T07:14:28.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:28 smithi066 ceph-mon[30583]: pgmap v126: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:28.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:28 smithi066 ceph-mon[30583]: osdmap e93: 8 total, 8 up, 8 in 2024-04-13T07:14:29.445 INFO:tasks.rados.rados.0.smithi003.stdout:155: done (2 left) 2024-04-13T07:14:29.445 INFO:tasks.rados.rados.0.smithi003.stdout:157: done (1 left) 2024-04-13T07:14:29.445 INFO:tasks.rados.rados.0.smithi003.stdout:161: done (0 left) 2024-04-13T07:14:29.445 INFO:tasks.rados.rados.0.smithi003.stdout:162: read oid 46 snap -1 2024-04-13T07:14:29.445 INFO:tasks.rados.rados.0.smithi003.stdout:162: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-13T07:14:29.445 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 41 current snap is 12 2024-04-13T07:14:29.445 INFO:tasks.rados.rados.0.smithi003.stdout:163: seq_num 79 ranges {679936=532480,1212416=565248,1777664=237568} 2024-04-13T07:14:29.452 INFO:tasks.rados.rados.0.smithi003.stdout:163: writing smithi00377890-41 from 679936 to 1212416 tid 1 2024-04-13T07:14:29.455 INFO:tasks.rados.rados.0.smithi003.stdout:163: writing smithi00377890-41 from 1212416 to 1777664 tid 2 2024-04-13T07:14:29.456 INFO:tasks.rados.rados.0.smithi003.stdout:163: writing smithi00377890-41 from 1777664 to 2015232 tid 3 2024-04-13T07:14:29.456 INFO:tasks.rados.rados.0.smithi003.stdout:164: copy_from oid 15 from oid 29 current snap is 12 2024-04-13T07:14:29.456 INFO:tasks.rados.rados.0.smithi003.stdout:162: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-13T07:14:29.482 INFO:tasks.rados.rados.0.smithi003.stdout:163: finishing write tid 1 to smithi00377890-41 2024-04-13T07:14:29.482 INFO:tasks.rados.rados.0.smithi003.stdout:163: finishing write tid 2 to smithi00377890-41 2024-04-13T07:14:29.482 INFO:tasks.rados.rados.0.smithi003.stdout:162: done (2 left) 2024-04-13T07:14:29.482 INFO:tasks.rados.rados.0.smithi003.stdout:165: snap_create 2024-04-13T07:14:29.482 INFO:tasks.rados.rados.0.smithi003.stdout:163: finishing write tid 3 to smithi00377890-41 2024-04-13T07:14:29.482 INFO:tasks.rados.rados.0.smithi003.stdout:163: finishing write tid 4 to smithi00377890-41 2024-04-13T07:14:29.482 INFO:tasks.rados.rados.0.smithi003.stdout:163: finishing write tid 5 to smithi00377890-41 2024-04-13T07:14:29.482 INFO:tasks.rados.rados.0.smithi003.stdout:163: oid 41 updating version 0 to 37 2024-04-13T07:14:29.482 INFO:tasks.rados.rados.0.smithi003.stdout:163: oid 41 version 37 is already newer than 35 2024-04-13T07:14:29.483 INFO:tasks.rados.rados.0.smithi003.stdout:163: oid 41 version 37 is already newer than 36 2024-04-13T07:14:29.483 INFO:tasks.rados.rados.0.smithi003.stdout:163: oid 41 version 37 is already newer than 34 2024-04-13T07:14:29.483 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 37 (ObjNum 79 snap 12 seq_num 79) dirty exists 2024-04-13T07:14:29.483 INFO:tasks.rados.rados.0.smithi003.stdout:163: left oid 41 (ObjNum 79 snap 12 seq_num 79) 2024-04-13T07:14:29.483 INFO:tasks.rados.rados.0.smithi003.stdout:164: finishing copy_from racing read to smithi00377890-15 2024-04-13T07:14:29.483 INFO:tasks.rados.rados.0.smithi003.stdout:164: finishing copy_from to smithi00377890-15 2024-04-13T07:14:29.483 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:14:29.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:29 smithi003 ceph-mon[27034]: osdmap e94: 8 total, 8 up, 8 in 2024-04-13T07:14:29.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:29 smithi003 ceph-mon[37804]: osdmap e94: 8 total, 8 up, 8 in 2024-04-13T07:14:29.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:29 smithi066 ceph-mon[30583]: osdmap e94: 8 total, 8 up, 8 in 2024-04-13T07:14:30.453 INFO:tasks.rados.rados.0.smithi003.stdout:163: done (2 left) 2024-04-13T07:14:30.454 INFO:tasks.rados.rados.0.smithi003.stdout:164: done (1 left) 2024-04-13T07:14:30.454 INFO:tasks.rados.rados.0.smithi003.stdout:165: done (0 left) 2024-04-13T07:14:30.454 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 32 current snap is 13 2024-04-13T07:14:30.454 INFO:tasks.rados.rados.0.smithi003.stdout:166: seq_num 80 ranges {524288=548864,1073152=450560,1523712=352256} 2024-04-13T07:14:30.459 INFO:tasks.rados.rados.0.smithi003.stdout:166: writing smithi00377890-32 from 524288 to 1073152 tid 1 2024-04-13T07:14:30.461 INFO:tasks.rados.rados.0.smithi003.stdout:166: writing smithi00377890-32 from 1073152 to 1523712 tid 2 2024-04-13T07:14:30.463 INFO:tasks.rados.rados.0.smithi003.stdout:166: writing smithi00377890-32 from 1523712 to 1875968 tid 3 2024-04-13T07:14:30.463 INFO:tasks.rados.rados.0.smithi003.stdout:167: snap_create 2024-04-13T07:14:30.467 INFO:tasks.rados.rados.0.smithi003.stdout:166: finishing write tid 1 to smithi00377890-32 2024-04-13T07:14:30.467 INFO:tasks.rados.rados.0.smithi003.stdout:166: finishing write tid 2 to smithi00377890-32 2024-04-13T07:14:30.467 INFO:tasks.rados.rados.0.smithi003.stdout:166: finishing write tid 3 to smithi00377890-32 2024-04-13T07:14:30.468 INFO:tasks.rados.rados.0.smithi003.stdout:166: finishing write tid 4 to smithi00377890-32 2024-04-13T07:14:30.469 INFO:tasks.rados.rados.0.smithi003.stdout:166: finishing write tid 5 to smithi00377890-32 2024-04-13T07:14:30.469 INFO:tasks.rados.rados.0.smithi003.stdout:166: oid 32 updating version 0 to 111 2024-04-13T07:14:30.470 INFO:tasks.rados.rados.0.smithi003.stdout:166: oid 32 updating version 111 to 112 2024-04-13T07:14:30.470 INFO:tasks.rados.rados.0.smithi003.stdout:166: oid 32 version 112 is already newer than 109 2024-04-13T07:14:30.470 INFO:tasks.rados.rados.0.smithi003.stdout:166: oid 32 version 112 is already newer than 110 2024-04-13T07:14:30.470 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 112 (ObjNum 80 snap 13 seq_num 80) dirty exists 2024-04-13T07:14:30.470 INFO:tasks.rados.rados.0.smithi003.stdout:166: left oid 32 (ObjNum 80 snap 13 seq_num 80) 2024-04-13T07:14:30.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:30 smithi003 ceph-mon[37804]: pgmap v129: 121 pgs: 121 active+clean; 42 MiB data, 295 MiB used, 715 GiB / 715 GiB avail; 477 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-13T07:14:30.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:30 smithi003 ceph-mon[37804]: osdmap e95: 8 total, 8 up, 8 in 2024-04-13T07:14:30.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:30 smithi003 ceph-mon[27034]: pgmap v129: 121 pgs: 121 active+clean; 42 MiB data, 295 MiB used, 715 GiB / 715 GiB avail; 477 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-13T07:14:30.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:30 smithi003 ceph-mon[27034]: osdmap e95: 8 total, 8 up, 8 in 2024-04-13T07:14:30.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:30 smithi066 ceph-mon[30583]: pgmap v129: 121 pgs: 121 active+clean; 42 MiB data, 295 MiB used, 715 GiB / 715 GiB avail; 477 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-13T07:14:30.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:30 smithi066 ceph-mon[30583]: osdmap e95: 8 total, 8 up, 8 in 2024-04-13T07:14:31.460 INFO:tasks.rados.rados.0.smithi003.stdout:166: done (1 left) 2024-04-13T07:14:31.460 INFO:tasks.rados.rados.0.smithi003.stdout:167: done (0 left) 2024-04-13T07:14:31.460 INFO:tasks.rados.rados.0.smithi003.stdout:168: snap_create 2024-04-13T07:14:31.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:31 smithi003 ceph-mon[37804]: osdmap e96: 8 total, 8 up, 8 in 2024-04-13T07:14:31.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:31 smithi003 ceph-mon[27034]: osdmap e96: 8 total, 8 up, 8 in 2024-04-13T07:14:31.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:31 smithi066 ceph-mon[30583]: osdmap e96: 8 total, 8 up, 8 in 2024-04-13T07:14:32.463 INFO:tasks.rados.rados.0.smithi003.stdout:168: done (0 left) 2024-04-13T07:14:32.463 INFO:tasks.rados.rados.0.smithi003.stdout:169: snap_remove snap 10 2024-04-13T07:14:32.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:32 smithi003 ceph-mon[37804]: pgmap v132: 121 pgs: 121 active+clean; 42 MiB data, 295 MiB used, 715 GiB / 715 GiB avail; 477 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-13T07:14:32.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:32 smithi003 ceph-mon[37804]: osdmap e97: 8 total, 8 up, 8 in 2024-04-13T07:14:32.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:32 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:14:32.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:32 smithi003 ceph-mon[37804]: Upgrade: Target is version 19.0.0-2905-g5f22a497 (unknown) 2024-04-13T07:14:32.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:32 smithi003 ceph-mon[37804]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, digests ['quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de'] 2024-04-13T07:14:32.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:32 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:14:32.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:32 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:14:32.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:32 smithi003 ceph-mon[37804]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-13T07:14:32.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:32 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:14:32.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:32 smithi003 ceph-mon[27034]: pgmap v132: 121 pgs: 121 active+clean; 42 MiB data, 295 MiB used, 715 GiB / 715 GiB avail; 477 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-13T07:14:32.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:32 smithi003 ceph-mon[27034]: osdmap e97: 8 total, 8 up, 8 in 2024-04-13T07:14:32.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:32 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:14:32.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:32 smithi003 ceph-mon[27034]: Upgrade: Target is version 19.0.0-2905-g5f22a497 (unknown) 2024-04-13T07:14:32.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:32 smithi003 ceph-mon[27034]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, digests ['quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de'] 2024-04-13T07:14:32.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:32 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:14:32.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:32 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:14:32.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:32 smithi003 ceph-mon[27034]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-13T07:14:32.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:32 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:14:32.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:32 smithi066 ceph-mon[30583]: pgmap v132: 121 pgs: 121 active+clean; 42 MiB data, 295 MiB used, 715 GiB / 715 GiB avail; 477 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-13T07:14:32.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:32 smithi066 ceph-mon[30583]: osdmap e97: 8 total, 8 up, 8 in 2024-04-13T07:14:32.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:32 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:14:32.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:32 smithi066 ceph-mon[30583]: Upgrade: Target is version 19.0.0-2905-g5f22a497 (unknown) 2024-04-13T07:14:32.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:32 smithi066 ceph-mon[30583]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, digests ['quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de'] 2024-04-13T07:14:32.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:32 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:14:32.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:32 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:14:32.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:32 smithi066 ceph-mon[30583]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-13T07:14:32.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:32 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:14:33.419 INFO:tasks.rados.rados.0.smithi003.stdout:169: done (0 left) 2024-04-13T07:14:33.419 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 22 current snap is 15 2024-04-13T07:14:33.420 INFO:tasks.rados.rados.0.smithi003.stdout:170: seq_num 81 ranges {794624=565248,1359872=737280,2097152=65536} 2024-04-13T07:14:33.427 INFO:tasks.rados.rados.0.smithi003.stdout:170: writing smithi00377890-22 from 794624 to 1359872 tid 1 2024-04-13T07:14:33.432 INFO:tasks.rados.rados.0.smithi003.stdout:170: writing smithi00377890-22 from 1359872 to 2097152 tid 2 2024-04-13T07:14:33.433 INFO:tasks.rados.rados.0.smithi003.stdout:170: writing smithi00377890-22 from 2097152 to 2162688 tid 3 2024-04-13T07:14:33.433 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 10 current snap is 15 2024-04-13T07:14:33.433 INFO:tasks.rados.rados.0.smithi003.stdout:171: seq_num 82 ranges {1597440=581632,2179072=622592,2801664=180224} 2024-04-13T07:14:33.445 INFO:tasks.rados.rados.0.smithi003.stdout:171: writing smithi00377890-10 from 1597440 to 2179072 tid 1 2024-04-13T07:14:33.448 INFO:tasks.rados.rados.0.smithi003.stdout:171: writing smithi00377890-10 from 2179072 to 2801664 tid 2 2024-04-13T07:14:33.449 INFO:tasks.rados.rados.0.smithi003.stdout:171: writing smithi00377890-10 from 2801664 to 2981888 tid 3 2024-04-13T07:14:33.450 INFO:tasks.rados.rados.0.smithi003.stdout:172: setattr oid 6 current snap is 15 2024-04-13T07:14:33.450 INFO:tasks.rados.rados.0.smithi003.stdout:170: finishing write tid 1 to smithi00377890-22 2024-04-13T07:14:33.450 INFO:tasks.rados.rados.0.smithi003.stdout:170: finishing write tid 2 to smithi00377890-22 2024-04-13T07:14:33.450 INFO:tasks.rados.rados.0.smithi003.stdout:170: finishing write tid 3 to smithi00377890-22 2024-04-13T07:14:33.450 INFO:tasks.rados.rados.0.smithi003.stdout:170: finishing write tid 4 to smithi00377890-22 2024-04-13T07:14:33.450 INFO:tasks.rados.rados.0.smithi003.stdout:170: finishing write tid 5 to smithi00377890-22 2024-04-13T07:14:33.450 INFO:tasks.rados.rados.0.smithi003.stdout:170: oid 22 updating version 0 to 53 2024-04-13T07:14:33.450 INFO:tasks.rados.rados.0.smithi003.stdout:170: oid 22 updating version 53 to 54 2024-04-13T07:14:33.450 INFO:tasks.rados.rados.0.smithi003.stdout:170: oid 22 updating version 54 to 55 2024-04-13T07:14:33.450 INFO:tasks.rados.rados.0.smithi003.stdout:170: oid 22 version 55 is already newer than 50 2024-04-13T07:14:33.451 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 55 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-04-13T07:14:33.451 INFO:tasks.rados.rados.0.smithi003.stdout:170: left oid 22 (ObjNum 81 snap 15 seq_num 81) 2024-04-13T07:14:33.451 INFO:tasks.rados.rados.0.smithi003.stdout:171: finishing write tid 1 to smithi00377890-10 2024-04-13T07:14:33.451 INFO:tasks.rados.rados.0.smithi003.stdout:170: done (2 left) 2024-04-13T07:14:33.452 INFO:tasks.rados.rados.0.smithi003.stdout:173: read oid 12 snap 11 2024-04-13T07:14:33.452 INFO:tasks.rados.rados.0.smithi003.stdout:173: expect (ObjNum 74 snap 8 seq_num 74) 2024-04-13T07:14:33.452 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 15 2024-04-13T07:14:33.452 INFO:tasks.rados.rados.0.smithi003.stdout:174: seq_num 83 ranges {909312=598016,1507328=499712,2007040=303104} 2024-04-13T07:14:33.459 INFO:tasks.rados.rados.0.smithi003.stdout:174: writing smithi00377890-3 from 909312 to 1507328 tid 1 2024-04-13T07:14:33.462 INFO:tasks.rados.rados.0.smithi003.stdout:174: writing smithi00377890-3 from 1507328 to 2007040 tid 2 2024-04-13T07:14:33.464 INFO:tasks.rados.rados.0.smithi003.stdout:174: writing smithi00377890-3 from 2007040 to 2310144 tid 3 2024-04-13T07:14:33.464 INFO:tasks.rados.rados.0.smithi003.stdout:175: snap_create 2024-04-13T07:14:33.464 INFO:tasks.rados.rados.0.smithi003.stdout:171: finishing write tid 2 to smithi00377890-10 2024-04-13T07:14:33.464 INFO:tasks.rados.rados.0.smithi003.stdout:171: finishing write tid 3 to smithi00377890-10 2024-04-13T07:14:33.464 INFO:tasks.rados.rados.0.smithi003.stdout:171: finishing write tid 4 to smithi00377890-10 2024-04-13T07:14:33.464 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 11 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-13T07:14:33.464 INFO:tasks.rados.rados.0.smithi003.stdout:171: finishing write tid 5 to smithi00377890-10 2024-04-13T07:14:33.464 INFO:tasks.rados.rados.0.smithi003.stdout:171: oid 10 updating version 0 to 122 2024-04-13T07:14:33.464 INFO:tasks.rados.rados.0.smithi003.stdout:171: oid 10 updating version 122 to 123 2024-04-13T07:14:33.465 INFO:tasks.rados.rados.0.smithi003.stdout:171: oid 10 version 123 is already newer than 121 2024-04-13T07:14:33.465 INFO:tasks.rados.rados.0.smithi003.stdout:171: oid 10 version 123 is already newer than 120 2024-04-13T07:14:33.465 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 123 (ObjNum 82 snap 15 seq_num 82) dirty exists 2024-04-13T07:14:33.465 INFO:tasks.rados.rados.0.smithi003.stdout:171: left oid 10 (ObjNum 82 snap 15 seq_num 82) 2024-04-13T07:14:33.465 INFO:tasks.rados.rados.0.smithi003.stdout:173: expect (ObjNum 74 snap 8 seq_num 74) 2024-04-13T07:14:33.499 INFO:tasks.rados.rados.0.smithi003.stdout:174: finishing write tid 1 to smithi00377890-3 2024-04-13T07:14:33.499 INFO:tasks.rados.rados.0.smithi003.stdout:174: finishing write tid 2 to smithi00377890-3 2024-04-13T07:14:33.499 INFO:tasks.rados.rados.0.smithi003.stdout:174: finishing write tid 3 to smithi00377890-3 2024-04-13T07:14:33.499 INFO:tasks.rados.rados.0.smithi003.stdout:174: finishing write tid 4 to smithi00377890-3 2024-04-13T07:14:33.499 INFO:tasks.rados.rados.0.smithi003.stdout:174: finishing write tid 5 to smithi00377890-3 2024-04-13T07:14:33.499 INFO:tasks.rados.rados.0.smithi003.stdout:174: oid 3 updating version 0 to 31 2024-04-13T07:14:33.499 INFO:tasks.rados.rados.0.smithi003.stdout:174: oid 3 updating version 31 to 32 2024-04-13T07:14:33.499 INFO:tasks.rados.rados.0.smithi003.stdout:174: oid 3 updating version 32 to 33 2024-04-13T07:14:33.499 INFO:tasks.rados.rados.0.smithi003.stdout:174: oid 3 updating version 33 to 34 2024-04-13T07:14:33.500 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 34 (ObjNum 83 snap 15 seq_num 83) dirty exists 2024-04-13T07:14:33.500 INFO:tasks.rados.rados.0.smithi003.stdout:174: left oid 3 (ObjNum 83 snap 15 seq_num 83) 2024-04-13T07:14:33.690 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:33 smithi003 ceph-mon[37804]: osdmap e98: 8 total, 8 up, 8 in 2024-04-13T07:14:33.690 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:33 smithi003 ceph-mon[37804]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de on smithi066 2024-04-13T07:14:33.690 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:33 smithi003 ceph-mon[37804]: osdmap e99: 8 total, 8 up, 8 in 2024-04-13T07:14:33.690 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:33 smithi003 ceph-mon[27034]: osdmap e98: 8 total, 8 up, 8 in 2024-04-13T07:14:33.690 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:33 smithi003 ceph-mon[27034]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de on smithi066 2024-04-13T07:14:33.690 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:33 smithi003 ceph-mon[27034]: osdmap e99: 8 total, 8 up, 8 in 2024-04-13T07:14:33.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:33 smithi066 ceph-mon[30583]: osdmap e98: 8 total, 8 up, 8 in 2024-04-13T07:14:33.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:33 smithi066 ceph-mon[30583]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de on smithi066 2024-04-13T07:14:33.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:33 smithi066 ceph-mon[30583]: osdmap e99: 8 total, 8 up, 8 in 2024-04-13T07:14:34.417 INFO:tasks.rados.rados.0.smithi003.stdout:171: done (4 left) 2024-04-13T07:14:34.417 INFO:tasks.rados.rados.0.smithi003.stdout:172: done (3 left) 2024-04-13T07:14:34.417 INFO:tasks.rados.rados.0.smithi003.stdout:173: done (2 left) 2024-04-13T07:14:34.417 INFO:tasks.rados.rados.0.smithi003.stdout:174: done (1 left) 2024-04-13T07:14:34.417 INFO:tasks.rados.rados.0.smithi003.stdout:175: done (0 left) 2024-04-13T07:14:34.417 INFO:tasks.rados.rados.0.smithi003.stdout:176: snap_create 2024-04-13T07:14:34.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:34 smithi003 ceph-mon[37804]: pgmap v135: 121 pgs: 121 active+clean; 45 MiB data, 300 MiB used, 715 GiB / 715 GiB avail; 576 KiB/s rd, 846 KiB/s wr, 3 op/s 2024-04-13T07:14:34.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:34 smithi003 ceph-mon[37804]: osdmap e100: 8 total, 8 up, 8 in 2024-04-13T07:14:34.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:34 smithi003 ceph-mon[27034]: pgmap v135: 121 pgs: 121 active+clean; 45 MiB data, 300 MiB used, 715 GiB / 715 GiB avail; 576 KiB/s rd, 846 KiB/s wr, 3 op/s 2024-04-13T07:14:34.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:34 smithi003 ceph-mon[27034]: osdmap e100: 8 total, 8 up, 8 in 2024-04-13T07:14:34.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:34 smithi066 ceph-mon[30583]: pgmap v135: 121 pgs: 121 active+clean; 45 MiB data, 300 MiB used, 715 GiB / 715 GiB avail; 576 KiB/s rd, 846 KiB/s wr, 3 op/s 2024-04-13T07:14:34.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:34 smithi066 ceph-mon[30583]: osdmap e100: 8 total, 8 up, 8 in 2024-04-13T07:14:35.419 INFO:tasks.rados.rados.0.smithi003.stdout:176: done (0 left) 2024-04-13T07:14:35.420 INFO:tasks.rados.rados.0.smithi003.stdout:177: read oid 45 snap -1 2024-04-13T07:14:35.420 INFO:tasks.rados.rados.0.smithi003.stdout:177: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-13T07:14:35.420 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 31 current snap is 17 2024-04-13T07:14:35.420 INFO:tasks.rados.rados.0.smithi003.stdout:178: seq_num 84 ranges {2981888=614400,3596288=434176,4030464=368640} 2024-04-13T07:14:35.439 INFO:tasks.rados.rados.0.smithi003.stdout:178: writing smithi00377890-31 from 2981888 to 3596288 tid 1 2024-04-13T07:14:35.442 INFO:tasks.rados.rados.0.smithi003.stdout:178: writing smithi00377890-31 from 3596288 to 4030464 tid 2 2024-04-13T07:14:35.445 INFO:tasks.rados.rados.0.smithi003.stdout:178: writing smithi00377890-31 from 4030464 to 4399104 tid 3 2024-04-13T07:14:35.445 INFO:tasks.rados.rados.0.smithi003.stdout:179: read oid 49 snap -1 2024-04-13T07:14:35.445 INFO:tasks.rados.rados.0.smithi003.stdout:179: expect (ObjNum 68 snap 7 seq_num 68) 2024-04-13T07:14:35.445 INFO:tasks.rados.rados.0.smithi003.stdout:180: read oid 38 snap -1 2024-04-13T07:14:35.445 INFO:tasks.rados.rados.0.smithi003.stdout:180: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-13T07:14:35.445 INFO:tasks.rados.rados.0.smithi003.stdout:177: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-13T07:14:35.465 INFO:tasks.rados.rados.0.smithi003.stdout:178: finishing write tid 1 to smithi00377890-31 2024-04-13T07:14:35.465 INFO:tasks.rados.rados.0.smithi003.stdout:178: finishing write tid 2 to smithi00377890-31 2024-04-13T07:14:35.465 INFO:tasks.rados.rados.0.smithi003.stdout:178: finishing write tid 3 to smithi00377890-31 2024-04-13T07:14:35.465 INFO:tasks.rados.rados.0.smithi003.stdout:178: finishing write tid 4 to smithi00377890-31 2024-04-13T07:14:35.465 INFO:tasks.rados.rados.0.smithi003.stdout:178: finishing write tid 5 to smithi00377890-31 2024-04-13T07:14:35.465 INFO:tasks.rados.rados.0.smithi003.stdout:178: oid 31 updating version 0 to 26 2024-04-13T07:14:35.466 INFO:tasks.rados.rados.0.smithi003.stdout:178: oid 31 version 26 is already newer than 25 2024-04-13T07:14:35.466 INFO:tasks.rados.rados.0.smithi003.stdout:178: oid 31 updating version 26 to 28 2024-04-13T07:14:35.466 INFO:tasks.rados.rados.0.smithi003.stdout:178: oid 31 version 28 is already newer than 27 2024-04-13T07:14:35.466 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 28 (ObjNum 84 snap 17 seq_num 84) dirty exists 2024-04-13T07:14:35.466 INFO:tasks.rados.rados.0.smithi003.stdout:178: left oid 31 (ObjNum 84 snap 17 seq_num 84) 2024-04-13T07:14:35.466 INFO:tasks.rados.rados.0.smithi003.stdout:179: expect (ObjNum 68 snap 7 seq_num 68) 2024-04-13T07:14:35.586 INFO:tasks.rados.rados.0.smithi003.stdout:177: done (3 left) 2024-04-13T07:14:35.586 INFO:tasks.rados.rados.0.smithi003.stdout:178: done (2 left) 2024-04-13T07:14:35.586 INFO:tasks.rados.rados.0.smithi003.stdout:179: done (1 left) 2024-04-13T07:14:35.586 INFO:tasks.rados.rados.0.smithi003.stdout:181: read oid 40 snap -1 2024-04-13T07:14:35.586 INFO:tasks.rados.rados.0.smithi003.stdout:181: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-13T07:14:35.586 INFO:tasks.rados.rados.0.smithi003.stdout:182: snap_create 2024-04-13T07:14:35.590 INFO:tasks.rados.rados.0.smithi003.stdout:181: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-13T07:14:35.608 INFO:tasks.rados.rados.0.smithi003.stdout:180: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-13T07:14:35.889 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:14:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:14:35] "GET /metrics HTTP/1.1" 200 35978 "" "Prometheus/2.43.0" 2024-04-13T07:14:36.481 INFO:tasks.rados.rados.0.smithi003.stdout:180: done (2 left) 2024-04-13T07:14:36.482 INFO:tasks.rados.rados.0.smithi003.stdout:181: done (1 left) 2024-04-13T07:14:36.482 INFO:tasks.rados.rados.0.smithi003.stdout:182: done (0 left) 2024-04-13T07:14:36.482 INFO:tasks.rados.rados.0.smithi003.stdout:183: snap_remove snap 16 2024-04-13T07:14:36.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:36 smithi003 ceph-mon[27034]: pgmap v138: 121 pgs: 121 active+clean; 45 MiB data, 300 MiB used, 715 GiB / 715 GiB avail; 576 KiB/s rd, 846 KiB/s wr, 3 op/s 2024-04-13T07:14:36.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:36 smithi003 ceph-mon[27034]: osdmap e101: 8 total, 8 up, 8 in 2024-04-13T07:14:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:36 smithi003 ceph-mon[37804]: pgmap v138: 121 pgs: 121 active+clean; 45 MiB data, 300 MiB used, 715 GiB / 715 GiB avail; 576 KiB/s rd, 846 KiB/s wr, 3 op/s 2024-04-13T07:14:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:36 smithi003 ceph-mon[37804]: osdmap e101: 8 total, 8 up, 8 in 2024-04-13T07:14:36.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:36 smithi066 ceph-mon[30583]: pgmap v138: 121 pgs: 121 active+clean; 45 MiB data, 300 MiB used, 715 GiB / 715 GiB avail; 576 KiB/s rd, 846 KiB/s wr, 3 op/s 2024-04-13T07:14:36.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:36 smithi066 ceph-mon[30583]: osdmap e101: 8 total, 8 up, 8 in 2024-04-13T07:14:37.487 INFO:tasks.rados.rados.0.smithi003.stdout:183: done (0 left) 2024-04-13T07:14:37.487 INFO:tasks.rados.rados.0.smithi003.stdout:184: read oid 36 snap -1 2024-04-13T07:14:37.487 INFO:tasks.rados.rados.0.smithi003.stdout:184: expect (ObjNum 35 snap 0 seq_num 35) 2024-04-13T07:14:37.488 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 1 current snap is 18 2024-04-13T07:14:37.488 INFO:tasks.rados.rados.0.smithi003.stdout:185: seq_num 85 ranges {0=630784,630784=720896,1351680=81920} 2024-04-13T07:14:37.491 INFO:tasks.rados.rados.0.smithi003.stdout:185: writing smithi00377890-1 from 0 to 630784 tid 1 2024-04-13T07:14:37.496 INFO:tasks.rados.rados.0.smithi003.stdout:185: writing smithi00377890-1 from 630784 to 1351680 tid 2 2024-04-13T07:14:37.496 INFO:tasks.rados.rados.0.smithi003.stdout:185: writing smithi00377890-1 from 1351680 to 1433600 tid 3 2024-04-13T07:14:37.496 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 18 2024-04-13T07:14:37.496 INFO:tasks.rados.rados.0.smithi003.stdout:184: expect (ObjNum 35 snap 0 seq_num 35) 2024-04-13T07:14:37.512 INFO:tasks.rados.rados.0.smithi003.stdout:185: finishing write tid 1 to smithi00377890-1 2024-04-13T07:14:37.513 INFO:tasks.rados.rados.0.smithi003.stdout:185: finishing write tid 2 to smithi00377890-1 2024-04-13T07:14:37.513 INFO:tasks.rados.rados.0.smithi003.stdout:185: finishing write tid 3 to smithi00377890-1 2024-04-13T07:14:37.513 INFO:tasks.rados.rados.0.smithi003.stdout:186: seq_num 86 ranges {1368064=647168,2015232=606208,2621440=196608} 2024-04-13T07:14:37.523 INFO:tasks.rados.rados.0.smithi003.stdout:186: writing smithi00377890-9 from 1368064 to 2015232 tid 1 2024-04-13T07:14:37.527 INFO:tasks.rados.rados.0.smithi003.stdout:186: writing smithi00377890-9 from 2015232 to 2621440 tid 2 2024-04-13T07:14:37.528 INFO:tasks.rados.rados.0.smithi003.stdout:186: writing smithi00377890-9 from 2621440 to 2818048 tid 3 2024-04-13T07:14:37.528 INFO:tasks.rados.rados.0.smithi003.stdout:184: done (2 left) 2024-04-13T07:14:37.528 INFO:tasks.rados.rados.0.smithi003.stdout:187: rmattr oid 19 current snap is 18 2024-04-13T07:14:37.529 INFO:tasks.rados.rados.0.smithi003.stdout:187: done (2 left) 2024-04-13T07:14:37.529 INFO:tasks.rados.rados.0.smithi003.stdout:188: snap_remove snap 4 2024-04-13T07:14:37.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:37 smithi003 ceph-mon[27034]: osdmap e102: 8 total, 8 up, 8 in 2024-04-13T07:14:37.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:37 smithi003 ceph-mon[37804]: osdmap e102: 8 total, 8 up, 8 in 2024-04-13T07:14:37.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:37 smithi066 ceph-mon[30583]: osdmap e102: 8 total, 8 up, 8 in 2024-04-13T07:14:38.346 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:14:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:188: done (2 left) 2024-04-13T07:14:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 40 current snap is 18 2024-04-13T07:14:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:189: seq_num 87 ranges {663552=663552,1327104=491520,1818624=311296} 2024-04-13T07:14:38.515 INFO:tasks.rados.rados.0.smithi003.stdout:189: writing smithi00377890-40 from 663552 to 1327104 tid 1 2024-04-13T07:14:38.518 INFO:tasks.rados.rados.0.smithi003.stdout:189: writing smithi00377890-40 from 1327104 to 1818624 tid 2 2024-04-13T07:14:38.521 INFO:tasks.rados.rados.0.smithi003.stdout:189: writing smithi00377890-40 from 1818624 to 2129920 tid 3 2024-04-13T07:14:38.521 INFO:tasks.rados.rados.0.smithi003.stdout:190: copy_from oid 34 from oid 48 current snap is 18 2024-04-13T07:14:38.521 INFO:tasks.rados.rados.0.smithi003.stdout:185: finishing write tid 4 to smithi00377890-1 2024-04-13T07:14:38.521 INFO:tasks.rados.rados.0.smithi003.stdout:185: finishing write tid 5 to smithi00377890-1 2024-04-13T07:14:38.521 INFO:tasks.rados.rados.0.smithi003.stdout:185: oid 1 updating version 0 to 41 2024-04-13T07:14:38.521 INFO:tasks.rados.rados.0.smithi003.stdout:185: oid 1 updating version 41 to 43 2024-04-13T07:14:38.522 INFO:tasks.rados.rados.0.smithi003.stdout:185: oid 1 version 43 is already newer than 40 2024-04-13T07:14:38.522 INFO:tasks.rados.rados.0.smithi003.stdout:185: oid 1 version 43 is already newer than 42 2024-04-13T07:14:38.522 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 43 (ObjNum 85 snap 18 seq_num 85) dirty exists 2024-04-13T07:14:38.522 INFO:tasks.rados.rados.0.smithi003.stdout:185: left oid 1 (ObjNum 85 snap 18 seq_num 85) 2024-04-13T07:14:38.522 INFO:tasks.rados.rados.0.smithi003.stdout:186: finishing write tid 1 to smithi00377890-9 2024-04-13T07:14:38.522 INFO:tasks.rados.rados.0.smithi003.stdout:186: finishing write tid 2 to smithi00377890-9 2024-04-13T07:14:38.522 INFO:tasks.rados.rados.0.smithi003.stdout:185: done (3 left) 2024-04-13T07:14:38.522 INFO:tasks.rados.rados.0.smithi003.stdout:191: rollback oid 29 current snap is 18 2024-04-13T07:14:38.522 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 29 to 11 2024-04-13T07:14:38.522 INFO:tasks.rados.rados.0.smithi003.stdout:186: finishing write tid 3 to smithi00377890-9 2024-04-13T07:14:38.522 INFO:tasks.rados.rados.0.smithi003.stdout:186: finishing write tid 4 to smithi00377890-9 2024-04-13T07:14:38.522 INFO:tasks.rados.rados.0.smithi003.stdout:186: finishing write tid 5 to smithi00377890-9 2024-04-13T07:14:38.522 INFO:tasks.rados.rados.0.smithi003.stdout:186: oid 9 updating version 0 to 128 2024-04-13T07:14:38.522 INFO:tasks.rados.rados.0.smithi003.stdout:186: oid 9 version 128 is already newer than 127 2024-04-13T07:14:38.523 INFO:tasks.rados.rados.0.smithi003.stdout:186: oid 9 version 128 is already newer than 126 2024-04-13T07:14:38.523 INFO:tasks.rados.rados.0.smithi003.stdout:186: oid 9 version 128 is already newer than 125 2024-04-13T07:14:38.523 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 128 (ObjNum 86 snap 18 seq_num 86) dirty exists 2024-04-13T07:14:38.523 INFO:tasks.rados.rados.0.smithi003.stdout:186: left oid 9 (ObjNum 86 snap 18 seq_num 86) 2024-04-13T07:14:38.523 INFO:tasks.rados.rados.0.smithi003.stdout:189: finishing write tid 1 to smithi00377890-40 2024-04-13T07:14:38.523 INFO:tasks.rados.rados.0.smithi003.stdout:186: done (3 left) 2024-04-13T07:14:38.523 INFO:tasks.rados.rados.0.smithi003.stdout:192: rmattr oid 8 current snap is 18 2024-04-13T07:14:38.523 INFO:tasks.rados.rados.0.smithi003.stdout:192: done (3 left) 2024-04-13T07:14:38.523 INFO:tasks.rados.rados.0.smithi003.stdout:193: rmattr oid 23 current snap is 18 2024-04-13T07:14:38.523 INFO:tasks.rados.rados.0.smithi003.stdout:193: done (3 left) 2024-04-13T07:14:38.523 INFO:tasks.rados.rados.0.smithi003.stdout:194: rmattr oid 39 current snap is 18 2024-04-13T07:14:38.523 INFO:tasks.rados.rados.0.smithi003.stdout:194: done (3 left) 2024-04-13T07:14:38.523 INFO:tasks.rados.rados.0.smithi003.stdout:195: read oid 1 snap -1 2024-04-13T07:14:38.523 INFO:tasks.rados.rados.0.smithi003.stdout:195: expect (ObjNum 85 snap 18 seq_num 85) 2024-04-13T07:14:38.523 INFO:tasks.rados.rados.0.smithi003.stdout:196: read oid 6 snap -1 2024-04-13T07:14:38.523 INFO:tasks.rados.rados.0.smithi003.stdout:196: expect (ObjNum 5 snap 0 seq_num 5) 2024-04-13T07:14:38.523 INFO:tasks.rados.rados.0.smithi003.stdout:197: delete oid 23 current snap is 18 2024-04-13T07:14:38.524 INFO:tasks.rados.rados.0.smithi003.stdout:189: finishing write tid 2 to smithi00377890-40 2024-04-13T07:14:38.524 INFO:tasks.rados.rados.0.smithi003.stdout:189: finishing write tid 3 to smithi00377890-40 2024-04-13T07:14:38.524 INFO:tasks.rados.rados.0.smithi003.stdout:196: expect (ObjNum 5 snap 0 seq_num 5) 2024-04-13T07:14:38.530 INFO:tasks.rados.rados.0.smithi003.stdout:189: finishing write tid 4 to smithi00377890-40 2024-04-13T07:14:38.530 INFO:tasks.rados.rados.0.smithi003.stdout:196: done (5 left) 2024-04-13T07:14:38.530 INFO:tasks.rados.rados.0.smithi003.stdout:197: done (4 left) 2024-04-13T07:14:38.530 INFO:tasks.rados.rados.0.smithi003.stdout:198: read oid 20 snap -1 2024-04-13T07:14:38.530 INFO:tasks.rados.rados.0.smithi003.stdout:198: expect (ObjNum 64 snap 6 seq_num 64) 2024-04-13T07:14:38.530 INFO:tasks.rados.rados.0.smithi003.stdout:199: copy_from oid 21 from oid 47 current snap is 18 2024-04-13T07:14:38.530 INFO:tasks.rados.rados.0.smithi003.stdout:189: finishing write tid 5 to smithi00377890-40 2024-04-13T07:14:38.531 INFO:tasks.rados.rados.0.smithi003.stdout:189: oid 40 updating version 0 to 144 2024-04-13T07:14:38.531 INFO:tasks.rados.rados.0.smithi003.stdout:189: oid 40 updating version 144 to 145 2024-04-13T07:14:38.531 INFO:tasks.rados.rados.0.smithi003.stdout:189: oid 40 version 145 is already newer than 143 2024-04-13T07:14:38.531 INFO:tasks.rados.rados.0.smithi003.stdout:189: oid 40 version 145 is already newer than 142 2024-04-13T07:14:38.531 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 145 (ObjNum 87 snap 18 seq_num 87) dirty exists 2024-04-13T07:14:38.531 INFO:tasks.rados.rados.0.smithi003.stdout:189: left oid 40 (ObjNum 87 snap 18 seq_num 87) 2024-04-13T07:14:38.531 INFO:tasks.rados.rados.0.smithi003.stdout:190: finishing copy_from racing read to smithi00377890-34 2024-04-13T07:14:38.531 INFO:tasks.rados.rados.0.smithi003.stdout:191: finishing rollback tid 0 to smithi00377890-29 2024-04-13T07:14:38.531 INFO:tasks.rados.rados.0.smithi003.stdout:191: finishing rollback tid 1 to smithi00377890-29 2024-04-13T07:14:38.531 INFO:tasks.rados.rados.0.smithi003.stdout:191: finishing rollback tid 2 to smithi00377890-29 2024-04-13T07:14:38.531 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 29 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:14:38.531 INFO:tasks.rados.rados.0.smithi003.stdout:190: finishing copy_from to smithi00377890-34 2024-04-13T07:14:38.532 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 14 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-13T07:14:38.532 INFO:tasks.rados.rados.0.smithi003.stdout:189: done (5 left) 2024-04-13T07:14:38.532 INFO:tasks.rados.rados.0.smithi003.stdout:190: done (4 left) 2024-04-13T07:14:38.532 INFO:tasks.rados.rados.0.smithi003.stdout:191: done (3 left) 2024-04-13T07:14:38.532 INFO:tasks.rados.rados.0.smithi003.stdout:200: copy_from oid 23 from oid 24 current snap is 18 2024-04-13T07:14:38.532 INFO:tasks.rados.rados.0.smithi003.stdout:201: read oid 8 snap 14 2024-04-13T07:14:38.532 INFO:tasks.rados.rados.0.smithi003.stdout:201: expect deleted 2024-04-13T07:14:38.532 INFO:tasks.rados.rados.0.smithi003.stdout:202: delete oid 33 current snap is 18 2024-04-13T07:14:38.532 INFO:tasks.rados.rados.0.smithi003.stdout:195: expect (ObjNum 85 snap 18 seq_num 85) 2024-04-13T07:14:38.570 INFO:tasks.rados.rados.0.smithi003.stdout:199: finishing copy_from racing read to smithi00377890-21 2024-04-13T07:14:38.570 INFO:tasks.rados.rados.0.smithi003.stdout:199: finishing copy_from to smithi00377890-21 2024-04-13T07:14:38.571 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:14:38.571 INFO:tasks.rados.rados.0.smithi003.stdout:198: expect (ObjNum 64 snap 6 seq_num 64) 2024-04-13T07:14:38.613 INFO:tasks.rados.rados.0.smithi003.stdout:200: finishing copy_from racing read to smithi00377890-23 2024-04-13T07:14:38.613 INFO:tasks.rados.rados.0.smithi003.stdout:200: finishing copy_from to smithi00377890-23 2024-04-13T07:14:38.613 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 10 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-13T07:14:38.613 INFO:tasks.rados.rados.0.smithi003.stdout:195: done (5 left) 2024-04-13T07:14:38.613 INFO:tasks.rados.rados.0.smithi003.stdout:198: done (4 left) 2024-04-13T07:14:38.613 INFO:tasks.rados.rados.0.smithi003.stdout:199: done (3 left) 2024-04-13T07:14:38.613 INFO:tasks.rados.rados.0.smithi003.stdout:200: done (2 left) 2024-04-13T07:14:38.613 INFO:tasks.rados.rados.0.smithi003.stdout:201: done (1 left) 2024-04-13T07:14:38.613 INFO:tasks.rados.rados.0.smithi003.stdout:202: done (0 left) 2024-04-13T07:14:38.613 INFO:tasks.rados.rados.0.smithi003.stdout:203: rollback oid 14 current snap is 18 2024-04-13T07:14:38.613 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 14 to 8 2024-04-13T07:14:38.613 INFO:tasks.rados.rados.0.smithi003.stdout:204: delete oid 44 current snap is 18 2024-04-13T07:14:38.614 INFO:tasks.rados.rados.0.smithi003.stdout:203: finishing rollback tid 1 to smithi00377890-14 2024-04-13T07:14:38.614 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 12 (ObjNum 49 snap 0 seq_num 2793385216) dirty dne 2024-04-13T07:14:38.614 INFO:tasks.rados.rados.0.smithi003.stdout:203: done (1 left) 2024-04-13T07:14:38.614 INFO:tasks.rados.rados.0.smithi003.stdout:204: done (0 left) 2024-04-13T07:14:38.615 INFO:tasks.rados.rados.0.smithi003.stdout:205: copy_from oid 44 from oid 24 current snap is 18 2024-04-13T07:14:38.615 INFO:tasks.rados.rados.0.smithi003.stdout:206: rollback oid 13 current snap is 18 2024-04-13T07:14:38.615 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 13 to 8 2024-04-13T07:14:38.615 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 18 2024-04-13T07:14:38.615 INFO:tasks.rados.rados.0.smithi003.stdout:207: seq_num 91 ranges {1196032=729088,1925120=425984,2351104=376832} 2024-04-13T07:14:38.624 INFO:tasks.rados.rados.0.smithi003.stdout:207: writing smithi00377890-17 from 1196032 to 1925120 tid 1 2024-04-13T07:14:38.627 INFO:tasks.rados.rados.0.smithi003.stdout:207: writing smithi00377890-17 from 1925120 to 2351104 tid 2 2024-04-13T07:14:38.629 INFO:tasks.rados.rados.0.smithi003.stdout:207: writing smithi00377890-17 from 2351104 to 2727936 tid 3 2024-04-13T07:14:38.629 INFO:tasks.rados.rados.0.smithi003.stdout:208: rollback oid 35 current snap is 18 2024-04-13T07:14:38.629 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 35 to 17 2024-04-13T07:14:38.629 INFO:tasks.rados.rados.0.smithi003.stdout:206: finishing rollback tid 0 to smithi00377890-13 2024-04-13T07:14:38.630 INFO:tasks.rados.rados.0.smithi003.stdout:206: finishing rollback tid 1 to smithi00377890-13 2024-04-13T07:14:38.630 INFO:tasks.rados.rados.0.smithi003.stdout:206: finishing rollback tid 2 to smithi00377890-13 2024-04-13T07:14:38.630 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 39 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-13T07:14:38.630 INFO:tasks.rados.rados.0.smithi003.stdout:205: finishing copy_from racing read to smithi00377890-44 2024-04-13T07:14:38.630 INFO:tasks.rados.rados.0.smithi003.stdout:206: done (3 left) 2024-04-13T07:14:38.630 INFO:tasks.rados.rados.0.smithi003.stdout:209: snap_remove snap 15 2024-04-13T07:14:38.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:38 smithi003 ceph-mon[37804]: pgmap v141: 121 pgs: 121 active+clean; 45 MiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:38.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:38 smithi003 ceph-mon[37804]: osdmap e103: 8 total, 8 up, 8 in 2024-04-13T07:14:38.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:38 smithi003 ceph-mon[27034]: pgmap v141: 121 pgs: 121 active+clean; 45 MiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:38.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:38 smithi003 ceph-mon[27034]: osdmap e103: 8 total, 8 up, 8 in 2024-04-13T07:14:38.698 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:14:38.698 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (2m) 119s ago 3m 14.6M - 0.25.0 c8568f914cd2 3cfca92eb9ec 2024-04-13T07:14:38.699 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (2m) 119s ago 2m 83.3M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:14:38.699 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (4m) 119s ago 4m 16.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 8ddb79bf2742 2024-04-13T07:14:38.699 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (3m) 119s ago 3m 15.9M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 0760d90a9293 2024-04-13T07:14:38.699 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,8765 running (7m) 119s ago 7m 449M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 4127966edc7e 2024-04-13T07:14:38.699 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:9283,8765 running (9m) 119s ago 9m 495M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 358d73cdd035 2024-04-13T07:14:38.699 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (9m) 119s ago 9m 44.1M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f 92e46dcd24a8 2024-04-13T07:14:38.699 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (7m) 119s ago 7m 37.2M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f 08d1a823ed5f 2024-04-13T07:14:38.699 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (7m) 119s ago 7m 40.0M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f ff89cdffb940 2024-04-13T07:14:38.699 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (2m) 119s ago 2m 3569k - 1.5.0 0da6a335fe13 dfbcad6ee10c 2024-04-13T07:14:38.699 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (2m) 119s ago 2m 3581k - 1.5.0 0da6a335fe13 ce4f8de81f3f 2024-04-13T07:14:38.699 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (7m) 119s ago 7m 52.1M 2993M 18.2.2-1217-g7d36322c 6ecd1226aa2f d05697330a33 2024-04-13T07:14:38.699 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (6m) 119s ago 6m 45.2M 2993M 18.2.2-1217-g7d36322c 6ecd1226aa2f 5901b0c84ed2 2024-04-13T07:14:38.699 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (6m) 119s ago 6m 42.8M 2993M 18.2.2-1217-g7d36322c 6ecd1226aa2f 38430c68dad7 2024-04-13T07:14:38.699 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (5m) 119s ago 5m 43.7M 2993M 18.2.2-1217-g7d36322c 6ecd1226aa2f bda6aa5b8895 2024-04-13T07:14:38.699 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (5m) 119s ago 5m 48.8M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f ec074079cca1 2024-04-13T07:14:38.700 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (5m) 119s ago 5m 43.9M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d0b4251f80f 2024-04-13T07:14:38.700 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (4m) 119s ago 4m 41.7M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f e80941711015 2024-04-13T07:14:38.700 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (4m) 119s ago 4m 50.4M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f b9515cfb6872 2024-04-13T07:14:38.700 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (2m) 119s ago 3m 26.5M - 2.43.0 a07b618ecd1d c1cf3163d23e 2024-04-13T07:14:38.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:38 smithi066 ceph-mon[30583]: pgmap v141: 121 pgs: 121 active+clean; 45 MiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:38.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:38 smithi066 ceph-mon[30583]: osdmap e103: 8 total, 8 up, 8 in 2024-04-13T07:14:39.098 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:14:39.098 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:14:39.098 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3 2024-04-13T07:14:39.099 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:14:39.099 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:14:39.099 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:14:39.099 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:14:39.099 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:14:39.099 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:14:39.099 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:14:39.099 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:14:39.099 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:14:39.099 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:14:39.099 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:14:39.099 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 15 2024-04-13T07:14:39.099 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:14:39.099 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:14:39.507 INFO:tasks.rados.rados.0.smithi003.stdout:209: done (3 left) 2024-04-13T07:14:39.507 INFO:tasks.rados.rados.0.smithi003.stdout:210: snap_remove snap 14 2024-04-13T07:14:39.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:39 smithi003 ceph-mon[27034]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:14:39.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:39 smithi003 ceph-mon[27034]: osdmap e104: 8 total, 8 up, 8 in 2024-04-13T07:14:39.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:39 smithi003 ceph-mon[27034]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:14:39.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:39 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/1318591628' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:14:39.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:39 smithi003 ceph-mon[37804]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:14:39.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:39 smithi003 ceph-mon[37804]: osdmap e104: 8 total, 8 up, 8 in 2024-04-13T07:14:39.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:39 smithi003 ceph-mon[37804]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:14:39.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:39 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/1318591628' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:14:39.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:39 smithi066 ceph-mon[30583]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:14:39.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:39 smithi066 ceph-mon[30583]: osdmap e104: 8 total, 8 up, 8 in 2024-04-13T07:14:39.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:39 smithi066 ceph-mon[30583]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:14:39.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:39 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1318591628' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:14:40.510 INFO:tasks.rados.rados.0.smithi003.stdout:210: done (3 left) 2024-04-13T07:14:40.511 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 19 current snap is 18 2024-04-13T07:14:40.511 INFO:tasks.rados.rados.0.smithi003.stdout:205: finishing copy_from to smithi00377890-44 2024-04-13T07:14:40.511 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 10 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-13T07:14:40.511 INFO:tasks.rados.rados.0.smithi003.stdout:207: finishing write tid 1 to smithi00377890-17 2024-04-13T07:14:40.511 INFO:tasks.rados.rados.0.smithi003.stdout:207: finishing write tid 2 to smithi00377890-17 2024-04-13T07:14:40.511 INFO:tasks.rados.rados.0.smithi003.stdout:211: seq_num 92 ranges {303104=745472,1048576=761856,1810432=40960} 2024-04-13T07:14:40.516 INFO:tasks.rados.rados.0.smithi003.stdout:211: writing smithi00377890-19 from 303104 to 1048576 tid 1 2024-04-13T07:14:40.521 INFO:tasks.rados.rados.0.smithi003.stdout:211: writing smithi00377890-19 from 1048576 to 1810432 tid 2 2024-04-13T07:14:40.521 INFO:tasks.rados.rados.0.smithi003.stdout:211: writing smithi00377890-19 from 1810432 to 1851392 tid 3 2024-04-13T07:14:40.521 INFO:tasks.rados.rados.0.smithi003.stdout:205: done (3 left) 2024-04-13T07:14:40.521 INFO:tasks.rados.rados.0.smithi003.stdout:212: copy_from oid 18 from oid 39 current snap is 18 2024-04-13T07:14:40.521 INFO:tasks.rados.rados.0.smithi003.stdout:207: finishing write tid 3 to smithi00377890-17 2024-04-13T07:14:40.522 INFO:tasks.rados.rados.0.smithi003.stdout:207: finishing write tid 4 to smithi00377890-17 2024-04-13T07:14:40.522 INFO:tasks.rados.rados.0.smithi003.stdout:208: finishing rollback tid 0 to smithi00377890-35 2024-04-13T07:14:40.522 INFO:tasks.rados.rados.0.smithi003.stdout:208: finishing rollback tid 1 to smithi00377890-35 2024-04-13T07:14:40.522 INFO:tasks.rados.rados.0.smithi003.stdout:208: finishing rollback tid 2 to smithi00377890-35 2024-04-13T07:14:40.522 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 67 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-13T07:14:40.522 INFO:tasks.rados.rados.0.smithi003.stdout:207: finishing write tid 5 to smithi00377890-17 2024-04-13T07:14:40.522 INFO:tasks.rados.rados.0.smithi003.stdout:207: oid 17 updating version 0 to 51 2024-04-13T07:14:40.522 INFO:tasks.rados.rados.0.smithi003.stdout:207: oid 17 updating version 51 to 53 2024-04-13T07:14:40.522 INFO:tasks.rados.rados.0.smithi003.stdout:207: oid 17 updating version 53 to 54 2024-04-13T07:14:40.522 INFO:tasks.rados.rados.0.smithi003.stdout:207: oid 17 version 54 is already newer than 52 2024-04-13T07:14:40.522 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 54 (ObjNum 91 snap 18 seq_num 91) dirty exists 2024-04-13T07:14:40.522 INFO:tasks.rados.rados.0.smithi003.stdout:207: left oid 17 (ObjNum 91 snap 18 seq_num 91) 2024-04-13T07:14:40.522 INFO:tasks.rados.rados.0.smithi003.stdout:211: finishing write tid 1 to smithi00377890-19 2024-04-13T07:14:40.522 INFO:tasks.rados.rados.0.smithi003.stdout:207: done (3 left) 2024-04-13T07:14:40.522 INFO:tasks.rados.rados.0.smithi003.stdout:208: done (2 left) 2024-04-13T07:14:40.523 INFO:tasks.rados.rados.0.smithi003.stdout:213: delete oid 15 current snap is 18 2024-04-13T07:14:40.525 INFO:tasks.rados.rados.0.smithi003.stdout:211: finishing write tid 2 to smithi00377890-19 2024-04-13T07:14:40.525 INFO:tasks.rados.rados.0.smithi003.stdout:211: finishing write tid 3 to smithi00377890-19 2024-04-13T07:14:40.525 INFO:tasks.rados.rados.0.smithi003.stdout:211: finishing write tid 4 to smithi00377890-19 2024-04-13T07:14:40.526 INFO:tasks.rados.rados.0.smithi003.stdout:213: done (2 left) 2024-04-13T07:14:40.526 INFO:tasks.rados.rados.0.smithi003.stdout:214: delete oid 41 current snap is 18 2024-04-13T07:14:40.527 INFO:tasks.rados.rados.0.smithi003.stdout:211: finishing write tid 5 to smithi00377890-19 2024-04-13T07:14:40.527 INFO:tasks.rados.rados.0.smithi003.stdout:211: oid 19 updating version 0 to 75 2024-04-13T07:14:40.527 INFO:tasks.rados.rados.0.smithi003.stdout:211: oid 19 updating version 75 to 76 2024-04-13T07:14:40.527 INFO:tasks.rados.rados.0.smithi003.stdout:211: oid 19 updating version 76 to 77 2024-04-13T07:14:40.527 INFO:tasks.rados.rados.0.smithi003.stdout:211: oid 19 updating version 77 to 78 2024-04-13T07:14:40.527 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 78 (ObjNum 92 snap 18 seq_num 92) dirty exists 2024-04-13T07:14:40.528 INFO:tasks.rados.rados.0.smithi003.stdout:211: left oid 19 (ObjNum 92 snap 18 seq_num 92) 2024-04-13T07:14:40.533 INFO:tasks.rados.rados.0.smithi003.stdout:211: done (2 left) 2024-04-13T07:14:40.533 INFO:tasks.rados.rados.0.smithi003.stdout:214: done (1 left) 2024-04-13T07:14:40.533 INFO:tasks.rados.rados.0.smithi003.stdout:215: setattr oid 47 current snap is 18 2024-04-13T07:14:40.535 INFO:tasks.rados.rados.0.smithi003.stdout:216: snap_remove snap 3 2024-04-13T07:14:40.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:40 smithi003 ceph-mon[37804]: pgmap v144: 121 pgs: 121 active+clean; 54 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-13T07:14:40.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:40 smithi003 ceph-mon[37804]: osdmap e105: 8 total, 8 up, 8 in 2024-04-13T07:14:40.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:40 smithi003 ceph-mon[27034]: pgmap v144: 121 pgs: 121 active+clean; 54 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-13T07:14:40.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:40 smithi003 ceph-mon[27034]: osdmap e105: 8 total, 8 up, 8 in 2024-04-13T07:14:40.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:40 smithi066 ceph-mon[30583]: pgmap v144: 121 pgs: 121 active+clean; 54 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-13T07:14:40.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:40 smithi066 ceph-mon[30583]: osdmap e105: 8 total, 8 up, 8 in 2024-04-13T07:14:41.517 INFO:tasks.rados.rados.0.smithi003.stdout:216: done (2 left) 2024-04-13T07:14:41.517 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 18 2024-04-13T07:14:41.517 INFO:tasks.rados.rados.0.smithi003.stdout:217: seq_num 95 ranges {2957312=794624,3751936=409600,4161536=393216} 2024-04-13T07:14:41.538 INFO:tasks.rados.rados.0.smithi003.stdout:217: writing smithi00377890-49 from 2957312 to 3751936 tid 1 2024-04-13T07:14:41.540 INFO:tasks.rados.rados.0.smithi003.stdout:217: writing smithi00377890-49 from 3751936 to 4161536 tid 2 2024-04-13T07:14:41.543 INFO:tasks.rados.rados.0.smithi003.stdout:217: writing smithi00377890-49 from 4161536 to 4554752 tid 3 2024-04-13T07:14:41.543 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 14 current snap is 18 2024-04-13T07:14:41.543 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 42 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:14:41.543 INFO:tasks.rados.rados.0.smithi003.stdout:212: finishing copy_from racing read to smithi00377890-18 2024-04-13T07:14:41.543 INFO:tasks.rados.rados.0.smithi003.stdout:212: finishing copy_from to smithi00377890-18 2024-04-13T07:14:41.544 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 12 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-13T07:14:41.544 INFO:tasks.rados.rados.0.smithi003.stdout:217: finishing write tid 1 to smithi00377890-49 2024-04-13T07:14:41.544 INFO:tasks.rados.rados.0.smithi003.stdout:217: finishing write tid 2 to smithi00377890-49 2024-04-13T07:14:41.544 INFO:tasks.rados.rados.0.smithi003.stdout:218: seq_num 96 ranges {0=409600,409600=696320,1105920=507904} 2024-04-13T07:14:41.545 INFO:tasks.rados.rados.0.smithi003.stdout:218: writing smithi00377890-14 from 0 to 409600 tid 1 2024-04-13T07:14:41.549 INFO:tasks.rados.rados.0.smithi003.stdout:218: writing smithi00377890-14 from 409600 to 1105920 tid 2 2024-04-13T07:14:41.553 INFO:tasks.rados.rados.0.smithi003.stdout:218: writing smithi00377890-14 from 1105920 to 1613824 tid 3 2024-04-13T07:14:41.553 INFO:tasks.rados.rados.0.smithi003.stdout:212: done (3 left) 2024-04-13T07:14:41.553 INFO:tasks.rados.rados.0.smithi003.stdout:215: done (2 left) 2024-04-13T07:14:41.553 INFO:tasks.rados.rados.0.smithi003.stdout:219: copy_from oid 27 from oid 26 current snap is 18 2024-04-13T07:14:41.553 INFO:tasks.rados.rados.0.smithi003.stdout:217: finishing write tid 3 to smithi00377890-49 2024-04-13T07:14:41.553 INFO:tasks.rados.rados.0.smithi003.stdout:217: finishing write tid 4 to smithi00377890-49 2024-04-13T07:14:41.553 INFO:tasks.rados.rados.0.smithi003.stdout:217: finishing write tid 5 to smithi00377890-49 2024-04-13T07:14:41.553 INFO:tasks.rados.rados.0.smithi003.stdout:217: oid 49 updating version 0 to 51 2024-04-13T07:14:41.553 INFO:tasks.rados.rados.0.smithi003.stdout:217: oid 49 updating version 51 to 53 2024-04-13T07:14:41.553 INFO:tasks.rados.rados.0.smithi003.stdout:217: oid 49 version 53 is already newer than 52 2024-04-13T07:14:41.553 INFO:tasks.rados.rados.0.smithi003.stdout:217: oid 49 version 53 is already newer than 50 2024-04-13T07:14:41.553 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 53 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-04-13T07:14:41.553 INFO:tasks.rados.rados.0.smithi003.stdout:217: left oid 49 (ObjNum 95 snap 18 seq_num 95) 2024-04-13T07:14:41.554 INFO:tasks.rados.rados.0.smithi003.stdout:218: finishing write tid 1 to smithi00377890-14 2024-04-13T07:14:41.554 INFO:tasks.rados.rados.0.smithi003.stdout:218: finishing write tid 2 to smithi00377890-14 2024-04-13T07:14:41.554 INFO:tasks.rados.rados.0.smithi003.stdout:217: done (2 left) 2024-04-13T07:14:41.554 INFO:tasks.rados.rados.0.smithi003.stdout:220: snap_create 2024-04-13T07:14:41.555 INFO:tasks.rados.rados.0.smithi003.stdout:218: finishing write tid 3 to smithi00377890-14 2024-04-13T07:14:41.555 INFO:tasks.rados.rados.0.smithi003.stdout:218: finishing write tid 4 to smithi00377890-14 2024-04-13T07:14:41.557 INFO:tasks.rados.rados.0.smithi003.stdout:219: finishing copy_from racing read to smithi00377890-27 2024-04-13T07:14:41.557 INFO:tasks.rados.rados.0.smithi003.stdout:219: finishing copy_from to smithi00377890-27 2024-04-13T07:14:41.557 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 6 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-13T07:14:41.558 INFO:tasks.rados.rados.0.smithi003.stdout:218: finishing write tid 5 to smithi00377890-14 2024-04-13T07:14:41.558 INFO:tasks.rados.rados.0.smithi003.stdout:218: oid 14 updating version 0 to 23 2024-04-13T07:14:41.558 INFO:tasks.rados.rados.0.smithi003.stdout:218: oid 14 version 23 is already newer than 22 2024-04-13T07:14:41.558 INFO:tasks.rados.rados.0.smithi003.stdout:218: oid 14 updating version 23 to 24 2024-04-13T07:14:41.559 INFO:tasks.rados.rados.0.smithi003.stdout:218: oid 14 updating version 24 to 25 2024-04-13T07:14:41.559 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 25 (ObjNum 96 snap 18 seq_num 96) dirty exists 2024-04-13T07:14:41.559 INFO:tasks.rados.rados.0.smithi003.stdout:218: left oid 14 (ObjNum 96 snap 18 seq_num 96) 2024-04-13T07:14:41.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:41 smithi003 ceph-mon[27034]: osdmap e106: 8 total, 8 up, 8 in 2024-04-13T07:14:41.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:41 smithi003 ceph-mon[37804]: osdmap e106: 8 total, 8 up, 8 in 2024-04-13T07:14:41.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:41 smithi066 ceph-mon[30583]: osdmap e106: 8 total, 8 up, 8 in 2024-04-13T07:14:42.525 INFO:tasks.rados.rados.0.smithi003.stdout:218: done (2 left) 2024-04-13T07:14:42.525 INFO:tasks.rados.rados.0.smithi003.stdout:219: done (1 left) 2024-04-13T07:14:42.526 INFO:tasks.rados.rados.0.smithi003.stdout:220: done (0 left) 2024-04-13T07:14:42.526 INFO:tasks.rados.rados.0.smithi003.stdout:221: snap_create 2024-04-13T07:14:42.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:42 smithi003 ceph-mon[27034]: pgmap v147: 121 pgs: 121 active+clean; 54 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-13T07:14:42.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:42 smithi003 ceph-mon[27034]: osdmap e107: 8 total, 8 up, 8 in 2024-04-13T07:14:42.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:42 smithi003 ceph-mon[37804]: pgmap v147: 121 pgs: 121 active+clean; 54 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-13T07:14:42.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:42 smithi003 ceph-mon[37804]: osdmap e107: 8 total, 8 up, 8 in 2024-04-13T07:14:42.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:42 smithi066 ceph-mon[30583]: pgmap v147: 121 pgs: 121 active+clean; 54 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-13T07:14:42.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:42 smithi066 ceph-mon[30583]: osdmap e107: 8 total, 8 up, 8 in 2024-04-13T07:14:43.420 INFO:tasks.rados.rados.0.smithi003.stdout:221: done (0 left) 2024-04-13T07:14:43.420 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 20 2024-04-13T07:14:43.420 INFO:tasks.rados.rados.0.smithi003.stdout:222: seq_num 97 ranges {2727936=434176,3162112=581632,3743744=540672,4284416=81920} 2024-04-13T07:14:43.437 INFO:tasks.rados.rados.0.smithi003.stdout:222: writing smithi00377890-17 from 2727936 to 3162112 tid 1 2024-04-13T07:14:43.440 INFO:tasks.rados.rados.0.smithi003.stdout:222: writing smithi00377890-17 from 3162112 to 3743744 tid 2 2024-04-13T07:14:43.443 INFO:tasks.rados.rados.0.smithi003.stdout:222: writing smithi00377890-17 from 3743744 to 4284416 tid 3 2024-04-13T07:14:43.444 INFO:tasks.rados.rados.0.smithi003.stdout:222: writing smithi00377890-17 from 4284416 to 4366336 tid 4 2024-04-13T07:14:43.444 INFO:tasks.rados.rados.0.smithi003.stdout:223: rollback oid 8 current snap is 20 2024-04-13T07:14:43.444 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 8 to 8 2024-04-13T07:14:43.444 INFO:tasks.rados.rados.0.smithi003.stdout:222: finishing write tid 1 to smithi00377890-17 2024-04-13T07:14:43.445 INFO:tasks.rados.rados.0.smithi003.stdout:222: finishing write tid 2 to smithi00377890-17 2024-04-13T07:14:43.445 INFO:tasks.rados.rados.0.smithi003.stdout:224: rmattr oid 26 current snap is 20 2024-04-13T07:14:43.445 INFO:tasks.rados.rados.0.smithi003.stdout:224: done (2 left) 2024-04-13T07:14:43.445 INFO:tasks.rados.rados.0.smithi003.stdout:225: delete oid 2 current snap is 20 2024-04-13T07:14:43.448 INFO:tasks.rados.rados.0.smithi003.stdout:223: finishing rollback tid 1 to smithi00377890-8 2024-04-13T07:14:43.448 INFO:tasks.rados.rados.0.smithi003.stdout:222: finishing write tid 3 to smithi00377890-17 2024-04-13T07:14:43.448 INFO:tasks.rados.rados.0.smithi003.stdout:222: finishing write tid 4 to smithi00377890-17 2024-04-13T07:14:43.448 INFO:tasks.rados.rados.0.smithi003.stdout:223: finishing rollback tid 2 to smithi00377890-8 2024-04-13T07:14:43.448 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 26 (ObjNum 72 snap 7 seq_num 72) dirty exists 2024-04-13T07:14:43.449 INFO:tasks.rados.rados.0.smithi003.stdout:222: finishing write tid 5 to smithi00377890-17 2024-04-13T07:14:43.450 INFO:tasks.rados.rados.0.smithi003.stdout:223: done (2 left) 2024-04-13T07:14:43.450 INFO:tasks.rados.rados.0.smithi003.stdout:225: done (1 left) 2024-04-13T07:14:43.450 INFO:tasks.rados.rados.0.smithi003.stdout:226: rmattr oid 10 current snap is 20 2024-04-13T07:14:43.450 INFO:tasks.rados.rados.0.smithi003.stdout:226: done (1 left) 2024-04-13T07:14:43.450 INFO:tasks.rados.rados.0.smithi003.stdout:227: snap_create 2024-04-13T07:14:43.450 INFO:tasks.rados.rados.0.smithi003.stdout:222: finishing write tid 6 to smithi00377890-17 2024-04-13T07:14:43.450 INFO:tasks.rados.rados.0.smithi003.stdout:222: oid 17 updating version 0 to 74 2024-04-13T07:14:43.450 INFO:tasks.rados.rados.0.smithi003.stdout:222: oid 17 updating version 74 to 75 2024-04-13T07:14:43.451 INFO:tasks.rados.rados.0.smithi003.stdout:222: oid 17 version 75 is already newer than 73 2024-04-13T07:14:43.451 INFO:tasks.rados.rados.0.smithi003.stdout:222: oid 17 updating version 75 to 76 2024-04-13T07:14:43.451 INFO:tasks.rados.rados.0.smithi003.stdout:222: oid 17 version 76 is already newer than 72 2024-04-13T07:14:43.451 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 76 (ObjNum 97 snap 20 seq_num 97) dirty exists 2024-04-13T07:14:43.451 INFO:tasks.rados.rados.0.smithi003.stdout:222: left oid 17 (ObjNum 97 snap 20 seq_num 97) 2024-04-13T07:14:43.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:43 smithi003 ceph-mon[37804]: osdmap e108: 8 total, 8 up, 8 in 2024-04-13T07:14:43.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:43 smithi003 ceph-mon[37804]: osdmap e109: 8 total, 8 up, 8 in 2024-04-13T07:14:43.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:43 smithi003 ceph-mon[27034]: osdmap e108: 8 total, 8 up, 8 in 2024-04-13T07:14:43.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:43 smithi003 ceph-mon[27034]: osdmap e109: 8 total, 8 up, 8 in 2024-04-13T07:14:43.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:43 smithi066 ceph-mon[30583]: osdmap e108: 8 total, 8 up, 8 in 2024-04-13T07:14:43.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:43 smithi066 ceph-mon[30583]: osdmap e109: 8 total, 8 up, 8 in 2024-04-13T07:14:44.420 INFO:tasks.rados.rados.0.smithi003.stdout:222: done (1 left) 2024-04-13T07:14:44.420 INFO:tasks.rados.rados.0.smithi003.stdout:227: done (0 left) 2024-04-13T07:14:44.420 INFO:tasks.rados.rados.0.smithi003.stdout:228: copy_from oid 48 from oid 47 current snap is 21 2024-04-13T07:14:44.420 INFO:tasks.rados.rados.0.smithi003.stdout:229: read oid 34 snap -1 2024-04-13T07:14:44.420 INFO:tasks.rados.rados.0.smithi003.stdout:229: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-13T07:14:44.420 INFO:tasks.rados.rados.0.smithi003.stdout:230: snap_create 2024-04-13T07:14:44.424 INFO:tasks.rados.rados.0.smithi003.stdout:229: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-13T07:14:44.446 INFO:tasks.rados.rados.0.smithi003.stdout:228: finishing copy_from racing read to smithi00377890-48 2024-04-13T07:14:44.446 INFO:tasks.rados.rados.0.smithi003.stdout:228: finishing copy_from to smithi00377890-48 2024-04-13T07:14:44.446 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 42 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:14:44.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:44 smithi003 ceph-mon[27034]: pgmap v150: 121 pgs: 121 active+clean; 61 MiB data, 328 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-04-13T07:14:44.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:44 smithi003 ceph-mon[27034]: osdmap e110: 8 total, 8 up, 8 in 2024-04-13T07:14:44.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:44 smithi003 ceph-mon[37804]: pgmap v150: 121 pgs: 121 active+clean; 61 MiB data, 328 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-04-13T07:14:44.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:44 smithi003 ceph-mon[37804]: osdmap e110: 8 total, 8 up, 8 in 2024-04-13T07:14:44.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:44 smithi066 ceph-mon[30583]: pgmap v150: 121 pgs: 121 active+clean; 61 MiB data, 328 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-04-13T07:14:44.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:44 smithi066 ceph-mon[30583]: osdmap e110: 8 total, 8 up, 8 in 2024-04-13T07:14:45.421 INFO:tasks.rados.rados.0.smithi003.stdout:228: done (2 left) 2024-04-13T07:14:45.421 INFO:tasks.rados.rados.0.smithi003.stdout:229: done (1 left) 2024-04-13T07:14:45.421 INFO:tasks.rados.rados.0.smithi003.stdout:230: done (0 left) 2024-04-13T07:14:45.421 INFO:tasks.rados.rados.0.smithi003.stdout:231: read oid 47 snap -1 2024-04-13T07:14:45.422 INFO:tasks.rados.rados.0.smithi003.stdout:231: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:14:45.422 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 36 current snap is 22 2024-04-13T07:14:45.422 INFO:tasks.rados.rados.0.smithi003.stdout:232: seq_num 99 ranges {589824=466944,1056768=802816,1859584=401408} 2024-04-13T07:14:45.426 INFO:tasks.rados.rados.0.smithi003.stdout:232: writing smithi00377890-36 from 589824 to 1056768 tid 1 2024-04-13T07:14:45.432 INFO:tasks.rados.rados.0.smithi003.stdout:232: writing smithi00377890-36 from 1056768 to 1859584 tid 2 2024-04-13T07:14:45.434 INFO:tasks.rados.rados.0.smithi003.stdout:232: writing smithi00377890-36 from 1859584 to 2260992 tid 3 2024-04-13T07:14:45.435 INFO:tasks.rados.rados.0.smithi003.stdout:233: rollback oid 18 current snap is 22 2024-04-13T07:14:45.435 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 18 to 13 2024-04-13T07:14:45.435 INFO:tasks.rados.rados.0.smithi003.stdout:231: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:14:45.459 INFO:tasks.rados.rados.0.smithi003.stdout:232: finishing write tid 1 to smithi00377890-36 2024-04-13T07:14:45.459 INFO:tasks.rados.rados.0.smithi003.stdout:232: finishing write tid 2 to smithi00377890-36 2024-04-13T07:14:45.459 INFO:tasks.rados.rados.0.smithi003.stdout:232: finishing write tid 3 to smithi00377890-36 2024-04-13T07:14:45.459 INFO:tasks.rados.rados.0.smithi003.stdout:232: finishing write tid 4 to smithi00377890-36 2024-04-13T07:14:45.459 INFO:tasks.rados.rados.0.smithi003.stdout:232: finishing write tid 5 to smithi00377890-36 2024-04-13T07:14:45.459 INFO:tasks.rados.rados.0.smithi003.stdout:232: oid 36 updating version 0 to 45 2024-04-13T07:14:45.459 INFO:tasks.rados.rados.0.smithi003.stdout:232: oid 36 updating version 45 to 48 2024-04-13T07:14:45.460 INFO:tasks.rados.rados.0.smithi003.stdout:232: oid 36 version 48 is already newer than 47 2024-04-13T07:14:45.460 INFO:tasks.rados.rados.0.smithi003.stdout:232: oid 36 version 48 is already newer than 46 2024-04-13T07:14:45.460 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 48 (ObjNum 99 snap 22 seq_num 99) dirty exists 2024-04-13T07:14:45.460 INFO:tasks.rados.rados.0.smithi003.stdout:232: left oid 36 (ObjNum 99 snap 22 seq_num 99) 2024-04-13T07:14:45.460 INFO:tasks.rados.rados.0.smithi003.stdout:233: finishing rollback tid 0 to smithi00377890-18 2024-04-13T07:14:45.460 INFO:tasks.rados.rados.0.smithi003.stdout:233: finishing rollback tid 1 to smithi00377890-18 2024-04-13T07:14:45.460 INFO:tasks.rados.rados.0.smithi003.stdout:231: done (2 left) 2024-04-13T07:14:45.460 INFO:tasks.rados.rados.0.smithi003.stdout:232: done (1 left) 2024-04-13T07:14:45.460 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 43 current snap is 22 2024-04-13T07:14:45.460 INFO:tasks.rados.rados.0.smithi003.stdout:233: finishing rollback tid 2 to smithi00377890-18 2024-04-13T07:14:45.460 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 27 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-13T07:14:45.460 INFO:tasks.rados.rados.0.smithi003.stdout:234: seq_num 100 ranges {204800=483328,688128=688128,1376256=516096} 2024-04-13T07:14:45.463 INFO:tasks.rados.rados.0.smithi003.stdout:234: writing smithi00377890-43 from 204800 to 688128 tid 1 2024-04-13T07:14:45.466 INFO:tasks.rados.rados.0.smithi003.stdout:234: writing smithi00377890-43 from 688128 to 1376256 tid 2 2024-04-13T07:14:45.470 INFO:tasks.rados.rados.0.smithi003.stdout:234: writing smithi00377890-43 from 1376256 to 1892352 tid 3 2024-04-13T07:14:45.470 INFO:tasks.rados.rados.0.smithi003.stdout:233: done (1 left) 2024-04-13T07:14:45.470 INFO:tasks.rados.rados.0.smithi003.stdout:235: delete oid 4 current snap is 22 2024-04-13T07:14:45.470 INFO:tasks.rados.rados.0.smithi003.stdout:234: finishing write tid 1 to smithi00377890-43 2024-04-13T07:14:45.470 INFO:tasks.rados.rados.0.smithi003.stdout:234: finishing write tid 2 to smithi00377890-43 2024-04-13T07:14:45.471 INFO:tasks.rados.rados.0.smithi003.stdout:235: done (1 left) 2024-04-13T07:14:45.472 INFO:tasks.rados.rados.0.smithi003.stdout:236: read oid 47 snap -1 2024-04-13T07:14:45.472 INFO:tasks.rados.rados.0.smithi003.stdout:236: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:14:45.472 INFO:tasks.rados.rados.0.smithi003.stdout:237: rollback oid 49 current snap is 22 2024-04-13T07:14:45.472 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 49 to 18 2024-04-13T07:14:45.472 INFO:tasks.rados.rados.0.smithi003.stdout:238: snap_remove snap 19 2024-04-13T07:14:45.888 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:14:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:14:45] "GET /metrics HTTP/1.1" 200 35978 "" "Prometheus/2.43.0" 2024-04-13T07:14:46.424 INFO:tasks.rados.rados.0.smithi003.stdout:234: finishing write tid 3 to smithi00377890-43 2024-04-13T07:14:46.424 INFO:tasks.rados.rados.0.smithi003.stdout:234: finishing write tid 4 to smithi00377890-43 2024-04-13T07:14:46.424 INFO:tasks.rados.rados.0.smithi003.stdout:236: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:14:46.449 INFO:tasks.rados.rados.0.smithi003.stdout:237: finishing rollback tid 0 to smithi00377890-49 2024-04-13T07:14:46.449 INFO:tasks.rados.rados.0.smithi003.stdout:237: finishing rollback tid 1 to smithi00377890-49 2024-04-13T07:14:46.449 INFO:tasks.rados.rados.0.smithi003.stdout:237: finishing rollback tid 2 to smithi00377890-49 2024-04-13T07:14:46.449 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 57 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-04-13T07:14:46.449 INFO:tasks.rados.rados.0.smithi003.stdout:234: finishing write tid 5 to smithi00377890-43 2024-04-13T07:14:46.449 INFO:tasks.rados.rados.0.smithi003.stdout:234: oid 43 updating version 0 to 44 2024-04-13T07:14:46.449 INFO:tasks.rados.rados.0.smithi003.stdout:234: oid 43 version 44 is already newer than 42 2024-04-13T07:14:46.449 INFO:tasks.rados.rados.0.smithi003.stdout:234: oid 43 version 44 is already newer than 41 2024-04-13T07:14:46.449 INFO:tasks.rados.rados.0.smithi003.stdout:234: oid 43 version 44 is already newer than 43 2024-04-13T07:14:46.450 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 44 (ObjNum 100 snap 22 seq_num 100) dirty exists 2024-04-13T07:14:46.450 INFO:tasks.rados.rados.0.smithi003.stdout:234: left oid 43 (ObjNum 100 snap 22 seq_num 100) 2024-04-13T07:14:46.450 INFO:tasks.rados.rados.0.smithi003.stdout:234: done (3 left) 2024-04-13T07:14:46.450 INFO:tasks.rados.rados.0.smithi003.stdout:236: done (2 left) 2024-04-13T07:14:46.450 INFO:tasks.rados.rados.0.smithi003.stdout:237: done (1 left) 2024-04-13T07:14:46.450 INFO:tasks.rados.rados.0.smithi003.stdout:238: done (0 left) 2024-04-13T07:14:46.450 INFO:tasks.rados.rados.0.smithi003.stdout:239: snap_create 2024-04-13T07:14:46.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:46 smithi003 ceph-mon[37804]: pgmap v153: 121 pgs: 121 active+clean; 61 MiB data, 328 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-04-13T07:14:46.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:46 smithi003 ceph-mon[37804]: osdmap e111: 8 total, 8 up, 8 in 2024-04-13T07:14:46.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:46 smithi003 ceph-mon[27034]: pgmap v153: 121 pgs: 121 active+clean; 61 MiB data, 328 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-04-13T07:14:46.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:46 smithi003 ceph-mon[27034]: osdmap e111: 8 total, 8 up, 8 in 2024-04-13T07:14:46.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:46 smithi066 ceph-mon[30583]: pgmap v153: 121 pgs: 121 active+clean; 61 MiB data, 328 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-04-13T07:14:46.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:46 smithi066 ceph-mon[30583]: osdmap e111: 8 total, 8 up, 8 in 2024-04-13T07:14:47.435 INFO:tasks.rados.rados.0.smithi003.stdout:239: done (0 left) 2024-04-13T07:14:47.436 INFO:tasks.rados.rados.0.smithi003.stdout:240: snap_create 2024-04-13T07:14:47.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:47 smithi003 ceph-mon[37804]: osdmap e112: 8 total, 8 up, 8 in 2024-04-13T07:14:47.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:47 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:14:47.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:47 smithi003 ceph-mon[27034]: osdmap e112: 8 total, 8 up, 8 in 2024-04-13T07:14:47.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:47 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:14:47.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:47 smithi066 ceph-mon[30583]: osdmap e112: 8 total, 8 up, 8 in 2024-04-13T07:14:47.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:47 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:14:48.420 INFO:tasks.rados.rados.0.smithi003.stdout:240: done (0 left) 2024-04-13T07:14:48.420 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 30 current snap is 24 2024-04-13T07:14:48.420 INFO:tasks.rados.rados.0.smithi003.stdout:241: seq_num 102 ranges {491520=516096,1007616=450560,1458176=729088,2187264=24576} 2024-04-13T07:14:48.425 INFO:tasks.rados.rados.0.smithi003.stdout:241: writing smithi00377890-30 from 491520 to 1007616 tid 1 2024-04-13T07:14:48.428 INFO:tasks.rados.rados.0.smithi003.stdout:241: writing smithi00377890-30 from 1007616 to 1458176 tid 2 2024-04-13T07:14:48.433 INFO:tasks.rados.rados.0.smithi003.stdout:241: writing smithi00377890-30 from 1458176 to 2187264 tid 3 2024-04-13T07:14:48.433 INFO:tasks.rados.rados.0.smithi003.stdout:241: writing smithi00377890-30 from 2187264 to 2211840 tid 4 2024-04-13T07:14:48.433 INFO:tasks.rados.rados.0.smithi003.stdout:242: rmattr oid 17 current snap is 24 2024-04-13T07:14:48.433 INFO:tasks.rados.rados.0.smithi003.stdout:241: finishing write tid 1 to smithi00377890-30 2024-04-13T07:14:48.433 INFO:tasks.rados.rados.0.smithi003.stdout:241: finishing write tid 2 to smithi00377890-30 2024-04-13T07:14:48.433 INFO:tasks.rados.rados.0.smithi003.stdout:242: done (1 left) 2024-04-13T07:14:48.433 INFO:tasks.rados.rados.0.smithi003.stdout:243: snap_remove snap 23 2024-04-13T07:14:48.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:48 smithi003 ceph-mon[37804]: pgmap v156: 121 pgs: 121 active+clean; 61 MiB data, 328 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:48.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:48 smithi003 ceph-mon[37804]: osdmap e113: 8 total, 8 up, 8 in 2024-04-13T07:14:48.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:48 smithi003 ceph-mon[37804]: osdmap e114: 8 total, 8 up, 8 in 2024-04-13T07:14:48.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:48 smithi003 ceph-mon[27034]: pgmap v156: 121 pgs: 121 active+clean; 61 MiB data, 328 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:48.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:48 smithi003 ceph-mon[27034]: osdmap e113: 8 total, 8 up, 8 in 2024-04-13T07:14:48.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:48 smithi003 ceph-mon[27034]: osdmap e114: 8 total, 8 up, 8 in 2024-04-13T07:14:48.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:48 smithi066 ceph-mon[30583]: pgmap v156: 121 pgs: 121 active+clean; 61 MiB data, 328 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:48.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:48 smithi066 ceph-mon[30583]: osdmap e113: 8 total, 8 up, 8 in 2024-04-13T07:14:48.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:48 smithi066 ceph-mon[30583]: osdmap e114: 8 total, 8 up, 8 in 2024-04-13T07:14:49.443 INFO:tasks.rados.rados.0.smithi003.stdout:243: done (1 left) 2024-04-13T07:14:49.443 INFO:tasks.rados.rados.0.smithi003.stdout:244: snap_remove snap 18 2024-04-13T07:14:50.446 INFO:tasks.rados.rados.0.smithi003.stdout:244: done (1 left) 2024-04-13T07:14:50.447 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 6 current snap is 24 2024-04-13T07:14:50.447 INFO:tasks.rados.rados.0.smithi003.stdout:245: seq_num 103 ranges {90112=532480,622592=737280,1359872=466944} 2024-04-13T07:14:50.450 INFO:tasks.rados.rados.0.smithi003.stdout:245: writing smithi00377890-6 from 90112 to 622592 tid 1 2024-04-13T07:14:50.455 INFO:tasks.rados.rados.0.smithi003.stdout:245: writing smithi00377890-6 from 622592 to 1359872 tid 2 2024-04-13T07:14:50.459 INFO:tasks.rados.rados.0.smithi003.stdout:245: writing smithi00377890-6 from 1359872 to 1826816 tid 3 2024-04-13T07:14:50.459 INFO:tasks.rados.rados.0.smithi003.stdout:246: read oid 11 snap -1 2024-04-13T07:14:50.459 INFO:tasks.rados.rados.0.smithi003.stdout:246: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-13T07:14:50.459 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 28 current snap is 24 2024-04-13T07:14:50.459 INFO:tasks.rados.rados.0.smithi003.stdout:241: finishing write tid 3 to smithi00377890-30 2024-04-13T07:14:50.459 INFO:tasks.rados.rados.0.smithi003.stdout:247: seq_num 104 ranges {155648=548864,704512=622592,1327104=581632} 2024-04-13T07:14:50.463 INFO:tasks.rados.rados.0.smithi003.stdout:247: writing smithi00377890-28 from 155648 to 704512 tid 1 2024-04-13T07:14:50.467 INFO:tasks.rados.rados.0.smithi003.stdout:247: writing smithi00377890-28 from 704512 to 1327104 tid 2 2024-04-13T07:14:50.470 INFO:tasks.rados.rados.0.smithi003.stdout:247: writing smithi00377890-28 from 1327104 to 1908736 tid 3 2024-04-13T07:14:50.471 INFO:tasks.rados.rados.0.smithi003.stdout:248: snap_create 2024-04-13T07:14:50.471 INFO:tasks.rados.rados.0.smithi003.stdout:241: finishing write tid 4 to smithi00377890-30 2024-04-13T07:14:50.471 INFO:tasks.rados.rados.0.smithi003.stdout:241: finishing write tid 5 to smithi00377890-30 2024-04-13T07:14:50.471 INFO:tasks.rados.rados.0.smithi003.stdout:241: finishing write tid 6 to smithi00377890-30 2024-04-13T07:14:50.471 INFO:tasks.rados.rados.0.smithi003.stdout:241: oid 30 updating version 0 to 56 2024-04-13T07:14:50.471 INFO:tasks.rados.rados.0.smithi003.stdout:241: oid 30 version 56 is already newer than 55 2024-04-13T07:14:50.471 INFO:tasks.rados.rados.0.smithi003.stdout:241: oid 30 version 56 is already newer than 54 2024-04-13T07:14:50.471 INFO:tasks.rados.rados.0.smithi003.stdout:241: oid 30 updating version 56 to 57 2024-04-13T07:14:50.471 INFO:tasks.rados.rados.0.smithi003.stdout:241: oid 30 version 57 is already newer than 53 2024-04-13T07:14:50.471 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 57 (ObjNum 102 snap 24 seq_num 102) dirty exists 2024-04-13T07:14:50.471 INFO:tasks.rados.rados.0.smithi003.stdout:241: left oid 30 (ObjNum 102 snap 24 seq_num 102) 2024-04-13T07:14:50.471 INFO:tasks.rados.rados.0.smithi003.stdout:245: finishing write tid 1 to smithi00377890-6 2024-04-13T07:14:50.471 INFO:tasks.rados.rados.0.smithi003.stdout:245: finishing write tid 2 to smithi00377890-6 2024-04-13T07:14:50.471 INFO:tasks.rados.rados.0.smithi003.stdout:246: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-13T07:14:50.475 INFO:tasks.rados.rados.0.smithi003.stdout:245: finishing write tid 3 to smithi00377890-6 2024-04-13T07:14:50.475 INFO:tasks.rados.rados.0.smithi003.stdout:245: finishing write tid 4 to smithi00377890-6 2024-04-13T07:14:50.475 INFO:tasks.rados.rados.0.smithi003.stdout:245: finishing write tid 5 to smithi00377890-6 2024-04-13T07:14:50.476 INFO:tasks.rados.rados.0.smithi003.stdout:245: oid 6 updating version 0 to 40 2024-04-13T07:14:50.476 INFO:tasks.rados.rados.0.smithi003.stdout:245: oid 6 version 40 is already newer than 37 2024-04-13T07:14:50.476 INFO:tasks.rados.rados.0.smithi003.stdout:245: oid 6 version 40 is already newer than 39 2024-04-13T07:14:50.476 INFO:tasks.rados.rados.0.smithi003.stdout:245: oid 6 version 40 is already newer than 38 2024-04-13T07:14:50.476 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 40 (ObjNum 103 snap 24 seq_num 103) dirty exists 2024-04-13T07:14:50.476 INFO:tasks.rados.rados.0.smithi003.stdout:245: left oid 6 (ObjNum 103 snap 24 seq_num 103) 2024-04-13T07:14:50.476 INFO:tasks.rados.rados.0.smithi003.stdout:247: finishing write tid 1 to smithi00377890-28 2024-04-13T07:14:50.476 INFO:tasks.rados.rados.0.smithi003.stdout:247: finishing write tid 2 to smithi00377890-28 2024-04-13T07:14:50.476 INFO:tasks.rados.rados.0.smithi003.stdout:247: finishing write tid 3 to smithi00377890-28 2024-04-13T07:14:50.476 INFO:tasks.rados.rados.0.smithi003.stdout:247: finishing write tid 4 to smithi00377890-28 2024-04-13T07:14:50.476 INFO:tasks.rados.rados.0.smithi003.stdout:247: finishing write tid 5 to smithi00377890-28 2024-04-13T07:14:50.476 INFO:tasks.rados.rados.0.smithi003.stdout:247: oid 28 updating version 0 to 46 2024-04-13T07:14:50.476 INFO:tasks.rados.rados.0.smithi003.stdout:247: oid 28 version 46 is already newer than 45 2024-04-13T07:14:50.477 INFO:tasks.rados.rados.0.smithi003.stdout:247: oid 28 updating version 46 to 47 2024-04-13T07:14:50.477 INFO:tasks.rados.rados.0.smithi003.stdout:247: oid 28 updating version 47 to 48 2024-04-13T07:14:50.477 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 48 (ObjNum 104 snap 24 seq_num 104) dirty exists 2024-04-13T07:14:50.477 INFO:tasks.rados.rados.0.smithi003.stdout:247: left oid 28 (ObjNum 104 snap 24 seq_num 104) 2024-04-13T07:14:50.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:50 smithi003 ceph-mon[37804]: pgmap v159: 121 pgs: 121 active+clean; 68 MiB data, 337 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-13T07:14:50.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:50 smithi003 ceph-mon[37804]: osdmap e115: 8 total, 8 up, 8 in 2024-04-13T07:14:50.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:50 smithi003 ceph-mon[27034]: pgmap v159: 121 pgs: 121 active+clean; 68 MiB data, 337 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-13T07:14:50.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:50 smithi003 ceph-mon[27034]: osdmap e115: 8 total, 8 up, 8 in 2024-04-13T07:14:50.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:50 smithi066 ceph-mon[30583]: pgmap v159: 121 pgs: 121 active+clean; 68 MiB data, 337 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-13T07:14:50.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:50 smithi066 ceph-mon[30583]: osdmap e115: 8 total, 8 up, 8 in 2024-04-13T07:14:51.458 INFO:tasks.rados.rados.0.smithi003.stdout:241: done (4 left) 2024-04-13T07:14:51.458 INFO:tasks.rados.rados.0.smithi003.stdout:245: done (3 left) 2024-04-13T07:14:51.458 INFO:tasks.rados.rados.0.smithi003.stdout:246: done (2 left) 2024-04-13T07:14:51.458 INFO:tasks.rados.rados.0.smithi003.stdout:247: done (1 left) 2024-04-13T07:14:51.458 INFO:tasks.rados.rados.0.smithi003.stdout:248: done (0 left) 2024-04-13T07:14:51.458 INFO:tasks.rados.rados.0.smithi003.stdout:249: delete oid 41 current snap is 25 2024-04-13T07:14:51.459 INFO:tasks.rados.rados.0.smithi003.stdout:249: done (0 left) 2024-04-13T07:14:51.460 INFO:tasks.rados.rados.0.smithi003.stdout:250: read oid 13 snap -1 2024-04-13T07:14:51.460 INFO:tasks.rados.rados.0.smithi003.stdout:250: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-13T07:14:51.460 INFO:tasks.rados.rados.0.smithi003.stdout:251: setattr oid 26 current snap is 25 2024-04-13T07:14:51.462 INFO:tasks.rados.rados.0.smithi003.stdout:252: copy_from oid 32 from oid 7 current snap is 25 2024-04-13T07:14:51.462 INFO:tasks.rados.rados.0.smithi003.stdout:253: read oid 22 snap -1 2024-04-13T07:14:51.462 INFO:tasks.rados.rados.0.smithi003.stdout:253: expect (ObjNum 81 snap 15 seq_num 81) 2024-04-13T07:14:51.462 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 15 current snap is 25 2024-04-13T07:14:51.462 INFO:tasks.rados.rados.0.smithi003.stdout:254: seq_num 106 ranges {0=581632,581632=794624,1376256=409600} 2024-04-13T07:14:51.465 INFO:tasks.rados.rados.0.smithi003.stdout:254: writing smithi00377890-15 from 0 to 581632 tid 1 2024-04-13T07:14:51.470 INFO:tasks.rados.rados.0.smithi003.stdout:254: writing smithi00377890-15 from 581632 to 1376256 tid 2 2024-04-13T07:14:51.472 INFO:tasks.rados.rados.0.smithi003.stdout:254: writing smithi00377890-15 from 1376256 to 1785856 tid 3 2024-04-13T07:14:51.472 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 25 2024-04-13T07:14:51.472 INFO:tasks.rados.rados.0.smithi003.stdout:255: seq_num 107 ranges {4554752=598016,5152768=729088,5881856=466944,6348800=8192} 2024-04-13T07:14:51.500 INFO:tasks.rados.rados.0.smithi003.stdout:255: writing smithi00377890-49 from 4554752 to 5152768 tid 1 2024-04-13T07:14:51.504 INFO:tasks.rados.rados.0.smithi003.stdout:255: writing smithi00377890-49 from 5152768 to 5881856 tid 2 2024-04-13T07:14:51.507 INFO:tasks.rados.rados.0.smithi003.stdout:255: writing smithi00377890-49 from 5881856 to 6348800 tid 3 2024-04-13T07:14:51.507 INFO:tasks.rados.rados.0.smithi003.stdout:255: writing smithi00377890-49 from 6348800 to 6356992 tid 4 2024-04-13T07:14:51.508 INFO:tasks.rados.rados.0.smithi003.stdout:256: rollback oid 33 current snap is 25 2024-04-13T07:14:51.508 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 33 to 20 2024-04-13T07:14:51.508 INFO:tasks.rados.rados.0.smithi003.stdout:250: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-13T07:14:51.513 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 63 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-13T07:14:51.513 INFO:tasks.rados.rados.0.smithi003.stdout:252: finishing copy_from racing read to smithi00377890-32 2024-04-13T07:14:51.513 INFO:tasks.rados.rados.0.smithi003.stdout:252: finishing copy_from to smithi00377890-32 2024-04-13T07:14:51.513 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-13T07:14:51.513 INFO:tasks.rados.rados.0.smithi003.stdout:254: finishing write tid 1 to smithi00377890-15 2024-04-13T07:14:51.513 INFO:tasks.rados.rados.0.smithi003.stdout:253: expect (ObjNum 81 snap 15 seq_num 81) 2024-04-13T07:14:51.583 INFO:tasks.rados.rados.0.smithi003.stdout:254: finishing write tid 2 to smithi00377890-15 2024-04-13T07:14:51.583 INFO:tasks.rados.rados.0.smithi003.stdout:254: finishing write tid 3 to smithi00377890-15 2024-04-13T07:14:51.584 INFO:tasks.rados.rados.0.smithi003.stdout:254: finishing write tid 4 to smithi00377890-15 2024-04-13T07:14:51.584 INFO:tasks.rados.rados.0.smithi003.stdout:254: finishing write tid 5 to smithi00377890-15 2024-04-13T07:14:51.584 INFO:tasks.rados.rados.0.smithi003.stdout:254: oid 15 updating version 0 to 184 2024-04-13T07:14:51.584 INFO:tasks.rados.rados.0.smithi003.stdout:254: oid 15 version 184 is already newer than 182 2024-04-13T07:14:51.584 INFO:tasks.rados.rados.0.smithi003.stdout:254: oid 15 version 184 is already newer than 181 2024-04-13T07:14:51.584 INFO:tasks.rados.rados.0.smithi003.stdout:254: oid 15 version 184 is already newer than 183 2024-04-13T07:14:51.584 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 184 (ObjNum 106 snap 25 seq_num 106) dirty exists 2024-04-13T07:14:51.584 INFO:tasks.rados.rados.0.smithi003.stdout:254: left oid 15 (ObjNum 106 snap 25 seq_num 106) 2024-04-13T07:14:51.584 INFO:tasks.rados.rados.0.smithi003.stdout:255: finishing write tid 1 to smithi00377890-49 2024-04-13T07:14:51.584 INFO:tasks.rados.rados.0.smithi003.stdout:250: done (6 left) 2024-04-13T07:14:51.584 INFO:tasks.rados.rados.0.smithi003.stdout:251: done (5 left) 2024-04-13T07:14:51.584 INFO:tasks.rados.rados.0.smithi003.stdout:252: done (4 left) 2024-04-13T07:14:51.584 INFO:tasks.rados.rados.0.smithi003.stdout:253: done (3 left) 2024-04-13T07:14:51.584 INFO:tasks.rados.rados.0.smithi003.stdout:254: done (2 left) 2024-04-13T07:14:51.584 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 10 current snap is 25 2024-04-13T07:14:51.585 INFO:tasks.rados.rados.0.smithi003.stdout:255: finishing write tid 2 to smithi00377890-49 2024-04-13T07:14:51.585 INFO:tasks.rados.rados.0.smithi003.stdout:256: finishing rollback tid 1 to smithi00377890-33 2024-04-13T07:14:51.585 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 49 (ObjNum 33 snap 0 seq_num 267465976) dirty dne 2024-04-13T07:14:51.585 INFO:tasks.rados.rados.0.smithi003.stdout:255: finishing write tid 3 to smithi00377890-49 2024-04-13T07:14:51.585 INFO:tasks.rados.rados.0.smithi003.stdout:255: finishing write tid 4 to smithi00377890-49 2024-04-13T07:14:51.585 INFO:tasks.rados.rados.0.smithi003.stdout:255: finishing write tid 5 to smithi00377890-49 2024-04-13T07:14:51.585 INFO:tasks.rados.rados.0.smithi003.stdout:257: seq_num 108 ranges {2981888=614400,3596288=606208,4202496=598016} 2024-04-13T07:14:51.603 INFO:tasks.rados.rados.0.smithi003.stdout:257: writing smithi00377890-10 from 2981888 to 3596288 tid 1 2024-04-13T07:14:51.606 INFO:tasks.rados.rados.0.smithi003.stdout:257: writing smithi00377890-10 from 3596288 to 4202496 tid 2 2024-04-13T07:14:51.610 INFO:tasks.rados.rados.0.smithi003.stdout:257: writing smithi00377890-10 from 4202496 to 4800512 tid 3 2024-04-13T07:14:51.610 INFO:tasks.rados.rados.0.smithi003.stdout:256: done (2 left) 2024-04-13T07:14:51.610 INFO:tasks.rados.rados.0.smithi003.stdout:258: read oid 6 snap -1 2024-04-13T07:14:51.610 INFO:tasks.rados.rados.0.smithi003.stdout:258: expect (ObjNum 103 snap 24 seq_num 103) 2024-04-13T07:14:51.610 INFO:tasks.rados.rados.0.smithi003.stdout:259: snap_remove snap 13 2024-04-13T07:14:51.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:51 smithi003 ceph-mon[37804]: osdmap e116: 8 total, 8 up, 8 in 2024-04-13T07:14:51.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:51 smithi003 ceph-mon[27034]: osdmap e116: 8 total, 8 up, 8 in 2024-04-13T07:14:51.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:51 smithi066 ceph-mon[30583]: osdmap e116: 8 total, 8 up, 8 in 2024-04-13T07:14:52.468 INFO:tasks.rados.rados.0.smithi003.stdout:259: done (3 left) 2024-04-13T07:14:52.468 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 25 current snap is 25 2024-04-13T07:14:52.468 INFO:tasks.rados.rados.0.smithi003.stdout:260: seq_num 109 ranges {0=630784,630784=491520,1122304=483328,1605632=229376} 2024-04-13T07:14:52.472 INFO:tasks.rados.rados.0.smithi003.stdout:260: writing smithi00377890-25 from 0 to 630784 tid 1 2024-04-13T07:14:52.475 INFO:tasks.rados.rados.0.smithi003.stdout:260: writing smithi00377890-25 from 630784 to 1122304 tid 2 2024-04-13T07:14:52.478 INFO:tasks.rados.rados.0.smithi003.stdout:260: writing smithi00377890-25 from 1122304 to 1605632 tid 3 2024-04-13T07:14:52.480 INFO:tasks.rados.rados.0.smithi003.stdout:260: writing smithi00377890-25 from 1605632 to 1835008 tid 4 2024-04-13T07:14:52.480 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 33 current snap is 25 2024-04-13T07:14:52.480 INFO:tasks.rados.rados.0.smithi003.stdout:255: finishing write tid 6 to smithi00377890-49 2024-04-13T07:14:52.480 INFO:tasks.rados.rados.0.smithi003.stdout:255: oid 49 updating version 0 to 65 2024-04-13T07:14:52.480 INFO:tasks.rados.rados.0.smithi003.stdout:255: oid 49 updating version 65 to 67 2024-04-13T07:14:52.480 INFO:tasks.rados.rados.0.smithi003.stdout:255: oid 49 updating version 67 to 68 2024-04-13T07:14:52.480 INFO:tasks.rados.rados.0.smithi003.stdout:255: oid 49 version 68 is already newer than 66 2024-04-13T07:14:52.480 INFO:tasks.rados.rados.0.smithi003.stdout:255: oid 49 updating version 68 to 69 2024-04-13T07:14:52.481 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 69 (ObjNum 107 snap 25 seq_num 107) dirty exists 2024-04-13T07:14:52.481 INFO:tasks.rados.rados.0.smithi003.stdout:255: left oid 49 (ObjNum 107 snap 25 seq_num 107) 2024-04-13T07:14:52.481 INFO:tasks.rados.rados.0.smithi003.stdout:257: finishing write tid 1 to smithi00377890-10 2024-04-13T07:14:52.481 INFO:tasks.rados.rados.0.smithi003.stdout:257: finishing write tid 2 to smithi00377890-10 2024-04-13T07:14:52.481 INFO:tasks.rados.rados.0.smithi003.stdout:261: seq_num 110 ranges {0=647168,647168=778240,1425408=425984} 2024-04-13T07:14:52.483 INFO:tasks.rados.rados.0.smithi003.stdout:261: writing smithi00377890-33 from 0 to 647168 tid 1 2024-04-13T07:14:52.487 INFO:tasks.rados.rados.0.smithi003.stdout:261: writing smithi00377890-33 from 647168 to 1425408 tid 2 2024-04-13T07:14:52.491 INFO:tasks.rados.rados.0.smithi003.stdout:261: writing smithi00377890-33 from 1425408 to 1851392 tid 3 2024-04-13T07:14:52.491 INFO:tasks.rados.rados.0.smithi003.stdout:255: done (4 left) 2024-04-13T07:14:52.491 INFO:tasks.rados.rados.0.smithi003.stdout:262: rollback oid 35 current snap is 25 2024-04-13T07:14:52.491 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 35 to 20 2024-04-13T07:14:52.491 INFO:tasks.rados.rados.0.smithi003.stdout:257: finishing write tid 3 to smithi00377890-10 2024-04-13T07:14:52.491 INFO:tasks.rados.rados.0.smithi003.stdout:257: finishing write tid 4 to smithi00377890-10 2024-04-13T07:14:52.491 INFO:tasks.rados.rados.0.smithi003.stdout:257: finishing write tid 5 to smithi00377890-10 2024-04-13T07:14:52.491 INFO:tasks.rados.rados.0.smithi003.stdout:257: oid 10 updating version 0 to 187 2024-04-13T07:14:52.491 INFO:tasks.rados.rados.0.smithi003.stdout:257: oid 10 version 187 is already newer than 186 2024-04-13T07:14:52.492 INFO:tasks.rados.rados.0.smithi003.stdout:257: oid 10 updating version 187 to 189 2024-04-13T07:14:52.492 INFO:tasks.rados.rados.0.smithi003.stdout:257: oid 10 version 189 is already newer than 188 2024-04-13T07:14:52.492 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 189 (ObjNum 108 snap 25 seq_num 108) dirty exists 2024-04-13T07:14:52.492 INFO:tasks.rados.rados.0.smithi003.stdout:257: left oid 10 (ObjNum 108 snap 25 seq_num 108) 2024-04-13T07:14:52.492 INFO:tasks.rados.rados.0.smithi003.stdout:258: expect (ObjNum 103 snap 24 seq_num 103) 2024-04-13T07:14:52.549 INFO:tasks.rados.rados.0.smithi003.stdout:260: finishing write tid 1 to smithi00377890-25 2024-04-13T07:14:52.549 INFO:tasks.rados.rados.0.smithi003.stdout:260: finishing write tid 2 to smithi00377890-25 2024-04-13T07:14:52.549 INFO:tasks.rados.rados.0.smithi003.stdout:257: done (4 left) 2024-04-13T07:14:52.549 INFO:tasks.rados.rados.0.smithi003.stdout:258: done (3 left) 2024-04-13T07:14:52.549 INFO:tasks.rados.rados.0.smithi003.stdout:263: rollback oid 29 current snap is 25 2024-04-13T07:14:52.549 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 29 to 24 2024-04-13T07:14:52.549 INFO:tasks.rados.rados.0.smithi003.stdout:260: finishing write tid 3 to smithi00377890-25 2024-04-13T07:14:52.550 INFO:tasks.rados.rados.0.smithi003.stdout:260: finishing write tid 4 to smithi00377890-25 2024-04-13T07:14:52.550 INFO:tasks.rados.rados.0.smithi003.stdout:260: finishing write tid 5 to smithi00377890-25 2024-04-13T07:14:52.550 INFO:tasks.rados.rados.0.smithi003.stdout:261: finishing write tid 1 to smithi00377890-33 2024-04-13T07:14:52.550 INFO:tasks.rados.rados.0.smithi003.stdout:260: finishing write tid 6 to smithi00377890-25 2024-04-13T07:14:52.550 INFO:tasks.rados.rados.0.smithi003.stdout:260: oid 25 updating version 0 to 196 2024-04-13T07:14:52.550 INFO:tasks.rados.rados.0.smithi003.stdout:260: oid 25 updating version 196 to 198 2024-04-13T07:14:52.550 INFO:tasks.rados.rados.0.smithi003.stdout:260: oid 25 version 198 is already newer than 197 2024-04-13T07:14:52.550 INFO:tasks.rados.rados.0.smithi003.stdout:260: oid 25 version 198 is already newer than 191 2024-04-13T07:14:52.550 INFO:tasks.rados.rados.0.smithi003.stdout:260: oid 25 version 198 is already newer than 190 2024-04-13T07:14:52.550 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 198 (ObjNum 109 snap 25 seq_num 109) dirty exists 2024-04-13T07:14:52.550 INFO:tasks.rados.rados.0.smithi003.stdout:260: left oid 25 (ObjNum 109 snap 25 seq_num 109) 2024-04-13T07:14:52.550 INFO:tasks.rados.rados.0.smithi003.stdout:261: finishing write tid 2 to smithi00377890-33 2024-04-13T07:14:52.550 INFO:tasks.rados.rados.0.smithi003.stdout:261: finishing write tid 3 to smithi00377890-33 2024-04-13T07:14:52.550 INFO:tasks.rados.rados.0.smithi003.stdout:261: finishing write tid 4 to smithi00377890-33 2024-04-13T07:14:52.550 INFO:tasks.rados.rados.0.smithi003.stdout:261: finishing write tid 5 to smithi00377890-33 2024-04-13T07:14:52.551 INFO:tasks.rados.rados.0.smithi003.stdout:261: oid 33 updating version 0 to 88 2024-04-13T07:14:52.551 INFO:tasks.rados.rados.0.smithi003.stdout:261: oid 33 updating version 88 to 90 2024-04-13T07:14:52.551 INFO:tasks.rados.rados.0.smithi003.stdout:261: oid 33 version 90 is already newer than 89 2024-04-13T07:14:52.551 INFO:tasks.rados.rados.0.smithi003.stdout:261: oid 33 version 90 is already newer than 83 2024-04-13T07:14:52.551 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 90 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-04-13T07:14:52.551 INFO:tasks.rados.rados.0.smithi003.stdout:261: left oid 33 (ObjNum 110 snap 25 seq_num 110) 2024-04-13T07:14:52.551 INFO:tasks.rados.rados.0.smithi003.stdout:262: finishing rollback tid 0 to smithi00377890-35 2024-04-13T07:14:52.551 INFO:tasks.rados.rados.0.smithi003.stdout:262: finishing rollback tid 1 to smithi00377890-35 2024-04-13T07:14:52.551 INFO:tasks.rados.rados.0.smithi003.stdout:262: finishing rollback tid 2 to smithi00377890-35 2024-04-13T07:14:52.551 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 98 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-13T07:14:52.551 INFO:tasks.rados.rados.0.smithi003.stdout:260: done (3 left) 2024-04-13T07:14:52.551 INFO:tasks.rados.rados.0.smithi003.stdout:261: done (2 left) 2024-04-13T07:14:52.551 INFO:tasks.rados.rados.0.smithi003.stdout:262: done (1 left) 2024-04-13T07:14:52.551 INFO:tasks.rados.rados.0.smithi003.stdout:264: rmattr oid 11 current snap is 25 2024-04-13T07:14:52.552 INFO:tasks.rados.rados.0.smithi003.stdout:264: done (1 left) 2024-04-13T07:14:52.552 INFO:tasks.rados.rados.0.smithi003.stdout:265: rollback oid 48 current snap is 25 2024-04-13T07:14:52.552 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 48 to 12 2024-04-13T07:14:52.552 INFO:tasks.rados.rados.0.smithi003.stdout:266: rmattr oid 7 current snap is 25 2024-04-13T07:14:52.552 INFO:tasks.rados.rados.0.smithi003.stdout:266: done (2 left) 2024-04-13T07:14:52.552 INFO:tasks.rados.rados.0.smithi003.stdout:267: copy_from oid 35 from oid 27 current snap is 25 2024-04-13T07:14:52.552 INFO:tasks.rados.rados.0.smithi003.stdout:268: rollback oid 39 current snap is 25 2024-04-13T07:14:52.552 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 39 to 17 2024-04-13T07:14:52.552 INFO:tasks.rados.rados.0.smithi003.stdout:269: snap_remove snap 8 2024-04-13T07:14:52.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:52 smithi003 ceph-mon[37804]: pgmap v162: 121 pgs: 121 active+clean; 68 MiB data, 337 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-13T07:14:52.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:52 smithi003 ceph-mon[37804]: osdmap e117: 8 total, 8 up, 8 in 2024-04-13T07:14:52.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:52 smithi003 ceph-mon[27034]: pgmap v162: 121 pgs: 121 active+clean; 68 MiB data, 337 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-13T07:14:52.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:52 smithi003 ceph-mon[27034]: osdmap e117: 8 total, 8 up, 8 in 2024-04-13T07:14:52.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:52 smithi066 ceph-mon[30583]: pgmap v162: 121 pgs: 121 active+clean; 68 MiB data, 337 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-13T07:14:52.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:52 smithi066 ceph-mon[30583]: osdmap e117: 8 total, 8 up, 8 in 2024-04-13T07:14:53.480 INFO:tasks.rados.rados.0.smithi003.stdout:268: finishing rollback tid 0 to smithi00377890-39 2024-04-13T07:14:53.480 INFO:tasks.rados.rados.0.smithi003.stdout:263: finishing rollback tid 0 to smithi00377890-29 2024-04-13T07:14:53.480 INFO:tasks.rados.rados.0.smithi003.stdout:265: finishing rollback tid 0 to smithi00377890-48 2024-04-13T07:14:53.481 INFO:tasks.rados.rados.0.smithi003.stdout:263: finishing rollback tid 1 to smithi00377890-29 2024-04-13T07:14:53.481 INFO:tasks.rados.rados.0.smithi003.stdout:268: finishing rollback tid 1 to smithi00377890-39 2024-04-13T07:14:53.481 INFO:tasks.rados.rados.0.smithi003.stdout:265: finishing rollback tid 1 to smithi00377890-48 2024-04-13T07:14:53.481 INFO:tasks.rados.rados.0.smithi003.stdout:263: finishing rollback tid 2 to smithi00377890-29 2024-04-13T07:14:53.481 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 62 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:14:53.481 INFO:tasks.rados.rados.0.smithi003.stdout:265: finishing rollback tid 2 to smithi00377890-48 2024-04-13T07:14:53.481 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 110 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-13T07:14:53.481 INFO:tasks.rados.rados.0.smithi003.stdout:268: finishing rollback tid 2 to smithi00377890-39 2024-04-13T07:14:53.481 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 50 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-13T07:14:53.481 INFO:tasks.rados.rados.0.smithi003.stdout:267: finishing copy_from racing read to smithi00377890-35 2024-04-13T07:14:53.481 INFO:tasks.rados.rados.0.smithi003.stdout:267: finishing copy_from to smithi00377890-35 2024-04-13T07:14:53.481 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 6 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-13T07:14:53.481 INFO:tasks.rados.rados.0.smithi003.stdout:263: done (4 left) 2024-04-13T07:14:53.482 INFO:tasks.rados.rados.0.smithi003.stdout:265: done (3 left) 2024-04-13T07:14:53.482 INFO:tasks.rados.rados.0.smithi003.stdout:267: done (2 left) 2024-04-13T07:14:53.482 INFO:tasks.rados.rados.0.smithi003.stdout:268: done (1 left) 2024-04-13T07:14:53.482 INFO:tasks.rados.rados.0.smithi003.stdout:269: done (0 left) 2024-04-13T07:14:53.482 INFO:tasks.rados.rados.0.smithi003.stdout:270: snap_create 2024-04-13T07:14:53.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:53 smithi003 ceph-mon[37804]: osdmap e118: 8 total, 8 up, 8 in 2024-04-13T07:14:53.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:53 smithi003 ceph-mon[27034]: osdmap e118: 8 total, 8 up, 8 in 2024-04-13T07:14:53.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:53 smithi066 ceph-mon[30583]: osdmap e118: 8 total, 8 up, 8 in 2024-04-13T07:14:54.479 INFO:tasks.rados.rados.0.smithi003.stdout:270: done (0 left) 2024-04-13T07:14:54.479 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 16 current snap is 26 2024-04-13T07:14:54.479 INFO:tasks.rados.rados.0.smithi003.stdout:271: seq_num 111 ranges {1548288=663552,2211840=663552,2875392=450560,3325952=90112} 2024-04-13T07:14:54.490 INFO:tasks.rados.rados.0.smithi003.stdout:271: writing smithi00377890-16 from 1548288 to 2211840 tid 1 2024-04-13T07:14:54.494 INFO:tasks.rados.rados.0.smithi003.stdout:271: writing smithi00377890-16 from 2211840 to 2875392 tid 2 2024-04-13T07:14:54.497 INFO:tasks.rados.rados.0.smithi003.stdout:271: writing smithi00377890-16 from 2875392 to 3325952 tid 3 2024-04-13T07:14:54.498 INFO:tasks.rados.rados.0.smithi003.stdout:271: writing smithi00377890-16 from 3325952 to 3416064 tid 4 2024-04-13T07:14:54.498 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 18 current snap is 26 2024-04-13T07:14:54.498 INFO:tasks.rados.rados.0.smithi003.stdout:271: finishing write tid 1 to smithi00377890-16 2024-04-13T07:14:54.498 INFO:tasks.rados.rados.0.smithi003.stdout:271: finishing write tid 2 to smithi00377890-16 2024-04-13T07:14:54.498 INFO:tasks.rados.rados.0.smithi003.stdout:272: seq_num 112 ranges {286720=679936,966656=548864,1515520=655360} 2024-04-13T07:14:54.503 INFO:tasks.rados.rados.0.smithi003.stdout:272: writing smithi00377890-18 from 286720 to 966656 tid 1 2024-04-13T07:14:54.506 INFO:tasks.rados.rados.0.smithi003.stdout:272: writing smithi00377890-18 from 966656 to 1515520 tid 2 2024-04-13T07:14:54.510 INFO:tasks.rados.rados.0.smithi003.stdout:272: writing smithi00377890-18 from 1515520 to 2170880 tid 3 2024-04-13T07:14:54.510 INFO:tasks.rados.rados.0.smithi003.stdout:273: setattr oid 45 current snap is 26 2024-04-13T07:14:54.510 INFO:tasks.rados.rados.0.smithi003.stdout:271: finishing write tid 3 to smithi00377890-16 2024-04-13T07:14:54.511 INFO:tasks.rados.rados.0.smithi003.stdout:271: finishing write tid 4 to smithi00377890-16 2024-04-13T07:14:54.511 INFO:tasks.rados.rados.0.smithi003.stdout:271: finishing write tid 5 to smithi00377890-16 2024-04-13T07:14:54.511 INFO:tasks.rados.rados.0.smithi003.stdout:271: finishing write tid 6 to smithi00377890-16 2024-04-13T07:14:54.511 INFO:tasks.rados.rados.0.smithi003.stdout:271: oid 16 updating version 0 to 124 2024-04-13T07:14:54.511 INFO:tasks.rados.rados.0.smithi003.stdout:271: oid 16 updating version 124 to 127 2024-04-13T07:14:54.511 INFO:tasks.rados.rados.0.smithi003.stdout:271: oid 16 version 127 is already newer than 126 2024-04-13T07:14:54.511 INFO:tasks.rados.rados.0.smithi003.stdout:271: oid 16 version 127 is already newer than 125 2024-04-13T07:14:54.511 INFO:tasks.rados.rados.0.smithi003.stdout:271: oid 16 version 127 is already newer than 123 2024-04-13T07:14:54.511 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 127 (ObjNum 111 snap 26 seq_num 111) dirty exists 2024-04-13T07:14:54.511 INFO:tasks.rados.rados.0.smithi003.stdout:271: left oid 16 (ObjNum 111 snap 26 seq_num 111) 2024-04-13T07:14:54.511 INFO:tasks.rados.rados.0.smithi003.stdout:272: finishing write tid 1 to smithi00377890-18 2024-04-13T07:14:54.511 INFO:tasks.rados.rados.0.smithi003.stdout:272: finishing write tid 2 to smithi00377890-18 2024-04-13T07:14:54.512 INFO:tasks.rados.rados.0.smithi003.stdout:271: done (2 left) 2024-04-13T07:14:54.512 INFO:tasks.rados.rados.0.smithi003.stdout:274: snap_remove snap 17 2024-04-13T07:14:54.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:54 smithi003 ceph-mon[37804]: pgmap v165: 121 pgs: 121 active+clean; 83 MiB data, 361 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-04-13T07:14:54.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:54 smithi003 ceph-mon[37804]: osdmap e119: 8 total, 8 up, 8 in 2024-04-13T07:14:54.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:54 smithi003 ceph-mon[27034]: pgmap v165: 121 pgs: 121 active+clean; 83 MiB data, 361 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-04-13T07:14:54.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:54 smithi003 ceph-mon[27034]: osdmap e119: 8 total, 8 up, 8 in 2024-04-13T07:14:54.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:54 smithi066 ceph-mon[30583]: pgmap v165: 121 pgs: 121 active+clean; 83 MiB data, 361 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-04-13T07:14:54.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:54 smithi066 ceph-mon[30583]: osdmap e119: 8 total, 8 up, 8 in 2024-04-13T07:14:55.485 INFO:tasks.rados.rados.0.smithi003.stdout:272: finishing write tid 3 to smithi00377890-18 2024-04-13T07:14:55.485 INFO:tasks.rados.rados.0.smithi003.stdout:272: finishing write tid 4 to smithi00377890-18 2024-04-13T07:14:55.485 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 59 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-13T07:14:55.485 INFO:tasks.rados.rados.0.smithi003.stdout:272: finishing write tid 5 to smithi00377890-18 2024-04-13T07:14:55.485 INFO:tasks.rados.rados.0.smithi003.stdout:272: oid 18 updating version 0 to 54 2024-04-13T07:14:55.485 INFO:tasks.rados.rados.0.smithi003.stdout:272: oid 18 updating version 54 to 57 2024-04-13T07:14:55.485 INFO:tasks.rados.rados.0.smithi003.stdout:272: oid 18 version 57 is already newer than 56 2024-04-13T07:14:55.485 INFO:tasks.rados.rados.0.smithi003.stdout:272: oid 18 version 57 is already newer than 55 2024-04-13T07:14:55.485 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 57 (ObjNum 112 snap 26 seq_num 112) dirty exists 2024-04-13T07:14:55.485 INFO:tasks.rados.rados.0.smithi003.stdout:272: left oid 18 (ObjNum 112 snap 26 seq_num 112) 2024-04-13T07:14:55.485 INFO:tasks.rados.rados.0.smithi003.stdout:272: done (2 left) 2024-04-13T07:14:55.485 INFO:tasks.rados.rados.0.smithi003.stdout:273: done (1 left) 2024-04-13T07:14:55.485 INFO:tasks.rados.rados.0.smithi003.stdout:274: done (0 left) 2024-04-13T07:14:55.486 INFO:tasks.rados.rados.0.smithi003.stdout:275: setattr oid 40 current snap is 26 2024-04-13T07:14:55.487 INFO:tasks.rados.rados.0.smithi003.stdout:276: snap_create 2024-04-13T07:14:55.497 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 220 (ObjNum 87 snap 18 seq_num 87) dirty exists 2024-04-13T07:14:55.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:55 smithi003 ceph-mon[37804]: osdmap e120: 8 total, 8 up, 8 in 2024-04-13T07:14:55.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:55 smithi003 ceph-mon[27034]: osdmap e120: 8 total, 8 up, 8 in 2024-04-13T07:14:55.889 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:14:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:14:55] "GET /metrics HTTP/1.1" 200 35978 "" "Prometheus/2.43.0" 2024-04-13T07:14:55.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:55 smithi066 ceph-mon[30583]: osdmap e120: 8 total, 8 up, 8 in 2024-04-13T07:14:56.495 INFO:tasks.rados.rados.0.smithi003.stdout:275: done (1 left) 2024-04-13T07:14:56.495 INFO:tasks.rados.rados.0.smithi003.stdout:276: done (0 left) 2024-04-13T07:14:56.495 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 33 current snap is 27 2024-04-13T07:14:56.495 INFO:tasks.rados.rados.0.smithi003.stdout:277: seq_num 113 ranges {1851392=696320,2547712=434176,2981888=466944,3448832=303104} 2024-04-13T07:14:56.508 INFO:tasks.rados.rados.0.smithi003.stdout:277: writing smithi00377890-33 from 1851392 to 2547712 tid 1 2024-04-13T07:14:56.511 INFO:tasks.rados.rados.0.smithi003.stdout:277: writing smithi00377890-33 from 2547712 to 2981888 tid 2 2024-04-13T07:14:56.513 INFO:tasks.rados.rados.0.smithi003.stdout:277: writing smithi00377890-33 from 2981888 to 3448832 tid 3 2024-04-13T07:14:56.515 INFO:tasks.rados.rados.0.smithi003.stdout:277: writing smithi00377890-33 from 3448832 to 3751936 tid 4 2024-04-13T07:14:56.515 INFO:tasks.rados.rados.0.smithi003.stdout:278: copy_from oid 18 from oid 13 current snap is 27 2024-04-13T07:14:56.516 INFO:tasks.rados.rados.0.smithi003.stdout:279: snap_create 2024-04-13T07:14:56.516 INFO:tasks.rados.rados.0.smithi003.stdout:277: finishing write tid 1 to smithi00377890-33 2024-04-13T07:14:56.516 INFO:tasks.rados.rados.0.smithi003.stdout:277: finishing write tid 2 to smithi00377890-33 2024-04-13T07:14:56.517 INFO:tasks.rados.rados.0.smithi003.stdout:277: finishing write tid 3 to smithi00377890-33 2024-04-13T07:14:56.517 INFO:tasks.rados.rados.0.smithi003.stdout:277: finishing write tid 4 to smithi00377890-33 2024-04-13T07:14:56.517 INFO:tasks.rados.rados.0.smithi003.stdout:277: finishing write tid 5 to smithi00377890-33 2024-04-13T07:14:56.518 INFO:tasks.rados.rados.0.smithi003.stdout:277: finishing write tid 6 to smithi00377890-33 2024-04-13T07:14:56.519 INFO:tasks.rados.rados.0.smithi003.stdout:277: oid 33 updating version 0 to 110 2024-04-13T07:14:56.519 INFO:tasks.rados.rados.0.smithi003.stdout:277: oid 33 version 110 is already newer than 108 2024-04-13T07:14:56.519 INFO:tasks.rados.rados.0.smithi003.stdout:277: oid 33 version 110 is already newer than 107 2024-04-13T07:14:56.519 INFO:tasks.rados.rados.0.smithi003.stdout:277: oid 33 version 110 is already newer than 109 2024-04-13T07:14:56.519 INFO:tasks.rados.rados.0.smithi003.stdout:277: oid 33 version 110 is already newer than 106 2024-04-13T07:14:56.519 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 110 (ObjNum 113 snap 27 seq_num 113) dirty exists 2024-04-13T07:14:56.519 INFO:tasks.rados.rados.0.smithi003.stdout:277: left oid 33 (ObjNum 113 snap 27 seq_num 113) 2024-04-13T07:14:56.521 INFO:tasks.rados.rados.0.smithi003.stdout:278: finishing copy_from racing read to smithi00377890-18 2024-04-13T07:14:56.521 INFO:tasks.rados.rados.0.smithi003.stdout:278: finishing copy_from to smithi00377890-18 2024-04-13T07:14:56.521 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 39 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-13T07:14:56.806 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:56 smithi066 ceph-mon[30583]: pgmap v168: 121 pgs: 121 active+clean; 83 MiB data, 361 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-04-13T07:14:56.806 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:56 smithi066 ceph-mon[30583]: osdmap e121: 8 total, 8 up, 8 in 2024-04-13T07:14:56.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:56 smithi003 ceph-mon[37804]: pgmap v168: 121 pgs: 121 active+clean; 83 MiB data, 361 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-04-13T07:14:56.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:56 smithi003 ceph-mon[37804]: osdmap e121: 8 total, 8 up, 8 in 2024-04-13T07:14:56.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:56 smithi003 ceph-mon[27034]: pgmap v168: 121 pgs: 121 active+clean; 83 MiB data, 361 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-04-13T07:14:56.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:56 smithi003 ceph-mon[27034]: osdmap e121: 8 total, 8 up, 8 in 2024-04-13T07:14:57.499 INFO:tasks.rados.rados.0.smithi003.stdout:277: done (2 left) 2024-04-13T07:14:57.499 INFO:tasks.rados.rados.0.smithi003.stdout:278: done (1 left) 2024-04-13T07:14:57.499 INFO:tasks.rados.rados.0.smithi003.stdout:279: done (0 left) 2024-04-13T07:14:57.499 INFO:tasks.rados.rados.0.smithi003.stdout:280: snap_create 2024-04-13T07:14:57.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:57 smithi003 ceph-mon[37804]: osdmap e122: 8 total, 8 up, 8 in 2024-04-13T07:14:57.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:57 smithi003 ceph-mon[27034]: osdmap e122: 8 total, 8 up, 8 in 2024-04-13T07:14:57.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:57 smithi066 ceph-mon[30583]: osdmap e122: 8 total, 8 up, 8 in 2024-04-13T07:14:58.423 INFO:tasks.rados.rados.0.smithi003.stdout:280: done (0 left) 2024-04-13T07:14:58.423 INFO:tasks.rados.rados.0.smithi003.stdout:281: read oid 15 snap -1 2024-04-13T07:14:58.423 INFO:tasks.rados.rados.0.smithi003.stdout:281: expect (ObjNum 106 snap 25 seq_num 106) 2024-04-13T07:14:58.423 INFO:tasks.rados.rados.0.smithi003.stdout:282: read oid 1 snap -1 2024-04-13T07:14:58.423 INFO:tasks.rados.rados.0.smithi003.stdout:282: expect (ObjNum 85 snap 18 seq_num 85) 2024-04-13T07:14:58.423 INFO:tasks.rados.rados.0.smithi003.stdout:283: read oid 10 snap -1 2024-04-13T07:14:58.423 INFO:tasks.rados.rados.0.smithi003.stdout:283: expect (ObjNum 108 snap 25 seq_num 108) 2024-04-13T07:14:58.423 INFO:tasks.rados.rados.0.smithi003.stdout:284: delete oid 49 current snap is 29 2024-04-13T07:14:58.432 INFO:tasks.rados.rados.0.smithi003.stdout:284: done (3 left) 2024-04-13T07:14:58.432 INFO:tasks.rados.rados.0.smithi003.stdout:285: delete oid 27 current snap is 29 2024-04-13T07:14:58.434 INFO:tasks.rados.rados.0.smithi003.stdout:282: expect (ObjNum 85 snap 18 seq_num 85) 2024-04-13T07:14:58.477 INFO:tasks.rados.rados.0.smithi003.stdout:281: expect (ObjNum 106 snap 25 seq_num 106) 2024-04-13T07:14:58.622 INFO:tasks.rados.rados.0.smithi003.stdout:283: expect (ObjNum 108 snap 25 seq_num 108) 2024-04-13T07:14:58.736 INFO:tasks.rados.rados.0.smithi003.stdout:281: done (3 left) 2024-04-13T07:14:58.736 INFO:tasks.rados.rados.0.smithi003.stdout:282: done (2 left) 2024-04-13T07:14:58.736 INFO:tasks.rados.rados.0.smithi003.stdout:283: done (1 left) 2024-04-13T07:14:58.736 INFO:tasks.rados.rados.0.smithi003.stdout:285: done (0 left) 2024-04-13T07:14:58.736 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 25 current snap is 29 2024-04-13T07:14:58.736 INFO:tasks.rados.rados.0.smithi003.stdout:286: seq_num 116 ranges {1835008=745472,2580480=532480,3112960=638976,3751936=32768} 2024-04-13T07:14:58.749 INFO:tasks.rados.rados.0.smithi003.stdout:286: writing smithi00377890-25 from 1835008 to 2580480 tid 1 2024-04-13T07:14:58.752 INFO:tasks.rados.rados.0.smithi003.stdout:286: writing smithi00377890-25 from 2580480 to 3112960 tid 2 2024-04-13T07:14:58.756 INFO:tasks.rados.rados.0.smithi003.stdout:286: writing smithi00377890-25 from 3112960 to 3751936 tid 3 2024-04-13T07:14:58.756 INFO:tasks.rados.rados.0.smithi003.stdout:286: writing smithi00377890-25 from 3751936 to 3784704 tid 4 2024-04-13T07:14:58.756 INFO:tasks.rados.rados.0.smithi003.stdout:287: delete oid 42 current snap is 29 2024-04-13T07:14:58.756 INFO:tasks.rados.rados.0.smithi003.stdout:286: finishing write tid 1 to smithi00377890-25 2024-04-13T07:14:58.757 INFO:tasks.rados.rados.0.smithi003.stdout:286: finishing write tid 2 to smithi00377890-25 2024-04-13T07:14:58.757 INFO:tasks.rados.rados.0.smithi003.stdout:287: done (1 left) 2024-04-13T07:14:58.757 INFO:tasks.rados.rados.0.smithi003.stdout:288: snap_remove snap 26 2024-04-13T07:14:58.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:58 smithi003 ceph-mon[37804]: pgmap v171: 121 pgs: 121 active+clean; 83 MiB data, 361 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:58.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:58 smithi003 ceph-mon[37804]: osdmap e123: 8 total, 8 up, 8 in 2024-04-13T07:14:58.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:14:58 smithi003 ceph-mon[37804]: osdmap e124: 8 total, 8 up, 8 in 2024-04-13T07:14:58.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:58 smithi003 ceph-mon[27034]: pgmap v171: 121 pgs: 121 active+clean; 83 MiB data, 361 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:58.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:58 smithi003 ceph-mon[27034]: osdmap e123: 8 total, 8 up, 8 in 2024-04-13T07:14:58.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:14:58 smithi003 ceph-mon[27034]: osdmap e124: 8 total, 8 up, 8 in 2024-04-13T07:14:58.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:58 smithi066 ceph-mon[30583]: pgmap v171: 121 pgs: 121 active+clean; 83 MiB data, 361 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:14:58.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:58 smithi066 ceph-mon[30583]: osdmap e123: 8 total, 8 up, 8 in 2024-04-13T07:14:58.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:14:58 smithi066 ceph-mon[30583]: osdmap e124: 8 total, 8 up, 8 in 2024-04-13T07:14:59.512 INFO:tasks.rados.rados.0.smithi003.stdout:288: done (1 left) 2024-04-13T07:14:59.513 INFO:tasks.rados.rados.0.smithi003.stdout:289: delete oid 48 current snap is 29 2024-04-13T07:14:59.513 INFO:tasks.rados.rados.0.smithi003.stdout:286: finishing write tid 3 to smithi00377890-25 2024-04-13T07:14:59.513 INFO:tasks.rados.rados.0.smithi003.stdout:286: finishing write tid 4 to smithi00377890-25 2024-04-13T07:14:59.513 INFO:tasks.rados.rados.0.smithi003.stdout:286: finishing write tid 5 to smithi00377890-25 2024-04-13T07:14:59.513 INFO:tasks.rados.rados.0.smithi003.stdout:286: finishing write tid 6 to smithi00377890-25 2024-04-13T07:14:59.513 INFO:tasks.rados.rados.0.smithi003.stdout:286: oid 25 updating version 0 to 238 2024-04-13T07:14:59.513 INFO:tasks.rados.rados.0.smithi003.stdout:286: oid 25 version 238 is already newer than 234 2024-04-13T07:14:59.513 INFO:tasks.rados.rados.0.smithi003.stdout:286: oid 25 version 238 is already newer than 235 2024-04-13T07:14:59.513 INFO:tasks.rados.rados.0.smithi003.stdout:286: oid 25 version 238 is already newer than 237 2024-04-13T07:14:59.513 INFO:tasks.rados.rados.0.smithi003.stdout:286: oid 25 version 238 is already newer than 236 2024-04-13T07:14:59.513 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 238 (ObjNum 116 snap 29 seq_num 116) dirty exists 2024-04-13T07:14:59.513 INFO:tasks.rados.rados.0.smithi003.stdout:286: left oid 25 (ObjNum 116 snap 29 seq_num 116) 2024-04-13T07:14:59.517 INFO:tasks.rados.rados.0.smithi003.stdout:286: done (1 left) 2024-04-13T07:14:59.517 INFO:tasks.rados.rados.0.smithi003.stdout:289: done (0 left) 2024-04-13T07:14:59.517 INFO:tasks.rados.rados.0.smithi003.stdout:290: copy_from oid 36 from oid 46 current snap is 29 2024-04-13T07:14:59.517 INFO:tasks.rados.rados.0.smithi003.stdout:291: rollback oid 15 current snap is 29 2024-04-13T07:14:59.517 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 15 to 11 2024-04-13T07:14:59.517 INFO:tasks.rados.rados.0.smithi003.stdout:292: setattr oid 14 current snap is 29 2024-04-13T07:14:59.518 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 50 current snap is 29 2024-04-13T07:14:59.518 INFO:tasks.rados.rados.0.smithi003.stdout:293: seq_num 119 ranges {827392=802816,1630208=589824,2220032=409600,2629632=204800} 2024-04-13T07:14:59.527 INFO:tasks.rados.rados.0.smithi003.stdout:293: writing smithi00377890-50 from 827392 to 1630208 tid 1 2024-04-13T07:14:59.531 INFO:tasks.rados.rados.0.smithi003.stdout:293: writing smithi00377890-50 from 1630208 to 2220032 tid 2 2024-04-13T07:14:59.534 INFO:tasks.rados.rados.0.smithi003.stdout:293: writing smithi00377890-50 from 2220032 to 2629632 tid 3 2024-04-13T07:14:59.536 INFO:tasks.rados.rados.0.smithi003.stdout:293: writing smithi00377890-50 from 2629632 to 2834432 tid 4 2024-04-13T07:14:59.536 INFO:tasks.rados.rados.0.smithi003.stdout:294: read oid 12 snap 20 2024-04-13T07:14:59.536 INFO:tasks.rados.rados.0.smithi003.stdout:294: expect (ObjNum 74 snap 8 seq_num 74) 2024-04-13T07:14:59.536 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 20 current snap is 29 2024-04-13T07:14:59.536 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 27 (ObjNum 96 snap 18 seq_num 96) dirty exists 2024-04-13T07:14:59.536 INFO:tasks.rados.rados.0.smithi003.stdout:291: finishing rollback tid 0 to smithi00377890-15 2024-04-13T07:14:59.536 INFO:tasks.rados.rados.0.smithi003.stdout:291: finishing rollback tid 1 to smithi00377890-15 2024-04-13T07:14:59.536 INFO:tasks.rados.rados.0.smithi003.stdout:295: seq_num 120 ranges {1400832=417792,1818624=475136,2293760=622592,2916352=507904} 2024-04-13T07:14:59.546 INFO:tasks.rados.rados.0.smithi003.stdout:295: writing smithi00377890-20 from 1400832 to 1818624 tid 1 2024-04-13T07:14:59.548 INFO:tasks.rados.rados.0.smithi003.stdout:295: writing smithi00377890-20 from 1818624 to 2293760 tid 2 2024-04-13T07:14:59.552 INFO:tasks.rados.rados.0.smithi003.stdout:295: writing smithi00377890-20 from 2293760 to 2916352 tid 3 2024-04-13T07:14:59.555 INFO:tasks.rados.rados.0.smithi003.stdout:295: writing smithi00377890-20 from 2916352 to 3424256 tid 4 2024-04-13T07:14:59.555 INFO:tasks.rados.rados.0.smithi003.stdout:292: done (5 left) 2024-04-13T07:14:59.555 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 33 current snap is 29 2024-04-13T07:14:59.556 INFO:tasks.rados.rados.0.smithi003.stdout:291: finishing rollback tid 2 to smithi00377890-15 2024-04-13T07:14:59.556 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 242 (ObjNum 63 snap 6 seq_num 63) dirty exists 2024-04-13T07:14:59.556 INFO:tasks.rados.rados.0.smithi003.stdout:296: seq_num 121 ranges {3751936=434176,4186112=753664,4939776=425984,5365760=425984} 2024-04-13T07:14:59.578 INFO:tasks.rados.rados.0.smithi003.stdout:296: writing smithi00377890-33 from 3751936 to 4186112 tid 1 2024-04-13T07:14:59.582 INFO:tasks.rados.rados.0.smithi003.stdout:296: writing smithi00377890-33 from 4186112 to 4939776 tid 2 2024-04-13T07:14:59.584 INFO:tasks.rados.rados.0.smithi003.stdout:296: writing smithi00377890-33 from 4939776 to 5365760 tid 3 2024-04-13T07:14:59.587 INFO:tasks.rados.rados.0.smithi003.stdout:296: writing smithi00377890-33 from 5365760 to 5791744 tid 4 2024-04-13T07:14:59.587 INFO:tasks.rados.rados.0.smithi003.stdout:291: done (5 left) 2024-04-13T07:14:59.588 INFO:tasks.rados.rados.0.smithi003.stdout:297: rollback oid 7 current snap is 29 2024-04-13T07:14:59.588 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 7 to 21 2024-04-13T07:14:59.588 INFO:tasks.rados.rados.0.smithi003.stdout:293: finishing write tid 1 to smithi00377890-50 2024-04-13T07:14:59.588 INFO:tasks.rados.rados.0.smithi003.stdout:290: finishing copy_from racing read to smithi00377890-36 2024-04-13T07:14:59.588 INFO:tasks.rados.rados.0.smithi003.stdout:290: finishing copy_from to smithi00377890-36 2024-04-13T07:14:59.588 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-13T07:14:59.588 INFO:tasks.rados.rados.0.smithi003.stdout:293: finishing write tid 2 to smithi00377890-50 2024-04-13T07:14:59.588 INFO:tasks.rados.rados.0.smithi003.stdout:290: done (5 left) 2024-04-13T07:14:59.588 INFO:tasks.rados.rados.0.smithi003.stdout:298: snap_remove snap 12 2024-04-13T07:15:00.520 INFO:tasks.rados.rados.0.smithi003.stdout:293: finishing write tid 3 to smithi00377890-50 2024-04-13T07:15:00.520 INFO:tasks.rados.rados.0.smithi003.stdout:293: finishing write tid 4 to smithi00377890-50 2024-04-13T07:15:00.520 INFO:tasks.rados.rados.0.smithi003.stdout:293: finishing write tid 5 to smithi00377890-50 2024-04-13T07:15:00.521 INFO:tasks.rados.rados.0.smithi003.stdout:293: finishing write tid 6 to smithi00377890-50 2024-04-13T07:15:00.521 INFO:tasks.rados.rados.0.smithi003.stdout:293: oid 50 updating version 0 to 40 2024-04-13T07:15:00.521 INFO:tasks.rados.rados.0.smithi003.stdout:293: oid 50 updating version 40 to 43 2024-04-13T07:15:00.521 INFO:tasks.rados.rados.0.smithi003.stdout:293: oid 50 version 43 is already newer than 42 2024-04-13T07:15:00.521 INFO:tasks.rados.rados.0.smithi003.stdout:293: oid 50 version 43 is already newer than 41 2024-04-13T07:15:00.521 INFO:tasks.rados.rados.0.smithi003.stdout:293: oid 50 version 43 is already newer than 39 2024-04-13T07:15:00.521 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 43 (ObjNum 119 snap 29 seq_num 119) dirty exists 2024-04-13T07:15:00.521 INFO:tasks.rados.rados.0.smithi003.stdout:293: left oid 50 (ObjNum 119 snap 29 seq_num 119) 2024-04-13T07:15:00.521 INFO:tasks.rados.rados.0.smithi003.stdout:294: expect (ObjNum 74 snap 8 seq_num 74) 2024-04-13T07:15:00.556 INFO:tasks.rados.rados.0.smithi003.stdout:295: finishing write tid 1 to smithi00377890-20 2024-04-13T07:15:00.556 INFO:tasks.rados.rados.0.smithi003.stdout:295: finishing write tid 2 to smithi00377890-20 2024-04-13T07:15:00.556 INFO:tasks.rados.rados.0.smithi003.stdout:295: finishing write tid 3 to smithi00377890-20 2024-04-13T07:15:00.557 INFO:tasks.rados.rados.0.smithi003.stdout:295: finishing write tid 4 to smithi00377890-20 2024-04-13T07:15:00.557 INFO:tasks.rados.rados.0.smithi003.stdout:295: finishing write tid 5 to smithi00377890-20 2024-04-13T07:15:00.557 INFO:tasks.rados.rados.0.smithi003.stdout:295: finishing write tid 6 to smithi00377890-20 2024-04-13T07:15:00.557 INFO:tasks.rados.rados.0.smithi003.stdout:295: oid 20 updating version 0 to 140 2024-04-13T07:15:00.557 INFO:tasks.rados.rados.0.smithi003.stdout:295: oid 20 updating version 140 to 143 2024-04-13T07:15:00.557 INFO:tasks.rados.rados.0.smithi003.stdout:295: oid 20 version 143 is already newer than 142 2024-04-13T07:15:00.557 INFO:tasks.rados.rados.0.smithi003.stdout:295: oid 20 version 143 is already newer than 139 2024-04-13T07:15:00.557 INFO:tasks.rados.rados.0.smithi003.stdout:295: oid 20 version 143 is already newer than 141 2024-04-13T07:15:00.557 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 143 (ObjNum 120 snap 29 seq_num 120) dirty exists 2024-04-13T07:15:00.557 INFO:tasks.rados.rados.0.smithi003.stdout:295: left oid 20 (ObjNum 120 snap 29 seq_num 120) 2024-04-13T07:15:00.557 INFO:tasks.rados.rados.0.smithi003.stdout:296: finishing write tid 1 to smithi00377890-33 2024-04-13T07:15:00.557 INFO:tasks.rados.rados.0.smithi003.stdout:296: finishing write tid 2 to smithi00377890-33 2024-04-13T07:15:00.557 INFO:tasks.rados.rados.0.smithi003.stdout:296: finishing write tid 3 to smithi00377890-33 2024-04-13T07:15:00.557 INFO:tasks.rados.rados.0.smithi003.stdout:293: done (5 left) 2024-04-13T07:15:00.557 INFO:tasks.rados.rados.0.smithi003.stdout:294: done (4 left) 2024-04-13T07:15:00.557 INFO:tasks.rados.rados.0.smithi003.stdout:295: done (3 left) 2024-04-13T07:15:00.558 INFO:tasks.rados.rados.0.smithi003.stdout:298: done (2 left) 2024-04-13T07:15:00.558 INFO:tasks.rados.rados.0.smithi003.stdout:299: read oid 18 snap 21 2024-04-13T07:15:00.558 INFO:tasks.rados.rados.0.smithi003.stdout:299: expect (ObjNum 57 snap 4 seq_num 57) 2024-04-13T07:15:00.558 INFO:tasks.rados.rados.0.smithi003.stdout:300: snap_create 2024-04-13T07:15:00.558 INFO:tasks.rados.rados.0.smithi003.stdout:296: finishing write tid 4 to smithi00377890-33 2024-04-13T07:15:00.558 INFO:tasks.rados.rados.0.smithi003.stdout:296: finishing write tid 5 to smithi00377890-33 2024-04-13T07:15:00.558 INFO:tasks.rados.rados.0.smithi003.stdout:297: finishing rollback tid 0 to smithi00377890-7 2024-04-13T07:15:00.558 INFO:tasks.rados.rados.0.smithi003.stdout:297: finishing rollback tid 1 to smithi00377890-7 2024-04-13T07:15:00.558 INFO:tasks.rados.rados.0.smithi003.stdout:296: finishing write tid 6 to smithi00377890-33 2024-04-13T07:15:00.558 INFO:tasks.rados.rados.0.smithi003.stdout:296: oid 33 updating version 0 to 115 2024-04-13T07:15:00.558 INFO:tasks.rados.rados.0.smithi003.stdout:296: oid 33 version 115 is already newer than 114 2024-04-13T07:15:00.558 INFO:tasks.rados.rados.0.smithi003.stdout:296: oid 33 updating version 115 to 116 2024-04-13T07:15:00.558 INFO:tasks.rados.rados.0.smithi003.stdout:296: oid 33 updating version 116 to 117 2024-04-13T07:15:00.558 INFO:tasks.rados.rados.0.smithi003.stdout:296: oid 33 updating version 117 to 118 2024-04-13T07:15:00.559 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 118 (ObjNum 121 snap 29 seq_num 121) dirty exists 2024-04-13T07:15:00.559 INFO:tasks.rados.rados.0.smithi003.stdout:296: left oid 33 (ObjNum 121 snap 29 seq_num 121) 2024-04-13T07:15:00.559 INFO:tasks.rados.rados.0.smithi003.stdout:297: finishing rollback tid 2 to smithi00377890-7 2024-04-13T07:15:00.559 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 99 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-13T07:15:00.561 INFO:tasks.rados.rados.0.smithi003.stdout:299: expect (ObjNum 57 snap 4 seq_num 57) 2024-04-13T07:15:00.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:00 smithi003 ceph-mon[37804]: pgmap v174: 121 pgs: 121 active+clean; 88 MiB data, 375 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-13T07:15:00.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:00 smithi003 ceph-mon[37804]: osdmap e125: 8 total, 8 up, 8 in 2024-04-13T07:15:00.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:00 smithi003 ceph-mon[27034]: pgmap v174: 121 pgs: 121 active+clean; 88 MiB data, 375 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-13T07:15:00.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:00 smithi003 ceph-mon[27034]: osdmap e125: 8 total, 8 up, 8 in 2024-04-13T07:15:00.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:00 smithi066 ceph-mon[30583]: pgmap v174: 121 pgs: 121 active+clean; 88 MiB data, 375 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-13T07:15:00.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:00 smithi066 ceph-mon[30583]: osdmap e125: 8 total, 8 up, 8 in 2024-04-13T07:15:01.526 INFO:tasks.rados.rados.0.smithi003.stdout:296: done (3 left) 2024-04-13T07:15:01.527 INFO:tasks.rados.rados.0.smithi003.stdout:297: done (2 left) 2024-04-13T07:15:01.527 INFO:tasks.rados.rados.0.smithi003.stdout:299: done (1 left) 2024-04-13T07:15:01.527 INFO:tasks.rados.rados.0.smithi003.stdout:300: done (0 left) 2024-04-13T07:15:01.527 INFO:tasks.rados.rados.0.smithi003.stdout:301: read oid 23 snap -1 2024-04-13T07:15:01.527 INFO:tasks.rados.rados.0.smithi003.stdout:301: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-13T07:15:01.527 INFO:tasks.rados.rados.0.smithi003.stdout:302: snap_remove snap 24 2024-04-13T07:15:01.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:01 smithi003 ceph-mon[37804]: osdmap e126: 8 total, 8 up, 8 in 2024-04-13T07:15:01.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:01 smithi003 ceph-mon[27034]: osdmap e126: 8 total, 8 up, 8 in 2024-04-13T07:15:01.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:01 smithi066 ceph-mon[30583]: osdmap e126: 8 total, 8 up, 8 in 2024-04-13T07:15:02.534 INFO:tasks.rados.rados.0.smithi003.stdout:302: done (1 left) 2024-04-13T07:15:02.534 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 45 current snap is 30 2024-04-13T07:15:02.534 INFO:tasks.rados.rados.0.smithi003.stdout:303: seq_num 122 ranges {745472=450560,1196032=688128,1884160=630784,2514944=286720} 2024-04-13T07:15:02.539 INFO:tasks.rados.rados.0.smithi003.stdout:303: writing smithi00377890-45 from 745472 to 1196032 tid 1 2024-04-13T07:15:02.543 INFO:tasks.rados.rados.0.smithi003.stdout:303: writing smithi00377890-45 from 1196032 to 1884160 tid 2 2024-04-13T07:15:02.547 INFO:tasks.rados.rados.0.smithi003.stdout:303: writing smithi00377890-45 from 1884160 to 2514944 tid 3 2024-04-13T07:15:02.550 INFO:tasks.rados.rados.0.smithi003.stdout:303: writing smithi00377890-45 from 2514944 to 2801664 tid 4 2024-04-13T07:15:02.550 INFO:tasks.rados.rados.0.smithi003.stdout:304: rollback oid 35 current snap is 30 2024-04-13T07:15:02.550 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 35 to 22 2024-04-13T07:15:02.550 INFO:tasks.rados.rados.0.smithi003.stdout:301: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-13T07:15:02.562 INFO:tasks.rados.rados.0.smithi003.stdout:303: finishing write tid 1 to smithi00377890-45 2024-04-13T07:15:02.562 INFO:tasks.rados.rados.0.smithi003.stdout:303: finishing write tid 2 to smithi00377890-45 2024-04-13T07:15:02.562 INFO:tasks.rados.rados.0.smithi003.stdout:304: finishing rollback tid 0 to smithi00377890-35 2024-04-13T07:15:02.562 INFO:tasks.rados.rados.0.smithi003.stdout:304: finishing rollback tid 1 to smithi00377890-35 2024-04-13T07:15:02.562 INFO:tasks.rados.rados.0.smithi003.stdout:303: finishing write tid 3 to smithi00377890-45 2024-04-13T07:15:02.562 INFO:tasks.rados.rados.0.smithi003.stdout:303: finishing write tid 4 to smithi00377890-45 2024-04-13T07:15:02.562 INFO:tasks.rados.rados.0.smithi003.stdout:304: finishing rollback tid 2 to smithi00377890-35 2024-04-13T07:15:02.563 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 167 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-13T07:15:02.563 INFO:tasks.rados.rados.0.smithi003.stdout:303: finishing write tid 5 to smithi00377890-45 2024-04-13T07:15:02.563 INFO:tasks.rados.rados.0.smithi003.stdout:303: finishing write tid 6 to smithi00377890-45 2024-04-13T07:15:02.563 INFO:tasks.rados.rados.0.smithi003.stdout:303: oid 45 updating version 0 to 87 2024-04-13T07:15:02.563 INFO:tasks.rados.rados.0.smithi003.stdout:303: oid 45 updating version 87 to 89 2024-04-13T07:15:02.563 INFO:tasks.rados.rados.0.smithi003.stdout:303: oid 45 version 89 is already newer than 88 2024-04-13T07:15:02.563 INFO:tasks.rados.rados.0.smithi003.stdout:303: oid 45 version 89 is already newer than 81 2024-04-13T07:15:02.563 INFO:tasks.rados.rados.0.smithi003.stdout:303: oid 45 version 89 is already newer than 86 2024-04-13T07:15:02.563 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 89 (ObjNum 122 snap 30 seq_num 122) dirty exists 2024-04-13T07:15:02.563 INFO:tasks.rados.rados.0.smithi003.stdout:303: left oid 45 (ObjNum 122 snap 30 seq_num 122) 2024-04-13T07:15:02.563 INFO:tasks.rados.rados.0.smithi003.stdout:301: done (2 left) 2024-04-13T07:15:02.563 INFO:tasks.rados.rados.0.smithi003.stdout:303: done (1 left) 2024-04-13T07:15:02.563 INFO:tasks.rados.rados.0.smithi003.stdout:304: done (0 left) 2024-04-13T07:15:02.563 INFO:tasks.rados.rados.0.smithi003.stdout:305: snap_create 2024-04-13T07:15:02.790 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:02 smithi003 ceph-mon[37804]: pgmap v177: 121 pgs: 121 active+clean; 88 MiB data, 375 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-13T07:15:02.790 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:02 smithi003 ceph-mon[37804]: osdmap e127: 8 total, 8 up, 8 in 2024-04-13T07:15:02.790 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:02 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:15:02.790 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:02 smithi003 ceph-mon[27034]: pgmap v177: 121 pgs: 121 active+clean; 88 MiB data, 375 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-13T07:15:02.791 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:02 smithi003 ceph-mon[27034]: osdmap e127: 8 total, 8 up, 8 in 2024-04-13T07:15:02.791 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:02 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:15:02.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:02 smithi066 ceph-mon[30583]: pgmap v177: 121 pgs: 121 active+clean; 88 MiB data, 375 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-13T07:15:02.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:02 smithi066 ceph-mon[30583]: osdmap e127: 8 total, 8 up, 8 in 2024-04-13T07:15:02.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:02 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:15:03.430 INFO:tasks.rados.rados.0.smithi003.stdout:305: done (0 left) 2024-04-13T07:15:03.430 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 18 current snap is 31 2024-04-13T07:15:03.430 INFO:tasks.rados.rados.0.smithi003.stdout:306: seq_num 123 ranges {204800=466944,671744=573440,1245184=794624,2039808=237568} 2024-04-13T07:15:03.433 INFO:tasks.rados.rados.0.smithi003.stdout:306: writing smithi00377890-18 from 204800 to 671744 tid 1 2024-04-13T07:15:03.436 INFO:tasks.rados.rados.0.smithi003.stdout:306: writing smithi00377890-18 from 671744 to 1245184 tid 2 2024-04-13T07:15:03.441 INFO:tasks.rados.rados.0.smithi003.stdout:306: writing smithi00377890-18 from 1245184 to 2039808 tid 3 2024-04-13T07:15:03.443 INFO:tasks.rados.rados.0.smithi003.stdout:306: writing smithi00377890-18 from 2039808 to 2277376 tid 4 2024-04-13T07:15:03.443 INFO:tasks.rados.rados.0.smithi003.stdout:307: read oid 31 snap -1 2024-04-13T07:15:03.443 INFO:tasks.rados.rados.0.smithi003.stdout:307: expect (ObjNum 84 snap 17 seq_num 84) 2024-04-13T07:15:03.443 INFO:tasks.rados.rados.0.smithi003.stdout:308: snap_remove snap 25 2024-04-13T07:15:03.810 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:03 smithi003 ceph-mon[37804]: osdmap e128: 8 total, 8 up, 8 in 2024-04-13T07:15:03.811 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:03 smithi003 ceph-mon[37804]: osdmap e129: 8 total, 8 up, 8 in 2024-04-13T07:15:03.811 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:03 smithi003 ceph-mon[27034]: osdmap e128: 8 total, 8 up, 8 in 2024-04-13T07:15:03.811 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:03 smithi003 ceph-mon[27034]: osdmap e129: 8 total, 8 up, 8 in 2024-04-13T07:15:03.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:03 smithi066 ceph-mon[30583]: osdmap e128: 8 total, 8 up, 8 in 2024-04-13T07:15:03.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:03 smithi066 ceph-mon[30583]: osdmap e129: 8 total, 8 up, 8 in 2024-04-13T07:15:04.428 INFO:tasks.rados.rados.0.smithi003.stdout:308: done (2 left) 2024-04-13T07:15:04.428 INFO:tasks.rados.rados.0.smithi003.stdout:309: read oid 7 snap -1 2024-04-13T07:15:04.428 INFO:tasks.rados.rados.0.smithi003.stdout:309: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-13T07:15:04.428 INFO:tasks.rados.rados.0.smithi003.stdout:310: read oid 2 snap -1 2024-04-13T07:15:04.428 INFO:tasks.rados.rados.0.smithi003.stdout:310: expect deleted 2024-04-13T07:15:04.428 INFO:tasks.rados.rados.0.smithi003.stdout:311: copy_from oid 5 from oid 44 current snap is 31 2024-04-13T07:15:04.428 INFO:tasks.rados.rados.0.smithi003.stdout:306: finishing write tid 1 to smithi00377890-18 2024-04-13T07:15:04.428 INFO:tasks.rados.rados.0.smithi003.stdout:306: finishing write tid 2 to smithi00377890-18 2024-04-13T07:15:04.428 INFO:tasks.rados.rados.0.smithi003.stdout:306: finishing write tid 3 to smithi00377890-18 2024-04-13T07:15:04.428 INFO:tasks.rados.rados.0.smithi003.stdout:306: finishing write tid 4 to smithi00377890-18 2024-04-13T07:15:04.428 INFO:tasks.rados.rados.0.smithi003.stdout:306: finishing write tid 5 to smithi00377890-18 2024-04-13T07:15:04.429 INFO:tasks.rados.rados.0.smithi003.stdout:306: finishing write tid 6 to smithi00377890-18 2024-04-13T07:15:04.429 INFO:tasks.rados.rados.0.smithi003.stdout:306: oid 18 updating version 0 to 95 2024-04-13T07:15:04.429 INFO:tasks.rados.rados.0.smithi003.stdout:306: oid 18 version 95 is already newer than 92 2024-04-13T07:15:04.429 INFO:tasks.rados.rados.0.smithi003.stdout:306: oid 18 version 95 is already newer than 91 2024-04-13T07:15:04.429 INFO:tasks.rados.rados.0.smithi003.stdout:306: oid 18 version 95 is already newer than 93 2024-04-13T07:15:04.429 INFO:tasks.rados.rados.0.smithi003.stdout:306: oid 18 version 95 is already newer than 94 2024-04-13T07:15:04.429 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 95 (ObjNum 123 snap 31 seq_num 123) dirty exists 2024-04-13T07:15:04.429 INFO:tasks.rados.rados.0.smithi003.stdout:306: left oid 18 (ObjNum 123 snap 31 seq_num 123) 2024-04-13T07:15:04.429 INFO:tasks.rados.rados.0.smithi003.stdout:307: expect (ObjNum 84 snap 17 seq_num 84) 2024-04-13T07:15:04.634 INFO:tasks.rados.rados.0.smithi003.stdout:309: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-13T07:15:04.637 INFO:tasks.rados.rados.0.smithi003.stdout:311: finishing copy_from racing read to smithi00377890-5 2024-04-13T07:15:04.637 INFO:tasks.rados.rados.0.smithi003.stdout:311: finishing copy_from to smithi00377890-5 2024-04-13T07:15:04.638 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 10 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-13T07:15:04.638 INFO:tasks.rados.rados.0.smithi003.stdout:306: done (4 left) 2024-04-13T07:15:04.638 INFO:tasks.rados.rados.0.smithi003.stdout:307: done (3 left) 2024-04-13T07:15:04.638 INFO:tasks.rados.rados.0.smithi003.stdout:309: done (2 left) 2024-04-13T07:15:04.638 INFO:tasks.rados.rados.0.smithi003.stdout:310: done (1 left) 2024-04-13T07:15:04.638 INFO:tasks.rados.rados.0.smithi003.stdout:311: done (0 left) 2024-04-13T07:15:04.638 INFO:tasks.rados.rados.0.smithi003.stdout:312: rmattr oid 33 current snap is 31 2024-04-13T07:15:04.638 INFO:tasks.rados.rados.0.smithi003.stdout:312: done (0 left) 2024-04-13T07:15:04.638 INFO:tasks.rados.rados.0.smithi003.stdout:313: read oid 10 snap -1 2024-04-13T07:15:04.638 INFO:tasks.rados.rados.0.smithi003.stdout:313: expect (ObjNum 108 snap 25 seq_num 108) 2024-04-13T07:15:04.638 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 31 2024-04-13T07:15:04.638 INFO:tasks.rados.rados.0.smithi003.stdout:314: seq_num 124 ranges {2310144=483328,2793472=458752,3252224=598016,3850240=548864} 2024-04-13T07:15:04.653 INFO:tasks.rados.rados.0.smithi003.stdout:314: writing smithi00377890-3 from 2310144 to 2793472 tid 1 2024-04-13T07:15:04.656 INFO:tasks.rados.rados.0.smithi003.stdout:314: writing smithi00377890-3 from 2793472 to 3252224 tid 2 2024-04-13T07:15:04.659 INFO:tasks.rados.rados.0.smithi003.stdout:314: writing smithi00377890-3 from 3252224 to 3850240 tid 3 2024-04-13T07:15:04.663 INFO:tasks.rados.rados.0.smithi003.stdout:314: writing smithi00377890-3 from 3850240 to 4399104 tid 4 2024-04-13T07:15:04.663 INFO:tasks.rados.rados.0.smithi003.stdout:315: delete oid 23 current snap is 31 2024-04-13T07:15:04.663 INFO:tasks.rados.rados.0.smithi003.stdout:313: expect (ObjNum 108 snap 25 seq_num 108) 2024-04-13T07:15:04.874 INFO:tasks.rados.rados.0.smithi003.stdout:314: finishing write tid 1 to smithi00377890-3 2024-04-13T07:15:04.875 INFO:tasks.rados.rados.0.smithi003.stdout:314: finishing write tid 2 to smithi00377890-3 2024-04-13T07:15:04.875 INFO:tasks.rados.rados.0.smithi003.stdout:314: finishing write tid 3 to smithi00377890-3 2024-04-13T07:15:04.875 INFO:tasks.rados.rados.0.smithi003.stdout:314: finishing write tid 4 to smithi00377890-3 2024-04-13T07:15:04.875 INFO:tasks.rados.rados.0.smithi003.stdout:314: finishing write tid 5 to smithi00377890-3 2024-04-13T07:15:04.875 INFO:tasks.rados.rados.0.smithi003.stdout:314: finishing write tid 6 to smithi00377890-3 2024-04-13T07:15:04.875 INFO:tasks.rados.rados.0.smithi003.stdout:314: oid 3 updating version 0 to 122 2024-04-13T07:15:04.875 INFO:tasks.rados.rados.0.smithi003.stdout:314: oid 3 updating version 122 to 125 2024-04-13T07:15:04.875 INFO:tasks.rados.rados.0.smithi003.stdout:314: oid 3 version 125 is already newer than 124 2024-04-13T07:15:04.875 INFO:tasks.rados.rados.0.smithi003.stdout:314: oid 3 version 125 is already newer than 123 2024-04-13T07:15:04.875 INFO:tasks.rados.rados.0.smithi003.stdout:314: oid 3 version 125 is already newer than 121 2024-04-13T07:15:04.875 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 125 (ObjNum 124 snap 31 seq_num 124) dirty exists 2024-04-13T07:15:04.875 INFO:tasks.rados.rados.0.smithi003.stdout:314: left oid 3 (ObjNum 124 snap 31 seq_num 124) 2024-04-13T07:15:04.875 INFO:tasks.rados.rados.0.smithi003.stdout:313: done (2 left) 2024-04-13T07:15:04.875 INFO:tasks.rados.rados.0.smithi003.stdout:314: done (1 left) 2024-04-13T07:15:04.876 INFO:tasks.rados.rados.0.smithi003.stdout:315: done (0 left) 2024-04-13T07:15:04.876 INFO:tasks.rados.rados.0.smithi003.stdout:316: delete oid 49 current snap is 31 2024-04-13T07:15:04.876 INFO:tasks.rados.rados.0.smithi003.stdout:316: done (0 left) 2024-04-13T07:15:04.877 INFO:tasks.rados.rados.0.smithi003.stdout:317: copy_from oid 33 from oid 9 current snap is 31 2024-04-13T07:15:04.877 INFO:tasks.rados.rados.0.smithi003.stdout:318: read oid 27 snap -1 2024-04-13T07:15:04.877 INFO:tasks.rados.rados.0.smithi003.stdout:318: expect deleted 2024-04-13T07:15:04.877 INFO:tasks.rados.rados.0.smithi003.stdout:319: rollback oid 42 current snap is 31 2024-04-13T07:15:04.877 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 42 to 21 2024-04-13T07:15:04.877 INFO:tasks.rados.rados.0.smithi003.stdout:320: read oid 29 snap -1 2024-04-13T07:15:04.877 INFO:tasks.rados.rados.0.smithi003.stdout:320: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:15:04.877 INFO:tasks.rados.rados.0.smithi003.stdout:321: delete oid 19 current snap is 31 2024-04-13T07:15:04.877 INFO:tasks.rados.rados.0.smithi003.stdout:319: finishing rollback tid 1 to smithi00377890-42 2024-04-13T07:15:04.877 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 0 (ObjNum 33 snap 0 seq_num 291416592) dirty dne 2024-04-13T07:15:04.878 INFO:tasks.rados.rados.0.smithi003.stdout:318: done (4 left) 2024-04-13T07:15:04.878 INFO:tasks.rados.rados.0.smithi003.stdout:319: done (3 left) 2024-04-13T07:15:04.879 INFO:tasks.rados.rados.0.smithi003.stdout:321: done (2 left) 2024-04-13T07:15:04.879 INFO:tasks.rados.rados.0.smithi003.stdout:322: rollback oid 31 current snap is 31 2024-04-13T07:15:04.879 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 31 to 7 2024-04-13T07:15:04.879 INFO:tasks.rados.rados.0.smithi003.stdout:323: rollback oid 40 current snap is 31 2024-04-13T07:15:04.879 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 40 to 29 2024-04-13T07:15:04.879 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 39 current snap is 31 2024-04-13T07:15:04.879 INFO:tasks.rados.rados.0.smithi003.stdout:324: seq_num 128 ranges {1597440=548864,2146304=794624,2940928=581632,3522560=229376} 2024-04-13T07:15:04.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:04 smithi003 ceph-mon[37804]: pgmap v180: 121 pgs: 121 active+clean; 97 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-13T07:15:04.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:04 smithi003 ceph-mon[37804]: osdmap e130: 8 total, 8 up, 8 in 2024-04-13T07:15:04.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:04 smithi003 ceph-mon[27034]: pgmap v180: 121 pgs: 121 active+clean; 97 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-13T07:15:04.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:04 smithi003 ceph-mon[27034]: osdmap e130: 8 total, 8 up, 8 in 2024-04-13T07:15:04.890 INFO:tasks.rados.rados.0.smithi003.stdout:324: writing smithi00377890-39 from 1597440 to 2146304 tid 1 2024-04-13T07:15:04.895 INFO:tasks.rados.rados.0.smithi003.stdout:324: writing smithi00377890-39 from 2146304 to 2940928 tid 2 2024-04-13T07:15:04.899 INFO:tasks.rados.rados.0.smithi003.stdout:324: writing smithi00377890-39 from 2940928 to 3522560 tid 3 2024-04-13T07:15:04.901 INFO:tasks.rados.rados.0.smithi003.stdout:324: writing smithi00377890-39 from 3522560 to 3751936 tid 4 2024-04-13T07:15:04.901 INFO:tasks.rados.rados.0.smithi003.stdout:325: read oid 34 snap -1 2024-04-13T07:15:04.901 INFO:tasks.rados.rados.0.smithi003.stdout:325: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-13T07:15:04.901 INFO:tasks.rados.rados.0.smithi003.stdout:326: rollback oid 16 current snap is 31 2024-04-13T07:15:04.901 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 16 to 11 2024-04-13T07:15:04.901 INFO:tasks.rados.rados.0.smithi003.stdout:320: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:15:04.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:04 smithi066 ceph-mon[30583]: pgmap v180: 121 pgs: 121 active+clean; 97 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-13T07:15:04.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:04 smithi066 ceph-mon[30583]: osdmap e130: 8 total, 8 up, 8 in 2024-04-13T07:15:04.936 INFO:tasks.rados.rados.0.smithi003.stdout:322: finishing rollback tid 0 to smithi00377890-31 2024-04-13T07:15:04.937 INFO:tasks.rados.rados.0.smithi003.stdout:322: finishing rollback tid 1 to smithi00377890-31 2024-04-13T07:15:04.937 INFO:tasks.rados.rados.0.smithi003.stdout:322: finishing rollback tid 2 to smithi00377890-31 2024-04-13T07:15:04.937 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 48 (ObjNum 71 snap 7 seq_num 71) dirty exists 2024-04-13T07:15:04.937 INFO:tasks.rados.rados.0.smithi003.stdout:323: finishing rollback tid 0 to smithi00377890-40 2024-04-13T07:15:04.937 INFO:tasks.rados.rados.0.smithi003.stdout:323: finishing rollback tid 1 to smithi00377890-40 2024-04-13T07:15:04.937 INFO:tasks.rados.rados.0.smithi003.stdout:320: done (6 left) 2024-04-13T07:15:04.937 INFO:tasks.rados.rados.0.smithi003.stdout:322: done (5 left) 2024-04-13T07:15:04.937 INFO:tasks.rados.rados.0.smithi003.stdout:327: snap_create 2024-04-13T07:15:04.937 INFO:tasks.rados.rados.0.smithi003.stdout:323: finishing rollback tid 2 to smithi00377890-40 2024-04-13T07:15:04.937 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 274 (ObjNum 87 snap 18 seq_num 87) dirty exists 2024-04-13T07:15:04.937 INFO:tasks.rados.rados.0.smithi003.stdout:317: finishing copy_from racing read to smithi00377890-33 2024-04-13T07:15:04.937 INFO:tasks.rados.rados.0.smithi003.stdout:317: finishing copy_from to smithi00377890-33 2024-04-13T07:15:04.938 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 128 (ObjNum 86 snap 18 seq_num 86) dirty exists 2024-04-13T07:15:04.938 INFO:tasks.rados.rados.0.smithi003.stdout:324: finishing write tid 1 to smithi00377890-39 2024-04-13T07:15:04.938 INFO:tasks.rados.rados.0.smithi003.stdout:324: finishing write tid 2 to smithi00377890-39 2024-04-13T07:15:04.938 INFO:tasks.rados.rados.0.smithi003.stdout:324: finishing write tid 3 to smithi00377890-39 2024-04-13T07:15:04.938 INFO:tasks.rados.rados.0.smithi003.stdout:324: finishing write tid 4 to smithi00377890-39 2024-04-13T07:15:04.938 INFO:tasks.rados.rados.0.smithi003.stdout:326: finishing rollback tid 0 to smithi00377890-16 2024-04-13T07:15:04.938 INFO:tasks.rados.rados.0.smithi003.stdout:324: finishing write tid 5 to smithi00377890-39 2024-04-13T07:15:04.938 INFO:tasks.rados.rados.0.smithi003.stdout:326: finishing rollback tid 1 to smithi00377890-16 2024-04-13T07:15:04.938 INFO:tasks.rados.rados.0.smithi003.stdout:325: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-13T07:15:04.957 INFO:tasks.rados.rados.0.smithi003.stdout:326: finishing rollback tid 2 to smithi00377890-16 2024-04-13T07:15:04.957 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 181 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-04-13T07:15:04.957 INFO:tasks.rados.rados.0.smithi003.stdout:324: finishing write tid 6 to smithi00377890-39 2024-04-13T07:15:04.957 INFO:tasks.rados.rados.0.smithi003.stdout:324: oid 39 updating version 0 to 66 2024-04-13T07:15:04.957 INFO:tasks.rados.rados.0.smithi003.stdout:324: oid 39 updating version 66 to 68 2024-04-13T07:15:04.957 INFO:tasks.rados.rados.0.smithi003.stdout:324: oid 39 updating version 68 to 70 2024-04-13T07:15:04.957 INFO:tasks.rados.rados.0.smithi003.stdout:324: oid 39 version 70 is already newer than 69 2024-04-13T07:15:04.958 INFO:tasks.rados.rados.0.smithi003.stdout:324: oid 39 version 70 is already newer than 67 2024-04-13T07:15:04.958 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 70 (ObjNum 128 snap 31 seq_num 128) dirty exists 2024-04-13T07:15:04.958 INFO:tasks.rados.rados.0.smithi003.stdout:324: left oid 39 (ObjNum 128 snap 31 seq_num 128) 2024-04-13T07:15:05.548 INFO:tasks.rados.rados.0.smithi003.stdout:317: done (5 left) 2024-04-13T07:15:05.548 INFO:tasks.rados.rados.0.smithi003.stdout:323: done (4 left) 2024-04-13T07:15:05.548 INFO:tasks.rados.rados.0.smithi003.stdout:324: done (3 left) 2024-04-13T07:15:05.548 INFO:tasks.rados.rados.0.smithi003.stdout:325: done (2 left) 2024-04-13T07:15:05.548 INFO:tasks.rados.rados.0.smithi003.stdout:326: done (1 left) 2024-04-13T07:15:05.548 INFO:tasks.rados.rados.0.smithi003.stdout:327: done (0 left) 2024-04-13T07:15:05.548 INFO:tasks.rados.rados.0.smithi003.stdout:328: rollback oid 50 current snap is 32 2024-04-13T07:15:05.548 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 50 to 7 2024-04-13T07:15:05.548 INFO:tasks.rados.rados.0.smithi003.stdout:329: rmattr oid 38 current snap is 32 2024-04-13T07:15:05.548 INFO:tasks.rados.rados.0.smithi003.stdout:329: done (1 left) 2024-04-13T07:15:05.548 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 21 current snap is 32 2024-04-13T07:15:05.548 INFO:tasks.rados.rados.0.smithi003.stdout:330: seq_num 129 ranges {778240=565248,1343488=679936,2023424=786432,2809856=139264} 2024-04-13T07:15:05.555 INFO:tasks.rados.rados.0.smithi003.stdout:330: writing smithi00377890-21 from 778240 to 1343488 tid 1 2024-04-13T07:15:05.559 INFO:tasks.rados.rados.0.smithi003.stdout:330: writing smithi00377890-21 from 1343488 to 2023424 tid 2 2024-04-13T07:15:05.563 INFO:tasks.rados.rados.0.smithi003.stdout:330: writing smithi00377890-21 from 2023424 to 2809856 tid 3 2024-04-13T07:15:05.565 INFO:tasks.rados.rados.0.smithi003.stdout:330: writing smithi00377890-21 from 2809856 to 2949120 tid 4 2024-04-13T07:15:05.565 INFO:tasks.rados.rados.0.smithi003.stdout:331: copy_from oid 37 from oid 14 current snap is 32 2024-04-13T07:15:05.565 INFO:tasks.rados.rados.0.smithi003.stdout:328: finishing rollback tid 0 to smithi00377890-50 2024-04-13T07:15:05.565 INFO:tasks.rados.rados.0.smithi003.stdout:328: finishing rollback tid 1 to smithi00377890-50 2024-04-13T07:15:05.565 INFO:tasks.rados.rados.0.smithi003.stdout:328: finishing rollback tid 2 to smithi00377890-50 2024-04-13T07:15:05.565 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 55 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-13T07:15:05.565 INFO:tasks.rados.rados.0.smithi003.stdout:330: finishing write tid 1 to smithi00377890-21 2024-04-13T07:15:05.565 INFO:tasks.rados.rados.0.smithi003.stdout:330: finishing write tid 2 to smithi00377890-21 2024-04-13T07:15:05.565 INFO:tasks.rados.rados.0.smithi003.stdout:328: done (2 left) 2024-04-13T07:15:05.565 INFO:tasks.rados.rados.0.smithi003.stdout:332: rmattr oid 44 current snap is 32 2024-04-13T07:15:05.565 INFO:tasks.rados.rados.0.smithi003.stdout:332: done (2 left) 2024-04-13T07:15:05.565 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 15 current snap is 32 2024-04-13T07:15:05.565 INFO:tasks.rados.rados.0.smithi003.stdout:333: seq_num 130 ranges {1761280=581632,2342912=614400,2957312=598016,3555328=393216} 2024-04-13T07:15:05.577 INFO:tasks.rados.rados.0.smithi003.stdout:333: writing smithi00377890-15 from 1761280 to 2342912 tid 1 2024-04-13T07:15:05.581 INFO:tasks.rados.rados.0.smithi003.stdout:333: writing smithi00377890-15 from 2342912 to 2957312 tid 2 2024-04-13T07:15:05.584 INFO:tasks.rados.rados.0.smithi003.stdout:333: writing smithi00377890-15 from 2957312 to 3555328 tid 3 2024-04-13T07:15:05.587 INFO:tasks.rados.rados.0.smithi003.stdout:333: writing smithi00377890-15 from 3555328 to 3948544 tid 4 2024-04-13T07:15:05.587 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 22 current snap is 32 2024-04-13T07:15:05.587 INFO:tasks.rados.rados.0.smithi003.stdout:330: finishing write tid 3 to smithi00377890-21 2024-04-13T07:15:05.587 INFO:tasks.rados.rados.0.smithi003.stdout:334: seq_num 131 ranges {2162688=598016,2760704=499712,3260416=753664,4014080=352256} 2024-04-13T07:15:05.602 INFO:tasks.rados.rados.0.smithi003.stdout:334: writing smithi00377890-22 from 2162688 to 2760704 tid 1 2024-04-13T07:15:05.604 INFO:tasks.rados.rados.0.smithi003.stdout:334: writing smithi00377890-22 from 2760704 to 3260416 tid 2 2024-04-13T07:15:05.609 INFO:tasks.rados.rados.0.smithi003.stdout:334: writing smithi00377890-22 from 3260416 to 4014080 tid 3 2024-04-13T07:15:05.612 INFO:tasks.rados.rados.0.smithi003.stdout:334: writing smithi00377890-22 from 4014080 to 4366336 tid 4 2024-04-13T07:15:05.612 INFO:tasks.rados.rados.0.smithi003.stdout:335: copy_from oid 23 from oid 11 current snap is 32 2024-04-13T07:15:05.612 INFO:tasks.rados.rados.0.smithi003.stdout:330: finishing write tid 4 to smithi00377890-21 2024-04-13T07:15:05.613 INFO:tasks.rados.rados.0.smithi003.stdout:330: finishing write tid 5 to smithi00377890-21 2024-04-13T07:15:05.613 INFO:tasks.rados.rados.0.smithi003.stdout:330: finishing write tid 6 to smithi00377890-21 2024-04-13T07:15:05.613 INFO:tasks.rados.rados.0.smithi003.stdout:330: oid 21 updating version 0 to 74 2024-04-13T07:15:05.613 INFO:tasks.rados.rados.0.smithi003.stdout:330: oid 21 version 74 is already newer than 73 2024-04-13T07:15:05.613 INFO:tasks.rados.rados.0.smithi003.stdout:330: oid 21 updating version 74 to 76 2024-04-13T07:15:05.613 INFO:tasks.rados.rados.0.smithi003.stdout:330: oid 21 version 76 is already newer than 72 2024-04-13T07:15:05.613 INFO:tasks.rados.rados.0.smithi003.stdout:330: oid 21 version 76 is already newer than 75 2024-04-13T07:15:05.613 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 76 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-04-13T07:15:05.613 INFO:tasks.rados.rados.0.smithi003.stdout:330: left oid 21 (ObjNum 129 snap 32 seq_num 129) 2024-04-13T07:15:05.613 INFO:tasks.rados.rados.0.smithi003.stdout:331: finishing copy_from racing read to smithi00377890-37 2024-04-13T07:15:05.613 INFO:tasks.rados.rados.0.smithi003.stdout:331: finishing copy_from to smithi00377890-37 2024-04-13T07:15:05.613 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 27 (ObjNum 96 snap 18 seq_num 96) dirty exists 2024-04-13T07:15:05.613 INFO:tasks.rados.rados.0.smithi003.stdout:333: finishing write tid 1 to smithi00377890-15 2024-04-13T07:15:05.613 INFO:tasks.rados.rados.0.smithi003.stdout:333: finishing write tid 2 to smithi00377890-15 2024-04-13T07:15:05.613 INFO:tasks.rados.rados.0.smithi003.stdout:330: done (4 left) 2024-04-13T07:15:05.614 INFO:tasks.rados.rados.0.smithi003.stdout:331: done (3 left) 2024-04-13T07:15:05.614 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 32 current snap is 32 2024-04-13T07:15:05.614 INFO:tasks.rados.rados.0.smithi003.stdout:333: finishing write tid 3 to smithi00377890-15 2024-04-13T07:15:05.614 INFO:tasks.rados.rados.0.smithi003.stdout:333: finishing write tid 4 to smithi00377890-15 2024-04-13T07:15:05.614 INFO:tasks.rados.rados.0.smithi003.stdout:333: finishing write tid 5 to smithi00377890-15 2024-04-13T07:15:05.614 INFO:tasks.rados.rados.0.smithi003.stdout:333: finishing write tid 6 to smithi00377890-15 2024-04-13T07:15:05.614 INFO:tasks.rados.rados.0.smithi003.stdout:333: oid 15 updating version 0 to 278 2024-04-13T07:15:05.614 INFO:tasks.rados.rados.0.smithi003.stdout:333: oid 15 updating version 278 to 280 2024-04-13T07:15:05.614 INFO:tasks.rados.rados.0.smithi003.stdout:333: oid 15 version 280 is already newer than 277 2024-04-13T07:15:05.614 INFO:tasks.rados.rados.0.smithi003.stdout:333: oid 15 version 280 is already newer than 279 2024-04-13T07:15:05.614 INFO:tasks.rados.rados.0.smithi003.stdout:333: oid 15 version 280 is already newer than 276 2024-04-13T07:15:05.614 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 280 (ObjNum 130 snap 32 seq_num 130) dirty exists 2024-04-13T07:15:05.614 INFO:tasks.rados.rados.0.smithi003.stdout:333: left oid 15 (ObjNum 130 snap 32 seq_num 130) 2024-04-13T07:15:05.615 INFO:tasks.rados.rados.0.smithi003.stdout:334: finishing write tid 1 to smithi00377890-22 2024-04-13T07:15:05.615 INFO:tasks.rados.rados.0.smithi003.stdout:334: finishing write tid 2 to smithi00377890-22 2024-04-13T07:15:05.615 INFO:tasks.rados.rados.0.smithi003.stdout:336: seq_num 132 ranges {106496=614400,720896=786432,1507328=565248,2072576=253952} 2024-04-13T07:15:05.615 INFO:tasks.rados.rados.0.smithi003.stdout:336: writing smithi00377890-32 from 106496 to 720896 tid 1 2024-04-13T07:15:05.620 INFO:tasks.rados.rados.0.smithi003.stdout:336: writing smithi00377890-32 from 720896 to 1507328 tid 2 2024-04-13T07:15:05.623 INFO:tasks.rados.rados.0.smithi003.stdout:336: writing smithi00377890-32 from 1507328 to 2072576 tid 3 2024-04-13T07:15:05.624 INFO:tasks.rados.rados.0.smithi003.stdout:336: writing smithi00377890-32 from 2072576 to 2326528 tid 4 2024-04-13T07:15:05.624 INFO:tasks.rados.rados.0.smithi003.stdout:333: done (3 left) 2024-04-13T07:15:05.624 INFO:tasks.rados.rados.0.smithi003.stdout:337: snap_remove snap 20 2024-04-13T07:15:05.888 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:05 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:15:05] "GET /metrics HTTP/1.1" 200 35980 "" "Prometheus/2.43.0" 2024-04-13T07:15:06.557 INFO:tasks.rados.rados.0.smithi003.stdout:337: done (3 left) 2024-04-13T07:15:06.557 INFO:tasks.rados.rados.0.smithi003.stdout:338: copy_from oid 16 from oid 44 current snap is 32 2024-04-13T07:15:06.557 INFO:tasks.rados.rados.0.smithi003.stdout:339: copy_from oid 2 from oid 46 current snap is 32 2024-04-13T07:15:06.558 INFO:tasks.rados.rados.0.smithi003.stdout:334: finishing write tid 3 to smithi00377890-22 2024-04-13T07:15:06.558 INFO:tasks.rados.rados.0.smithi003.stdout:334: finishing write tid 4 to smithi00377890-22 2024-04-13T07:15:06.558 INFO:tasks.rados.rados.0.smithi003.stdout:334: finishing write tid 5 to smithi00377890-22 2024-04-13T07:15:06.558 INFO:tasks.rados.rados.0.smithi003.stdout:334: finishing write tid 6 to smithi00377890-22 2024-04-13T07:15:06.558 INFO:tasks.rados.rados.0.smithi003.stdout:334: oid 22 updating version 0 to 183 2024-04-13T07:15:06.558 INFO:tasks.rados.rados.0.smithi003.stdout:334: oid 22 updating version 183 to 184 2024-04-13T07:15:06.558 INFO:tasks.rados.rados.0.smithi003.stdout:334: oid 22 updating version 184 to 187 2024-04-13T07:15:06.558 INFO:tasks.rados.rados.0.smithi003.stdout:334: oid 22 version 187 is already newer than 186 2024-04-13T07:15:06.558 INFO:tasks.rados.rados.0.smithi003.stdout:334: oid 22 version 187 is already newer than 185 2024-04-13T07:15:06.558 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 187 (ObjNum 131 snap 32 seq_num 131) dirty exists 2024-04-13T07:15:06.558 INFO:tasks.rados.rados.0.smithi003.stdout:334: left oid 22 (ObjNum 131 snap 32 seq_num 131) 2024-04-13T07:15:06.558 INFO:tasks.rados.rados.0.smithi003.stdout:335: finishing copy_from racing read to smithi00377890-23 2024-04-13T07:15:06.558 INFO:tasks.rados.rados.0.smithi003.stdout:335: finishing copy_from to smithi00377890-23 2024-04-13T07:15:06.559 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-13T07:15:06.559 INFO:tasks.rados.rados.0.smithi003.stdout:336: finishing write tid 1 to smithi00377890-32 2024-04-13T07:15:06.559 INFO:tasks.rados.rados.0.smithi003.stdout:336: finishing write tid 2 to smithi00377890-32 2024-04-13T07:15:06.559 INFO:tasks.rados.rados.0.smithi003.stdout:336: finishing write tid 3 to smithi00377890-32 2024-04-13T07:15:06.559 INFO:tasks.rados.rados.0.smithi003.stdout:336: finishing write tid 4 to smithi00377890-32 2024-04-13T07:15:06.559 INFO:tasks.rados.rados.0.smithi003.stdout:336: finishing write tid 5 to smithi00377890-32 2024-04-13T07:15:06.559 INFO:tasks.rados.rados.0.smithi003.stdout:336: finishing write tid 6 to smithi00377890-32 2024-04-13T07:15:06.559 INFO:tasks.rados.rados.0.smithi003.stdout:336: oid 32 updating version 0 to 287 2024-04-13T07:15:06.559 INFO:tasks.rados.rados.0.smithi003.stdout:336: oid 32 version 287 is already newer than 286 2024-04-13T07:15:06.559 INFO:tasks.rados.rados.0.smithi003.stdout:336: oid 32 version 287 is already newer than 285 2024-04-13T07:15:06.559 INFO:tasks.rados.rados.0.smithi003.stdout:336: oid 32 version 287 is already newer than 283 2024-04-13T07:15:06.559 INFO:tasks.rados.rados.0.smithi003.stdout:336: oid 32 version 287 is already newer than 284 2024-04-13T07:15:06.559 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 287 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-04-13T07:15:06.559 INFO:tasks.rados.rados.0.smithi003.stdout:336: left oid 32 (ObjNum 132 snap 32 seq_num 132) 2024-04-13T07:15:06.559 INFO:tasks.rados.rados.0.smithi003.stdout:334: done (4 left) 2024-04-13T07:15:06.560 INFO:tasks.rados.rados.0.smithi003.stdout:335: done (3 left) 2024-04-13T07:15:06.560 INFO:tasks.rados.rados.0.smithi003.stdout:336: done (2 left) 2024-04-13T07:15:06.560 INFO:tasks.rados.rados.0.smithi003.stdout:340: snap_create 2024-04-13T07:15:06.564 INFO:tasks.rados.rados.0.smithi003.stdout:339: finishing copy_from racing read to smithi00377890-2 2024-04-13T07:15:06.565 INFO:tasks.rados.rados.0.smithi003.stdout:339: finishing copy_from to smithi00377890-2 2024-04-13T07:15:06.565 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-13T07:15:06.565 INFO:tasks.rados.rados.0.smithi003.stdout:338: finishing copy_from racing read to smithi00377890-16 2024-04-13T07:15:06.566 INFO:tasks.rados.rados.0.smithi003.stdout:338: finishing copy_from to smithi00377890-16 2024-04-13T07:15:06.566 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 10 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-13T07:15:06.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:06 smithi003 ceph-mon[37804]: pgmap v183: 121 pgs: 121 active+clean; 97 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-13T07:15:06.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:06 smithi003 ceph-mon[37804]: osdmap e131: 8 total, 8 up, 8 in 2024-04-13T07:15:06.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:06 smithi003 ceph-mon[27034]: pgmap v183: 121 pgs: 121 active+clean; 97 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-13T07:15:06.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:06 smithi003 ceph-mon[27034]: osdmap e131: 8 total, 8 up, 8 in 2024-04-13T07:15:06.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:06 smithi066 ceph-mon[30583]: pgmap v183: 121 pgs: 121 active+clean; 97 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-13T07:15:06.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:06 smithi066 ceph-mon[30583]: osdmap e131: 8 total, 8 up, 8 in 2024-04-13T07:15:07.558 INFO:tasks.rados.rados.0.smithi003.stdout:338: done (2 left) 2024-04-13T07:15:07.558 INFO:tasks.rados.rados.0.smithi003.stdout:339: done (1 left) 2024-04-13T07:15:07.558 INFO:tasks.rados.rados.0.smithi003.stdout:340: done (0 left) 2024-04-13T07:15:07.558 INFO:tasks.rados.rados.0.smithi003.stdout:341: read oid 15 snap -1 2024-04-13T07:15:07.558 INFO:tasks.rados.rados.0.smithi003.stdout:341: expect (ObjNum 130 snap 32 seq_num 130) 2024-04-13T07:15:07.558 INFO:tasks.rados.rados.0.smithi003.stdout:342: copy_from oid 3 from oid 47 current snap is 33 2024-04-13T07:15:07.558 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 33 2024-04-13T07:15:07.558 INFO:tasks.rados.rados.0.smithi003.stdout:343: seq_num 133 ranges {491520=630784,1122304=663552,1785856=770048,2555904=172032} 2024-04-13T07:15:07.563 INFO:tasks.rados.rados.0.smithi003.stdout:343: writing smithi00377890-38 from 491520 to 1122304 tid 1 2024-04-13T07:15:07.568 INFO:tasks.rados.rados.0.smithi003.stdout:343: writing smithi00377890-38 from 1122304 to 1785856 tid 2 2024-04-13T07:15:07.572 INFO:tasks.rados.rados.0.smithi003.stdout:343: writing smithi00377890-38 from 1785856 to 2555904 tid 3 2024-04-13T07:15:07.574 INFO:tasks.rados.rados.0.smithi003.stdout:343: writing smithi00377890-38 from 2555904 to 2727936 tid 4 2024-04-13T07:15:07.574 INFO:tasks.rados.rados.0.smithi003.stdout:344: read oid 39 snap -1 2024-04-13T07:15:07.574 INFO:tasks.rados.rados.0.smithi003.stdout:344: expect (ObjNum 128 snap 31 seq_num 128) 2024-04-13T07:15:07.574 INFO:tasks.rados.rados.0.smithi003.stdout:345: rmattr oid 46 current snap is 33 2024-04-13T07:15:07.574 INFO:tasks.rados.rados.0.smithi003.stdout:342: finishing copy_from racing read to smithi00377890-3 2024-04-13T07:15:07.574 INFO:tasks.rados.rados.0.smithi003.stdout:342: finishing copy_from to smithi00377890-3 2024-04-13T07:15:07.574 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 42 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:15:07.574 INFO:tasks.rados.rados.0.smithi003.stdout:343: finishing write tid 1 to smithi00377890-38 2024-04-13T07:15:07.574 INFO:tasks.rados.rados.0.smithi003.stdout:343: finishing write tid 2 to smithi00377890-38 2024-04-13T07:15:07.574 INFO:tasks.rados.rados.0.smithi003.stdout:342: done (4 left) 2024-04-13T07:15:07.574 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 33 2024-04-13T07:15:07.575 INFO:tasks.rados.rados.0.smithi003.stdout:346: seq_num 134 ranges {0=647168,647168=548864,1196032=573440,1769472=483328} 2024-04-13T07:15:07.578 INFO:tasks.rados.rados.0.smithi003.stdout:346: writing smithi00377890-27 from 0 to 647168 tid 1 2024-04-13T07:15:07.581 INFO:tasks.rados.rados.0.smithi003.stdout:346: writing smithi00377890-27 from 647168 to 1196032 tid 2 2024-04-13T07:15:07.585 INFO:tasks.rados.rados.0.smithi003.stdout:346: writing smithi00377890-27 from 1196032 to 1769472 tid 3 2024-04-13T07:15:07.588 INFO:tasks.rados.rados.0.smithi003.stdout:346: writing smithi00377890-27 from 1769472 to 2252800 tid 4 2024-04-13T07:15:07.588 INFO:tasks.rados.rados.0.smithi003.stdout:347: read oid 6 snap -1 2024-04-13T07:15:07.588 INFO:tasks.rados.rados.0.smithi003.stdout:347: expect (ObjNum 103 snap 24 seq_num 103) 2024-04-13T07:15:07.588 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 8 current snap is 33 2024-04-13T07:15:07.588 INFO:tasks.rados.rados.0.smithi003.stdout:348: seq_num 135 ranges {1212416=663552,1875968=434176,2310144=786432,3096576=385024} 2024-04-13T07:15:07.599 INFO:tasks.rados.rados.0.smithi003.stdout:348: writing smithi00377890-8 from 1212416 to 1875968 tid 1 2024-04-13T07:15:07.601 INFO:tasks.rados.rados.0.smithi003.stdout:348: writing smithi00377890-8 from 1875968 to 2310144 tid 2 2024-04-13T07:15:07.605 INFO:tasks.rados.rados.0.smithi003.stdout:348: writing smithi00377890-8 from 2310144 to 3096576 tid 3 2024-04-13T07:15:07.608 INFO:tasks.rados.rados.0.smithi003.stdout:348: writing smithi00377890-8 from 3096576 to 3481600 tid 4 2024-04-13T07:15:07.609 INFO:tasks.rados.rados.0.smithi003.stdout:349: rmattr oid 49 current snap is 33 2024-04-13T07:15:07.609 INFO:tasks.rados.rados.0.smithi003.stdout:349: done (7 left) 2024-04-13T07:15:07.609 INFO:tasks.rados.rados.0.smithi003.stdout:350: read oid 25 snap -1 2024-04-13T07:15:07.609 INFO:tasks.rados.rados.0.smithi003.stdout:350: expect (ObjNum 116 snap 29 seq_num 116) 2024-04-13T07:15:07.609 INFO:tasks.rados.rados.0.smithi003.stdout:351: snap_create 2024-04-13T07:15:07.609 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 32 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-13T07:15:07.609 INFO:tasks.rados.rados.0.smithi003.stdout:343: finishing write tid 3 to smithi00377890-38 2024-04-13T07:15:07.609 INFO:tasks.rados.rados.0.smithi003.stdout:343: finishing write tid 4 to smithi00377890-38 2024-04-13T07:15:07.609 INFO:tasks.rados.rados.0.smithi003.stdout:343: finishing write tid 5 to smithi00377890-38 2024-04-13T07:15:07.609 INFO:tasks.rados.rados.0.smithi003.stdout:343: finishing write tid 6 to smithi00377890-38 2024-04-13T07:15:07.609 INFO:tasks.rados.rados.0.smithi003.stdout:343: oid 38 updating version 0 to 32 2024-04-13T07:15:07.609 INFO:tasks.rados.rados.0.smithi003.stdout:343: oid 38 updating version 32 to 34 2024-04-13T07:15:07.609 INFO:tasks.rados.rados.0.smithi003.stdout:343: oid 38 version 34 is already newer than 30 2024-04-13T07:15:07.609 INFO:tasks.rados.rados.0.smithi003.stdout:343: oid 38 version 34 is already newer than 33 2024-04-13T07:15:07.610 INFO:tasks.rados.rados.0.smithi003.stdout:343: oid 38 version 34 is already newer than 31 2024-04-13T07:15:07.610 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 34 (ObjNum 133 snap 33 seq_num 133) dirty exists 2024-04-13T07:15:07.610 INFO:tasks.rados.rados.0.smithi003.stdout:343: left oid 38 (ObjNum 133 snap 33 seq_num 133) 2024-04-13T07:15:07.610 INFO:tasks.rados.rados.0.smithi003.stdout:346: finishing write tid 1 to smithi00377890-27 2024-04-13T07:15:07.610 INFO:tasks.rados.rados.0.smithi003.stdout:346: finishing write tid 2 to smithi00377890-27 2024-04-13T07:15:07.610 INFO:tasks.rados.rados.0.smithi003.stdout:341: expect (ObjNum 130 snap 32 seq_num 130) 2024-04-13T07:15:07.755 INFO:tasks.rados.rados.0.smithi003.stdout:346: finishing write tid 3 to smithi00377890-27 2024-04-13T07:15:07.755 INFO:tasks.rados.rados.0.smithi003.stdout:344: expect (ObjNum 128 snap 31 seq_num 128) 2024-04-13T07:15:07.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:07 smithi003 ceph-mon[37804]: osdmap e132: 8 total, 8 up, 8 in 2024-04-13T07:15:07.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:07 smithi003 ceph-mon[27034]: osdmap e132: 8 total, 8 up, 8 in 2024-04-13T07:15:07.889 INFO:tasks.rados.rados.0.smithi003.stdout:346: finishing write tid 4 to smithi00377890-27 2024-04-13T07:15:07.890 INFO:tasks.rados.rados.0.smithi003.stdout:346: finishing write tid 5 to smithi00377890-27 2024-04-13T07:15:07.890 INFO:tasks.rados.rados.0.smithi003.stdout:346: finishing write tid 6 to smithi00377890-27 2024-04-13T07:15:07.890 INFO:tasks.rados.rados.0.smithi003.stdout:346: oid 27 updating version 0 to 102 2024-04-13T07:15:07.890 INFO:tasks.rados.rados.0.smithi003.stdout:346: oid 27 updating version 102 to 103 2024-04-13T07:15:07.890 INFO:tasks.rados.rados.0.smithi003.stdout:346: oid 27 version 103 is already newer than 99 2024-04-13T07:15:07.890 INFO:tasks.rados.rados.0.smithi003.stdout:346: oid 27 version 103 is already newer than 101 2024-04-13T07:15:07.890 INFO:tasks.rados.rados.0.smithi003.stdout:346: oid 27 version 103 is already newer than 100 2024-04-13T07:15:07.890 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 103 (ObjNum 134 snap 33 seq_num 134) dirty exists 2024-04-13T07:15:07.890 INFO:tasks.rados.rados.0.smithi003.stdout:346: left oid 27 (ObjNum 134 snap 33 seq_num 134) 2024-04-13T07:15:07.890 INFO:tasks.rados.rados.0.smithi003.stdout:347: expect (ObjNum 103 snap 24 seq_num 103) 2024-04-13T07:15:07.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:07 smithi066 ceph-mon[30583]: osdmap e132: 8 total, 8 up, 8 in 2024-04-13T07:15:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:348: finishing write tid 1 to smithi00377890-8 2024-04-13T07:15:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:348: finishing write tid 2 to smithi00377890-8 2024-04-13T07:15:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:348: finishing write tid 3 to smithi00377890-8 2024-04-13T07:15:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:348: finishing write tid 4 to smithi00377890-8 2024-04-13T07:15:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:348: finishing write tid 5 to smithi00377890-8 2024-04-13T07:15:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:348: finishing write tid 6 to smithi00377890-8 2024-04-13T07:15:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:348: oid 8 updating version 0 to 37 2024-04-13T07:15:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:348: oid 8 updating version 37 to 39 2024-04-13T07:15:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:348: oid 8 version 39 is already newer than 38 2024-04-13T07:15:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:348: oid 8 updating version 39 to 40 2024-04-13T07:15:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:348: oid 8 version 40 is already newer than 36 2024-04-13T07:15:07.942 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 40 (ObjNum 135 snap 33 seq_num 135) dirty exists 2024-04-13T07:15:07.942 INFO:tasks.rados.rados.0.smithi003.stdout:348: left oid 8 (ObjNum 135 snap 33 seq_num 135) 2024-04-13T07:15:07.942 INFO:tasks.rados.rados.0.smithi003.stdout:350: expect (ObjNum 116 snap 29 seq_num 116) 2024-04-13T07:15:08.559 INFO:tasks.rados.rados.0.smithi003.stdout:341: done (8 left) 2024-04-13T07:15:08.560 INFO:tasks.rados.rados.0.smithi003.stdout:343: done (7 left) 2024-04-13T07:15:08.560 INFO:tasks.rados.rados.0.smithi003.stdout:344: done (6 left) 2024-04-13T07:15:08.560 INFO:tasks.rados.rados.0.smithi003.stdout:345: done (5 left) 2024-04-13T07:15:08.560 INFO:tasks.rados.rados.0.smithi003.stdout:346: done (4 left) 2024-04-13T07:15:08.560 INFO:tasks.rados.rados.0.smithi003.stdout:347: done (3 left) 2024-04-13T07:15:08.560 INFO:tasks.rados.rados.0.smithi003.stdout:348: done (2 left) 2024-04-13T07:15:08.560 INFO:tasks.rados.rados.0.smithi003.stdout:350: done (1 left) 2024-04-13T07:15:08.560 INFO:tasks.rados.rados.0.smithi003.stdout:351: done (0 left) 2024-04-13T07:15:08.560 INFO:tasks.rados.rados.0.smithi003.stdout:352: delete oid 49 current snap is 34 2024-04-13T07:15:08.565 INFO:tasks.rados.rados.0.smithi003.stdout:352: done (0 left) 2024-04-13T07:15:08.565 INFO:tasks.rados.rados.0.smithi003.stdout:353: rollback oid 18 current snap is 34 2024-04-13T07:15:08.565 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 18 to 29 2024-04-13T07:15:08.565 INFO:tasks.rados.rados.0.smithi003.stdout:354: snap_create 2024-04-13T07:15:08.570 INFO:tasks.rados.rados.0.smithi003.stdout:353: finishing rollback tid 0 to smithi00377890-18 2024-04-13T07:15:08.570 INFO:tasks.rados.rados.0.smithi003.stdout:353: finishing rollback tid 1 to smithi00377890-18 2024-04-13T07:15:08.570 INFO:tasks.rados.rados.0.smithi003.stdout:353: finishing rollback tid 2 to smithi00377890-18 2024-04-13T07:15:08.570 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 110 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-13T07:15:08.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:08 smithi003 ceph-mon[37804]: pgmap v186: 121 pgs: 121 active+clean; 97 MiB data, 389 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:15:08.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:08 smithi003 ceph-mon[37804]: osdmap e133: 8 total, 8 up, 8 in 2024-04-13T07:15:08.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:08 smithi003 ceph-mon[27034]: pgmap v186: 121 pgs: 121 active+clean; 97 MiB data, 389 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:15:08.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:08 smithi003 ceph-mon[27034]: osdmap e133: 8 total, 8 up, 8 in 2024-04-13T07:15:08.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:08 smithi066 ceph-mon[30583]: pgmap v186: 121 pgs: 121 active+clean; 97 MiB data, 389 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:15:08.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:08 smithi066 ceph-mon[30583]: osdmap e133: 8 total, 8 up, 8 in 2024-04-13T07:15:09.465 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:15:09.564 INFO:tasks.rados.rados.0.smithi003.stdout:353: done (1 left) 2024-04-13T07:15:09.565 INFO:tasks.rados.rados.0.smithi003.stdout:354: done (0 left) 2024-04-13T07:15:09.565 INFO:tasks.rados.rados.0.smithi003.stdout:355: rollback oid 41 current snap is 35 2024-04-13T07:15:09.565 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 41 to 27 2024-04-13T07:15:09.565 INFO:tasks.rados.rados.0.smithi003.stdout:356: rollback oid 18 current snap is 35 2024-04-13T07:15:09.565 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 18 to 28 2024-04-13T07:15:09.565 INFO:tasks.rados.rados.0.smithi003.stdout:357: rmattr oid 23 current snap is 35 2024-04-13T07:15:09.565 INFO:tasks.rados.rados.0.smithi003.stdout:357: done (2 left) 2024-04-13T07:15:09.565 INFO:tasks.rados.rados.0.smithi003.stdout:358: copy_from oid 43 from oid 10 current snap is 35 2024-04-13T07:15:09.565 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 19 current snap is 35 2024-04-13T07:15:09.565 INFO:tasks.rados.rados.0.smithi003.stdout:359: seq_num 137 ranges {0=704512,704512=655360,1359872=753664,2113536=196608} 2024-04-13T07:15:09.568 INFO:tasks.rados.rados.0.smithi003.stdout:359: writing smithi00377890-19 from 0 to 704512 tid 1 2024-04-13T07:15:09.573 INFO:tasks.rados.rados.0.smithi003.stdout:359: writing smithi00377890-19 from 704512 to 1359872 tid 2 2024-04-13T07:15:09.578 INFO:tasks.rados.rados.0.smithi003.stdout:359: writing smithi00377890-19 from 1359872 to 2113536 tid 3 2024-04-13T07:15:09.580 INFO:tasks.rados.rados.0.smithi003.stdout:359: writing smithi00377890-19 from 2113536 to 2310144 tid 4 2024-04-13T07:15:09.580 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 13 current snap is 35 2024-04-13T07:15:09.580 INFO:tasks.rados.rados.0.smithi003.stdout:356: finishing rollback tid 0 to smithi00377890-18 2024-04-13T07:15:09.580 INFO:tasks.rados.rados.0.smithi003.stdout:356: finishing rollback tid 1 to smithi00377890-18 2024-04-13T07:15:09.581 INFO:tasks.rados.rados.0.smithi003.stdout:356: finishing rollback tid 2 to smithi00377890-18 2024-04-13T07:15:09.581 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 114 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-13T07:15:09.581 INFO:tasks.rados.rados.0.smithi003.stdout:360: seq_num 138 ranges {204800=720896,925696=540672,1466368=557056,2023424=507904} 2024-04-13T07:15:09.586 INFO:tasks.rados.rados.0.smithi003.stdout:360: writing smithi00377890-13 from 204800 to 925696 tid 1 2024-04-13T07:15:09.589 INFO:tasks.rados.rados.0.smithi003.stdout:360: writing smithi00377890-13 from 925696 to 1466368 tid 2 2024-04-13T07:15:09.592 INFO:tasks.rados.rados.0.smithi003.stdout:360: writing smithi00377890-13 from 1466368 to 2023424 tid 3 2024-04-13T07:15:09.596 INFO:tasks.rados.rados.0.smithi003.stdout:360: writing smithi00377890-13 from 2023424 to 2531328 tid 4 2024-04-13T07:15:09.596 INFO:tasks.rados.rados.0.smithi003.stdout:356: done (4 left) 2024-04-13T07:15:09.597 INFO:tasks.rados.rados.0.smithi003.stdout:361: setattr oid 40 current snap is 35 2024-04-13T07:15:09.597 INFO:tasks.rados.rados.0.smithi003.stdout:355: finishing rollback tid 1 to smithi00377890-41 2024-04-13T07:15:09.597 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 60 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-04-13T07:15:09.597 INFO:tasks.rados.rados.0.smithi003.stdout:359: finishing write tid 1 to smithi00377890-19 2024-04-13T07:15:09.597 INFO:tasks.rados.rados.0.smithi003.stdout:359: finishing write tid 2 to smithi00377890-19 2024-04-13T07:15:09.597 INFO:tasks.rados.rados.0.smithi003.stdout:359: finishing write tid 3 to smithi00377890-19 2024-04-13T07:15:09.597 INFO:tasks.rados.rados.0.smithi003.stdout:359: finishing write tid 4 to smithi00377890-19 2024-04-13T07:15:09.597 INFO:tasks.rados.rados.0.smithi003.stdout:359: finishing write tid 5 to smithi00377890-19 2024-04-13T07:15:09.597 INFO:tasks.rados.rados.0.smithi003.stdout:359: finishing write tid 6 to smithi00377890-19 2024-04-13T07:15:09.597 INFO:tasks.rados.rados.0.smithi003.stdout:359: oid 19 updating version 0 to 206 2024-04-13T07:15:09.597 INFO:tasks.rados.rados.0.smithi003.stdout:359: oid 19 version 206 is already newer than 205 2024-04-13T07:15:09.597 INFO:tasks.rados.rados.0.smithi003.stdout:359: oid 19 version 206 is already newer than 204 2024-04-13T07:15:09.597 INFO:tasks.rados.rados.0.smithi003.stdout:359: oid 19 version 206 is already newer than 202 2024-04-13T07:15:09.597 INFO:tasks.rados.rados.0.smithi003.stdout:359: oid 19 version 206 is already newer than 203 2024-04-13T07:15:09.598 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 206 (ObjNum 137 snap 35 seq_num 137) dirty exists 2024-04-13T07:15:09.598 INFO:tasks.rados.rados.0.smithi003.stdout:359: left oid 19 (ObjNum 137 snap 35 seq_num 137) 2024-04-13T07:15:09.598 INFO:tasks.rados.rados.0.smithi003.stdout:360: finishing write tid 1 to smithi00377890-13 2024-04-13T07:15:09.598 INFO:tasks.rados.rados.0.smithi003.stdout:360: finishing write tid 2 to smithi00377890-13 2024-04-13T07:15:09.598 INFO:tasks.rados.rados.0.smithi003.stdout:358: finishing copy_from racing read to smithi00377890-43 2024-04-13T07:15:09.598 INFO:tasks.rados.rados.0.smithi003.stdout:355: done (4 left) 2024-04-13T07:15:09.598 INFO:tasks.rados.rados.0.smithi003.stdout:359: done (3 left) 2024-04-13T07:15:09.598 INFO:tasks.rados.rados.0.smithi003.stdout:362: snap_create 2024-04-13T07:15:09.599 INFO:tasks.rados.rados.0.smithi003.stdout:358: finishing copy_from to smithi00377890-43 2024-04-13T07:15:09.599 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 189 (ObjNum 108 snap 25 seq_num 108) dirty exists 2024-04-13T07:15:09.599 INFO:tasks.rados.rados.0.smithi003.stdout:360: finishing write tid 3 to smithi00377890-13 2024-04-13T07:15:09.599 INFO:tasks.rados.rados.0.smithi003.stdout:360: finishing write tid 4 to smithi00377890-13 2024-04-13T07:15:09.599 INFO:tasks.rados.rados.0.smithi003.stdout:360: finishing write tid 5 to smithi00377890-13 2024-04-13T07:15:09.600 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 297 (ObjNum 87 snap 18 seq_num 87) dirty exists 2024-04-13T07:15:09.600 INFO:tasks.rados.rados.0.smithi003.stdout:360: finishing write tid 6 to smithi00377890-13 2024-04-13T07:15:09.601 INFO:tasks.rados.rados.0.smithi003.stdout:360: oid 13 updating version 0 to 105 2024-04-13T07:15:09.601 INFO:tasks.rados.rados.0.smithi003.stdout:360: oid 13 updating version 105 to 106 2024-04-13T07:15:09.601 INFO:tasks.rados.rados.0.smithi003.stdout:360: oid 13 updating version 106 to 107 2024-04-13T07:15:09.601 INFO:tasks.rados.rados.0.smithi003.stdout:360: oid 13 updating version 107 to 108 2024-04-13T07:15:09.601 INFO:tasks.rados.rados.0.smithi003.stdout:360: oid 13 updating version 108 to 109 2024-04-13T07:15:09.601 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 109 (ObjNum 138 snap 35 seq_num 138) dirty exists 2024-04-13T07:15:09.601 INFO:tasks.rados.rados.0.smithi003.stdout:360: left oid 13 (ObjNum 138 snap 35 seq_num 138) 2024-04-13T07:15:09.805 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:15:09.805 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (2m) 2m ago 3m 14.6M - 0.25.0 c8568f914cd2 3cfca92eb9ec 2024-04-13T07:15:09.805 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (3m) 2m ago 3m 83.3M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:15:09.806 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (4m) 2m ago 4m 16.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 8ddb79bf2742 2024-04-13T07:15:09.806 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (4m) 2m ago 4m 15.9M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 0760d90a9293 2024-04-13T07:15:09.806 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,8765 running (7m) 2m ago 7m 449M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 4127966edc7e 2024-04-13T07:15:09.806 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:9283,8765 running (9m) 2m ago 9m 495M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 358d73cdd035 2024-04-13T07:15:09.806 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (9m) 2m ago 9m 44.1M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f 92e46dcd24a8 2024-04-13T07:15:09.806 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (8m) 2m ago 8m 37.2M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f 08d1a823ed5f 2024-04-13T07:15:09.806 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (8m) 2m ago 8m 40.0M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f ff89cdffb940 2024-04-13T07:15:09.806 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (3m) 2m ago 3m 3569k - 1.5.0 0da6a335fe13 dfbcad6ee10c 2024-04-13T07:15:09.806 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (3m) 2m ago 3m 3581k - 1.5.0 0da6a335fe13 ce4f8de81f3f 2024-04-13T07:15:09.806 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (7m) 2m ago 7m 52.1M 2993M 18.2.2-1217-g7d36322c 6ecd1226aa2f d05697330a33 2024-04-13T07:15:09.806 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (7m) 2m ago 7m 45.2M 2993M 18.2.2-1217-g7d36322c 6ecd1226aa2f 5901b0c84ed2 2024-04-13T07:15:09.806 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (6m) 2m ago 6m 42.8M 2993M 18.2.2-1217-g7d36322c 6ecd1226aa2f 38430c68dad7 2024-04-13T07:15:09.806 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (6m) 2m ago 6m 43.7M 2993M 18.2.2-1217-g7d36322c 6ecd1226aa2f bda6aa5b8895 2024-04-13T07:15:09.807 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (6m) 2m ago 6m 48.8M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f ec074079cca1 2024-04-13T07:15:09.807 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (5m) 2m ago 5m 43.9M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d0b4251f80f 2024-04-13T07:15:09.807 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (5m) 2m ago 5m 41.7M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f e80941711015 2024-04-13T07:15:09.807 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (4m) 2m ago 4m 50.4M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f b9515cfb6872 2024-04-13T07:15:09.807 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (2m) 2m ago 4m 26.5M - 2.43.0 a07b618ecd1d c1cf3163d23e 2024-04-13T07:15:09.807 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:09 smithi003 ceph-mon[37804]: osdmap e134: 8 total, 8 up, 8 in 2024-04-13T07:15:09.807 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:09 smithi003 ceph-mon[27034]: osdmap e134: 8 total, 8 up, 8 in 2024-04-13T07:15:09.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:09 smithi066 ceph-mon[30583]: osdmap e134: 8 total, 8 up, 8 in 2024-04-13T07:15:10.204 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:15:10.204 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:15:10.204 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3 2024-04-13T07:15:10.205 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:15:10.205 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:15:10.205 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:15:10.205 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:15:10.205 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:15:10.205 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:15:10.205 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:15:10.205 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:15:10.205 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:15:10.205 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:15:10.205 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:15:10.205 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 15 2024-04-13T07:15:10.205 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:15:10.205 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:15:10.571 INFO:tasks.rados.rados.0.smithi003.stdout:358: done (3 left) 2024-04-13T07:15:10.571 INFO:tasks.rados.rados.0.smithi003.stdout:360: done (2 left) 2024-04-13T07:15:10.571 INFO:tasks.rados.rados.0.smithi003.stdout:361: done (1 left) 2024-04-13T07:15:10.571 INFO:tasks.rados.rados.0.smithi003.stdout:362: done (0 left) 2024-04-13T07:15:10.571 INFO:tasks.rados.rados.0.smithi003.stdout:363: copy_from oid 34 from oid 46 current snap is 36 2024-04-13T07:15:10.571 INFO:tasks.rados.rados.0.smithi003.stdout:364: snap_remove snap 33 2024-04-13T07:15:10.818 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:10 smithi066 ceph-mon[30583]: pgmap v189: 121 pgs: 121 active+clean; 124 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 6.9 MiB/s wr, 32 op/s 2024-04-13T07:15:10.818 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:10 smithi066 ceph-mon[30583]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:15:10.818 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:10 smithi066 ceph-mon[30583]: osdmap e135: 8 total, 8 up, 8 in 2024-04-13T07:15:10.818 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:10 smithi066 ceph-mon[30583]: from='client.25001 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:15:10.818 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:10 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/2795981950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:15:10.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:10 smithi003 ceph-mon[27034]: pgmap v189: 121 pgs: 121 active+clean; 124 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 6.9 MiB/s wr, 32 op/s 2024-04-13T07:15:10.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:10 smithi003 ceph-mon[27034]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:15:10.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:10 smithi003 ceph-mon[27034]: osdmap e135: 8 total, 8 up, 8 in 2024-04-13T07:15:10.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:10 smithi003 ceph-mon[27034]: from='client.25001 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:15:10.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:10 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/2795981950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:15:10.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:10 smithi003 ceph-mon[37804]: pgmap v189: 121 pgs: 121 active+clean; 124 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 6.9 MiB/s wr, 32 op/s 2024-04-13T07:15:10.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:10 smithi003 ceph-mon[37804]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:15:10.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:10 smithi003 ceph-mon[37804]: osdmap e135: 8 total, 8 up, 8 in 2024-04-13T07:15:10.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:10 smithi003 ceph-mon[37804]: from='client.25001 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:15:10.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:10 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/2795981950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:15:11.579 INFO:tasks.rados.rados.0.smithi003.stdout:364: done (1 left) 2024-04-13T07:15:11.579 INFO:tasks.rados.rados.0.smithi003.stdout:365: rollback oid 45 current snap is 36 2024-04-13T07:15:11.579 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 45 to 30 2024-04-13T07:15:11.579 INFO:tasks.rados.rados.0.smithi003.stdout:363: finishing copy_from racing read to smithi00377890-34 2024-04-13T07:15:11.579 INFO:tasks.rados.rados.0.smithi003.stdout:363: finishing copy_from to smithi00377890-34 2024-04-13T07:15:11.579 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 32 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-13T07:15:11.579 INFO:tasks.rados.rados.0.smithi003.stdout:363: done (1 left) 2024-04-13T07:15:11.579 INFO:tasks.rados.rados.0.smithi003.stdout:366: read oid 28 snap -1 2024-04-13T07:15:11.580 INFO:tasks.rados.rados.0.smithi003.stdout:366: expect (ObjNum 104 snap 24 seq_num 104) 2024-04-13T07:15:11.580 INFO:tasks.rados.rados.0.smithi003.stdout:367: read oid 36 snap -1 2024-04-13T07:15:11.580 INFO:tasks.rados.rados.0.smithi003.stdout:367: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-13T07:15:11.580 INFO:tasks.rados.rados.0.smithi003.stdout:368: read oid 17 snap -1 2024-04-13T07:15:11.580 INFO:tasks.rados.rados.0.smithi003.stdout:368: expect (ObjNum 97 snap 20 seq_num 97) 2024-04-13T07:15:11.580 INFO:tasks.rados.rados.0.smithi003.stdout:369: snap_remove snap 31 2024-04-13T07:15:11.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:11 smithi003 ceph-mon[37804]: osdmap e136: 8 total, 8 up, 8 in 2024-04-13T07:15:11.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:11 smithi003 ceph-mon[37804]: Upgrade: Updating mgr.x 2024-04-13T07:15:11.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:11 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:11.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:11 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:15:11.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:11 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:15:11.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:11 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:15:11.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:11 smithi003 ceph-mon[37804]: Deploying daemon mgr.x on smithi066 2024-04-13T07:15:11.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:11 smithi003 ceph-mon[27034]: osdmap e136: 8 total, 8 up, 8 in 2024-04-13T07:15:11.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:11 smithi003 ceph-mon[27034]: Upgrade: Updating mgr.x 2024-04-13T07:15:11.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:11 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:11.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:11 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:15:11.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:11 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:15:11.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:11 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:15:11.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:11 smithi003 ceph-mon[27034]: Deploying daemon mgr.x on smithi066 2024-04-13T07:15:11.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:11 smithi066 ceph-mon[30583]: osdmap e136: 8 total, 8 up, 8 in 2024-04-13T07:15:11.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:11 smithi066 ceph-mon[30583]: Upgrade: Updating mgr.x 2024-04-13T07:15:11.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:11 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:11.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:11 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:15:11.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:11 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:15:11.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:11 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:15:11.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:11 smithi066 ceph-mon[30583]: Deploying daemon mgr.x on smithi066 2024-04-13T07:15:12.597 INFO:tasks.rados.rados.0.smithi003.stdout:369: done (4 left) 2024-04-13T07:15:12.597 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 41 current snap is 36 2024-04-13T07:15:12.597 INFO:tasks.rados.rados.0.smithi003.stdout:370: seq_num 139 ranges {0=737280,737280=425984,1163264=761856,1925120=417792} 2024-04-13T07:15:12.602 INFO:tasks.rados.rados.0.smithi003.stdout:370: writing smithi00377890-41 from 0 to 737280 tid 1 2024-04-13T07:15:12.604 INFO:tasks.rados.rados.0.smithi003.stdout:370: writing smithi00377890-41 from 737280 to 1163264 tid 2 2024-04-13T07:15:12.608 INFO:tasks.rados.rados.0.smithi003.stdout:370: writing smithi00377890-41 from 1163264 to 1925120 tid 3 2024-04-13T07:15:12.612 INFO:tasks.rados.rados.0.smithi003.stdout:370: writing smithi00377890-41 from 1925120 to 2342912 tid 4 2024-04-13T07:15:12.612 INFO:tasks.rados.rados.0.smithi003.stdout:371: delete oid 10 current snap is 36 2024-04-13T07:15:12.612 INFO:tasks.rados.rados.0.smithi003.stdout:365: finishing rollback tid 0 to smithi00377890-45 2024-04-13T07:15:12.612 INFO:tasks.rados.rados.0.smithi003.stdout:365: finishing rollback tid 1 to smithi00377890-45 2024-04-13T07:15:12.612 INFO:tasks.rados.rados.0.smithi003.stdout:365: finishing rollback tid 2 to smithi00377890-45 2024-04-13T07:15:12.612 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 120 (ObjNum 122 snap 30 seq_num 122) dirty exists 2024-04-13T07:15:12.612 INFO:tasks.rados.rados.0.smithi003.stdout:366: expect (ObjNum 104 snap 24 seq_num 104) 2024-04-13T07:15:12.666 INFO:tasks.rados.rados.0.smithi003.stdout:367: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-13T07:15:12.695 INFO:tasks.rados.rados.0.smithi003.stdout:368: expect (ObjNum 97 snap 20 seq_num 97) 2024-04-13T07:15:12.872 INFO:tasks.rados.rados.0.smithi003.stdout:370: finishing write tid 1 to smithi00377890-41 2024-04-13T07:15:12.872 INFO:tasks.rados.rados.0.smithi003.stdout:370: finishing write tid 2 to smithi00377890-41 2024-04-13T07:15:12.872 INFO:tasks.rados.rados.0.smithi003.stdout:370: finishing write tid 3 to smithi00377890-41 2024-04-13T07:15:12.872 INFO:tasks.rados.rados.0.smithi003.stdout:370: finishing write tid 4 to smithi00377890-41 2024-04-13T07:15:12.872 INFO:tasks.rados.rados.0.smithi003.stdout:370: finishing write tid 5 to smithi00377890-41 2024-04-13T07:15:12.873 INFO:tasks.rados.rados.0.smithi003.stdout:370: finishing write tid 6 to smithi00377890-41 2024-04-13T07:15:12.873 INFO:tasks.rados.rados.0.smithi003.stdout:370: oid 41 updating version 0 to 133 2024-04-13T07:15:12.873 INFO:tasks.rados.rados.0.smithi003.stdout:370: oid 41 updating version 133 to 134 2024-04-13T07:15:12.873 INFO:tasks.rados.rados.0.smithi003.stdout:370: oid 41 version 134 is already newer than 132 2024-04-13T07:15:12.873 INFO:tasks.rados.rados.0.smithi003.stdout:370: oid 41 version 134 is already newer than 130 2024-04-13T07:15:12.873 INFO:tasks.rados.rados.0.smithi003.stdout:370: oid 41 version 134 is already newer than 131 2024-04-13T07:15:12.873 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 134 (ObjNum 139 snap 36 seq_num 139) dirty exists 2024-04-13T07:15:12.873 INFO:tasks.rados.rados.0.smithi003.stdout:370: left oid 41 (ObjNum 139 snap 36 seq_num 139) 2024-04-13T07:15:12.873 INFO:tasks.rados.rados.0.smithi003.stdout:365: done (5 left) 2024-04-13T07:15:12.873 INFO:tasks.rados.rados.0.smithi003.stdout:366: done (4 left) 2024-04-13T07:15:12.873 INFO:tasks.rados.rados.0.smithi003.stdout:367: done (3 left) 2024-04-13T07:15:12.873 INFO:tasks.rados.rados.0.smithi003.stdout:368: done (2 left) 2024-04-13T07:15:12.873 INFO:tasks.rados.rados.0.smithi003.stdout:370: done (1 left) 2024-04-13T07:15:12.873 INFO:tasks.rados.rados.0.smithi003.stdout:371: done (0 left) 2024-04-13T07:15:12.873 INFO:tasks.rados.rados.0.smithi003.stdout:372: rollback oid 29 current snap is 36 2024-04-13T07:15:12.874 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 29 to 22 2024-04-13T07:15:12.874 INFO:tasks.rados.rados.0.smithi003.stdout:373: rmattr oid 34 current snap is 36 2024-04-13T07:15:12.874 INFO:tasks.rados.rados.0.smithi003.stdout:374: snap_remove snap 35 2024-04-13T07:15:12.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:12 smithi003 ceph-mon[27034]: pgmap v192: 121 pgs: 121 active+clean; 124 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 6.9 MiB/s wr, 32 op/s 2024-04-13T07:15:12.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:12 smithi003 ceph-mon[27034]: osdmap e137: 8 total, 8 up, 8 in 2024-04-13T07:15:12.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:12 smithi003 ceph-mon[37804]: pgmap v192: 121 pgs: 121 active+clean; 124 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 6.9 MiB/s wr, 32 op/s 2024-04-13T07:15:12.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:12 smithi003 ceph-mon[37804]: osdmap e137: 8 total, 8 up, 8 in 2024-04-13T07:15:12.905 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:12 smithi066 systemd[1]: Stopping Ceph mgr.x for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:15:12.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:12 smithi066 ceph-mon[30583]: pgmap v192: 121 pgs: 121 active+clean; 124 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 6.9 MiB/s wr, 32 op/s 2024-04-13T07:15:12.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:12 smithi066 ceph-mon[30583]: osdmap e137: 8 total, 8 up, 8 in 2024-04-13T07:15:13.199 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:12 smithi066 podman[63803]: 2024-04-13 07:15:12.918092844 +0000 UTC m=+0.142946751 container died 4127966edc7e2d6fcaaad0ce468c58b918b6c00048209bf7487b9664bfc0787b (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, RELEASE=reef-7d36322, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-13T07:15:13.425 INFO:tasks.rados.rados.0.smithi003.stdout:372: finishing rollback tid 0 to smithi00377890-29 2024-04-13T07:15:13.426 INFO:tasks.rados.rados.0.smithi003.stdout:372: finishing rollback tid 1 to smithi00377890-29 2024-04-13T07:15:13.426 INFO:tasks.rados.rados.0.smithi003.stdout:372: finishing rollback tid 2 to smithi00377890-29 2024-04-13T07:15:13.426 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 102 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:15:13.426 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 103 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-13T07:15:13.426 INFO:tasks.rados.rados.0.smithi003.stdout:372: done (2 left) 2024-04-13T07:15:13.426 INFO:tasks.rados.rados.0.smithi003.stdout:373: done (1 left) 2024-04-13T07:15:13.426 INFO:tasks.rados.rados.0.smithi003.stdout:374: done (0 left) 2024-04-13T07:15:13.426 INFO:tasks.rados.rados.0.smithi003.stdout:375: copy_from oid 31 from oid 44 current snap is 36 2024-04-13T07:15:13.426 INFO:tasks.rados.rados.0.smithi003.stdout:376: snap_create 2024-04-13T07:15:13.431 INFO:tasks.rados.rados.0.smithi003.stdout:375: finishing copy_from racing read to smithi00377890-31 2024-04-13T07:15:13.432 INFO:tasks.rados.rados.0.smithi003.stdout:375: finishing copy_from to smithi00377890-31 2024-04-13T07:15:13.432 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 10 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-13T07:15:13.592 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:13 smithi066 podman[63803]: 2024-04-13 07:15:13.370776472 +0000 UTC m=+0.595630437 container cleanup 4127966edc7e2d6fcaaad0ce468c58b918b6c00048209bf7487b9664bfc0787b (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-7d36322, maintainer=Guillaume Abrioux ) 2024-04-13T07:15:13.592 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:13 smithi066 bash[63803]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x 2024-04-13T07:15:13.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:13 smithi003 ceph-mon[37804]: osdmap e138: 8 total, 8 up, 8 in 2024-04-13T07:15:13.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:13 smithi003 ceph-mon[37804]: osdmap e139: 8 total, 8 up, 8 in 2024-04-13T07:15:13.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:13 smithi003 ceph-mon[27034]: osdmap e138: 8 total, 8 up, 8 in 2024-04-13T07:15:13.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:13 smithi003 ceph-mon[27034]: osdmap e139: 8 total, 8 up, 8 in 2024-04-13T07:15:13.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:13 smithi066 ceph-mon[30583]: osdmap e138: 8 total, 8 up, 8 in 2024-04-13T07:15:13.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:13 smithi066 ceph-mon[30583]: osdmap e139: 8 total, 8 up, 8 in 2024-04-13T07:15:14.428 INFO:tasks.rados.rados.0.smithi003.stdout:375: done (1 left) 2024-04-13T07:15:14.428 INFO:tasks.rados.rados.0.smithi003.stdout:376: done (0 left) 2024-04-13T07:15:14.428 INFO:tasks.rados.rados.0.smithi003.stdout:377: copy_from oid 27 from oid 39 current snap is 37 2024-04-13T07:15:14.429 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 8 current snap is 37 2024-04-13T07:15:14.429 INFO:tasks.rados.rados.0.smithi003.stdout:378: seq_num 141 ranges {3481600=770048,4251648=589824,4841472=729088,5570560=286720} 2024-04-13T07:15:14.452 INFO:tasks.rados.rados.0.smithi003.stdout:378: writing smithi00377890-8 from 3481600 to 4251648 tid 1 2024-04-13T07:15:14.455 INFO:tasks.rados.rados.0.smithi003.stdout:378: writing smithi00377890-8 from 4251648 to 4841472 tid 2 2024-04-13T07:15:14.459 INFO:tasks.rados.rados.0.smithi003.stdout:378: writing smithi00377890-8 from 4841472 to 5570560 tid 3 2024-04-13T07:15:14.461 INFO:tasks.rados.rados.0.smithi003.stdout:378: writing smithi00377890-8 from 5570560 to 5857280 tid 4 2024-04-13T07:15:14.461 INFO:tasks.rados.rados.0.smithi003.stdout:379: copy_from oid 45 from oid 50 current snap is 37 2024-04-13T07:15:14.461 INFO:tasks.rados.rados.0.smithi003.stdout:377: finishing copy_from racing read to smithi00377890-27 2024-04-13T07:15:14.461 INFO:tasks.rados.rados.0.smithi003.stdout:377: finishing copy_from to smithi00377890-27 2024-04-13T07:15:14.462 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 70 (ObjNum 128 snap 31 seq_num 128) dirty exists 2024-04-13T07:15:14.462 INFO:tasks.rados.rados.0.smithi003.stdout:378: finishing write tid 1 to smithi00377890-8 2024-04-13T07:15:14.462 INFO:tasks.rados.rados.0.smithi003.stdout:378: finishing write tid 2 to smithi00377890-8 2024-04-13T07:15:14.462 INFO:tasks.rados.rados.0.smithi003.stdout:377: done (2 left) 2024-04-13T07:15:14.462 INFO:tasks.rados.rados.0.smithi003.stdout:380: snap_create 2024-04-13T07:15:14.463 INFO:tasks.rados.rados.0.smithi003.stdout:378: finishing write tid 3 to smithi00377890-8 2024-04-13T07:15:14.464 INFO:tasks.rados.rados.0.smithi003.stdout:378: finishing write tid 4 to smithi00377890-8 2024-04-13T07:15:14.464 INFO:tasks.rados.rados.0.smithi003.stdout:378: finishing write tid 5 to smithi00377890-8 2024-04-13T07:15:14.466 INFO:tasks.rados.rados.0.smithi003.stdout:378: finishing write tid 6 to smithi00377890-8 2024-04-13T07:15:14.466 INFO:tasks.rados.rados.0.smithi003.stdout:378: oid 8 updating version 0 to 48 2024-04-13T07:15:14.466 INFO:tasks.rados.rados.0.smithi003.stdout:378: oid 8 updating version 48 to 50 2024-04-13T07:15:14.466 INFO:tasks.rados.rados.0.smithi003.stdout:378: oid 8 version 50 is already newer than 46 2024-04-13T07:15:14.466 INFO:tasks.rados.rados.0.smithi003.stdout:378: oid 8 version 50 is already newer than 47 2024-04-13T07:15:14.466 INFO:tasks.rados.rados.0.smithi003.stdout:378: oid 8 version 50 is already newer than 49 2024-04-13T07:15:14.467 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 50 (ObjNum 141 snap 37 seq_num 141) dirty exists 2024-04-13T07:15:14.467 INFO:tasks.rados.rados.0.smithi003.stdout:378: left oid 8 (ObjNum 141 snap 37 seq_num 141) 2024-04-13T07:15:14.469 INFO:tasks.rados.rados.0.smithi003.stdout:379: finishing copy_from racing read to smithi00377890-45 2024-04-13T07:15:14.470 INFO:tasks.rados.rados.0.smithi003.stdout:379: finishing copy_from to smithi00377890-45 2024-04-13T07:15:14.470 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 55 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-13T07:15:14.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:14 smithi003 ceph-mon[37804]: pgmap v195: 121 pgs: 121 active+clean; 136 MiB data, 450 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-13T07:15:14.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:14 smithi003 ceph-mon[37804]: osdmap e140: 8 total, 8 up, 8 in 2024-04-13T07:15:14.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:14 smithi003 ceph-mon[27034]: pgmap v195: 121 pgs: 121 active+clean; 136 MiB data, 450 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-13T07:15:14.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:14 smithi003 ceph-mon[27034]: osdmap e140: 8 total, 8 up, 8 in 2024-04-13T07:15:14.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:14 smithi066 ceph-mon[30583]: pgmap v195: 121 pgs: 121 active+clean; 136 MiB data, 450 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-13T07:15:14.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:14 smithi066 ceph-mon[30583]: osdmap e140: 8 total, 8 up, 8 in 2024-04-13T07:15:15.431 INFO:tasks.rados.rados.0.smithi003.stdout:378: done (2 left) 2024-04-13T07:15:15.432 INFO:tasks.rados.rados.0.smithi003.stdout:379: done (1 left) 2024-04-13T07:15:15.432 INFO:tasks.rados.rados.0.smithi003.stdout:380: done (0 left) 2024-04-13T07:15:15.432 INFO:tasks.rados.rados.0.smithi003.stdout:381: read oid 36 snap -1 2024-04-13T07:15:15.432 INFO:tasks.rados.rados.0.smithi003.stdout:381: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-13T07:15:15.432 INFO:tasks.rados.rados.0.smithi003.stdout:382: rollback oid 29 current snap is 38 2024-04-13T07:15:15.432 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 29 to 29 2024-04-13T07:15:15.432 INFO:tasks.rados.rados.0.smithi003.stdout:383: delete oid 6 current snap is 38 2024-04-13T07:15:15.437 INFO:tasks.rados.rados.0.smithi003.stdout:383: done (2 left) 2024-04-13T07:15:15.437 INFO:tasks.rados.rados.0.smithi003.stdout:384: snap_create 2024-04-13T07:15:15.437 INFO:tasks.rados.rados.0.smithi003.stdout:381: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-13T07:15:15.461 INFO:tasks.rados.rados.0.smithi003.stdout:382: finishing rollback tid 0 to smithi00377890-29 2024-04-13T07:15:15.461 INFO:tasks.rados.rados.0.smithi003.stdout:382: finishing rollback tid 1 to smithi00377890-29 2024-04-13T07:15:15.461 INFO:tasks.rados.rados.0.smithi003.stdout:382: finishing rollback tid 2 to smithi00377890-29 2024-04-13T07:15:15.461 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 111 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:15:15.888 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:15 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:15:15] "GET /metrics HTTP/1.1" 200 35980 "" "Prometheus/2.43.0" 2024-04-13T07:15:15.905 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:15 smithi066 podman[63817]: 2024-04-13 07:15:15.436765469 +0000 UTC m=+2.523162513 container remove 4127966edc7e2d6fcaaad0ce468c58b918b6c00048209bf7487b9664bfc0787b (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=reef-7d36322, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-13T07:15:15.905 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:15 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-13T07:15:15.905 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:15 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-13T07:15:15.905 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:15 smithi066 systemd[1]: Stopped Ceph mgr.x for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:15:15.905 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:15 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mgr.x.service: Consumed 19.148s CPU time. 2024-04-13T07:15:16.405 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:15 smithi066 systemd[1]: Starting Ceph mgr.x for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:15:16.406 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:16 smithi066 podman[63952]: 2024-04-13 07:15:16.085757218 +0000 UTC m=+0.018763460 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:15:16.436 INFO:tasks.rados.rados.0.smithi003.stdout:381: done (2 left) 2024-04-13T07:15:16.436 INFO:tasks.rados.rados.0.smithi003.stdout:382: done (1 left) 2024-04-13T07:15:16.436 INFO:tasks.rados.rados.0.smithi003.stdout:384: done (0 left) 2024-04-13T07:15:16.436 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 28 current snap is 39 2024-04-13T07:15:16.436 INFO:tasks.rados.rados.0.smithi003.stdout:385: seq_num 143 ranges {1908736=802816,2711552=761856,3473408=745472,4218880=98304} 2024-04-13T07:15:16.450 INFO:tasks.rados.rados.0.smithi003.stdout:385: writing smithi00377890-28 from 1908736 to 2711552 tid 1 2024-04-13T07:15:16.454 INFO:tasks.rados.rados.0.smithi003.stdout:385: writing smithi00377890-28 from 2711552 to 3473408 tid 2 2024-04-13T07:15:16.459 INFO:tasks.rados.rados.0.smithi003.stdout:385: writing smithi00377890-28 from 3473408 to 4218880 tid 3 2024-04-13T07:15:16.460 INFO:tasks.rados.rados.0.smithi003.stdout:385: writing smithi00377890-28 from 4218880 to 4317184 tid 4 2024-04-13T07:15:16.460 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 43 current snap is 39 2024-04-13T07:15:16.460 INFO:tasks.rados.rados.0.smithi003.stdout:385: finishing write tid 1 to smithi00377890-28 2024-04-13T07:15:16.460 INFO:tasks.rados.rados.0.smithi003.stdout:385: finishing write tid 2 to smithi00377890-28 2024-04-13T07:15:16.460 INFO:tasks.rados.rados.0.smithi003.stdout:386: seq_num 144 ranges {4800512=16384} 2024-04-13T07:15:16.487 INFO:tasks.rados.rados.0.smithi003.stdout:386: writing smithi00377890-43 from 4800512 to 4816896 tid 1 2024-04-13T07:15:16.487 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 26 current snap is 39 2024-04-13T07:15:16.487 INFO:tasks.rados.rados.0.smithi003.stdout:385: finishing write tid 3 to smithi00377890-28 2024-04-13T07:15:16.487 INFO:tasks.rados.rados.0.smithi003.stdout:385: finishing write tid 4 to smithi00377890-28 2024-04-13T07:15:16.487 INFO:tasks.rados.rados.0.smithi003.stdout:385: finishing write tid 5 to smithi00377890-28 2024-04-13T07:15:16.487 INFO:tasks.rados.rados.0.smithi003.stdout:385: finishing write tid 6 to smithi00377890-28 2024-04-13T07:15:16.487 INFO:tasks.rados.rados.0.smithi003.stdout:385: oid 28 updating version 0 to 192 2024-04-13T07:15:16.487 INFO:tasks.rados.rados.0.smithi003.stdout:385: oid 28 version 192 is already newer than 191 2024-04-13T07:15:16.487 INFO:tasks.rados.rados.0.smithi003.stdout:385: oid 28 version 192 is already newer than 190 2024-04-13T07:15:16.487 INFO:tasks.rados.rados.0.smithi003.stdout:385: oid 28 updating version 192 to 194 2024-04-13T07:15:16.487 INFO:tasks.rados.rados.0.smithi003.stdout:385: oid 28 version 194 is already newer than 193 2024-04-13T07:15:16.488 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 194 (ObjNum 143 snap 39 seq_num 143) dirty exists 2024-04-13T07:15:16.488 INFO:tasks.rados.rados.0.smithi003.stdout:385: left oid 28 (ObjNum 143 snap 39 seq_num 143) 2024-04-13T07:15:16.488 INFO:tasks.rados.rados.0.smithi003.stdout:387: seq_num 145 ranges {425984=32768} 2024-04-13T07:15:16.490 INFO:tasks.rados.rados.0.smithi003.stdout:387: writing smithi00377890-26 from 425984 to 458752 tid 1 2024-04-13T07:15:16.490 INFO:tasks.rados.rados.0.smithi003.stdout:385: done (2 left) 2024-04-13T07:15:16.490 INFO:tasks.rados.rados.0.smithi003.stdout:388: delete oid 14 current snap is 39 2024-04-13T07:15:16.490 INFO:tasks.rados.rados.0.smithi003.stdout:386: finishing write tid 1 to smithi00377890-43 2024-04-13T07:15:16.490 INFO:tasks.rados.rados.0.smithi003.stdout:386: finishing write tid 2 to smithi00377890-43 2024-04-13T07:15:16.490 INFO:tasks.rados.rados.0.smithi003.stdout:386: finishing write tid 3 to smithi00377890-43 2024-04-13T07:15:16.490 INFO:tasks.rados.rados.0.smithi003.stdout:386: oid 43 updating version 0 to 196 2024-04-13T07:15:16.490 INFO:tasks.rados.rados.0.smithi003.stdout:386: oid 43 version 196 is already newer than 195 2024-04-13T07:15:16.490 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 196 (ObjNum 144 snap 39 seq_num 144) dirty exists 2024-04-13T07:15:16.490 INFO:tasks.rados.rados.0.smithi003.stdout:386: left oid 43 (ObjNum 144 snap 39 seq_num 144) 2024-04-13T07:15:16.492 INFO:tasks.rados.rados.0.smithi003.stdout:386: done (2 left) 2024-04-13T07:15:16.492 INFO:tasks.rados.rados.0.smithi003.stdout:388: done (1 left) 2024-04-13T07:15:16.493 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 39 2024-04-13T07:15:16.493 INFO:tasks.rados.rados.0.smithi003.stdout:389: seq_num 147 ranges {2727936=65536} 2024-04-13T07:15:16.508 INFO:tasks.rados.rados.0.smithi003.stdout:389: writing smithi00377890-38 from 2727936 to 2793472 tid 1 2024-04-13T07:15:16.508 INFO:tasks.rados.rados.0.smithi003.stdout:390: setattr oid 2 current snap is 39 2024-04-13T07:15:16.508 INFO:tasks.rados.rados.0.smithi003.stdout:387: finishing write tid 1 to smithi00377890-26 2024-04-13T07:15:16.508 INFO:tasks.rados.rados.0.smithi003.stdout:387: finishing write tid 2 to smithi00377890-26 2024-04-13T07:15:16.508 INFO:tasks.rados.rados.0.smithi003.stdout:387: finishing write tid 3 to smithi00377890-26 2024-04-13T07:15:16.508 INFO:tasks.rados.rados.0.smithi003.stdout:387: oid 26 updating version 0 to 142 2024-04-13T07:15:16.508 INFO:tasks.rados.rados.0.smithi003.stdout:387: oid 26 version 142 is already newer than 141 2024-04-13T07:15:16.508 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 142 (ObjNum 145 snap 39 seq_num 145) dirty exists 2024-04-13T07:15:16.509 INFO:tasks.rados.rados.0.smithi003.stdout:387: left oid 26 (ObjNum 145 snap 39 seq_num 145) 2024-04-13T07:15:16.510 INFO:tasks.rados.rados.0.smithi003.stdout:389: finishing write tid 1 to smithi00377890-38 2024-04-13T07:15:16.510 INFO:tasks.rados.rados.0.smithi003.stdout:389: finishing write tid 2 to smithi00377890-38 2024-04-13T07:15:16.511 INFO:tasks.rados.rados.0.smithi003.stdout:387: done (2 left) 2024-04-13T07:15:16.511 INFO:tasks.rados.rados.0.smithi003.stdout:391: read oid 14 snap -1 2024-04-13T07:15:16.511 INFO:tasks.rados.rados.0.smithi003.stdout:391: expect deleted 2024-04-13T07:15:16.511 INFO:tasks.rados.rados.0.smithi003.stdout:392: snap_create 2024-04-13T07:15:16.511 INFO:tasks.rados.rados.0.smithi003.stdout:389: finishing write tid 3 to smithi00377890-38 2024-04-13T07:15:16.511 INFO:tasks.rados.rados.0.smithi003.stdout:389: oid 38 updating version 0 to 52 2024-04-13T07:15:16.511 INFO:tasks.rados.rados.0.smithi003.stdout:389: oid 38 updating version 52 to 53 2024-04-13T07:15:16.512 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 53 (ObjNum 147 snap 39 seq_num 147) dirty exists 2024-04-13T07:15:16.512 INFO:tasks.rados.rados.0.smithi003.stdout:389: left oid 38 (ObjNum 147 snap 39 seq_num 147) 2024-04-13T07:15:16.513 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 132 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-13T07:15:16.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:16 smithi003 ceph-mon[27034]: pgmap v198: 121 pgs: 121 active+clean; 136 MiB data, 450 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-13T07:15:16.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:16 smithi003 ceph-mon[27034]: osdmap e141: 8 total, 8 up, 8 in 2024-04-13T07:15:16.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:16 smithi003 ceph-mon[37804]: pgmap v198: 121 pgs: 121 active+clean; 136 MiB data, 450 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-13T07:15:16.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:16 smithi003 ceph-mon[37804]: osdmap e141: 8 total, 8 up, 8 in 2024-04-13T07:15:16.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:16 smithi066 ceph-mon[30583]: pgmap v198: 121 pgs: 121 active+clean; 136 MiB data, 450 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-13T07:15:16.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:16 smithi066 ceph-mon[30583]: osdmap e141: 8 total, 8 up, 8 in 2024-04-13T07:15:17.446 INFO:tasks.rados.rados.0.smithi003.stdout:389: done (3 left) 2024-04-13T07:15:17.446 INFO:tasks.rados.rados.0.smithi003.stdout:390: done (2 left) 2024-04-13T07:15:17.446 INFO:tasks.rados.rados.0.smithi003.stdout:391: done (1 left) 2024-04-13T07:15:17.446 INFO:tasks.rados.rados.0.smithi003.stdout:392: done (0 left) 2024-04-13T07:15:17.446 INFO:tasks.rados.rados.0.smithi003.stdout:393: delete oid 27 current snap is 40 2024-04-13T07:15:17.450 INFO:tasks.rados.rados.0.smithi003.stdout:393: done (0 left) 2024-04-13T07:15:17.450 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 40 2024-04-13T07:15:17.450 INFO:tasks.rados.rados.0.smithi003.stdout:394: seq_num 149 ranges {778240=98304} 2024-04-13T07:15:17.455 INFO:tasks.rados.rados.0.smithi003.stdout:394: writing smithi00377890-3 from 778240 to 876544 tid 1 2024-04-13T07:15:17.455 INFO:tasks.rados.rados.0.smithi003.stdout:395: snap_create 2024-04-13T07:15:17.458 INFO:tasks.rados.rados.0.smithi003.stdout:394: finishing write tid 1 to smithi00377890-3 2024-04-13T07:15:17.459 INFO:tasks.rados.rados.0.smithi003.stdout:394: finishing write tid 2 to smithi00377890-3 2024-04-13T07:15:17.460 INFO:tasks.rados.rados.0.smithi003.stdout:394: finishing write tid 3 to smithi00377890-3 2024-04-13T07:15:17.460 INFO:tasks.rados.rados.0.smithi003.stdout:394: oid 3 updating version 0 to 144 2024-04-13T07:15:17.460 INFO:tasks.rados.rados.0.smithi003.stdout:394: oid 3 updating version 144 to 145 2024-04-13T07:15:17.460 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 145 (ObjNum 149 snap 40 seq_num 149) dirty exists 2024-04-13T07:15:17.460 INFO:tasks.rados.rados.0.smithi003.stdout:394: left oid 3 (ObjNum 149 snap 40 seq_num 149) 2024-04-13T07:15:17.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:17 smithi066 ceph-mon[30583]: osdmap e142: 8 total, 8 up, 8 in 2024-04-13T07:15:17.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:17 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:15:17.656 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:17 smithi066 podman[63952]: 2024-04-13 07:15:17.287751135 +0000 UTC m=+1.220757376 container create a7b3e47db80be9265fb84a86046bd35c19a0f175f779a65de8f81135905d249e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-13T07:15:17.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:17 smithi003 ceph-mon[37804]: osdmap e142: 8 total, 8 up, 8 in 2024-04-13T07:15:17.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:17 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:15:17.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:17 smithi003 ceph-mon[27034]: osdmap e142: 8 total, 8 up, 8 in 2024-04-13T07:15:17.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:17 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:15:18.458 INFO:tasks.rados.rados.0.smithi003.stdout:394: done (1 left) 2024-04-13T07:15:18.459 INFO:tasks.rados.rados.0.smithi003.stdout:395: done (0 left) 2024-04-13T07:15:18.459 INFO:tasks.rados.rados.0.smithi003.stdout:396: rollback oid 27 current snap is 41 2024-04-13T07:15:18.459 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 27 to 40 2024-04-13T07:15:18.459 INFO:tasks.rados.rados.0.smithi003.stdout:397: setattr oid 20 current snap is 41 2024-04-13T07:15:18.461 INFO:tasks.rados.rados.0.smithi003.stdout:398: snap_create 2024-04-13T07:15:18.464 INFO:tasks.rados.rados.0.smithi003.stdout:396: finishing rollback tid 1 to smithi00377890-27 2024-04-13T07:15:18.464 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 117 (ObjNum 241 snap 0 seq_num 291417200) dirty dne 2024-04-13T07:15:18.466 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 212 (ObjNum 120 snap 29 seq_num 120) dirty exists 2024-04-13T07:15:18.557 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:18 smithi066 ceph-mon[30583]: pgmap v201: 121 pgs: 121 active+clean; 136 MiB data, 450 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:15:18.557 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:18 smithi066 ceph-mon[30583]: osdmap e143: 8 total, 8 up, 8 in 2024-04-13T07:15:18.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:18 smithi003 ceph-mon[37804]: pgmap v201: 121 pgs: 121 active+clean; 136 MiB data, 450 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:15:18.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:18 smithi003 ceph-mon[37804]: osdmap e143: 8 total, 8 up, 8 in 2024-04-13T07:15:18.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:18 smithi003 ceph-mon[27034]: pgmap v201: 121 pgs: 121 active+clean; 136 MiB data, 450 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:15:18.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:18 smithi003 ceph-mon[27034]: osdmap e143: 8 total, 8 up, 8 in 2024-04-13T07:15:19.470 INFO:tasks.rados.rados.0.smithi003.stdout:396: done (2 left) 2024-04-13T07:15:19.470 INFO:tasks.rados.rados.0.smithi003.stdout:397: done (1 left) 2024-04-13T07:15:19.470 INFO:tasks.rados.rados.0.smithi003.stdout:398: done (0 left) 2024-04-13T07:15:19.470 INFO:tasks.rados.rados.0.smithi003.stdout:399: read oid 46 snap -1 2024-04-13T07:15:19.470 INFO:tasks.rados.rados.0.smithi003.stdout:399: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-13T07:15:19.470 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 33 current snap is 42 2024-04-13T07:15:19.470 INFO:tasks.rados.rados.0.smithi003.stdout:400: seq_num 150 ranges {2818048=114688} 2024-04-13T07:15:19.486 INFO:tasks.rados.rados.0.smithi003.stdout:400: writing smithi00377890-33 from 2818048 to 2932736 tid 1 2024-04-13T07:15:19.486 INFO:tasks.rados.rados.0.smithi003.stdout:401: delete oid 2 current snap is 42 2024-04-13T07:15:19.486 INFO:tasks.rados.rados.0.smithi003.stdout:399: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-13T07:15:19.509 INFO:tasks.rados.rados.0.smithi003.stdout:400: finishing write tid 1 to smithi00377890-33 2024-04-13T07:15:19.509 INFO:tasks.rados.rados.0.smithi003.stdout:400: finishing write tid 2 to smithi00377890-33 2024-04-13T07:15:19.509 INFO:tasks.rados.rados.0.smithi003.stdout:400: finishing write tid 3 to smithi00377890-33 2024-04-13T07:15:19.509 INFO:tasks.rados.rados.0.smithi003.stdout:400: oid 33 updating version 0 to 136 2024-04-13T07:15:19.509 INFO:tasks.rados.rados.0.smithi003.stdout:400: oid 33 updating version 136 to 137 2024-04-13T07:15:19.509 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 137 (ObjNum 150 snap 42 seq_num 150) dirty exists 2024-04-13T07:15:19.510 INFO:tasks.rados.rados.0.smithi003.stdout:400: left oid 33 (ObjNum 150 snap 42 seq_num 150) 2024-04-13T07:15:19.510 INFO:tasks.rados.rados.0.smithi003.stdout:399: done (2 left) 2024-04-13T07:15:19.510 INFO:tasks.rados.rados.0.smithi003.stdout:400: done (1 left) 2024-04-13T07:15:19.510 INFO:tasks.rados.rados.0.smithi003.stdout:401: done (0 left) 2024-04-13T07:15:19.510 INFO:tasks.rados.rados.0.smithi003.stdout:402: snap_create 2024-04-13T07:15:19.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:19 smithi066 ceph-mon[30583]: osdmap e144: 8 total, 8 up, 8 in 2024-04-13T07:15:19.656 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:19 smithi066 podman[63952]: 2024-04-13 07:15:19.219717898 +0000 UTC m=+3.152724141 container init a7b3e47db80be9265fb84a86046bd35c19a0f175f779a65de8f81135905d249e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:15:19.656 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:19 smithi066 podman[63952]: 2024-04-13 07:15:19.222963542 +0000 UTC m=+3.155969790 container start a7b3e47db80be9265fb84a86046bd35c19a0f175f779a65de8f81135905d249e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True) 2024-04-13T07:15:19.656 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:19 smithi066 ceph-mgr[63980]: -- 172.21.15.66:0/1995999850 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562ae334c5a0 con 0x562ae3320800 2024-04-13T07:15:19.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:19 smithi003 ceph-mon[37804]: osdmap e144: 8 total, 8 up, 8 in 2024-04-13T07:15:19.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:19 smithi003 ceph-mon[27034]: osdmap e144: 8 total, 8 up, 8 in 2024-04-13T07:15:20.128 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:19 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:19.799+0000 7f15ee987200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:15:20.128 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:19 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:19.898+0000 7f15ee987200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:15:20.405 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:20 smithi066 bash[63952]: a7b3e47db80be9265fb84a86046bd35c19a0f175f779a65de8f81135905d249e 2024-04-13T07:15:20.405 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:20 smithi066 systemd[1]: Started Ceph mgr.x for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:15:20.476 INFO:tasks.rados.rados.0.smithi003.stdout:402: done (0 left) 2024-04-13T07:15:20.476 INFO:tasks.rados.rados.0.smithi003.stdout:403: rmattr oid 48 current snap is 43 2024-04-13T07:15:20.476 INFO:tasks.rados.rados.0.smithi003.stdout:403: done (0 left) 2024-04-13T07:15:20.476 INFO:tasks.rados.rados.0.smithi003.stdout:404: rmattr oid 31 current snap is 43 2024-04-13T07:15:20.476 INFO:tasks.rados.rados.0.smithi003.stdout:404: done (0 left) 2024-04-13T07:15:20.476 INFO:tasks.rados.rados.0.smithi003.stdout:405: read oid 37 snap -1 2024-04-13T07:15:20.476 INFO:tasks.rados.rados.0.smithi003.stdout:405: expect (ObjNum 96 snap 18 seq_num 96) 2024-04-13T07:15:20.476 INFO:tasks.rados.rados.0.smithi003.stdout:406: setattr oid 7 current snap is 43 2024-04-13T07:15:20.478 INFO:tasks.rados.rados.0.smithi003.stdout:407: delete oid 13 current snap is 43 2024-04-13T07:15:20.481 INFO:tasks.rados.rados.0.smithi003.stdout:407: done (2 left) 2024-04-13T07:15:20.481 INFO:tasks.rados.rados.0.smithi003.stdout:408: rollback oid 36 current snap is 43 2024-04-13T07:15:20.481 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 36 to 21 2024-04-13T07:15:20.481 INFO:tasks.rados.rados.0.smithi003.stdout:409: read oid 28 snap 27 2024-04-13T07:15:20.481 INFO:tasks.rados.rados.0.smithi003.stdout:409: expect (ObjNum 104 snap 24 seq_num 104) 2024-04-13T07:15:20.481 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 43 2024-04-13T07:15:20.481 INFO:tasks.rados.rados.0.smithi003.stdout:410: seq_num 153 ranges {4366336=163840} 2024-04-13T07:15:20.506 INFO:tasks.rados.rados.0.smithi003.stdout:410: writing smithi00377890-17 from 4366336 to 4530176 tid 1 2024-04-13T07:15:20.506 INFO:tasks.rados.rados.0.smithi003.stdout:411: delete oid 19 current snap is 43 2024-04-13T07:15:20.507 INFO:tasks.rados.rados.0.smithi003.stdout:405: expect (ObjNum 96 snap 18 seq_num 96) 2024-04-13T07:15:20.551 INFO:tasks.rados.rados.0.smithi003.stdout:408: finishing rollback tid 0 to smithi00377890-36 2024-04-13T07:15:20.551 INFO:tasks.rados.rados.0.smithi003.stdout:408: finishing rollback tid 1 to smithi00377890-36 2024-04-13T07:15:20.551 INFO:tasks.rados.rados.0.smithi003.stdout:408: finishing rollback tid 2 to smithi00377890-36 2024-04-13T07:15:20.551 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 115 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-13T07:15:20.551 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 147 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-13T07:15:20.552 INFO:tasks.rados.rados.0.smithi003.stdout:409: expect (ObjNum 104 snap 24 seq_num 104) 2024-04-13T07:15:20.605 INFO:tasks.rados.rados.0.smithi003.stdout:410: finishing write tid 1 to smithi00377890-17 2024-04-13T07:15:20.605 INFO:tasks.rados.rados.0.smithi003.stdout:410: finishing write tid 2 to smithi00377890-17 2024-04-13T07:15:20.605 INFO:tasks.rados.rados.0.smithi003.stdout:405: done (5 left) 2024-04-13T07:15:20.605 INFO:tasks.rados.rados.0.smithi003.stdout:406: done (4 left) 2024-04-13T07:15:20.605 INFO:tasks.rados.rados.0.smithi003.stdout:408: done (3 left) 2024-04-13T07:15:20.605 INFO:tasks.rados.rados.0.smithi003.stdout:409: done (2 left) 2024-04-13T07:15:20.606 INFO:tasks.rados.rados.0.smithi003.stdout:411: done (1 left) 2024-04-13T07:15:20.606 INFO:tasks.rados.rados.0.smithi003.stdout:412: read oid 26 snap 29 2024-04-13T07:15:20.606 INFO:tasks.rados.rados.0.smithi003.stdout:412: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-13T07:15:20.606 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 1 current snap is 43 2024-04-13T07:15:20.606 INFO:tasks.rados.rados.0.smithi003.stdout:410: finishing write tid 3 to smithi00377890-17 2024-04-13T07:15:20.606 INFO:tasks.rados.rados.0.smithi003.stdout:410: oid 17 updating version 0 to 140 2024-04-13T07:15:20.606 INFO:tasks.rados.rados.0.smithi003.stdout:410: oid 17 version 140 is already newer than 139 2024-04-13T07:15:20.606 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 140 (ObjNum 153 snap 43 seq_num 153) dirty exists 2024-04-13T07:15:20.606 INFO:tasks.rados.rados.0.smithi003.stdout:410: left oid 17 (ObjNum 153 snap 43 seq_num 153) 2024-04-13T07:15:20.606 INFO:tasks.rados.rados.0.smithi003.stdout:413: seq_num 155 ranges {1433600=204800} 2024-04-13T07:15:20.613 INFO:tasks.rados.rados.0.smithi003.stdout:413: writing smithi00377890-1 from 1433600 to 1638400 tid 1 2024-04-13T07:15:20.614 INFO:tasks.rados.rados.0.smithi003.stdout:410: done (2 left) 2024-04-13T07:15:20.614 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 45 current snap is 43 2024-04-13T07:15:20.614 INFO:tasks.rados.rados.0.smithi003.stdout:414: seq_num 156 ranges {827392=221184} 2024-04-13T07:15:20.619 INFO:tasks.rados.rados.0.smithi003.stdout:414: writing smithi00377890-45 from 827392 to 1048576 tid 1 2024-04-13T07:15:20.619 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 43 2024-04-13T07:15:20.620 INFO:tasks.rados.rados.0.smithi003.stdout:415: seq_num 157 ranges {2818048=237568} 2024-04-13T07:15:20.637 INFO:tasks.rados.rados.0.smithi003.stdout:415: writing smithi00377890-9 from 2818048 to 3055616 tid 1 2024-04-13T07:15:20.637 INFO:tasks.rados.rados.0.smithi003.stdout:416: snap_remove snap 32 2024-04-13T07:15:20.730 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:20 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:20.616+0000 7f15ee987200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:15:20.730 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:20 smithi066 ceph-mon[30583]: pgmap v204: 121 pgs: 121 active+clean; 146 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 577 KiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-13T07:15:20.730 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:20 smithi066 ceph-mon[30583]: osdmap e145: 8 total, 8 up, 8 in 2024-04-13T07:15:20.731 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:20 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:20.731 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:20 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:20.731 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:20 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:15:20.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:20 smithi003 ceph-mon[37804]: pgmap v204: 121 pgs: 121 active+clean; 146 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 577 KiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-13T07:15:20.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:20 smithi003 ceph-mon[37804]: osdmap e145: 8 total, 8 up, 8 in 2024-04-13T07:15:20.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:20 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:20.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:20 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:20.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:20 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:15:20.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:20 smithi003 ceph-mon[27034]: pgmap v204: 121 pgs: 121 active+clean; 146 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 577 KiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-13T07:15:20.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:20 smithi003 ceph-mon[27034]: osdmap e145: 8 total, 8 up, 8 in 2024-04-13T07:15:20.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:20 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:20.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:20 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:20.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:20 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:15:21.068 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:20 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:20.726+0000 7f15ee987200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:15:21.068 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:20 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:20.874+0000 7f15ee987200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:15:21.068 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:20 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:20.973+0000 7f15ee987200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:15:21.339 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:21.059+0000 7f15ee987200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:15:21.499 INFO:tasks.rados.rados.0.smithi003.stdout:416: done (4 left) 2024-04-13T07:15:21.499 INFO:tasks.rados.rados.0.smithi003.stdout:417: rollback oid 3 current snap is 43 2024-04-13T07:15:21.499 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 3 to 41 2024-04-13T07:15:21.499 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 19 current snap is 43 2024-04-13T07:15:21.499 INFO:tasks.rados.rados.0.smithi003.stdout:418: seq_num 158 ranges {0=253952} 2024-04-13T07:15:21.499 INFO:tasks.rados.rados.0.smithi003.stdout:418: writing smithi00377890-19 from 0 to 253952 tid 1 2024-04-13T07:15:21.499 INFO:tasks.rados.rados.0.smithi003.stdout:419: copy_from oid 42 from oid 23 current snap is 43 2024-04-13T07:15:21.499 INFO:tasks.rados.rados.0.smithi003.stdout:420: snap_create 2024-04-13T07:15:21.500 INFO:tasks.rados.rados.0.smithi003.stdout:412: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-13T07:15:21.514 INFO:tasks.rados.rados.0.smithi003.stdout:413: finishing write tid 1 to smithi00377890-1 2024-04-13T07:15:21.515 INFO:tasks.rados.rados.0.smithi003.stdout:413: finishing write tid 2 to smithi00377890-1 2024-04-13T07:15:21.515 INFO:tasks.rados.rados.0.smithi003.stdout:413: finishing write tid 3 to smithi00377890-1 2024-04-13T07:15:21.515 INFO:tasks.rados.rados.0.smithi003.stdout:413: oid 1 updating version 0 to 143 2024-04-13T07:15:21.515 INFO:tasks.rados.rados.0.smithi003.stdout:413: oid 1 version 143 is already newer than 142 2024-04-13T07:15:21.515 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 143 (ObjNum 155 snap 43 seq_num 155) dirty exists 2024-04-13T07:15:21.515 INFO:tasks.rados.rados.0.smithi003.stdout:413: left oid 1 (ObjNum 155 snap 43 seq_num 155) 2024-04-13T07:15:21.515 INFO:tasks.rados.rados.0.smithi003.stdout:414: finishing write tid 1 to smithi00377890-45 2024-04-13T07:15:21.515 INFO:tasks.rados.rados.0.smithi003.stdout:414: finishing write tid 2 to smithi00377890-45 2024-04-13T07:15:21.515 INFO:tasks.rados.rados.0.smithi003.stdout:414: finishing write tid 3 to smithi00377890-45 2024-04-13T07:15:21.515 INFO:tasks.rados.rados.0.smithi003.stdout:414: oid 45 updating version 0 to 136 2024-04-13T07:15:21.515 INFO:tasks.rados.rados.0.smithi003.stdout:414: oid 45 updating version 136 to 137 2024-04-13T07:15:21.515 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 137 (ObjNum 156 snap 43 seq_num 156) dirty exists 2024-04-13T07:15:21.516 INFO:tasks.rados.rados.0.smithi003.stdout:414: left oid 45 (ObjNum 156 snap 43 seq_num 156) 2024-04-13T07:15:21.516 INFO:tasks.rados.rados.0.smithi003.stdout:415: finishing write tid 1 to smithi00377890-9 2024-04-13T07:15:21.516 INFO:tasks.rados.rados.0.smithi003.stdout:415: finishing write tid 2 to smithi00377890-9 2024-04-13T07:15:21.516 INFO:tasks.rados.rados.0.smithi003.stdout:415: finishing write tid 3 to smithi00377890-9 2024-04-13T07:15:21.516 INFO:tasks.rados.rados.0.smithi003.stdout:415: oid 9 updating version 0 to 312 2024-04-13T07:15:21.516 INFO:tasks.rados.rados.0.smithi003.stdout:415: oid 9 version 312 is already newer than 311 2024-04-13T07:15:21.516 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 312 (ObjNum 157 snap 43 seq_num 157) dirty exists 2024-04-13T07:15:21.516 INFO:tasks.rados.rados.0.smithi003.stdout:415: left oid 9 (ObjNum 157 snap 43 seq_num 157) 2024-04-13T07:15:21.516 INFO:tasks.rados.rados.0.smithi003.stdout:417: finishing rollback tid 0 to smithi00377890-3 2024-04-13T07:15:21.516 INFO:tasks.rados.rados.0.smithi003.stdout:418: finishing write tid 1 to smithi00377890-19 2024-04-13T07:15:21.516 INFO:tasks.rados.rados.0.smithi003.stdout:417: finishing rollback tid 1 to smithi00377890-3 2024-04-13T07:15:21.516 INFO:tasks.rados.rados.0.smithi003.stdout:418: finishing write tid 2 to smithi00377890-19 2024-04-13T07:15:21.516 INFO:tasks.rados.rados.0.smithi003.stdout:417: finishing rollback tid 2 to smithi00377890-3 2024-04-13T07:15:21.516 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 157 (ObjNum 149 snap 40 seq_num 149) dirty exists 2024-04-13T07:15:21.517 INFO:tasks.rados.rados.0.smithi003.stdout:418: finishing write tid 3 to smithi00377890-19 2024-04-13T07:15:21.517 INFO:tasks.rados.rados.0.smithi003.stdout:418: oid 19 updating version 0 to 218 2024-04-13T07:15:21.517 INFO:tasks.rados.rados.0.smithi003.stdout:418: oid 19 version 218 is already newer than 217 2024-04-13T07:15:21.517 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 218 (ObjNum 158 snap 43 seq_num 158) dirty exists 2024-04-13T07:15:21.517 INFO:tasks.rados.rados.0.smithi003.stdout:418: left oid 19 (ObjNum 158 snap 43 seq_num 158) 2024-04-13T07:15:21.542 INFO:tasks.rados.rados.0.smithi003.stdout:419: finishing copy_from racing read to smithi00377890-42 2024-04-13T07:15:21.542 INFO:tasks.rados.rados.0.smithi003.stdout:419: finishing copy_from to smithi00377890-42 2024-04-13T07:15:21.542 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-13T07:15:21.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:21 smithi066 ceph-mon[30583]: osdmap e146: 8 total, 8 up, 8 in 2024-04-13T07:15:21.654 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:21.335+0000 7f15ee987200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:15:21.654 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:21.449+0000 7f15ee987200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:15:21.654 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:21.551+0000 7f15ee987200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:15:21.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:21 smithi003 ceph-mon[37804]: osdmap e146: 8 total, 8 up, 8 in 2024-04-13T07:15:21.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:21 smithi003 ceph-mon[27034]: osdmap e146: 8 total, 8 up, 8 in 2024-04-13T07:15:21.905 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:21.650+0000 7f15ee987200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:15:21.905 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:21.833+0000 7f15ee987200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:15:22.488 INFO:tasks.rados.rados.0.smithi003.stdout:412: done (7 left) 2024-04-13T07:15:22.489 INFO:tasks.rados.rados.0.smithi003.stdout:413: done (6 left) 2024-04-13T07:15:22.489 INFO:tasks.rados.rados.0.smithi003.stdout:414: done (5 left) 2024-04-13T07:15:22.489 INFO:tasks.rados.rados.0.smithi003.stdout:415: done (4 left) 2024-04-13T07:15:22.489 INFO:tasks.rados.rados.0.smithi003.stdout:417: done (3 left) 2024-04-13T07:15:22.489 INFO:tasks.rados.rados.0.smithi003.stdout:418: done (2 left) 2024-04-13T07:15:22.489 INFO:tasks.rados.rados.0.smithi003.stdout:419: done (1 left) 2024-04-13T07:15:22.489 INFO:tasks.rados.rados.0.smithi003.stdout:420: done (0 left) 2024-04-13T07:15:22.489 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 12 current snap is 44 2024-04-13T07:15:22.489 INFO:tasks.rados.rados.0.smithi003.stdout:421: seq_num 159 ranges {1245184=270336} 2024-04-13T07:15:22.497 INFO:tasks.rados.rados.0.smithi003.stdout:421: writing smithi00377890-12 from 1245184 to 1515520 tid 1 2024-04-13T07:15:22.497 INFO:tasks.rados.rados.0.smithi003.stdout:422: read oid 9 snap -1 2024-04-13T07:15:22.497 INFO:tasks.rados.rados.0.smithi003.stdout:422: expect (ObjNum 157 snap 43 seq_num 157) 2024-04-13T07:15:22.497 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 26 current snap is 44 2024-04-13T07:15:22.497 INFO:tasks.rados.rados.0.smithi003.stdout:423: seq_num 160 ranges {458752=286720} 2024-04-13T07:15:22.501 INFO:tasks.rados.rados.0.smithi003.stdout:423: writing smithi00377890-26 from 458752 to 745472 tid 1 2024-04-13T07:15:22.501 INFO:tasks.rados.rados.0.smithi003.stdout:424: snap_create 2024-04-13T07:15:22.502 INFO:tasks.rados.rados.0.smithi003.stdout:421: finishing write tid 1 to smithi00377890-12 2024-04-13T07:15:22.502 INFO:tasks.rados.rados.0.smithi003.stdout:421: finishing write tid 2 to smithi00377890-12 2024-04-13T07:15:22.503 INFO:tasks.rados.rados.0.smithi003.stdout:421: finishing write tid 3 to smithi00377890-12 2024-04-13T07:15:22.503 INFO:tasks.rados.rados.0.smithi003.stdout:421: oid 12 updating version 0 to 64 2024-04-13T07:15:22.503 INFO:tasks.rados.rados.0.smithi003.stdout:421: oid 12 version 64 is already newer than 63 2024-04-13T07:15:22.503 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 64 (ObjNum 159 snap 44 seq_num 159) dirty exists 2024-04-13T07:15:22.503 INFO:tasks.rados.rados.0.smithi003.stdout:421: left oid 12 (ObjNum 159 snap 44 seq_num 159) 2024-04-13T07:15:22.506 INFO:tasks.rados.rados.0.smithi003.stdout:423: finishing write tid 1 to smithi00377890-26 2024-04-13T07:15:22.506 INFO:tasks.rados.rados.0.smithi003.stdout:423: finishing write tid 2 to smithi00377890-26 2024-04-13T07:15:22.508 INFO:tasks.rados.rados.0.smithi003.stdout:423: finishing write tid 3 to smithi00377890-26 2024-04-13T07:15:22.508 INFO:tasks.rados.rados.0.smithi003.stdout:423: oid 26 updating version 0 to 159 2024-04-13T07:15:22.508 INFO:tasks.rados.rados.0.smithi003.stdout:423: oid 26 updating version 159 to 160 2024-04-13T07:15:22.508 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 160 (ObjNum 160 snap 44 seq_num 160) dirty exists 2024-04-13T07:15:22.508 INFO:tasks.rados.rados.0.smithi003.stdout:423: left oid 26 (ObjNum 160 snap 44 seq_num 160) 2024-04-13T07:15:22.516 INFO:tasks.rados.rados.0.smithi003.stdout:422: expect (ObjNum 157 snap 43 seq_num 157) 2024-04-13T07:15:22.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:22 smithi066 ceph-mon[30583]: pgmap v207: 121 pgs: 121 active+clean; 146 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 577 KiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-13T07:15:22.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:22 smithi066 ceph-mon[30583]: osdmap e147: 8 total, 8 up, 8 in 2024-04-13T07:15:22.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:22 smithi003 ceph-mon[37804]: pgmap v207: 121 pgs: 121 active+clean; 146 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 577 KiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-13T07:15:22.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:22 smithi003 ceph-mon[37804]: osdmap e147: 8 total, 8 up, 8 in 2024-04-13T07:15:22.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:22 smithi003 ceph-mon[27034]: pgmap v207: 121 pgs: 121 active+clean; 146 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 577 KiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-13T07:15:22.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:22 smithi003 ceph-mon[27034]: osdmap e147: 8 total, 8 up, 8 in 2024-04-13T07:15:23.155 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:22.889+0000 7f15ee987200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:15:23.155 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:23 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:23.031+0000 7f15ee987200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:15:23.432 INFO:tasks.rados.rados.0.smithi003.stdout:421: done (3 left) 2024-04-13T07:15:23.432 INFO:tasks.rados.rados.0.smithi003.stdout:422: done (2 left) 2024-04-13T07:15:23.432 INFO:tasks.rados.rados.0.smithi003.stdout:423: done (1 left) 2024-04-13T07:15:23.432 INFO:tasks.rados.rados.0.smithi003.stdout:424: done (0 left) 2024-04-13T07:15:23.433 INFO:tasks.rados.rados.0.smithi003.stdout:425: copy_from oid 15 from oid 40 current snap is 45 2024-04-13T07:15:23.433 INFO:tasks.rados.rados.0.smithi003.stdout:426: read oid 7 snap 7 2024-04-13T07:15:23.433 INFO:tasks.rados.rados.0.smithi003.stdout:426: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-13T07:15:23.433 INFO:tasks.rados.rados.0.smithi003.stdout:427: rollback oid 31 current snap is 45 2024-04-13T07:15:23.433 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 31 to 38 2024-04-13T07:15:23.433 INFO:tasks.rados.rados.0.smithi003.stdout:428: delete oid 35 current snap is 45 2024-04-13T07:15:23.439 INFO:tasks.rados.rados.0.smithi003.stdout:426: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-13T07:15:23.443 INFO:tasks.rados.rados.0.smithi003.stdout:427: finishing rollback tid 0 to smithi00377890-31 2024-04-13T07:15:23.443 INFO:tasks.rados.rados.0.smithi003.stdout:427: finishing rollback tid 1 to smithi00377890-31 2024-04-13T07:15:23.443 INFO:tasks.rados.rados.0.smithi003.stdout:426: done (3 left) 2024-04-13T07:15:23.443 INFO:tasks.rados.rados.0.smithi003.stdout:428: done (2 left) 2024-04-13T07:15:23.443 INFO:tasks.rados.rados.0.smithi003.stdout:429: read oid 8 snap -1 2024-04-13T07:15:23.443 INFO:tasks.rados.rados.0.smithi003.stdout:429: expect (ObjNum 141 snap 37 seq_num 141) 2024-04-13T07:15:23.443 INFO:tasks.rados.rados.0.smithi003.stdout:430: delete oid 17 current snap is 45 2024-04-13T07:15:23.443 INFO:tasks.rados.rados.0.smithi003.stdout:427: finishing rollback tid 2 to smithi00377890-31 2024-04-13T07:15:23.443 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 64 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-13T07:15:23.446 INFO:tasks.rados.rados.0.smithi003.stdout:427: done (3 left) 2024-04-13T07:15:23.446 INFO:tasks.rados.rados.0.smithi003.stdout:430: done (2 left) 2024-04-13T07:15:23.446 INFO:tasks.rados.rados.0.smithi003.stdout:431: rmattr oid 6 current snap is 45 2024-04-13T07:15:23.446 INFO:tasks.rados.rados.0.smithi003.stdout:431: done (2 left) 2024-04-13T07:15:23.446 INFO:tasks.rados.rados.0.smithi003.stdout:432: copy_from oid 14 from oid 44 current snap is 45 2024-04-13T07:15:23.446 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 16 current snap is 45 2024-04-13T07:15:23.446 INFO:tasks.rados.rados.0.smithi003.stdout:433: seq_num 163 ranges {393216=335872} 2024-04-13T07:15:23.450 INFO:tasks.rados.rados.0.smithi003.stdout:433: writing smithi00377890-16 from 393216 to 729088 tid 1 2024-04-13T07:15:23.450 INFO:tasks.rados.rados.0.smithi003.stdout:434: rollback oid 28 current snap is 45 2024-04-13T07:15:23.451 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 28 to 34 2024-04-13T07:15:23.451 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 7 current snap is 45 2024-04-13T07:15:23.451 INFO:tasks.rados.rados.0.smithi003.stdout:435: seq_num 164 ranges {106496=352256} 2024-04-13T07:15:23.453 INFO:tasks.rados.rados.0.smithi003.stdout:435: writing smithi00377890-7 from 106496 to 458752 tid 1 2024-04-13T07:15:23.453 INFO:tasks.rados.rados.0.smithi003.stdout:436: copy_from oid 18 from oid 36 current snap is 45 2024-04-13T07:15:23.453 INFO:tasks.rados.rados.0.smithi003.stdout:425: finishing copy_from racing read to smithi00377890-15 2024-04-13T07:15:23.454 INFO:tasks.rados.rados.0.smithi003.stdout:432: finishing copy_from racing read to smithi00377890-14 2024-04-13T07:15:23.454 INFO:tasks.rados.rados.0.smithi003.stdout:437: read oid 46 snap -1 2024-04-13T07:15:23.454 INFO:tasks.rados.rados.0.smithi003.stdout:437: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-13T07:15:23.454 INFO:tasks.rados.rados.0.smithi003.stdout:438: setattr oid 26 current snap is 45 2024-04-13T07:15:23.454 INFO:tasks.rados.rados.0.smithi003.stdout:432: finishing copy_from to smithi00377890-14 2024-04-13T07:15:23.454 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 10 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-13T07:15:23.454 INFO:tasks.rados.rados.0.smithi003.stdout:433: finishing write tid 1 to smithi00377890-16 2024-04-13T07:15:23.455 INFO:tasks.rados.rados.0.smithi003.stdout:433: finishing write tid 2 to smithi00377890-16 2024-04-13T07:15:23.456 INFO:tasks.rados.rados.0.smithi003.stdout:432: done (8 left) 2024-04-13T07:15:23.456 INFO:tasks.rados.rados.0.smithi003.stdout:439: snap_create 2024-04-13T07:15:23.456 INFO:tasks.rados.rados.0.smithi003.stdout:433: finishing write tid 3 to smithi00377890-16 2024-04-13T07:15:23.456 INFO:tasks.rados.rados.0.smithi003.stdout:433: oid 16 updating version 0 to 222 2024-04-13T07:15:23.456 INFO:tasks.rados.rados.0.smithi003.stdout:433: oid 16 updating version 222 to 223 2024-04-13T07:15:23.456 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 223 (ObjNum 163 snap 45 seq_num 163) dirty exists 2024-04-13T07:15:23.456 INFO:tasks.rados.rados.0.smithi003.stdout:433: left oid 16 (ObjNum 163 snap 45 seq_num 163) 2024-04-13T07:15:23.459 INFO:tasks.rados.rados.0.smithi003.stdout:437: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-13T07:15:23.482 INFO:tasks.rados.rados.0.smithi003.stdout:425: finishing copy_from to smithi00377890-15 2024-04-13T07:15:23.482 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 297 (ObjNum 87 snap 18 seq_num 87) dirty exists 2024-04-13T07:15:23.482 INFO:tasks.rados.rados.0.smithi003.stdout:436: finishing copy_from racing read to smithi00377890-18 2024-04-13T07:15:23.482 INFO:tasks.rados.rados.0.smithi003.stdout:434: finishing rollback tid 0 to smithi00377890-28 2024-04-13T07:15:23.482 INFO:tasks.rados.rados.0.smithi003.stdout:434: finishing rollback tid 1 to smithi00377890-28 2024-04-13T07:15:23.483 INFO:tasks.rados.rados.0.smithi003.stdout:435: finishing write tid 1 to smithi00377890-7 2024-04-13T07:15:23.483 INFO:tasks.rados.rados.0.smithi003.stdout:434: finishing rollback tid 2 to smithi00377890-28 2024-04-13T07:15:23.483 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 199 (ObjNum 104 snap 24 seq_num 104) dirty exists 2024-04-13T07:15:23.483 INFO:tasks.rados.rados.0.smithi003.stdout:436: finishing copy_from to smithi00377890-18 2024-04-13T07:15:23.483 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 115 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-13T07:15:23.483 INFO:tasks.rados.rados.0.smithi003.stdout:435: finishing write tid 2 to smithi00377890-7 2024-04-13T07:15:23.483 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 165 (ObjNum 160 snap 44 seq_num 160) dirty exists 2024-04-13T07:15:23.483 INFO:tasks.rados.rados.0.smithi003.stdout:435: finishing write tid 3 to smithi00377890-7 2024-04-13T07:15:23.483 INFO:tasks.rados.rados.0.smithi003.stdout:435: oid 7 updating version 0 to 162 2024-04-13T07:15:23.483 INFO:tasks.rados.rados.0.smithi003.stdout:435: oid 7 updating version 162 to 163 2024-04-13T07:15:23.483 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 163 (ObjNum 164 snap 45 seq_num 164) dirty exists 2024-04-13T07:15:23.483 INFO:tasks.rados.rados.0.smithi003.stdout:435: left oid 7 (ObjNum 164 snap 45 seq_num 164) 2024-04-13T07:15:23.483 INFO:tasks.rados.rados.0.smithi003.stdout:429: expect (ObjNum 141 snap 37 seq_num 141) 2024-04-13T07:15:23.655 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:23 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:23.393+0000 7f15ee987200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:15:23.655 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:23 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:23.512+0000 7f15ee987200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:15:23.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:23 smithi066 ceph-mon[30583]: osdmap e148: 8 total, 8 up, 8 in 2024-04-13T07:15:23.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:23 smithi066 ceph-mon[30583]: osdmap e149: 8 total, 8 up, 8 in 2024-04-13T07:15:23.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:23 smithi003 ceph-mon[37804]: osdmap e148: 8 total, 8 up, 8 in 2024-04-13T07:15:23.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:23 smithi003 ceph-mon[37804]: osdmap e149: 8 total, 8 up, 8 in 2024-04-13T07:15:23.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:23 smithi003 ceph-mon[27034]: osdmap e148: 8 total, 8 up, 8 in 2024-04-13T07:15:23.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:23 smithi003 ceph-mon[27034]: osdmap e149: 8 total, 8 up, 8 in 2024-04-13T07:15:24.074 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:23 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:23.739+0000 7f15ee987200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:15:24.075 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:23 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:23.942+0000 7f15ee987200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:15:24.405 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:24 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:24.245+0000 7f15ee987200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:15:24.437 INFO:tasks.rados.rados.0.smithi003.stdout:425: done (8 left) 2024-04-13T07:15:24.437 INFO:tasks.rados.rados.0.smithi003.stdout:429: done (7 left) 2024-04-13T07:15:24.437 INFO:tasks.rados.rados.0.smithi003.stdout:433: done (6 left) 2024-04-13T07:15:24.437 INFO:tasks.rados.rados.0.smithi003.stdout:434: done (5 left) 2024-04-13T07:15:24.437 INFO:tasks.rados.rados.0.smithi003.stdout:435: done (4 left) 2024-04-13T07:15:24.437 INFO:tasks.rados.rados.0.smithi003.stdout:436: done (3 left) 2024-04-13T07:15:24.437 INFO:tasks.rados.rados.0.smithi003.stdout:437: done (2 left) 2024-04-13T07:15:24.438 INFO:tasks.rados.rados.0.smithi003.stdout:438: done (1 left) 2024-04-13T07:15:24.438 INFO:tasks.rados.rados.0.smithi003.stdout:439: done (0 left) 2024-04-13T07:15:24.438 INFO:tasks.rados.rados.0.smithi003.stdout:440: setattr oid 39 current snap is 46 2024-04-13T07:15:24.438 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 22 current snap is 46 2024-04-13T07:15:24.438 INFO:tasks.rados.rados.0.smithi003.stdout:441: seq_num 165 ranges {4366336=368640} 2024-04-13T07:15:24.465 INFO:tasks.rados.rados.0.smithi003.stdout:441: writing smithi00377890-22 from 4366336 to 4734976 tid 1 2024-04-13T07:15:24.466 INFO:tasks.rados.rados.0.smithi003.stdout:442: snap_remove snap 42 2024-04-13T07:15:24.754 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:24 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:24.527+0000 7f15ee987200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:15:24.754 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:24 smithi066 ceph-mon[30583]: pgmap v210: 121 pgs: 121 active+clean; 144 MiB data, 469 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 470 KiB/s wr, 23 op/s 2024-04-13T07:15:24.754 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:24 smithi066 ceph-mon[30583]: osdmap e150: 8 total, 8 up, 8 in 2024-04-13T07:15:24.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:24 smithi003 ceph-mon[37804]: pgmap v210: 121 pgs: 121 active+clean; 144 MiB data, 469 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 470 KiB/s wr, 23 op/s 2024-04-13T07:15:24.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:24 smithi003 ceph-mon[37804]: osdmap e150: 8 total, 8 up, 8 in 2024-04-13T07:15:24.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:24 smithi003 ceph-mon[27034]: pgmap v210: 121 pgs: 121 active+clean; 144 MiB data, 469 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 470 KiB/s wr, 23 op/s 2024-04-13T07:15:24.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:24 smithi003 ceph-mon[27034]: osdmap e150: 8 total, 8 up, 8 in 2024-04-13T07:15:25.155 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:24 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:24.824+0000 7f15ee987200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:15:25.439 INFO:tasks.rados.rados.0.smithi003.stdout:442: done (2 left) 2024-04-13T07:15:25.439 INFO:tasks.rados.rados.0.smithi003.stdout:443: rmattr oid 7 current snap is 46 2024-04-13T07:15:25.439 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 84 (ObjNum 128 snap 31 seq_num 128) dirty exists 2024-04-13T07:15:25.439 INFO:tasks.rados.rados.0.smithi003.stdout:441: finishing write tid 1 to smithi00377890-22 2024-04-13T07:15:25.439 INFO:tasks.rados.rados.0.smithi003.stdout:441: finishing write tid 2 to smithi00377890-22 2024-04-13T07:15:25.439 INFO:tasks.rados.rados.0.smithi003.stdout:441: finishing write tid 3 to smithi00377890-22 2024-04-13T07:15:25.439 INFO:tasks.rados.rados.0.smithi003.stdout:441: oid 22 updating version 0 to 226 2024-04-13T07:15:25.439 INFO:tasks.rados.rados.0.smithi003.stdout:441: oid 22 version 226 is already newer than 225 2024-04-13T07:15:25.439 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 226 (ObjNum 165 snap 46 seq_num 165) dirty exists 2024-04-13T07:15:25.439 INFO:tasks.rados.rados.0.smithi003.stdout:441: left oid 22 (ObjNum 165 snap 46 seq_num 165) 2024-04-13T07:15:25.440 INFO:tasks.rados.rados.0.smithi003.stdout:440: done (2 left) 2024-04-13T07:15:25.440 INFO:tasks.rados.rados.0.smithi003.stdout:441: done (1 left) 2024-04-13T07:15:25.440 INFO:tasks.rados.rados.0.smithi003.stdout:444: copy_from oid 12 from oid 31 current snap is 46 2024-04-13T07:15:25.440 INFO:tasks.rados.rados.0.smithi003.stdout:445: copy_from oid 17 from oid 48 current snap is 46 2024-04-13T07:15:25.440 INFO:tasks.rados.rados.0.smithi003.stdout:446: delete oid 30 current snap is 46 2024-04-13T07:15:25.447 INFO:tasks.rados.rados.0.smithi003.stdout:445: finishing copy_from to smithi00377890-17 2024-04-13T07:15:25.447 INFO:tasks.rados.rados.0.smithi003.stdout:445: got expected ENOENT (src dne) 2024-04-13T07:15:25.447 INFO:tasks.rados.rados.0.smithi003.stdout:445: finishing copy_from racing read to smithi00377890-17 2024-04-13T07:15:25.447 INFO:tasks.rados.rados.0.smithi003.stdout:445: done (3 left) 2024-04-13T07:15:25.447 INFO:tasks.rados.rados.0.smithi003.stdout:446: done (2 left) 2024-04-13T07:15:25.447 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 44 current snap is 46 2024-04-13T07:15:25.448 INFO:tasks.rados.rados.0.smithi003.stdout:447: seq_num 167 ranges {393216=401408} 2024-04-13T07:15:25.452 INFO:tasks.rados.rados.0.smithi003.stdout:447: writing smithi00377890-44 from 393216 to 794624 tid 1 2024-04-13T07:15:25.452 INFO:tasks.rados.rados.0.smithi003.stdout:448: delete oid 42 current snap is 46 2024-04-13T07:15:25.453 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 167 (ObjNum 164 snap 45 seq_num 164) dirty exists 2024-04-13T07:15:25.455 INFO:tasks.rados.rados.0.smithi003.stdout:443: done (3 left) 2024-04-13T07:15:25.455 INFO:tasks.rados.rados.0.smithi003.stdout:448: done (2 left) 2024-04-13T07:15:25.455 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 43 current snap is 46 2024-04-13T07:15:25.455 INFO:tasks.rados.rados.0.smithi003.stdout:449: seq_num 169 ranges {4816896=434176} 2024-04-13T07:15:25.484 INFO:tasks.rados.rados.0.smithi003.stdout:449: writing smithi00377890-43 from 4816896 to 5251072 tid 1 2024-04-13T07:15:25.484 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 46 2024-04-13T07:15:25.484 INFO:tasks.rados.rados.0.smithi003.stdout:450: seq_num 170 ranges {2793472=450560} 2024-04-13T07:15:25.502 INFO:tasks.rados.rados.0.smithi003.stdout:450: writing smithi00377890-38 from 2793472 to 3244032 tid 1 2024-04-13T07:15:25.502 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 16 current snap is 46 2024-04-13T07:15:25.502 INFO:tasks.rados.rados.0.smithi003.stdout:444: finishing copy_from racing read to smithi00377890-12 2024-04-13T07:15:25.502 INFO:tasks.rados.rados.0.smithi003.stdout:451: seq_num 171 ranges {729088=466944} 2024-04-13T07:15:25.509 INFO:tasks.rados.rados.0.smithi003.stdout:451: writing smithi00377890-16 from 729088 to 1196032 tid 1 2024-04-13T07:15:25.509 INFO:tasks.rados.rados.0.smithi003.stdout:452: read oid 25 snap -1 2024-04-13T07:15:25.509 INFO:tasks.rados.rados.0.smithi003.stdout:452: expect (ObjNum 116 snap 29 seq_num 116) 2024-04-13T07:15:25.509 INFO:tasks.rados.rados.0.smithi003.stdout:453: snap_remove snap 41 2024-04-13T07:15:25.888 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:15:25] "GET /metrics HTTP/1.1" 200 35975 "" "Prometheus/2.43.0" 2024-04-13T07:15:25.905 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:25 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:25.710+0000 7f15ee987200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:15:26.501 INFO:tasks.rados.rados.0.smithi003.stdout:453: done (6 left) 2024-04-13T07:15:26.501 INFO:tasks.rados.rados.0.smithi003.stdout:454: rollback oid 35 current snap is 46 2024-04-13T07:15:26.501 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 35 to 11 2024-04-13T07:15:26.501 INFO:tasks.rados.rados.0.smithi003.stdout:455: delete oid 45 current snap is 46 2024-04-13T07:15:26.501 INFO:tasks.rados.rados.0.smithi003.stdout:444: finishing copy_from to smithi00377890-12 2024-04-13T07:15:26.501 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 64 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-13T07:15:26.501 INFO:tasks.rados.rados.0.smithi003.stdout:447: finishing write tid 1 to smithi00377890-44 2024-04-13T07:15:26.501 INFO:tasks.rados.rados.0.smithi003.stdout:447: finishing write tid 2 to smithi00377890-44 2024-04-13T07:15:26.501 INFO:tasks.rados.rados.0.smithi003.stdout:447: finishing write tid 3 to smithi00377890-44 2024-04-13T07:15:26.501 INFO:tasks.rados.rados.0.smithi003.stdout:447: oid 44 updating version 0 to 38 2024-04-13T07:15:26.501 INFO:tasks.rados.rados.0.smithi003.stdout:447: oid 44 updating version 38 to 39 2024-04-13T07:15:26.502 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 39 (ObjNum 167 snap 46 seq_num 167) dirty exists 2024-04-13T07:15:26.502 INFO:tasks.rados.rados.0.smithi003.stdout:447: left oid 44 (ObjNum 167 snap 46 seq_num 167) 2024-04-13T07:15:26.502 INFO:tasks.rados.rados.0.smithi003.stdout:449: finishing write tid 1 to smithi00377890-43 2024-04-13T07:15:26.502 INFO:tasks.rados.rados.0.smithi003.stdout:449: finishing write tid 2 to smithi00377890-43 2024-04-13T07:15:26.502 INFO:tasks.rados.rados.0.smithi003.stdout:449: finishing write tid 3 to smithi00377890-43 2024-04-13T07:15:26.502 INFO:tasks.rados.rados.0.smithi003.stdout:449: oid 43 updating version 0 to 201 2024-04-13T07:15:26.502 INFO:tasks.rados.rados.0.smithi003.stdout:449: oid 43 version 201 is already newer than 200 2024-04-13T07:15:26.502 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 201 (ObjNum 169 snap 46 seq_num 169) dirty exists 2024-04-13T07:15:26.502 INFO:tasks.rados.rados.0.smithi003.stdout:449: left oid 43 (ObjNum 169 snap 46 seq_num 169) 2024-04-13T07:15:26.502 INFO:tasks.rados.rados.0.smithi003.stdout:450: finishing write tid 1 to smithi00377890-38 2024-04-13T07:15:26.502 INFO:tasks.rados.rados.0.smithi003.stdout:450: finishing write tid 2 to smithi00377890-38 2024-04-13T07:15:26.502 INFO:tasks.rados.rados.0.smithi003.stdout:450: finishing write tid 3 to smithi00377890-38 2024-04-13T07:15:26.502 INFO:tasks.rados.rados.0.smithi003.stdout:450: oid 38 updating version 0 to 60 2024-04-13T07:15:26.503 INFO:tasks.rados.rados.0.smithi003.stdout:450: oid 38 version 60 is already newer than 59 2024-04-13T07:15:26.503 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 60 (ObjNum 170 snap 46 seq_num 170) dirty exists 2024-04-13T07:15:26.503 INFO:tasks.rados.rados.0.smithi003.stdout:450: left oid 38 (ObjNum 170 snap 46 seq_num 170) 2024-04-13T07:15:26.503 INFO:tasks.rados.rados.0.smithi003.stdout:451: finishing write tid 1 to smithi00377890-16 2024-04-13T07:15:26.503 INFO:tasks.rados.rados.0.smithi003.stdout:451: finishing write tid 2 to smithi00377890-16 2024-04-13T07:15:26.503 INFO:tasks.rados.rados.0.smithi003.stdout:451: finishing write tid 3 to smithi00377890-16 2024-04-13T07:15:26.503 INFO:tasks.rados.rados.0.smithi003.stdout:451: oid 16 updating version 0 to 237 2024-04-13T07:15:26.503 INFO:tasks.rados.rados.0.smithi003.stdout:451: oid 16 version 237 is already newer than 236 2024-04-13T07:15:26.503 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 237 (ObjNum 171 snap 46 seq_num 171) dirty exists 2024-04-13T07:15:26.503 INFO:tasks.rados.rados.0.smithi003.stdout:451: left oid 16 (ObjNum 171 snap 46 seq_num 171) 2024-04-13T07:15:26.503 INFO:tasks.rados.rados.0.smithi003.stdout:452: expect (ObjNum 116 snap 29 seq_num 116) 2024-04-13T07:15:26.634 INFO:tasks.rados.rados.0.smithi003.stdout:454: finishing rollback tid 1 to smithi00377890-35 2024-04-13T07:15:26.634 INFO:tasks.rados.rados.0.smithi003.stdout:454: finishing rollback tid 2 to smithi00377890-35 2024-04-13T07:15:26.634 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 243 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-13T07:15:26.634 INFO:tasks.rados.rados.0.smithi003.stdout:444: done (7 left) 2024-04-13T07:15:26.634 INFO:tasks.rados.rados.0.smithi003.stdout:447: done (6 left) 2024-04-13T07:15:26.634 INFO:tasks.rados.rados.0.smithi003.stdout:449: done (5 left) 2024-04-13T07:15:26.634 INFO:tasks.rados.rados.0.smithi003.stdout:450: done (4 left) 2024-04-13T07:15:26.634 INFO:tasks.rados.rados.0.smithi003.stdout:451: done (3 left) 2024-04-13T07:15:26.634 INFO:tasks.rados.rados.0.smithi003.stdout:452: done (2 left) 2024-04-13T07:15:26.634 INFO:tasks.rados.rados.0.smithi003.stdout:454: done (1 left) 2024-04-13T07:15:26.634 INFO:tasks.rados.rados.0.smithi003.stdout:455: done (0 left) 2024-04-13T07:15:26.634 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 46 2024-04-13T07:15:26.634 INFO:tasks.rados.rados.0.smithi003.stdout:456: seq_num 173 ranges {0=499712} 2024-04-13T07:15:26.636 INFO:tasks.rados.rados.0.smithi003.stdout:456: writing smithi00377890-49 from 0 to 499712 tid 1 2024-04-13T07:15:26.636 INFO:tasks.rados.rados.0.smithi003.stdout:457: snap_remove snap 11 2024-04-13T07:15:26.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:26 smithi066 ceph-mon[30583]: pgmap v213: 121 pgs: 121 active+clean; 144 MiB data, 469 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 470 KiB/s wr, 23 op/s 2024-04-13T07:15:26.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:26 smithi066 ceph-mon[30583]: osdmap e151: 8 total, 8 up, 8 in 2024-04-13T07:15:26.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:26 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:26.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:26 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:26.656 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:26 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:26.331+0000 7f15ee987200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:15:26.656 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:26 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:26.438+0000 7f15ee987200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:15:26.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:26 smithi003 ceph-mon[37804]: pgmap v213: 121 pgs: 121 active+clean; 144 MiB data, 469 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 470 KiB/s wr, 23 op/s 2024-04-13T07:15:26.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:26 smithi003 ceph-mon[37804]: osdmap e151: 8 total, 8 up, 8 in 2024-04-13T07:15:26.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:26 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:26.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:26 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:26.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:26 smithi003 ceph-mon[27034]: pgmap v213: 121 pgs: 121 active+clean; 144 MiB data, 469 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 470 KiB/s wr, 23 op/s 2024-04-13T07:15:26.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:26 smithi003 ceph-mon[27034]: osdmap e151: 8 total, 8 up, 8 in 2024-04-13T07:15:26.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:26 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:26.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:26 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:27.155 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:26 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:26.693+0000 7f15ee987200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:15:27.155 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:26 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: [13/Apr/2024:07:15:26] ENGINE Bus STARTING 2024-04-13T07:15:27.155 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:26 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: CherryPy Checker: 2024-04-13T07:15:27.155 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:26 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: The Application mounted at '' has an empty config. 2024-04-13T07:15:27.155 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:26 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:27.155 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:26 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: [13/Apr/2024:07:15:26] ENGINE Serving on http://:::9283 2024-04-13T07:15:27.155 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:26 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: [13/Apr/2024:07:15:26] ENGINE Bus STARTED 2024-04-13T07:15:27.505 INFO:tasks.rados.rados.0.smithi003.stdout:456: finishing write tid 1 to smithi00377890-49 2024-04-13T07:15:27.505 INFO:tasks.rados.rados.0.smithi003.stdout:456: finishing write tid 2 to smithi00377890-49 2024-04-13T07:15:27.505 INFO:tasks.rados.rados.0.smithi003.stdout:456: finishing write tid 3 to smithi00377890-49 2024-04-13T07:15:27.505 INFO:tasks.rados.rados.0.smithi003.stdout:456: oid 49 updating version 0 to 175 2024-04-13T07:15:27.505 INFO:tasks.rados.rados.0.smithi003.stdout:456: oid 49 version 175 is already newer than 174 2024-04-13T07:15:27.505 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 175 (ObjNum 173 snap 46 seq_num 173) dirty exists 2024-04-13T07:15:27.505 INFO:tasks.rados.rados.0.smithi003.stdout:456: left oid 49 (ObjNum 173 snap 46 seq_num 173) 2024-04-13T07:15:27.505 INFO:tasks.rados.rados.0.smithi003.stdout:456: done (1 left) 2024-04-13T07:15:27.505 INFO:tasks.rados.rados.0.smithi003.stdout:457: done (0 left) 2024-04-13T07:15:27.505 INFO:tasks.rados.rados.0.smithi003.stdout:458: copy_from oid 5 from oid 32 current snap is 46 2024-04-13T07:15:27.505 INFO:tasks.rados.rados.0.smithi003.stdout:459: setattr oid 26 current snap is 46 2024-04-13T07:15:27.507 INFO:tasks.rados.rados.0.smithi003.stdout:460: rollback oid 29 current snap is 46 2024-04-13T07:15:27.507 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 29 to 21 2024-04-13T07:15:27.507 INFO:tasks.rados.rados.0.smithi003.stdout:461: setattr oid 40 current snap is 46 2024-04-13T07:15:27.508 INFO:tasks.rados.rados.0.smithi003.stdout:462: snap_create 2024-04-13T07:15:27.522 INFO:tasks.rados.rados.0.smithi003.stdout:460: finishing rollback tid 0 to smithi00377890-29 2024-04-13T07:15:27.523 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 183 (ObjNum 160 snap 44 seq_num 160) dirty exists 2024-04-13T07:15:27.524 INFO:tasks.rados.rados.0.smithi003.stdout:460: finishing rollback tid 1 to smithi00377890-29 2024-04-13T07:15:27.525 INFO:tasks.rados.rados.0.smithi003.stdout:460: finishing rollback tid 2 to smithi00377890-29 2024-04-13T07:15:27.525 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 133 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:15:27.529 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 334 (ObjNum 87 snap 18 seq_num 87) dirty exists 2024-04-13T07:15:27.537 INFO:tasks.rados.rados.0.smithi003.stdout:458: finishing copy_from racing read to smithi00377890-5 2024-04-13T07:15:27.538 INFO:tasks.rados.rados.0.smithi003.stdout:458: finishing copy_from to smithi00377890-5 2024-04-13T07:15:27.538 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 287 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-04-13T07:15:27.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:27 smithi003 ceph-mon[37804]: osdmap e152: 8 total, 8 up, 8 in 2024-04-13T07:15:27.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:27 smithi003 ceph-mon[37804]: Standby manager daemon x restarted 2024-04-13T07:15:27.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:27 smithi003 ceph-mon[37804]: Standby manager daemon x started 2024-04-13T07:15:27.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:27 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:15:27.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:27 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:15:27.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:27 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:15:27.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:27 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:15:27.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:27 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:27.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:27 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:27.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:27 smithi003 ceph-mon[27034]: osdmap e152: 8 total, 8 up, 8 in 2024-04-13T07:15:27.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:27 smithi003 ceph-mon[27034]: Standby manager daemon x restarted 2024-04-13T07:15:27.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:27 smithi003 ceph-mon[27034]: Standby manager daemon x started 2024-04-13T07:15:27.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:27 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:15:27.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:27 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:15:27.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:27 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:15:27.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:27 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:15:27.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:27 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:27.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:27 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:27 smithi066 ceph-mon[30583]: osdmap e152: 8 total, 8 up, 8 in 2024-04-13T07:15:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:27 smithi066 ceph-mon[30583]: Standby manager daemon x restarted 2024-04-13T07:15:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:27 smithi066 ceph-mon[30583]: Standby manager daemon x started 2024-04-13T07:15:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:27 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:15:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:27 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:15:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:27 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:15:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:27 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:15:27.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:27 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:27.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:27 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:28.506 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:28 smithi066 ceph-mon[30583]: pgmap v216: 121 pgs: 121 active+clean; 144 MiB data, 469 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:15:28.507 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:28 smithi066 ceph-mon[30583]: osdmap e153: 8 total, 8 up, 8 in 2024-04-13T07:15:28.522 INFO:tasks.rados.rados.0.smithi003.stdout:458: done (4 left) 2024-04-13T07:15:28.522 INFO:tasks.rados.rados.0.smithi003.stdout:459: done (3 left) 2024-04-13T07:15:28.522 INFO:tasks.rados.rados.0.smithi003.stdout:460: done (2 left) 2024-04-13T07:15:28.522 INFO:tasks.rados.rados.0.smithi003.stdout:461: done (1 left) 2024-04-13T07:15:28.522 INFO:tasks.rados.rados.0.smithi003.stdout:462: done (0 left) 2024-04-13T07:15:28.522 INFO:tasks.rados.rados.0.smithi003.stdout:463: snap_create 2024-04-13T07:15:28.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:28 smithi003 ceph-mon[37804]: pgmap v216: 121 pgs: 121 active+clean; 144 MiB data, 469 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:15:28.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:28 smithi003 ceph-mon[37804]: osdmap e153: 8 total, 8 up, 8 in 2024-04-13T07:15:28.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:28 smithi003 ceph-mon[37804]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-13T07:15:28.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:28 smithi003 ceph-mon[27034]: pgmap v216: 121 pgs: 121 active+clean; 144 MiB data, 469 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:15:28.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:28 smithi003 ceph-mon[27034]: osdmap e153: 8 total, 8 up, 8 in 2024-04-13T07:15:28.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:28 smithi003 ceph-mon[27034]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-13T07:15:28.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:28 smithi066 ceph-mon[30583]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-13T07:15:29.533 INFO:tasks.rados.rados.0.smithi003.stdout:463: done (0 left) 2024-04-13T07:15:29.533 INFO:tasks.rados.rados.0.smithi003.stdout:464: setattr oid 4 current snap is 48 2024-04-13T07:15:29.534 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 14 current snap is 48 2024-04-13T07:15:29.534 INFO:tasks.rados.rados.0.smithi003.stdout:465: seq_num 174 ranges {393216=516096} 2024-04-13T07:15:29.539 INFO:tasks.rados.rados.0.smithi003.stdout:465: writing smithi00377890-14 from 393216 to 909312 tid 1 2024-04-13T07:15:29.539 INFO:tasks.rados.rados.0.smithi003.stdout:466: read oid 16 snap 34 2024-04-13T07:15:29.540 INFO:tasks.rados.rados.0.smithi003.stdout:466: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-13T07:15:29.540 INFO:tasks.rados.rados.0.smithi003.stdout:467: rmattr oid 10 current snap is 48 2024-04-13T07:15:29.540 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 25 (ObjNum 961 snap 0 seq_num 1259678341) dirty exists 2024-04-13T07:15:29.540 INFO:tasks.rados.rados.0.smithi003.stdout:464: done (3 left) 2024-04-13T07:15:29.540 INFO:tasks.rados.rados.0.smithi003.stdout:467: done (2 left) 2024-04-13T07:15:29.540 INFO:tasks.rados.rados.0.smithi003.stdout:468: copy_from oid 37 from oid 50 current snap is 48 2024-04-13T07:15:29.540 INFO:tasks.rados.rados.0.smithi003.stdout:469: delete oid 21 current snap is 48 2024-04-13T07:15:29.543 INFO:tasks.rados.rados.0.smithi003.stdout:465: finishing write tid 1 to smithi00377890-14 2024-04-13T07:15:29.543 INFO:tasks.rados.rados.0.smithi003.stdout:465: finishing write tid 2 to smithi00377890-14 2024-04-13T07:15:29.544 INFO:tasks.rados.rados.0.smithi003.stdout:465: finishing write tid 3 to smithi00377890-14 2024-04-13T07:15:29.544 INFO:tasks.rados.rados.0.smithi003.stdout:465: oid 14 updating version 0 to 40 2024-04-13T07:15:29.544 INFO:tasks.rados.rados.0.smithi003.stdout:465: oid 14 updating version 40 to 41 2024-04-13T07:15:29.544 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 41 (ObjNum 174 snap 48 seq_num 174) dirty exists 2024-04-13T07:15:29.544 INFO:tasks.rados.rados.0.smithi003.stdout:465: left oid 14 (ObjNum 174 snap 48 seq_num 174) 2024-04-13T07:15:29.545 INFO:tasks.rados.rados.0.smithi003.stdout:465: done (3 left) 2024-04-13T07:15:29.545 INFO:tasks.rados.rados.0.smithi003.stdout:469: done (2 left) 2024-04-13T07:15:29.545 INFO:tasks.rados.rados.0.smithi003.stdout:470: rmattr oid 2 current snap is 48 2024-04-13T07:15:29.545 INFO:tasks.rados.rados.0.smithi003.stdout:470: done (2 left) 2024-04-13T07:15:29.545 INFO:tasks.rados.rados.0.smithi003.stdout:471: rollback oid 46 current snap is 48 2024-04-13T07:15:29.545 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 46 to 36 2024-04-13T07:15:29.545 INFO:tasks.rados.rados.0.smithi003.stdout:472: copy_from oid 19 from oid 47 current snap is 48 2024-04-13T07:15:29.545 INFO:tasks.rados.rados.0.smithi003.stdout:473: read oid 4 snap -1 2024-04-13T07:15:29.546 INFO:tasks.rados.rados.0.smithi003.stdout:473: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:15:29.546 INFO:tasks.rados.rados.0.smithi003.stdout:474: snap_remove snap 38 2024-04-13T07:15:29.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:29 smithi066 ceph-mon[30583]: osdmap e154: 8 total, 8 up, 8 in 2024-04-13T07:15:29.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:29 smithi003 ceph-mon[37804]: osdmap e154: 8 total, 8 up, 8 in 2024-04-13T07:15:29.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:29 smithi003 ceph-mon[27034]: osdmap e154: 8 total, 8 up, 8 in 2024-04-13T07:15:30.416 INFO:tasks.rados.rados.0.smithi003.stdout:474: done (5 left) 2024-04-13T07:15:30.416 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 18 current snap is 48 2024-04-13T07:15:30.416 INFO:tasks.rados.rados.0.smithi003.stdout:475: seq_num 176 ranges {589824=557056} 2024-04-13T07:15:30.423 INFO:tasks.rados.rados.0.smithi003.stdout:475: writing smithi00377890-18 from 589824 to 1146880 tid 1 2024-04-13T07:15:30.423 INFO:tasks.rados.rados.0.smithi003.stdout:473: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:15:30.426 INFO:tasks.rados.rados.0.smithi003.stdout:466: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-13T07:15:30.443 INFO:tasks.rados.rados.0.smithi003.stdout:471: finishing rollback tid 0 to smithi00377890-46 2024-04-13T07:15:30.544 INFO:tasks.rados.rados.0.smithi003.stdout:471: finishing rollback tid 1 to smithi00377890-46 2024-04-13T07:15:30.544 INFO:tasks.rados.rados.0.smithi003.stdout:468: finishing copy_from racing read to smithi00377890-37 2024-04-13T07:15:30.544 INFO:tasks.rados.rados.0.smithi003.stdout:471: finishing rollback tid 2 to smithi00377890-46 2024-04-13T07:15:30.544 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 47 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-13T07:15:30.544 INFO:tasks.rados.rados.0.smithi003.stdout:468: finishing copy_from to smithi00377890-37 2024-04-13T07:15:30.544 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 55 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-13T07:15:30.545 INFO:tasks.rados.rados.0.smithi003.stdout:472: finishing copy_from racing read to smithi00377890-19 2024-04-13T07:15:30.545 INFO:tasks.rados.rados.0.smithi003.stdout:472: finishing copy_from to smithi00377890-19 2024-04-13T07:15:30.545 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 42 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:15:30.545 INFO:tasks.rados.rados.0.smithi003.stdout:466: done (5 left) 2024-04-13T07:15:30.545 INFO:tasks.rados.rados.0.smithi003.stdout:468: done (4 left) 2024-04-13T07:15:30.545 INFO:tasks.rados.rados.0.smithi003.stdout:471: done (3 left) 2024-04-13T07:15:30.545 INFO:tasks.rados.rados.0.smithi003.stdout:472: done (2 left) 2024-04-13T07:15:30.545 INFO:tasks.rados.rados.0.smithi003.stdout:473: done (1 left) 2024-04-13T07:15:30.545 INFO:tasks.rados.rados.0.smithi003.stdout:476: delete oid 1 current snap is 48 2024-04-13T07:15:30.546 INFO:tasks.rados.rados.0.smithi003.stdout:475: finishing write tid 1 to smithi00377890-18 2024-04-13T07:15:30.546 INFO:tasks.rados.rados.0.smithi003.stdout:475: finishing write tid 2 to smithi00377890-18 2024-04-13T07:15:30.546 INFO:tasks.rados.rados.0.smithi003.stdout:475: finishing write tid 3 to smithi00377890-18 2024-04-13T07:15:30.546 INFO:tasks.rados.rados.0.smithi003.stdout:475: oid 18 updating version 0 to 173 2024-04-13T07:15:30.546 INFO:tasks.rados.rados.0.smithi003.stdout:475: oid 18 updating version 173 to 174 2024-04-13T07:15:30.546 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 174 (ObjNum 176 snap 48 seq_num 176) dirty exists 2024-04-13T07:15:30.546 INFO:tasks.rados.rados.0.smithi003.stdout:475: left oid 18 (ObjNum 176 snap 48 seq_num 176) 2024-04-13T07:15:30.547 INFO:tasks.rados.rados.0.smithi003.stdout:475: done (1 left) 2024-04-13T07:15:30.547 INFO:tasks.rados.rados.0.smithi003.stdout:476: done (0 left) 2024-04-13T07:15:30.547 INFO:tasks.rados.rados.0.smithi003.stdout:477: snap_create 2024-04-13T07:15:30.673 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:30.410+0000 7ffa86c0b700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-13T07:15:30.674 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ignoring --setuser ceph since I am not root 2024-04-13T07:15:30.674 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ignoring --setgroup ceph since I am not root 2024-04-13T07:15:30.674 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: pgmap v219: 121 pgs: 121 active+clean; 153 MiB data, 502 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.2 MiB/s wr, 37 op/s 2024-04-13T07:15:30.674 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: osdmap e155: 8 total, 8 up, 8 in 2024-04-13T07:15:30.675 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:30.675 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:30.675 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:15:30.675 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:15:30.675 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:30.675 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:15:30.675 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-13T07:15:30.675 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: Activating manager daemon x 2024-04-13T07:15:30.675 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: osdmap e156: 8 total, 8 up, 8 in 2024-04-13T07:15:30.675 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-13T07:15:30.675 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: mgrmap e24: x(active, starting, since 0.00943472s) 2024-04-13T07:15:30.675 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:15:30.675 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:15:30.676 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:15:30.676 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:15:30.676 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:15:30.676 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:15:30.676 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:15:30.676 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:15:30.676 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:15:30.676 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:15:30.676 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:15:30.676 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:15:30.676 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:15:30.676 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:15:30.676 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:15:30.676 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:15:30.677 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: pgmap v219: 121 pgs: 121 active+clean; 153 MiB data, 502 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.2 MiB/s wr, 37 op/s 2024-04-13T07:15:30.677 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: osdmap e155: 8 total, 8 up, 8 in 2024-04-13T07:15:30.677 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:30.677 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:30.677 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:15:30.677 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:15:30.677 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:30.677 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:15:30.677 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-13T07:15:30.678 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: Activating manager daemon x 2024-04-13T07:15:30.678 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: osdmap e156: 8 total, 8 up, 8 in 2024-04-13T07:15:30.678 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-13T07:15:30.678 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: mgrmap e24: x(active, starting, since 0.00943472s) 2024-04-13T07:15:30.678 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:15:30.678 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:15:30.678 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:15:30.678 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:15:30.678 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:15:30.678 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:15:30.678 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:15:30.678 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:15:30.679 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:15:30.679 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:15:30.679 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:15:30.679 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:15:30.679 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:15:30.679 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:15:30.679 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:15:30.679 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:15:30.680 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:15:30.680 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: Manager daemon x is now available 2024-04-13T07:15:30.680 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:15:30.680 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:15:30.680 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:15:30.680 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:15:30.680 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: Manager daemon x is now available 2024-04-13T07:15:30.680 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:15:30.680 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:15:30.681 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:30 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:15:30.685 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: [13/Apr/2024:07:15:30] ENGINE Bus STOPPING 2024-04-13T07:15:30.685 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: [13/Apr/2024:07:15:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:15:30.685 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: [13/Apr/2024:07:15:30] ENGINE Bus STOPPED 2024-04-13T07:15:30.685 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: [13/Apr/2024:07:15:30] ENGINE Bus STARTING 2024-04-13T07:15:30.685 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:30.566+0000 7f154f5d7700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:15:30.685 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:30.566+0000 7f154f5d7700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:15:30.685 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:30.566+0000 7f154f5d7700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:15:30.686 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:30.566+0000 7f154f5d7700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:15:30.686 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:30.566+0000 7f154f5d7700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:15:30.686 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:30.566+0000 7f154c5d1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:15:30.686 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:30.566+0000 7f154c5d1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:15:30.686 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:30.566+0000 7f154c5d1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:15:30.686 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:30.566+0000 7f154c5d1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:15:30.686 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:15:30.566+0000 7f154c5d1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:15:30.686 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: [13/Apr/2024:07:15:30] ENGINE Serving on http://:::9283 2024-04-13T07:15:30.686 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: [13/Apr/2024:07:15:30] ENGINE Bus STARTED 2024-04-13T07:15:30.687 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: pgmap v219: 121 pgs: 121 active+clean; 153 MiB data, 502 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.2 MiB/s wr, 37 op/s 2024-04-13T07:15:30.687 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: osdmap e155: 8 total, 8 up, 8 in 2024-04-13T07:15:30.687 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:30.687 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:30.687 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:15:30.687 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:15:30.688 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' 2024-04-13T07:15:30.688 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:15:30.688 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-13T07:15:30.688 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: Activating manager daemon x 2024-04-13T07:15:30.688 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: osdmap e156: 8 total, 8 up, 8 in 2024-04-13T07:15:30.688 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.14607 172.21.15.3:0/1361039342' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-13T07:15:30.689 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: mgrmap e24: x(active, starting, since 0.00943472s) 2024-04-13T07:15:30.689 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:15:30.689 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:15:30.689 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:15:30.689 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:15:30.689 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:15:30.689 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:15:30.689 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:15:30.690 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:15:30.690 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:15:30.690 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:15:30.690 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:15:30.690 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:15:30.690 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:15:30.690 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:15:30.690 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:15:30.691 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:15:30.691 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:15:30.691 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: Manager daemon x is now available 2024-04-13T07:15:30.691 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:15:30.691 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:15:30.691 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:15:31.156 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:15:30.706Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.3:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.3:8765: connect: connection refused" 2024-04-13T07:15:31.156 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:15:30.706Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.3:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.3:8765: connect: connection refused" 2024-04-13T07:15:31.156 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:15:30.709Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.3:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.3:8765: connect: connection refused" 2024-04-13T07:15:31.156 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:15:30.710Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.3:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.3:8765: connect: connection refused" 2024-04-13T07:15:31.157 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:15:30.710Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.3:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.3:8765: connect: connection refused" 2024-04-13T07:15:31.388 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:31.007+0000 7f4a66c15200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:15:31.388 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:31.107+0000 7f4a66c15200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:15:31.418 INFO:tasks.rados.rados.0.smithi003.stdout:477: done (0 left) 2024-04-13T07:15:31.419 INFO:tasks.rados.rados.0.smithi003.stdout:478: snap_create 2024-04-13T07:15:31.869 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:31 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-13T07:15:31.869 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:31 smithi003 ceph-mon[37804]: Deploying cephadm binary to smithi066 2024-04-13T07:15:31.870 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:31 smithi003 ceph-mon[37804]: Deploying cephadm binary to smithi003 2024-04-13T07:15:31.870 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:31 smithi003 ceph-mon[37804]: mgrmap e25: x(active, since 1.00864s) 2024-04-13T07:15:31.870 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:31 smithi003 ceph-mon[37804]: osdmap e157: 8 total, 8 up, 8 in 2024-04-13T07:15:31.870 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:31.771+0000 7f4a66c15200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:15:31.870 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:31 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-13T07:15:31.870 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:31 smithi003 ceph-mon[27034]: Deploying cephadm binary to smithi066 2024-04-13T07:15:31.870 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:31 smithi003 ceph-mon[27034]: Deploying cephadm binary to smithi003 2024-04-13T07:15:31.870 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:31 smithi003 ceph-mon[27034]: mgrmap e25: x(active, since 1.00864s) 2024-04-13T07:15:31.870 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:31 smithi003 ceph-mon[27034]: osdmap e157: 8 total, 8 up, 8 in 2024-04-13T07:15:31.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:31 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-13T07:15:31.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:31 smithi066 ceph-mon[30583]: Deploying cephadm binary to smithi066 2024-04-13T07:15:31.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:31 smithi066 ceph-mon[30583]: Deploying cephadm binary to smithi003 2024-04-13T07:15:31.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:31 smithi066 ceph-mon[30583]: mgrmap e25: x(active, since 1.00864s) 2024-04-13T07:15:31.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:31 smithi066 ceph-mon[30583]: osdmap e157: 8 total, 8 up, 8 in 2024-04-13T07:15:32.138 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:31.865+0000 7f4a66c15200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:15:32.138 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:32 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:32.010+0000 7f4a66c15200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:15:32.138 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:32 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:32.108+0000 7f4a66c15200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:15:32.419 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:32 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:32.196+0000 7f4a66c15200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:15:32.429 INFO:tasks.rados.rados.0.smithi003.stdout:478: done (0 left) 2024-04-13T07:15:32.429 INFO:tasks.rados.rados.0.smithi003.stdout:479: snap_remove snap 47 2024-04-13T07:15:32.696 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:32 smithi003 ceph-mon[37804]: pgmap v4: 121 pgs: 121 active+clean; 155 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 56 GiB/s rd, 35 GiB/s wr, 508.73k op/s; 367 MiB/s, 1.30k objects/s recovering 2024-04-13T07:15:32.696 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:32 smithi003 ceph-mon[37804]: osdmap e158: 8 total, 8 up, 8 in 2024-04-13T07:15:32.697 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:32 smithi003 ceph-mon[27034]: pgmap v4: 121 pgs: 121 active+clean; 155 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 56 GiB/s rd, 35 GiB/s wr, 508.73k op/s; 367 MiB/s, 1.30k objects/s recovering 2024-04-13T07:15:32.697 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:32 smithi003 ceph-mon[27034]: osdmap e158: 8 total, 8 up, 8 in 2024-04-13T07:15:32.697 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:32 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:32.477+0000 7f4a66c15200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:15:32.697 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:32 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:32.601+0000 7f4a66c15200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:15:32.697 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:32 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:32.692+0000 7f4a66c15200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:15:32.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:32 smithi066 ceph-mon[30583]: pgmap v4: 121 pgs: 121 active+clean; 155 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 56 GiB/s rd, 35 GiB/s wr, 508.73k op/s; 367 MiB/s, 1.30k objects/s recovering 2024-04-13T07:15:32.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:32 smithi066 ceph-mon[30583]: osdmap e158: 8 total, 8 up, 8 in 2024-04-13T07:15:32.981 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:32 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:32.791+0000 7f4a66c15200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:15:33.388 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:32 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:32.977+0000 7f4a66c15200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:15:33.432 INFO:tasks.rados.rados.0.smithi003.stdout:479: done (0 left) 2024-04-13T07:15:33.432 INFO:tasks.rados.rados.0.smithi003.stdout:480: read oid 21 snap -1 2024-04-13T07:15:33.433 INFO:tasks.rados.rados.0.smithi003.stdout:480: expect deleted 2024-04-13T07:15:33.433 INFO:tasks.rados.rados.0.smithi003.stdout:481: snap_create 2024-04-13T07:15:33.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:33 smithi003 ceph-mon[27034]: [13/Apr/2024:07:15:32] ENGINE Bus STARTING 2024-04-13T07:15:33.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:33 smithi003 ceph-mon[27034]: pgmap v6: 121 pgs: 121 active+clean; 155 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 262 MiB/s rd, 165 MiB/s wr, 2.34k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-04-13T07:15:33.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:33 smithi003 ceph-mon[27034]: [13/Apr/2024:07:15:32] ENGINE Serving on http://172.21.15.66:8765 2024-04-13T07:15:33.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:33 smithi003 ceph-mon[27034]: [13/Apr/2024:07:15:32] ENGINE Serving on https://172.21.15.66:7150 2024-04-13T07:15:33.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:33 smithi003 ceph-mon[27034]: [13/Apr/2024:07:15:32] ENGINE Bus STARTED 2024-04-13T07:15:33.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:33 smithi003 ceph-mon[27034]: osdmap e159: 8 total, 8 up, 8 in 2024-04-13T07:15:33.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:33 smithi003 ceph-mon[37804]: [13/Apr/2024:07:15:32] ENGINE Bus STARTING 2024-04-13T07:15:33.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:33 smithi003 ceph-mon[37804]: pgmap v6: 121 pgs: 121 active+clean; 155 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 262 MiB/s rd, 165 MiB/s wr, 2.34k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-04-13T07:15:33.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:33 smithi003 ceph-mon[37804]: [13/Apr/2024:07:15:32] ENGINE Serving on http://172.21.15.66:8765 2024-04-13T07:15:33.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:33 smithi003 ceph-mon[37804]: [13/Apr/2024:07:15:32] ENGINE Serving on https://172.21.15.66:7150 2024-04-13T07:15:33.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:33 smithi003 ceph-mon[37804]: [13/Apr/2024:07:15:32] ENGINE Bus STARTED 2024-04-13T07:15:33.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:33 smithi003 ceph-mon[37804]: osdmap e159: 8 total, 8 up, 8 in 2024-04-13T07:15:33.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:33 smithi066 ceph-mon[30583]: [13/Apr/2024:07:15:32] ENGINE Bus STARTING 2024-04-13T07:15:33.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:33 smithi066 ceph-mon[30583]: pgmap v6: 121 pgs: 121 active+clean; 155 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 262 MiB/s rd, 165 MiB/s wr, 2.34k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-04-13T07:15:33.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:33 smithi066 ceph-mon[30583]: [13/Apr/2024:07:15:32] ENGINE Serving on http://172.21.15.66:8765 2024-04-13T07:15:33.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:33 smithi066 ceph-mon[30583]: [13/Apr/2024:07:15:32] ENGINE Serving on https://172.21.15.66:7150 2024-04-13T07:15:33.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:33 smithi066 ceph-mon[30583]: [13/Apr/2024:07:15:32] ENGINE Bus STARTED 2024-04-13T07:15:33.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:33 smithi066 ceph-mon[30583]: osdmap e159: 8 total, 8 up, 8 in 2024-04-13T07:15:34.388 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:33 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:33.995+0000 7f4a66c15200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:15:34.388 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:34.131+0000 7f4a66c15200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:15:34.434 INFO:tasks.rados.rados.0.smithi003.stdout:480: done (1 left) 2024-04-13T07:15:34.434 INFO:tasks.rados.rados.0.smithi003.stdout:481: done (0 left) 2024-04-13T07:15:34.434 INFO:tasks.rados.rados.0.smithi003.stdout:482: copy_from oid 24 from oid 25 current snap is 51 2024-04-13T07:15:34.434 INFO:tasks.rados.rados.0.smithi003.stdout:483: snap_remove snap 22 2024-04-13T07:15:34.780 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:34 smithi003 ceph-mon[37804]: mgrmap e26: x(active, since 3s) 2024-04-13T07:15:34.781 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:34 smithi003 ceph-mon[37804]: osdmap e160: 8 total, 8 up, 8 in 2024-04-13T07:15:34.781 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:34 smithi003 ceph-mon[27034]: mgrmap e26: x(active, since 3s) 2024-04-13T07:15:34.781 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:34 smithi003 ceph-mon[27034]: osdmap e160: 8 total, 8 up, 8 in 2024-04-13T07:15:34.781 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:34.478+0000 7f4a66c15200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:15:34.781 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:34.573+0000 7f4a66c15200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:15:34.781 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:34.776+0000 7f4a66c15200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:15:34.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:34 smithi066 ceph-mon[30583]: mgrmap e26: x(active, since 3s) 2024-04-13T07:15:34.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:34 smithi066 ceph-mon[30583]: osdmap e160: 8 total, 8 up, 8 in 2024-04-13T07:15:35.138 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:34.969+0000 7f4a66c15200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:15:35.441 INFO:tasks.rados.rados.0.smithi003.stdout:483: done (1 left) 2024-04-13T07:15:35.441 INFO:tasks.rados.rados.0.smithi003.stdout:484: rollback oid 16 current snap is 51 2024-04-13T07:15:35.442 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 16 to 39 2024-04-13T07:15:35.442 INFO:tasks.rados.rados.0.smithi003.stdout:485: read oid 35 snap 27 2024-04-13T07:15:35.442 INFO:tasks.rados.rados.0.smithi003.stdout:485: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-13T07:15:35.442 INFO:tasks.rados.rados.0.smithi003.stdout:486: rollback oid 10 current snap is 51 2024-04-13T07:15:35.442 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 10 to 29 2024-04-13T07:15:35.442 INFO:tasks.rados.rados.0.smithi003.stdout:487: snap_create 2024-04-13T07:15:35.442 INFO:tasks.rados.rados.0.smithi003.stdout:482: finishing copy_from racing read to smithi00377890-24 2024-04-13T07:15:35.442 INFO:tasks.rados.rados.0.smithi003.stdout:482: finishing copy_from to smithi00377890-24 2024-04-13T07:15:35.442 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 238 (ObjNum 116 snap 29 seq_num 116) dirty exists 2024-04-13T07:15:35.447 INFO:tasks.rados.rados.0.smithi003.stdout:486: finishing rollback tid 1 to smithi00377890-10 2024-04-13T07:15:35.448 INFO:tasks.rados.rados.0.smithi003.stdout:486: finishing rollback tid 2 to smithi00377890-10 2024-04-13T07:15:35.448 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 350 (ObjNum 108 snap 25 seq_num 108) dirty exists 2024-04-13T07:15:35.448 INFO:tasks.rados.rados.0.smithi003.stdout:484: finishing rollback tid 0 to smithi00377890-16 2024-04-13T07:15:35.448 INFO:tasks.rados.rados.0.smithi003.stdout:484: finishing rollback tid 1 to smithi00377890-16 2024-04-13T07:15:35.454 INFO:tasks.rados.rados.0.smithi003.stdout:484: finishing rollback tid 2 to smithi00377890-16 2024-04-13T07:15:35.455 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 279 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-13T07:15:35.457 INFO:tasks.rados.rados.0.smithi003.stdout:485: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-13T07:15:35.538 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:35.267+0000 7f4a66c15200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:15:35.789 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:35 smithi003 ceph-mon[37804]: pgmap v8: 121 pgs: 121 active+clean; 155 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 87 MiB/s rd, 55 MiB/s wr, 780 op/s; 576 KiB/s, 1 objects/s recovering 2024-04-13T07:15:35.790 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:35 smithi003 ceph-mon[37804]: osdmap e161: 8 total, 8 up, 8 in 2024-04-13T07:15:35.790 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:35 smithi003 ceph-mon[27034]: pgmap v8: 121 pgs: 121 active+clean; 155 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 87 MiB/s rd, 55 MiB/s wr, 780 op/s; 576 KiB/s, 1 objects/s recovering 2024-04-13T07:15:35.790 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:35 smithi003 ceph-mon[27034]: osdmap e161: 8 total, 8 up, 8 in 2024-04-13T07:15:35.790 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:35.539+0000 7f4a66c15200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:15:35.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:35 smithi066 ceph-mon[30583]: pgmap v8: 121 pgs: 121 active+clean; 155 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 87 MiB/s rd, 55 MiB/s wr, 780 op/s; 576 KiB/s, 1 objects/s recovering 2024-04-13T07:15:35.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:35 smithi066 ceph-mon[30583]: osdmap e161: 8 total, 8 up, 8 in 2024-04-13T07:15:36.440 INFO:tasks.rados.rados.0.smithi003.stdout:482: done (4 left) 2024-04-13T07:15:36.440 INFO:tasks.rados.rados.0.smithi003.stdout:484: done (3 left) 2024-04-13T07:15:36.440 INFO:tasks.rados.rados.0.smithi003.stdout:485: done (2 left) 2024-04-13T07:15:36.440 INFO:tasks.rados.rados.0.smithi003.stdout:486: done (1 left) 2024-04-13T07:15:36.440 INFO:tasks.rados.rados.0.smithi003.stdout:487: done (0 left) 2024-04-13T07:15:36.441 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 33 current snap is 52 2024-04-13T07:15:36.441 INFO:tasks.rados.rados.0.smithi003.stdout:488: seq_num 178 ranges {2932736=589824} 2024-04-13T07:15:36.459 INFO:tasks.rados.rados.0.smithi003.stdout:488: writing smithi00377890-33 from 2932736 to 3522560 tid 1 2024-04-13T07:15:36.460 INFO:tasks.rados.rados.0.smithi003.stdout:489: read oid 27 snap -1 2024-04-13T07:15:36.460 INFO:tasks.rados.rados.0.smithi003.stdout:489: expect deleted 2024-04-13T07:15:36.460 INFO:tasks.rados.rados.0.smithi003.stdout:490: copy_from oid 30 from oid 25 current snap is 52 2024-04-13T07:15:36.460 INFO:tasks.rados.rados.0.smithi003.stdout:491: read oid 31 snap -1 2024-04-13T07:15:36.460 INFO:tasks.rados.rados.0.smithi003.stdout:491: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-13T07:15:36.460 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 6 current snap is 52 2024-04-13T07:15:36.460 INFO:tasks.rados.rados.0.smithi003.stdout:492: seq_num 179 ranges {0=606208} 2024-04-13T07:15:36.463 INFO:tasks.rados.rados.0.smithi003.stdout:492: writing smithi00377890-6 from 0 to 606208 tid 1 2024-04-13T07:15:36.463 INFO:tasks.rados.rados.0.smithi003.stdout:493: read oid 41 snap 7 2024-04-13T07:15:36.463 INFO:tasks.rados.rados.0.smithi003.stdout:493: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-13T07:15:36.464 INFO:tasks.rados.rados.0.smithi003.stdout:494: snap_remove snap 48 2024-04-13T07:15:36.888 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:35 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:35.785+0000 7f4a66c15200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:15:36.888 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:36 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:36.678+0000 7f4a66c15200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:15:37.441 INFO:tasks.rados.rados.0.smithi003.stdout:494: done (6 left) 2024-04-13T07:15:37.441 INFO:tasks.rados.rados.0.smithi003.stdout:495: snap_remove snap 29 2024-04-13T07:15:37.605 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:37 smithi003 ceph-mon[37804]: pgmap v11: 121 pgs: 121 active+clean; 160 MiB data, 512 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-13T07:15:37.605 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:37 smithi003 ceph-mon[37804]: osdmap e162: 8 total, 8 up, 8 in 2024-04-13T07:15:37.605 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:37 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:37.338+0000 7f4a66c15200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:15:37.605 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:37 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:37.457+0000 7f4a66c15200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:15:37.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:37 smithi003 ceph-mon[27034]: pgmap v11: 121 pgs: 121 active+clean; 160 MiB data, 512 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-13T07:15:37.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:37 smithi003 ceph-mon[27034]: osdmap e162: 8 total, 8 up, 8 in 2024-04-13T07:15:37.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:37 smithi066 ceph-mon[30583]: pgmap v11: 121 pgs: 121 active+clean; 160 MiB data, 512 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-13T07:15:37.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:37 smithi066 ceph-mon[30583]: osdmap e162: 8 total, 8 up, 8 in 2024-04-13T07:15:37.888 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:37 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:37.686+0000 7f4a66c15200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:15:37.888 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:37 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:15:37] ENGINE Bus STARTING 2024-04-13T07:15:37.888 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:37 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: CherryPy Checker: 2024-04-13T07:15:37.888 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:37 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: The Application mounted at '' has an empty config. 2024-04-13T07:15:37.888 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:37 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: 2024-04-13T07:15:37.888 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:37 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:15:37] ENGINE Serving on http://:::9283 2024-04-13T07:15:37.889 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:37 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: [13/Apr/2024:07:15:37] ENGINE Bus STARTED 2024-04-13T07:15:38.439 INFO:tasks.rados.rados.0.smithi003.stdout:495: done (6 left) 2024-04-13T07:15:38.439 INFO:tasks.rados.rados.0.smithi003.stdout:496: copy_from oid 12 from oid 43 current snap is 52 2024-04-13T07:15:38.439 INFO:tasks.rados.rados.0.smithi003.stdout:497: rollback oid 4 current snap is 52 2024-04-13T07:15:38.439 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 4 to 50 2024-04-13T07:15:38.439 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 8 current snap is 52 2024-04-13T07:15:38.439 INFO:tasks.rados.rados.0.smithi003.stdout:498: seq_num 180 ranges {5857280=622592} 2024-04-13T07:15:38.477 INFO:tasks.rados.rados.0.smithi003.stdout:498: writing smithi00377890-8 from 5857280 to 6479872 tid 1 2024-04-13T07:15:38.477 INFO:tasks.rados.rados.0.smithi003.stdout:499: snap_create 2024-04-13T07:15:38.477 INFO:tasks.rados.rados.0.smithi003.stdout:491: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-13T07:15:38.488 INFO:tasks.rados.rados.0.smithi003.stdout:488: finishing write tid 1 to smithi00377890-33 2024-04-13T07:15:38.488 INFO:tasks.rados.rados.0.smithi003.stdout:492: finishing write tid 1 to smithi00377890-6 2024-04-13T07:15:38.488 INFO:tasks.rados.rados.0.smithi003.stdout:488: finishing write tid 2 to smithi00377890-33 2024-04-13T07:15:38.488 INFO:tasks.rados.rados.0.smithi003.stdout:492: finishing write tid 2 to smithi00377890-6 2024-04-13T07:15:38.488 INFO:tasks.rados.rados.0.smithi003.stdout:492: finishing write tid 3 to smithi00377890-6 2024-04-13T07:15:38.488 INFO:tasks.rados.rados.0.smithi003.stdout:492: oid 6 updating version 0 to 185 2024-04-13T07:15:38.488 INFO:tasks.rados.rados.0.smithi003.stdout:492: oid 6 updating version 185 to 186 2024-04-13T07:15:38.488 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 186 (ObjNum 179 snap 52 seq_num 179) dirty exists 2024-04-13T07:15:38.488 INFO:tasks.rados.rados.0.smithi003.stdout:492: left oid 6 (ObjNum 179 snap 52 seq_num 179) 2024-04-13T07:15:38.488 INFO:tasks.rados.rados.0.smithi003.stdout:488: finishing write tid 3 to smithi00377890-33 2024-04-13T07:15:38.488 INFO:tasks.rados.rados.0.smithi003.stdout:488: oid 33 updating version 0 to 184 2024-04-13T07:15:38.488 INFO:tasks.rados.rados.0.smithi003.stdout:488: oid 33 version 184 is already newer than 183 2024-04-13T07:15:38.489 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 184 (ObjNum 178 snap 52 seq_num 178) dirty exists 2024-04-13T07:15:38.489 INFO:tasks.rados.rados.0.smithi003.stdout:488: left oid 33 (ObjNum 178 snap 52 seq_num 178) 2024-04-13T07:15:38.489 INFO:tasks.rados.rados.0.smithi003.stdout:493: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-13T07:15:38.507 INFO:tasks.rados.rados.0.smithi003.stdout:490: finishing copy_from racing read to smithi00377890-30 2024-04-13T07:15:38.507 INFO:tasks.rados.rados.0.smithi003.stdout:490: finishing copy_from to smithi00377890-30 2024-04-13T07:15:38.507 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 238 (ObjNum 116 snap 29 seq_num 116) dirty exists 2024-04-13T07:15:38.507 INFO:tasks.rados.rados.0.smithi003.stdout:497: finishing rollback tid 0 to smithi00377890-4 2024-04-13T07:15:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:497: finishing rollback tid 1 to smithi00377890-4 2024-04-13T07:15:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:497: finishing rollback tid 2 to smithi00377890-4 2024-04-13T07:15:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 29 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:15:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:496: finishing copy_from racing read to smithi00377890-12 2024-04-13T07:15:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:498: finishing write tid 1 to smithi00377890-8 2024-04-13T07:15:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:498: finishing write tid 2 to smithi00377890-8 2024-04-13T07:15:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:496: finishing copy_from to smithi00377890-12 2024-04-13T07:15:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 201 (ObjNum 169 snap 46 seq_num 169) dirty exists 2024-04-13T07:15:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:498: finishing write tid 3 to smithi00377890-8 2024-04-13T07:15:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:498: oid 8 updating version 0 to 77 2024-04-13T07:15:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:498: oid 8 version 77 is already newer than 76 2024-04-13T07:15:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 77 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-04-13T07:15:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:498: left oid 8 (ObjNum 180 snap 52 seq_num 180) 2024-04-13T07:15:38.626 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:38 smithi066 ceph-mon[30583]: osdmap e163: 8 total, 8 up, 8 in 2024-04-13T07:15:38.664 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:38 smithi066 ceph-mon[30583]: Standby manager daemon y started 2024-04-13T07:15:38.665 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:38 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.3:0/1332258430' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-13T07:15:38.665 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:38 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.3:0/1332258430' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:15:38.665 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:38 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.3:0/1332258430' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-13T07:15:38.665 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:38 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.3:0/1332258430' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:15:38.665 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:38 smithi066 ceph-mon[30583]: osdmap e164: 8 total, 8 up, 8 in 2024-04-13T07:15:38.725 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:38 smithi003 ceph-mon[37804]: osdmap e163: 8 total, 8 up, 8 in 2024-04-13T07:15:38.725 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:38 smithi003 ceph-mon[37804]: Standby manager daemon y started 2024-04-13T07:15:38.725 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:38 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.3:0/1332258430' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-13T07:15:38.725 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:38 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.3:0/1332258430' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:15:38.725 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:38 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.3:0/1332258430' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-13T07:15:38.725 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:38 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.3:0/1332258430' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:15:38.725 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:38 smithi003 ceph-mon[37804]: osdmap e164: 8 total, 8 up, 8 in 2024-04-13T07:15:38.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:38 smithi003 ceph-mon[27034]: osdmap e163: 8 total, 8 up, 8 in 2024-04-13T07:15:38.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:38 smithi003 ceph-mon[27034]: Standby manager daemon y started 2024-04-13T07:15:38.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:38 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.3:0/1332258430' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-13T07:15:38.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:38 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.3:0/1332258430' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:15:38.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:38 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.3:0/1332258430' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-13T07:15:38.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:38 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.3:0/1332258430' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:15:38.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:38 smithi003 ceph-mon[27034]: osdmap e164: 8 total, 8 up, 8 in 2024-04-13T07:15:39.457 INFO:tasks.rados.rados.0.smithi003.stdout:488: done (9 left) 2024-04-13T07:15:39.457 INFO:tasks.rados.rados.0.smithi003.stdout:489: done (8 left) 2024-04-13T07:15:39.457 INFO:tasks.rados.rados.0.smithi003.stdout:490: done (7 left) 2024-04-13T07:15:39.458 INFO:tasks.rados.rados.0.smithi003.stdout:491: done (6 left) 2024-04-13T07:15:39.458 INFO:tasks.rados.rados.0.smithi003.stdout:492: done (5 left) 2024-04-13T07:15:39.458 INFO:tasks.rados.rados.0.smithi003.stdout:493: done (4 left) 2024-04-13T07:15:39.458 INFO:tasks.rados.rados.0.smithi003.stdout:496: done (3 left) 2024-04-13T07:15:39.458 INFO:tasks.rados.rados.0.smithi003.stdout:497: done (2 left) 2024-04-13T07:15:39.458 INFO:tasks.rados.rados.0.smithi003.stdout:498: done (1 left) 2024-04-13T07:15:39.458 INFO:tasks.rados.rados.0.smithi003.stdout:499: done (0 left) 2024-04-13T07:15:39.458 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 53 2024-04-13T07:15:39.458 INFO:tasks.rados.rados.0.smithi003.stdout:500: seq_num 181 ranges {0=638976} 2024-04-13T07:15:39.462 INFO:tasks.rados.rados.0.smithi003.stdout:500: writing smithi00377890-17 from 0 to 638976 tid 1 2024-04-13T07:15:39.462 INFO:tasks.rados.rados.0.smithi003.stdout:501: copy_from oid 28 from oid 42 current snap is 53 2024-04-13T07:15:39.462 INFO:tasks.rados.rados.0.smithi003.stdout:502: rollback oid 15 current snap is 53 2024-04-13T07:15:39.462 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 15 to 51 2024-04-13T07:15:39.462 INFO:tasks.rados.rados.0.smithi003.stdout:503: rollback oid 33 current snap is 53 2024-04-13T07:15:39.462 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 33 to 34 2024-04-13T07:15:39.462 INFO:tasks.rados.rados.0.smithi003.stdout:504: delete oid 46 current snap is 53 2024-04-13T07:15:39.462 INFO:tasks.rados.rados.0.smithi003.stdout:501: finishing copy_from to smithi00377890-28 2024-04-13T07:15:39.463 INFO:tasks.rados.rados.0.smithi003.stdout:501: got expected ENOENT (src dne) 2024-04-13T07:15:39.463 INFO:tasks.rados.rados.0.smithi003.stdout:501: finishing copy_from racing read to smithi00377890-28 2024-04-13T07:15:39.464 INFO:tasks.rados.rados.0.smithi003.stdout:501: done (4 left) 2024-04-13T07:15:39.465 INFO:tasks.rados.rados.0.smithi003.stdout:504: done (3 left) 2024-04-13T07:15:39.465 INFO:tasks.rados.rados.0.smithi003.stdout:505: read oid 22 snap 45 2024-04-13T07:15:39.465 INFO:tasks.rados.rados.0.smithi003.stdout:505: expect (ObjNum 131 snap 32 seq_num 131) 2024-04-13T07:15:39.465 INFO:tasks.rados.rados.0.smithi003.stdout:506: read oid 4 snap -1 2024-04-13T07:15:39.465 INFO:tasks.rados.rados.0.smithi003.stdout:506: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:15:39.465 INFO:tasks.rados.rados.0.smithi003.stdout:507: rmattr oid 37 current snap is 53 2024-04-13T07:15:39.465 INFO:tasks.rados.rados.0.smithi003.stdout:507: done (5 left) 2024-04-13T07:15:39.465 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 14 current snap is 53 2024-04-13T07:15:39.465 INFO:tasks.rados.rados.0.smithi003.stdout:508: seq_num 183 ranges {909312=671744} 2024-04-13T07:15:39.474 INFO:tasks.rados.rados.0.smithi003.stdout:508: writing smithi00377890-14 from 909312 to 1581056 tid 1 2024-04-13T07:15:39.475 INFO:tasks.rados.rados.0.smithi003.stdout:509: read oid 7 snap -1 2024-04-13T07:15:39.475 INFO:tasks.rados.rados.0.smithi003.stdout:509: expect (ObjNum 164 snap 45 seq_num 164) 2024-04-13T07:15:39.475 INFO:tasks.rados.rados.0.smithi003.stdout:506: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:15:39.477 INFO:tasks.rados.rados.0.smithi003.stdout:500: finishing write tid 1 to smithi00377890-17 2024-04-13T07:15:39.477 INFO:tasks.rados.rados.0.smithi003.stdout:500: finishing write tid 2 to smithi00377890-17 2024-04-13T07:15:39.477 INFO:tasks.rados.rados.0.smithi003.stdout:503: finishing rollback tid 0 to smithi00377890-33 2024-04-13T07:15:39.478 INFO:tasks.rados.rados.0.smithi003.stdout:502: finishing rollback tid 0 to smithi00377890-15 2024-04-13T07:15:39.478 INFO:tasks.rados.rados.0.smithi003.stdout:503: finishing rollback tid 1 to smithi00377890-33 2024-04-13T07:15:39.478 INFO:tasks.rados.rados.0.smithi003.stdout:500: finishing write tid 3 to smithi00377890-17 2024-04-13T07:15:39.478 INFO:tasks.rados.rados.0.smithi003.stdout:500: oid 17 updating version 0 to 193 2024-04-13T07:15:39.478 INFO:tasks.rados.rados.0.smithi003.stdout:500: oid 17 updating version 193 to 194 2024-04-13T07:15:39.478 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 194 (ObjNum 181 snap 53 seq_num 181) dirty exists 2024-04-13T07:15:39.478 INFO:tasks.rados.rados.0.smithi003.stdout:500: left oid 17 (ObjNum 181 snap 53 seq_num 181) 2024-04-13T07:15:39.478 INFO:tasks.rados.rados.0.smithi003.stdout:502: finishing rollback tid 1 to smithi00377890-15 2024-04-13T07:15:39.478 INFO:tasks.rados.rados.0.smithi003.stdout:510: read oid 6 snap 36 2024-04-13T07:15:39.478 INFO:tasks.rados.rados.0.smithi003.stdout:510: expect (ObjNum 103 snap 24 seq_num 103) 2024-04-13T07:15:39.478 INFO:tasks.rados.rados.0.smithi003.stdout:500: done (7 left) 2024-04-13T07:15:39.478 INFO:tasks.rados.rados.0.smithi003.stdout:506: done (6 left) 2024-04-13T07:15:39.478 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 53 2024-04-13T07:15:39.479 INFO:tasks.rados.rados.0.smithi003.stdout:502: finishing rollback tid 2 to smithi00377890-15 2024-04-13T07:15:39.479 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 376 (ObjNum 87 snap 18 seq_num 87) dirty exists 2024-04-13T07:15:39.479 INFO:tasks.rados.rados.0.smithi003.stdout:503: finishing rollback tid 2 to smithi00377890-33 2024-04-13T07:15:39.479 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 198 (ObjNum 86 snap 18 seq_num 86) dirty exists 2024-04-13T07:15:39.479 INFO:tasks.rados.rados.0.smithi003.stdout:511: seq_num 184 ranges {638976=688128} 2024-04-13T07:15:39.485 INFO:tasks.rados.rados.0.smithi003.stdout:511: writing smithi00377890-17 from 638976 to 1327104 tid 1 2024-04-13T07:15:39.485 INFO:tasks.rados.rados.0.smithi003.stdout:502: done (6 left) 2024-04-13T07:15:39.485 INFO:tasks.rados.rados.0.smithi003.stdout:503: done (5 left) 2024-04-13T07:15:39.485 INFO:tasks.rados.rados.0.smithi003.stdout:512: snap_create 2024-04-13T07:15:39.485 INFO:tasks.rados.rados.0.smithi003.stdout:508: finishing write tid 1 to smithi00377890-14 2024-04-13T07:15:39.485 INFO:tasks.rados.rados.0.smithi003.stdout:508: finishing write tid 2 to smithi00377890-14 2024-04-13T07:15:39.485 INFO:tasks.rados.rados.0.smithi003.stdout:509: expect (ObjNum 164 snap 45 seq_num 164) 2024-04-13T07:15:39.509 INFO:tasks.rados.rados.0.smithi003.stdout:508: finishing write tid 3 to smithi00377890-14 2024-04-13T07:15:39.509 INFO:tasks.rados.rados.0.smithi003.stdout:508: oid 14 updating version 0 to 52 2024-04-13T07:15:39.509 INFO:tasks.rados.rados.0.smithi003.stdout:508: oid 14 version 52 is already newer than 51 2024-04-13T07:15:39.509 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 52 (ObjNum 183 snap 53 seq_num 183) dirty exists 2024-04-13T07:15:39.509 INFO:tasks.rados.rados.0.smithi003.stdout:508: left oid 14 (ObjNum 183 snap 53 seq_num 183) 2024-04-13T07:15:39.509 INFO:tasks.rados.rados.0.smithi003.stdout:510: expect (ObjNum 103 snap 24 seq_num 103) 2024-04-13T07:15:39.563 INFO:tasks.rados.rados.0.smithi003.stdout:505: expect (ObjNum 131 snap 32 seq_num 131) 2024-04-13T07:15:39.727 INFO:tasks.rados.rados.0.smithi003.stdout:511: finishing write tid 1 to smithi00377890-17 2024-04-13T07:15:39.759 INFO:tasks.rados.rados.0.smithi003.stdout:511: finishing write tid 2 to smithi00377890-17 2024-04-13T07:15:39.759 INFO:tasks.rados.rados.0.smithi003.stdout:511: finishing write tid 3 to smithi00377890-17 2024-04-13T07:15:39.759 INFO:tasks.rados.rados.0.smithi003.stdout:511: oid 17 updating version 0 to 199 2024-04-13T07:15:39.759 INFO:tasks.rados.rados.0.smithi003.stdout:511: oid 17 updating version 199 to 200 2024-04-13T07:15:39.759 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 200 (ObjNum 184 snap 53 seq_num 184) dirty exists 2024-04-13T07:15:39.759 INFO:tasks.rados.rados.0.smithi003.stdout:511: left oid 17 (ObjNum 184 snap 53 seq_num 184) 2024-04-13T07:15:39.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:39 smithi003 ceph-mon[27034]: pgmap v14: 121 pgs: 121 active+clean; 163 MiB data, 514 MiB used, 715 GiB / 715 GiB avail; 364 KiB/s rd, 924 KiB/s wr, 31 op/s 2024-04-13T07:15:39.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:39 smithi003 ceph-mon[27034]: mgrmap e27: x(active, since 8s), standbys: y 2024-04-13T07:15:39.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:39 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:15:39.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:39 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:39.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:39 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:39.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:39 smithi003 ceph-mon[37804]: pgmap v14: 121 pgs: 121 active+clean; 163 MiB data, 514 MiB used, 715 GiB / 715 GiB avail; 364 KiB/s rd, 924 KiB/s wr, 31 op/s 2024-04-13T07:15:39.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:39 smithi003 ceph-mon[37804]: mgrmap e27: x(active, since 8s), standbys: y 2024-04-13T07:15:39.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:39 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:15:39.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:39 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:39.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:39 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:39.899 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:39 smithi066 ceph-mon[30583]: pgmap v14: 121 pgs: 121 active+clean; 163 MiB data, 514 MiB used, 715 GiB / 715 GiB avail; 364 KiB/s rd, 924 KiB/s wr, 31 op/s 2024-04-13T07:15:39.899 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:39 smithi066 ceph-mon[30583]: mgrmap e27: x(active, since 8s), standbys: y 2024-04-13T07:15:39.899 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:39 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:15:39.899 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:39 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:39.899 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:39 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:40.471 INFO:tasks.rados.rados.0.smithi003.stdout:505: done (5 left) 2024-04-13T07:15:40.471 INFO:tasks.rados.rados.0.smithi003.stdout:508: done (4 left) 2024-04-13T07:15:40.471 INFO:tasks.rados.rados.0.smithi003.stdout:509: done (3 left) 2024-04-13T07:15:40.471 INFO:tasks.rados.rados.0.smithi003.stdout:510: done (2 left) 2024-04-13T07:15:40.472 INFO:tasks.rados.rados.0.smithi003.stdout:511: done (1 left) 2024-04-13T07:15:40.472 INFO:tasks.rados.rados.0.smithi003.stdout:512: done (0 left) 2024-04-13T07:15:40.472 INFO:tasks.rados.rados.0.smithi003.stdout:513: setattr oid 5 current snap is 54 2024-04-13T07:15:40.472 INFO:tasks.rados.rados.0.smithi003.stdout:514: rollback oid 50 current snap is 54 2024-04-13T07:15:40.472 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 50 to 44 2024-04-13T07:15:40.473 INFO:tasks.rados.rados.0.smithi003.stdout:515: setattr oid 47 current snap is 54 2024-04-13T07:15:40.473 INFO:tasks.rados.rados.0.smithi003.stdout:516: rollback oid 10 current snap is 54 2024-04-13T07:15:40.473 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 10 to 45 2024-04-13T07:15:40.473 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 11 current snap is 54 2024-04-13T07:15:40.473 INFO:tasks.rados.rados.0.smithi003.stdout:517: seq_num 185 ranges {172032=704512} 2024-04-13T07:15:40.478 INFO:tasks.rados.rados.0.smithi003.stdout:517: writing smithi00377890-11 from 172032 to 876544 tid 1 2024-04-13T07:15:40.479 INFO:tasks.rados.rados.0.smithi003.stdout:518: snap_remove snap 34 2024-04-13T07:15:40.574 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:15:40.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[27034]: osdmap e165: 8 total, 8 up, 8 in 2024-04-13T07:15:40.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:40.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:40.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:40.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:40.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:40.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:40.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[27034]: Adjusting osd_memory_target on smithi003 to 2481M 2024-04-13T07:15:40.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:40.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:40.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:40.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[37804]: osdmap e165: 8 total, 8 up, 8 in 2024-04-13T07:15:40.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:40.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:40.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:40.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:40.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:40.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:40.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[37804]: Adjusting osd_memory_target on smithi003 to 2481M 2024-04-13T07:15:40.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:40.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:40.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:40 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:40.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:40 smithi066 ceph-mon[30583]: osdmap e165: 8 total, 8 up, 8 in 2024-04-13T07:15:40.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:40 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:40.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:40 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:40.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:40 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:40.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:40 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:40.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:40 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:40.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:40 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:40.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:40 smithi066 ceph-mon[30583]: Adjusting osd_memory_target on smithi003 to 2481M 2024-04-13T07:15:40.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:40 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:40.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:40 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:40.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:40 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:40.911 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:15:40.911 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (3m) 1s ago 4m 25.7M - 0.25.0 c8568f914cd2 3cfca92eb9ec 2024-04-13T07:15:40.911 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (3m) 0s ago 3m 87.6M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:15:40.911 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (5m) 1s ago 5m 18.2M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 8ddb79bf2742 2024-04-13T07:15:40.912 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (5m) 0s ago 5m 17.0M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 0760d90a9293 2024-04-13T07:15:40.912 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,9283,8765 running (24s) 0s ago 8m 496M - 19.0.0-2905-g5f22a497 c4b45bf0c946 a7b3e47db80b 2024-04-13T07:15:40.912 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:9283,8765 running (10m) 1s ago 10m 376M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 358d73cdd035 2024-04-13T07:15:40.912 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (10m) 1s ago 10m 51.7M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f 92e46dcd24a8 2024-04-13T07:15:40.912 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (8m) 0s ago 8m 42.5M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f 08d1a823ed5f 2024-04-13T07:15:40.912 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (8m) 1s ago 8m 44.2M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f ff89cdffb940 2024-04-13T07:15:40.912 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (3m) 1s ago 3m 16.1M - 1.5.0 0da6a335fe13 dfbcad6ee10c 2024-04-13T07:15:40.912 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (3m) 0s ago 3m 15.5M - 1.5.0 0da6a335fe13 ce4f8de81f3f 2024-04-13T07:15:40.912 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (8m) 1s ago 8m 103M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f d05697330a33 2024-04-13T07:15:40.912 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (7m) 1s ago 7m 94.1M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f 5901b0c84ed2 2024-04-13T07:15:40.912 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (7m) 1s ago 7m 84.9M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f 38430c68dad7 2024-04-13T07:15:40.912 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (6m) 1s ago 6m 78.4M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f bda6aa5b8895 2024-04-13T07:15:40.912 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (6m) 0s ago 6m 94.0M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f ec074079cca1 2024-04-13T07:15:40.912 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (6m) 0s ago 6m 79.8M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d0b4251f80f 2024-04-13T07:15:40.912 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (5m) 0s ago 5m 83.6M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f e80941711015 2024-04-13T07:15:40.913 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (5m) 0s ago 5m 86.4M 2992M 18.2.2-1217-g7d36322c 6ecd1226aa2f b9515cfb6872 2024-04-13T07:15:40.913 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (3m) 0s ago 4m 51.7M - 2.43.0 a07b618ecd1d c1cf3163d23e 2024-04-13T07:15:41.317 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:15:41.318 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:15:41.318 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3 2024-04-13T07:15:41.318 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:15:41.318 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:15:41.318 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 1, 2024-04-13T07:15:41.318 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 1 2024-04-13T07:15:41.318 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:15:41.319 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:15:41.319 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:15:41.319 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:15:41.319 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:15:41.319 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:15:41.319 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:15:41.319 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:15:41.319 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 14, 2024-04-13T07:15:41.319 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 1 2024-04-13T07:15:41.319 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:15:41.319 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:15:41.482 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 215 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:15:41.482 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 288 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-04-13T07:15:41.482 INFO:tasks.rados.rados.0.smithi003.stdout:514: finishing rollback tid 0 to smithi00377890-50 2024-04-13T07:15:41.482 INFO:tasks.rados.rados.0.smithi003.stdout:516: finishing rollback tid 0 to smithi00377890-10 2024-04-13T07:15:41.482 INFO:tasks.rados.rados.0.smithi003.stdout:516: finishing rollback tid 1 to smithi00377890-10 2024-04-13T07:15:41.482 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 379 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:15:41.482 INFO:tasks.rados.rados.0.smithi003.stdout:514: finishing rollback tid 1 to smithi00377890-50 2024-04-13T07:15:41.483 INFO:tasks.rados.rados.0.smithi003.stdout:514: finishing rollback tid 2 to smithi00377890-50 2024-04-13T07:15:41.483 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 291 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-13T07:15:41.483 INFO:tasks.rados.rados.0.smithi003.stdout:517: finishing write tid 1 to smithi00377890-11 2024-04-13T07:15:41.483 INFO:tasks.rados.rados.0.smithi003.stdout:517: finishing write tid 2 to smithi00377890-11 2024-04-13T07:15:41.483 INFO:tasks.rados.rados.0.smithi003.stdout:517: finishing write tid 3 to smithi00377890-11 2024-04-13T07:15:41.483 INFO:tasks.rados.rados.0.smithi003.stdout:517: oid 11 updating version 0 to 54 2024-04-13T07:15:41.483 INFO:tasks.rados.rados.0.smithi003.stdout:517: oid 11 updating version 54 to 55 2024-04-13T07:15:41.483 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 55 (ObjNum 185 snap 54 seq_num 185) dirty exists 2024-04-13T07:15:41.483 INFO:tasks.rados.rados.0.smithi003.stdout:517: left oid 11 (ObjNum 185 snap 54 seq_num 185) 2024-04-13T07:15:41.483 INFO:tasks.rados.rados.0.smithi003.stdout:513: done (5 left) 2024-04-13T07:15:41.483 INFO:tasks.rados.rados.0.smithi003.stdout:514: done (4 left) 2024-04-13T07:15:41.483 INFO:tasks.rados.rados.0.smithi003.stdout:515: done (3 left) 2024-04-13T07:15:41.483 INFO:tasks.rados.rados.0.smithi003.stdout:516: done (2 left) 2024-04-13T07:15:41.484 INFO:tasks.rados.rados.0.smithi003.stdout:517: done (1 left) 2024-04-13T07:15:41.484 INFO:tasks.rados.rados.0.smithi003.stdout:518: done (0 left) 2024-04-13T07:15:41.484 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 8 current snap is 54 2024-04-13T07:15:41.484 INFO:tasks.rados.rados.0.smithi003.stdout:519: seq_num 186 ranges {6479872=720896} 2024-04-13T07:15:41.522 INFO:tasks.rados.rados.0.smithi003.stdout:519: writing smithi00377890-8 from 6479872 to 7200768 tid 1 2024-04-13T07:15:41.523 INFO:tasks.rados.rados.0.smithi003.stdout:520: rollback oid 43 current snap is 54 2024-04-13T07:15:41.523 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 43 to 37 2024-04-13T07:15:41.523 INFO:tasks.rados.rados.0.smithi003.stdout:521: rmattr oid 4 current snap is 54 2024-04-13T07:15:41.523 INFO:tasks.rados.rados.0.smithi003.stdout:522: read oid 18 snap -1 2024-04-13T07:15:41.523 INFO:tasks.rados.rados.0.smithi003.stdout:522: expect (ObjNum 176 snap 48 seq_num 176) 2024-04-13T07:15:41.523 INFO:tasks.rados.rados.0.smithi003.stdout:523: snap_create 2024-04-13T07:15:41.526 INFO:tasks.rados.rados.0.smithi003.stdout:520: finishing rollback tid 0 to smithi00377890-43 2024-04-13T07:15:41.526 INFO:tasks.rados.rados.0.smithi003.stdout:519: finishing write tid 1 to smithi00377890-8 2024-04-13T07:15:41.526 INFO:tasks.rados.rados.0.smithi003.stdout:522: expect (ObjNum 176 snap 48 seq_num 176) 2024-04-13T07:15:41.566 INFO:tasks.rados.rados.0.smithi003.stdout:520: finishing rollback tid 1 to smithi00377890-43 2024-04-13T07:15:41.566 INFO:tasks.rados.rados.0.smithi003.stdout:519: finishing write tid 2 to smithi00377890-8 2024-04-13T07:15:41.566 INFO:tasks.rados.rados.0.smithi003.stdout:520: finishing rollback tid 2 to smithi00377890-43 2024-04-13T07:15:41.566 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 204 (ObjNum 108 snap 25 seq_num 108) dirty exists 2024-04-13T07:15:41.566 INFO:tasks.rados.rados.0.smithi003.stdout:519: finishing write tid 3 to smithi00377890-8 2024-04-13T07:15:41.566 INFO:tasks.rados.rados.0.smithi003.stdout:519: oid 8 updating version 0 to 84 2024-04-13T07:15:41.566 INFO:tasks.rados.rados.0.smithi003.stdout:519: oid 8 version 84 is already newer than 83 2024-04-13T07:15:41.567 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 84 (ObjNum 186 snap 54 seq_num 186) dirty exists 2024-04-13T07:15:41.567 INFO:tasks.rados.rados.0.smithi003.stdout:519: left oid 8 (ObjNum 186 snap 54 seq_num 186) 2024-04-13T07:15:41.567 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 31 (ObjNum 129 snap 0 seq_num 291749920) dirty exists 2024-04-13T07:15:41.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:41 smithi003 ceph-mon[27034]: pgmap v17: 121 pgs: 121 active+clean; 163 MiB data, 514 MiB used, 715 GiB / 715 GiB avail; 364 KiB/s rd, 924 KiB/s wr, 30 op/s 2024-04-13T07:15:41.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:41 smithi003 ceph-mon[27034]: osdmap e166: 8 total, 8 up, 8 in 2024-04-13T07:15:41.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:41 smithi003 ceph-mon[27034]: from='client.25055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:15:41.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:41 smithi003 ceph-mon[27034]: from='client.25061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:15:41.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:41 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/3829555737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:15:41.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:41 smithi003 ceph-mon[37804]: pgmap v17: 121 pgs: 121 active+clean; 163 MiB data, 514 MiB used, 715 GiB / 715 GiB avail; 364 KiB/s rd, 924 KiB/s wr, 30 op/s 2024-04-13T07:15:41.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:41 smithi003 ceph-mon[37804]: osdmap e166: 8 total, 8 up, 8 in 2024-04-13T07:15:41.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:41 smithi003 ceph-mon[37804]: from='client.25055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:15:41.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:41 smithi003 ceph-mon[37804]: from='client.25061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:15:41.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:41 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/3829555737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:15:41.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:41 smithi066 ceph-mon[30583]: pgmap v17: 121 pgs: 121 active+clean; 163 MiB data, 514 MiB used, 715 GiB / 715 GiB avail; 364 KiB/s rd, 924 KiB/s wr, 30 op/s 2024-04-13T07:15:41.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:41 smithi066 ceph-mon[30583]: osdmap e166: 8 total, 8 up, 8 in 2024-04-13T07:15:41.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:41 smithi066 ceph-mon[30583]: from='client.25055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:15:41.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:41 smithi066 ceph-mon[30583]: from='client.25061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:15:41.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:41 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/3829555737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:15:42.524 INFO:tasks.rados.rados.0.smithi003.stdout:519: done (4 left) 2024-04-13T07:15:42.524 INFO:tasks.rados.rados.0.smithi003.stdout:520: done (3 left) 2024-04-13T07:15:42.525 INFO:tasks.rados.rados.0.smithi003.stdout:521: done (2 left) 2024-04-13T07:15:42.525 INFO:tasks.rados.rados.0.smithi003.stdout:522: done (1 left) 2024-04-13T07:15:42.525 INFO:tasks.rados.rados.0.smithi003.stdout:523: done (0 left) 2024-04-13T07:15:42.525 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 55 2024-04-13T07:15:42.525 INFO:tasks.rados.rados.0.smithi003.stdout:524: seq_num 187 ranges {876544=737280} 2024-04-13T07:15:42.533 INFO:tasks.rados.rados.0.smithi003.stdout:524: writing smithi00377890-3 from 876544 to 1613824 tid 1 2024-04-13T07:15:42.533 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 55 2024-04-13T07:15:42.533 INFO:tasks.rados.rados.0.smithi003.stdout:525: seq_num 188 ranges {499712=753664} 2024-04-13T07:15:42.541 INFO:tasks.rados.rados.0.smithi003.stdout:525: writing smithi00377890-49 from 499712 to 1253376 tid 1 2024-04-13T07:15:42.541 INFO:tasks.rados.rados.0.smithi003.stdout:526: read oid 32 snap 37 2024-04-13T07:15:42.541 INFO:tasks.rados.rados.0.smithi003.stdout:526: expect (ObjNum 132 snap 32 seq_num 132) 2024-04-13T07:15:42.541 INFO:tasks.rados.rados.0.smithi003.stdout:527: rollback oid 50 current snap is 55 2024-04-13T07:15:42.541 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 50 to 36 2024-04-13T07:15:42.541 INFO:tasks.rados.rados.0.smithi003.stdout:524: finishing write tid 1 to smithi00377890-3 2024-04-13T07:15:42.541 INFO:tasks.rados.rados.0.smithi003.stdout:524: finishing write tid 2 to smithi00377890-3 2024-04-13T07:15:42.541 INFO:tasks.rados.rados.0.smithi003.stdout:524: finishing write tid 3 to smithi00377890-3 2024-04-13T07:15:42.541 INFO:tasks.rados.rados.0.smithi003.stdout:524: oid 3 updating version 0 to 226 2024-04-13T07:15:42.541 INFO:tasks.rados.rados.0.smithi003.stdout:524: oid 3 version 226 is already newer than 225 2024-04-13T07:15:42.542 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 226 (ObjNum 187 snap 55 seq_num 187) dirty exists 2024-04-13T07:15:42.542 INFO:tasks.rados.rados.0.smithi003.stdout:524: left oid 3 (ObjNum 187 snap 55 seq_num 187) 2024-04-13T07:15:42.542 INFO:tasks.rados.rados.0.smithi003.stdout:524: done (3 left) 2024-04-13T07:15:42.542 INFO:tasks.rados.rados.0.smithi003.stdout:528: snap_create 2024-04-13T07:15:42.544 INFO:tasks.rados.rados.0.smithi003.stdout:527: finishing rollback tid 0 to smithi00377890-50 2024-04-13T07:15:42.545 INFO:tasks.rados.rados.0.smithi003.stdout:525: finishing write tid 1 to smithi00377890-49 2024-04-13T07:15:42.545 INFO:tasks.rados.rados.0.smithi003.stdout:525: finishing write tid 2 to smithi00377890-49 2024-04-13T07:15:42.546 INFO:tasks.rados.rados.0.smithi003.stdout:525: finishing write tid 3 to smithi00377890-49 2024-04-13T07:15:42.546 INFO:tasks.rados.rados.0.smithi003.stdout:525: oid 49 updating version 0 to 228 2024-04-13T07:15:42.546 INFO:tasks.rados.rados.0.smithi003.stdout:525: oid 49 updating version 228 to 229 2024-04-13T07:15:42.546 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 229 (ObjNum 188 snap 55 seq_num 188) dirty exists 2024-04-13T07:15:42.546 INFO:tasks.rados.rados.0.smithi003.stdout:525: left oid 49 (ObjNum 188 snap 55 seq_num 188) 2024-04-13T07:15:42.547 INFO:tasks.rados.rados.0.smithi003.stdout:527: finishing rollback tid 1 to smithi00377890-50 2024-04-13T07:15:42.547 INFO:tasks.rados.rados.0.smithi003.stdout:527: finishing rollback tid 2 to smithi00377890-50 2024-04-13T07:15:42.547 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 294 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-13T07:15:42.552 INFO:tasks.rados.rados.0.smithi003.stdout:526: expect (ObjNum 132 snap 32 seq_num 132) 2024-04-13T07:15:42.881 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:42 smithi003 ceph-mon[37804]: osdmap e167: 8 total, 8 up, 8 in 2024-04-13T07:15:42.882 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:42 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:42.882 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:42 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:42.882 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:42 smithi003 ceph-mon[27034]: osdmap e167: 8 total, 8 up, 8 in 2024-04-13T07:15:42.882 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:42 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:42.882 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:42 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:42.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:42 smithi066 ceph-mon[30583]: osdmap e167: 8 total, 8 up, 8 in 2024-04-13T07:15:42.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:42 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:42.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:42 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:43.437 INFO:tasks.rados.rados.0.smithi003.stdout:525: done (3 left) 2024-04-13T07:15:43.437 INFO:tasks.rados.rados.0.smithi003.stdout:526: done (2 left) 2024-04-13T07:15:43.437 INFO:tasks.rados.rados.0.smithi003.stdout:527: done (1 left) 2024-04-13T07:15:43.437 INFO:tasks.rados.rados.0.smithi003.stdout:528: done (0 left) 2024-04-13T07:15:43.437 INFO:tasks.rados.rados.0.smithi003.stdout:529: read oid 22 snap -1 2024-04-13T07:15:43.437 INFO:tasks.rados.rados.0.smithi003.stdout:529: expect (ObjNum 165 snap 46 seq_num 165) 2024-04-13T07:15:43.437 INFO:tasks.rados.rados.0.smithi003.stdout:530: rollback oid 47 current snap is 56 2024-04-13T07:15:43.437 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 47 to 43 2024-04-13T07:15:43.437 INFO:tasks.rados.rados.0.smithi003.stdout:531: snap_remove snap 51 2024-04-13T07:15:43.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:43 smithi003 ceph-mon[27034]: pgmap v20: 121 pgs: 121 active+clean; 176 MiB data, 552 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-04-13T07:15:43.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:43 smithi003 ceph-mon[27034]: osdmap e168: 8 total, 8 up, 8 in 2024-04-13T07:15:43.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:43 smithi003 ceph-mon[27034]: osdmap e169: 8 total, 8 up, 8 in 2024-04-13T07:15:43.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:43 smithi003 ceph-mon[37804]: pgmap v20: 121 pgs: 121 active+clean; 176 MiB data, 552 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-04-13T07:15:43.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:43 smithi003 ceph-mon[37804]: osdmap e168: 8 total, 8 up, 8 in 2024-04-13T07:15:43.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:43 smithi003 ceph-mon[37804]: osdmap e169: 8 total, 8 up, 8 in 2024-04-13T07:15:43.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:43 smithi066 ceph-mon[30583]: pgmap v20: 121 pgs: 121 active+clean; 176 MiB data, 552 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-04-13T07:15:43.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:43 smithi066 ceph-mon[30583]: osdmap e168: 8 total, 8 up, 8 in 2024-04-13T07:15:43.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:43 smithi066 ceph-mon[30583]: osdmap e169: 8 total, 8 up, 8 in 2024-04-13T07:15:44.438 INFO:tasks.rados.rados.0.smithi003.stdout:531: done (2 left) 2024-04-13T07:15:44.438 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 6 current snap is 56 2024-04-13T07:15:44.438 INFO:tasks.rados.rados.0.smithi003.stdout:532: seq_num 189 ranges {606208=770048} 2024-04-13T07:15:44.446 INFO:tasks.rados.rados.0.smithi003.stdout:532: writing smithi00377890-6 from 606208 to 1376256 tid 1 2024-04-13T07:15:44.446 INFO:tasks.rados.rados.0.smithi003.stdout:533: copy_from oid 41 from oid 46 current snap is 56 2024-04-13T07:15:44.447 INFO:tasks.rados.rados.0.smithi003.stdout:530: finishing rollback tid 0 to smithi00377890-47 2024-04-13T07:15:44.447 INFO:tasks.rados.rados.0.smithi003.stdout:530: finishing rollback tid 1 to smithi00377890-47 2024-04-13T07:15:44.447 INFO:tasks.rados.rados.0.smithi003.stdout:530: finishing rollback tid 2 to smithi00377890-47 2024-04-13T07:15:44.447 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 233 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:15:44.447 INFO:tasks.rados.rados.0.smithi003.stdout:529: expect (ObjNum 165 snap 46 seq_num 165) 2024-04-13T07:15:44.693 INFO:tasks.rados.rados.0.smithi003.stdout:533: finishing copy_from to smithi00377890-41 2024-04-13T07:15:44.693 INFO:tasks.rados.rados.0.smithi003.stdout:533: got expected ENOENT (src dne) 2024-04-13T07:15:44.693 INFO:tasks.rados.rados.0.smithi003.stdout:533: finishing copy_from racing read to smithi00377890-41 2024-04-13T07:15:44.693 INFO:tasks.rados.rados.0.smithi003.stdout:532: finishing write tid 1 to smithi00377890-6 2024-04-13T07:15:44.693 INFO:tasks.rados.rados.0.smithi003.stdout:532: finishing write tid 2 to smithi00377890-6 2024-04-13T07:15:44.693 INFO:tasks.rados.rados.0.smithi003.stdout:532: finishing write tid 3 to smithi00377890-6 2024-04-13T07:15:44.693 INFO:tasks.rados.rados.0.smithi003.stdout:532: oid 6 updating version 0 to 203 2024-04-13T07:15:44.693 INFO:tasks.rados.rados.0.smithi003.stdout:532: oid 6 version 203 is already newer than 202 2024-04-13T07:15:44.693 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 203 (ObjNum 189 snap 56 seq_num 189) dirty exists 2024-04-13T07:15:44.693 INFO:tasks.rados.rados.0.smithi003.stdout:532: left oid 6 (ObjNum 189 snap 56 seq_num 189) 2024-04-13T07:15:44.693 INFO:tasks.rados.rados.0.smithi003.stdout:529: done (3 left) 2024-04-13T07:15:44.694 INFO:tasks.rados.rados.0.smithi003.stdout:530: done (2 left) 2024-04-13T07:15:44.694 INFO:tasks.rados.rados.0.smithi003.stdout:532: done (1 left) 2024-04-13T07:15:44.694 INFO:tasks.rados.rados.0.smithi003.stdout:533: done (0 left) 2024-04-13T07:15:44.694 INFO:tasks.rados.rados.0.smithi003.stdout:534: rollback oid 1 current snap is 56 2024-04-13T07:15:44.694 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 1 to 36 2024-04-13T07:15:44.694 INFO:tasks.rados.rados.0.smithi003.stdout:535: snap_remove snap 7 2024-04-13T07:15:45.531 INFO:tasks.rados.rados.0.smithi003.stdout:534: finishing rollback tid 1 to smithi00377890-1 2024-04-13T07:15:45.531 INFO:tasks.rados.rados.0.smithi003.stdout:534: finishing rollback tid 2 to smithi00377890-1 2024-04-13T07:15:45.531 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 210 (ObjNum 85 snap 18 seq_num 85) dirty exists 2024-04-13T07:15:45.532 INFO:tasks.rados.rados.0.smithi003.stdout:534: done (1 left) 2024-04-13T07:15:45.532 INFO:tasks.rados.rados.0.smithi003.stdout:535: done (0 left) 2024-04-13T07:15:45.532 INFO:tasks.rados.rados.0.smithi003.stdout:536: snap_remove snap 52 2024-04-13T07:15:45.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:45 smithi003 ceph-mon[37804]: pgmap v23: 121 pgs: 121 active+clean; 176 MiB data, 552 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-04-13T07:15:45.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:45 smithi003 ceph-mon[37804]: osdmap e170: 8 total, 8 up, 8 in 2024-04-13T07:15:45.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:45 smithi003 ceph-mon[27034]: pgmap v23: 121 pgs: 121 active+clean; 176 MiB data, 552 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-04-13T07:15:45.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:45 smithi003 ceph-mon[27034]: osdmap e170: 8 total, 8 up, 8 in 2024-04-13T07:15:45.889 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[27268]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:15:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-13T07:15:45.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:45 smithi066 ceph-mon[30583]: pgmap v23: 121 pgs: 121 active+clean; 176 MiB data, 552 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.2 MiB/s wr, 25 op/s 2024-04-13T07:15:45.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:45 smithi066 ceph-mon[30583]: osdmap e170: 8 total, 8 up, 8 in 2024-04-13T07:15:46.531 INFO:tasks.rados.rados.0.smithi003.stdout:536: done (0 left) 2024-04-13T07:15:46.531 INFO:tasks.rados.rados.0.smithi003.stdout:537: snap_create 2024-04-13T07:15:46.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:46 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:15:46.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:46 smithi066 ceph-mon[30583]: osdmap e171: 8 total, 8 up, 8 in 2024-04-13T07:15:46.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:46 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:46.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:46 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:46.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:46 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:46.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:46 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:46.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:46 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:46.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:46 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:46.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:46 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:46.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:46 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:15:46.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:46 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:15:46.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:15:46.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[27034]: osdmap e171: 8 total, 8 up, 8 in 2024-04-13T07:15:46.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:46.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:46.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:46.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:46.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:46.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:46.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:46.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:15:46.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:15:46.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:15:46.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[37804]: osdmap e171: 8 total, 8 up, 8 in 2024-04-13T07:15:46.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:46.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:46.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:46.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:46.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:46.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T07:15:46.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:46.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:15:46.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:46 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:15:47.536 INFO:tasks.rados.rados.0.smithi003.stdout:537: done (0 left) 2024-04-13T07:15:47.536 INFO:tasks.rados.rados.0.smithi003.stdout:538: read oid 47 snap -1 2024-04-13T07:15:47.536 INFO:tasks.rados.rados.0.smithi003.stdout:538: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:15:47.536 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 43 current snap is 57 2024-04-13T07:15:47.536 INFO:tasks.rados.rados.0.smithi003.stdout:539: seq_num 190 ranges {4800512=786432} 2024-04-13T07:15:47.566 INFO:tasks.rados.rados.0.smithi003.stdout:539: writing smithi00377890-43 from 4800512 to 5586944 tid 1 2024-04-13T07:15:47.566 INFO:tasks.rados.rados.0.smithi003.stdout:540: rollback oid 29 current snap is 57 2024-04-13T07:15:47.566 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 29 to 36 2024-04-13T07:15:47.567 INFO:tasks.rados.rados.0.smithi003.stdout:538: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:15:47.590 INFO:tasks.rados.rados.0.smithi003.stdout:540: finishing rollback tid 0 to smithi00377890-29 2024-04-13T07:15:47.591 INFO:tasks.rados.rados.0.smithi003.stdout:540: finishing rollback tid 1 to smithi00377890-29 2024-04-13T07:15:47.591 INFO:tasks.rados.rados.0.smithi003.stdout:539: finishing write tid 1 to smithi00377890-43 2024-04-13T07:15:47.591 INFO:tasks.rados.rados.0.smithi003.stdout:540: finishing rollback tid 2 to smithi00377890-29 2024-04-13T07:15:47.591 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 167 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:15:47.591 INFO:tasks.rados.rados.0.smithi003.stdout:539: finishing write tid 2 to smithi00377890-43 2024-04-13T07:15:47.591 INFO:tasks.rados.rados.0.smithi003.stdout:539: finishing write tid 3 to smithi00377890-43 2024-04-13T07:15:47.591 INFO:tasks.rados.rados.0.smithi003.stdout:539: oid 43 updating version 0 to 206 2024-04-13T07:15:47.591 INFO:tasks.rados.rados.0.smithi003.stdout:539: oid 43 version 206 is already newer than 205 2024-04-13T07:15:47.591 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 206 (ObjNum 190 snap 57 seq_num 190) dirty exists 2024-04-13T07:15:47.591 INFO:tasks.rados.rados.0.smithi003.stdout:539: left oid 43 (ObjNum 190 snap 57 seq_num 190) 2024-04-13T07:15:47.591 INFO:tasks.rados.rados.0.smithi003.stdout:538: done (2 left) 2024-04-13T07:15:47.591 INFO:tasks.rados.rados.0.smithi003.stdout:539: done (1 left) 2024-04-13T07:15:47.591 INFO:tasks.rados.rados.0.smithi003.stdout:540: done (0 left) 2024-04-13T07:15:47.591 INFO:tasks.rados.rados.0.smithi003.stdout:541: delete oid 41 current snap is 57 2024-04-13T07:15:47.593 INFO:tasks.rados.rados.0.smithi003.stdout:541: done (0 left) 2024-04-13T07:15:47.593 INFO:tasks.rados.rados.0.smithi003.stdout:542: read oid 6 snap -1 2024-04-13T07:15:47.593 INFO:tasks.rados.rados.0.smithi003.stdout:542: expect (ObjNum 189 snap 56 seq_num 189) 2024-04-13T07:15:47.593 INFO:tasks.rados.rados.0.smithi003.stdout:543: copy_from oid 26 from oid 31 current snap is 57 2024-04-13T07:15:47.593 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 13 current snap is 57 2024-04-13T07:15:47.593 INFO:tasks.rados.rados.0.smithi003.stdout:544: seq_num 192 ranges {0=417792,417792=401408} 2024-04-13T07:15:47.595 INFO:tasks.rados.rados.0.smithi003.stdout:544: writing smithi00377890-13 from 0 to 417792 tid 1 2024-04-13T07:15:47.598 INFO:tasks.rados.rados.0.smithi003.stdout:544: writing smithi00377890-13 from 417792 to 819200 tid 2 2024-04-13T07:15:47.598 INFO:tasks.rados.rados.0.smithi003.stdout:544: finishing write tid 1 to smithi00377890-13 2024-04-13T07:15:47.598 INFO:tasks.rados.rados.0.smithi003.stdout:545: delete oid 15 current snap is 57 2024-04-13T07:15:47.598 INFO:tasks.rados.rados.0.smithi003.stdout:542: expect (ObjNum 189 snap 56 seq_num 189) 2024-04-13T07:15:47.645 INFO:tasks.rados.rados.0.smithi003.stdout:543: finishing copy_from racing read to smithi00377890-26 2024-04-13T07:15:47.645 INFO:tasks.rados.rados.0.smithi003.stdout:543: finishing copy_from to smithi00377890-26 2024-04-13T07:15:47.645 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 64 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-13T07:15:47.645 INFO:tasks.rados.rados.0.smithi003.stdout:542: done (3 left) 2024-04-13T07:15:47.645 INFO:tasks.rados.rados.0.smithi003.stdout:543: done (2 left) 2024-04-13T07:15:47.645 INFO:tasks.rados.rados.0.smithi003.stdout:545: done (1 left) 2024-04-13T07:15:47.645 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 39 current snap is 57 2024-04-13T07:15:47.646 INFO:tasks.rados.rados.0.smithi003.stdout:544: finishing write tid 2 to smithi00377890-13 2024-04-13T07:15:47.646 INFO:tasks.rados.rados.0.smithi003.stdout:544: finishing write tid 3 to smithi00377890-13 2024-04-13T07:15:47.646 INFO:tasks.rados.rados.0.smithi003.stdout:546: seq_num 194 ranges {3751936=458752,4210688=401408} 2024-04-13T07:15:47.668 INFO:tasks.rados.rados.0.smithi003.stdout:546: writing smithi00377890-39 from 3751936 to 4210688 tid 1 2024-04-13T07:15:47.670 INFO:tasks.rados.rados.0.smithi003.stdout:546: writing smithi00377890-39 from 4210688 to 4612096 tid 2 2024-04-13T07:15:47.670 INFO:tasks.rados.rados.0.smithi003.stdout:547: setattr oid 18 current snap is 57 2024-04-13T07:15:47.671 INFO:tasks.rados.rados.0.smithi003.stdout:544: finishing write tid 4 to smithi00377890-13 2024-04-13T07:15:47.671 INFO:tasks.rados.rados.0.smithi003.stdout:544: oid 13 updating version 0 to 240 2024-04-13T07:15:47.671 INFO:tasks.rados.rados.0.smithi003.stdout:544: oid 13 version 240 is already newer than 239 2024-04-13T07:15:47.671 INFO:tasks.rados.rados.0.smithi003.stdout:544: oid 13 updating version 240 to 241 2024-04-13T07:15:47.671 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 241 (ObjNum 192 snap 57 seq_num 192) dirty exists 2024-04-13T07:15:47.671 INFO:tasks.rados.rados.0.smithi003.stdout:544: left oid 13 (ObjNum 192 snap 57 seq_num 192) 2024-04-13T07:15:47.671 INFO:tasks.rados.rados.0.smithi003.stdout:546: finishing write tid 1 to smithi00377890-39 2024-04-13T07:15:47.672 INFO:tasks.rados.rados.0.smithi003.stdout:544: done (2 left) 2024-04-13T07:15:47.672 INFO:tasks.rados.rados.0.smithi003.stdout:548: delete oid 43 current snap is 57 2024-04-13T07:15:47.673 INFO:tasks.rados.rados.0.smithi003.stdout:546: finishing write tid 2 to smithi00377890-39 2024-04-13T07:15:47.673 INFO:tasks.rados.rados.0.smithi003.stdout:546: finishing write tid 3 to smithi00377890-39 2024-04-13T07:15:47.674 INFO:tasks.rados.rados.0.smithi003.stdout:546: finishing write tid 4 to smithi00377890-39 2024-04-13T07:15:47.674 INFO:tasks.rados.rados.0.smithi003.stdout:546: oid 39 updating version 0 to 119 2024-04-13T07:15:47.674 INFO:tasks.rados.rados.0.smithi003.stdout:546: oid 39 version 119 is already newer than 118 2024-04-13T07:15:47.674 INFO:tasks.rados.rados.0.smithi003.stdout:546: oid 39 updating version 119 to 120 2024-04-13T07:15:47.674 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 120 (ObjNum 194 snap 57 seq_num 194) dirty exists 2024-04-13T07:15:47.674 INFO:tasks.rados.rados.0.smithi003.stdout:546: left oid 39 (ObjNum 194 snap 57 seq_num 194) 2024-04-13T07:15:47.674 INFO:tasks.rados.rados.0.smithi003.stdout:546: done (2 left) 2024-04-13T07:15:47.674 INFO:tasks.rados.rados.0.smithi003.stdout:548: done (1 left) 2024-04-13T07:15:47.674 INFO:tasks.rados.rados.0.smithi003.stdout:549: snap_remove snap 55 2024-04-13T07:15:47.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[37804]: Adjusting osd_memory_target on smithi066 to 2480M 2024-04-13T07:15:47.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[37804]: Updating smithi003:/etc/ceph/ceph.conf 2024-04-13T07:15:47.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[37804]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-13T07:15:47.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[37804]: pgmap v26: 121 pgs: 121 active+clean; 170 MiB data, 568 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 364 KiB/s wr, 7 op/s 2024-04-13T07:15:47.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[37804]: osdmap e172: 8 total, 8 up, 8 in 2024-04-13T07:15:47.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[37804]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:15:47.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[37804]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:15:47.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[37804]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:15:47.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[37804]: Updating smithi003:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:15:47.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[37804]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:15:47.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[37804]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:15:47.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:47.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:47.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:47.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:47.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:47.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[27034]: Adjusting osd_memory_target on smithi066 to 2480M 2024-04-13T07:15:47.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[27034]: Updating smithi003:/etc/ceph/ceph.conf 2024-04-13T07:15:47.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[27034]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-13T07:15:47.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[27034]: pgmap v26: 121 pgs: 121 active+clean; 170 MiB data, 568 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 364 KiB/s wr, 7 op/s 2024-04-13T07:15:47.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[27034]: osdmap e172: 8 total, 8 up, 8 in 2024-04-13T07:15:47.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[27034]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:15:47.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[27034]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:15:47.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[27034]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:15:47.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[27034]: Updating smithi003:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:15:47.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[27034]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:15:47.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[27034]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:15:47.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:47.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:47.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:47.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:47.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:47 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:47.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:47 smithi066 ceph-mon[30583]: Adjusting osd_memory_target on smithi066 to 2480M 2024-04-13T07:15:47.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:47 smithi066 ceph-mon[30583]: Updating smithi003:/etc/ceph/ceph.conf 2024-04-13T07:15:47.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:47 smithi066 ceph-mon[30583]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-13T07:15:47.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:47 smithi066 ceph-mon[30583]: pgmap v26: 121 pgs: 121 active+clean; 170 MiB data, 568 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 364 KiB/s wr, 7 op/s 2024-04-13T07:15:47.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:47 smithi066 ceph-mon[30583]: osdmap e172: 8 total, 8 up, 8 in 2024-04-13T07:15:47.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:47 smithi066 ceph-mon[30583]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:15:47.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:47 smithi066 ceph-mon[30583]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:15:47.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:47 smithi066 ceph-mon[30583]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:15:47.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:47 smithi066 ceph-mon[30583]: Updating smithi003:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:15:47.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:47 smithi066 ceph-mon[30583]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:15:47.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:47 smithi066 ceph-mon[30583]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:15:47.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:47 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:47.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:47 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:47.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:47 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:47.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:47 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:47.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:47 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:48.550 INFO:tasks.rados.rados.0.smithi003.stdout:549: done (1 left) 2024-04-13T07:15:48.551 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 57 2024-04-13T07:15:48.551 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 215 (ObjNum 176 snap 48 seq_num 176) dirty exists 2024-04-13T07:15:48.551 INFO:tasks.rados.rados.0.smithi003.stdout:550: seq_num 196 ranges {3055616=491520,3547136=401408} 2024-04-13T07:15:48.570 INFO:tasks.rados.rados.0.smithi003.stdout:550: writing smithi00377890-9 from 3055616 to 3547136 tid 1 2024-04-13T07:15:48.572 INFO:tasks.rados.rados.0.smithi003.stdout:550: writing smithi00377890-9 from 3547136 to 3948544 tid 2 2024-04-13T07:15:48.572 INFO:tasks.rados.rados.0.smithi003.stdout:547: done (1 left) 2024-04-13T07:15:48.572 INFO:tasks.rados.rados.0.smithi003.stdout:551: snap_create 2024-04-13T07:15:48.574 INFO:tasks.rados.rados.0.smithi003.stdout:550: finishing write tid 1 to smithi00377890-9 2024-04-13T07:15:48.574 INFO:tasks.rados.rados.0.smithi003.stdout:550: finishing write tid 2 to smithi00377890-9 2024-04-13T07:15:48.574 INFO:tasks.rados.rados.0.smithi003.stdout:550: finishing write tid 3 to smithi00377890-9 2024-04-13T07:15:48.576 INFO:tasks.rados.rados.0.smithi003.stdout:550: finishing write tid 4 to smithi00377890-9 2024-04-13T07:15:48.576 INFO:tasks.rados.rados.0.smithi003.stdout:550: oid 9 updating version 0 to 413 2024-04-13T07:15:48.576 INFO:tasks.rados.rados.0.smithi003.stdout:550: oid 9 updating version 413 to 415 2024-04-13T07:15:48.576 INFO:tasks.rados.rados.0.smithi003.stdout:550: oid 9 version 415 is already newer than 414 2024-04-13T07:15:48.576 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 415 (ObjNum 196 snap 57 seq_num 196) dirty exists 2024-04-13T07:15:48.576 INFO:tasks.rados.rados.0.smithi003.stdout:550: left oid 9 (ObjNum 196 snap 57 seq_num 196) 2024-04-13T07:15:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:48 smithi066 ceph-mon[30583]: osdmap e173: 8 total, 8 up, 8 in 2024-04-13T07:15:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:48 smithi066 ceph-mon[30583]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T07:15:48.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:48 smithi066 ceph-mon[30583]: Reconfiguring daemon prometheus.a on smithi066 2024-04-13T07:15:48.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:48 smithi003 ceph-mon[37804]: osdmap e173: 8 total, 8 up, 8 in 2024-04-13T07:15:49.001 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:48 smithi003 ceph-mon[37804]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T07:15:49.001 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:48 smithi003 ceph-mon[37804]: Reconfiguring daemon prometheus.a on smithi066 2024-04-13T07:15:49.001 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:48 smithi003 ceph-mon[27034]: osdmap e173: 8 total, 8 up, 8 in 2024-04-13T07:15:49.001 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:48 smithi003 ceph-mon[27034]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T07:15:49.001 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:48 smithi003 ceph-mon[27034]: Reconfiguring daemon prometheus.a on smithi066 2024-04-13T07:15:49.559 INFO:tasks.rados.rados.0.smithi003.stdout:550: done (1 left) 2024-04-13T07:15:49.559 INFO:tasks.rados.rados.0.smithi003.stdout:551: done (0 left) 2024-04-13T07:15:49.559 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 58 2024-04-13T07:15:49.560 INFO:tasks.rados.rados.0.smithi003.stdout:552: seq_num 197 ranges {0=507904,507904=401408} 2024-04-13T07:15:49.562 INFO:tasks.rados.rados.0.smithi003.stdout:552: writing smithi00377890-27 from 0 to 507904 tid 1 2024-04-13T07:15:49.564 INFO:tasks.rados.rados.0.smithi003.stdout:552: writing smithi00377890-27 from 507904 to 909312 tid 2 2024-04-13T07:15:49.564 INFO:tasks.rados.rados.0.smithi003.stdout:553: rollback oid 16 current snap is 58 2024-04-13T07:15:49.564 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 16 to 44 2024-04-13T07:15:49.564 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 32 current snap is 58 2024-04-13T07:15:49.565 INFO:tasks.rados.rados.0.smithi003.stdout:554: seq_num 198 ranges {2326528=524288,2850816=401408} 2024-04-13T07:15:49.580 INFO:tasks.rados.rados.0.smithi003.stdout:554: writing smithi00377890-32 from 2326528 to 2850816 tid 1 2024-04-13T07:15:49.582 INFO:tasks.rados.rados.0.smithi003.stdout:554: writing smithi00377890-32 from 2850816 to 3252224 tid 2 2024-04-13T07:15:49.582 INFO:tasks.rados.rados.0.smithi003.stdout:555: snap_create 2024-04-13T07:15:49.582 INFO:tasks.rados.rados.0.smithi003.stdout:552: finishing write tid 1 to smithi00377890-27 2024-04-13T07:15:49.582 INFO:tasks.rados.rados.0.smithi003.stdout:552: finishing write tid 2 to smithi00377890-27 2024-04-13T07:15:49.583 INFO:tasks.rados.rados.0.smithi003.stdout:552: finishing write tid 3 to smithi00377890-27 2024-04-13T07:15:49.583 INFO:tasks.rados.rados.0.smithi003.stdout:552: finishing write tid 4 to smithi00377890-27 2024-04-13T07:15:49.583 INFO:tasks.rados.rados.0.smithi003.stdout:552: oid 27 updating version 0 to 243 2024-04-13T07:15:49.583 INFO:tasks.rados.rados.0.smithi003.stdout:552: oid 27 version 243 is already newer than 242 2024-04-13T07:15:49.583 INFO:tasks.rados.rados.0.smithi003.stdout:552: oid 27 updating version 243 to 244 2024-04-13T07:15:49.583 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 244 (ObjNum 197 snap 58 seq_num 197) dirty exists 2024-04-13T07:15:49.583 INFO:tasks.rados.rados.0.smithi003.stdout:552: left oid 27 (ObjNum 197 snap 58 seq_num 197) 2024-04-13T07:15:49.583 INFO:tasks.rados.rados.0.smithi003.stdout:553: finishing rollback tid 0 to smithi00377890-16 2024-04-13T07:15:49.583 INFO:tasks.rados.rados.0.smithi003.stdout:553: finishing rollback tid 1 to smithi00377890-16 2024-04-13T07:15:49.583 INFO:tasks.rados.rados.0.smithi003.stdout:553: finishing rollback tid 2 to smithi00377890-16 2024-04-13T07:15:49.583 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 337 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-13T07:15:49.586 INFO:tasks.rados.rados.0.smithi003.stdout:554: finishing write tid 1 to smithi00377890-32 2024-04-13T07:15:49.586 INFO:tasks.rados.rados.0.smithi003.stdout:554: finishing write tid 2 to smithi00377890-32 2024-04-13T07:15:49.586 INFO:tasks.rados.rados.0.smithi003.stdout:554: finishing write tid 3 to smithi00377890-32 2024-04-13T07:15:49.587 INFO:tasks.rados.rados.0.smithi003.stdout:554: finishing write tid 4 to smithi00377890-32 2024-04-13T07:15:49.587 INFO:tasks.rados.rados.0.smithi003.stdout:554: oid 32 updating version 0 to 419 2024-04-13T07:15:49.588 INFO:tasks.rados.rados.0.smithi003.stdout:554: oid 32 version 419 is already newer than 417 2024-04-13T07:15:49.588 INFO:tasks.rados.rados.0.smithi003.stdout:554: oid 32 version 419 is already newer than 418 2024-04-13T07:15:49.588 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 419 (ObjNum 198 snap 58 seq_num 198) dirty exists 2024-04-13T07:15:49.588 INFO:tasks.rados.rados.0.smithi003.stdout:554: left oid 32 (ObjNum 198 snap 58 seq_num 198) 2024-04-13T07:15:49.762 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:49 smithi066 ceph-mon[30583]: pgmap v29: 121 pgs: 121 active+clean; 172 MiB data, 568 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 728 KiB/s wr, 9 op/s 2024-04-13T07:15:49.762 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:49 smithi066 ceph-mon[30583]: osdmap e174: 8 total, 8 up, 8 in 2024-04-13T07:15:49.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:49 smithi003 ceph-mon[37804]: pgmap v29: 121 pgs: 121 active+clean; 172 MiB data, 568 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 728 KiB/s wr, 9 op/s 2024-04-13T07:15:49.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:49 smithi003 ceph-mon[37804]: osdmap e174: 8 total, 8 up, 8 in 2024-04-13T07:15:49.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:49 smithi003 ceph-mon[27034]: pgmap v29: 121 pgs: 121 active+clean; 172 MiB data, 568 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 728 KiB/s wr, 9 op/s 2024-04-13T07:15:49.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:49 smithi003 ceph-mon[27034]: osdmap e174: 8 total, 8 up, 8 in 2024-04-13T07:15:50.571 INFO:tasks.rados.rados.0.smithi003.stdout:552: done (3 left) 2024-04-13T07:15:50.571 INFO:tasks.rados.rados.0.smithi003.stdout:553: done (2 left) 2024-04-13T07:15:50.572 INFO:tasks.rados.rados.0.smithi003.stdout:554: done (1 left) 2024-04-13T07:15:50.572 INFO:tasks.rados.rados.0.smithi003.stdout:555: done (0 left) 2024-04-13T07:15:50.572 INFO:tasks.rados.rados.0.smithi003.stdout:556: setattr oid 7 current snap is 59 2024-04-13T07:15:50.573 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 19 current snap is 59 2024-04-13T07:15:50.573 INFO:tasks.rados.rados.0.smithi003.stdout:557: seq_num 199 ranges {778240=540672,1318912=401408} 2024-04-13T07:15:50.581 INFO:tasks.rados.rados.0.smithi003.stdout:557: writing smithi00377890-19 from 778240 to 1318912 tid 1 2024-04-13T07:15:50.583 INFO:tasks.rados.rados.0.smithi003.stdout:557: writing smithi00377890-19 from 1318912 to 1720320 tid 2 2024-04-13T07:15:50.583 INFO:tasks.rados.rados.0.smithi003.stdout:558: copy_from oid 13 from oid 8 current snap is 59 2024-04-13T07:15:50.584 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 263 (ObjNum 164 snap 45 seq_num 164) dirty exists 2024-04-13T07:15:50.584 INFO:tasks.rados.rados.0.smithi003.stdout:556: done (2 left) 2024-04-13T07:15:50.584 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 41 current snap is 59 2024-04-13T07:15:50.584 INFO:tasks.rados.rados.0.smithi003.stdout:559: seq_num 200 ranges {0=557056,557056=401408} 2024-04-13T07:15:50.587 INFO:tasks.rados.rados.0.smithi003.stdout:559: writing smithi00377890-41 from 0 to 557056 tid 1 2024-04-13T07:15:50.589 INFO:tasks.rados.rados.0.smithi003.stdout:559: writing smithi00377890-41 from 557056 to 958464 tid 2 2024-04-13T07:15:50.590 INFO:tasks.rados.rados.0.smithi003.stdout:560: read oid 20 snap 27 2024-04-13T07:15:50.591 INFO:tasks.rados.rados.0.smithi003.stdout:560: expect (ObjNum 64 snap 6 seq_num 64) 2024-04-13T07:15:50.592 INFO:tasks.rados.rados.0.smithi003.stdout:561: read oid 21 snap -1 2024-04-13T07:15:50.592 INFO:tasks.rados.rados.0.smithi003.stdout:561: expect deleted 2024-04-13T07:15:50.592 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 26 current snap is 59 2024-04-13T07:15:50.592 INFO:tasks.rados.rados.0.smithi003.stdout:562: seq_num 201 ranges {393216=573440,966656=401408} 2024-04-13T07:15:50.595 INFO:tasks.rados.rados.0.smithi003.stdout:562: writing smithi00377890-26 from 393216 to 966656 tid 1 2024-04-13T07:15:50.600 INFO:tasks.rados.rados.0.smithi003.stdout:562: writing smithi00377890-26 from 966656 to 1368064 tid 2 2024-04-13T07:15:50.600 INFO:tasks.rados.rados.0.smithi003.stdout:563: rollback oid 12 current snap is 59 2024-04-13T07:15:50.600 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 12 to 36 2024-04-13T07:15:50.600 INFO:tasks.rados.rados.0.smithi003.stdout:557: finishing write tid 1 to smithi00377890-19 2024-04-13T07:15:50.600 INFO:tasks.rados.rados.0.smithi003.stdout:557: finishing write tid 2 to smithi00377890-19 2024-04-13T07:15:50.600 INFO:tasks.rados.rados.0.smithi003.stdout:557: finishing write tid 3 to smithi00377890-19 2024-04-13T07:15:50.600 INFO:tasks.rados.rados.0.smithi003.stdout:559: finishing write tid 1 to smithi00377890-41 2024-04-13T07:15:50.601 INFO:tasks.rados.rados.0.smithi003.stdout:559: finishing write tid 2 to smithi00377890-41 2024-04-13T07:15:50.601 INFO:tasks.rados.rados.0.smithi003.stdout:559: finishing write tid 3 to smithi00377890-41 2024-04-13T07:15:50.601 INFO:tasks.rados.rados.0.smithi003.stdout:557: finishing write tid 4 to smithi00377890-19 2024-04-13T07:15:50.601 INFO:tasks.rados.rados.0.smithi003.stdout:557: oid 19 updating version 0 to 339 2024-04-13T07:15:50.601 INFO:tasks.rados.rados.0.smithi003.stdout:557: oid 19 updating version 339 to 341 2024-04-13T07:15:50.601 INFO:tasks.rados.rados.0.smithi003.stdout:557: oid 19 version 341 is already newer than 340 2024-04-13T07:15:50.601 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 341 (ObjNum 199 snap 59 seq_num 199) dirty exists 2024-04-13T07:15:50.601 INFO:tasks.rados.rados.0.smithi003.stdout:557: left oid 19 (ObjNum 199 snap 59 seq_num 199) 2024-04-13T07:15:50.601 INFO:tasks.rados.rados.0.smithi003.stdout:559: finishing write tid 4 to smithi00377890-41 2024-04-13T07:15:50.601 INFO:tasks.rados.rados.0.smithi003.stdout:559: oid 41 updating version 0 to 223 2024-04-13T07:15:50.601 INFO:tasks.rados.rados.0.smithi003.stdout:559: oid 41 updating version 223 to 225 2024-04-13T07:15:50.601 INFO:tasks.rados.rados.0.smithi003.stdout:559: oid 41 version 225 is already newer than 224 2024-04-13T07:15:50.601 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 225 (ObjNum 200 snap 59 seq_num 200) dirty exists 2024-04-13T07:15:50.601 INFO:tasks.rados.rados.0.smithi003.stdout:559: left oid 41 (ObjNum 200 snap 59 seq_num 200) 2024-04-13T07:15:50.601 INFO:tasks.rados.rados.0.smithi003.stdout:560: expect (ObjNum 64 snap 6 seq_num 64) 2024-04-13T07:15:50.649 INFO:tasks.rados.rados.0.smithi003.stdout:562: finishing write tid 1 to smithi00377890-26 2024-04-13T07:15:50.650 INFO:tasks.rados.rados.0.smithi003.stdout:562: finishing write tid 2 to smithi00377890-26 2024-04-13T07:15:50.650 INFO:tasks.rados.rados.0.smithi003.stdout:563: finishing rollback tid 0 to smithi00377890-12 2024-04-13T07:15:50.650 INFO:tasks.rados.rados.0.smithi003.stdout:562: finishing write tid 3 to smithi00377890-26 2024-04-13T07:15:50.650 INFO:tasks.rados.rados.0.smithi003.stdout:557: done (6 left) 2024-04-13T07:15:50.650 INFO:tasks.rados.rados.0.smithi003.stdout:559: done (5 left) 2024-04-13T07:15:50.650 INFO:tasks.rados.rados.0.smithi003.stdout:560: done (4 left) 2024-04-13T07:15:50.650 INFO:tasks.rados.rados.0.smithi003.stdout:561: done (3 left) 2024-04-13T07:15:50.650 INFO:tasks.rados.rados.0.smithi003.stdout:564: rollback oid 21 current snap is 59 2024-04-13T07:15:50.650 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 21 to 27 2024-04-13T07:15:50.650 INFO:tasks.rados.rados.0.smithi003.stdout:563: finishing rollback tid 1 to smithi00377890-12 2024-04-13T07:15:50.650 INFO:tasks.rados.rados.0.smithi003.stdout:563: finishing rollback tid 2 to smithi00377890-12 2024-04-13T07:15:50.650 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 297 (ObjNum 74 snap 8 seq_num 74) dirty exists 2024-04-13T07:15:50.651 INFO:tasks.rados.rados.0.smithi003.stdout:562: finishing write tid 4 to smithi00377890-26 2024-04-13T07:15:50.651 INFO:tasks.rados.rados.0.smithi003.stdout:562: oid 26 updating version 0 to 265 2024-04-13T07:15:50.651 INFO:tasks.rados.rados.0.smithi003.stdout:562: oid 26 updating version 265 to 267 2024-04-13T07:15:50.651 INFO:tasks.rados.rados.0.smithi003.stdout:562: oid 26 version 267 is already newer than 266 2024-04-13T07:15:50.651 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 267 (ObjNum 201 snap 59 seq_num 201) dirty exists 2024-04-13T07:15:50.651 INFO:tasks.rados.rados.0.smithi003.stdout:562: left oid 26 (ObjNum 201 snap 59 seq_num 201) 2024-04-13T07:15:50.651 INFO:tasks.rados.rados.0.smithi003.stdout:558: finishing copy_from racing read to smithi00377890-13 2024-04-13T07:15:50.651 INFO:tasks.rados.rados.0.smithi003.stdout:558: finishing copy_from to smithi00377890-13 2024-04-13T07:15:50.651 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 84 (ObjNum 186 snap 54 seq_num 186) dirty exists 2024-04-13T07:15:50.651 INFO:tasks.rados.rados.0.smithi003.stdout:558: done (3 left) 2024-04-13T07:15:50.651 INFO:tasks.rados.rados.0.smithi003.stdout:562: done (2 left) 2024-04-13T07:15:50.651 INFO:tasks.rados.rados.0.smithi003.stdout:563: done (1 left) 2024-04-13T07:15:50.651 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 59 2024-04-13T07:15:50.652 INFO:tasks.rados.rados.0.smithi003.stdout:565: seq_num 202 ranges {909312=589824,1499136=401408} 2024-04-13T07:15:50.658 INFO:tasks.rados.rados.0.smithi003.stdout:565: writing smithi00377890-27 from 909312 to 1499136 tid 1 2024-04-13T07:15:50.661 INFO:tasks.rados.rados.0.smithi003.stdout:565: writing smithi00377890-27 from 1499136 to 1900544 tid 2 2024-04-13T07:15:50.661 INFO:tasks.rados.rados.0.smithi003.stdout:566: rollback oid 9 current snap is 59 2024-04-13T07:15:50.661 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 9 to 49 2024-04-13T07:15:50.661 INFO:tasks.rados.rados.0.smithi003.stdout:564: finishing rollback tid 1 to smithi00377890-21 2024-04-13T07:15:50.661 INFO:tasks.rados.rados.0.smithi003.stdout:564: finishing rollback tid 2 to smithi00377890-21 2024-04-13T07:15:50.661 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 124 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:15:50.661 INFO:tasks.rados.rados.0.smithi003.stdout:564: done (2 left) 2024-04-13T07:15:50.661 INFO:tasks.rados.rados.0.smithi003.stdout:567: read oid 43 snap -1 2024-04-13T07:15:50.661 INFO:tasks.rados.rados.0.smithi003.stdout:567: expect deleted 2024-04-13T07:15:50.661 INFO:tasks.rados.rados.0.smithi003.stdout:568: rollback oid 29 current snap is 59 2024-04-13T07:15:50.662 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 29 to 36 2024-04-13T07:15:50.662 INFO:tasks.rados.rados.0.smithi003.stdout:569: read oid 7 snap -1 2024-04-13T07:15:50.662 INFO:tasks.rados.rados.0.smithi003.stdout:569: expect (ObjNum 164 snap 45 seq_num 164) 2024-04-13T07:15:50.662 INFO:tasks.rados.rados.0.smithi003.stdout:570: read oid 31 snap -1 2024-04-13T07:15:50.662 INFO:tasks.rados.rados.0.smithi003.stdout:570: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-13T07:15:50.662 INFO:tasks.rados.rados.0.smithi003.stdout:571: rollback oid 25 current snap is 59 2024-04-13T07:15:50.662 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 25 to 45 2024-04-13T07:15:50.662 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 59 2024-04-13T07:15:50.662 INFO:tasks.rados.rados.0.smithi003.stdout:572: seq_num 203 ranges {573440=606208,1179648=401408} 2024-04-13T07:15:50.667 INFO:tasks.rados.rados.0.smithi003.stdout:572: writing smithi00377890-35 from 573440 to 1179648 tid 1 2024-04-13T07:15:50.670 INFO:tasks.rados.rados.0.smithi003.stdout:572: writing smithi00377890-35 from 1179648 to 1581056 tid 2 2024-04-13T07:15:50.670 INFO:tasks.rados.rados.0.smithi003.stdout:573: snap_create 2024-04-13T07:15:50.670 INFO:tasks.rados.rados.0.smithi003.stdout:570: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-13T07:15:50.685 INFO:tasks.rados.rados.0.smithi003.stdout:565: finishing write tid 1 to smithi00377890-27 2024-04-13T07:15:50.685 INFO:tasks.rados.rados.0.smithi003.stdout:568: finishing rollback tid 0 to smithi00377890-29 2024-04-13T07:15:50.685 INFO:tasks.rados.rados.0.smithi003.stdout:565: finishing write tid 2 to smithi00377890-27 2024-04-13T07:15:50.685 INFO:tasks.rados.rados.0.smithi003.stdout:568: finishing rollback tid 1 to smithi00377890-29 2024-04-13T07:15:50.685 INFO:tasks.rados.rados.0.smithi003.stdout:568: finishing rollback tid 2 to smithi00377890-29 2024-04-13T07:15:50.685 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 173 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:15:50.685 INFO:tasks.rados.rados.0.smithi003.stdout:565: finishing write tid 3 to smithi00377890-27 2024-04-13T07:15:50.685 INFO:tasks.rados.rados.0.smithi003.stdout:569: expect (ObjNum 164 snap 45 seq_num 164) 2024-04-13T07:15:50.701 INFO:tasks.rados.rados.0.smithi003.stdout:566: finishing rollback tid 0 to smithi00377890-9 2024-04-13T07:15:50.701 INFO:tasks.rados.rados.0.smithi003.stdout:565: finishing write tid 4 to smithi00377890-27 2024-04-13T07:15:50.702 INFO:tasks.rados.rados.0.smithi003.stdout:565: oid 27 updating version 0 to 246 2024-04-13T07:15:50.702 INFO:tasks.rados.rados.0.smithi003.stdout:565: oid 27 updating version 246 to 247 2024-04-13T07:15:50.702 INFO:tasks.rados.rados.0.smithi003.stdout:565: oid 27 version 247 is already newer than 245 2024-04-13T07:15:50.702 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 247 (ObjNum 202 snap 59 seq_num 202) dirty exists 2024-04-13T07:15:50.702 INFO:tasks.rados.rados.0.smithi003.stdout:565: left oid 27 (ObjNum 202 snap 59 seq_num 202) 2024-04-13T07:15:50.702 INFO:tasks.rados.rados.0.smithi003.stdout:566: finishing rollback tid 1 to smithi00377890-9 2024-04-13T07:15:50.702 INFO:tasks.rados.rados.0.smithi003.stdout:566: finishing rollback tid 2 to smithi00377890-9 2024-04-13T07:15:50.702 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 423 (ObjNum 157 snap 43 seq_num 157) dirty exists 2024-04-13T07:15:50.702 INFO:tasks.rados.rados.0.smithi003.stdout:571: finishing rollback tid 0 to smithi00377890-25 2024-04-13T07:15:50.702 INFO:tasks.rados.rados.0.smithi003.stdout:571: finishing rollback tid 1 to smithi00377890-25 2024-04-13T07:15:50.702 INFO:tasks.rados.rados.0.smithi003.stdout:571: finishing rollback tid 2 to smithi00377890-25 2024-04-13T07:15:50.702 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 427 (ObjNum 116 snap 29 seq_num 116) dirty exists 2024-04-13T07:15:50.702 INFO:tasks.rados.rados.0.smithi003.stdout:572: finishing write tid 1 to smithi00377890-35 2024-04-13T07:15:50.702 INFO:tasks.rados.rados.0.smithi003.stdout:572: finishing write tid 2 to smithi00377890-35 2024-04-13T07:15:50.703 INFO:tasks.rados.rados.0.smithi003.stdout:572: finishing write tid 3 to smithi00377890-35 2024-04-13T07:15:50.703 INFO:tasks.rados.rados.0.smithi003.stdout:572: finishing write tid 4 to smithi00377890-35 2024-04-13T07:15:50.703 INFO:tasks.rados.rados.0.smithi003.stdout:572: oid 35 updating version 0 to 345 2024-04-13T07:15:50.703 INFO:tasks.rados.rados.0.smithi003.stdout:572: oid 35 version 345 is already newer than 344 2024-04-13T07:15:50.703 INFO:tasks.rados.rados.0.smithi003.stdout:572: oid 35 version 345 is already newer than 343 2024-04-13T07:15:50.703 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 345 (ObjNum 203 snap 59 seq_num 203) dirty exists 2024-04-13T07:15:50.703 INFO:tasks.rados.rados.0.smithi003.stdout:572: left oid 35 (ObjNum 203 snap 59 seq_num 203) 2024-04-13T07:15:50.811 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:50 smithi066 ceph-mon[30583]: osdmap e175: 8 total, 8 up, 8 in 2024-04-13T07:15:50.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:50 smithi003 ceph-mon[27034]: osdmap e175: 8 total, 8 up, 8 in 2024-04-13T07:15:50.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:50 smithi003 ceph-mon[37804]: osdmap e175: 8 total, 8 up, 8 in 2024-04-13T07:15:51.115 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:50 smithi066 systemd[1]: Stopping Ceph prometheus.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:15:51.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:15:51.111Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-13T07:15:51.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:15:51.111Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-13T07:15:51.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:15:51.111Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-13T07:15:51.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:15:51.111Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-13T07:15:51.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:15:51.111Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-13T07:15:51.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:15:51.111Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-13T07:15:51.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:15:51.111Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-13T07:15:51.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:15:51.111Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-13T07:15:51.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:15:51.112Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-13T07:15:51.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:15:51.112Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-13T07:15:51.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:15:51.112Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-13T07:15:51.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[61837]: ts=2024-04-13T07:15:51.112Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-13T07:15:51.406 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 podman[72657]: 2024-04-13 07:15:51.122828353 +0000 UTC m=+0.122127034 container died c1cf3163d23e2743935256f063bbbcb2fc3e116586364bec6856dcb3b26d5b58 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:15:51.577 INFO:tasks.rados.rados.0.smithi003.stdout:565: done (8 left) 2024-04-13T07:15:51.577 INFO:tasks.rados.rados.0.smithi003.stdout:566: done (7 left) 2024-04-13T07:15:51.578 INFO:tasks.rados.rados.0.smithi003.stdout:567: done (6 left) 2024-04-13T07:15:51.578 INFO:tasks.rados.rados.0.smithi003.stdout:568: done (5 left) 2024-04-13T07:15:51.578 INFO:tasks.rados.rados.0.smithi003.stdout:569: done (4 left) 2024-04-13T07:15:51.578 INFO:tasks.rados.rados.0.smithi003.stdout:570: done (3 left) 2024-04-13T07:15:51.578 INFO:tasks.rados.rados.0.smithi003.stdout:571: done (2 left) 2024-04-13T07:15:51.578 INFO:tasks.rados.rados.0.smithi003.stdout:572: done (1 left) 2024-04-13T07:15:51.578 INFO:tasks.rados.rados.0.smithi003.stdout:573: done (0 left) 2024-04-13T07:15:51.578 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 18 current snap is 60 2024-04-13T07:15:51.578 INFO:tasks.rados.rados.0.smithi003.stdout:574: seq_num 204 ranges {1146880=622592,1769472=401408} 2024-04-13T07:15:51.586 INFO:tasks.rados.rados.0.smithi003.stdout:574: writing smithi00377890-18 from 1146880 to 1769472 tid 1 2024-04-13T07:15:51.589 INFO:tasks.rados.rados.0.smithi003.stdout:574: writing smithi00377890-18 from 1769472 to 2170880 tid 2 2024-04-13T07:15:51.589 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 39 current snap is 60 2024-04-13T07:15:51.589 INFO:tasks.rados.rados.0.smithi003.stdout:575: seq_num 205 ranges {4612096=638976,5251072=401408} 2024-04-13T07:15:51.618 INFO:tasks.rados.rados.0.smithi003.stdout:575: writing smithi00377890-39 from 4612096 to 5251072 tid 1 2024-04-13T07:15:51.620 INFO:tasks.rados.rados.0.smithi003.stdout:575: writing smithi00377890-39 from 5251072 to 5652480 tid 2 2024-04-13T07:15:51.620 INFO:tasks.rados.rados.0.smithi003.stdout:576: setattr oid 49 current snap is 60 2024-04-13T07:15:51.621 INFO:tasks.rados.rados.0.smithi003.stdout:574: finishing write tid 1 to smithi00377890-18 2024-04-13T07:15:51.621 INFO:tasks.rados.rados.0.smithi003.stdout:574: finishing write tid 2 to smithi00377890-18 2024-04-13T07:15:51.621 INFO:tasks.rados.rados.0.smithi003.stdout:574: finishing write tid 3 to smithi00377890-18 2024-04-13T07:15:51.621 INFO:tasks.rados.rados.0.smithi003.stdout:574: finishing write tid 4 to smithi00377890-18 2024-04-13T07:15:51.621 INFO:tasks.rados.rados.0.smithi003.stdout:574: oid 18 updating version 0 to 221 2024-04-13T07:15:51.621 INFO:tasks.rados.rados.0.smithi003.stdout:574: oid 18 updating version 221 to 222 2024-04-13T07:15:51.621 INFO:tasks.rados.rados.0.smithi003.stdout:574: oid 18 updating version 222 to 223 2024-04-13T07:15:51.621 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 223 (ObjNum 204 snap 60 seq_num 204) dirty exists 2024-04-13T07:15:51.621 INFO:tasks.rados.rados.0.smithi003.stdout:574: left oid 18 (ObjNum 204 snap 60 seq_num 204) 2024-04-13T07:15:51.622 INFO:tasks.rados.rados.0.smithi003.stdout:574: done (2 left) 2024-04-13T07:15:51.622 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 8 current snap is 60 2024-04-13T07:15:51.622 INFO:tasks.rados.rados.0.smithi003.stdout:577: seq_num 206 ranges {7200768=655360,7856128=401408} 2024-04-13T07:15:51.665 INFO:tasks.rados.rados.0.smithi003.stdout:577: writing smithi00377890-8 from 7200768 to 7856128 tid 1 2024-04-13T07:15:51.667 INFO:tasks.rados.rados.0.smithi003.stdout:577: writing smithi00377890-8 from 7856128 to 8257536 tid 2 2024-04-13T07:15:51.667 INFO:tasks.rados.rados.0.smithi003.stdout:578: rollback oid 23 current snap is 60 2024-04-13T07:15:51.667 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 23 to 54 2024-04-13T07:15:51.668 INFO:tasks.rados.rados.0.smithi003.stdout:575: finishing write tid 1 to smithi00377890-39 2024-04-13T07:15:51.668 INFO:tasks.rados.rados.0.smithi003.stdout:575: finishing write tid 2 to smithi00377890-39 2024-04-13T07:15:51.668 INFO:tasks.rados.rados.0.smithi003.stdout:575: finishing write tid 3 to smithi00377890-39 2024-04-13T07:15:51.668 INFO:tasks.rados.rados.0.smithi003.stdout:575: finishing write tid 4 to smithi00377890-39 2024-04-13T07:15:51.668 INFO:tasks.rados.rados.0.smithi003.stdout:575: oid 39 updating version 0 to 126 2024-04-13T07:15:51.668 INFO:tasks.rados.rados.0.smithi003.stdout:575: oid 39 updating version 126 to 128 2024-04-13T07:15:51.668 INFO:tasks.rados.rados.0.smithi003.stdout:575: oid 39 version 128 is already newer than 127 2024-04-13T07:15:51.668 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 128 (ObjNum 205 snap 60 seq_num 205) dirty exists 2024-04-13T07:15:51.668 INFO:tasks.rados.rados.0.smithi003.stdout:575: left oid 39 (ObjNum 205 snap 60 seq_num 205) 2024-04-13T07:15:51.668 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 269 (ObjNum 188 snap 55 seq_num 188) dirty exists 2024-04-13T07:15:51.668 INFO:tasks.rados.rados.0.smithi003.stdout:575: done (3 left) 2024-04-13T07:15:51.668 INFO:tasks.rados.rados.0.smithi003.stdout:576: done (2 left) 2024-04-13T07:15:51.668 INFO:tasks.rados.rados.0.smithi003.stdout:579: copy_from oid 46 from oid 12 current snap is 60 2024-04-13T07:15:51.668 INFO:tasks.rados.rados.0.smithi003.stdout:580: snap_remove snap 40 2024-04-13T07:15:51.749 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:51 smithi066 ceph-mon[30583]: pgmap v32: 121 pgs: 121 active+clean; 172 MiB data, 568 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 364 KiB/s wr, 2 op/s 2024-04-13T07:15:51.749 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:51 smithi066 ceph-mon[30583]: osdmap e176: 8 total, 8 up, 8 in 2024-04-13T07:15:51.749 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 podman[72657]: 2024-04-13 07:15:51.519716732 +0000 UTC m=+0.519015412 container cleanup c1cf3163d23e2743935256f063bbbcb2fc3e116586364bec6856dcb3b26d5b58 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:15:51.749 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 bash[72657]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a 2024-04-13T07:15:51.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:51 smithi003 ceph-mon[37804]: pgmap v32: 121 pgs: 121 active+clean; 172 MiB data, 568 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 364 KiB/s wr, 2 op/s 2024-04-13T07:15:51.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:51 smithi003 ceph-mon[37804]: osdmap e176: 8 total, 8 up, 8 in 2024-04-13T07:15:51.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:51 smithi003 ceph-mon[27034]: pgmap v32: 121 pgs: 121 active+clean; 172 MiB data, 568 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 364 KiB/s wr, 2 op/s 2024-04-13T07:15:51.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:51 smithi003 ceph-mon[27034]: osdmap e176: 8 total, 8 up, 8 in 2024-04-13T07:15:52.000 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 podman[72671]: 2024-04-13 07:15:51.74620475 +0000 UTC m=+0.627182661 container remove c1cf3163d23e2743935256f063bbbcb2fc3e116586364bec6856dcb3b26d5b58 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:15:52.000 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-13T07:15:52.001 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 systemd[1]: Stopped Ceph prometheus.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:15:52.001 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@prometheus.a.service: Consumed 1.513s CPU time. 2024-04-13T07:15:52.001 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:51 smithi066 systemd[1]: Starting Ceph prometheus.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:15:52.347 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 podman[72768]: 2024-04-13 07:15:52.114799849 +0000 UTC m=+0.019675524 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-13T07:15:52.347 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 podman[72768]: 2024-04-13 07:15:52.238943934 +0000 UTC m=+0.143819595 container create 6398702564b7c327276ed2fbc56af160c054944bb467b8dab57bb702ae70db18 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:15:52.593 INFO:tasks.rados.rados.0.smithi003.stdout:580: done (3 left) 2024-04-13T07:15:52.593 INFO:tasks.rados.rados.0.smithi003.stdout:581: copy_from oid 30 from oid 35 current snap is 60 2024-04-13T07:15:52.593 INFO:tasks.rados.rados.0.smithi003.stdout:577: finishing write tid 1 to smithi00377890-8 2024-04-13T07:15:52.593 INFO:tasks.rados.rados.0.smithi003.stdout:577: finishing write tid 2 to smithi00377890-8 2024-04-13T07:15:52.593 INFO:tasks.rados.rados.0.smithi003.stdout:577: finishing write tid 3 to smithi00377890-8 2024-04-13T07:15:52.593 INFO:tasks.rados.rados.0.smithi003.stdout:578: finishing rollback tid 0 to smithi00377890-23 2024-04-13T07:15:52.593 INFO:tasks.rados.rados.0.smithi003.stdout:578: finishing rollback tid 1 to smithi00377890-23 2024-04-13T07:15:52.593 INFO:tasks.rados.rados.0.smithi003.stdout:577: finishing write tid 4 to smithi00377890-8 2024-04-13T07:15:52.593 INFO:tasks.rados.rados.0.smithi003.stdout:577: oid 8 updating version 0 to 95 2024-04-13T07:15:52.593 INFO:tasks.rados.rados.0.smithi003.stdout:577: oid 8 updating version 95 to 96 2024-04-13T07:15:52.593 INFO:tasks.rados.rados.0.smithi003.stdout:577: oid 8 version 96 is already newer than 94 2024-04-13T07:15:52.593 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 96 (ObjNum 206 snap 60 seq_num 206) dirty exists 2024-04-13T07:15:52.594 INFO:tasks.rados.rados.0.smithi003.stdout:577: left oid 8 (ObjNum 206 snap 60 seq_num 206) 2024-04-13T07:15:52.594 INFO:tasks.rados.rados.0.smithi003.stdout:578: finishing rollback tid 2 to smithi00377890-23 2024-04-13T07:15:52.594 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 431 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-13T07:15:52.594 INFO:tasks.rados.rados.0.smithi003.stdout:579: finishing copy_from racing read to smithi00377890-46 2024-04-13T07:15:52.594 INFO:tasks.rados.rados.0.smithi003.stdout:579: finishing copy_from to smithi00377890-46 2024-04-13T07:15:52.594 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 297 (ObjNum 74 snap 8 seq_num 74) dirty exists 2024-04-13T07:15:52.594 INFO:tasks.rados.rados.0.smithi003.stdout:577: done (3 left) 2024-04-13T07:15:52.594 INFO:tasks.rados.rados.0.smithi003.stdout:578: done (2 left) 2024-04-13T07:15:52.594 INFO:tasks.rados.rados.0.smithi003.stdout:579: done (1 left) 2024-04-13T07:15:52.594 INFO:tasks.rados.rados.0.smithi003.stdout:582: read oid 44 snap 53 2024-04-13T07:15:52.594 INFO:tasks.rados.rados.0.smithi003.stdout:582: expect (ObjNum 167 snap 46 seq_num 167) 2024-04-13T07:15:52.594 INFO:tasks.rados.rados.0.smithi003.stdout:583: copy_from oid 46 from oid 10 current snap is 60 2024-04-13T07:15:52.594 INFO:tasks.rados.rados.0.smithi003.stdout:584: delete oid 19 current snap is 60 2024-04-13T07:15:52.605 INFO:tasks.rados.rados.0.smithi003.stdout:584: done (3 left) 2024-04-13T07:15:52.605 INFO:tasks.rados.rados.0.smithi003.stdout:585: snap_create 2024-04-13T07:15:52.607 INFO:tasks.rados.rados.0.smithi003.stdout:583: finishing copy_from to smithi00377890-46 2024-04-13T07:15:52.607 INFO:tasks.rados.rados.0.smithi003.stdout:583: got expected ENOENT (src dne) 2024-04-13T07:15:52.607 INFO:tasks.rados.rados.0.smithi003.stdout:583: finishing copy_from racing read to smithi00377890-46 2024-04-13T07:15:52.607 INFO:tasks.rados.rados.0.smithi003.stdout:582: expect (ObjNum 167 snap 46 seq_num 167) 2024-04-13T07:15:52.636 INFO:tasks.rados.rados.0.smithi003.stdout:581: finishing copy_from racing read to smithi00377890-30 2024-04-13T07:15:52.637 INFO:tasks.rados.rados.0.smithi003.stdout:581: finishing copy_from to smithi00377890-30 2024-04-13T07:15:52.637 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 345 (ObjNum 203 snap 59 seq_num 203) dirty exists 2024-04-13T07:15:52.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-mon[30583]: osdmap e177: 8 total, 8 up, 8 in 2024-04-13T07:15:52.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:52.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:52.655 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 podman[72768]: 2024-04-13 07:15:52.449295532 +0000 UTC m=+0.354171194 container init 6398702564b7c327276ed2fbc56af160c054944bb467b8dab57bb702ae70db18 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:15:52.655 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 podman[72768]: 2024-04-13 07:15:52.45204099 +0000 UTC m=+0.356916663 container start 6398702564b7c327276ed2fbc56af160c054944bb467b8dab57bb702ae70db18 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:15:52.656 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.475Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-13T07:15:52.656 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.475Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-13T07:15:52.656 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.475Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi066 (none))" 2024-04-13T07:15:52.656 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.475Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-13T07:15:52.656 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.475Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-13T07:15:52.656 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.477Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-13T07:15:52.656 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.478Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-13T07:15:52.656 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.479Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-13T07:15:52.656 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.479Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-13T07:15:52.656 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.480Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-13T07:15:52.656 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.480Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.475µs 2024-04-13T07:15:52.657 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.480Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-13T07:15:52.657 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.481Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-13T07:15:52.657 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.488Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-13T07:15:52.657 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.488Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-13T07:15:52.657 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.488Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.679µs wal_replay_duration=8.15186ms wbl_replay_duration=119ns total_replay_duration=8.19122ms 2024-04-13T07:15:52.657 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.490Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-13T07:15:52.657 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.490Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-13T07:15:52.657 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.490Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-13T07:15:52.657 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 bash[72768]: 6398702564b7c327276ed2fbc56af160c054944bb467b8dab57bb702ae70db18 2024-04-13T07:15:52.657 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 systemd[1]: Started Ceph prometheus.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:15:52.657 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.510Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.943769ms db_storage=886ns remote_storage=1.152µs web_handler=377ns query_engine=538ns scrape=400.445µs scrape_sd=87.181µs notify=10.39µs notify_sd=12.711µs rules=20.113392ms tracing=7.954µs 2024-04-13T07:15:52.657 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.511Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-13T07:15:52.657 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:15:52.511Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-13T07:15:52.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:52 smithi003 ceph-mon[37804]: osdmap e177: 8 total, 8 up, 8 in 2024-04-13T07:15:52.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:52 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:52.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:52 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:52.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:52 smithi003 ceph-mon[27034]: osdmap e177: 8 total, 8 up, 8 in 2024-04-13T07:15:52.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:52 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:52.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:52 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:53.438 INFO:tasks.rados.rados.0.smithi003.stdout:581: done (3 left) 2024-04-13T07:15:53.438 INFO:tasks.rados.rados.0.smithi003.stdout:582: done (2 left) 2024-04-13T07:15:53.438 INFO:tasks.rados.rados.0.smithi003.stdout:583: done (1 left) 2024-04-13T07:15:53.438 INFO:tasks.rados.rados.0.smithi003.stdout:585: done (0 left) 2024-04-13T07:15:53.438 INFO:tasks.rados.rados.0.smithi003.stdout:586: read oid 45 snap -1 2024-04-13T07:15:53.438 INFO:tasks.rados.rados.0.smithi003.stdout:586: expect deleted 2024-04-13T07:15:53.438 INFO:tasks.rados.rados.0.smithi003.stdout:587: copy_from oid 49 from oid 4 current snap is 61 2024-04-13T07:15:53.438 INFO:tasks.rados.rados.0.smithi003.stdout:588: snap_remove snap 39 2024-04-13T07:15:53.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:53 smithi066 ceph-mon[30583]: pgmap v35: 121 pgs: 121 active+clean; 189 MiB data, 589 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-04-13T07:15:53.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:53 smithi066 ceph-mon[30583]: osdmap e178: 8 total, 8 up, 8 in 2024-04-13T07:15:53.829 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:53 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:15:53.829 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:53 smithi066 ceph-mon[30583]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:15:53.829 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:53 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:15:53.829 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:53 smithi066 ceph-mon[30583]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-13T07:15:53.829 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:53 smithi066 ceph-mon[30583]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-13T07:15:53.829 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:53 smithi066 ceph-mon[30583]: osdmap e179: 8 total, 8 up, 8 in 2024-04-13T07:15:53.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:53 smithi003 ceph-mon[37804]: pgmap v35: 121 pgs: 121 active+clean; 189 MiB data, 589 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-04-13T07:15:53.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:53 smithi003 ceph-mon[37804]: osdmap e178: 8 total, 8 up, 8 in 2024-04-13T07:15:53.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:53 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:15:53.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:53 smithi003 ceph-mon[37804]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:15:53.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:53 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:15:53.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:53 smithi003 ceph-mon[37804]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-13T07:15:53.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:53 smithi003 ceph-mon[37804]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-13T07:15:53.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:53 smithi003 ceph-mon[37804]: osdmap e179: 8 total, 8 up, 8 in 2024-04-13T07:15:53.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:53 smithi003 ceph-mon[27034]: pgmap v35: 121 pgs: 121 active+clean; 189 MiB data, 589 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-04-13T07:15:53.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:53 smithi003 ceph-mon[27034]: osdmap e178: 8 total, 8 up, 8 in 2024-04-13T07:15:53.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:53 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:15:53.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:53 smithi003 ceph-mon[27034]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:15:53.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:53 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:15:53.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:53 smithi003 ceph-mon[27034]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-13T07:15:53.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:53 smithi003 ceph-mon[27034]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-13T07:15:53.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:53 smithi003 ceph-mon[27034]: osdmap e179: 8 total, 8 up, 8 in 2024-04-13T07:15:54.442 INFO:tasks.rados.rados.0.smithi003.stdout:588: done (2 left) 2024-04-13T07:15:54.442 INFO:tasks.rados.rados.0.smithi003.stdout:589: rollback oid 14 current snap is 61 2024-04-13T07:15:54.443 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 14 to 59 2024-04-13T07:15:54.443 INFO:tasks.rados.rados.0.smithi003.stdout:590: snap_create 2024-04-13T07:15:54.443 INFO:tasks.rados.rados.0.smithi003.stdout:587: finishing copy_from racing read to smithi00377890-49 2024-04-13T07:15:54.443 INFO:tasks.rados.rados.0.smithi003.stdout:587: finishing copy_from to smithi00377890-49 2024-04-13T07:15:54.443 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 31 (ObjNum 97 snap 0 seq_num 291693584) dirty exists 2024-04-13T07:15:54.449 INFO:tasks.rados.rados.0.smithi003.stdout:589: finishing rollback tid 0 to smithi00377890-14 2024-04-13T07:15:54.450 INFO:tasks.rados.rados.0.smithi003.stdout:589: finishing rollback tid 1 to smithi00377890-14 2024-04-13T07:15:54.452 INFO:tasks.rados.rados.0.smithi003.stdout:589: finishing rollback tid 2 to smithi00377890-14 2024-04-13T07:15:54.452 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 77 (ObjNum 183 snap 53 seq_num 183) dirty exists 2024-04-13T07:15:55.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:55 smithi003 ceph-mon[27034]: Upgrade: Updating mgr.y 2024-04-13T07:15:55.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:55 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:55.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:55 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:15:55.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:55 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:15:55.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:55 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:15:55.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:55 smithi003 ceph-mon[27034]: Deploying daemon mgr.y on smithi003 2024-04-13T07:15:55.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:55 smithi003 ceph-mon[27034]: pgmap v38: 121 pgs: 121 active+clean; 189 MiB data, 589 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-04-13T07:15:55.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:55 smithi003 ceph-mon[27034]: osdmap e180: 8 total, 8 up, 8 in 2024-04-13T07:15:55.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:55 smithi003 ceph-mon[37804]: Upgrade: Updating mgr.y 2024-04-13T07:15:55.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:55 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:55.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:55 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:15:55.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:55 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:15:55.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:55 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:15:55.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:55 smithi003 ceph-mon[37804]: Deploying daemon mgr.y on smithi003 2024-04-13T07:15:55.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:55 smithi003 ceph-mon[37804]: pgmap v38: 121 pgs: 121 active+clean; 189 MiB data, 589 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-04-13T07:15:55.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:55 smithi003 ceph-mon[37804]: osdmap e180: 8 total, 8 up, 8 in 2024-04-13T07:15:55.441 INFO:tasks.rados.rados.0.smithi003.stdout:586: done (3 left) 2024-04-13T07:15:55.442 INFO:tasks.rados.rados.0.smithi003.stdout:587: done (2 left) 2024-04-13T07:15:55.442 INFO:tasks.rados.rados.0.smithi003.stdout:589: done (1 left) 2024-04-13T07:15:55.442 INFO:tasks.rados.rados.0.smithi003.stdout:590: done (0 left) 2024-04-13T07:15:55.442 INFO:tasks.rados.rados.0.smithi003.stdout:591: copy_from oid 16 from oid 10 current snap is 62 2024-04-13T07:15:55.442 INFO:tasks.rados.rados.0.smithi003.stdout:592: snap_remove snap 49 2024-04-13T07:15:55.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:55 smithi066 ceph-mon[30583]: Upgrade: Updating mgr.y 2024-04-13T07:15:55.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:55 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:55.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:55 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:15:55.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:55 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:15:55.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:55 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:15:55.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:55 smithi066 ceph-mon[30583]: Deploying daemon mgr.y on smithi003 2024-04-13T07:15:55.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:55 smithi066 ceph-mon[30583]: pgmap v38: 121 pgs: 121 active+clean; 189 MiB data, 589 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-04-13T07:15:55.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:55 smithi066 ceph-mon[30583]: osdmap e180: 8 total, 8 up, 8 in 2024-04-13T07:15:56.444 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:56 smithi003 systemd[1]: Stopping Ceph mgr.y for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:15:56.449 INFO:tasks.rados.rados.0.smithi003.stdout:592: done (1 left) 2024-04-13T07:15:56.449 INFO:tasks.rados.rados.0.smithi003.stdout:593: read oid 35 snap -1 2024-04-13T07:15:56.449 INFO:tasks.rados.rados.0.smithi003.stdout:593: expect (ObjNum 203 snap 59 seq_num 203) 2024-04-13T07:15:56.449 INFO:tasks.rados.rados.0.smithi003.stdout:594: rollback oid 40 current snap is 62 2024-04-13T07:15:56.449 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 40 to 54 2024-04-13T07:15:56.449 INFO:tasks.rados.rados.0.smithi003.stdout:595: read oid 43 snap -1 2024-04-13T07:15:56.449 INFO:tasks.rados.rados.0.smithi003.stdout:595: expect deleted 2024-04-13T07:15:56.449 INFO:tasks.rados.rados.0.smithi003.stdout:596: rollback oid 39 current snap is 62 2024-04-13T07:15:56.449 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 39 to 30 2024-04-13T07:15:56.450 INFO:tasks.rados.rados.0.smithi003.stdout:597: snap_create 2024-04-13T07:15:56.450 INFO:tasks.rados.rados.0.smithi003.stdout:591: finishing copy_from to smithi00377890-16 2024-04-13T07:15:56.450 INFO:tasks.rados.rados.0.smithi003.stdout:591: got expected ENOENT (src dne) 2024-04-13T07:15:56.450 INFO:tasks.rados.rados.0.smithi003.stdout:591: finishing copy_from racing read to smithi00377890-16 2024-04-13T07:15:56.459 INFO:tasks.rados.rados.0.smithi003.stdout:593: expect (ObjNum 203 snap 59 seq_num 203) 2024-04-13T07:15:56.517 INFO:tasks.rados.rados.0.smithi003.stdout:596: finishing rollback tid 0 to smithi00377890-39 2024-04-13T07:15:56.517 INFO:tasks.rados.rados.0.smithi003.stdout:596: finishing rollback tid 1 to smithi00377890-39 2024-04-13T07:15:56.517 INFO:tasks.rados.rados.0.smithi003.stdout:596: finishing rollback tid 2 to smithi00377890-39 2024-04-13T07:15:56.517 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 140 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-13T07:15:56.517 INFO:tasks.rados.rados.0.smithi003.stdout:594: finishing rollback tid 0 to smithi00377890-40 2024-04-13T07:15:56.517 INFO:tasks.rados.rados.0.smithi003.stdout:594: finishing rollback tid 1 to smithi00377890-40 2024-04-13T07:15:56.517 INFO:tasks.rados.rados.0.smithi003.stdout:594: finishing rollback tid 2 to smithi00377890-40 2024-04-13T07:15:56.517 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 459 (ObjNum 87 snap 18 seq_num 87) dirty exists 2024-04-13T07:15:56.789 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:56 smithi003 ceph-mon[27034]: osdmap e181: 8 total, 8 up, 8 in 2024-04-13T07:15:56.789 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:56 smithi003 ceph-mon[37804]: osdmap e181: 8 total, 8 up, 8 in 2024-04-13T07:15:56.789 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:56 smithi003 podman[80490]: 2024-04-13 07:15:56.508279599 +0000 UTC m=+0.230564325 container died 358d73cdd0350a582941f10f0fd0fbbb1623eb72b2124cbdec038890487a6329 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=reef-7d36322, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-13T07:15:56.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:56 smithi066 ceph-mon[30583]: osdmap e181: 8 total, 8 up, 8 in 2024-04-13T07:15:57.114 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:56 smithi003 podman[80490]: 2024-04-13 07:15:56.859987138 +0000 UTC m=+0.582271875 container cleanup 358d73cdd0350a582941f10f0fd0fbbb1623eb72b2124cbdec038890487a6329 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=reef-7d36322, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-13T07:15:57.114 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:56 smithi003 bash[80490]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y 2024-04-13T07:15:57.388 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:57 smithi003 podman[80504]: 2024-04-13 07:15:57.111454805 +0000 UTC m=+0.602709771 container remove 358d73cdd0350a582941f10f0fd0fbbb1623eb72b2124cbdec038890487a6329 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=reef-7d36322) 2024-04-13T07:15:57.388 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:57 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-13T07:15:57.388 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:57 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-04-13T07:15:57.388 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:57 smithi003 systemd[1]: Stopped Ceph mgr.y for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:15:57.388 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:57 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mgr.y.service: Consumed 1min 6.250s CPU time. 2024-04-13T07:15:57.449 INFO:tasks.rados.rados.0.smithi003.stdout:591: done (5 left) 2024-04-13T07:15:57.449 INFO:tasks.rados.rados.0.smithi003.stdout:593: done (4 left) 2024-04-13T07:15:57.449 INFO:tasks.rados.rados.0.smithi003.stdout:594: done (3 left) 2024-04-13T07:15:57.449 INFO:tasks.rados.rados.0.smithi003.stdout:595: done (2 left) 2024-04-13T07:15:57.449 INFO:tasks.rados.rados.0.smithi003.stdout:596: done (1 left) 2024-04-13T07:15:57.449 INFO:tasks.rados.rados.0.smithi003.stdout:597: done (0 left) 2024-04-13T07:15:57.449 INFO:tasks.rados.rados.0.smithi003.stdout:598: rollback oid 44 current snap is 63 2024-04-13T07:15:57.449 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 44 to 58 2024-04-13T07:15:57.449 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 30 current snap is 63 2024-04-13T07:15:57.449 INFO:tasks.rados.rados.0.smithi003.stdout:599: seq_num 208 ranges {1581056=688128,2269184=401408} 2024-04-13T07:15:57.461 INFO:tasks.rados.rados.0.smithi003.stdout:599: writing smithi00377890-30 from 1581056 to 2269184 tid 1 2024-04-13T07:15:57.464 INFO:tasks.rados.rados.0.smithi003.stdout:599: writing smithi00377890-30 from 2269184 to 2670592 tid 2 2024-04-13T07:15:57.464 INFO:tasks.rados.rados.0.smithi003.stdout:598: finishing rollback tid 0 to smithi00377890-44 2024-04-13T07:15:57.464 INFO:tasks.rados.rados.0.smithi003.stdout:598: finishing rollback tid 1 to smithi00377890-44 2024-04-13T07:15:57.464 INFO:tasks.rados.rados.0.smithi003.stdout:598: finishing rollback tid 2 to smithi00377890-44 2024-04-13T07:15:57.464 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 300 (ObjNum 167 snap 46 seq_num 167) dirty exists 2024-04-13T07:15:57.464 INFO:tasks.rados.rados.0.smithi003.stdout:598: done (1 left) 2024-04-13T07:15:57.464 INFO:tasks.rados.rados.0.smithi003.stdout:600: rollback oid 6 current snap is 63 2024-04-13T07:15:57.464 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 6 to 59 2024-04-13T07:15:57.465 INFO:tasks.rados.rados.0.smithi003.stdout:601: snap_remove snap 46 2024-04-13T07:15:57.780 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:57 smithi003 ceph-mon[37804]: pgmap v41: 121 pgs: 121 active+clean; 195 MiB data, 624 MiB used, 715 GiB / 715 GiB avail; 583 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-13T07:15:57.780 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:57 smithi003 ceph-mon[37804]: osdmap e182: 8 total, 8 up, 8 in 2024-04-13T07:15:57.780 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:57 smithi003 ceph-mon[27034]: pgmap v41: 121 pgs: 121 active+clean; 195 MiB data, 624 MiB used, 715 GiB / 715 GiB avail; 583 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-13T07:15:57.780 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:57 smithi003 ceph-mon[27034]: osdmap e182: 8 total, 8 up, 8 in 2024-04-13T07:15:57.780 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:57 smithi003 systemd[1]: Starting Ceph mgr.y for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:15:57.780 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:57 smithi003 podman[80636]: 2024-04-13 07:15:57.670824468 +0000 UTC m=+0.088737680 container create 8cf668b60b80b67eac5f45e03ebeba1d90d17ae8d6e23713acd440d76c986b87 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:15:57.780 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:57 smithi003 podman[80636]: 2024-04-13 07:15:57.599883426 +0000 UTC m=+0.017796611 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:15:57.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:57 smithi066 ceph-mon[30583]: pgmap v41: 121 pgs: 121 active+clean; 195 MiB data, 624 MiB used, 715 GiB / 715 GiB avail; 583 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-13T07:15:57.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:57 smithi066 ceph-mon[30583]: osdmap e182: 8 total, 8 up, 8 in 2024-04-13T07:15:58.138 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:57 smithi003 podman[80636]: 2024-04-13 07:15:57.907044157 +0000 UTC m=+0.324957328 container init 8cf668b60b80b67eac5f45e03ebeba1d90d17ae8d6e23713acd440d76c986b87 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:15:58.138 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:57 smithi003 podman[80636]: 2024-04-13 07:15:57.909671362 +0000 UTC m=+0.327584543 container start 8cf668b60b80b67eac5f45e03ebeba1d90d17ae8d6e23713acd440d76c986b87 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409) 2024-04-13T07:15:58.138 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:57 smithi003 ceph-mgr[80655]: -- 172.21.15.3:0/1030697441 <== mon.0 v2:172.21.15.3:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557b299925a0 con 0x557b29966c00 2024-04-13T07:15:58.138 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:57 smithi003 bash[80636]: 8cf668b60b80b67eac5f45e03ebeba1d90d17ae8d6e23713acd440d76c986b87 2024-04-13T07:15:58.138 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:57 smithi003 systemd[1]: Started Ceph mgr.y for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:15:58.441 INFO:tasks.rados.rados.0.smithi003.stdout:601: done (2 left) 2024-04-13T07:15:58.441 INFO:tasks.rados.rados.0.smithi003.stdout:602: snap_create 2024-04-13T07:15:58.441 INFO:tasks.rados.rados.0.smithi003.stdout:600: finishing rollback tid 0 to smithi00377890-6 2024-04-13T07:15:58.441 INFO:tasks.rados.rados.0.smithi003.stdout:600: finishing rollback tid 1 to smithi00377890-6 2024-04-13T07:15:58.442 INFO:tasks.rados.rados.0.smithi003.stdout:600: finishing rollback tid 2 to smithi00377890-6 2024-04-13T07:15:58.442 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 241 (ObjNum 189 snap 56 seq_num 189) dirty exists 2024-04-13T07:15:58.442 INFO:tasks.rados.rados.0.smithi003.stdout:599: finishing write tid 1 to smithi00377890-30 2024-04-13T07:15:58.442 INFO:tasks.rados.rados.0.smithi003.stdout:599: finishing write tid 2 to smithi00377890-30 2024-04-13T07:15:58.442 INFO:tasks.rados.rados.0.smithi003.stdout:599: finishing write tid 3 to smithi00377890-30 2024-04-13T07:15:58.442 INFO:tasks.rados.rados.0.smithi003.stdout:599: finishing write tid 4 to smithi00377890-30 2024-04-13T07:15:58.442 INFO:tasks.rados.rados.0.smithi003.stdout:599: oid 30 updating version 0 to 347 2024-04-13T07:15:58.442 INFO:tasks.rados.rados.0.smithi003.stdout:599: oid 30 updating version 347 to 348 2024-04-13T07:15:58.442 INFO:tasks.rados.rados.0.smithi003.stdout:599: oid 30 version 348 is already newer than 346 2024-04-13T07:15:58.442 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 348 (ObjNum 208 snap 63 seq_num 208) dirty exists 2024-04-13T07:15:58.442 INFO:tasks.rados.rados.0.smithi003.stdout:599: left oid 30 (ObjNum 208 snap 63 seq_num 208) 2024-04-13T07:15:58.888 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:15:58.502+0000 7f67d581b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:15:58.888 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:15:58.605+0000 7f67d581b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:15:58.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:58 smithi003 ceph-mon[37804]: osdmap e183: 8 total, 8 up, 8 in 2024-04-13T07:15:58.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:58 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:58.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:58 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:58.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:58 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:15:58.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:15:58 smithi003 ceph-mon[37804]: osdmap e184: 8 total, 8 up, 8 in 2024-04-13T07:15:58.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:58 smithi003 ceph-mon[27034]: osdmap e183: 8 total, 8 up, 8 in 2024-04-13T07:15:58.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:58 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:58.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:58 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:58.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:58 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:15:58.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:15:58 smithi003 ceph-mon[27034]: osdmap e184: 8 total, 8 up, 8 in 2024-04-13T07:15:58.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:58 smithi066 ceph-mon[30583]: osdmap e183: 8 total, 8 up, 8 in 2024-04-13T07:15:58.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:58 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:58.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:58 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:15:58.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:58 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:15:58.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:15:58 smithi066 ceph-mon[30583]: osdmap e184: 8 total, 8 up, 8 in 2024-04-13T07:15:59.304 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:59 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:15:59.300+0000 7f67d581b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:15:59.442 INFO:tasks.rados.rados.0.smithi003.stdout:599: done (2 left) 2024-04-13T07:15:59.442 INFO:tasks.rados.rados.0.smithi003.stdout:600: done (1 left) 2024-04-13T07:15:59.442 INFO:tasks.rados.rados.0.smithi003.stdout:602: done (0 left) 2024-04-13T07:15:59.442 INFO:tasks.rados.rados.0.smithi003.stdout:603: rmattr oid 40 current snap is 64 2024-04-13T07:15:59.442 INFO:tasks.rados.rados.0.smithi003.stdout:604: read oid 48 snap 36 2024-04-13T07:15:59.442 INFO:tasks.rados.rados.0.smithi003.stdout:604: expect deleted 2024-04-13T07:15:59.442 INFO:tasks.rados.rados.0.smithi003.stdout:605: read oid 13 snap -1 2024-04-13T07:15:59.443 INFO:tasks.rados.rados.0.smithi003.stdout:605: expect (ObjNum 186 snap 54 seq_num 186) 2024-04-13T07:15:59.443 INFO:tasks.rados.rados.0.smithi003.stdout:606: setattr oid 21 current snap is 64 2024-04-13T07:15:59.443 INFO:tasks.rados.rados.0.smithi003.stdout:607: read oid 24 snap 60 2024-04-13T07:15:59.444 INFO:tasks.rados.rados.0.smithi003.stdout:607: expect (ObjNum 116 snap 29 seq_num 116) 2024-04-13T07:15:59.444 INFO:tasks.rados.rados.0.smithi003.stdout:608: copy_from oid 20 from oid 38 current snap is 64 2024-04-13T07:15:59.444 INFO:tasks.rados.rados.0.smithi003.stdout:609: read oid 28 snap -1 2024-04-13T07:15:59.444 INFO:tasks.rados.rados.0.smithi003.stdout:609: expect (ObjNum 104 snap 24 seq_num 104) 2024-04-13T07:15:59.444 INFO:tasks.rados.rados.0.smithi003.stdout:610: rollback oid 50 current snap is 64 2024-04-13T07:15:59.444 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 50 to 58 2024-04-13T07:15:59.444 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 46 current snap is 64 2024-04-13T07:15:59.444 INFO:tasks.rados.rados.0.smithi003.stdout:611: seq_num 209 ranges {1245184=704512,1949696=401408} 2024-04-13T07:15:59.456 INFO:tasks.rados.rados.0.smithi003.stdout:611: writing smithi00377890-46 from 1245184 to 1949696 tid 1 2024-04-13T07:15:59.459 INFO:tasks.rados.rados.0.smithi003.stdout:611: writing smithi00377890-46 from 1949696 to 2351104 tid 2 2024-04-13T07:15:59.459 INFO:tasks.rados.rados.0.smithi003.stdout:612: rollback oid 15 current snap is 64 2024-04-13T07:15:59.459 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 15 to 37 2024-04-13T07:15:59.459 INFO:tasks.rados.rados.0.smithi003.stdout:613: rollback oid 35 current snap is 64 2024-04-13T07:15:59.460 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 35 to 54 2024-04-13T07:15:59.460 INFO:tasks.rados.rados.0.smithi003.stdout:614: read oid 1 snap 63 2024-04-13T07:15:59.460 INFO:tasks.rados.rados.0.smithi003.stdout:614: expect (ObjNum 85 snap 18 seq_num 85) 2024-04-13T07:15:59.460 INFO:tasks.rados.rados.0.smithi003.stdout:615: copy_from oid 25 from oid 18 current snap is 64 2024-04-13T07:15:59.467 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 148 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:15:59.467 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 483 (ObjNum 87 snap 18 seq_num 87) dirty exists 2024-04-13T07:15:59.467 INFO:tasks.rados.rados.0.smithi003.stdout:610: finishing rollback tid 0 to smithi00377890-50 2024-04-13T07:15:59.467 INFO:tasks.rados.rados.0.smithi003.stdout:610: finishing rollback tid 1 to smithi00377890-50 2024-04-13T07:15:59.467 INFO:tasks.rados.rados.0.smithi003.stdout:610: finishing rollback tid 2 to smithi00377890-50 2024-04-13T07:15:59.467 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 300 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-13T07:15:59.467 INFO:tasks.rados.rados.0.smithi003.stdout:609: expect (ObjNum 104 snap 24 seq_num 104) 2024-04-13T07:15:59.525 INFO:tasks.rados.rados.0.smithi003.stdout:612: finishing rollback tid 1 to smithi00377890-15 2024-04-13T07:15:59.526 INFO:tasks.rados.rados.0.smithi003.stdout:607: expect (ObjNum 116 snap 29 seq_num 116) 2024-04-13T07:15:59.578 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:59 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:15:59.409+0000 7f67d581b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:15:59.665 INFO:tasks.rados.rados.0.smithi003.stdout:612: finishing rollback tid 2 to smithi00377890-15 2024-04-13T07:15:59.665 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 485 (ObjNum 130 snap 32 seq_num 130) dirty exists 2024-04-13T07:15:59.665 INFO:tasks.rados.rados.0.smithi003.stdout:611: finishing write tid 1 to smithi00377890-46 2024-04-13T07:15:59.665 INFO:tasks.rados.rados.0.smithi003.stdout:603: done (12 left) 2024-04-13T07:15:59.665 INFO:tasks.rados.rados.0.smithi003.stdout:604: done (11 left) 2024-04-13T07:15:59.665 INFO:tasks.rados.rados.0.smithi003.stdout:606: done (10 left) 2024-04-13T07:15:59.665 INFO:tasks.rados.rados.0.smithi003.stdout:607: done (9 left) 2024-04-13T07:15:59.666 INFO:tasks.rados.rados.0.smithi003.stdout:609: done (8 left) 2024-04-13T07:15:59.666 INFO:tasks.rados.rados.0.smithi003.stdout:610: done (7 left) 2024-04-13T07:15:59.666 INFO:tasks.rados.rados.0.smithi003.stdout:612: done (6 left) 2024-04-13T07:15:59.666 INFO:tasks.rados.rados.0.smithi003.stdout:616: snap_remove snap 53 2024-04-13T07:15:59.888 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:59 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:15:59.600+0000 7f67d581b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:15:59.888 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:59 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:15:59.710+0000 7f67d581b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:15:59.888 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:15:59 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:15:59.798+0000 7f67d581b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:16:00.356 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:00 smithi003 ceph-mon[37804]: pgmap v44: 121 pgs: 121 active+clean; 195 MiB data, 624 MiB used, 715 GiB / 715 GiB avail; 583 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-13T07:16:00.424 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:00 smithi003 ceph-mon[37804]: osdmap e185: 8 total, 8 up, 8 in 2024-04-13T07:16:00.425 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:00 smithi003 ceph-mon[27034]: pgmap v44: 121 pgs: 121 active+clean; 195 MiB data, 624 MiB used, 715 GiB / 715 GiB avail; 583 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-13T07:16:00.425 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:00 smithi003 ceph-mon[27034]: osdmap e185: 8 total, 8 up, 8 in 2024-04-13T07:16:00.425 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:00 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:00.099+0000 7f67d581b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:16:00.425 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:00 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:00.237+0000 7f67d581b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:16:00.425 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:00 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:00.352+0000 7f67d581b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:16:00.425 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:00 smithi066 ceph-mon[30583]: pgmap v44: 121 pgs: 121 active+clean; 195 MiB data, 624 MiB used, 715 GiB / 715 GiB avail; 583 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-13T07:16:00.426 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:00 smithi066 ceph-mon[30583]: osdmap e185: 8 total, 8 up, 8 in 2024-04-13T07:16:00.443 INFO:tasks.rados.rados.0.smithi003.stdout:616: done (6 left) 2024-04-13T07:16:00.443 INFO:tasks.rados.rados.0.smithi003.stdout:617: snap_remove snap 21 2024-04-13T07:16:00.613 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:00 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:00.468+0000 7f67d581b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:16:00.888 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:00 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:00.655+0000 7f67d581b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:16:01.446 INFO:tasks.rados.rados.0.smithi003.stdout:617: done (6 left) 2024-04-13T07:16:01.447 INFO:tasks.rados.rados.0.smithi003.stdout:618: rollback oid 29 current snap is 64 2024-04-13T07:16:01.447 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 29 to 56 2024-04-13T07:16:01.447 INFO:tasks.rados.rados.0.smithi003.stdout:619: delete oid 43 current snap is 64 2024-04-13T07:16:01.448 INFO:tasks.rados.rados.0.smithi003.stdout:611: finishing write tid 2 to smithi00377890-46 2024-04-13T07:16:01.448 INFO:tasks.rados.rados.0.smithi003.stdout:611: finishing write tid 3 to smithi00377890-46 2024-04-13T07:16:01.448 INFO:tasks.rados.rados.0.smithi003.stdout:611: finishing write tid 4 to smithi00377890-46 2024-04-13T07:16:01.448 INFO:tasks.rados.rados.0.smithi003.stdout:611: oid 46 updating version 0 to 303 2024-04-13T07:16:01.448 INFO:tasks.rados.rados.0.smithi003.stdout:611: oid 46 version 303 is already newer than 301 2024-04-13T07:16:01.448 INFO:tasks.rados.rados.0.smithi003.stdout:611: oid 46 version 303 is already newer than 302 2024-04-13T07:16:01.448 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 303 (ObjNum 209 snap 64 seq_num 209) dirty exists 2024-04-13T07:16:01.448 INFO:tasks.rados.rados.0.smithi003.stdout:611: left oid 46 (ObjNum 209 snap 64 seq_num 209) 2024-04-13T07:16:01.448 INFO:tasks.rados.rados.0.smithi003.stdout:613: finishing rollback tid 0 to smithi00377890-35 2024-04-13T07:16:01.448 INFO:tasks.rados.rados.0.smithi003.stdout:613: finishing rollback tid 1 to smithi00377890-35 2024-04-13T07:16:01.448 INFO:tasks.rados.rados.0.smithi003.stdout:613: finishing rollback tid 2 to smithi00377890-35 2024-04-13T07:16:01.448 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 391 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-13T07:16:01.448 INFO:tasks.rados.rados.0.smithi003.stdout:615: finishing copy_from racing read to smithi00377890-25 2024-04-13T07:16:01.449 INFO:tasks.rados.rados.0.smithi003.stdout:615: finishing copy_from to smithi00377890-25 2024-04-13T07:16:01.449 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 223 (ObjNum 204 snap 60 seq_num 204) dirty exists 2024-04-13T07:16:01.449 INFO:tasks.rados.rados.0.smithi003.stdout:608: finishing copy_from racing read to smithi00377890-20 2024-04-13T07:16:01.449 INFO:tasks.rados.rados.0.smithi003.stdout:605: expect (ObjNum 186 snap 54 seq_num 186) 2024-04-13T07:16:01.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:01 smithi003 ceph-mon[27034]: pgmap v47: 121 pgs: 121 active+clean; 195 MiB data, 624 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:16:01.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:01 smithi003 ceph-mon[27034]: osdmap e186: 8 total, 8 up, 8 in 2024-04-13T07:16:01.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:01 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:16:01.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:01 smithi003 ceph-mon[37804]: pgmap v47: 121 pgs: 121 active+clean; 195 MiB data, 624 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:16:01.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:01 smithi003 ceph-mon[37804]: osdmap e186: 8 total, 8 up, 8 in 2024-04-13T07:16:01.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:01 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:16:01.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:01 smithi066 ceph-mon[30583]: pgmap v47: 121 pgs: 121 active+clean; 195 MiB data, 624 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:16:01.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:01 smithi066 ceph-mon[30583]: osdmap e186: 8 total, 8 up, 8 in 2024-04-13T07:16:01.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:01 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:16:01.924 INFO:tasks.rados.rados.0.smithi003.stdout:614: expect (ObjNum 85 snap 18 seq_num 85) 2024-04-13T07:16:01.963 INFO:tasks.rados.rados.0.smithi003.stdout:608: finishing copy_from to smithi00377890-20 2024-04-13T07:16:01.963 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 60 (ObjNum 170 snap 46 seq_num 170) dirty exists 2024-04-13T07:16:01.963 INFO:tasks.rados.rados.0.smithi003.stdout:618: finishing rollback tid 0 to smithi00377890-29 2024-04-13T07:16:01.963 INFO:tasks.rados.rados.0.smithi003.stdout:618: finishing rollback tid 1 to smithi00377890-29 2024-04-13T07:16:01.963 INFO:tasks.rados.rados.0.smithi003.stdout:618: finishing rollback tid 2 to smithi00377890-29 2024-04-13T07:16:01.963 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 191 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:16:01.963 INFO:tasks.rados.rados.0.smithi003.stdout:605: done (7 left) 2024-04-13T07:16:01.963 INFO:tasks.rados.rados.0.smithi003.stdout:608: done (6 left) 2024-04-13T07:16:01.963 INFO:tasks.rados.rados.0.smithi003.stdout:611: done (5 left) 2024-04-13T07:16:01.963 INFO:tasks.rados.rados.0.smithi003.stdout:613: done (4 left) 2024-04-13T07:16:01.963 INFO:tasks.rados.rados.0.smithi003.stdout:614: done (3 left) 2024-04-13T07:16:01.964 INFO:tasks.rados.rados.0.smithi003.stdout:615: done (2 left) 2024-04-13T07:16:01.964 INFO:tasks.rados.rados.0.smithi003.stdout:618: done (1 left) 2024-04-13T07:16:01.964 INFO:tasks.rados.rados.0.smithi003.stdout:619: done (0 left) 2024-04-13T07:16:01.964 INFO:tasks.rados.rados.0.smithi003.stdout:620: read oid 42 snap -1 2024-04-13T07:16:01.964 INFO:tasks.rados.rados.0.smithi003.stdout:620: expect deleted 2024-04-13T07:16:01.964 INFO:tasks.rados.rados.0.smithi003.stdout:621: setattr oid 5 current snap is 64 2024-04-13T07:16:01.965 INFO:tasks.rados.rados.0.smithi003.stdout:620: done (1 left) 2024-04-13T07:16:01.966 INFO:tasks.rados.rados.0.smithi003.stdout:622: rmattr oid 24 current snap is 64 2024-04-13T07:16:01.966 INFO:tasks.rados.rados.0.smithi003.stdout:622: done (1 left) 2024-04-13T07:16:01.966 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 64 2024-04-13T07:16:01.966 INFO:tasks.rados.rados.0.smithi003.stdout:623: seq_num 211 ranges {1613824=737280,2351104=401408} 2024-04-13T07:16:01.980 INFO:tasks.rados.rados.0.smithi003.stdout:623: writing smithi00377890-3 from 1613824 to 2351104 tid 1 2024-04-13T07:16:01.983 INFO:tasks.rados.rados.0.smithi003.stdout:623: writing smithi00377890-3 from 2351104 to 2752512 tid 2 2024-04-13T07:16:01.983 INFO:tasks.rados.rados.0.smithi003.stdout:624: snap_create 2024-04-13T07:16:01.983 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 301 (ObjNum 132 snap 32 seq_num 132) dirty exists 2024-04-13T07:16:01.985 INFO:tasks.rados.rados.0.smithi003.stdout:623: finishing write tid 1 to smithi00377890-3 2024-04-13T07:16:01.985 INFO:tasks.rados.rados.0.smithi003.stdout:623: finishing write tid 2 to smithi00377890-3 2024-04-13T07:16:01.986 INFO:tasks.rados.rados.0.smithi003.stdout:623: finishing write tid 3 to smithi00377890-3 2024-04-13T07:16:01.986 INFO:tasks.rados.rados.0.smithi003.stdout:623: finishing write tid 4 to smithi00377890-3 2024-04-13T07:16:01.987 INFO:tasks.rados.rados.0.smithi003.stdout:623: oid 3 updating version 0 to 330 2024-04-13T07:16:01.987 INFO:tasks.rados.rados.0.smithi003.stdout:623: oid 3 updating version 330 to 331 2024-04-13T07:16:01.987 INFO:tasks.rados.rados.0.smithi003.stdout:623: oid 3 version 331 is already newer than 329 2024-04-13T07:16:01.987 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 331 (ObjNum 211 snap 64 seq_num 211) dirty exists 2024-04-13T07:16:01.987 INFO:tasks.rados.rados.0.smithi003.stdout:623: left oid 3 (ObjNum 211 snap 64 seq_num 211) 2024-04-13T07:16:02.138 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:01 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:01.697+0000 7f67d581b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:16:02.138 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:01 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:01.835+0000 7f67d581b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:16:02.451 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:02 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:02.195+0000 7f67d581b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:16:02.452 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:02 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:02.291+0000 7f67d581b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:16:02.715 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:02 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:02.510+0000 7f67d581b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:16:02.715 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:02 smithi003 ceph-mon[37804]: osdmap e187: 8 total, 8 up, 8 in 2024-04-13T07:16:02.715 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:02 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:02.715 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:02 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:02.715 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:02 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:02.715 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:02 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:02.716 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:02 smithi003 ceph-mon[27034]: osdmap e187: 8 total, 8 up, 8 in 2024-04-13T07:16:02.716 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:02 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:02.716 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:02 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:02.716 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:02 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:02.716 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:02 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:02.850 INFO:tasks.rados.rados.0.smithi003.stdout:621: done (2 left) 2024-04-13T07:16:02.850 INFO:tasks.rados.rados.0.smithi003.stdout:623: done (1 left) 2024-04-13T07:16:02.850 INFO:tasks.rados.rados.0.smithi003.stdout:624: done (0 left) 2024-04-13T07:16:02.850 INFO:tasks.rados.rados.0.smithi003.stdout:625: snap_remove snap 60 2024-04-13T07:16:02.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:02 smithi066 ceph-mon[30583]: osdmap e187: 8 total, 8 up, 8 in 2024-04-13T07:16:02.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:02 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:02.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:02 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:02.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:02 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:02.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:02 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:03.037 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:02 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:02.710+0000 7f67d581b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:16:03.037 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:03 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:03.033+0000 7f67d581b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:16:03.441 INFO:tasks.rados.rados.0.smithi003.stdout:625: done (0 left) 2024-04-13T07:16:03.441 INFO:tasks.rados.rados.0.smithi003.stdout:626: snap_remove snap 64 2024-04-13T07:16:03.577 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:03 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:03.302+0000 7f67d581b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:16:03.577 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:03 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:03.572+0000 7f67d581b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:16:03.847 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:03 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:16:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi066\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi066\", job=\"node\", machine=\"x86_64\", nodename=\"smithi066\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:16:03.848 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:03 smithi003 ceph-mon[27034]: pgmap v50: 121 pgs: 121 active+clean; 201 MiB data, 692 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-04-13T07:16:03.848 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:03 smithi003 ceph-mon[27034]: osdmap e188: 8 total, 8 up, 8 in 2024-04-13T07:16:03.848 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:03 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:03.848 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:03 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:03.848 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:03 smithi003 ceph-mon[27034]: osdmap e189: 8 total, 8 up, 8 in 2024-04-13T07:16:04.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:03 smithi003 ceph-mon[37804]: pgmap v50: 121 pgs: 121 active+clean; 201 MiB data, 692 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-04-13T07:16:04.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:03 smithi003 ceph-mon[37804]: osdmap e188: 8 total, 8 up, 8 in 2024-04-13T07:16:04.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:03 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:04.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:03 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:04.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:03 smithi003 ceph-mon[37804]: osdmap e189: 8 total, 8 up, 8 in 2024-04-13T07:16:04.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:03 smithi066 ceph-mon[30583]: pgmap v50: 121 pgs: 121 active+clean; 201 MiB data, 692 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-04-13T07:16:04.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:03 smithi066 ceph-mon[30583]: osdmap e188: 8 total, 8 up, 8 in 2024-04-13T07:16:04.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:03 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:04.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:03 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:04.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:03 smithi066 ceph-mon[30583]: osdmap e189: 8 total, 8 up, 8 in 2024-04-13T07:16:04.444 INFO:tasks.rados.rados.0.smithi003.stdout:626: done (0 left) 2024-04-13T07:16:04.444 INFO:tasks.rados.rados.0.smithi003.stdout:627: rollback oid 12 current snap is 65 2024-04-13T07:16:04.444 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 12 to 28 2024-04-13T07:16:04.444 INFO:tasks.rados.rados.0.smithi003.stdout:628: read oid 21 snap -1 2024-04-13T07:16:04.444 INFO:tasks.rados.rados.0.smithi003.stdout:628: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:16:04.445 INFO:tasks.rados.rados.0.smithi003.stdout:629: rmattr oid 8 current snap is 65 2024-04-13T07:16:04.445 INFO:tasks.rados.rados.0.smithi003.stdout:629: done (2 left) 2024-04-13T07:16:04.445 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 24 current snap is 65 2024-04-13T07:16:04.445 INFO:tasks.rados.rados.0.smithi003.stdout:630: seq_num 212 ranges {3784704=753664,4538368=401408} 2024-04-13T07:16:04.468 INFO:tasks.rados.rados.0.smithi003.stdout:630: writing smithi00377890-24 from 3784704 to 4538368 tid 1 2024-04-13T07:16:04.471 INFO:tasks.rados.rados.0.smithi003.stdout:630: writing smithi00377890-24 from 4538368 to 4939776 tid 2 2024-04-13T07:16:04.471 INFO:tasks.rados.rados.0.smithi003.stdout:631: rollback oid 6 current snap is 65 2024-04-13T07:16:04.471 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 6 to 62 2024-04-13T07:16:04.471 INFO:tasks.rados.rados.0.smithi003.stdout:627: finishing rollback tid 0 to smithi00377890-12 2024-04-13T07:16:04.471 INFO:tasks.rados.rados.0.smithi003.stdout:627: finishing rollback tid 1 to smithi00377890-12 2024-04-13T07:16:04.471 INFO:tasks.rados.rados.0.smithi003.stdout:627: finishing rollback tid 2 to smithi00377890-12 2024-04-13T07:16:04.471 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 304 (ObjNum 74 snap 8 seq_num 74) dirty exists 2024-04-13T07:16:04.472 INFO:tasks.rados.rados.0.smithi003.stdout:628: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:16:04.495 INFO:tasks.rados.rados.0.smithi003.stdout:630: finishing write tid 1 to smithi00377890-24 2024-04-13T07:16:04.496 INFO:tasks.rados.rados.0.smithi003.stdout:630: finishing write tid 2 to smithi00377890-24 2024-04-13T07:16:04.496 INFO:tasks.rados.rados.0.smithi003.stdout:627: done (3 left) 2024-04-13T07:16:04.496 INFO:tasks.rados.rados.0.smithi003.stdout:628: done (2 left) 2024-04-13T07:16:04.496 INFO:tasks.rados.rados.0.smithi003.stdout:632: read oid 37 snap -1 2024-04-13T07:16:04.496 INFO:tasks.rados.rados.0.smithi003.stdout:632: expect (ObjNum 49 snap 0 seq_num 49) 2024-04-13T07:16:04.496 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 65 2024-04-13T07:16:04.496 INFO:tasks.rados.rados.0.smithi003.stdout:630: finishing write tid 3 to smithi00377890-24 2024-04-13T07:16:04.496 INFO:tasks.rados.rados.0.smithi003.stdout:631: finishing rollback tid 0 to smithi00377890-6 2024-04-13T07:16:04.496 INFO:tasks.rados.rados.0.smithi003.stdout:631: finishing rollback tid 1 to smithi00377890-6 2024-04-13T07:16:04.496 INFO:tasks.rados.rados.0.smithi003.stdout:633: seq_num 213 ranges {573440=770048,1343488=401408} 2024-04-13T07:16:04.503 INFO:tasks.rados.rados.0.smithi003.stdout:633: writing smithi00377890-35 from 573440 to 1343488 tid 1 2024-04-13T07:16:04.505 INFO:tasks.rados.rados.0.smithi003.stdout:633: writing smithi00377890-35 from 1343488 to 1744896 tid 2 2024-04-13T07:16:04.505 INFO:tasks.rados.rados.0.smithi003.stdout:634: snap_create 2024-04-13T07:16:04.505 INFO:tasks.rados.rados.0.smithi003.stdout:631: finishing rollback tid 2 to smithi00377890-6 2024-04-13T07:16:04.505 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 259 (ObjNum 189 snap 56 seq_num 189) dirty exists 2024-04-13T07:16:04.505 INFO:tasks.rados.rados.0.smithi003.stdout:630: finishing write tid 4 to smithi00377890-24 2024-04-13T07:16:04.505 INFO:tasks.rados.rados.0.smithi003.stdout:630: oid 24 updating version 0 to 421 2024-04-13T07:16:04.506 INFO:tasks.rados.rados.0.smithi003.stdout:630: oid 24 updating version 421 to 423 2024-04-13T07:16:04.506 INFO:tasks.rados.rados.0.smithi003.stdout:630: oid 24 version 423 is already newer than 422 2024-04-13T07:16:04.506 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 423 (ObjNum 212 snap 65 seq_num 212) dirty exists 2024-04-13T07:16:04.506 INFO:tasks.rados.rados.0.smithi003.stdout:630: left oid 24 (ObjNum 212 snap 65 seq_num 212) 2024-04-13T07:16:04.506 INFO:tasks.rados.rados.0.smithi003.stdout:632: expect (ObjNum 49 snap 0 seq_num 49) 2024-04-13T07:16:04.528 INFO:tasks.rados.rados.0.smithi003.stdout:633: finishing write tid 1 to smithi00377890-35 2024-04-13T07:16:04.528 INFO:tasks.rados.rados.0.smithi003.stdout:633: finishing write tid 2 to smithi00377890-35 2024-04-13T07:16:04.528 INFO:tasks.rados.rados.0.smithi003.stdout:633: finishing write tid 3 to smithi00377890-35 2024-04-13T07:16:04.528 INFO:tasks.rados.rados.0.smithi003.stdout:633: finishing write tid 4 to smithi00377890-35 2024-04-13T07:16:04.528 INFO:tasks.rados.rados.0.smithi003.stdout:633: oid 35 updating version 0 to 424 2024-04-13T07:16:04.528 INFO:tasks.rados.rados.0.smithi003.stdout:633: oid 35 updating version 424 to 426 2024-04-13T07:16:04.528 INFO:tasks.rados.rados.0.smithi003.stdout:633: oid 35 version 426 is already newer than 425 2024-04-13T07:16:04.528 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 426 (ObjNum 213 snap 65 seq_num 213) dirty exists 2024-04-13T07:16:04.528 INFO:tasks.rados.rados.0.smithi003.stdout:633: left oid 35 (ObjNum 213 snap 65 seq_num 213) 2024-04-13T07:16:04.725 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:04.427+0000 7f67d581b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:16:05.379 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:05.036+0000 7f67d581b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:16:05.380 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:05.142+0000 7f67d581b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:16:05.380 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:05.374+0000 7f67d581b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:16:05.447 INFO:tasks.rados.rados.0.smithi003.stdout:630: done (4 left) 2024-04-13T07:16:05.447 INFO:tasks.rados.rados.0.smithi003.stdout:631: done (3 left) 2024-04-13T07:16:05.447 INFO:tasks.rados.rados.0.smithi003.stdout:632: done (2 left) 2024-04-13T07:16:05.447 INFO:tasks.rados.rados.0.smithi003.stdout:633: done (1 left) 2024-04-13T07:16:05.447 INFO:tasks.rados.rados.0.smithi003.stdout:634: done (0 left) 2024-04-13T07:16:05.447 INFO:tasks.rados.rados.0.smithi003.stdout:635: delete oid 2 current snap is 66 2024-04-13T07:16:05.450 INFO:tasks.rados.rados.0.smithi003.stdout:635: done (0 left) 2024-04-13T07:16:05.450 INFO:tasks.rados.rados.0.smithi003.stdout:636: delete oid 5 current snap is 66 2024-04-13T07:16:05.453 INFO:tasks.rados.rados.0.smithi003.stdout:636: done (0 left) 2024-04-13T07:16:05.453 INFO:tasks.rados.rados.0.smithi003.stdout:637: read oid 43 snap -1 2024-04-13T07:16:05.453 INFO:tasks.rados.rados.0.smithi003.stdout:637: expect deleted 2024-04-13T07:16:05.453 INFO:tasks.rados.rados.0.smithi003.stdout:638: read oid 28 snap 61 2024-04-13T07:16:05.453 INFO:tasks.rados.rados.0.smithi003.stdout:638: expect (ObjNum 104 snap 24 seq_num 104) 2024-04-13T07:16:05.453 INFO:tasks.rados.rados.0.smithi003.stdout:639: delete oid 17 current snap is 66 2024-04-13T07:16:05.459 INFO:tasks.rados.rados.0.smithi003.stdout:637: done (2 left) 2024-04-13T07:16:05.459 INFO:tasks.rados.rados.0.smithi003.stdout:639: done (1 left) 2024-04-13T07:16:05.459 INFO:tasks.rados.rados.0.smithi003.stdout:640: copy_from oid 45 from oid 13 current snap is 66 2024-04-13T07:16:05.459 INFO:tasks.rados.rados.0.smithi003.stdout:641: rmattr oid 36 current snap is 66 2024-04-13T07:16:05.459 INFO:tasks.rados.rados.0.smithi003.stdout:641: done (2 left) 2024-04-13T07:16:05.459 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 11 current snap is 66 2024-04-13T07:16:05.459 INFO:tasks.rados.rados.0.smithi003.stdout:642: seq_num 217 ranges {876544=442368,1318912=696320,2015232=106496} 2024-04-13T07:16:05.467 INFO:tasks.rados.rados.0.smithi003.stdout:642: writing smithi00377890-11 from 876544 to 1318912 tid 1 2024-04-13T07:16:05.472 INFO:tasks.rados.rados.0.smithi003.stdout:642: writing smithi00377890-11 from 1318912 to 2015232 tid 2 2024-04-13T07:16:05.473 INFO:tasks.rados.rados.0.smithi003.stdout:642: writing smithi00377890-11 from 2015232 to 2121728 tid 3 2024-04-13T07:16:05.473 INFO:tasks.rados.rados.0.smithi003.stdout:643: read oid 19 snap -1 2024-04-13T07:16:05.473 INFO:tasks.rados.rados.0.smithi003.stdout:643: expect deleted 2024-04-13T07:16:05.473 INFO:tasks.rados.rados.0.smithi003.stdout:644: read oid 49 snap 27 2024-04-13T07:16:05.473 INFO:tasks.rados.rados.0.smithi003.stdout:644: expect (ObjNum 107 snap 25 seq_num 107) 2024-04-13T07:16:05.473 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 22 current snap is 66 2024-04-13T07:16:05.473 INFO:tasks.rados.rados.0.smithi003.stdout:645: seq_num 218 ranges {4734976=458752,5193728=581632,5775360=221184} 2024-04-13T07:16:05.501 INFO:tasks.rados.rados.0.smithi003.stdout:645: writing smithi00377890-22 from 4734976 to 5193728 tid 1 2024-04-13T07:16:05.505 INFO:tasks.rados.rados.0.smithi003.stdout:645: writing smithi00377890-22 from 5193728 to 5775360 tid 2 2024-04-13T07:16:05.507 INFO:tasks.rados.rados.0.smithi003.stdout:645: writing smithi00377890-22 from 5775360 to 5996544 tid 3 2024-04-13T07:16:05.507 INFO:tasks.rados.rados.0.smithi003.stdout:646: copy_from oid 42 from oid 24 current snap is 66 2024-04-13T07:16:05.507 INFO:tasks.rados.rados.0.smithi003.stdout:638: expect (ObjNum 104 snap 24 seq_num 104) 2024-04-13T07:16:05.562 INFO:tasks.rados.rados.0.smithi003.stdout:642: finishing write tid 1 to smithi00377890-11 2024-04-13T07:16:05.562 INFO:tasks.rados.rados.0.smithi003.stdout:638: done (6 left) 2024-04-13T07:16:05.562 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 41 current snap is 66 2024-04-13T07:16:05.562 INFO:tasks.rados.rados.0.smithi003.stdout:642: finishing write tid 2 to smithi00377890-11 2024-04-13T07:16:05.562 INFO:tasks.rados.rados.0.smithi003.stdout:642: finishing write tid 3 to smithi00377890-11 2024-04-13T07:16:05.562 INFO:tasks.rados.rados.0.smithi003.stdout:642: finishing write tid 4 to smithi00377890-11 2024-04-13T07:16:05.563 INFO:tasks.rados.rados.0.smithi003.stdout:647: seq_num 219 ranges {958464=475136,1433600=466944,1900544=335872} 2024-04-13T07:16:05.570 INFO:tasks.rados.rados.0.smithi003.stdout:647: writing smithi00377890-41 from 958464 to 1433600 tid 1 2024-04-13T07:16:05.572 INFO:tasks.rados.rados.0.smithi003.stdout:647: writing smithi00377890-41 from 1433600 to 1900544 tid 2 2024-04-13T07:16:05.576 INFO:tasks.rados.rados.0.smithi003.stdout:647: writing smithi00377890-41 from 1900544 to 2236416 tid 3 2024-04-13T07:16:05.576 INFO:tasks.rados.rados.0.smithi003.stdout:643: done (6 left) 2024-04-13T07:16:05.576 INFO:tasks.rados.rados.0.smithi003.stdout:648: rollback oid 20 current snap is 66 2024-04-13T07:16:05.576 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 20 to 61 2024-04-13T07:16:05.576 INFO:tasks.rados.rados.0.smithi003.stdout:642: finishing write tid 5 to smithi00377890-11 2024-04-13T07:16:05.576 INFO:tasks.rados.rados.0.smithi003.stdout:642: oid 11 updating version 0 to 99 2024-04-13T07:16:05.576 INFO:tasks.rados.rados.0.smithi003.stdout:642: oid 11 updating version 99 to 100 2024-04-13T07:16:05.576 INFO:tasks.rados.rados.0.smithi003.stdout:642: oid 11 version 100 is already newer than 98 2024-04-13T07:16:05.576 INFO:tasks.rados.rados.0.smithi003.stdout:642: oid 11 version 100 is already newer than 97 2024-04-13T07:16:05.576 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 100 (ObjNum 217 snap 66 seq_num 217) dirty exists 2024-04-13T07:16:05.576 INFO:tasks.rados.rados.0.smithi003.stdout:642: left oid 11 (ObjNum 217 snap 66 seq_num 217) 2024-04-13T07:16:05.576 INFO:tasks.rados.rados.0.smithi003.stdout:640: finishing copy_from racing read to smithi00377890-45 2024-04-13T07:16:05.576 INFO:tasks.rados.rados.0.smithi003.stdout:642: done (6 left) 2024-04-13T07:16:05.577 INFO:tasks.rados.rados.0.smithi003.stdout:649: read oid 5 snap -1 2024-04-13T07:16:05.577 INFO:tasks.rados.rados.0.smithi003.stdout:649: expect deleted 2024-04-13T07:16:05.577 INFO:tasks.rados.rados.0.smithi003.stdout:650: read oid 35 snap -1 2024-04-13T07:16:05.577 INFO:tasks.rados.rados.0.smithi003.stdout:650: expect (ObjNum 213 snap 65 seq_num 213) 2024-04-13T07:16:05.577 INFO:tasks.rados.rados.0.smithi003.stdout:640: finishing copy_from to smithi00377890-45 2024-04-13T07:16:05.577 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 84 (ObjNum 186 snap 54 seq_num 186) dirty exists 2024-04-13T07:16:05.577 INFO:tasks.rados.rados.0.smithi003.stdout:645: finishing write tid 1 to smithi00377890-22 2024-04-13T07:16:05.577 INFO:tasks.rados.rados.0.smithi003.stdout:645: finishing write tid 2 to smithi00377890-22 2024-04-13T07:16:05.577 INFO:tasks.rados.rados.0.smithi003.stdout:645: finishing write tid 3 to smithi00377890-22 2024-04-13T07:16:05.577 INFO:tasks.rados.rados.0.smithi003.stdout:645: finishing write tid 4 to smithi00377890-22 2024-04-13T07:16:05.577 INFO:tasks.rados.rados.0.smithi003.stdout:651: read oid 21 snap -1 2024-04-13T07:16:05.577 INFO:tasks.rados.rados.0.smithi003.stdout:651: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:16:05.577 INFO:tasks.rados.rados.0.smithi003.stdout:640: done (8 left) 2024-04-13T07:16:05.577 INFO:tasks.rados.rados.0.smithi003.stdout:652: rollback oid 28 current snap is 66 2024-04-13T07:16:05.577 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 28 to 27 2024-04-13T07:16:05.577 INFO:tasks.rados.rados.0.smithi003.stdout:653: read oid 50 snap -1 2024-04-13T07:16:05.578 INFO:tasks.rados.rados.0.smithi003.stdout:653: expect (ObjNum 49 snap 0 seq_num 49) 2024-04-13T07:16:05.578 INFO:tasks.rados.rados.0.smithi003.stdout:654: read oid 39 snap 37 2024-04-13T07:16:05.578 INFO:tasks.rados.rados.0.smithi003.stdout:654: expect (ObjNum 128 snap 31 seq_num 128) 2024-04-13T07:16:05.578 INFO:tasks.rados.rados.0.smithi003.stdout:655: snap_remove snap 54 2024-04-13T07:16:05.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-mon[37804]: pgmap v53: 121 pgs: 121 active+clean; 201 MiB data, 692 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-04-13T07:16:05.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-mon[37804]: osdmap e190: 8 total, 8 up, 8 in 2024-04-13T07:16:05.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-mon[37804]: Standby manager daemon y restarted 2024-04-13T07:16:05.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-mon[37804]: Standby manager daemon y started 2024-04-13T07:16:05.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-13T07:16:05.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:16:05.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-13T07:16:05.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:16:05.639 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:07:16:05] ENGINE Bus STARTING 2024-04-13T07:16:05.639 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: CherryPy Checker: 2024-04-13T07:16:05.639 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: The Application mounted at '' has an empty config. 2024-04-13T07:16:05.639 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:05.639 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:07:16:05] ENGINE Serving on http://:::9283 2024-04-13T07:16:05.639 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:07:16:05] ENGINE Bus STARTED 2024-04-13T07:16:05.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-mon[27034]: pgmap v53: 121 pgs: 121 active+clean; 201 MiB data, 692 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-04-13T07:16:05.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-mon[27034]: osdmap e190: 8 total, 8 up, 8 in 2024-04-13T07:16:05.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-mon[27034]: Standby manager daemon y restarted 2024-04-13T07:16:05.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-mon[27034]: Standby manager daemon y started 2024-04-13T07:16:05.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-13T07:16:05.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:16:05.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-13T07:16:05.640 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:05 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:16:05.905 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:05 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:16:05] "GET /metrics HTTP/1.1" 200 35980 "" "Prometheus/2.43.0" 2024-04-13T07:16:05.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:05 smithi066 ceph-mon[30583]: pgmap v53: 121 pgs: 121 active+clean; 201 MiB data, 692 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-04-13T07:16:05.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:05 smithi066 ceph-mon[30583]: osdmap e190: 8 total, 8 up, 8 in 2024-04-13T07:16:05.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:05 smithi066 ceph-mon[30583]: Standby manager daemon y restarted 2024-04-13T07:16:05.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:05 smithi066 ceph-mon[30583]: Standby manager daemon y started 2024-04-13T07:16:05.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:05 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-13T07:16:05.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:05 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:16:05.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:05 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-13T07:16:05.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:05 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:16:06.455 INFO:tasks.rados.rados.0.smithi003.stdout:655: done (11 left) 2024-04-13T07:16:06.455 INFO:tasks.rados.rados.0.smithi003.stdout:656: rmattr oid 6 current snap is 66 2024-04-13T07:16:06.455 INFO:tasks.rados.rados.0.smithi003.stdout:656: done (11 left) 2024-04-13T07:16:06.455 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 66 2024-04-13T07:16:06.455 INFO:tasks.rados.rados.0.smithi003.stdout:645: finishing write tid 5 to smithi00377890-22 2024-04-13T07:16:06.455 INFO:tasks.rados.rados.0.smithi003.stdout:645: oid 22 updating version 0 to 431 2024-04-13T07:16:06.455 INFO:tasks.rados.rados.0.smithi003.stdout:645: oid 22 version 431 is already newer than 428 2024-04-13T07:16:06.455 INFO:tasks.rados.rados.0.smithi003.stdout:645: oid 22 version 431 is already newer than 429 2024-04-13T07:16:06.455 INFO:tasks.rados.rados.0.smithi003.stdout:645: oid 22 version 431 is already newer than 430 2024-04-13T07:16:06.455 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 431 (ObjNum 218 snap 66 seq_num 218) dirty exists 2024-04-13T07:16:06.455 INFO:tasks.rados.rados.0.smithi003.stdout:645: left oid 22 (ObjNum 218 snap 66 seq_num 218) 2024-04-13T07:16:06.455 INFO:tasks.rados.rados.0.smithi003.stdout:644: expect (ObjNum 107 snap 25 seq_num 107) 2024-04-13T07:16:06.645 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-mon[37804]: osdmap e191: 8 total, 8 up, 8 in 2024-04-13T07:16:06.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-mon[37804]: mgrmap e28: x(active, since 35s), standbys: y 2024-04-13T07:16:06.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-mon[27034]: osdmap e191: 8 total, 8 up, 8 in 2024-04-13T07:16:06.646 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-mon[27034]: mgrmap e28: x(active, since 35s), standbys: y 2024-04-13T07:16:06.787 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:06 smithi066 ceph-mon[30583]: osdmap e191: 8 total, 8 up, 8 in 2024-04-13T07:16:06.787 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:06 smithi066 ceph-mon[30583]: mgrmap e28: x(active, since 35s), standbys: y 2024-04-13T07:16:06.787 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:06 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:06.631+0000 7f15e1f72700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-13T07:16:06.787 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:06 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: ignoring --setuser ceph since I am not root 2024-04-13T07:16:06.787 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:06 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: ignoring --setgroup ceph since I am not root 2024-04-13T07:16:06.787 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:06 smithi066 ceph-mgr[63980]: -- 172.21.15.66:0/4265068490 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560fde6e25a0 con 0x560fde6b6c00 2024-04-13T07:16:06.822 INFO:tasks.rados.rados.0.smithi003.stdout:646: finishing copy_from racing read to smithi00377890-42 2024-04-13T07:16:06.822 INFO:tasks.rados.rados.0.smithi003.stdout:646: finishing copy_from to smithi00377890-42 2024-04-13T07:16:06.822 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 423 (ObjNum 212 snap 65 seq_num 212) dirty exists 2024-04-13T07:16:06.822 INFO:tasks.rados.rados.0.smithi003.stdout:657: seq_num 220 ranges {2752512=491520,3244032=753664,3997696=49152} 2024-04-13T07:16:06.839 INFO:tasks.rados.rados.0.smithi003.stdout:657: writing smithi00377890-3 from 2752512 to 3244032 tid 1 2024-04-13T07:16:06.844 INFO:tasks.rados.rados.0.smithi003.stdout:657: writing smithi00377890-3 from 3244032 to 3997696 tid 2 2024-04-13T07:16:06.845 INFO:tasks.rados.rados.0.smithi003.stdout:657: writing smithi00377890-3 from 3997696 to 4046848 tid 3 2024-04-13T07:16:06.845 INFO:tasks.rados.rados.0.smithi003.stdout:644: done (11 left) 2024-04-13T07:16:06.845 INFO:tasks.rados.rados.0.smithi003.stdout:645: done (10 left) 2024-04-13T07:16:06.845 INFO:tasks.rados.rados.0.smithi003.stdout:646: done (9 left) 2024-04-13T07:16:06.845 INFO:tasks.rados.rados.0.smithi003.stdout:658: read oid 42 snap -1 2024-04-13T07:16:06.845 INFO:tasks.rados.rados.0.smithi003.stdout:658: expect (ObjNum 212 snap 65 seq_num 212) 2024-04-13T07:16:06.845 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 2 current snap is 66 2024-04-13T07:16:06.845 INFO:tasks.rados.rados.0.smithi003.stdout:647: finishing write tid 1 to smithi00377890-41 2024-04-13T07:16:06.845 INFO:tasks.rados.rados.0.smithi003.stdout:647: finishing write tid 2 to smithi00377890-41 2024-04-13T07:16:06.845 INFO:tasks.rados.rados.0.smithi003.stdout:659: seq_num 221 ranges {0=507904,507904=688128,1196032=114688} 2024-04-13T07:16:06.847 INFO:tasks.rados.rados.0.smithi003.stdout:659: writing smithi00377890-2 from 0 to 507904 tid 1 2024-04-13T07:16:06.852 INFO:tasks.rados.rados.0.smithi003.stdout:659: writing smithi00377890-2 from 507904 to 1196032 tid 2 2024-04-13T07:16:06.854 INFO:tasks.rados.rados.0.smithi003.stdout:659: writing smithi00377890-2 from 1196032 to 1310720 tid 3 2024-04-13T07:16:06.854 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 16 current snap is 66 2024-04-13T07:16:06.854 INFO:tasks.rados.rados.0.smithi003.stdout:647: finishing write tid 3 to smithi00377890-41 2024-04-13T07:16:06.854 INFO:tasks.rados.rados.0.smithi003.stdout:647: finishing write tid 4 to smithi00377890-41 2024-04-13T07:16:06.854 INFO:tasks.rados.rados.0.smithi003.stdout:652: finishing rollback tid 0 to smithi00377890-28 2024-04-13T07:16:06.854 INFO:tasks.rados.rados.0.smithi003.stdout:647: finishing write tid 5 to smithi00377890-41 2024-04-13T07:16:06.854 INFO:tasks.rados.rados.0.smithi003.stdout:647: oid 41 updating version 0 to 261 2024-04-13T07:16:06.854 INFO:tasks.rados.rados.0.smithi003.stdout:647: oid 41 updating version 261 to 263 2024-04-13T07:16:06.854 INFO:tasks.rados.rados.0.smithi003.stdout:647: oid 41 updating version 263 to 264 2024-04-13T07:16:06.854 INFO:tasks.rados.rados.0.smithi003.stdout:647: oid 41 version 264 is already newer than 262 2024-04-13T07:16:06.854 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 264 (ObjNum 219 snap 66 seq_num 219) dirty exists 2024-04-13T07:16:06.855 INFO:tasks.rados.rados.0.smithi003.stdout:647: left oid 41 (ObjNum 219 snap 66 seq_num 219) 2024-04-13T07:16:06.855 INFO:tasks.rados.rados.0.smithi003.stdout:652: finishing rollback tid 1 to smithi00377890-28 2024-04-13T07:16:06.855 INFO:tasks.rados.rados.0.smithi003.stdout:652: finishing rollback tid 2 to smithi00377890-28 2024-04-13T07:16:06.855 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 210 (ObjNum 104 snap 24 seq_num 104) dirty exists 2024-04-13T07:16:06.855 INFO:tasks.rados.rados.0.smithi003.stdout:651: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:16:06.882 INFO:tasks.rados.rados.0.smithi003.stdout:648: finishing rollback tid 0 to smithi00377890-20 2024-04-13T07:16:06.882 INFO:tasks.rados.rados.0.smithi003.stdout:648: finishing rollback tid 1 to smithi00377890-20 2024-04-13T07:16:06.882 INFO:tasks.rados.rados.0.smithi003.stdout:648: finishing rollback tid 2 to smithi00377890-20 2024-04-13T07:16:06.883 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 435 (ObjNum 120 snap 29 seq_num 120) dirty exists 2024-04-13T07:16:06.883 INFO:tasks.rados.rados.0.smithi003.stdout:653: expect (ObjNum 49 snap 0 seq_num 49) 2024-04-13T07:16:06.910 INFO:tasks.rados.rados.0.smithi003.stdout:650: expect (ObjNum 213 snap 65 seq_num 213) 2024-04-13T07:16:06.967 INFO:tasks.rados.rados.0.smithi003.stdout:654: expect (ObjNum 128 snap 31 seq_num 128) 2024-04-13T07:16:07.108 INFO:tasks.rados.rados.0.smithi003.stdout:657: finishing write tid 1 to smithi00377890-3 2024-04-13T07:16:07.108 INFO:tasks.rados.rados.0.smithi003.stdout:657: finishing write tid 2 to smithi00377890-3 2024-04-13T07:16:07.108 INFO:tasks.rados.rados.0.smithi003.stdout:657: finishing write tid 3 to smithi00377890-3 2024-04-13T07:16:07.108 INFO:tasks.rados.rados.0.smithi003.stdout:657: finishing write tid 4 to smithi00377890-3 2024-04-13T07:16:07.108 INFO:tasks.rados.rados.0.smithi003.stdout:657: finishing write tid 5 to smithi00377890-3 2024-04-13T07:16:07.108 INFO:tasks.rados.rados.0.smithi003.stdout:657: oid 3 updating version 0 to 348 2024-04-13T07:16:07.108 INFO:tasks.rados.rados.0.smithi003.stdout:657: oid 3 updating version 348 to 350 2024-04-13T07:16:07.108 INFO:tasks.rados.rados.0.smithi003.stdout:657: oid 3 version 350 is already newer than 347 2024-04-13T07:16:07.108 INFO:tasks.rados.rados.0.smithi003.stdout:657: oid 3 version 350 is already newer than 349 2024-04-13T07:16:07.108 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 350 (ObjNum 220 snap 66 seq_num 220) dirty exists 2024-04-13T07:16:07.108 INFO:tasks.rados.rados.0.smithi003.stdout:657: left oid 3 (ObjNum 220 snap 66 seq_num 220) 2024-04-13T07:16:07.108 INFO:tasks.rados.rados.0.smithi003.stdout:659: finishing write tid 1 to smithi00377890-2 2024-04-13T07:16:07.108 INFO:tasks.rados.rados.0.smithi003.stdout:660: seq_num 222 ranges {393216=524288,917504=565248,1482752=237568} 2024-04-13T07:16:07.113 INFO:tasks.rados.rados.0.smithi003.stdout:660: writing smithi00377890-16 from 393216 to 917504 tid 1 2024-04-13T07:16:07.116 INFO:tasks.rados.rados.0.smithi003.stdout:660: writing smithi00377890-16 from 917504 to 1482752 tid 2 2024-04-13T07:16:07.118 INFO:tasks.rados.rados.0.smithi003.stdout:660: writing smithi00377890-16 from 1482752 to 1720320 tid 3 2024-04-13T07:16:07.118 INFO:tasks.rados.rados.0.smithi003.stdout:647: done (11 left) 2024-04-13T07:16:07.118 INFO:tasks.rados.rados.0.smithi003.stdout:648: done (10 left) 2024-04-13T07:16:07.119 INFO:tasks.rados.rados.0.smithi003.stdout:649: done (9 left) 2024-04-13T07:16:07.119 INFO:tasks.rados.rados.0.smithi003.stdout:650: done (8 left) 2024-04-13T07:16:07.119 INFO:tasks.rados.rados.0.smithi003.stdout:651: done (7 left) 2024-04-13T07:16:07.119 INFO:tasks.rados.rados.0.smithi003.stdout:652: done (6 left) 2024-04-13T07:16:07.119 INFO:tasks.rados.rados.0.smithi003.stdout:653: done (5 left) 2024-04-13T07:16:07.119 INFO:tasks.rados.rados.0.smithi003.stdout:654: done (4 left) 2024-04-13T07:16:07.119 INFO:tasks.rados.rados.0.smithi003.stdout:657: done (3 left) 2024-04-13T07:16:07.119 INFO:tasks.rados.rados.0.smithi003.stdout:661: read oid 3 snap 63 2024-04-13T07:16:07.119 INFO:tasks.rados.rados.0.smithi003.stdout:661: expect (ObjNum 187 snap 55 seq_num 187) 2024-04-13T07:16:07.119 INFO:tasks.rados.rados.0.smithi003.stdout:662: snap_remove snap 61 2024-04-13T07:16:07.138 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:07:16:06] ENGINE Bus STOPPING 2024-04-13T07:16:07.139 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:07:16:06] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:16:07.139 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:07:16:06] ENGINE Bus STOPPED 2024-04-13T07:16:07.139 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:07:16:06] ENGINE Bus STARTING 2024-04-13T07:16:07.139 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:06.771+0000 7f6733468700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:07.139 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:06.771+0000 7f6733468700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:07.139 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:06.771+0000 7f6733468700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:07.139 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:06.771+0000 7f6733468700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:07.139 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:06.771+0000 7f6733468700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:07.139 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:06.771+0000 7f673646e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:07.139 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:06.771+0000 7f673646e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:07.139 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:06.771+0000 7f673646e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:07.139 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:06.771+0000 7f673646e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:07.139 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:06.771+0000 7f673646e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:07.139 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:07:16:06] ENGINE Serving on http://:::9283 2024-04-13T07:16:07.139 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:06 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:07:16:06] ENGINE Bus STARTED 2024-04-13T07:16:07.655 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:07.234+0000 7f8d2f3c5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:16:07.655 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:07.334+0000 7f8d2f3c5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:16:07.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: osdmap e192: 8 total, 8 up, 8 in 2024-04-13T07:16:07.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:07.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:07.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:16:07.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:16:07.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:07.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:16:07.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-13T07:16:07.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: Activating manager daemon y 2024-04-13T07:16:07.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: osdmap e193: 8 total, 8 up, 8 in 2024-04-13T07:16:07.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-13T07:16:07.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: mgrmap e29: y(active, starting, since 0.00567722s) 2024-04-13T07:16:07.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:16:07.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:16:07.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:16:07.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:16:07.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:16:07.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:16:07.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:16:07.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:16:07.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:16:07.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:16:07.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:16:07.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:16:07.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:16:07.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:16:07.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:16:07.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:16:07.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:16:07.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: Manager daemon y is now available 2024-04-13T07:16:07.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:16:07.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:16:07.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:16:07.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:07 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:16:07.863 INFO:tasks.rados.rados.0.smithi003.stdout:662: done (4 left) 2024-04-13T07:16:07.863 INFO:tasks.rados.rados.0.smithi003.stdout:663: snap_remove snap 56 2024-04-13T07:16:07.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: osdmap e192: 8 total, 8 up, 8 in 2024-04-13T07:16:07.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:07.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:07.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:16:07.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:16:07.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:07.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:16:07.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-13T07:16:07.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: Activating manager daemon y 2024-04-13T07:16:07.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: osdmap e193: 8 total, 8 up, 8 in 2024-04-13T07:16:07.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-13T07:16:07.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: mgrmap e29: y(active, starting, since 0.00567722s) 2024-04-13T07:16:07.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:16:07.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:16:07.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:16:07.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:16:07.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:16:07.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:16:07.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:16:07.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:16:07.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:16:07.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:16:07.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:16:07.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:16:07.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:16:07.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:16:07.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:16:07.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:16:07.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:16:07.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: Manager daemon y is now available 2024-04-13T07:16:07.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:16:07.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:16:07.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:16:07.891 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:16:07.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: osdmap e192: 8 total, 8 up, 8 in 2024-04-13T07:16:07.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:07.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:07.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:16:07.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:16:07.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' 2024-04-13T07:16:07.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:16:07.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-13T07:16:07.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: Activating manager daemon y 2024-04-13T07:16:07.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: osdmap e193: 8 total, 8 up, 8 in 2024-04-13T07:16:07.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.24763 172.21.15.66:0/1012003261' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-13T07:16:07.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: mgrmap e29: y(active, starting, since 0.00567722s) 2024-04-13T07:16:07.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:16:07.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:16:07.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:16:07.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:16:07.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:16:07.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:16:07.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:16:07.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:16:07.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:16:07.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:16:07.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:16:07.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:16:07.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:16:07.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:16:07.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:16:07.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:16:07.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:16:07.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: Manager daemon y is now available 2024-04-13T07:16:07.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:16:07.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:16:07.893 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:16:07.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:07 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:16:08.150 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:08.050+0000 7f8d2f3c5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:16:08.405 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:08.147+0000 7f8d2f3c5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:16:08.405 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:08.294+0000 7f8d2f3c5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:16:08.450 INFO:tasks.rados.rados.0.smithi003.stdout:663: done (4 left) 2024-04-13T07:16:08.450 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 36 current snap is 66 2024-04-13T07:16:08.450 INFO:tasks.rados.rados.0.smithi003.stdout:664: seq_num 223 ranges {589824=540672,1130496=450560,1581056=352256} 2024-04-13T07:16:08.456 INFO:tasks.rados.rados.0.smithi003.stdout:664: writing smithi00377890-36 from 589824 to 1130496 tid 1 2024-04-13T07:16:08.460 INFO:tasks.rados.rados.0.smithi003.stdout:664: writing smithi00377890-36 from 1130496 to 1581056 tid 2 2024-04-13T07:16:08.463 INFO:tasks.rados.rados.0.smithi003.stdout:664: writing smithi00377890-36 from 1581056 to 1933312 tid 3 2024-04-13T07:16:08.463 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 10 current snap is 66 2024-04-13T07:16:08.463 INFO:tasks.rados.rados.0.smithi003.stdout:659: finishing write tid 2 to smithi00377890-2 2024-04-13T07:16:08.463 INFO:tasks.rados.rados.0.smithi003.stdout:659: finishing write tid 3 to smithi00377890-2 2024-04-13T07:16:08.463 INFO:tasks.rados.rados.0.smithi003.stdout:659: finishing write tid 4 to smithi00377890-2 2024-04-13T07:16:08.463 INFO:tasks.rados.rados.0.smithi003.stdout:659: finishing write tid 5 to smithi00377890-2 2024-04-13T07:16:08.463 INFO:tasks.rados.rados.0.smithi003.stdout:659: oid 2 updating version 0 to 268 2024-04-13T07:16:08.463 INFO:tasks.rados.rados.0.smithi003.stdout:659: oid 2 version 268 is already newer than 266 2024-04-13T07:16:08.463 INFO:tasks.rados.rados.0.smithi003.stdout:659: oid 2 updating version 268 to 269 2024-04-13T07:16:08.463 INFO:tasks.rados.rados.0.smithi003.stdout:659: oid 2 version 269 is already newer than 267 2024-04-13T07:16:08.463 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 269 (ObjNum 221 snap 66 seq_num 221) dirty exists 2024-04-13T07:16:08.463 INFO:tasks.rados.rados.0.smithi003.stdout:659: left oid 2 (ObjNum 221 snap 66 seq_num 221) 2024-04-13T07:16:08.463 INFO:tasks.rados.rados.0.smithi003.stdout:658: expect (ObjNum 212 snap 65 seq_num 212) 2024-04-13T07:16:08.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:08 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:08.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:08 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:08.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:08 smithi003 ceph-mon[27034]: mgrmap e30: y(active, since 1.008s) 2024-04-13T07:16:08.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:08 smithi003 ceph-mon[27034]: pgmap v3: 121 pgs: 121 active+clean; 223 MiB data, 717 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:16:08.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:08 smithi003 ceph-mon[27034]: osdmap e194: 8 total, 8 up, 8 in 2024-04-13T07:16:08.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:08 smithi003 ceph-mon[27034]: osdmap e195: 8 total, 8 up, 8 in 2024-04-13T07:16:08.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:08 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:08.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:08 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:08.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:08 smithi003 ceph-mon[37804]: mgrmap e30: y(active, since 1.008s) 2024-04-13T07:16:08.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:08 smithi003 ceph-mon[37804]: pgmap v3: 121 pgs: 121 active+clean; 223 MiB data, 717 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:16:08.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:08 smithi003 ceph-mon[37804]: osdmap e194: 8 total, 8 up, 8 in 2024-04-13T07:16:08.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:08 smithi003 ceph-mon[37804]: osdmap e195: 8 total, 8 up, 8 in 2024-04-13T07:16:08.688 INFO:tasks.rados.rados.0.smithi003.stdout:660: finishing write tid 1 to smithi00377890-16 2024-04-13T07:16:08.688 INFO:tasks.rados.rados.0.smithi003.stdout:660: finishing write tid 2 to smithi00377890-16 2024-04-13T07:16:08.688 INFO:tasks.rados.rados.0.smithi003.stdout:660: finishing write tid 3 to smithi00377890-16 2024-04-13T07:16:08.688 INFO:tasks.rados.rados.0.smithi003.stdout:660: finishing write tid 4 to smithi00377890-16 2024-04-13T07:16:08.688 INFO:tasks.rados.rados.0.smithi003.stdout:660: finishing write tid 5 to smithi00377890-16 2024-04-13T07:16:08.688 INFO:tasks.rados.rados.0.smithi003.stdout:660: oid 16 updating version 0 to 452 2024-04-13T07:16:08.688 INFO:tasks.rados.rados.0.smithi003.stdout:660: oid 16 version 452 is already newer than 451 2024-04-13T07:16:08.689 INFO:tasks.rados.rados.0.smithi003.stdout:660: oid 16 version 452 is already newer than 449 2024-04-13T07:16:08.689 INFO:tasks.rados.rados.0.smithi003.stdout:660: oid 16 version 452 is already newer than 450 2024-04-13T07:16:08.689 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 452 (ObjNum 222 snap 66 seq_num 222) dirty exists 2024-04-13T07:16:08.689 INFO:tasks.rados.rados.0.smithi003.stdout:660: left oid 16 (ObjNum 222 snap 66 seq_num 222) 2024-04-13T07:16:08.689 INFO:tasks.rados.rados.0.smithi003.stdout:661: expect (ObjNum 187 snap 55 seq_num 187) 2024-04-13T07:16:08.741 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:08.408+0000 7f8d2f3c5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:16:08.741 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:08.513+0000 7f8d2f3c5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:16:08.742 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:08 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:08.742 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:08 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:08.742 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:08 smithi066 ceph-mon[30583]: mgrmap e30: y(active, since 1.008s) 2024-04-13T07:16:08.742 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:08 smithi066 ceph-mon[30583]: pgmap v3: 121 pgs: 121 active+clean; 223 MiB data, 717 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:16:08.742 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:08 smithi066 ceph-mon[30583]: osdmap e194: 8 total, 8 up, 8 in 2024-04-13T07:16:08.742 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:08 smithi066 ceph-mon[30583]: osdmap e195: 8 total, 8 up, 8 in 2024-04-13T07:16:08.760 INFO:tasks.rados.rados.0.smithi003.stdout:664: finishing write tid 1 to smithi00377890-36 2024-04-13T07:16:08.760 INFO:tasks.rados.rados.0.smithi003.stdout:664: finishing write tid 2 to smithi00377890-36 2024-04-13T07:16:08.760 INFO:tasks.rados.rados.0.smithi003.stdout:664: finishing write tid 3 to smithi00377890-36 2024-04-13T07:16:08.761 INFO:tasks.rados.rados.0.smithi003.stdout:664: finishing write tid 4 to smithi00377890-36 2024-04-13T07:16:08.761 INFO:tasks.rados.rados.0.smithi003.stdout:664: finishing write tid 5 to smithi00377890-36 2024-04-13T07:16:08.761 INFO:tasks.rados.rados.0.smithi003.stdout:664: oid 36 updating version 0 to 208 2024-04-13T07:16:08.761 INFO:tasks.rados.rados.0.smithi003.stdout:664: oid 36 updating version 208 to 210 2024-04-13T07:16:08.761 INFO:tasks.rados.rados.0.smithi003.stdout:664: oid 36 version 210 is already newer than 209 2024-04-13T07:16:08.761 INFO:tasks.rados.rados.0.smithi003.stdout:664: oid 36 version 210 is already newer than 207 2024-04-13T07:16:08.761 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 210 (ObjNum 223 snap 66 seq_num 223) dirty exists 2024-04-13T07:16:08.761 INFO:tasks.rados.rados.0.smithi003.stdout:664: left oid 36 (ObjNum 223 snap 66 seq_num 223) 2024-04-13T07:16:08.761 INFO:tasks.rados.rados.0.smithi003.stdout:665: seq_num 224 ranges {0=557056,557056=737280,1294336=65536} 2024-04-13T07:16:08.763 INFO:tasks.rados.rados.0.smithi003.stdout:665: writing smithi00377890-10 from 0 to 557056 tid 1 2024-04-13T07:16:08.767 INFO:tasks.rados.rados.0.smithi003.stdout:665: writing smithi00377890-10 from 557056 to 1294336 tid 2 2024-04-13T07:16:08.768 INFO:tasks.rados.rados.0.smithi003.stdout:665: writing smithi00377890-10 from 1294336 to 1359872 tid 3 2024-04-13T07:16:08.768 INFO:tasks.rados.rados.0.smithi003.stdout:658: done (5 left) 2024-04-13T07:16:08.768 INFO:tasks.rados.rados.0.smithi003.stdout:659: done (4 left) 2024-04-13T07:16:08.768 INFO:tasks.rados.rados.0.smithi003.stdout:660: done (3 left) 2024-04-13T07:16:08.768 INFO:tasks.rados.rados.0.smithi003.stdout:661: done (2 left) 2024-04-13T07:16:08.768 INFO:tasks.rados.rados.0.smithi003.stdout:664: done (1 left) 2024-04-13T07:16:08.768 INFO:tasks.rados.rados.0.smithi003.stdout:666: snap_create 2024-04-13T07:16:08.769 INFO:tasks.rados.rados.0.smithi003.stdout:665: finishing write tid 1 to smithi00377890-10 2024-04-13T07:16:08.771 INFO:tasks.rados.rados.0.smithi003.stdout:665: finishing write tid 2 to smithi00377890-10 2024-04-13T07:16:08.771 INFO:tasks.rados.rados.0.smithi003.stdout:665: finishing write tid 3 to smithi00377890-10 2024-04-13T07:16:08.771 INFO:tasks.rados.rados.0.smithi003.stdout:665: finishing write tid 4 to smithi00377890-10 2024-04-13T07:16:08.773 INFO:tasks.rados.rados.0.smithi003.stdout:665: finishing write tid 5 to smithi00377890-10 2024-04-13T07:16:08.773 INFO:tasks.rados.rados.0.smithi003.stdout:665: oid 10 updating version 0 to 546 2024-04-13T07:16:08.773 INFO:tasks.rados.rados.0.smithi003.stdout:665: oid 10 version 546 is already newer than 544 2024-04-13T07:16:08.773 INFO:tasks.rados.rados.0.smithi003.stdout:665: oid 10 version 546 is already newer than 545 2024-04-13T07:16:08.773 INFO:tasks.rados.rados.0.smithi003.stdout:665: oid 10 updating version 546 to 547 2024-04-13T07:16:08.773 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 547 (ObjNum 224 snap 66 seq_num 224) dirty exists 2024-04-13T07:16:08.773 INFO:tasks.rados.rados.0.smithi003.stdout:665: left oid 10 (ObjNum 224 snap 66 seq_num 224) 2024-04-13T07:16:09.011 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:08.802+0000 7f8d2f3c5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:16:09.011 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:08.917+0000 7f8d2f3c5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:16:09.011 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:09 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:09.007+0000 7f8d2f3c5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:16:09.319 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:09 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:09.115+0000 7f8d2f3c5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:16:09.641 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:09 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:09.316+0000 7f8d2f3c5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:16:09.642 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:09 smithi066 ceph-mon[30583]: [13/Apr/2024:07:16:08] ENGINE Bus STARTING 2024-04-13T07:16:09.642 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:09 smithi066 ceph-mon[30583]: [13/Apr/2024:07:16:08] ENGINE Serving on https://172.21.15.3:7150 2024-04-13T07:16:09.642 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:09 smithi066 ceph-mon[30583]: [13/Apr/2024:07:16:08] ENGINE Serving on http://172.21.15.3:8765 2024-04-13T07:16:09.651 INFO:tasks.rados.rados.0.smithi003.stdout:665: done (1 left) 2024-04-13T07:16:09.651 INFO:tasks.rados.rados.0.smithi003.stdout:666: done (0 left) 2024-04-13T07:16:09.651 INFO:tasks.rados.rados.0.smithi003.stdout:667: rollback oid 13 current snap is 67 2024-04-13T07:16:09.651 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 13 to 57 2024-04-13T07:16:09.651 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 67 2024-04-13T07:16:09.651 INFO:tasks.rados.rados.0.smithi003.stdout:668: seq_num 225 ranges {1744896=573440,2318336=622592,2940928=180224} 2024-04-13T07:16:09.664 INFO:tasks.rados.rados.0.smithi003.stdout:668: writing smithi00377890-35 from 1744896 to 2318336 tid 1 2024-04-13T07:16:09.667 INFO:tasks.rados.rados.0.smithi003.stdout:668: writing smithi00377890-35 from 2318336 to 2940928 tid 2 2024-04-13T07:16:09.669 INFO:tasks.rados.rados.0.smithi003.stdout:668: writing smithi00377890-35 from 2940928 to 3121152 tid 3 2024-04-13T07:16:09.669 INFO:tasks.rados.rados.0.smithi003.stdout:669: read oid 1 snap -1 2024-04-13T07:16:09.669 INFO:tasks.rados.rados.0.smithi003.stdout:669: expect (ObjNum 85 snap 18 seq_num 85) 2024-04-13T07:16:09.669 INFO:tasks.rados.rados.0.smithi003.stdout:670: copy_from oid 17 from oid 38 current snap is 67 2024-04-13T07:16:09.669 INFO:tasks.rados.rados.0.smithi003.stdout:667: finishing rollback tid 0 to smithi00377890-13 2024-04-13T07:16:09.669 INFO:tasks.rados.rados.0.smithi003.stdout:667: finishing rollback tid 1 to smithi00377890-13 2024-04-13T07:16:09.669 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 2 current snap is 67 2024-04-13T07:16:09.669 INFO:tasks.rados.rados.0.smithi003.stdout:667: finishing rollback tid 2 to smithi00377890-13 2024-04-13T07:16:09.669 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 426 (ObjNum 192 snap 57 seq_num 192) dirty exists 2024-04-13T07:16:09.669 INFO:tasks.rados.rados.0.smithi003.stdout:668: finishing write tid 1 to smithi00377890-35 2024-04-13T07:16:09.670 INFO:tasks.rados.rados.0.smithi003.stdout:671: seq_num 226 ranges {1310720=589824,1900544=507904,2408448=294912} 2024-04-13T07:16:09.679 INFO:tasks.rados.rados.0.smithi003.stdout:671: writing smithi00377890-2 from 1310720 to 1900544 tid 1 2024-04-13T07:16:09.682 INFO:tasks.rados.rados.0.smithi003.stdout:671: writing smithi00377890-2 from 1900544 to 2408448 tid 2 2024-04-13T07:16:09.684 INFO:tasks.rados.rados.0.smithi003.stdout:671: writing smithi00377890-2 from 2408448 to 2703360 tid 3 2024-04-13T07:16:09.684 INFO:tasks.rados.rados.0.smithi003.stdout:667: done (4 left) 2024-04-13T07:16:09.684 INFO:tasks.rados.rados.0.smithi003.stdout:672: setattr oid 28 current snap is 67 2024-04-13T07:16:09.684 INFO:tasks.rados.rados.0.smithi003.stdout:668: finishing write tid 2 to smithi00377890-35 2024-04-13T07:16:09.684 INFO:tasks.rados.rados.0.smithi003.stdout:668: finishing write tid 3 to smithi00377890-35 2024-04-13T07:16:09.685 INFO:tasks.rados.rados.0.smithi003.stdout:668: finishing write tid 4 to smithi00377890-35 2024-04-13T07:16:09.685 INFO:tasks.rados.rados.0.smithi003.stdout:668: finishing write tid 5 to smithi00377890-35 2024-04-13T07:16:09.685 INFO:tasks.rados.rados.0.smithi003.stdout:668: oid 35 updating version 0 to 477 2024-04-13T07:16:09.685 INFO:tasks.rados.rados.0.smithi003.stdout:668: oid 35 updating version 477 to 478 2024-04-13T07:16:09.685 INFO:tasks.rados.rados.0.smithi003.stdout:668: oid 35 version 478 is already newer than 476 2024-04-13T07:16:09.685 INFO:tasks.rados.rados.0.smithi003.stdout:668: oid 35 updating version 478 to 479 2024-04-13T07:16:09.685 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 479 (ObjNum 225 snap 67 seq_num 225) dirty exists 2024-04-13T07:16:09.685 INFO:tasks.rados.rados.0.smithi003.stdout:668: left oid 35 (ObjNum 225 snap 67 seq_num 225) 2024-04-13T07:16:09.685 INFO:tasks.rados.rados.0.smithi003.stdout:669: expect (ObjNum 85 snap 18 seq_num 85) 2024-04-13T07:16:09.723 INFO:tasks.rados.rados.0.smithi003.stdout:671: finishing write tid 1 to smithi00377890-2 2024-04-13T07:16:09.723 INFO:tasks.rados.rados.0.smithi003.stdout:671: finishing write tid 2 to smithi00377890-2 2024-04-13T07:16:09.723 INFO:tasks.rados.rados.0.smithi003.stdout:670: finishing copy_from racing read to smithi00377890-17 2024-04-13T07:16:09.723 INFO:tasks.rados.rados.0.smithi003.stdout:671: finishing write tid 3 to smithi00377890-2 2024-04-13T07:16:09.723 INFO:tasks.rados.rados.0.smithi003.stdout:671: finishing write tid 4 to smithi00377890-2 2024-04-13T07:16:09.723 INFO:tasks.rados.rados.0.smithi003.stdout:670: finishing copy_from to smithi00377890-17 2024-04-13T07:16:09.723 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 60 (ObjNum 170 snap 46 seq_num 170) dirty exists 2024-04-13T07:16:09.723 INFO:tasks.rados.rados.0.smithi003.stdout:671: finishing write tid 5 to smithi00377890-2 2024-04-13T07:16:09.724 INFO:tasks.rados.rados.0.smithi003.stdout:671: oid 2 updating version 0 to 277 2024-04-13T07:16:09.724 INFO:tasks.rados.rados.0.smithi003.stdout:671: oid 2 updating version 277 to 278 2024-04-13T07:16:09.724 INFO:tasks.rados.rados.0.smithi003.stdout:671: oid 2 updating version 278 to 279 2024-04-13T07:16:09.724 INFO:tasks.rados.rados.0.smithi003.stdout:671: oid 2 updating version 279 to 280 2024-04-13T07:16:09.724 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 280 (ObjNum 226 snap 67 seq_num 226) dirty exists 2024-04-13T07:16:09.724 INFO:tasks.rados.rados.0.smithi003.stdout:671: left oid 2 (ObjNum 226 snap 67 seq_num 226) 2024-04-13T07:16:09.724 INFO:tasks.rados.rados.0.smithi003.stdout:668: done (4 left) 2024-04-13T07:16:09.724 INFO:tasks.rados.rados.0.smithi003.stdout:669: done (3 left) 2024-04-13T07:16:09.724 INFO:tasks.rados.rados.0.smithi003.stdout:670: done (2 left) 2024-04-13T07:16:09.724 INFO:tasks.rados.rados.0.smithi003.stdout:671: done (1 left) 2024-04-13T07:16:09.724 INFO:tasks.rados.rados.0.smithi003.stdout:673: setattr oid 34 current snap is 67 2024-04-13T07:16:09.724 INFO:tasks.rados.rados.0.smithi003.stdout:674: snap_create 2024-04-13T07:16:09.726 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 211 (ObjNum 104 snap 24 seq_num 104) dirty exists 2024-04-13T07:16:09.727 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 212 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-13T07:16:09.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:09 smithi066 ceph-mon[30583]: [13/Apr/2024:07:16:08] ENGINE Bus STARTED 2024-04-13T07:16:09.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:09 smithi066 ceph-mon[30583]: pgmap v6: 121 pgs: 121 active+clean; 223 MiB data, 717 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:16:10.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:09 smithi003 ceph-mon[27034]: [13/Apr/2024:07:16:08] ENGINE Bus STARTING 2024-04-13T07:16:10.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:09 smithi003 ceph-mon[27034]: [13/Apr/2024:07:16:08] ENGINE Serving on https://172.21.15.3:7150 2024-04-13T07:16:10.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:09 smithi003 ceph-mon[27034]: [13/Apr/2024:07:16:08] ENGINE Serving on http://172.21.15.3:8765 2024-04-13T07:16:10.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:09 smithi003 ceph-mon[27034]: [13/Apr/2024:07:16:08] ENGINE Bus STARTED 2024-04-13T07:16:10.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:09 smithi003 ceph-mon[27034]: pgmap v6: 121 pgs: 121 active+clean; 223 MiB data, 717 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:16:10.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:09 smithi003 ceph-mon[37804]: [13/Apr/2024:07:16:08] ENGINE Bus STARTING 2024-04-13T07:16:10.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:09 smithi003 ceph-mon[37804]: [13/Apr/2024:07:16:08] ENGINE Serving on https://172.21.15.3:7150 2024-04-13T07:16:10.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:09 smithi003 ceph-mon[37804]: [13/Apr/2024:07:16:08] ENGINE Serving on http://172.21.15.3:8765 2024-04-13T07:16:10.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:09 smithi003 ceph-mon[37804]: [13/Apr/2024:07:16:08] ENGINE Bus STARTED 2024-04-13T07:16:10.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:09 smithi003 ceph-mon[37804]: pgmap v6: 121 pgs: 121 active+clean; 223 MiB data, 717 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:16:10.641 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:10 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:10.377+0000 7f8d2f3c5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:16:10.642 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:10 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:10.520+0000 7f8d2f3c5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:16:10.653 INFO:tasks.rados.rados.0.smithi003.stdout:672: done (2 left) 2024-04-13T07:16:10.653 INFO:tasks.rados.rados.0.smithi003.stdout:673: done (1 left) 2024-04-13T07:16:10.653 INFO:tasks.rados.rados.0.smithi003.stdout:674: done (0 left) 2024-04-13T07:16:10.653 INFO:tasks.rados.rados.0.smithi003.stdout:675: rollback oid 32 current snap is 68 2024-04-13T07:16:10.653 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 32 to 63 2024-04-13T07:16:10.653 INFO:tasks.rados.rados.0.smithi003.stdout:676: snap_remove snap 43 2024-04-13T07:16:10.893 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:10 smithi066 ceph-mon[30583]: osdmap e196: 8 total, 8 up, 8 in 2024-04-13T07:16:10.893 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:10 smithi066 ceph-mon[30583]: mgrmap e31: y(active, since 3s) 2024-04-13T07:16:11.073 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:10 smithi003 ceph-mon[37804]: osdmap e196: 8 total, 8 up, 8 in 2024-04-13T07:16:11.073 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:10 smithi003 ceph-mon[37804]: mgrmap e31: y(active, since 3s) 2024-04-13T07:16:11.073 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:10 smithi003 ceph-mon[27034]: osdmap e196: 8 total, 8 up, 8 in 2024-04-13T07:16:11.073 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:10 smithi003 ceph-mon[27034]: mgrmap e31: y(active, since 3s) 2024-04-13T07:16:11.147 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:10 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:10.890+0000 7f8d2f3c5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:16:11.147 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:10 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:10.985+0000 7f8d2f3c5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:16:11.401 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:11 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:11.202+0000 7f8d2f3c5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:16:11.654 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:11 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:11.398+0000 7f8d2f3c5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:16:11.656 INFO:tasks.rados.rados.0.smithi003.stdout:676: done (1 left) 2024-04-13T07:16:11.656 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 24 current snap is 68 2024-04-13T07:16:11.656 INFO:tasks.rados.rados.0.smithi003.stdout:677: seq_num 227 ranges {4939776=606208,5545984=794624,6340608=8192} 2024-04-13T07:16:11.689 INFO:tasks.rados.rados.0.smithi003.stdout:677: writing smithi00377890-24 from 4939776 to 5545984 tid 1 2024-04-13T07:16:11.694 INFO:tasks.rados.rados.0.smithi003.stdout:677: writing smithi00377890-24 from 5545984 to 6340608 tid 2 2024-04-13T07:16:11.695 INFO:tasks.rados.rados.0.smithi003.stdout:677: writing smithi00377890-24 from 6340608 to 6348800 tid 3 2024-04-13T07:16:11.695 INFO:tasks.rados.rados.0.smithi003.stdout:678: copy_from oid 3 from oid 45 current snap is 68 2024-04-13T07:16:11.695 INFO:tasks.rados.rados.0.smithi003.stdout:675: finishing rollback tid 0 to smithi00377890-32 2024-04-13T07:16:11.695 INFO:tasks.rados.rados.0.smithi003.stdout:675: finishing rollback tid 1 to smithi00377890-32 2024-04-13T07:16:11.695 INFO:tasks.rados.rados.0.smithi003.stdout:675: finishing rollback tid 2 to smithi00377890-32 2024-04-13T07:16:11.695 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 551 (ObjNum 198 snap 58 seq_num 198) dirty exists 2024-04-13T07:16:11.695 INFO:tasks.rados.rados.0.smithi003.stdout:677: finishing write tid 1 to smithi00377890-24 2024-04-13T07:16:11.695 INFO:tasks.rados.rados.0.smithi003.stdout:675: done (2 left) 2024-04-13T07:16:11.695 INFO:tasks.rados.rados.0.smithi003.stdout:679: snap_create 2024-04-13T07:16:11.700 INFO:tasks.rados.rados.0.smithi003.stdout:677: finishing write tid 2 to smithi00377890-24 2024-04-13T07:16:11.700 INFO:tasks.rados.rados.0.smithi003.stdout:677: finishing write tid 3 to smithi00377890-24 2024-04-13T07:16:11.700 INFO:tasks.rados.rados.0.smithi003.stdout:677: finishing write tid 4 to smithi00377890-24 2024-04-13T07:16:11.702 INFO:tasks.rados.rados.0.smithi003.stdout:677: finishing write tid 5 to smithi00377890-24 2024-04-13T07:16:11.702 INFO:tasks.rados.rados.0.smithi003.stdout:677: oid 24 updating version 0 to 495 2024-04-13T07:16:11.702 INFO:tasks.rados.rados.0.smithi003.stdout:677: oid 24 version 495 is already newer than 494 2024-04-13T07:16:11.702 INFO:tasks.rados.rados.0.smithi003.stdout:677: oid 24 version 495 is already newer than 493 2024-04-13T07:16:11.702 INFO:tasks.rados.rados.0.smithi003.stdout:677: oid 24 updating version 495 to 496 2024-04-13T07:16:11.702 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 496 (ObjNum 227 snap 68 seq_num 227) dirty exists 2024-04-13T07:16:11.703 INFO:tasks.rados.rados.0.smithi003.stdout:677: left oid 24 (ObjNum 227 snap 68 seq_num 227) 2024-04-13T07:16:11.714 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:16:11.727 INFO:tasks.rados.rados.0.smithi003.stdout:678: finishing copy_from racing read to smithi00377890-3 2024-04-13T07:16:11.731 INFO:tasks.rados.rados.0.smithi003.stdout:678: finishing copy_from to smithi00377890-3 2024-04-13T07:16:11.731 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 84 (ObjNum 186 snap 54 seq_num 186) dirty exists 2024-04-13T07:16:12.003 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:11 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:11.720+0000 7f8d2f3c5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:16:12.003 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:11.999+0000 7f8d2f3c5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:16:12.003 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:11 smithi066 ceph-mon[30583]: pgmap v8: 121 pgs: 121 active+clean; 223 MiB data, 717 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:16:12.004 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:11 smithi066 ceph-mon[30583]: osdmap e197: 8 total, 8 up, 8 in 2024-04-13T07:16:12.004 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:11 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:12.004 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:11 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:12.052 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:16:12.052 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (3m) 0s ago 4m 25.7M - 0.25.0 c8568f914cd2 3cfca92eb9ec 2024-04-13T07:16:12.053 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (4m) 0s ago 4m 87.2M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:16:12.053 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (5m) 0s ago 5m 18.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 8ddb79bf2742 2024-04-13T07:16:12.053 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (5m) 0s ago 5m 17.1M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 0760d90a9293 2024-04-13T07:16:12.053 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,9283,8765 running (55s) 0s ago 8m 75.0M - 19.0.0-2905-g5f22a497 c4b45bf0c946 a7b3e47db80b 2024-04-13T07:16:12.053 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:8443,9283,8765 running (14s) 0s ago 10m 481M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8cf668b60b80 2024-04-13T07:16:12.053 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (10m) 0s ago 10m 52.8M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f 92e46dcd24a8 2024-04-13T07:16:12.053 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (9m) 0s ago 9m 44.3M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f 08d1a823ed5f 2024-04-13T07:16:12.053 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (9m) 0s ago 9m 46.6M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f ff89cdffb940 2024-04-13T07:16:12.053 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (4m) 0s ago 4m 16.0M - 1.5.0 0da6a335fe13 dfbcad6ee10c 2024-04-13T07:16:12.053 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (4m) 0s ago 4m 15.7M - 1.5.0 0da6a335fe13 ce4f8de81f3f 2024-04-13T07:16:12.053 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (8m) 0s ago 8m 131M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f d05697330a33 2024-04-13T07:16:12.053 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (8m) 0s ago 8m 123M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f 5901b0c84ed2 2024-04-13T07:16:12.053 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (7m) 0s ago 7m 98.2M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f 38430c68dad7 2024-04-13T07:16:12.053 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (7m) 0s ago 7m 89.9M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f bda6aa5b8895 2024-04-13T07:16:12.053 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (7m) 0s ago 7m 112M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f ec074079cca1 2024-04-13T07:16:12.054 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (6m) 0s ago 6m 99.1M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d0b4251f80f 2024-04-13T07:16:12.054 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (6m) 0s ago 6m 108M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f e80941711015 2024-04-13T07:16:12.054 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (5m) 0s ago 5m 105M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f b9515cfb6872 2024-04-13T07:16:12.054 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (19s) 0s ago 5m 35.9M - 2.43.0 a07b618ecd1d 6398702564b7 2024-04-13T07:16:12.054 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:11 smithi003 ceph-mon[27034]: pgmap v8: 121 pgs: 121 active+clean; 223 MiB data, 717 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:16:12.054 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:11 smithi003 ceph-mon[27034]: osdmap e197: 8 total, 8 up, 8 in 2024-04-13T07:16:12.054 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:11 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:12.054 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:11 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:12.054 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:11 smithi003 ceph-mon[37804]: pgmap v8: 121 pgs: 121 active+clean; 223 MiB data, 717 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:16:12.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:11 smithi003 ceph-mon[37804]: osdmap e197: 8 total, 8 up, 8 in 2024-04-13T07:16:12.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:11 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:12.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:11 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:12.485 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:16:12.485 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:16:12.485 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3 2024-04-13T07:16:12.485 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:16:12.485 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:16:12.486 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 1 2024-04-13T07:16:12.486 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:16:12.486 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:16:12.486 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:16:12.486 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:16:12.486 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:16:12.486 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:16:12.486 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:16:12.486 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:16:12.486 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 13, 2024-04-13T07:16:12.486 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 1 2024-04-13T07:16:12.486 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:16:12.487 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:16:12.655 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:12.260+0000 7f8d2f3c5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:16:12.674 INFO:tasks.rados.rados.0.smithi003.stdout:677: done (2 left) 2024-04-13T07:16:12.674 INFO:tasks.rados.rados.0.smithi003.stdout:678: done (1 left) 2024-04-13T07:16:12.674 INFO:tasks.rados.rados.0.smithi003.stdout:679: done (0 left) 2024-04-13T07:16:12.674 INFO:tasks.rados.rados.0.smithi003.stdout:680: read oid 39 snap -1 2024-04-13T07:16:12.674 INFO:tasks.rados.rados.0.smithi003.stdout:680: expect (ObjNum 57 snap 4 seq_num 57) 2024-04-13T07:16:12.674 INFO:tasks.rados.rados.0.smithi003.stdout:681: read oid 8 snap 65 2024-04-13T07:16:12.674 INFO:tasks.rados.rados.0.smithi003.stdout:681: expect (ObjNum 206 snap 60 seq_num 206) 2024-04-13T07:16:12.674 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 20 current snap is 69 2024-04-13T07:16:12.674 INFO:tasks.rados.rados.0.smithi003.stdout:682: seq_num 228 ranges {3424256=622592,4046848=671744,4718592=131072} 2024-04-13T07:16:12.696 INFO:tasks.rados.rados.0.smithi003.stdout:682: writing smithi00377890-20 from 3424256 to 4046848 tid 1 2024-04-13T07:16:12.700 INFO:tasks.rados.rados.0.smithi003.stdout:682: writing smithi00377890-20 from 4046848 to 4718592 tid 2 2024-04-13T07:16:12.702 INFO:tasks.rados.rados.0.smithi003.stdout:682: writing smithi00377890-20 from 4718592 to 4849664 tid 3 2024-04-13T07:16:12.702 INFO:tasks.rados.rados.0.smithi003.stdout:683: read oid 11 snap 37 2024-04-13T07:16:12.702 INFO:tasks.rados.rados.0.smithi003.stdout:683: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-13T07:16:12.702 INFO:tasks.rados.rados.0.smithi003.stdout:684: rollback oid 31 current snap is 69 2024-04-13T07:16:12.702 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 31 to 68 2024-04-13T07:16:12.702 INFO:tasks.rados.rados.0.smithi003.stdout:685: rollback oid 38 current snap is 69 2024-04-13T07:16:12.702 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 38 to 44 2024-04-13T07:16:12.702 INFO:tasks.rados.rados.0.smithi003.stdout:680: expect (ObjNum 57 snap 4 seq_num 57) 2024-04-13T07:16:12.760 INFO:tasks.rados.rados.0.smithi003.stdout:682: finishing write tid 1 to smithi00377890-20 2024-04-13T07:16:12.760 INFO:tasks.rados.rados.0.smithi003.stdout:684: finishing rollback tid 0 to smithi00377890-31 2024-04-13T07:16:12.760 INFO:tasks.rados.rados.0.smithi003.stdout:684: finishing rollback tid 1 to smithi00377890-31 2024-04-13T07:16:12.760 INFO:tasks.rados.rados.0.smithi003.stdout:680: done (5 left) 2024-04-13T07:16:12.760 INFO:tasks.rados.rados.0.smithi003.stdout:686: setattr oid 22 current snap is 69 2024-04-13T07:16:12.760 INFO:tasks.rados.rados.0.smithi003.stdout:683: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-13T07:16:12.765 INFO:tasks.rados.rados.0.smithi003.stdout:684: finishing rollback tid 2 to smithi00377890-31 2024-04-13T07:16:12.765 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 118 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-13T07:16:12.765 INFO:tasks.rados.rados.0.smithi003.stdout:682: finishing write tid 2 to smithi00377890-20 2024-04-13T07:16:12.765 INFO:tasks.rados.rados.0.smithi003.stdout:682: finishing write tid 3 to smithi00377890-20 2024-04-13T07:16:12.765 INFO:tasks.rados.rados.0.smithi003.stdout:682: finishing write tid 4 to smithi00377890-20 2024-04-13T07:16:12.765 INFO:tasks.rados.rados.0.smithi003.stdout:682: finishing write tid 5 to smithi00377890-20 2024-04-13T07:16:12.765 INFO:tasks.rados.rados.0.smithi003.stdout:682: oid 20 updating version 0 to 500 2024-04-13T07:16:12.765 INFO:tasks.rados.rados.0.smithi003.stdout:682: oid 20 version 500 is already newer than 499 2024-04-13T07:16:12.766 INFO:tasks.rados.rados.0.smithi003.stdout:682: oid 20 version 500 is already newer than 498 2024-04-13T07:16:12.766 INFO:tasks.rados.rados.0.smithi003.stdout:682: oid 20 updating version 500 to 501 2024-04-13T07:16:12.766 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 501 (ObjNum 228 snap 69 seq_num 228) dirty exists 2024-04-13T07:16:12.766 INFO:tasks.rados.rados.0.smithi003.stdout:682: left oid 20 (ObjNum 228 snap 69 seq_num 228) 2024-04-13T07:16:12.766 INFO:tasks.rados.rados.0.smithi003.stdout:681: expect (ObjNum 206 snap 60 seq_num 206) 2024-04-13T07:16:12.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:12 smithi003 ceph-mon[27034]: osdmap e198: 8 total, 8 up, 8 in 2024-04-13T07:16:12.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:12 smithi003 ceph-mon[27034]: from='client.15225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:16:12.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:12 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:12.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:12 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:12.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:12 smithi003 ceph-mon[27034]: from='client.? 172.21.15.3:0/567130081' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:16:12.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:12 smithi003 ceph-mon[37804]: osdmap e198: 8 total, 8 up, 8 in 2024-04-13T07:16:12.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:12 smithi003 ceph-mon[37804]: from='client.15225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:16:12.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:12 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:12.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:12 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:12.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:12 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/567130081' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:16:13.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:12 smithi066 ceph-mon[30583]: osdmap e198: 8 total, 8 up, 8 in 2024-04-13T07:16:13.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:12 smithi066 ceph-mon[30583]: from='client.15225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:16:13.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:12 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:13.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:12 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:13.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:12 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/567130081' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:16:13.388 INFO:tasks.rados.rados.0.smithi003.stdout:685: finishing rollback tid 0 to smithi00377890-38 2024-04-13T07:16:13.388 INFO:tasks.rados.rados.0.smithi003.stdout:685: finishing rollback tid 1 to smithi00377890-38 2024-04-13T07:16:13.388 INFO:tasks.rados.rados.0.smithi003.stdout:685: finishing rollback tid 2 to smithi00377890-38 2024-04-13T07:16:13.388 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 126 (ObjNum 147 snap 39 seq_num 147) dirty exists 2024-04-13T07:16:13.389 INFO:tasks.rados.rados.0.smithi003.stdout:681: done (5 left) 2024-04-13T07:16:13.389 INFO:tasks.rados.rados.0.smithi003.stdout:682: done (4 left) 2024-04-13T07:16:13.389 INFO:tasks.rados.rados.0.smithi003.stdout:683: done (3 left) 2024-04-13T07:16:13.389 INFO:tasks.rados.rados.0.smithi003.stdout:684: done (2 left) 2024-04-13T07:16:13.389 INFO:tasks.rados.rados.0.smithi003.stdout:685: done (1 left) 2024-04-13T07:16:13.389 INFO:tasks.rados.rados.0.smithi003.stdout:687: delete oid 40 current snap is 69 2024-04-13T07:16:13.389 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 503 (ObjNum 218 snap 66 seq_num 218) dirty exists 2024-04-13T07:16:13.391 INFO:tasks.rados.rados.0.smithi003.stdout:686: done (1 left) 2024-04-13T07:16:13.391 INFO:tasks.rados.rados.0.smithi003.stdout:687: done (0 left) 2024-04-13T07:16:13.391 INFO:tasks.rados.rados.0.smithi003.stdout:688: delete oid 49 current snap is 69 2024-04-13T07:16:13.393 INFO:tasks.rados.rados.0.smithi003.stdout:688: done (0 left) 2024-04-13T07:16:13.393 INFO:tasks.rados.rados.0.smithi003.stdout:689: rmattr oid 13 current snap is 69 2024-04-13T07:16:13.394 INFO:tasks.rados.rados.0.smithi003.stdout:689: done (0 left) 2024-04-13T07:16:13.394 INFO:tasks.rados.rados.0.smithi003.stdout:690: read oid 1 snap -1 2024-04-13T07:16:13.394 INFO:tasks.rados.rados.0.smithi003.stdout:690: expect (ObjNum 85 snap 18 seq_num 85) 2024-04-13T07:16:13.394 INFO:tasks.rados.rados.0.smithi003.stdout:691: copy_from oid 7 from oid 48 current snap is 69 2024-04-13T07:16:13.394 INFO:tasks.rados.rados.0.smithi003.stdout:692: read oid 24 snap -1 2024-04-13T07:16:13.394 INFO:tasks.rados.rados.0.smithi003.stdout:692: expect (ObjNum 227 snap 68 seq_num 227) 2024-04-13T07:16:13.394 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 69 2024-04-13T07:16:13.394 INFO:tasks.rados.rados.0.smithi003.stdout:693: seq_num 231 ranges {3055616=671744,3727360=778240,4505600=24576} 2024-04-13T07:16:13.414 INFO:tasks.rados.rados.0.smithi003.stdout:693: writing smithi00377890-9 from 3055616 to 3727360 tid 1 2024-04-13T07:16:13.419 INFO:tasks.rados.rados.0.smithi003.stdout:693: writing smithi00377890-9 from 3727360 to 4505600 tid 2 2024-04-13T07:16:13.419 INFO:tasks.rados.rados.0.smithi003.stdout:693: writing smithi00377890-9 from 4505600 to 4530176 tid 3 2024-04-13T07:16:13.419 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 32 current snap is 69 2024-04-13T07:16:13.419 INFO:tasks.rados.rados.0.smithi003.stdout:694: seq_num 232 ranges {3252224=688128,3940352=663552,4603904=139264} 2024-04-13T07:16:13.440 INFO:tasks.rados.rados.0.smithi003.stdout:694: writing smithi00377890-32 from 3252224 to 3940352 tid 1 2024-04-13T07:16:13.443 INFO:tasks.rados.rados.0.smithi003.stdout:694: writing smithi00377890-32 from 3940352 to 4603904 tid 2 2024-04-13T07:16:13.444 INFO:tasks.rados.rados.0.smithi003.stdout:694: writing smithi00377890-32 from 4603904 to 4743168 tid 3 2024-04-13T07:16:13.444 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 5 current snap is 69 2024-04-13T07:16:13.444 INFO:tasks.rados.rados.0.smithi003.stdout:695: seq_num 233 ranges {0=712704,712704=548864,1261568=253952} 2024-04-13T07:16:13.448 INFO:tasks.rados.rados.0.smithi003.stdout:695: writing smithi00377890-5 from 0 to 712704 tid 1 2024-04-13T07:16:13.451 INFO:tasks.rados.rados.0.smithi003.stdout:695: writing smithi00377890-5 from 712704 to 1261568 tid 2 2024-04-13T07:16:13.453 INFO:tasks.rados.rados.0.smithi003.stdout:695: writing smithi00377890-5 from 1261568 to 1515520 tid 3 2024-04-13T07:16:13.453 INFO:tasks.rados.rados.0.smithi003.stdout:696: copy_from oid 12 from oid 13 current snap is 69 2024-04-13T07:16:13.453 INFO:tasks.rados.rados.0.smithi003.stdout:690: expect (ObjNum 85 snap 18 seq_num 85) 2024-04-13T07:16:13.492 INFO:tasks.rados.rados.0.smithi003.stdout:691: finishing copy_from to smithi00377890-7 2024-04-13T07:16:13.493 INFO:tasks.rados.rados.0.smithi003.stdout:691: got expected ENOENT (src dne) 2024-04-13T07:16:13.493 INFO:tasks.rados.rados.0.smithi003.stdout:691: finishing copy_from racing read to smithi00377890-7 2024-04-13T07:16:13.493 INFO:tasks.rados.rados.0.smithi003.stdout:692: expect (ObjNum 227 snap 68 seq_num 227) 2024-04-13T07:16:13.507 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:13.157+0000 7f8d2f3c5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:16:13.770 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:16:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:16:13.771 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:13 smithi066 ceph-mon[30583]: from='client.25124 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:16:13.771 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:13 smithi066 ceph-mon[30583]: pgmap v11: 121 pgs: 121 active+clean; 223 MiB data, 717 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:16:13.771 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:13 smithi066 ceph-mon[30583]: osdmap e199: 8 total, 8 up, 8 in 2024-04-13T07:16:13.771 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:13 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:13.771 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:13 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:13.771 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:13 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:13.771 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:13 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:13.834 INFO:tasks.rados.rados.0.smithi003.stdout:693: finishing write tid 1 to smithi00377890-9 2024-04-13T07:16:13.834 INFO:tasks.rados.rados.0.smithi003.stdout:693: finishing write tid 2 to smithi00377890-9 2024-04-13T07:16:13.834 INFO:tasks.rados.rados.0.smithi003.stdout:693: finishing write tid 3 to smithi00377890-9 2024-04-13T07:16:13.835 INFO:tasks.rados.rados.0.smithi003.stdout:693: finishing write tid 4 to smithi00377890-9 2024-04-13T07:16:13.835 INFO:tasks.rados.rados.0.smithi003.stdout:693: finishing write tid 5 to smithi00377890-9 2024-04-13T07:16:13.835 INFO:tasks.rados.rados.0.smithi003.stdout:693: oid 9 updating version 0 to 568 2024-04-13T07:16:13.835 INFO:tasks.rados.rados.0.smithi003.stdout:693: oid 9 updating version 568 to 570 2024-04-13T07:16:13.835 INFO:tasks.rados.rados.0.smithi003.stdout:693: oid 9 version 570 is already newer than 569 2024-04-13T07:16:13.835 INFO:tasks.rados.rados.0.smithi003.stdout:693: oid 9 version 570 is already newer than 567 2024-04-13T07:16:13.835 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 570 (ObjNum 231 snap 69 seq_num 231) dirty exists 2024-04-13T07:16:13.835 INFO:tasks.rados.rados.0.smithi003.stdout:693: left oid 9 (ObjNum 231 snap 69 seq_num 231) 2024-04-13T07:16:13.835 INFO:tasks.rados.rados.0.smithi003.stdout:694: finishing write tid 1 to smithi00377890-32 2024-04-13T07:16:13.835 INFO:tasks.rados.rados.0.smithi003.stdout:694: finishing write tid 2 to smithi00377890-32 2024-04-13T07:16:13.835 INFO:tasks.rados.rados.0.smithi003.stdout:694: finishing write tid 3 to smithi00377890-32 2024-04-13T07:16:13.835 INFO:tasks.rados.rados.0.smithi003.stdout:694: finishing write tid 4 to smithi00377890-32 2024-04-13T07:16:13.835 INFO:tasks.rados.rados.0.smithi003.stdout:694: finishing write tid 5 to smithi00377890-32 2024-04-13T07:16:13.836 INFO:tasks.rados.rados.0.smithi003.stdout:694: oid 32 updating version 0 to 573 2024-04-13T07:16:13.836 INFO:tasks.rados.rados.0.smithi003.stdout:694: oid 32 updating version 573 to 574 2024-04-13T07:16:13.836 INFO:tasks.rados.rados.0.smithi003.stdout:694: oid 32 version 574 is already newer than 572 2024-04-13T07:16:13.836 INFO:tasks.rados.rados.0.smithi003.stdout:694: oid 32 updating version 574 to 575 2024-04-13T07:16:13.836 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 575 (ObjNum 232 snap 69 seq_num 232) dirty exists 2024-04-13T07:16:13.836 INFO:tasks.rados.rados.0.smithi003.stdout:694: left oid 32 (ObjNum 232 snap 69 seq_num 232) 2024-04-13T07:16:13.836 INFO:tasks.rados.rados.0.smithi003.stdout:695: finishing write tid 1 to smithi00377890-5 2024-04-13T07:16:13.836 INFO:tasks.rados.rados.0.smithi003.stdout:690: done (6 left) 2024-04-13T07:16:13.836 INFO:tasks.rados.rados.0.smithi003.stdout:691: done (5 left) 2024-04-13T07:16:13.836 INFO:tasks.rados.rados.0.smithi003.stdout:692: done (4 left) 2024-04-13T07:16:13.836 INFO:tasks.rados.rados.0.smithi003.stdout:693: done (3 left) 2024-04-13T07:16:13.836 INFO:tasks.rados.rados.0.smithi003.stdout:694: done (2 left) 2024-04-13T07:16:13.836 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 20 current snap is 69 2024-04-13T07:16:13.836 INFO:tasks.rados.rados.0.smithi003.stdout:695: finishing write tid 2 to smithi00377890-5 2024-04-13T07:16:13.836 INFO:tasks.rados.rados.0.smithi003.stdout:695: finishing write tid 3 to smithi00377890-5 2024-04-13T07:16:13.837 INFO:tasks.rados.rados.0.smithi003.stdout:695: finishing write tid 4 to smithi00377890-5 2024-04-13T07:16:13.837 INFO:tasks.rados.rados.0.smithi003.stdout:695: finishing write tid 5 to smithi00377890-5 2024-04-13T07:16:13.837 INFO:tasks.rados.rados.0.smithi003.stdout:695: oid 5 updating version 0 to 309 2024-04-13T07:16:13.837 INFO:tasks.rados.rados.0.smithi003.stdout:695: oid 5 version 309 is already newer than 308 2024-04-13T07:16:13.837 INFO:tasks.rados.rados.0.smithi003.stdout:695: oid 5 version 309 is already newer than 307 2024-04-13T07:16:13.837 INFO:tasks.rados.rados.0.smithi003.stdout:695: oid 5 version 309 is already newer than 306 2024-04-13T07:16:13.837 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 309 (ObjNum 233 snap 69 seq_num 233) dirty exists 2024-04-13T07:16:13.837 INFO:tasks.rados.rados.0.smithi003.stdout:695: left oid 5 (ObjNum 233 snap 69 seq_num 233) 2024-04-13T07:16:13.837 INFO:tasks.rados.rados.0.smithi003.stdout:696: finishing copy_from racing read to smithi00377890-12 2024-04-13T07:16:13.837 INFO:tasks.rados.rados.0.smithi003.stdout:697: seq_num 234 ranges {4849664=729088,5578752=434176,6012928=368640} 2024-04-13T07:16:13.864 INFO:tasks.rados.rados.0.smithi003.stdout:697: writing smithi00377890-20 from 4849664 to 5578752 tid 1 2024-04-13T07:16:13.867 INFO:tasks.rados.rados.0.smithi003.stdout:697: writing smithi00377890-20 from 5578752 to 6012928 tid 2 2024-04-13T07:16:13.870 INFO:tasks.rados.rados.0.smithi003.stdout:697: writing smithi00377890-20 from 6012928 to 6381568 tid 3 2024-04-13T07:16:13.870 INFO:tasks.rados.rados.0.smithi003.stdout:695: done (2 left) 2024-04-13T07:16:13.870 INFO:tasks.rados.rados.0.smithi003.stdout:698: delete oid 35 current snap is 69 2024-04-13T07:16:13.870 INFO:tasks.rados.rados.0.smithi003.stdout:696: finishing copy_from to smithi00377890-12 2024-04-13T07:16:13.870 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 426 (ObjNum 192 snap 57 seq_num 192) dirty exists 2024-04-13T07:16:13.870 INFO:tasks.rados.rados.0.smithi003.stdout:697: finishing write tid 1 to smithi00377890-20 2024-04-13T07:16:13.870 INFO:tasks.rados.rados.0.smithi003.stdout:697: finishing write tid 2 to smithi00377890-20 2024-04-13T07:16:13.873 INFO:tasks.rados.rados.0.smithi003.stdout:697: finishing write tid 3 to smithi00377890-20 2024-04-13T07:16:13.873 INFO:tasks.rados.rados.0.smithi003.stdout:697: finishing write tid 4 to smithi00377890-20 2024-04-13T07:16:13.874 INFO:tasks.rados.rados.0.smithi003.stdout:697: finishing write tid 5 to smithi00377890-20 2024-04-13T07:16:13.874 INFO:tasks.rados.rados.0.smithi003.stdout:697: oid 20 updating version 0 to 506 2024-04-13T07:16:13.874 INFO:tasks.rados.rados.0.smithi003.stdout:697: oid 20 version 506 is already newer than 505 2024-04-13T07:16:13.874 INFO:tasks.rados.rados.0.smithi003.stdout:697: oid 20 updating version 506 to 507 2024-04-13T07:16:13.874 INFO:tasks.rados.rados.0.smithi003.stdout:697: oid 20 version 507 is already newer than 504 2024-04-13T07:16:13.874 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 507 (ObjNum 234 snap 69 seq_num 234) dirty exists 2024-04-13T07:16:13.874 INFO:tasks.rados.rados.0.smithi003.stdout:697: left oid 20 (ObjNum 234 snap 69 seq_num 234) 2024-04-13T07:16:13.874 INFO:tasks.rados.rados.0.smithi003.stdout:696: done (2 left) 2024-04-13T07:16:13.874 INFO:tasks.rados.rados.0.smithi003.stdout:697: done (1 left) 2024-04-13T07:16:13.874 INFO:tasks.rados.rados.0.smithi003.stdout:698: done (0 left) 2024-04-13T07:16:13.874 INFO:tasks.rados.rados.0.smithi003.stdout:699: snap_remove snap 63 2024-04-13T07:16:14.108 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:13.767+0000 7f8d2f3c5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:16:14.108 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:13.873+0000 7f8d2f3c5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:16:14.108 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:14.105+0000 7f8d2f3c5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:16:14.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:13 smithi003 ceph-mon[37804]: from='client.25124 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:16:14.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:13 smithi003 ceph-mon[37804]: pgmap v11: 121 pgs: 121 active+clean; 223 MiB data, 717 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:16:14.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:13 smithi003 ceph-mon[37804]: osdmap e199: 8 total, 8 up, 8 in 2024-04-13T07:16:14.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:13 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:14.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:13 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:14.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:13 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:14.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:13 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:14.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:13 smithi003 ceph-mon[27034]: from='client.25124 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:16:14.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:13 smithi003 ceph-mon[27034]: pgmap v11: 121 pgs: 121 active+clean; 223 MiB data, 717 MiB used, 715 GiB / 715 GiB avail 2024-04-13T07:16:14.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:13 smithi003 ceph-mon[27034]: osdmap e199: 8 total, 8 up, 8 in 2024-04-13T07:16:14.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:13 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:14.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:13 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:14.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:13 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:14.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:13 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:14.405 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: [13/Apr/2024:07:16:14] ENGINE Bus STARTING 2024-04-13T07:16:14.405 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: CherryPy Checker: 2024-04-13T07:16:14.405 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: The Application mounted at '' has an empty config. 2024-04-13T07:16:14.405 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: 2024-04-13T07:16:14.405 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: [13/Apr/2024:07:16:14] ENGINE Serving on http://:::9283 2024-04-13T07:16:14.405 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: [13/Apr/2024:07:16:14] ENGINE Bus STARTED 2024-04-13T07:16:14.685 INFO:tasks.rados.rados.0.smithi003.stdout:699: done (0 left) 2024-04-13T07:16:14.686 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 29 current snap is 69 2024-04-13T07:16:14.687 INFO:tasks.rados.rados.0.smithi003.stdout:700: seq_num 236 ranges {778240=761856,1540096=647168,2187264=155648} 2024-04-13T07:16:14.695 INFO:tasks.rados.rados.0.smithi003.stdout:700: writing smithi00377890-29 from 778240 to 1540096 tid 1 2024-04-13T07:16:14.700 INFO:tasks.rados.rados.0.smithi003.stdout:700: writing smithi00377890-29 from 1540096 to 2187264 tid 2 2024-04-13T07:16:14.701 INFO:tasks.rados.rados.0.smithi003.stdout:700: writing smithi00377890-29 from 2187264 to 2342912 tid 3 2024-04-13T07:16:14.701 INFO:tasks.rados.rados.0.smithi003.stdout:701: read oid 3 snap -1 2024-04-13T07:16:14.701 INFO:tasks.rados.rados.0.smithi003.stdout:701: expect (ObjNum 186 snap 54 seq_num 186) 2024-04-13T07:16:14.701 INFO:tasks.rados.rados.0.smithi003.stdout:702: snap_create 2024-04-13T07:16:14.701 INFO:tasks.rados.rados.0.smithi003.stdout:700: finishing write tid 1 to smithi00377890-29 2024-04-13T07:16:14.705 INFO:tasks.rados.rados.0.smithi003.stdout:700: finishing write tid 2 to smithi00377890-29 2024-04-13T07:16:14.705 INFO:tasks.rados.rados.0.smithi003.stdout:700: finishing write tid 3 to smithi00377890-29 2024-04-13T07:16:14.705 INFO:tasks.rados.rados.0.smithi003.stdout:700: finishing write tid 4 to smithi00377890-29 2024-04-13T07:16:14.706 INFO:tasks.rados.rados.0.smithi003.stdout:700: finishing write tid 5 to smithi00377890-29 2024-04-13T07:16:14.706 INFO:tasks.rados.rados.0.smithi003.stdout:700: oid 29 updating version 0 to 229 2024-04-13T07:16:14.706 INFO:tasks.rados.rados.0.smithi003.stdout:700: oid 29 version 229 is already newer than 228 2024-04-13T07:16:14.706 INFO:tasks.rados.rados.0.smithi003.stdout:700: oid 29 version 229 is already newer than 226 2024-04-13T07:16:14.707 INFO:tasks.rados.rados.0.smithi003.stdout:700: oid 29 version 229 is already newer than 227 2024-04-13T07:16:14.707 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 229 (ObjNum 236 snap 69 seq_num 236) dirty exists 2024-04-13T07:16:14.707 INFO:tasks.rados.rados.0.smithi003.stdout:700: left oid 29 (ObjNum 236 snap 69 seq_num 236) 2024-04-13T07:16:14.736 INFO:tasks.rados.rados.0.smithi003.stdout:701: expect (ObjNum 186 snap 54 seq_num 186) 2024-04-13T07:16:14.744 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:14 smithi003 ceph-mon[27034]: Standby manager daemon x started 2024-04-13T07:16:14.744 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:14 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/555501007' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:16:14.744 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:14 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/555501007' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:16:14.745 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:14 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/555501007' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:16:14.745 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:14 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/555501007' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:16:14.745 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:14 smithi003 ceph-mon[37804]: Standby manager daemon x started 2024-04-13T07:16:14.745 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:14 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/555501007' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:16:14.745 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:14 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/555501007' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:16:14.745 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:14 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/555501007' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:16:14.745 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:14 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/555501007' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:16:15.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:14 smithi066 ceph-mon[30583]: Standby manager daemon x started 2024-04-13T07:16:15.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:14 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/555501007' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:16:15.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:14 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/555501007' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:16:15.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:14 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/555501007' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:16:15.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:14 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/555501007' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:16:15.677 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:15 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[63967]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:16:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-13T07:16:15.684 INFO:tasks.rados.rados.0.smithi003.stdout:700: done (2 left) 2024-04-13T07:16:15.684 INFO:tasks.rados.rados.0.smithi003.stdout:701: done (1 left) 2024-04-13T07:16:15.685 INFO:tasks.rados.rados.0.smithi003.stdout:702: done (0 left) 2024-04-13T07:16:15.685 INFO:tasks.rados.rados.0.smithi003.stdout:703: setattr oid 33 current snap is 70 2024-04-13T07:16:15.686 INFO:tasks.rados.rados.0.smithi003.stdout:704: read oid 6 snap -1 2024-04-13T07:16:15.686 INFO:tasks.rados.rados.0.smithi003.stdout:704: expect (ObjNum 189 snap 56 seq_num 189) 2024-04-13T07:16:15.686 INFO:tasks.rados.rados.0.smithi003.stdout:705: delete oid 27 current snap is 70 2024-04-13T07:16:15.688 INFO:tasks.rados.rados.0.smithi003.stdout:705: done (2 left) 2024-04-13T07:16:15.688 INFO:tasks.rados.rados.0.smithi003.stdout:706: rollback oid 23 current snap is 70 2024-04-13T07:16:15.688 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 23 to 27 2024-04-13T07:16:15.689 INFO:tasks.rados.rados.0.smithi003.stdout:707: read oid 39 snap -1 2024-04-13T07:16:15.689 INFO:tasks.rados.rados.0.smithi003.stdout:707: expect (ObjNum 57 snap 4 seq_num 57) 2024-04-13T07:16:15.689 INFO:tasks.rados.rados.0.smithi003.stdout:708: read oid 27 snap 62 2024-04-13T07:16:15.689 INFO:tasks.rados.rados.0.smithi003.stdout:708: expect (ObjNum 202 snap 59 seq_num 202) 2024-04-13T07:16:15.689 INFO:tasks.rados.rados.0.smithi003.stdout:709: snap_create 2024-04-13T07:16:15.694 INFO:tasks.rados.rados.0.smithi003.stdout:704: expect (ObjNum 189 snap 56 seq_num 189) 2024-04-13T07:16:15.742 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 291 (ObjNum 86 snap 18 seq_num 86) dirty exists 2024-04-13T07:16:15.742 INFO:tasks.rados.rados.0.smithi003.stdout:707: expect (ObjNum 57 snap 4 seq_num 57) 2024-04-13T07:16:15.794 INFO:tasks.rados.rados.0.smithi003.stdout:706: finishing rollback tid 0 to smithi00377890-23 2024-04-13T07:16:15.794 INFO:tasks.rados.rados.0.smithi003.stdout:706: finishing rollback tid 1 to smithi00377890-23 2024-04-13T07:16:15.794 INFO:tasks.rados.rados.0.smithi003.stdout:706: finishing rollback tid 2 to smithi00377890-23 2024-04-13T07:16:15.794 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 587 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-13T07:16:15.795 INFO:tasks.rados.rados.0.smithi003.stdout:708: expect (ObjNum 202 snap 59 seq_num 202) 2024-04-13T07:16:15.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:15 smithi003 ceph-mon[37804]: pgmap v13: 121 pgs: 121 active+clean; 239 MiB data, 761 MiB used, 714 GiB / 715 GiB avail; 882 KiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-13T07:16:15.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:15 smithi003 ceph-mon[37804]: mgrmap e32: y(active, since 8s), standbys: x 2024-04-13T07:16:15.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:15 smithi003 ceph-mon[37804]: osdmap e200: 8 total, 8 up, 8 in 2024-04-13T07:16:15.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:15 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:16:15.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:15 smithi003 ceph-mon[27034]: pgmap v13: 121 pgs: 121 active+clean; 239 MiB data, 761 MiB used, 714 GiB / 715 GiB avail; 882 KiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-13T07:16:15.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:15 smithi003 ceph-mon[27034]: mgrmap e32: y(active, since 8s), standbys: x 2024-04-13T07:16:15.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:15 smithi003 ceph-mon[27034]: osdmap e200: 8 total, 8 up, 8 in 2024-04-13T07:16:15.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:15 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:16:16.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:15 smithi066 ceph-mon[30583]: pgmap v13: 121 pgs: 121 active+clean; 239 MiB data, 761 MiB used, 714 GiB / 715 GiB avail; 882 KiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-13T07:16:16.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:15 smithi066 ceph-mon[30583]: mgrmap e32: y(active, since 8s), standbys: x 2024-04-13T07:16:16.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:15 smithi066 ceph-mon[30583]: osdmap e200: 8 total, 8 up, 8 in 2024-04-13T07:16:16.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:15 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:16:16.687 INFO:tasks.rados.rados.0.smithi003.stdout:703: done (5 left) 2024-04-13T07:16:16.687 INFO:tasks.rados.rados.0.smithi003.stdout:704: done (4 left) 2024-04-13T07:16:16.687 INFO:tasks.rados.rados.0.smithi003.stdout:706: done (3 left) 2024-04-13T07:16:16.687 INFO:tasks.rados.rados.0.smithi003.stdout:707: done (2 left) 2024-04-13T07:16:16.687 INFO:tasks.rados.rados.0.smithi003.stdout:708: done (1 left) 2024-04-13T07:16:16.687 INFO:tasks.rados.rados.0.smithi003.stdout:709: done (0 left) 2024-04-13T07:16:16.687 INFO:tasks.rados.rados.0.smithi003.stdout:710: snap_remove snap 69 2024-04-13T07:16:17.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:16 smithi003 ceph-mon[37804]: osdmap e201: 8 total, 8 up, 8 in 2024-04-13T07:16:17.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:16 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:17.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:16 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:17.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:16 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:16:17.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:16 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:16:17.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:16 smithi003 ceph-mon[27034]: osdmap e201: 8 total, 8 up, 8 in 2024-04-13T07:16:17.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:16 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:17.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:16 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:17.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:16 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:16:17.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:16 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:16:17.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:16 smithi066 ceph-mon[30583]: osdmap e201: 8 total, 8 up, 8 in 2024-04-13T07:16:17.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:16 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:16 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:16 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:16:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:16 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:16:17.697 INFO:tasks.rados.rados.0.smithi003.stdout:710: done (0 left) 2024-04-13T07:16:17.698 INFO:tasks.rados.rados.0.smithi003.stdout:711: snap_remove snap 58 2024-04-13T07:16:18.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[37804]: Updating smithi003:/etc/ceph/ceph.conf 2024-04-13T07:16:18.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[37804]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-13T07:16:18.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[37804]: pgmap v16: 121 pgs: 121 active+clean; 239 MiB data, 761 MiB used, 714 GiB / 715 GiB avail; 883 KiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-13T07:16:18.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[37804]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:16:18.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[37804]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:16:18.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[37804]: osdmap e202: 8 total, 8 up, 8 in 2024-04-13T07:16:18.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[37804]: Updating smithi003:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:16:18.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:18.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:18.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:18.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:18.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:18.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[27034]: Updating smithi003:/etc/ceph/ceph.conf 2024-04-13T07:16:18.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[27034]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-13T07:16:18.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[27034]: pgmap v16: 121 pgs: 121 active+clean; 239 MiB data, 761 MiB used, 714 GiB / 715 GiB avail; 883 KiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-13T07:16:18.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[27034]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:16:18.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[27034]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:16:18.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[27034]: osdmap e202: 8 total, 8 up, 8 in 2024-04-13T07:16:18.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[27034]: Updating smithi003:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:16:18.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:18.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:18.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:18.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:18.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:17 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:18.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:17 smithi066 ceph-mon[30583]: Updating smithi003:/etc/ceph/ceph.conf 2024-04-13T07:16:18.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:17 smithi066 ceph-mon[30583]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-13T07:16:18.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:17 smithi066 ceph-mon[30583]: pgmap v16: 121 pgs: 121 active+clean; 239 MiB data, 761 MiB used, 714 GiB / 715 GiB avail; 883 KiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-13T07:16:18.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:17 smithi066 ceph-mon[30583]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:16:18.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:17 smithi066 ceph-mon[30583]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:16:18.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:17 smithi066 ceph-mon[30583]: osdmap e202: 8 total, 8 up, 8 in 2024-04-13T07:16:18.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:17 smithi066 ceph-mon[30583]: Updating smithi003:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:16:18.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:17 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:18.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:17 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:18.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:17 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:18.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:17 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:18.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:17 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:18.451 INFO:tasks.rados.rados.0.smithi003.stdout:711: done (0 left) 2024-04-13T07:16:18.452 INFO:tasks.rados.rados.0.smithi003.stdout:712: copy_from oid 48 from oid 5 current snap is 71 2024-04-13T07:16:18.452 INFO:tasks.rados.rados.0.smithi003.stdout:713: setattr oid 20 current snap is 71 2024-04-13T07:16:18.452 INFO:tasks.rados.rados.0.smithi003.stdout:714: read oid 3 snap -1 2024-04-13T07:16:18.452 INFO:tasks.rados.rados.0.smithi003.stdout:714: expect (ObjNum 186 snap 54 seq_num 186) 2024-04-13T07:16:18.453 INFO:tasks.rados.rados.0.smithi003.stdout:715: copy_from oid 49 from oid 17 current snap is 71 2024-04-13T07:16:18.453 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 71 2024-04-13T07:16:18.453 INFO:tasks.rados.rados.0.smithi003.stdout:716: seq_num 238 ranges {0=794624,794624=417792,1212416=385024} 2024-04-13T07:16:18.457 INFO:tasks.rados.rados.0.smithi003.stdout:716: writing smithi00377890-35 from 0 to 794624 tid 1 2024-04-13T07:16:18.460 INFO:tasks.rados.rados.0.smithi003.stdout:716: writing smithi00377890-35 from 794624 to 1212416 tid 2 2024-04-13T07:16:18.463 INFO:tasks.rados.rados.0.smithi003.stdout:716: writing smithi00377890-35 from 1212416 to 1597440 tid 3 2024-04-13T07:16:18.464 INFO:tasks.rados.rados.0.smithi003.stdout:717: copy_from oid 31 from oid 40 current snap is 71 2024-04-13T07:16:18.464 INFO:tasks.rados.rados.0.smithi003.stdout:718: delete oid 11 current snap is 71 2024-04-13T07:16:18.467 INFO:tasks.rados.rados.0.smithi003.stdout:717: finishing copy_from to smithi00377890-31 2024-04-13T07:16:18.467 INFO:tasks.rados.rados.0.smithi003.stdout:717: got expected ENOENT (src dne) 2024-04-13T07:16:18.467 INFO:tasks.rados.rados.0.smithi003.stdout:717: finishing copy_from racing read to smithi00377890-31 2024-04-13T07:16:18.471 INFO:tasks.rados.rados.0.smithi003.stdout:712: finishing copy_from racing read to smithi00377890-48 2024-04-13T07:16:18.472 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 525 (ObjNum 234 snap 69 seq_num 234) dirty exists 2024-04-13T07:16:18.472 INFO:tasks.rados.rados.0.smithi003.stdout:716: finishing write tid 1 to smithi00377890-35 2024-04-13T07:16:18.472 INFO:tasks.rados.rados.0.smithi003.stdout:716: finishing write tid 2 to smithi00377890-35 2024-04-13T07:16:18.473 INFO:tasks.rados.rados.0.smithi003.stdout:716: finishing write tid 3 to smithi00377890-35 2024-04-13T07:16:18.473 INFO:tasks.rados.rados.0.smithi003.stdout:716: finishing write tid 4 to smithi00377890-35 2024-04-13T07:16:18.473 INFO:tasks.rados.rados.0.smithi003.stdout:712: finishing copy_from to smithi00377890-48 2024-04-13T07:16:18.473 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 309 (ObjNum 233 snap 69 seq_num 233) dirty exists 2024-04-13T07:16:18.477 INFO:tasks.rados.rados.0.smithi003.stdout:716: finishing write tid 5 to smithi00377890-35 2024-04-13T07:16:18.477 INFO:tasks.rados.rados.0.smithi003.stdout:716: oid 35 updating version 0 to 528 2024-04-13T07:16:18.477 INFO:tasks.rados.rados.0.smithi003.stdout:716: oid 35 version 528 is already newer than 526 2024-04-13T07:16:18.477 INFO:tasks.rados.rados.0.smithi003.stdout:716: oid 35 updating version 528 to 529 2024-04-13T07:16:18.477 INFO:tasks.rados.rados.0.smithi003.stdout:716: oid 35 version 529 is already newer than 527 2024-04-13T07:16:18.477 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 529 (ObjNum 238 snap 71 seq_num 238) dirty exists 2024-04-13T07:16:18.478 INFO:tasks.rados.rados.0.smithi003.stdout:716: left oid 35 (ObjNum 238 snap 71 seq_num 238) 2024-04-13T07:16:18.482 INFO:tasks.rados.rados.0.smithi003.stdout:712: done (6 left) 2024-04-13T07:16:18.482 INFO:tasks.rados.rados.0.smithi003.stdout:713: done (5 left) 2024-04-13T07:16:18.483 INFO:tasks.rados.rados.0.smithi003.stdout:716: done (4 left) 2024-04-13T07:16:18.483 INFO:tasks.rados.rados.0.smithi003.stdout:717: done (3 left) 2024-04-13T07:16:18.483 INFO:tasks.rados.rados.0.smithi003.stdout:718: done (2 left) 2024-04-13T07:16:18.483 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 40 current snap is 71 2024-04-13T07:16:18.483 INFO:tasks.rados.rados.0.smithi003.stdout:719: seq_num 240 ranges {0=425984,425984=589824,1015808=483328,1499136=131072} 2024-04-13T07:16:18.485 INFO:tasks.rados.rados.0.smithi003.stdout:719: writing smithi00377890-40 from 0 to 425984 tid 1 2024-04-13T07:16:18.489 INFO:tasks.rados.rados.0.smithi003.stdout:719: writing smithi00377890-40 from 425984 to 1015808 tid 2 2024-04-13T07:16:18.492 INFO:tasks.rados.rados.0.smithi003.stdout:719: writing smithi00377890-40 from 1015808 to 1499136 tid 3 2024-04-13T07:16:18.493 INFO:tasks.rados.rados.0.smithi003.stdout:719: writing smithi00377890-40 from 1499136 to 1630208 tid 4 2024-04-13T07:16:18.493 INFO:tasks.rados.rados.0.smithi003.stdout:720: snap_create 2024-04-13T07:16:18.493 INFO:tasks.rados.rados.0.smithi003.stdout:719: finishing write tid 1 to smithi00377890-40 2024-04-13T07:16:18.493 INFO:tasks.rados.rados.0.smithi003.stdout:714: expect (ObjNum 186 snap 54 seq_num 186) 2024-04-13T07:16:18.960 INFO:tasks.rados.rados.0.smithi003.stdout:715: finishing copy_from racing read to smithi00377890-49 2024-04-13T07:16:18.960 INFO:tasks.rados.rados.0.smithi003.stdout:715: finishing copy_from to smithi00377890-49 2024-04-13T07:16:18.960 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 60 (ObjNum 170 snap 46 seq_num 170) dirty exists 2024-04-13T07:16:18.960 INFO:tasks.rados.rados.0.smithi003.stdout:719: finishing write tid 2 to smithi00377890-40 2024-04-13T07:16:18.961 INFO:tasks.rados.rados.0.smithi003.stdout:719: finishing write tid 3 to smithi00377890-40 2024-04-13T07:16:18.961 INFO:tasks.rados.rados.0.smithi003.stdout:719: finishing write tid 4 to smithi00377890-40 2024-04-13T07:16:18.961 INFO:tasks.rados.rados.0.smithi003.stdout:719: finishing write tid 5 to smithi00377890-40 2024-04-13T07:16:18.961 INFO:tasks.rados.rados.0.smithi003.stdout:719: finishing write tid 6 to smithi00377890-40 2024-04-13T07:16:18.961 INFO:tasks.rados.rados.0.smithi003.stdout:719: oid 40 updating version 0 to 603 2024-04-13T07:16:18.961 INFO:tasks.rados.rados.0.smithi003.stdout:719: oid 40 updating version 603 to 604 2024-04-13T07:16:18.961 INFO:tasks.rados.rados.0.smithi003.stdout:719: oid 40 version 604 is already newer than 602 2024-04-13T07:16:18.961 INFO:tasks.rados.rados.0.smithi003.stdout:719: oid 40 version 604 is already newer than 601 2024-04-13T07:16:18.961 INFO:tasks.rados.rados.0.smithi003.stdout:719: oid 40 version 604 is already newer than 600 2024-04-13T07:16:18.961 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 604 (ObjNum 240 snap 71 seq_num 240) dirty exists 2024-04-13T07:16:18.961 INFO:tasks.rados.rados.0.smithi003.stdout:719: left oid 40 (ObjNum 240 snap 71 seq_num 240) 2024-04-13T07:16:19.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:18 smithi003 ceph-mon[37804]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:16:19.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:18 smithi003 ceph-mon[37804]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:16:19.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:18 smithi003 ceph-mon[37804]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:16:19.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:18 smithi003 ceph-mon[37804]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T07:16:19.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:18 smithi003 ceph-mon[37804]: osdmap e203: 8 total, 8 up, 8 in 2024-04-13T07:16:19.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:18 smithi003 ceph-mon[37804]: Reconfiguring daemon prometheus.a on smithi066 2024-04-13T07:16:19.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:18 smithi003 ceph-mon[37804]: osdmap e204: 8 total, 8 up, 8 in 2024-04-13T07:16:19.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:18 smithi003 ceph-mon[27034]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:16:19.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:18 smithi003 ceph-mon[27034]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:16:19.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:18 smithi003 ceph-mon[27034]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:16:19.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:18 smithi003 ceph-mon[27034]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T07:16:19.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:18 smithi003 ceph-mon[27034]: osdmap e203: 8 total, 8 up, 8 in 2024-04-13T07:16:19.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:18 smithi003 ceph-mon[27034]: Reconfiguring daemon prometheus.a on smithi066 2024-04-13T07:16:19.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:18 smithi003 ceph-mon[27034]: osdmap e204: 8 total, 8 up, 8 in 2024-04-13T07:16:19.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:18 smithi066 ceph-mon[30583]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:16:19.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:18 smithi066 ceph-mon[30583]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:16:19.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:18 smithi066 ceph-mon[30583]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:16:19.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:18 smithi066 ceph-mon[30583]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T07:16:19.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:18 smithi066 ceph-mon[30583]: osdmap e203: 8 total, 8 up, 8 in 2024-04-13T07:16:19.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:18 smithi066 ceph-mon[30583]: Reconfiguring daemon prometheus.a on smithi066 2024-04-13T07:16:19.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:18 smithi066 ceph-mon[30583]: osdmap e204: 8 total, 8 up, 8 in 2024-04-13T07:16:19.451 INFO:tasks.rados.rados.0.smithi003.stdout:714: done (3 left) 2024-04-13T07:16:19.451 INFO:tasks.rados.rados.0.smithi003.stdout:715: done (2 left) 2024-04-13T07:16:19.451 INFO:tasks.rados.rados.0.smithi003.stdout:719: done (1 left) 2024-04-13T07:16:19.451 INFO:tasks.rados.rados.0.smithi003.stdout:720: done (0 left) 2024-04-13T07:16:19.451 INFO:tasks.rados.rados.0.smithi003.stdout:721: delete oid 35 current snap is 72 2024-04-13T07:16:19.455 INFO:tasks.rados.rados.0.smithi003.stdout:721: done (0 left) 2024-04-13T07:16:19.455 INFO:tasks.rados.rados.0.smithi003.stdout:722: snap_create 2024-04-13T07:16:19.807 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:19 smithi066 ceph-mon[30583]: pgmap v20: 121 pgs: 121 active+clean; 249 MiB data, 776 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-13T07:16:19.808 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:19 smithi066 ceph-mon[30583]: osdmap e205: 8 total, 8 up, 8 in 2024-04-13T07:16:20.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:19 smithi003 ceph-mon[37804]: pgmap v20: 121 pgs: 121 active+clean; 249 MiB data, 776 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-13T07:16:20.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:19 smithi003 ceph-mon[37804]: osdmap e205: 8 total, 8 up, 8 in 2024-04-13T07:16:20.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:19 smithi003 ceph-mon[27034]: pgmap v20: 121 pgs: 121 active+clean; 249 MiB data, 776 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-13T07:16:20.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:19 smithi003 ceph-mon[27034]: osdmap e205: 8 total, 8 up, 8 in 2024-04-13T07:16:20.452 INFO:tasks.rados.rados.0.smithi003.stdout:722: done (0 left) 2024-04-13T07:16:20.453 INFO:tasks.rados.rados.0.smithi003.stdout:723: snap_create 2024-04-13T07:16:21.397 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:21 smithi066 systemd[1]: Stopping Ceph prometheus.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:16:21.458 INFO:tasks.rados.rados.0.smithi003.stdout:723: done (0 left) 2024-04-13T07:16:21.458 INFO:tasks.rados.rados.0.smithi003.stdout:724: read oid 22 snap -1 2024-04-13T07:16:21.458 INFO:tasks.rados.rados.0.smithi003.stdout:724: expect (ObjNum 218 snap 66 seq_num 218) 2024-04-13T07:16:21.458 INFO:tasks.rados.rados.0.smithi003.stdout:725: copy_from oid 40 from oid 5 current snap is 74 2024-04-13T07:16:21.458 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 20 current snap is 74 2024-04-13T07:16:21.458 INFO:tasks.rados.rados.0.smithi003.stdout:726: seq_num 242 ranges {6381568=458752,6840320=753664,7593984=450560} 2024-04-13T07:16:21.496 INFO:tasks.rados.rados.0.smithi003.stdout:726: writing smithi00377890-20 from 6381568 to 6840320 tid 1 2024-04-13T07:16:21.500 INFO:tasks.rados.rados.0.smithi003.stdout:726: writing smithi00377890-20 from 6840320 to 7593984 tid 2 2024-04-13T07:16:21.503 INFO:tasks.rados.rados.0.smithi003.stdout:726: writing smithi00377890-20 from 7593984 to 8044544 tid 3 2024-04-13T07:16:21.503 INFO:tasks.rados.rados.0.smithi003.stdout:727: snap_remove snap 70 2024-04-13T07:16:21.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:21 smithi066 ceph-mon[30583]: osdmap e206: 8 total, 8 up, 8 in 2024-04-13T07:16:21.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:21 smithi066 ceph-mon[30583]: pgmap v23: 121 pgs: 121 active+clean; 249 MiB data, 776 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-13T07:16:21.655 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:16:21.394Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-13T07:16:21.655 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:16:21.394Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-13T07:16:21.655 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:16:21.394Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-13T07:16:21.655 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:16:21.394Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-13T07:16:21.655 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:16:21.394Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-13T07:16:21.655 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:16:21.394Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-13T07:16:21.656 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:16:21.394Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-13T07:16:21.656 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:16:21.394Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-13T07:16:21.656 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:16:21.394Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-13T07:16:21.656 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:16:21.394Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-13T07:16:21.656 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:16:21.395Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-13T07:16:21.656 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[72782]: ts=2024-04-13T07:16:21.395Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-13T07:16:21.656 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:21 smithi066 podman[75302]: 2024-04-13 07:16:21.404698946 +0000 UTC m=+0.121522067 container died 6398702564b7c327276ed2fbc56af160c054944bb467b8dab57bb702ae70db18 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:16:21.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:21 smithi003 ceph-mon[27034]: osdmap e206: 8 total, 8 up, 8 in 2024-04-13T07:16:21.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:21 smithi003 ceph-mon[27034]: pgmap v23: 121 pgs: 121 active+clean; 249 MiB data, 776 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-13T07:16:21.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:21 smithi003 ceph-mon[37804]: osdmap e206: 8 total, 8 up, 8 in 2024-04-13T07:16:21.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:21 smithi003 ceph-mon[37804]: pgmap v23: 121 pgs: 121 active+clean; 249 MiB data, 776 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-13T07:16:21.998 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:21 smithi066 podman[75302]: 2024-04-13 07:16:21.827733889 +0000 UTC m=+0.544557010 container cleanup 6398702564b7c327276ed2fbc56af160c054944bb467b8dab57bb702ae70db18 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:16:21.998 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:21 smithi066 bash[75302]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a 2024-04-13T07:16:22.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:21 smithi066 podman[75316]: 2024-04-13 07:16:21.995375936 +0000 UTC m=+0.592636973 container remove 6398702564b7c327276ed2fbc56af160c054944bb467b8dab57bb702ae70db18 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:16:22.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-13T07:16:22.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 systemd[1]: Stopped Ceph prometheus.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:16:22.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@prometheus.a.service: Consumed 1.080s CPU time. 2024-04-13T07:16:22.405 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 systemd[1]: Starting Ceph prometheus.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:16:22.467 INFO:tasks.rados.rados.0.smithi003.stdout:727: done (3 left) 2024-04-13T07:16:22.467 INFO:tasks.rados.rados.0.smithi003.stdout:728: delete oid 24 current snap is 74 2024-04-13T07:16:22.467 INFO:tasks.rados.rados.0.smithi003.stdout:725: finishing copy_from racing read to smithi00377890-40 2024-04-13T07:16:22.467 INFO:tasks.rados.rados.0.smithi003.stdout:725: finishing copy_from to smithi00377890-40 2024-04-13T07:16:22.467 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 309 (ObjNum 233 snap 69 seq_num 233) dirty exists 2024-04-13T07:16:22.467 INFO:tasks.rados.rados.0.smithi003.stdout:724: expect (ObjNum 218 snap 66 seq_num 218) 2024-04-13T07:16:22.687 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-mon[30583]: osdmap e207: 8 total, 8 up, 8 in 2024-04-13T07:16:22.687 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:16:22.687 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 podman[75416]: 2024-04-13 07:16:22.329294121 +0000 UTC m=+0.019221316 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-13T07:16:22.687 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 podman[75416]: 2024-04-13 07:16:22.428782927 +0000 UTC m=+0.118710105 container create d062b44446a94af7aca82c0f4ef9d7ab16a9293b2bcac2979a47868c8b96455a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:16:22.687 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 podman[75416]: 2024-04-13 07:16:22.656960729 +0000 UTC m=+0.346887907 container init d062b44446a94af7aca82c0f4ef9d7ab16a9293b2bcac2979a47868c8b96455a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:16:22.688 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 podman[75416]: 2024-04-13 07:16:22.659774387 +0000 UTC m=+0.349701572 container start d062b44446a94af7aca82c0f4ef9d7ab16a9293b2bcac2979a47868c8b96455a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:16:22.826 INFO:tasks.rados.rados.0.smithi003.stdout:726: finishing write tid 1 to smithi00377890-20 2024-04-13T07:16:22.826 INFO:tasks.rados.rados.0.smithi003.stdout:726: finishing write tid 2 to smithi00377890-20 2024-04-13T07:16:22.826 INFO:tasks.rados.rados.0.smithi003.stdout:726: finishing write tid 3 to smithi00377890-20 2024-04-13T07:16:22.826 INFO:tasks.rados.rados.0.smithi003.stdout:726: finishing write tid 4 to smithi00377890-20 2024-04-13T07:16:22.826 INFO:tasks.rados.rados.0.smithi003.stdout:726: finishing write tid 5 to smithi00377890-20 2024-04-13T07:16:22.826 INFO:tasks.rados.rados.0.smithi003.stdout:726: oid 20 updating version 0 to 545 2024-04-13T07:16:22.826 INFO:tasks.rados.rados.0.smithi003.stdout:726: oid 20 version 545 is already newer than 543 2024-04-13T07:16:22.827 INFO:tasks.rados.rados.0.smithi003.stdout:726: oid 20 version 545 is already newer than 542 2024-04-13T07:16:22.827 INFO:tasks.rados.rados.0.smithi003.stdout:726: oid 20 version 545 is already newer than 544 2024-04-13T07:16:22.827 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 545 (ObjNum 242 snap 74 seq_num 242) dirty exists 2024-04-13T07:16:22.827 INFO:tasks.rados.rados.0.smithi003.stdout:726: left oid 20 (ObjNum 242 snap 74 seq_num 242) 2024-04-13T07:16:22.827 INFO:tasks.rados.rados.0.smithi003.stdout:724: done (3 left) 2024-04-13T07:16:22.827 INFO:tasks.rados.rados.0.smithi003.stdout:725: done (2 left) 2024-04-13T07:16:22.827 INFO:tasks.rados.rados.0.smithi003.stdout:726: done (1 left) 2024-04-13T07:16:22.827 INFO:tasks.rados.rados.0.smithi003.stdout:728: done (0 left) 2024-04-13T07:16:22.827 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 24 current snap is 74 2024-04-13T07:16:22.827 INFO:tasks.rados.rados.0.smithi003.stdout:729: seq_num 244 ranges {0=491520,491520=573440,1064960=458752,1523712=172032} 2024-04-13T07:16:22.829 INFO:tasks.rados.rados.0.smithi003.stdout:729: writing smithi00377890-24 from 0 to 491520 tid 1 2024-04-13T07:16:22.832 INFO:tasks.rados.rados.0.smithi003.stdout:729: writing smithi00377890-24 from 491520 to 1064960 tid 2 2024-04-13T07:16:22.835 INFO:tasks.rados.rados.0.smithi003.stdout:729: writing smithi00377890-24 from 1064960 to 1523712 tid 3 2024-04-13T07:16:22.836 INFO:tasks.rados.rados.0.smithi003.stdout:729: writing smithi00377890-24 from 1523712 to 1695744 tid 4 2024-04-13T07:16:22.836 INFO:tasks.rados.rados.0.smithi003.stdout:730: copy_from oid 49 from oid 22 current snap is 74 2024-04-13T07:16:22.836 INFO:tasks.rados.rados.0.smithi003.stdout:729: finishing write tid 1 to smithi00377890-24 2024-04-13T07:16:22.836 INFO:tasks.rados.rados.0.smithi003.stdout:729: finishing write tid 2 to smithi00377890-24 2024-04-13T07:16:22.836 INFO:tasks.rados.rados.0.smithi003.stdout:731: delete oid 35 current snap is 74 2024-04-13T07:16:22.837 INFO:tasks.rados.rados.0.smithi003.stdout:729: finishing write tid 3 to smithi00377890-24 2024-04-13T07:16:22.838 INFO:tasks.rados.rados.0.smithi003.stdout:729: finishing write tid 4 to smithi00377890-24 2024-04-13T07:16:22.838 INFO:tasks.rados.rados.0.smithi003.stdout:729: finishing write tid 5 to smithi00377890-24 2024-04-13T07:16:22.841 INFO:tasks.rados.rados.0.smithi003.stdout:729: finishing write tid 6 to smithi00377890-24 2024-04-13T07:16:22.841 INFO:tasks.rados.rados.0.smithi003.stdout:729: oid 24 updating version 0 to 551 2024-04-13T07:16:22.841 INFO:tasks.rados.rados.0.smithi003.stdout:729: oid 24 updating version 551 to 554 2024-04-13T07:16:22.841 INFO:tasks.rados.rados.0.smithi003.stdout:729: oid 24 version 554 is already newer than 550 2024-04-13T07:16:22.841 INFO:tasks.rados.rados.0.smithi003.stdout:729: oid 24 version 554 is already newer than 553 2024-04-13T07:16:22.842 INFO:tasks.rados.rados.0.smithi003.stdout:729: oid 24 version 554 is already newer than 552 2024-04-13T07:16:22.842 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 554 (ObjNum 244 snap 74 seq_num 244) dirty exists 2024-04-13T07:16:22.842 INFO:tasks.rados.rados.0.smithi003.stdout:729: left oid 24 (ObjNum 244 snap 74 seq_num 244) 2024-04-13T07:16:22.843 INFO:tasks.rados.rados.0.smithi003.stdout:729: done (2 left) 2024-04-13T07:16:22.844 INFO:tasks.rados.rados.0.smithi003.stdout:731: done (1 left) 2024-04-13T07:16:22.844 INFO:tasks.rados.rados.0.smithi003.stdout:732: read oid 8 snap -1 2024-04-13T07:16:22.844 INFO:tasks.rados.rados.0.smithi003.stdout:732: expect (ObjNum 206 snap 60 seq_num 206) 2024-04-13T07:16:22.844 INFO:tasks.rados.rados.0.smithi003.stdout:733: snap_remove snap 50 2024-04-13T07:16:22.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:22 smithi003 ceph-mon[37804]: osdmap e207: 8 total, 8 up, 8 in 2024-04-13T07:16:22.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:22 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:16:22.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:22 smithi003 ceph-mon[27034]: osdmap e207: 8 total, 8 up, 8 in 2024-04-13T07:16:22.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:22 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:16:23.155 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.684Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-13T07:16:23.155 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.684Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-13T07:16:23.155 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.684Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi066 (none))" 2024-04-13T07:16:23.155 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.684Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-13T07:16:23.156 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.684Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-13T07:16:23.156 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.686Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-13T07:16:23.156 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.687Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-13T07:16:23.156 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.687Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-13T07:16:23.156 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.687Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-13T07:16:23.156 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.690Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-13T07:16:23.156 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.690Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.764µs 2024-04-13T07:16:23.156 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.690Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-13T07:16:23.156 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.691Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-13T07:16:23.156 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.700Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-13T07:16:23.156 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.705Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-13T07:16:23.156 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.705Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-13T07:16:23.156 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.705Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=23.621µs wal_replay_duration=15.458295ms wbl_replay_duration=108ns total_replay_duration=15.50031ms 2024-04-13T07:16:23.156 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.707Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-13T07:16:23.157 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.707Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-13T07:16:23.157 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.707Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-13T07:16:23.157 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.730Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.443719ms db_storage=874ns remote_storage=1.057µs web_handler=392ns query_engine=891ns scrape=366.715µs scrape_sd=93.979µs notify=11.335µs notify_sd=9.507µs rules=21.538221ms tracing=6.493µs 2024-04-13T07:16:23.157 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.730Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-13T07:16:23.157 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:22.730Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-13T07:16:23.157 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 bash[75416]: d062b44446a94af7aca82c0f4ef9d7ab16a9293b2bcac2979a47868c8b96455a 2024-04-13T07:16:23.157 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:22 smithi066 systemd[1]: Started Ceph prometheus.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:16:23.746 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:23 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:16:23.747 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:23 smithi066 ceph-mon[30583]: osdmap e208: 8 total, 8 up, 8 in 2024-04-13T07:16:23.747 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:23 smithi066 ceph-mon[30583]: pgmap v26: 121 pgs: 121 active+clean; 249 MiB data, 776 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:23.747 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:23 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:23.747 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:23 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:23.747 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:23 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:16:23.747 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:23 smithi066 ceph-mon[30583]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:16:23.747 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:23 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:16:23.832 INFO:tasks.rados.rados.0.smithi003.stdout:733: done (2 left) 2024-04-13T07:16:23.833 INFO:tasks.rados.rados.0.smithi003.stdout:734: snap_remove snap 30 2024-04-13T07:16:23.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:23 smithi003 ceph-mon[37804]: osdmap e208: 8 total, 8 up, 8 in 2024-04-13T07:16:23.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:23 smithi003 ceph-mon[37804]: pgmap v26: 121 pgs: 121 active+clean; 249 MiB data, 776 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:23.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:23 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:23.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:23 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:23.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:23 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:16:23.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:23 smithi003 ceph-mon[37804]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:16:23.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:23 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:16:23.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:23 smithi003 ceph-mon[27034]: osdmap e208: 8 total, 8 up, 8 in 2024-04-13T07:16:23.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:23 smithi003 ceph-mon[27034]: pgmap v26: 121 pgs: 121 active+clean; 249 MiB data, 776 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:23.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:23 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:23.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:23 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:23.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:23 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:16:23.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:23 smithi003 ceph-mon[27034]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:16:23.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:23 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:16:24.829 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:24 smithi066 ceph-mon[30583]: osdmap e209: 8 total, 8 up, 8 in 2024-04-13T07:16:24.829 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:24 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:16:24.829 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:24 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:16:24.829 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:24 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:16:24.834 INFO:tasks.rados.rados.0.smithi003.stdout:734: done (2 left) 2024-04-13T07:16:24.834 INFO:tasks.rados.rados.0.smithi003.stdout:735: setattr oid 30 current snap is 74 2024-04-13T07:16:24.834 INFO:tasks.rados.rados.0.smithi003.stdout:730: finishing copy_from racing read to smithi00377890-49 2024-04-13T07:16:24.835 INFO:tasks.rados.rados.0.smithi003.stdout:730: finishing copy_from to smithi00377890-49 2024-04-13T07:16:24.835 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 503 (ObjNum 218 snap 66 seq_num 218) dirty exists 2024-04-13T07:16:24.835 INFO:tasks.rados.rados.0.smithi003.stdout:732: expect (ObjNum 206 snap 60 seq_num 206) 2024-04-13T07:16:25.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:24 smithi003 ceph-mon[37804]: osdmap e209: 8 total, 8 up, 8 in 2024-04-13T07:16:25.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:24 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:16:25.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:24 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:16:25.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:24 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:16:25.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:24 smithi003 ceph-mon[27034]: osdmap e209: 8 total, 8 up, 8 in 2024-04-13T07:16:25.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:24 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:16:25.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:24 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:16:25.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:24 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:16:25.455 INFO:tasks.rados.rados.0.smithi003.stdout:730: done (2 left) 2024-04-13T07:16:25.455 INFO:tasks.rados.rados.0.smithi003.stdout:732: done (1 left) 2024-04-13T07:16:25.455 INFO:tasks.rados.rados.0.smithi003.stdout:736: copy_from oid 14 from oid 10 current snap is 74 2024-04-13T07:16:25.455 INFO:tasks.rados.rados.0.smithi003.stdout:737: rollback oid 18 current snap is 74 2024-04-13T07:16:25.455 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 18 to 37 2024-04-13T07:16:25.455 INFO:tasks.rados.rados.0.smithi003.stdout:738: read oid 36 snap -1 2024-04-13T07:16:25.455 INFO:tasks.rados.rados.0.smithi003.stdout:738: expect (ObjNum 223 snap 66 seq_num 223) 2024-04-13T07:16:25.455 INFO:tasks.rados.rados.0.smithi003.stdout:739: snap_remove snap 72 2024-04-13T07:16:25.834 INFO:tasks.rados.rados.0.smithi003.stdout:739: done (4 left) 2024-04-13T07:16:25.834 INFO:tasks.rados.rados.0.smithi003.stdout:740: copy_from oid 15 from oid 24 current snap is 74 2024-04-13T07:16:25.834 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 428 (ObjNum 208 snap 63 seq_num 208) dirty exists 2024-04-13T07:16:25.834 INFO:tasks.rados.rados.0.smithi003.stdout:737: finishing rollback tid 0 to smithi00377890-18 2024-04-13T07:16:25.834 INFO:tasks.rados.rados.0.smithi003.stdout:737: finishing rollback tid 1 to smithi00377890-18 2024-04-13T07:16:25.834 INFO:tasks.rados.rados.0.smithi003.stdout:737: finishing rollback tid 2 to smithi00377890-18 2024-04-13T07:16:25.834 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 302 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-13T07:16:25.834 INFO:tasks.rados.rados.0.smithi003.stdout:736: finishing copy_from racing read to smithi00377890-14 2024-04-13T07:16:25.834 INFO:tasks.rados.rados.0.smithi003.stdout:738: expect (ObjNum 223 snap 66 seq_num 223) 2024-04-13T07:16:25.898 INFO:tasks.rados.rados.0.smithi003.stdout:736: finishing copy_from to smithi00377890-14 2024-04-13T07:16:25.898 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 547 (ObjNum 224 snap 66 seq_num 224) dirty exists 2024-04-13T07:16:25.899 INFO:tasks.rados.rados.0.smithi003.stdout:735: done (4 left) 2024-04-13T07:16:25.899 INFO:tasks.rados.rados.0.smithi003.stdout:736: done (3 left) 2024-04-13T07:16:25.899 INFO:tasks.rados.rados.0.smithi003.stdout:737: done (2 left) 2024-04-13T07:16:25.899 INFO:tasks.rados.rados.0.smithi003.stdout:738: done (1 left) 2024-04-13T07:16:25.899 INFO:tasks.rados.rados.0.smithi003.stdout:741: setattr oid 35 current snap is 74 2024-04-13T07:16:25.899 INFO:tasks.rados.rados.0.smithi003.stdout:740: finishing copy_from racing read to smithi00377890-15 2024-04-13T07:16:25.899 INFO:tasks.rados.rados.0.smithi003.stdout:740: finishing copy_from to smithi00377890-15 2024-04-13T07:16:25.899 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 554 (ObjNum 244 snap 74 seq_num 244) dirty exists 2024-04-13T07:16:25.900 INFO:tasks.rados.rados.0.smithi003.stdout:740: done (1 left) 2024-04-13T07:16:25.900 INFO:tasks.rados.rados.0.smithi003.stdout:742: read oid 11 snap 62 2024-04-13T07:16:25.900 INFO:tasks.rados.rados.0.smithi003.stdout:742: expect (ObjNum 185 snap 54 seq_num 185) 2024-04-13T07:16:25.900 INFO:tasks.rados.rados.0.smithi003.stdout:743: snap_create 2024-04-13T07:16:25.903 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 584 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-13T07:16:25.906 INFO:tasks.rados.rados.0.smithi003.stdout:742: expect (ObjNum 185 snap 54 seq_num 185) 2024-04-13T07:16:26.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:25 smithi003 ceph-mon[37804]: Upgrade: Updating mgr.x 2024-04-13T07:16:26.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:25 smithi003 ceph-mon[37804]: Deploying daemon mgr.x on smithi066 2024-04-13T07:16:26.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:25 smithi003 ceph-mon[37804]: pgmap v28: 121 pgs: 121 active+clean; 260 MiB data, 814 MiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-04-13T07:16:26.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:25 smithi003 ceph-mon[37804]: osdmap e210: 8 total, 8 up, 8 in 2024-04-13T07:16:26.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:25 smithi003 ceph-mon[27034]: Upgrade: Updating mgr.x 2024-04-13T07:16:26.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:25 smithi003 ceph-mon[27034]: Deploying daemon mgr.x on smithi066 2024-04-13T07:16:26.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:25 smithi003 ceph-mon[27034]: pgmap v28: 121 pgs: 121 active+clean; 260 MiB data, 814 MiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-04-13T07:16:26.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:25 smithi003 ceph-mon[27034]: osdmap e210: 8 total, 8 up, 8 in 2024-04-13T07:16:26.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:25 smithi066 ceph-mon[30583]: Upgrade: Updating mgr.x 2024-04-13T07:16:26.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:25 smithi066 ceph-mon[30583]: Deploying daemon mgr.x on smithi066 2024-04-13T07:16:26.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:25 smithi066 ceph-mon[30583]: pgmap v28: 121 pgs: 121 active+clean; 260 MiB data, 814 MiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-04-13T07:16:26.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:25 smithi066 ceph-mon[30583]: osdmap e210: 8 total, 8 up, 8 in 2024-04-13T07:16:26.828 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:26 smithi066 systemd[1]: Stopping Ceph mgr.x for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:16:26.850 INFO:tasks.rados.rados.0.smithi003.stdout:741: done (2 left) 2024-04-13T07:16:26.851 INFO:tasks.rados.rados.0.smithi003.stdout:742: done (1 left) 2024-04-13T07:16:26.851 INFO:tasks.rados.rados.0.smithi003.stdout:743: done (0 left) 2024-04-13T07:16:26.851 INFO:tasks.rados.rados.0.smithi003.stdout:744: setattr oid 5 current snap is 75 2024-04-13T07:16:26.852 INFO:tasks.rados.rados.0.smithi003.stdout:745: snap_create 2024-04-13T07:16:26.858 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 427 (ObjNum 233 snap 69 seq_num 233) dirty exists 2024-04-13T07:16:27.105 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:26 smithi066 ceph-mon[30583]: osdmap e211: 8 total, 8 up, 8 in 2024-04-13T07:16:27.105 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:26 smithi066 podman[75770]: 2024-04-13 07:16:26.824842532 +0000 UTC m=+0.139784859 container died a7b3e47db80be9265fb84a86046bd35c19a0f175f779a65de8f81135905d249e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, ceph=True, GIT_CLEAN=True) 2024-04-13T07:16:27.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:26 smithi003 ceph-mon[37804]: osdmap e211: 8 total, 8 up, 8 in 2024-04-13T07:16:27.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:26 smithi003 ceph-mon[27034]: osdmap e211: 8 total, 8 up, 8 in 2024-04-13T07:16:27.405 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:27 smithi066 podman[75770]: 2024-04-13 07:16:27.184461848 +0000 UTC m=+0.499404176 container cleanup a7b3e47db80be9265fb84a86046bd35c19a0f175f779a65de8f81135905d249e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-13T07:16:27.405 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:27 smithi066 bash[75770]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x 2024-04-13T07:16:27.819 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:27 smithi066 podman[75783]: 2024-04-13 07:16:27.486126966 +0000 UTC m=+0.660913779 container remove a7b3e47db80be9265fb84a86046bd35c19a0f175f779a65de8f81135905d249e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS) 2024-04-13T07:16:27.819 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:27 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-13T07:16:27.819 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:27 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-13T07:16:27.819 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:27 smithi066 systemd[1]: Stopped Ceph mgr.x for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:16:27.819 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:27 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mgr.x.service: Consumed 26.641s CPU time. 2024-04-13T07:16:27.852 INFO:tasks.rados.rados.0.smithi003.stdout:744: done (1 left) 2024-04-13T07:16:27.852 INFO:tasks.rados.rados.0.smithi003.stdout:745: done (0 left) 2024-04-13T07:16:27.852 INFO:tasks.rados.rados.0.smithi003.stdout:746: read oid 2 snap 28 2024-04-13T07:16:27.852 INFO:tasks.rados.rados.0.smithi003.stdout:746: expect deleted 2024-04-13T07:16:27.852 INFO:tasks.rados.rados.0.smithi003.stdout:747: read oid 33 snap -1 2024-04-13T07:16:27.853 INFO:tasks.rados.rados.0.smithi003.stdout:747: expect (ObjNum 86 snap 18 seq_num 86) 2024-04-13T07:16:27.853 INFO:tasks.rados.rados.0.smithi003.stdout:748: rollback oid 14 current snap is 76 2024-04-13T07:16:27.853 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 14 to 71 2024-04-13T07:16:27.853 INFO:tasks.rados.rados.0.smithi003.stdout:749: read oid 45 snap -1 2024-04-13T07:16:27.853 INFO:tasks.rados.rados.0.smithi003.stdout:749: expect (ObjNum 186 snap 54 seq_num 186) 2024-04-13T07:16:27.853 INFO:tasks.rados.rados.0.smithi003.stdout:750: rollback oid 13 current snap is 76 2024-04-13T07:16:27.853 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 13 to 75 2024-04-13T07:16:27.853 INFO:tasks.rados.rados.0.smithi003.stdout:751: delete oid 34 current snap is 76 2024-04-13T07:16:27.856 INFO:tasks.rados.rados.0.smithi003.stdout:750: finishing rollback tid 0 to smithi00377890-13 2024-04-13T07:16:27.858 INFO:tasks.rados.rados.0.smithi003.stdout:751: done (5 left) 2024-04-13T07:16:27.858 INFO:tasks.rados.rados.0.smithi003.stdout:752: rmattr oid 26 current snap is 76 2024-04-13T07:16:27.858 INFO:tasks.rados.rados.0.smithi003.stdout:752: done (5 left) 2024-04-13T07:16:27.858 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 42 current snap is 76 2024-04-13T07:16:27.858 INFO:tasks.rados.rados.0.smithi003.stdout:753: seq_num 247 ranges {4939776=540672,5480448=622592,6103040=581632} 2024-04-13T07:16:27.889 INFO:tasks.rados.rados.0.smithi003.stdout:753: writing smithi00377890-42 from 4939776 to 5480448 tid 1 2024-04-13T07:16:27.892 INFO:tasks.rados.rados.0.smithi003.stdout:753: writing smithi00377890-42 from 5480448 to 6103040 tid 2 2024-04-13T07:16:27.896 INFO:tasks.rados.rados.0.smithi003.stdout:753: writing smithi00377890-42 from 6103040 to 6684672 tid 3 2024-04-13T07:16:27.896 INFO:tasks.rados.rados.0.smithi003.stdout:754: snap_remove snap 45 2024-04-13T07:16:28.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:27 smithi003 ceph-mon[27034]: pgmap v31: 121 pgs: 121 active+clean; 260 MiB data, 814 MiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-04-13T07:16:28.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:27 smithi003 ceph-mon[27034]: osdmap e212: 8 total, 8 up, 8 in 2024-04-13T07:16:28.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:27 smithi003 ceph-mon[37804]: pgmap v31: 121 pgs: 121 active+clean; 260 MiB data, 814 MiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-04-13T07:16:28.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:27 smithi003 ceph-mon[37804]: osdmap e212: 8 total, 8 up, 8 in 2024-04-13T07:16:28.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:27 smithi066 ceph-mon[30583]: pgmap v31: 121 pgs: 121 active+clean; 260 MiB data, 814 MiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-04-13T07:16:28.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:27 smithi066 ceph-mon[30583]: osdmap e212: 8 total, 8 up, 8 in 2024-04-13T07:16:28.153 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:27 smithi066 systemd[1]: Starting Ceph mgr.x for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:16:28.153 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:28 smithi066 podman[75916]: 2024-04-13 07:16:28.037812863 +0000 UTC m=+0.111672211 container create 57ffb9b159d78b21d6457c03d79819e3c119485d85875023cfeb0b0d715a4861 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-13T07:16:28.153 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:28 smithi066 podman[75916]: 2024-04-13 07:16:27.944407615 +0000 UTC m=+0.018266917 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:16:28.447 INFO:tasks.rados.rados.0.smithi003.stdout:754: done (6 left) 2024-04-13T07:16:28.447 INFO:tasks.rados.rados.0.smithi003.stdout:755: copy_from oid 41 from oid 25 current snap is 76 2024-04-13T07:16:28.447 INFO:tasks.rados.rados.0.smithi003.stdout:756: rollback oid 17 current snap is 76 2024-04-13T07:16:28.447 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 17 to 36 2024-04-13T07:16:28.448 INFO:tasks.rados.rados.0.smithi003.stdout:746: done (7 left) 2024-04-13T07:16:28.448 INFO:tasks.rados.rados.0.smithi003.stdout:757: setattr oid 44 current snap is 76 2024-04-13T07:16:28.448 INFO:tasks.rados.rados.0.smithi003.stdout:750: finishing rollback tid 1 to smithi00377890-13 2024-04-13T07:16:28.448 INFO:tasks.rados.rados.0.smithi003.stdout:748: finishing rollback tid 0 to smithi00377890-14 2024-04-13T07:16:28.448 INFO:tasks.rados.rados.0.smithi003.stdout:748: finishing rollback tid 1 to smithi00377890-14 2024-04-13T07:16:28.448 INFO:tasks.rados.rados.0.smithi003.stdout:748: finishing rollback tid 2 to smithi00377890-14 2024-04-13T07:16:28.448 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 550 (ObjNum 183 snap 53 seq_num 183) dirty exists 2024-04-13T07:16:28.448 INFO:tasks.rados.rados.0.smithi003.stdout:750: finishing rollback tid 2 to smithi00377890-13 2024-04-13T07:16:28.448 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 431 (ObjNum 192 snap 57 seq_num 192) dirty exists 2024-04-13T07:16:28.448 INFO:tasks.rados.rados.0.smithi003.stdout:747: expect (ObjNum 86 snap 18 seq_num 86) 2024-04-13T07:16:28.557 INFO:tasks.rados.rados.0.smithi003.stdout:749: expect (ObjNum 186 snap 54 seq_num 186) 2024-04-13T07:16:28.655 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:28 smithi066 podman[75916]: 2024-04-13 07:16:28.256685286 +0000 UTC m=+0.330544571 container init 57ffb9b159d78b21d6457c03d79819e3c119485d85875023cfeb0b0d715a4861 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49) 2024-04-13T07:16:28.655 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:28 smithi066 podman[75916]: 2024-04-13 07:16:28.259389512 +0000 UTC m=+0.333248795 container start 57ffb9b159d78b21d6457c03d79819e3c119485d85875023cfeb0b0d715a4861 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-13T07:16:28.655 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:28 smithi066 ceph-mgr[75935]: -- 172.21.15.66:0/2384815347 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5556a5a365a0 con 0x5556a5a0ac00 2024-04-13T07:16:28.655 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:28 smithi066 bash[75916]: 57ffb9b159d78b21d6457c03d79819e3c119485d85875023cfeb0b0d715a4861 2024-04-13T07:16:28.655 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:28 smithi066 systemd[1]: Started Ceph mgr.x for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:16:29.026 INFO:tasks.rados.rados.0.smithi003.stdout:753: finishing write tid 1 to smithi00377890-42 2024-04-13T07:16:29.026 INFO:tasks.rados.rados.0.smithi003.stdout:753: finishing write tid 2 to smithi00377890-42 2024-04-13T07:16:29.026 INFO:tasks.rados.rados.0.smithi003.stdout:753: finishing write tid 3 to smithi00377890-42 2024-04-13T07:16:29.026 INFO:tasks.rados.rados.0.smithi003.stdout:753: finishing write tid 4 to smithi00377890-42 2024-04-13T07:16:29.026 INFO:tasks.rados.rados.0.smithi003.stdout:753: finishing write tid 5 to smithi00377890-42 2024-04-13T07:16:29.026 INFO:tasks.rados.rados.0.smithi003.stdout:753: oid 42 updating version 0 to 435 2024-04-13T07:16:29.026 INFO:tasks.rados.rados.0.smithi003.stdout:753: oid 42 version 435 is already newer than 432 2024-04-13T07:16:29.026 INFO:tasks.rados.rados.0.smithi003.stdout:753: oid 42 version 435 is already newer than 434 2024-04-13T07:16:29.026 INFO:tasks.rados.rados.0.smithi003.stdout:753: oid 42 version 435 is already newer than 433 2024-04-13T07:16:29.026 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 435 (ObjNum 247 snap 76 seq_num 247) dirty exists 2024-04-13T07:16:29.026 INFO:tasks.rados.rados.0.smithi003.stdout:753: left oid 42 (ObjNum 247 snap 76 seq_num 247) 2024-04-13T07:16:29.026 INFO:tasks.rados.rados.0.smithi003.stdout:756: finishing rollback tid 0 to smithi00377890-17 2024-04-13T07:16:29.027 INFO:tasks.rados.rados.0.smithi003.stdout:755: finishing copy_from racing read to smithi00377890-41 2024-04-13T07:16:29.027 INFO:tasks.rados.rados.0.smithi003.stdout:756: finishing rollback tid 1 to smithi00377890-17 2024-04-13T07:16:29.027 INFO:tasks.rados.rados.0.smithi003.stdout:756: finishing rollback tid 2 to smithi00377890-17 2024-04-13T07:16:29.027 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 311 (ObjNum 97 snap 20 seq_num 97) dirty exists 2024-04-13T07:16:29.027 INFO:tasks.rados.rados.0.smithi003.stdout:755: finishing copy_from to smithi00377890-41 2024-04-13T07:16:29.027 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 223 (ObjNum 204 snap 60 seq_num 204) dirty exists 2024-04-13T07:16:29.027 INFO:tasks.rados.rados.0.smithi003.stdout:747: done (7 left) 2024-04-13T07:16:29.027 INFO:tasks.rados.rados.0.smithi003.stdout:748: done (6 left) 2024-04-13T07:16:29.027 INFO:tasks.rados.rados.0.smithi003.stdout:749: done (5 left) 2024-04-13T07:16:29.027 INFO:tasks.rados.rados.0.smithi003.stdout:750: done (4 left) 2024-04-13T07:16:29.027 INFO:tasks.rados.rados.0.smithi003.stdout:753: done (3 left) 2024-04-13T07:16:29.027 INFO:tasks.rados.rados.0.smithi003.stdout:755: done (2 left) 2024-04-13T07:16:29.027 INFO:tasks.rados.rados.0.smithi003.stdout:756: done (1 left) 2024-04-13T07:16:29.028 INFO:tasks.rados.rados.0.smithi003.stdout:758: delete oid 37 current snap is 76 2024-04-13T07:16:29.028 INFO:tasks.rados.rados.0.smithi003.stdout:758: done (1 left) 2024-04-13T07:16:29.028 INFO:tasks.rados.rados.0.smithi003.stdout:759: snap_create 2024-04-13T07:16:29.028 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 304 (ObjNum 167 snap 46 seq_num 167) dirty exists 2024-04-13T07:16:29.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:28 smithi003 ceph-mon[37804]: osdmap e213: 8 total, 8 up, 8 in 2024-04-13T07:16:29.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:28 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:29.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:28 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:29.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:28 smithi003 ceph-mon[37804]: osdmap e214: 8 total, 8 up, 8 in 2024-04-13T07:16:29.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:28 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:16:29.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:28 smithi003 ceph-mon[27034]: osdmap e213: 8 total, 8 up, 8 in 2024-04-13T07:16:29.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:28 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:29.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:28 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:29.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:28 smithi003 ceph-mon[27034]: osdmap e214: 8 total, 8 up, 8 in 2024-04-13T07:16:29.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:28 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:16:29.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:28 smithi066 ceph-mon[30583]: osdmap e213: 8 total, 8 up, 8 in 2024-04-13T07:16:29.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:28 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:29.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:28 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:29.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:28 smithi066 ceph-mon[30583]: osdmap e214: 8 total, 8 up, 8 in 2024-04-13T07:16:29.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:28 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:16:29.155 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:28 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:28.880+0000 7f80a6a7a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:16:29.155 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:28 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:28.985+0000 7f80a6a7a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:16:29.865 INFO:tasks.rados.rados.0.smithi003.stdout:757: done (1 left) 2024-04-13T07:16:29.865 INFO:tasks.rados.rados.0.smithi003.stdout:759: done (0 left) 2024-04-13T07:16:29.865 INFO:tasks.rados.rados.0.smithi003.stdout:760: delete oid 9 current snap is 77 2024-04-13T07:16:29.869 INFO:tasks.rados.rados.0.smithi003.stdout:760: done (0 left) 2024-04-13T07:16:29.869 INFO:tasks.rados.rados.0.smithi003.stdout:761: snap_create 2024-04-13T07:16:29.961 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:29 smithi066 ceph-mon[30583]: pgmap v35: 121 pgs: 121 active+clean; 265 MiB data, 826 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-04-13T07:16:29.962 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:29.692+0000 7f80a6a7a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:16:29.962 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:29.804+0000 7f80a6a7a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:16:30.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:29 smithi003 ceph-mon[27034]: pgmap v35: 121 pgs: 121 active+clean; 265 MiB data, 826 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-04-13T07:16:30.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:29 smithi003 ceph-mon[37804]: pgmap v35: 121 pgs: 121 active+clean; 265 MiB data, 826 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-04-13T07:16:30.248 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:29.957+0000 7f80a6a7a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:16:30.248 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:30.060+0000 7f80a6a7a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:16:30.248 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:30.152+0000 7f80a6a7a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:16:30.564 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:30.433+0000 7f80a6a7a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:16:30.866 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:30.560+0000 7f80a6a7a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:16:30.867 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:30.661+0000 7f80a6a7a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:16:30.867 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:30.772+0000 7f80a6a7a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:16:30.867 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:30 smithi066 ceph-mon[30583]: osdmap e215: 8 total, 8 up, 8 in 2024-04-13T07:16:30.875 INFO:tasks.rados.rados.0.smithi003.stdout:761: done (0 left) 2024-04-13T07:16:30.875 INFO:tasks.rados.rados.0.smithi003.stdout:762: rmattr oid 13 current snap is 78 2024-04-13T07:16:30.875 INFO:tasks.rados.rados.0.smithi003.stdout:762: done (0 left) 2024-04-13T07:16:30.875 INFO:tasks.rados.rados.0.smithi003.stdout:763: snap_create 2024-04-13T07:16:31.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:30 smithi003 ceph-mon[27034]: osdmap e215: 8 total, 8 up, 8 in 2024-04-13T07:16:31.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:30 smithi003 ceph-mon[37804]: osdmap e215: 8 total, 8 up, 8 in 2024-04-13T07:16:31.138 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:30.960+0000 7f80a6a7a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:16:31.872 INFO:tasks.rados.rados.0.smithi003.stdout:763: done (0 left) 2024-04-13T07:16:31.872 INFO:tasks.rados.rados.0.smithi003.stdout:764: copy_from oid 43 from oid 39 current snap is 79 2024-04-13T07:16:31.872 INFO:tasks.rados.rados.0.smithi003.stdout:765: delete oid 49 current snap is 79 2024-04-13T07:16:31.881 INFO:tasks.rados.rados.0.smithi003.stdout:765: done (1 left) 2024-04-13T07:16:31.881 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 23 current snap is 79 2024-04-13T07:16:31.881 INFO:tasks.rados.rados.0.smithi003.stdout:766: seq_num 251 ranges {393216=606208,999424=614400,1613824=589824} 2024-04-13T07:16:31.887 INFO:tasks.rados.rados.0.smithi003.stdout:766: writing smithi00377890-23 from 393216 to 999424 tid 1 2024-04-13T07:16:31.890 INFO:tasks.rados.rados.0.smithi003.stdout:766: writing smithi00377890-23 from 999424 to 1613824 tid 2 2024-04-13T07:16:31.894 INFO:tasks.rados.rados.0.smithi003.stdout:766: writing smithi00377890-23 from 1613824 to 2203648 tid 3 2024-04-13T07:16:31.894 INFO:tasks.rados.rados.0.smithi003.stdout:767: rollback oid 3 current snap is 79 2024-04-13T07:16:31.894 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 3 to 78 2024-04-13T07:16:31.894 INFO:tasks.rados.rados.0.smithi003.stdout:764: finishing copy_from racing read to smithi00377890-43 2024-04-13T07:16:31.894 INFO:tasks.rados.rados.0.smithi003.stdout:764: finishing copy_from to smithi00377890-43 2024-04-13T07:16:31.895 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 140 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-13T07:16:31.895 INFO:tasks.rados.rados.0.smithi003.stdout:766: finishing write tid 1 to smithi00377890-23 2024-04-13T07:16:31.895 INFO:tasks.rados.rados.0.smithi003.stdout:766: finishing write tid 2 to smithi00377890-23 2024-04-13T07:16:31.895 INFO:tasks.rados.rados.0.smithi003.stdout:764: done (2 left) 2024-04-13T07:16:31.895 INFO:tasks.rados.rados.0.smithi003.stdout:768: snap_create 2024-04-13T07:16:31.898 INFO:tasks.rados.rados.0.smithi003.stdout:767: finishing rollback tid 0 to smithi00377890-3 2024-04-13T07:16:31.898 INFO:tasks.rados.rados.0.smithi003.stdout:766: finishing write tid 3 to smithi00377890-23 2024-04-13T07:16:31.899 INFO:tasks.rados.rados.0.smithi003.stdout:766: finishing write tid 4 to smithi00377890-23 2024-04-13T07:16:31.899 INFO:tasks.rados.rados.0.smithi003.stdout:767: finishing rollback tid 1 to smithi00377890-3 2024-04-13T07:16:31.899 INFO:tasks.rados.rados.0.smithi003.stdout:767: finishing rollback tid 2 to smithi00377890-3 2024-04-13T07:16:31.899 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 507 (ObjNum 186 snap 54 seq_num 186) dirty exists 2024-04-13T07:16:31.900 INFO:tasks.rados.rados.0.smithi003.stdout:766: finishing write tid 5 to smithi00377890-23 2024-04-13T07:16:31.900 INFO:tasks.rados.rados.0.smithi003.stdout:766: oid 23 updating version 0 to 653 2024-04-13T07:16:31.900 INFO:tasks.rados.rados.0.smithi003.stdout:766: oid 23 version 653 is already newer than 652 2024-04-13T07:16:31.900 INFO:tasks.rados.rados.0.smithi003.stdout:766: oid 23 updating version 653 to 655 2024-04-13T07:16:31.900 INFO:tasks.rados.rados.0.smithi003.stdout:766: oid 23 version 655 is already newer than 654 2024-04-13T07:16:31.900 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 655 (ObjNum 251 snap 79 seq_num 251) dirty exists 2024-04-13T07:16:31.900 INFO:tasks.rados.rados.0.smithi003.stdout:766: left oid 23 (ObjNum 251 snap 79 seq_num 251) 2024-04-13T07:16:32.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:31 smithi003 ceph-mon[37804]: pgmap v37: 121 pgs: 121 active+clean; 265 MiB data, 826 MiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-13T07:16:32.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:31 smithi003 ceph-mon[37804]: osdmap e216: 8 total, 8 up, 8 in 2024-04-13T07:16:32.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:31 smithi003 ceph-mon[27034]: pgmap v37: 121 pgs: 121 active+clean; 265 MiB data, 826 MiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-13T07:16:32.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:31 smithi003 ceph-mon[27034]: osdmap e216: 8 total, 8 up, 8 in 2024-04-13T07:16:32.154 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:32.054+0000 7f80a6a7a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:16:32.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:31 smithi066 ceph-mon[30583]: pgmap v37: 121 pgs: 121 active+clean; 265 MiB data, 826 MiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-13T07:16:32.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:31 smithi066 ceph-mon[30583]: osdmap e216: 8 total, 8 up, 8 in 2024-04-13T07:16:32.551 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:32.193+0000 7f80a6a7a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:16:32.870 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:32.559+0000 7f80a6a7a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:16:32.871 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:32.656+0000 7f80a6a7a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:16:32.871 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:32.866+0000 7f80a6a7a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:16:32.885 INFO:tasks.rados.rados.0.smithi003.stdout:766: done (2 left) 2024-04-13T07:16:32.885 INFO:tasks.rados.rados.0.smithi003.stdout:767: done (1 left) 2024-04-13T07:16:32.886 INFO:tasks.rados.rados.0.smithi003.stdout:768: done (0 left) 2024-04-13T07:16:32.886 INFO:tasks.rados.rados.0.smithi003.stdout:769: read oid 42 snap -1 2024-04-13T07:16:32.886 INFO:tasks.rados.rados.0.smithi003.stdout:769: expect (ObjNum 247 snap 76 seq_num 247) 2024-04-13T07:16:32.886 INFO:tasks.rados.rados.0.smithi003.stdout:770: read oid 24 snap -1 2024-04-13T07:16:32.886 INFO:tasks.rados.rados.0.smithi003.stdout:770: expect (ObjNum 244 snap 74 seq_num 244) 2024-04-13T07:16:32.886 INFO:tasks.rados.rados.0.smithi003.stdout:771: snap_create 2024-04-13T07:16:32.893 INFO:tasks.rados.rados.0.smithi003.stdout:770: expect (ObjNum 244 snap 74 seq_num 244) 2024-04-13T07:16:32.941 INFO:tasks.rados.rados.0.smithi003.stdout:769: expect (ObjNum 247 snap 76 seq_num 247) 2024-04-13T07:16:33.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:32 smithi003 ceph-mon[37804]: osdmap e217: 8 total, 8 up, 8 in 2024-04-13T07:16:33.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:32 smithi003 ceph-mon[27034]: osdmap e217: 8 total, 8 up, 8 in 2024-04-13T07:16:33.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:32 smithi066 ceph-mon[30583]: osdmap e217: 8 total, 8 up, 8 in 2024-04-13T07:16:33.155 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:33 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:33.068+0000 7f80a6a7a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:16:33.447 INFO:tasks.rados.rados.0.smithi003.stdout:769: done (2 left) 2024-04-13T07:16:33.447 INFO:tasks.rados.rados.0.smithi003.stdout:770: done (1 left) 2024-04-13T07:16:33.447 INFO:tasks.rados.rados.0.smithi003.stdout:771: done (0 left) 2024-04-13T07:16:33.447 INFO:tasks.rados.rados.0.smithi003.stdout:772: delete oid 10 current snap is 81 2024-04-13T07:16:33.451 INFO:tasks.rados.rados.0.smithi003.stdout:772: done (0 left) 2024-04-13T07:16:33.451 INFO:tasks.rados.rados.0.smithi003.stdout:773: snap_create 2024-04-13T07:16:33.654 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:33 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:33.385+0000 7f80a6a7a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:16:33.655 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:33 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:33.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:16:33.933 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:33 smithi066 ceph-mon[30583]: pgmap v40: 121 pgs: 121 active+clean; 265 MiB data, 826 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:33.934 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:33 smithi066 ceph-mon[30583]: osdmap e218: 8 total, 8 up, 8 in 2024-04-13T07:16:33.934 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:33 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:33.934 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:33 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:33.934 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:33 smithi066 ceph-mon[30583]: osdmap e219: 8 total, 8 up, 8 in 2024-04-13T07:16:33.934 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:33 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:33.669+0000 7f80a6a7a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:16:33.934 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:33 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:33.929+0000 7f80a6a7a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:16:34.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:33 smithi003 ceph-mon[27034]: pgmap v40: 121 pgs: 121 active+clean; 265 MiB data, 826 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:34.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:33 smithi003 ceph-mon[27034]: osdmap e218: 8 total, 8 up, 8 in 2024-04-13T07:16:34.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:33 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:34.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:33 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:34.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:33 smithi003 ceph-mon[27034]: osdmap e219: 8 total, 8 up, 8 in 2024-04-13T07:16:34.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:33 smithi003 ceph-mon[37804]: pgmap v40: 121 pgs: 121 active+clean; 265 MiB data, 826 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:34.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:33 smithi003 ceph-mon[37804]: osdmap e218: 8 total, 8 up, 8 in 2024-04-13T07:16:34.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:33 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:34.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:33 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:34.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:33 smithi003 ceph-mon[37804]: osdmap e219: 8 total, 8 up, 8 in 2024-04-13T07:16:34.452 INFO:tasks.rados.rados.0.smithi003.stdout:773: done (0 left) 2024-04-13T07:16:34.453 INFO:tasks.rados.rados.0.smithi003.stdout:774: read oid 17 snap -1 2024-04-13T07:16:34.453 INFO:tasks.rados.rados.0.smithi003.stdout:774: expect (ObjNum 97 snap 20 seq_num 97) 2024-04-13T07:16:34.453 INFO:tasks.rados.rados.0.smithi003.stdout:775: rollback oid 6 current snap is 82 2024-04-13T07:16:34.453 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 6 to 62 2024-04-13T07:16:34.453 INFO:tasks.rados.rados.0.smithi003.stdout:776: read oid 27 snap 81 2024-04-13T07:16:34.453 INFO:tasks.rados.rados.0.smithi003.stdout:776: expect deleted 2024-04-13T07:16:34.453 INFO:tasks.rados.rados.0.smithi003.stdout:777: copy_from oid 18 from oid 22 current snap is 82 2024-04-13T07:16:34.453 INFO:tasks.rados.rados.0.smithi003.stdout:778: rmattr oid 14 current snap is 82 2024-04-13T07:16:34.453 INFO:tasks.rados.rados.0.smithi003.stdout:778: done (4 left) 2024-04-13T07:16:34.453 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 11 current snap is 82 2024-04-13T07:16:34.453 INFO:tasks.rados.rados.0.smithi003.stdout:779: seq_num 253 ranges {0=647168,647168=786432,1433600=417792} 2024-04-13T07:16:34.456 INFO:tasks.rados.rados.0.smithi003.stdout:779: writing smithi00377890-11 from 0 to 647168 tid 1 2024-04-13T07:16:34.461 INFO:tasks.rados.rados.0.smithi003.stdout:779: writing smithi00377890-11 from 647168 to 1433600 tid 2 2024-04-13T07:16:34.465 INFO:tasks.rados.rados.0.smithi003.stdout:779: writing smithi00377890-11 from 1433600 to 1851392 tid 3 2024-04-13T07:16:34.465 INFO:tasks.rados.rados.0.smithi003.stdout:780: setattr oid 25 current snap is 82 2024-04-13T07:16:34.465 INFO:tasks.rados.rados.0.smithi003.stdout:775: finishing rollback tid 0 to smithi00377890-6 2024-04-13T07:16:34.465 INFO:tasks.rados.rados.0.smithi003.stdout:775: finishing rollback tid 1 to smithi00377890-6 2024-04-13T07:16:34.465 INFO:tasks.rados.rados.0.smithi003.stdout:775: finishing rollback tid 2 to smithi00377890-6 2024-04-13T07:16:34.465 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 312 (ObjNum 189 snap 56 seq_num 189) dirty exists 2024-04-13T07:16:34.465 INFO:tasks.rados.rados.0.smithi003.stdout:779: finishing write tid 1 to smithi00377890-11 2024-04-13T07:16:34.467 INFO:tasks.rados.rados.0.smithi003.stdout:775: done (5 left) 2024-04-13T07:16:34.467 INFO:tasks.rados.rados.0.smithi003.stdout:776: done (4 left) 2024-04-13T07:16:34.467 INFO:tasks.rados.rados.0.smithi003.stdout:781: read oid 3 snap -1 2024-04-13T07:16:34.467 INFO:tasks.rados.rados.0.smithi003.stdout:781: expect (ObjNum 186 snap 54 seq_num 186) 2024-04-13T07:16:34.467 INFO:tasks.rados.rados.0.smithi003.stdout:782: delete oid 43 current snap is 82 2024-04-13T07:16:34.469 INFO:tasks.rados.rados.0.smithi003.stdout:779: finishing write tid 2 to smithi00377890-11 2024-04-13T07:16:34.469 INFO:tasks.rados.rados.0.smithi003.stdout:779: finishing write tid 3 to smithi00377890-11 2024-04-13T07:16:34.472 INFO:tasks.rados.rados.0.smithi003.stdout:779: finishing write tid 4 to smithi00377890-11 2024-04-13T07:16:34.474 INFO:tasks.rados.rados.0.smithi003.stdout:779: finishing write tid 5 to smithi00377890-11 2024-04-13T07:16:34.474 INFO:tasks.rados.rados.0.smithi003.stdout:779: oid 11 updating version 0 to 553 2024-04-13T07:16:34.474 INFO:tasks.rados.rados.0.smithi003.stdout:779: oid 11 updating version 553 to 554 2024-04-13T07:16:34.474 INFO:tasks.rados.rados.0.smithi003.stdout:779: oid 11 version 554 is already newer than 551 2024-04-13T07:16:34.474 INFO:tasks.rados.rados.0.smithi003.stdout:779: oid 11 version 554 is already newer than 552 2024-04-13T07:16:34.474 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 554 (ObjNum 253 snap 82 seq_num 253) dirty exists 2024-04-13T07:16:34.474 INFO:tasks.rados.rados.0.smithi003.stdout:779: left oid 11 (ObjNum 253 snap 82 seq_num 253) 2024-04-13T07:16:34.476 INFO:tasks.rados.rados.0.smithi003.stdout:779: done (5 left) 2024-04-13T07:16:34.476 INFO:tasks.rados.rados.0.smithi003.stdout:782: done (4 left) 2024-04-13T07:16:34.476 INFO:tasks.rados.rados.0.smithi003.stdout:783: delete oid 1 current snap is 82 2024-04-13T07:16:34.479 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 659 (ObjNum 204 snap 60 seq_num 204) dirty exists 2024-04-13T07:16:34.484 INFO:tasks.rados.rados.0.smithi003.stdout:777: finishing copy_from racing read to smithi00377890-18 2024-04-13T07:16:34.486 INFO:tasks.rados.rados.0.smithi003.stdout:777: finishing copy_from to smithi00377890-18 2024-04-13T07:16:34.487 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 503 (ObjNum 218 snap 66 seq_num 218) dirty exists 2024-04-13T07:16:34.487 INFO:tasks.rados.rados.0.smithi003.stdout:774: expect (ObjNum 97 snap 20 seq_num 97) 2024-04-13T07:16:34.637 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:16:34] "GET /metrics HTTP/1.1" 200 35979 "" "Prometheus/2.43.0" 2024-04-13T07:16:34.671 INFO:tasks.rados.rados.0.smithi003.stdout:781: expect (ObjNum 186 snap 54 seq_num 186) 2024-04-13T07:16:35.130 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:34 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:34.850+0000 7f80a6a7a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:16:35.138 INFO:tasks.rados.rados.0.smithi003.stdout:774: done (4 left) 2024-04-13T07:16:35.138 INFO:tasks.rados.rados.0.smithi003.stdout:777: done (3 left) 2024-04-13T07:16:35.138 INFO:tasks.rados.rados.0.smithi003.stdout:780: done (2 left) 2024-04-13T07:16:35.138 INFO:tasks.rados.rados.0.smithi003.stdout:781: done (1 left) 2024-04-13T07:16:35.138 INFO:tasks.rados.rados.0.smithi003.stdout:783: done (0 left) 2024-04-13T07:16:35.138 INFO:tasks.rados.rados.0.smithi003.stdout:784: delete oid 30 current snap is 82 2024-04-13T07:16:35.141 INFO:tasks.rados.rados.0.smithi003.stdout:784: done (0 left) 2024-04-13T07:16:35.141 INFO:tasks.rados.rados.0.smithi003.stdout:785: snap_create 2024-04-13T07:16:35.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:35 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:35.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:35 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:35.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:35 smithi066 ceph-mon[30583]: osdmap e220: 8 total, 8 up, 8 in 2024-04-13T07:16:35.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:35 smithi066 ceph-mon[30583]: pgmap v44: 121 pgs: 121 active+clean; 275 MiB data, 908 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-04-13T07:16:35.460 INFO:tasks.rados.rados.0.smithi003.stdout:785: done (0 left) 2024-04-13T07:16:35.461 INFO:tasks.rados.rados.0.smithi003.stdout:786: snap_create 2024-04-13T07:16:35.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:35 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:35.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:35 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:35.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:35 smithi003 ceph-mon[37804]: osdmap e220: 8 total, 8 up, 8 in 2024-04-13T07:16:35.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:35 smithi003 ceph-mon[37804]: pgmap v44: 121 pgs: 121 active+clean; 275 MiB data, 908 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-04-13T07:16:35.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:35 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:35.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:35 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:35.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:35 smithi003 ceph-mon[27034]: osdmap e220: 8 total, 8 up, 8 in 2024-04-13T07:16:35.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:35 smithi003 ceph-mon[27034]: pgmap v44: 121 pgs: 121 active+clean; 275 MiB data, 908 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-04-13T07:16:35.809 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:35 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:35.464+0000 7f80a6a7a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:16:35.809 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:35 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:35.572+0000 7f80a6a7a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:16:36.144 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:35 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:35.805+0000 7f80a6a7a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:16:36.144 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:35 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: [13/Apr/2024:07:16:35] ENGINE Bus STARTING 2024-04-13T07:16:36.144 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:35 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: CherryPy Checker: 2024-04-13T07:16:36.144 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:35 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: The Application mounted at '' has an empty config. 2024-04-13T07:16:36.144 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:35 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:36.144 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:35 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: [13/Apr/2024:07:16:35] ENGINE Serving on http://:::9283 2024-04-13T07:16:36.144 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:35 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: [13/Apr/2024:07:16:35] ENGINE Bus STARTED 2024-04-13T07:16:36.459 INFO:tasks.rados.rados.0.smithi003.stdout:786: done (0 left) 2024-04-13T07:16:36.459 INFO:tasks.rados.rados.0.smithi003.stdout:787: copy_from oid 48 from oid 1 current snap is 84 2024-04-13T07:16:36.459 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 41 current snap is 84 2024-04-13T07:16:36.459 INFO:tasks.rados.rados.0.smithi003.stdout:788: seq_num 257 ranges {2170880=712704,2883584=720896,3604480=483328} 2024-04-13T07:16:36.475 INFO:tasks.rados.rados.0.smithi003.stdout:788: writing smithi00377890-41 from 2170880 to 2883584 tid 1 2024-04-13T07:16:36.479 INFO:tasks.rados.rados.0.smithi003.stdout:788: writing smithi00377890-41 from 2883584 to 3604480 tid 2 2024-04-13T07:16:36.483 INFO:tasks.rados.rados.0.smithi003.stdout:788: writing smithi00377890-41 from 3604480 to 4087808 tid 3 2024-04-13T07:16:36.483 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 25 current snap is 84 2024-04-13T07:16:36.483 INFO:tasks.rados.rados.0.smithi003.stdout:787: finishing copy_from to smithi00377890-48 2024-04-13T07:16:36.483 INFO:tasks.rados.rados.0.smithi003.stdout:787: got expected ENOENT (src dne) 2024-04-13T07:16:36.483 INFO:tasks.rados.rados.0.smithi003.stdout:789: seq_num 258 ranges {2170880=729088,2899968=606208,3506176=598016} 2024-04-13T07:16:36.498 INFO:tasks.rados.rados.0.smithi003.stdout:789: writing smithi00377890-25 from 2170880 to 2899968 tid 1 2024-04-13T07:16:36.502 INFO:tasks.rados.rados.0.smithi003.stdout:789: writing smithi00377890-25 from 2899968 to 3506176 tid 2 2024-04-13T07:16:36.506 INFO:tasks.rados.rados.0.smithi003.stdout:789: writing smithi00377890-25 from 3506176 to 4104192 tid 3 2024-04-13T07:16:36.506 INFO:tasks.rados.rados.0.smithi003.stdout:790: rmattr oid 32 current snap is 84 2024-04-13T07:16:36.506 INFO:tasks.rados.rados.0.smithi003.stdout:790: done (3 left) 2024-04-13T07:16:36.506 INFO:tasks.rados.rados.0.smithi003.stdout:791: read oid 36 snap -1 2024-04-13T07:16:36.506 INFO:tasks.rados.rados.0.smithi003.stdout:791: expect (ObjNum 223 snap 66 seq_num 223) 2024-04-13T07:16:36.507 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 28 current snap is 84 2024-04-13T07:16:36.507 INFO:tasks.rados.rados.0.smithi003.stdout:787: finishing copy_from racing read to smithi00377890-48 2024-04-13T07:16:36.507 INFO:tasks.rados.rados.0.smithi003.stdout:788: finishing write tid 1 to smithi00377890-41 2024-04-13T07:16:36.507 INFO:tasks.rados.rados.0.smithi003.stdout:792: seq_num 259 ranges {1908736=745472,2654208=540672,3194880=581632,3776512=81920} 2024-04-13T07:16:36.521 INFO:tasks.rados.rados.0.smithi003.stdout:792: writing smithi00377890-28 from 1908736 to 2654208 tid 1 2024-04-13T07:16:36.524 INFO:tasks.rados.rados.0.smithi003.stdout:792: writing smithi00377890-28 from 2654208 to 3194880 tid 2 2024-04-13T07:16:36.527 INFO:tasks.rados.rados.0.smithi003.stdout:792: writing smithi00377890-28 from 3194880 to 3776512 tid 3 2024-04-13T07:16:36.528 INFO:tasks.rados.rados.0.smithi003.stdout:792: writing smithi00377890-28 from 3776512 to 3858432 tid 4 2024-04-13T07:16:36.529 INFO:tasks.rados.rados.0.smithi003.stdout:787: done (4 left) 2024-04-13T07:16:36.529 INFO:tasks.rados.rados.0.smithi003.stdout:793: copy_from oid 26 from oid 37 current snap is 84 2024-04-13T07:16:36.529 INFO:tasks.rados.rados.0.smithi003.stdout:788: finishing write tid 2 to smithi00377890-41 2024-04-13T07:16:36.529 INFO:tasks.rados.rados.0.smithi003.stdout:788: finishing write tid 3 to smithi00377890-41 2024-04-13T07:16:36.529 INFO:tasks.rados.rados.0.smithi003.stdout:788: finishing write tid 4 to smithi00377890-41 2024-04-13T07:16:36.529 INFO:tasks.rados.rados.0.smithi003.stdout:788: finishing write tid 5 to smithi00377890-41 2024-04-13T07:16:36.529 INFO:tasks.rados.rados.0.smithi003.stdout:788: oid 41 updating version 0 to 323 2024-04-13T07:16:36.529 INFO:tasks.rados.rados.0.smithi003.stdout:788: oid 41 updating version 323 to 325 2024-04-13T07:16:36.529 INFO:tasks.rados.rados.0.smithi003.stdout:788: oid 41 version 325 is already newer than 324 2024-04-13T07:16:36.529 INFO:tasks.rados.rados.0.smithi003.stdout:788: oid 41 updating version 325 to 326 2024-04-13T07:16:36.529 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 326 (ObjNum 257 snap 84 seq_num 257) dirty exists 2024-04-13T07:16:36.529 INFO:tasks.rados.rados.0.smithi003.stdout:788: left oid 41 (ObjNum 257 snap 84 seq_num 257) 2024-04-13T07:16:36.529 INFO:tasks.rados.rados.0.smithi003.stdout:789: finishing write tid 1 to smithi00377890-25 2024-04-13T07:16:36.530 INFO:tasks.rados.rados.0.smithi003.stdout:789: finishing write tid 2 to smithi00377890-25 2024-04-13T07:16:36.530 INFO:tasks.rados.rados.0.smithi003.stdout:789: finishing write tid 3 to smithi00377890-25 2024-04-13T07:16:36.530 INFO:tasks.rados.rados.0.smithi003.stdout:789: finishing write tid 4 to smithi00377890-25 2024-04-13T07:16:36.530 INFO:tasks.rados.rados.0.smithi003.stdout:789: finishing write tid 5 to smithi00377890-25 2024-04-13T07:16:36.530 INFO:tasks.rados.rados.0.smithi003.stdout:789: oid 25 updating version 0 to 663 2024-04-13T07:16:36.530 INFO:tasks.rados.rados.0.smithi003.stdout:789: oid 25 version 663 is already newer than 662 2024-04-13T07:16:36.530 INFO:tasks.rados.rados.0.smithi003.stdout:789: oid 25 version 663 is already newer than 661 2024-04-13T07:16:36.530 INFO:tasks.rados.rados.0.smithi003.stdout:789: oid 25 updating version 663 to 664 2024-04-13T07:16:36.530 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 664 (ObjNum 258 snap 84 seq_num 258) dirty exists 2024-04-13T07:16:36.530 INFO:tasks.rados.rados.0.smithi003.stdout:789: left oid 25 (ObjNum 258 snap 84 seq_num 258) 2024-04-13T07:16:36.530 INFO:tasks.rados.rados.0.smithi003.stdout:791: expect (ObjNum 223 snap 66 seq_num 223) 2024-04-13T07:16:36.589 INFO:tasks.rados.rados.0.smithi003.stdout:792: finishing write tid 1 to smithi00377890-28 2024-04-13T07:16:36.590 INFO:tasks.rados.rados.0.smithi003.stdout:792: finishing write tid 2 to smithi00377890-28 2024-04-13T07:16:36.590 INFO:tasks.rados.rados.0.smithi003.stdout:793: finishing copy_from to smithi00377890-26 2024-04-13T07:16:36.590 INFO:tasks.rados.rados.0.smithi003.stdout:793: got expected ENOENT (src dne) 2024-04-13T07:16:36.590 INFO:tasks.rados.rados.0.smithi003.stdout:793: finishing copy_from racing read to smithi00377890-26 2024-04-13T07:16:36.590 INFO:tasks.rados.rados.0.smithi003.stdout:792: finishing write tid 3 to smithi00377890-28 2024-04-13T07:16:36.590 INFO:tasks.rados.rados.0.smithi003.stdout:792: finishing write tid 4 to smithi00377890-28 2024-04-13T07:16:36.590 INFO:tasks.rados.rados.0.smithi003.stdout:792: finishing write tid 5 to smithi00377890-28 2024-04-13T07:16:36.590 INFO:tasks.rados.rados.0.smithi003.stdout:788: done (4 left) 2024-04-13T07:16:36.590 INFO:tasks.rados.rados.0.smithi003.stdout:789: done (3 left) 2024-04-13T07:16:36.590 INFO:tasks.rados.rados.0.smithi003.stdout:791: done (2 left) 2024-04-13T07:16:36.590 INFO:tasks.rados.rados.0.smithi003.stdout:793: done (1 left) 2024-04-13T07:16:36.590 INFO:tasks.rados.rados.0.smithi003.stdout:794: snap_create 2024-04-13T07:16:36.590 INFO:tasks.rados.rados.0.smithi003.stdout:792: finishing write tid 6 to smithi00377890-28 2024-04-13T07:16:36.590 INFO:tasks.rados.rados.0.smithi003.stdout:792: oid 28 updating version 0 to 215 2024-04-13T07:16:36.591 INFO:tasks.rados.rados.0.smithi003.stdout:792: oid 28 version 215 is already newer than 213 2024-04-13T07:16:36.591 INFO:tasks.rados.rados.0.smithi003.stdout:792: oid 28 updating version 215 to 216 2024-04-13T07:16:36.591 INFO:tasks.rados.rados.0.smithi003.stdout:792: oid 28 version 216 is already newer than 214 2024-04-13T07:16:36.591 INFO:tasks.rados.rados.0.smithi003.stdout:792: oid 28 updating version 216 to 217 2024-04-13T07:16:36.591 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 217 (ObjNum 259 snap 84 seq_num 259) dirty exists 2024-04-13T07:16:36.591 INFO:tasks.rados.rados.0.smithi003.stdout:792: left oid 28 (ObjNum 259 snap 84 seq_num 259) 2024-04-13T07:16:36.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:36 smithi003 ceph-mon[27034]: osdmap e221: 8 total, 8 up, 8 in 2024-04-13T07:16:36.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:36 smithi003 ceph-mon[27034]: Standby manager daemon x restarted 2024-04-13T07:16:36.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:36 smithi003 ceph-mon[27034]: Standby manager daemon x started 2024-04-13T07:16:36.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:36 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/3352290728' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:16:36.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:36 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/3352290728' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:16:36.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:36 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/3352290728' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:16:36.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:36 smithi003 ceph-mon[27034]: from='mgr.? 172.21.15.66:0/3352290728' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:16:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:36 smithi003 ceph-mon[37804]: osdmap e221: 8 total, 8 up, 8 in 2024-04-13T07:16:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:36 smithi003 ceph-mon[37804]: Standby manager daemon x restarted 2024-04-13T07:16:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:36 smithi003 ceph-mon[37804]: Standby manager daemon x started 2024-04-13T07:16:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:36 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/3352290728' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:16:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:36 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/3352290728' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:16:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:36 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/3352290728' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:16:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:36 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/3352290728' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:16:36.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:36 smithi066 ceph-mon[30583]: osdmap e221: 8 total, 8 up, 8 in 2024-04-13T07:16:36.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:36 smithi066 ceph-mon[30583]: Standby manager daemon x restarted 2024-04-13T07:16:36.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:36 smithi066 ceph-mon[30583]: Standby manager daemon x started 2024-04-13T07:16:36.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:36 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/3352290728' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:16:36.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:36 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/3352290728' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:16:36.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:36 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/3352290728' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:16:36.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:36 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/3352290728' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:16:37.472 INFO:tasks.rados.rados.0.smithi003.stdout:792: done (1 left) 2024-04-13T07:16:37.472 INFO:tasks.rados.rados.0.smithi003.stdout:794: done (0 left) 2024-04-13T07:16:37.472 INFO:tasks.rados.rados.0.smithi003.stdout:795: rollback oid 46 current snap is 85 2024-04-13T07:16:37.472 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 46 to 71 2024-04-13T07:16:37.472 INFO:tasks.rados.rados.0.smithi003.stdout:796: copy_from oid 35 from oid 11 current snap is 85 2024-04-13T07:16:37.472 INFO:tasks.rados.rados.0.smithi003.stdout:797: read oid 30 snap -1 2024-04-13T07:16:37.472 INFO:tasks.rados.rados.0.smithi003.stdout:797: expect deleted 2024-04-13T07:16:37.472 INFO:tasks.rados.rados.0.smithi003.stdout:798: copy_from oid 6 from oid 38 current snap is 85 2024-04-13T07:16:37.472 INFO:tasks.rados.rados.0.smithi003.stdout:799: delete oid 33 current snap is 85 2024-04-13T07:16:37.475 INFO:tasks.rados.rados.0.smithi003.stdout:795: finishing rollback tid 0 to smithi00377890-46 2024-04-13T07:16:37.476 INFO:tasks.rados.rados.0.smithi003.stdout:795: finishing rollback tid 1 to smithi00377890-46 2024-04-13T07:16:37.476 INFO:tasks.rados.rados.0.smithi003.stdout:795: finishing rollback tid 2 to smithi00377890-46 2024-04-13T07:16:37.476 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 307 (ObjNum 209 snap 64 seq_num 209) dirty exists 2024-04-13T07:16:37.477 INFO:tasks.rados.rados.0.smithi003.stdout:795: done (4 left) 2024-04-13T07:16:37.478 INFO:tasks.rados.rados.0.smithi003.stdout:797: done (3 left) 2024-04-13T07:16:37.478 INFO:tasks.rados.rados.0.smithi003.stdout:799: done (2 left) 2024-04-13T07:16:37.478 INFO:tasks.rados.rados.0.smithi003.stdout:800: read oid 40 snap -1 2024-04-13T07:16:37.478 INFO:tasks.rados.rados.0.smithi003.stdout:800: expect (ObjNum 233 snap 69 seq_num 233) 2024-04-13T07:16:37.478 INFO:tasks.rados.rados.0.smithi003.stdout:801: read oid 22 snap 81 2024-04-13T07:16:37.478 INFO:tasks.rados.rados.0.smithi003.stdout:801: expect (ObjNum 218 snap 66 seq_num 218) 2024-04-13T07:16:37.478 INFO:tasks.rados.rados.0.smithi003.stdout:802: copy_from oid 31 from oid 2 current snap is 85 2024-04-13T07:16:37.478 INFO:tasks.rados.rados.0.smithi003.stdout:803: read oid 41 snap -1 2024-04-13T07:16:37.478 INFO:tasks.rados.rados.0.smithi003.stdout:803: expect (ObjNum 257 snap 84 seq_num 257) 2024-04-13T07:16:37.479 INFO:tasks.rados.rados.0.smithi003.stdout:804: snap_remove snap 67 2024-04-13T07:16:37.809 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:37 smithi066 ceph-mon[30583]: osdmap e222: 8 total, 8 up, 8 in 2024-04-13T07:16:37.809 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:37 smithi066 ceph-mon[30583]: mgrmap e33: y(active, since 29s), standbys: x 2024-04-13T07:16:37.809 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:37 smithi066 ceph-mon[30583]: pgmap v47: 121 pgs: 121 active+clean; 275 MiB data, 908 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:37.809 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:37 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:16:37.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:37 smithi003 ceph-mon[27034]: osdmap e222: 8 total, 8 up, 8 in 2024-04-13T07:16:37.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:37 smithi003 ceph-mon[27034]: mgrmap e33: y(active, since 29s), standbys: x 2024-04-13T07:16:37.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:37 smithi003 ceph-mon[27034]: pgmap v47: 121 pgs: 121 active+clean; 275 MiB data, 908 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:37.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:37 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:16:37.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:37 smithi003 ceph-mon[37804]: osdmap e222: 8 total, 8 up, 8 in 2024-04-13T07:16:37.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:37 smithi003 ceph-mon[37804]: mgrmap e33: y(active, since 29s), standbys: x 2024-04-13T07:16:37.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:37 smithi003 ceph-mon[37804]: pgmap v47: 121 pgs: 121 active+clean; 275 MiB data, 908 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:37.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:37 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:16:38.482 INFO:tasks.rados.rados.0.smithi003.stdout:804: done (6 left) 2024-04-13T07:16:38.482 INFO:tasks.rados.rados.0.smithi003.stdout:805: snap_create 2024-04-13T07:16:38.482 INFO:tasks.rados.rados.0.smithi003.stdout:800: expect (ObjNum 233 snap 69 seq_num 233) 2024-04-13T07:16:38.535 INFO:tasks.rados.rados.0.smithi003.stdout:796: finishing copy_from racing read to smithi00377890-35 2024-04-13T07:16:38.535 INFO:tasks.rados.rados.0.smithi003.stdout:798: finishing copy_from racing read to smithi00377890-6 2024-04-13T07:16:38.535 INFO:tasks.rados.rados.0.smithi003.stdout:802: finishing copy_from racing read to smithi00377890-31 2024-04-13T07:16:38.535 INFO:tasks.rados.rados.0.smithi003.stdout:802: finishing copy_from to smithi00377890-31 2024-04-13T07:16:38.535 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 280 (ObjNum 226 snap 67 seq_num 226) dirty exists 2024-04-13T07:16:38.536 INFO:tasks.rados.rados.0.smithi003.stdout:798: finishing copy_from to smithi00377890-6 2024-04-13T07:16:38.536 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 126 (ObjNum 147 snap 39 seq_num 147) dirty exists 2024-04-13T07:16:38.536 INFO:tasks.rados.rados.0.smithi003.stdout:803: expect (ObjNum 257 snap 84 seq_num 257) 2024-04-13T07:16:38.710 INFO:tasks.rados.rados.0.smithi003.stdout:801: expect (ObjNum 218 snap 66 seq_num 218) 2024-04-13T07:16:38.753 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[37804]: osdmap e223: 8 total, 8 up, 8 in 2024-04-13T07:16:38.754 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:38.754 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:38.754 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:16:38.754 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:16:38.754 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:38.754 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:16:38.754 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:16:38.754 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:38.754 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-13T07:16:38.754 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-13T07:16:38.754 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-13T07:16:38.754 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-13T07:16:38.754 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T07:16:38.755 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-13T07:16:38.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[27034]: osdmap e223: 8 total, 8 up, 8 in 2024-04-13T07:16:38.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:38.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:38.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:16:38.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:16:38.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:38.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:16:38.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:16:38.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:38.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-13T07:16:38.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-13T07:16:38.756 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-13T07:16:38.756 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-13T07:16:38.756 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T07:16:38.756 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:38 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-13T07:16:38.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:38 smithi066 ceph-mon[30583]: osdmap e223: 8 total, 8 up, 8 in 2024-04-13T07:16:38.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:38 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:38.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:38 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:38.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:38 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:16:38.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:38 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:16:38.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:38 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:38.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:38 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:16:38.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:38 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:16:38.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:38 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:38.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:38 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-13T07:16:38.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:38 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-13T07:16:38.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:38 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-13T07:16:38.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:38 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-13T07:16:38.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:38 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T07:16:38.906 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:38 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-13T07:16:39.074 INFO:tasks.rados.rados.0.smithi003.stdout:796: finishing copy_from to smithi00377890-35 2024-04-13T07:16:39.074 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 554 (ObjNum 253 snap 82 seq_num 253) dirty exists 2024-04-13T07:16:39.486 INFO:tasks.rados.rados.0.smithi003.stdout:796: done (6 left) 2024-04-13T07:16:39.486 INFO:tasks.rados.rados.0.smithi003.stdout:798: done (5 left) 2024-04-13T07:16:39.486 INFO:tasks.rados.rados.0.smithi003.stdout:800: done (4 left) 2024-04-13T07:16:39.486 INFO:tasks.rados.rados.0.smithi003.stdout:801: done (3 left) 2024-04-13T07:16:39.486 INFO:tasks.rados.rados.0.smithi003.stdout:802: done (2 left) 2024-04-13T07:16:39.486 INFO:tasks.rados.rados.0.smithi003.stdout:803: done (1 left) 2024-04-13T07:16:39.486 INFO:tasks.rados.rados.0.smithi003.stdout:805: done (0 left) 2024-04-13T07:16:39.487 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 50 current snap is 86 2024-04-13T07:16:39.487 INFO:tasks.rados.rados.0.smithi003.stdout:806: seq_num 261 ranges {827392=778240,1605632=704512,2310144=499712} 2024-04-13T07:16:39.494 INFO:tasks.rados.rados.0.smithi003.stdout:806: writing smithi00377890-50 from 827392 to 1605632 tid 1 2024-04-13T07:16:39.498 INFO:tasks.rados.rados.0.smithi003.stdout:806: writing smithi00377890-50 from 1605632 to 2310144 tid 2 2024-04-13T07:16:39.502 INFO:tasks.rados.rados.0.smithi003.stdout:806: writing smithi00377890-50 from 2310144 to 2809856 tid 3 2024-04-13T07:16:39.502 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 20 current snap is 86 2024-04-13T07:16:39.502 INFO:tasks.rados.rados.0.smithi003.stdout:807: seq_num 262 ranges {8044544=794624,8839168=589824,9428992=614400} 2024-04-13T07:16:39.550 INFO:tasks.rados.rados.0.smithi003.stdout:807: writing smithi00377890-20 from 8044544 to 8839168 tid 1 2024-04-13T07:16:39.554 INFO:tasks.rados.rados.0.smithi003.stdout:807: writing smithi00377890-20 from 8839168 to 9428992 tid 2 2024-04-13T07:16:39.557 INFO:tasks.rados.rados.0.smithi003.stdout:807: writing smithi00377890-20 from 9428992 to 10043392 tid 3 2024-04-13T07:16:39.557 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 28 current snap is 86 2024-04-13T07:16:39.558 INFO:tasks.rados.rados.0.smithi003.stdout:806: finishing write tid 1 to smithi00377890-50 2024-04-13T07:16:39.558 INFO:tasks.rados.rados.0.smithi003.stdout:808: seq_num 263 ranges {3858432=409600,4268032=475136,4743168=557056,5300224=573440} 2024-04-13T07:16:39.581 INFO:tasks.rados.rados.0.smithi003.stdout:808: writing smithi00377890-28 from 3858432 to 4268032 tid 1 2024-04-13T07:16:39.583 INFO:tasks.rados.rados.0.smithi003.stdout:808: writing smithi00377890-28 from 4268032 to 4743168 tid 2 2024-04-13T07:16:39.586 INFO:tasks.rados.rados.0.smithi003.stdout:808: writing smithi00377890-28 from 4743168 to 5300224 tid 3 2024-04-13T07:16:39.590 INFO:tasks.rados.rados.0.smithi003.stdout:808: writing smithi00377890-28 from 5300224 to 5873664 tid 4 2024-04-13T07:16:39.590 INFO:tasks.rados.rados.0.smithi003.stdout:809: rmattr oid 11 current snap is 86 2024-04-13T07:16:39.590 INFO:tasks.rados.rados.0.smithi003.stdout:809: done (3 left) 2024-04-13T07:16:39.590 INFO:tasks.rados.rados.0.smithi003.stdout:810: snap_remove snap 36 2024-04-13T07:16:39.769 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:39 smithi003 ceph-mon[27034]: Upgrade: Setting container_image for all mgr 2024-04-13T07:16:39.770 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:39 smithi003 ceph-mon[27034]: Upgrade: It appears safe to stop mon.a 2024-04-13T07:16:39.770 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:39 smithi003 ceph-mon[27034]: osdmap e224: 8 total, 8 up, 8 in 2024-04-13T07:16:39.770 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:39 smithi003 ceph-mon[27034]: pgmap v50: 121 pgs: 121 active+clean; 295 MiB data, 931 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-04-13T07:16:39.770 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:39 smithi003 ceph-mon[37804]: Upgrade: Setting container_image for all mgr 2024-04-13T07:16:39.770 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:39 smithi003 ceph-mon[37804]: Upgrade: It appears safe to stop mon.a 2024-04-13T07:16:39.770 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:39 smithi003 ceph-mon[37804]: osdmap e224: 8 total, 8 up, 8 in 2024-04-13T07:16:39.770 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:39 smithi003 ceph-mon[37804]: pgmap v50: 121 pgs: 121 active+clean; 295 MiB data, 931 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-04-13T07:16:39.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:39 smithi066 ceph-mon[30583]: Upgrade: Setting container_image for all mgr 2024-04-13T07:16:39.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:39 smithi066 ceph-mon[30583]: Upgrade: It appears safe to stop mon.a 2024-04-13T07:16:39.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:39 smithi066 ceph-mon[30583]: osdmap e224: 8 total, 8 up, 8 in 2024-04-13T07:16:39.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:39 smithi066 ceph-mon[30583]: pgmap v50: 121 pgs: 121 active+clean; 295 MiB data, 931 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-04-13T07:16:40.496 INFO:tasks.rados.rados.0.smithi003.stdout:810: done (3 left) 2024-04-13T07:16:40.496 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 5 current snap is 86 2024-04-13T07:16:40.496 INFO:tasks.rados.rados.0.smithi003.stdout:811: seq_num 264 ranges {1515520=425984,1941504=761856,2703360=770048,3473408=73728} 2024-04-13T07:16:40.505 INFO:tasks.rados.rados.0.smithi003.stdout:811: writing smithi00377890-5 from 1515520 to 1941504 tid 1 2024-04-13T07:16:40.511 INFO:tasks.rados.rados.0.smithi003.stdout:811: writing smithi00377890-5 from 1941504 to 2703360 tid 2 2024-04-13T07:16:40.516 INFO:tasks.rados.rados.0.smithi003.stdout:811: writing smithi00377890-5 from 2703360 to 3473408 tid 3 2024-04-13T07:16:40.517 INFO:tasks.rados.rados.0.smithi003.stdout:811: writing smithi00377890-5 from 3473408 to 3547136 tid 4 2024-04-13T07:16:40.518 INFO:tasks.rados.rados.0.smithi003.stdout:806: finishing write tid 2 to smithi00377890-50 2024-04-13T07:16:40.518 INFO:tasks.rados.rados.0.smithi003.stdout:806: finishing write tid 3 to smithi00377890-50 2024-04-13T07:16:40.518 INFO:tasks.rados.rados.0.smithi003.stdout:806: finishing write tid 4 to smithi00377890-50 2024-04-13T07:16:40.518 INFO:tasks.rados.rados.0.smithi003.stdout:806: finishing write tid 5 to smithi00377890-50 2024-04-13T07:16:40.518 INFO:tasks.rados.rados.0.smithi003.stdout:806: oid 50 updating version 0 to 429 2024-04-13T07:16:40.518 INFO:tasks.rados.rados.0.smithi003.stdout:806: oid 50 updating version 429 to 431 2024-04-13T07:16:40.518 INFO:tasks.rados.rados.0.smithi003.stdout:806: oid 50 version 431 is already newer than 430 2024-04-13T07:16:40.518 INFO:tasks.rados.rados.0.smithi003.stdout:806: oid 50 version 431 is already newer than 428 2024-04-13T07:16:40.518 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 431 (ObjNum 261 snap 86 seq_num 261) dirty exists 2024-04-13T07:16:40.518 INFO:tasks.rados.rados.0.smithi003.stdout:806: left oid 50 (ObjNum 261 snap 86 seq_num 261) 2024-04-13T07:16:40.518 INFO:tasks.rados.rados.0.smithi003.stdout:807: finishing write tid 1 to smithi00377890-20 2024-04-13T07:16:40.518 INFO:tasks.rados.rados.0.smithi003.stdout:807: finishing write tid 2 to smithi00377890-20 2024-04-13T07:16:40.518 INFO:tasks.rados.rados.0.smithi003.stdout:807: finishing write tid 3 to smithi00377890-20 2024-04-13T07:16:40.518 INFO:tasks.rados.rados.0.smithi003.stdout:807: finishing write tid 4 to smithi00377890-20 2024-04-13T07:16:40.519 INFO:tasks.rados.rados.0.smithi003.stdout:807: finishing write tid 5 to smithi00377890-20 2024-04-13T07:16:40.519 INFO:tasks.rados.rados.0.smithi003.stdout:807: oid 20 updating version 0 to 607 2024-04-13T07:16:40.519 INFO:tasks.rados.rados.0.smithi003.stdout:807: oid 20 version 607 is already newer than 606 2024-04-13T07:16:40.519 INFO:tasks.rados.rados.0.smithi003.stdout:807: oid 20 updating version 607 to 609 2024-04-13T07:16:40.519 INFO:tasks.rados.rados.0.smithi003.stdout:807: oid 20 version 609 is already newer than 608 2024-04-13T07:16:40.519 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 609 (ObjNum 262 snap 86 seq_num 262) dirty exists 2024-04-13T07:16:40.519 INFO:tasks.rados.rados.0.smithi003.stdout:807: left oid 20 (ObjNum 262 snap 86 seq_num 262) 2024-04-13T07:16:40.519 INFO:tasks.rados.rados.0.smithi003.stdout:808: finishing write tid 1 to smithi00377890-28 2024-04-13T07:16:40.519 INFO:tasks.rados.rados.0.smithi003.stdout:808: finishing write tid 2 to smithi00377890-28 2024-04-13T07:16:40.519 INFO:tasks.rados.rados.0.smithi003.stdout:808: finishing write tid 3 to smithi00377890-28 2024-04-13T07:16:40.519 INFO:tasks.rados.rados.0.smithi003.stdout:808: finishing write tid 4 to smithi00377890-28 2024-04-13T07:16:40.519 INFO:tasks.rados.rados.0.smithi003.stdout:808: finishing write tid 5 to smithi00377890-28 2024-04-13T07:16:40.519 INFO:tasks.rados.rados.0.smithi003.stdout:808: finishing write tid 6 to smithi00377890-28 2024-04-13T07:16:40.519 INFO:tasks.rados.rados.0.smithi003.stdout:808: oid 28 updating version 0 to 221 2024-04-13T07:16:40.520 INFO:tasks.rados.rados.0.smithi003.stdout:808: oid 28 version 221 is already newer than 220 2024-04-13T07:16:40.520 INFO:tasks.rados.rados.0.smithi003.stdout:808: oid 28 updating version 221 to 222 2024-04-13T07:16:40.520 INFO:tasks.rados.rados.0.smithi003.stdout:808: oid 28 version 222 is already newer than 219 2024-04-13T07:16:40.520 INFO:tasks.rados.rados.0.smithi003.stdout:808: oid 28 version 222 is already newer than 218 2024-04-13T07:16:40.520 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 222 (ObjNum 263 snap 86 seq_num 263) dirty exists 2024-04-13T07:16:40.520 INFO:tasks.rados.rados.0.smithi003.stdout:808: left oid 28 (ObjNum 263 snap 86 seq_num 263) 2024-04-13T07:16:40.520 INFO:tasks.rados.rados.0.smithi003.stdout:811: finishing write tid 1 to smithi00377890-5 2024-04-13T07:16:40.520 INFO:tasks.rados.rados.0.smithi003.stdout:806: done (3 left) 2024-04-13T07:16:40.520 INFO:tasks.rados.rados.0.smithi003.stdout:807: done (2 left) 2024-04-13T07:16:40.520 INFO:tasks.rados.rados.0.smithi003.stdout:808: done (1 left) 2024-04-13T07:16:40.520 INFO:tasks.rados.rados.0.smithi003.stdout:812: snap_create 2024-04-13T07:16:40.521 INFO:tasks.rados.rados.0.smithi003.stdout:811: finishing write tid 2 to smithi00377890-5 2024-04-13T07:16:40.524 INFO:tasks.rados.rados.0.smithi003.stdout:811: finishing write tid 3 to smithi00377890-5 2024-04-13T07:16:40.524 INFO:tasks.rados.rados.0.smithi003.stdout:811: finishing write tid 4 to smithi00377890-5 2024-04-13T07:16:40.524 INFO:tasks.rados.rados.0.smithi003.stdout:811: finishing write tid 5 to smithi00377890-5 2024-04-13T07:16:40.525 INFO:tasks.rados.rados.0.smithi003.stdout:811: finishing write tid 6 to smithi00377890-5 2024-04-13T07:16:40.525 INFO:tasks.rados.rados.0.smithi003.stdout:811: oid 5 updating version 0 to 436 2024-04-13T07:16:40.525 INFO:tasks.rados.rados.0.smithi003.stdout:811: oid 5 version 436 is already newer than 434 2024-04-13T07:16:40.525 INFO:tasks.rados.rados.0.smithi003.stdout:811: oid 5 version 436 is already newer than 432 2024-04-13T07:16:40.525 INFO:tasks.rados.rados.0.smithi003.stdout:811: oid 5 version 436 is already newer than 435 2024-04-13T07:16:40.525 INFO:tasks.rados.rados.0.smithi003.stdout:811: oid 5 version 436 is already newer than 433 2024-04-13T07:16:40.526 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 436 (ObjNum 264 snap 86 seq_num 264) dirty exists 2024-04-13T07:16:40.526 INFO:tasks.rados.rados.0.smithi003.stdout:811: left oid 5 (ObjNum 264 snap 86 seq_num 264) 2024-04-13T07:16:40.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:40 smithi003 ceph-mon[37804]: osdmap e225: 8 total, 8 up, 8 in 2024-04-13T07:16:40.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:40 smithi003 ceph-mon[37804]: Upgrade: Updating mon.a 2024-04-13T07:16:40.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:40 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:40.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:40 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:16:40.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:40 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:16:40.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:40 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:16:40.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:40 smithi003 ceph-mon[37804]: Deploying daemon mon.a on smithi003 2024-04-13T07:16:40.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:40 smithi003 ceph-mon[27034]: osdmap e225: 8 total, 8 up, 8 in 2024-04-13T07:16:40.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:40 smithi003 ceph-mon[27034]: Upgrade: Updating mon.a 2024-04-13T07:16:40.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:40 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:40.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:40 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:16:40.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:40 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:16:40.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:40 smithi003 ceph-mon[27034]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:16:40.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:40 smithi003 ceph-mon[27034]: Deploying daemon mon.a on smithi003 2024-04-13T07:16:40.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:40 smithi066 ceph-mon[30583]: osdmap e225: 8 total, 8 up, 8 in 2024-04-13T07:16:40.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:40 smithi066 ceph-mon[30583]: Upgrade: Updating mon.a 2024-04-13T07:16:40.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:40 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' 2024-04-13T07:16:40.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:40 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:16:40.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:40 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:16:40.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:40 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:16:40.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:40 smithi066 ceph-mon[30583]: Deploying daemon mon.a on smithi003 2024-04-13T07:16:41.502 INFO:tasks.rados.rados.0.smithi003.stdout:811: done (1 left) 2024-04-13T07:16:41.502 INFO:tasks.rados.rados.0.smithi003.stdout:812: done (0 left) 2024-04-13T07:16:41.502 INFO:tasks.rados.rados.0.smithi003.stdout:813: delete oid 46 current snap is 87 2024-04-13T07:16:41.504 INFO:tasks.rados.rados.0.smithi003.stdout:813: done (0 left) 2024-04-13T07:16:41.504 INFO:tasks.rados.rados.0.smithi003.stdout:814: delete oid 44 current snap is 87 2024-04-13T07:16:41.507 INFO:tasks.rados.rados.0.smithi003.stdout:814: done (0 left) 2024-04-13T07:16:41.508 INFO:tasks.rados.rados.0.smithi003.stdout:815: read oid 46 snap -1 2024-04-13T07:16:41.508 INFO:tasks.rados.rados.0.smithi003.stdout:815: expect deleted 2024-04-13T07:16:41.508 INFO:tasks.rados.rados.0.smithi003.stdout:816: rollback oid 47 current snap is 87 2024-04-13T07:16:41.508 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 47 to 80 2024-04-13T07:16:41.508 INFO:tasks.rados.rados.0.smithi003.stdout:817: read oid 43 snap -1 2024-04-13T07:16:41.508 INFO:tasks.rados.rados.0.smithi003.stdout:817: expect deleted 2024-04-13T07:16:41.508 INFO:tasks.rados.rados.0.smithi003.stdout:818: copy_from oid 41 from oid 49 current snap is 87 2024-04-13T07:16:41.508 INFO:tasks.rados.rados.0.smithi003.stdout:819: snap_remove snap 57 2024-04-13T07:16:41.727 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:41 smithi003 ceph-mon[27034]: osdmap e226: 8 total, 8 up, 8 in 2024-04-13T07:16:41.727 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:41 smithi003 ceph-mon[27034]: pgmap v53: 121 pgs: 121 active+clean; 295 MiB data, 931 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-04-13T07:16:41.728 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:41 smithi003 ceph-mon[37804]: osdmap e226: 8 total, 8 up, 8 in 2024-04-13T07:16:41.728 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:41 smithi003 ceph-mon[37804]: pgmap v53: 121 pgs: 121 active+clean; 295 MiB data, 931 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-04-13T07:16:41.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:41 smithi066 ceph-mon[30583]: osdmap e226: 8 total, 8 up, 8 in 2024-04-13T07:16:41.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:41 smithi066 ceph-mon[30583]: pgmap v53: 121 pgs: 121 active+clean; 295 MiB data, 931 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-04-13T07:16:41.984 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:41 smithi003 systemd[1]: Stopping Ceph mon.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:16:42.308 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:41 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:07:16:41] ENGINE Bus STOPPING 2024-04-13T07:16:42.308 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:41 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:07:16:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T07:16:42.308 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:41 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:07:16:41] ENGINE Bus STOPPED 2024-04-13T07:16:42.308 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:41 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:07:16:41] ENGINE Bus STARTING 2024-04-13T07:16:42.308 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:42 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:07:16:42] ENGINE Serving on http://:::9283 2024-04-13T07:16:42.308 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:42 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:07:16:42] ENGINE Bus STARTED 2024-04-13T07:16:42.309 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:41 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a[27030]: 2024-04-13T07:16:41.979+0000 7f0cc716f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:16:42.309 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:41 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a[27030]: 2024-04-13T07:16:41.979+0000 7f0cc716f700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-13T07:16:42.309 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:42 smithi003 podman[89118]: 2024-04-13 07:16:42.04145743 +0000 UTC m=+0.174694485 container died 92e46dcd24a8b56706d172cbe4e5458f356150c28f50beda545d3a511a2b6e22 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-7d36322, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-13T07:16:42.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:42 smithi003 podman[89118]: 2024-04-13 07:16:42.488617861 +0000 UTC m=+0.621854924 container cleanup 92e46dcd24a8b56706d172cbe4e5458f356150c28f50beda545d3a511a2b6e22 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=reef-7d36322, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-13T07:16:42.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:42 smithi003 bash[89118]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a 2024-04-13T07:16:42.873 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:16:43.123 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:42 smithi003 podman[89143]: 2024-04-13 07:16:42.781880492 +0000 UTC m=+0.739661779 container remove 92e46dcd24a8b56706d172cbe4e5458f356150c28f50beda545d3a511a2b6e22 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-7d36322, ceph=True) 2024-04-13T07:16:43.123 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:42 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-13T07:16:43.123 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:42 smithi003 systemd[1]: Stopped Ceph mon.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:16:43.124 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:42 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.a.service: Consumed 13.554s CPU time. 2024-04-13T07:16:43.222 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:16:43.222 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (4m) 31s ago 5m 25.7M - 0.25.0 c8568f914cd2 3cfca92eb9ec 2024-04-13T07:16:43.222 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (4m) 10s ago 4m 87.2M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:16:43.222 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (6m) 31s ago 6m 18.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 8ddb79bf2742 2024-04-13T07:16:43.222 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (6m) 10s ago 6m 17.3M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 0760d90a9293 2024-04-13T07:16:43.222 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,9283,8765 running (15s) 10s ago 9m 65.4M - 19.0.0-2905-g5f22a497 c4b45bf0c946 57ffb9b159d7 2024-04-13T07:16:43.223 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:8443,9283,8765 running (45s) 31s ago 11m 481M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8cf668b60b80 2024-04-13T07:16:43.223 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (11m) 31s ago 11m 52.8M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f 92e46dcd24a8 2024-04-13T07:16:43.223 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (9m) 10s ago 9m 46.3M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f 08d1a823ed5f 2024-04-13T07:16:43.223 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (9m) 31s ago 9m 46.6M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f ff89cdffb940 2024-04-13T07:16:43.223 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (4m) 31s ago 4m 16.0M - 1.5.0 0da6a335fe13 dfbcad6ee10c 2024-04-13T07:16:43.223 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (4m) 10s ago 4m 15.8M - 1.5.0 0da6a335fe13 ce4f8de81f3f 2024-04-13T07:16:43.223 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (9m) 31s ago 9m 131M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f d05697330a33 2024-04-13T07:16:43.223 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (8m) 31s ago 8m 123M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f 5901b0c84ed2 2024-04-13T07:16:43.223 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (8m) 31s ago 8m 98.2M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f 38430c68dad7 2024-04-13T07:16:43.223 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (7m) 31s ago 7m 89.9M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f bda6aa5b8895 2024-04-13T07:16:43.223 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (7m) 10s ago 7m 124M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f ec074079cca1 2024-04-13T07:16:43.223 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (7m) 10s ago 7m 109M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d0b4251f80f 2024-04-13T07:16:43.223 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (6m) 10s ago 6m 117M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f e80941711015 2024-04-13T07:16:43.223 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (6m) 10s ago 6m 119M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f b9515cfb6872 2024-04-13T07:16:43.224 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (20s) 10s ago 5m 36.5M - 2.43.0 a07b618ecd1d d062b44446a9 2024-04-13T07:16:43.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 systemd[1]: Starting Ceph mon.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:16:43.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 podman[89319]: 2024-04-13 07:16:43.23734233 +0000 UTC m=+0.019283047 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:16:43.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 podman[89319]: 2024-04-13 07:16:43.344796722 +0000 UTC m=+0.126737430 container create 64cfa60e298fa3f3f35ff1bcd28fd0e3254f85d95e3eed253feba04b24f4f7a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409) 2024-04-13T07:16:43.648 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:16:43.648 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:16:43.649 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3 2024-04-13T07:16:43.649 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:16:43.649 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:16:43.649 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:16:43.649 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:16:43.649 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:16:43.649 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:16:43.649 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:16:43.649 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:16:43.649 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:16:43.649 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:16:43.649 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:16:43.649 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 13, 2024-04-13T07:16:43.650 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:16:43.650 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:16:43.650 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:16:43.717 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 podman[89319]: 2024-04-13 07:16:43.670380559 +0000 UTC m=+0.452321268 container init 64cfa60e298fa3f3f35ff1bcd28fd0e3254f85d95e3eed253feba04b24f4f7a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409) 2024-04-13T07:16:43.718 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 podman[89319]: 2024-04-13 07:16:43.673864922 +0000 UTC m=+0.455805623 container start 64cfa60e298fa3f3f35ff1bcd28fd0e3254f85d95e3eed253feba04b24f4f7a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-13T07:16:43.718 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: set uid:gid to 167:167 (ceph:ceph) 2024-04-13T07:16:43.718 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev), process ceph-mon, pid 2 2024-04-13T07:16:43.718 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: pidfile_write: ignore empty --pid-file 2024-04-13T07:16:43.718 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: load: jerasure load: lrc 2024-04-13T07:16:43.718 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: RocksDB version: 7.9.2 2024-04-13T07:16:43.718 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Git sha 0 2024-04-13T07:16:43.718 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Compile date 2024-04-12 15:38:20 2024-04-13T07:16:43.718 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: DB SUMMARY 2024-04-13T07:16:43.718 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: DB Session ID: 0UEOJ4CQWEPZ8X644ORJ 2024-04-13T07:16:43.718 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: CURRENT file: CURRENT 2024-04-13T07:16:43.719 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: IDENTITY file: IDENTITY 2024-04-13T07:16:43.719 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1508 Bytes 2024-04-13T07:16:43.719 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-04-13T07:16:43.719 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 3000016 ; 2024-04-13T07:16:43.719 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.error_if_exists: 0 2024-04-13T07:16:43.719 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.create_if_missing: 0 2024-04-13T07:16:43.719 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.paranoid_checks: 1 2024-04-13T07:16:43.719 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-13T07:16:43.719 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-13T07:16:43.719 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-13T07:16:43.719 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.env: 0x556480a3ccc0 2024-04-13T07:16:43.719 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.fs: PosixFileSystem 2024-04-13T07:16:43.719 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.info_log: 0x556481cd7be0 2024-04-13T07:16:43.719 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_file_opening_threads: 16 2024-04-13T07:16:43.719 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.statistics: (nil) 2024-04-13T07:16:43.721 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.use_fsync: 0 2024-04-13T07:16:43.721 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_log_file_size: 0 2024-04-13T07:16:43.721 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-13T07:16:43.721 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-13T07:16:43.721 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.keep_log_file_num: 1000 2024-04-13T07:16:43.721 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.recycle_log_file_num: 0 2024-04-13T07:16:43.721 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.allow_fallocate: 1 2024-04-13T07:16:43.721 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.allow_mmap_reads: 0 2024-04-13T07:16:43.721 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.allow_mmap_writes: 0 2024-04-13T07:16:43.721 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.use_direct_reads: 0 2024-04-13T07:16:43.722 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-13T07:16:43.722 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.create_missing_column_families: 0 2024-04-13T07:16:43.722 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.db_log_dir: 2024-04-13T07:16:43.722 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.wal_dir: 2024-04-13T07:16:43.722 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-13T07:16:43.722 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-13T07:16:43.722 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-13T07:16:43.722 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-13T07:16:43.722 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-13T07:16:43.722 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-13T07:16:43.722 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.advise_random_on_open: 1 2024-04-13T07:16:43.722 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.db_write_buffer_size: 0 2024-04-13T07:16:43.723 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.write_buffer_manager: 0x556481ca81e0 2024-04-13T07:16:43.723 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-13T07:16:43.723 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-13T07:16:43.723 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-13T07:16:43.723 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.rate_limiter: (nil) 2024-04-13T07:16:43.723 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-13T07:16:43.723 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.wal_recovery_mode: 2 2024-04-13T07:16:43.723 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.enable_thread_tracking: 0 2024-04-13T07:16:43.723 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.enable_pipelined_write: 0 2024-04-13T07:16:43.723 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.unordered_write: 0 2024-04-13T07:16:43.723 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-13T07:16:43.723 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-13T07:16:43.723 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-13T07:16:43.723 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-13T07:16:43.724 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.row_cache: None 2024-04-13T07:16:43.724 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.wal_filter: None 2024-04-13T07:16:43.724 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-13T07:16:43.724 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.allow_ingest_behind: 0 2024-04-13T07:16:43.724 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.two_write_queues: 0 2024-04-13T07:16:43.724 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.manual_wal_flush: 0 2024-04-13T07:16:43.724 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.wal_compression: 0 2024-04-13T07:16:43.724 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.atomic_flush: 0 2024-04-13T07:16:43.724 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-13T07:16:43.724 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-13T07:16:43.724 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-13T07:16:43.724 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.log_readahead_size: 0 2024-04-13T07:16:43.724 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-13T07:16:43.724 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.best_efforts_recovery: 0 2024-04-13T07:16:43.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-13T07:16:43.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-13T07:16:43.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.allow_data_in_errors: 0 2024-04-13T07:16:43.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.db_host_id: __hostname__ 2024-04-13T07:16:43.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-13T07:16:43.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_background_jobs: 2 2024-04-13T07:16:43.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_background_compactions: -1 2024-04-13T07:16:43.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_subcompactions: 1 2024-04-13T07:16:43.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-13T07:16:43.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-13T07:16:43.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-13T07:16:43.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_total_wal_size: 0 2024-04-13T07:16:43.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-13T07:16:43.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-13T07:16:43.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-13T07:16:43.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-13T07:16:43.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_open_files: -1 2024-04-13T07:16:43.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.bytes_per_sync: 0 2024-04-13T07:16:43.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-13T07:16:43.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-13T07:16:43.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compaction_readahead_size: 0 2024-04-13T07:16:43.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_background_flushes: -1 2024-04-13T07:16:43.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Compression algorithms supported: 2024-04-13T07:16:43.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-13T07:16:43.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: kZSTD supported: 0 2024-04-13T07:16:43.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: kXpressCompression supported: 0 2024-04-13T07:16:43.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: kLZ4HCCompression supported: 1 2024-04-13T07:16:43.726 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: kZlibCompression supported: 1 2024-04-13T07:16:43.727 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: kSnappyCompression supported: 1 2024-04-13T07:16:43.727 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: kLZ4Compression supported: 1 2024-04-13T07:16:43.727 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: kBZip2Compression supported: 0 2024-04-13T07:16:43.727 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-13T07:16:43.727 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-13T07:16:43.727 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-13T07:16:43.727 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-13T07:16:43.727 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-13T07:16:43.727 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.merge_operator: 2024-04-13T07:16:43.727 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compaction_filter: None 2024-04-13T07:16:43.727 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compaction_filter_factory: None 2024-04-13T07:16:43.727 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.sst_partitioner_factory: None 2024-04-13T07:16:43.727 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-13T07:16:43.727 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-13T07:16:43.728 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556481cd7dc0) 2024-04-13T07:16:43.728 INFO:journalctl@ceph.mon.a.smithi003.stdout: cache_index_and_filter_blocks: 1 2024-04-13T07:16:43.728 INFO:journalctl@ceph.mon.a.smithi003.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-13T07:16:43.728 INFO:journalctl@ceph.mon.a.smithi003.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-13T07:16:43.728 INFO:journalctl@ceph.mon.a.smithi003.stdout: pin_top_level_index_and_filter: 1 2024-04-13T07:16:43.728 INFO:journalctl@ceph.mon.a.smithi003.stdout: index_type: 0 2024-04-13T07:16:43.728 INFO:journalctl@ceph.mon.a.smithi003.stdout: data_block_index_type: 0 2024-04-13T07:16:43.728 INFO:journalctl@ceph.mon.a.smithi003.stdout: index_shortening: 1 2024-04-13T07:16:43.728 INFO:journalctl@ceph.mon.a.smithi003.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-13T07:16:43.728 INFO:journalctl@ceph.mon.a.smithi003.stdout: checksum: 4 2024-04-13T07:16:43.728 INFO:journalctl@ceph.mon.a.smithi003.stdout: no_block_cache: 0 2024-04-13T07:16:43.728 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_cache: 0x556481cdb090 2024-04-13T07:16:43.728 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_cache_name: BinnedLRUCache 2024-04-13T07:16:43.729 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_cache_options: 2024-04-13T07:16:43.729 INFO:journalctl@ceph.mon.a.smithi003.stdout: capacity : 536870912 2024-04-13T07:16:43.729 INFO:journalctl@ceph.mon.a.smithi003.stdout: num_shard_bits : 4 2024-04-13T07:16:43.729 INFO:journalctl@ceph.mon.a.smithi003.stdout: strict_capacity_limit : 0 2024-04-13T07:16:43.729 INFO:journalctl@ceph.mon.a.smithi003.stdout: high_pri_pool_ratio: 0.000 2024-04-13T07:16:43.729 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_cache_compressed: (nil) 2024-04-13T07:16:43.729 INFO:journalctl@ceph.mon.a.smithi003.stdout: persistent_cache: (nil) 2024-04-13T07:16:43.729 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_size: 4096 2024-04-13T07:16:43.729 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_size_deviation: 10 2024-04-13T07:16:43.729 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_restart_interval: 16 2024-04-13T07:16:43.729 INFO:journalctl@ceph.mon.a.smithi003.stdout: index_block_restart_interval: 1 2024-04-13T07:16:43.729 INFO:journalctl@ceph.mon.a.smithi003.stdout: metadata_block_size: 4096 2024-04-13T07:16:43.729 INFO:journalctl@ceph.mon.a.smithi003.stdout: partition_filters: 0 2024-04-13T07:16:43.729 INFO:journalctl@ceph.mon.a.smithi003.stdout: use_delta_encoding: 1 2024-04-13T07:16:43.730 INFO:journalctl@ceph.mon.a.smithi003.stdout: filter_policy: bloomfilter 2024-04-13T07:16:43.730 INFO:journalctl@ceph.mon.a.smithi003.stdout: whole_key_filtering: 1 2024-04-13T07:16:43.730 INFO:journalctl@ceph.mon.a.smithi003.stdout: verify_compression: 0 2024-04-13T07:16:43.730 INFO:journalctl@ceph.mon.a.smithi003.stdout: read_amp_bytes_per_bit: 0 2024-04-13T07:16:43.730 INFO:journalctl@ceph.mon.a.smithi003.stdout: format_version: 5 2024-04-13T07:16:43.730 INFO:journalctl@ceph.mon.a.smithi003.stdout: enable_index_compression: 1 2024-04-13T07:16:43.730 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_align: 0 2024-04-13T07:16:43.730 INFO:journalctl@ceph.mon.a.smithi003.stdout: max_auto_readahead_size: 262144 2024-04-13T07:16:43.730 INFO:journalctl@ceph.mon.a.smithi003.stdout: prepopulate_block_cache: 0 2024-04-13T07:16:43.730 INFO:journalctl@ceph.mon.a.smithi003.stdout: initial_auto_readahead_size: 8192 2024-04-13T07:16:43.730 INFO:journalctl@ceph.mon.a.smithi003.stdout: num_file_reads_for_auto_readahead: 2 2024-04-13T07:16:43.730 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.write_buffer_size: 33554432 2024-04-13T07:16:43.730 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_write_buffer_number: 2 2024-04-13T07:16:43.730 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compression: NoCompression 2024-04-13T07:16:43.731 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.bottommost_compression: Disabled 2024-04-13T07:16:43.731 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.prefix_extractor: nullptr 2024-04-13T07:16:43.731 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-13T07:16:43.731 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.num_levels: 7 2024-04-13T07:16:43.731 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-13T07:16:43.731 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-13T07:16:43.731 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-13T07:16:43.731 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-13T07:16:43.731 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-13T07:16:43.731 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-13T07:16:43.731 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-13T07:16:43.731 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:16:43.731 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-13T07:16:43.731 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-13T07:16:43.732 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:16:43.732 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:16:43.732 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-13T07:16:43.732 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compression_opts.level: 32767 2024-04-13T07:16:43.732 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compression_opts.strategy: 0 2024-04-13T07:16:43.732 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-13T07:16:43.732 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:16:43.732 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:16:43.732 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-13T07:16:43.732 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compression_opts.enabled: false 2024-04-13T07:16:43.732 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:16:43.732 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-13T07:16:43.732 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-13T07:16:43.732 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-13T07:16:43.732 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.target_file_size_base: 67108864 2024-04-13T07:16:43.733 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-13T07:16:43.733 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-13T07:16:43.733 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-13T07:16:43.733 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-13T07:16:43.733 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-13T07:16:43.733 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-13T07:16:43.733 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-13T07:16:43.733 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-13T07:16:43.733 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-13T07:16:43.733 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-13T07:16:43.733 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-13T07:16:43.733 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-13T07:16:43.733 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-13T07:16:43.734 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-13T07:16:43.734 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.arena_block_size: 1048576 2024-04-13T07:16:43.734 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-13T07:16:43.734 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-13T07:16:43.734 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.disable_auto_compactions: 0 2024-04-13T07:16:43.734 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-13T07:16:43.734 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-13T07:16:43.734 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-13T07:16:43.734 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-13T07:16:43.734 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-13T07:16:43.734 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-13T07:16:43.734 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-13T07:16:43.734 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-13T07:16:43.734 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-13T07:16:43.734 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-13T07:16:43.735 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-13T07:16:43.735 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.inplace_update_support: 0 2024-04-13T07:16:43.735 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-13T07:16:43.735 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-13T07:16:43.735 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-13T07:16:43.735 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-13T07:16:43.735 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.bloom_locality: 0 2024-04-13T07:16:43.735 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.max_successive_merges: 0 2024-04-13T07:16:43.735 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-13T07:16:43.735 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.paranoid_file_checks: 0 2024-04-13T07:16:43.735 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.force_consistency_checks: 1 2024-04-13T07:16:43.735 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.report_bg_io_stats: 0 2024-04-13T07:16:43.735 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.ttl: 2592000 2024-04-13T07:16:43.735 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-13T07:16:43.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-13T07:16:43.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-13T07:16:43.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.enable_blob_files: false 2024-04-13T07:16:43.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.min_blob_size: 0 2024-04-13T07:16:43.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.blob_file_size: 268435456 2024-04-13T07:16:43.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-13T07:16:43.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-13T07:16:43.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-13T07:16:43.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-13T07:16:43.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-13T07:16:43.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.blob_file_starting_level: 0 2024-04-13T07:16:43.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-13T07:16:43.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-13T07:16:43.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12826, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-04-13T07:16:43.737 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-04-13T07:16:43.737 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 811c5d9b-f6b0-4e25-83d7-b91dec1c941b 2024-04-13T07:16:43.737 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712992603702964, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-04-13T07:16:43.737 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-04-13T07:16:43.737 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712992603711275, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 2821036, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12827, "largest_seqno": 14126, "table_properties": {"data_size": 2813757, "index_size": 4762, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1477, "raw_key_size": 14406, "raw_average_key_size": 24, "raw_value_size": 2800432, "raw_average_value_size": 4787, "num_data_blocks": 211, "num_entries": 585, "num_filter_entries": 585, "num_deletions": 23, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712992603, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "811c5d9b-f6b0-4e25-83d7-b91dec1c941b", "db_session_id": "0UEOJ4CQWEPZ8X644ORJ", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-04-13T07:16:43.737 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712992603711381, "job": 1, "event": "recovery_finished"} 2024-04-13T07:16:43.737 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-04-13T07:16:43.737 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-13T07:16:43.737 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-13T07:16:43.737 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556481dca000 2024-04-13T07:16:43.737 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: DB pointer 0x556481db4000 2024-04-13T07:16:43.737 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-13T07:16:43.737 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-13T07:16:43.737 INFO:journalctl@ceph.mon.a.smithi003.stdout: ** DB Stats ** 2024-04-13T07:16:43.738 INFO:journalctl@ceph.mon.a.smithi003.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:16:43.738 INFO:journalctl@ceph.mon.a.smithi003.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-13T07:16:43.738 INFO:journalctl@ceph.mon.a.smithi003.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:16:43.738 INFO:journalctl@ceph.mon.a.smithi003.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:16:43.738 INFO:journalctl@ceph.mon.a.smithi003.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-13T07:16:43.738 INFO:journalctl@ceph.mon.a.smithi003.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:16:43.738 INFO:journalctl@ceph.mon.a.smithi003.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:16:43.738 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-04-13T07:16:43.738 INFO:journalctl@ceph.mon.a.smithi003.stdout: ** Compaction Stats [default] ** 2024-04-13T07:16:43.738 INFO:journalctl@ceph.mon.a.smithi003.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:16:43.738 INFO:journalctl@ceph.mon.a.smithi003.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-13T07:16:43.738 INFO:journalctl@ceph.mon.a.smithi003.stdout: L0 1/0 2.69 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 658.3 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-13T07:16:43.738 INFO:journalctl@ceph.mon.a.smithi003.stdout: L6 1/0 7.60 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-13T07:16:43.738 INFO:journalctl@ceph.mon.a.smithi003.stdout: Sum 2/0 10.29 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 658.3 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-13T07:16:43.739 INFO:journalctl@ceph.mon.a.smithi003.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 658.3 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-13T07:16:43.739 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-04-13T07:16:43.739 INFO:journalctl@ceph.mon.a.smithi003.stdout: ** Compaction Stats [default] ** 2024-04-13T07:16:43.739 INFO:journalctl@ceph.mon.a.smithi003.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:16:43.739 INFO:journalctl@ceph.mon.a.smithi003.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-13T07:16:43.739 INFO:journalctl@ceph.mon.a.smithi003.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 658.3 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-13T07:16:43.739 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-04-13T07:16:43.739 INFO:journalctl@ceph.mon.a.smithi003.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-13T07:16:43.739 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-04-13T07:16:43.740 INFO:journalctl@ceph.mon.a.smithi003.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:16:43.740 INFO:journalctl@ceph.mon.a.smithi003.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-04-13T07:16:43.740 INFO:journalctl@ceph.mon.a.smithi003.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-13T07:16:43.740 INFO:journalctl@ceph.mon.a.smithi003.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-13T07:16:43.740 INFO:journalctl@ceph.mon.a.smithi003.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-13T07:16:43.740 INFO:journalctl@ceph.mon.a.smithi003.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-13T07:16:43.740 INFO:journalctl@ceph.mon.a.smithi003.stdout: Cumulative compaction: 0.00 GB write, 211.17 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:16:43.740 INFO:journalctl@ceph.mon.a.smithi003.stdout: Interval compaction: 0.00 GB write, 211.17 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:16:43.740 INFO:journalctl@ceph.mon.a.smithi003.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-13T07:16:43.740 INFO:journalctl@ceph.mon.a.smithi003.stdout: Block cache BinnedLRUCache@0x556481cdb090#2 capacity: 512.00 MB usage: 6.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-04-13T07:16:43.740 INFO:journalctl@ceph.mon.a.smithi003.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.53 KB,0.000292063%) IndexBlock(1,5.08 KB,0.000968575%) Misc(1,0.00 KB,0%) 2024-04-13T07:16:43.741 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-04-13T07:16:43.741 INFO:journalctl@ceph.mon.a.smithi003.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-13T07:16:43.741 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: starting mon.a rank 0 at public addrs [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] at bind addrs [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:16:43.741 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: mon.a@-1(???) e3 preinit fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:16:43.741 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: mon.a@-1(???).mds e6 new map 2024-04-13T07:16:43.741 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: mon.a@-1(???).mds e6 print_map 2024-04-13T07:16:43.741 INFO:journalctl@ceph.mon.a.smithi003.stdout: e6 2024-04-13T07:16:43.741 INFO:journalctl@ceph.mon.a.smithi003.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-13T07:16:43.741 INFO:journalctl@ceph.mon.a.smithi003.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T07:16:43.741 INFO:journalctl@ceph.mon.a.smithi003.stdout: legacy client fscid: 1 2024-04-13T07:16:43.741 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-04-13T07:16:43.741 INFO:journalctl@ceph.mon.a.smithi003.stdout: Filesystem 'cephfs' (1) 2024-04-13T07:16:43.741 INFO:journalctl@ceph.mon.a.smithi003.stdout: fs_name cephfs 2024-04-13T07:16:43.741 INFO:journalctl@ceph.mon.a.smithi003.stdout: epoch 6 2024-04-13T07:16:43.742 INFO:journalctl@ceph.mon.a.smithi003.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-13T07:16:43.742 INFO:journalctl@ceph.mon.a.smithi003.stdout: created 2024-04-13T07:10:44.810620+0000 2024-04-13T07:16:43.742 INFO:journalctl@ceph.mon.a.smithi003.stdout: modified 2024-04-13T07:10:46.819034+0000 2024-04-13T07:16:43.742 INFO:journalctl@ceph.mon.a.smithi003.stdout: tableserver 0 2024-04-13T07:16:43.742 INFO:journalctl@ceph.mon.a.smithi003.stdout: root 0 2024-04-13T07:16:43.742 INFO:journalctl@ceph.mon.a.smithi003.stdout: session_timeout 60 2024-04-13T07:16:43.742 INFO:journalctl@ceph.mon.a.smithi003.stdout: session_autoclose 300 2024-04-13T07:16:43.742 INFO:journalctl@ceph.mon.a.smithi003.stdout: max_file_size 1099511627776 2024-04-13T07:16:43.742 INFO:journalctl@ceph.mon.a.smithi003.stdout: max_xattr_size 65536 2024-04-13T07:16:43.742 INFO:journalctl@ceph.mon.a.smithi003.stdout: required_client_features {} 2024-04-13T07:16:43.742 INFO:journalctl@ceph.mon.a.smithi003.stdout: last_failure 0 2024-04-13T07:16:43.742 INFO:journalctl@ceph.mon.a.smithi003.stdout: last_failure_osd_epoch 0 2024-04-13T07:16:43.742 INFO:journalctl@ceph.mon.a.smithi003.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T07:16:43.742 INFO:journalctl@ceph.mon.a.smithi003.stdout: max_mds 1 2024-04-13T07:16:43.742 INFO:journalctl@ceph.mon.a.smithi003.stdout: in 0 2024-04-13T07:16:43.743 INFO:journalctl@ceph.mon.a.smithi003.stdout: up {0=24356} 2024-04-13T07:16:43.743 INFO:journalctl@ceph.mon.a.smithi003.stdout: failed 2024-04-13T07:16:43.743 INFO:journalctl@ceph.mon.a.smithi003.stdout: damaged 2024-04-13T07:16:43.743 INFO:journalctl@ceph.mon.a.smithi003.stdout: stopped 2024-04-13T07:16:43.743 INFO:journalctl@ceph.mon.a.smithi003.stdout: data_pools [3] 2024-04-13T07:16:43.743 INFO:journalctl@ceph.mon.a.smithi003.stdout: metadata_pool 2 2024-04-13T07:16:43.743 INFO:journalctl@ceph.mon.a.smithi003.stdout: inline_data disabled 2024-04-13T07:16:43.743 INFO:journalctl@ceph.mon.a.smithi003.stdout: balancer 2024-04-13T07:16:43.743 INFO:journalctl@ceph.mon.a.smithi003.stdout: bal_rank_mask -1 2024-04-13T07:16:43.743 INFO:journalctl@ceph.mon.a.smithi003.stdout: standby_count_wanted 0 2024-04-13T07:16:43.743 INFO:journalctl@ceph.mon.a.smithi003.stdout: qdb_cluster leader: 0 members: 2024-04-13T07:16:43.743 INFO:journalctl@ceph.mon.a.smithi003.stdout: [mds.a{0:24356} state up:active seq 3 addr [v2:172.21.15.3:6834/745303198,v1:172.21.15.3:6835/745303198] compat {c=[1],r=[1],i=[7ff]}] 2024-04-13T07:16:43.743 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-04-13T07:16:43.743 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-04-13T07:16:43.744 INFO:journalctl@ceph.mon.a.smithi003.stdout: Standby daemons: 2024-04-13T07:16:43.744 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-04-13T07:16:43.744 INFO:journalctl@ceph.mon.a.smithi003.stdout: [mds.b{-1:24352} state up:standby seq 1 addr [v2:172.21.15.66:6832/2215717538,v1:172.21.15.66:6833/2215717538] compat {c=[1],r=[1],i=[7ff]}] 2024-04-13T07:16:43.744 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: mon.a@-1(???).osd e227 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-13T07:16:43.744 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: mon.a@-1(???).osd e227 crush map has features 432629308056666112, adjusting msgr requires 2024-04-13T07:16:43.744 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: mon.a@-1(???).osd e227 crush map has features 432629308056666112, adjusting msgr requires 2024-04-13T07:16:43.744 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: mon.a@-1(???).osd e227 crush map has features 432629308056666112, adjusting msgr requires 2024-04-13T07:16:43.744 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 ceph-mon[89364]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-04-13T07:16:43.905 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:43 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:16:44.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 bash[89319]: 64cfa60e298fa3f3f35ff1bcd28fd0e3254f85d95e3eed253feba04b24f4f7a1 2024-04-13T07:16:44.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:43 smithi003 systemd[1]: Started Ceph mon.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:16:44.638 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:16:44] "GET /metrics HTTP/1.1" 200 35978 "" "Prometheus/2.43.0" 2024-04-13T07:16:45.201 INFO:tasks.rados.rados.0.smithi003.stdout:819: done (4 left) 2024-04-13T07:16:45.201 INFO:tasks.rados.rados.0.smithi003.stdout:820: rmattr oid 48 current snap is 87 2024-04-13T07:16:45.201 INFO:tasks.rados.rados.0.smithi003.stdout:820: done (4 left) 2024-04-13T07:16:45.201 INFO:tasks.rados.rados.0.smithi003.stdout:821: read oid 6 snap -1 2024-04-13T07:16:45.201 INFO:tasks.rados.rados.0.smithi003.stdout:821: expect (ObjNum 147 snap 39 seq_num 147) 2024-04-13T07:16:45.202 INFO:tasks.rados.rados.0.smithi003.stdout:822: rollback oid 48 current snap is 87 2024-04-13T07:16:45.202 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 48 to 66 2024-04-13T07:16:45.202 INFO:tasks.rados.rados.0.smithi003.stdout:823: copy_from oid 15 from oid 45 current snap is 87 2024-04-13T07:16:45.202 INFO:tasks.rados.rados.0.smithi003.stdout:824: read oid 42 snap -1 2024-04-13T07:16:45.202 INFO:tasks.rados.rados.0.smithi003.stdout:824: expect (ObjNum 247 snap 76 seq_num 247) 2024-04-13T07:16:45.202 INFO:tasks.rados.rados.0.smithi003.stdout:825: rollback oid 27 current snap is 87 2024-04-13T07:16:45.202 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 27 to 86 2024-04-13T07:16:45.202 INFO:tasks.rados.rados.0.smithi003.stdout:826: snap_create 2024-04-13T07:16:45.202 INFO:tasks.rados.rados.0.smithi003.stdout:816: finishing rollback tid 0 to smithi00377890-47 2024-04-13T07:16:45.202 INFO:tasks.rados.rados.0.smithi003.stdout:816: finishing rollback tid 1 to smithi00377890-47 2024-04-13T07:16:45.202 INFO:tasks.rados.rados.0.smithi003.stdout:818: finishing copy_from to smithi00377890-41 2024-04-13T07:16:45.202 INFO:tasks.rados.rados.0.smithi003.stdout:818: got expected ENOENT (src dne) 2024-04-13T07:16:45.202 INFO:tasks.rados.rados.0.smithi003.stdout:816: finishing rollback tid 2 to smithi00377890-47 2024-04-13T07:16:45.203 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 510 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:16:45.203 INFO:tasks.rados.rados.0.smithi003.stdout:818: finishing copy_from racing read to smithi00377890-41 2024-04-13T07:16:45.217 INFO:tasks.rados.rados.0.smithi003.stdout:822: finishing rollback tid 0 to smithi00377890-48 2024-04-13T07:16:45.217 INFO:tasks.rados.rados.0.smithi003.stdout:822: finishing rollback tid 1 to smithi00377890-48 2024-04-13T07:16:45.217 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 628 (ObjNum 161 snap 0 seq_num 291657168) dirty dne 2024-04-13T07:16:45.233 INFO:tasks.rados.rados.0.smithi003.stdout:821: expect (ObjNum 147 snap 39 seq_num 147) 2024-04-13T07:16:45.367 INFO:tasks.rados.rados.0.smithi003.stdout:825: finishing rollback tid 1 to smithi00377890-27 2024-04-13T07:16:45.367 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 427 (ObjNum 257 snap 0 seq_num 291228752) dirty dne 2024-04-13T07:16:45.367 INFO:tasks.rados.rados.0.smithi003.stdout:824: expect (ObjNum 247 snap 76 seq_num 247) 2024-04-13T07:16:45.520 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:16:45.520 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:16:45.521 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:16:45.521 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: pgmap v55: 121 pgs: 121 active+clean; 295 MiB data, 931 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:45.521 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: from='client.25136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:16:45.521 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: from='client.25142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:16:45.521 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: from='client.? 172.21.15.3:0/1826694932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:16:45.521 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: mon.a calling monitor election 2024-04-13T07:16:45.521 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: pgmap v56: 121 pgs: 121 active+clean; 299 MiB data, 966 MiB used, 714 GiB / 715 GiB avail; 682 B/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T07:16:45.521 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:16:45.521 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: monmap epoch 3 2024-04-13T07:16:45.521 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:16:45.521 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: last_changed 2024-04-13T07:06:58.271382+0000 2024-04-13T07:16:45.521 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: created 2024-04-13T07:05:08.653608+0000 2024-04-13T07:16:45.521 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: min_mon_release 18 (reef) 2024-04-13T07:16:45.522 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: election_strategy: 1 2024-04-13T07:16:45.522 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-04-13T07:16:45.522 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-13T07:16:45.522 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: 2: [v2:172.21.15.3:3301/0,v1:172.21.15.3:6790/0] mon.c 2024-04-13T07:16:45.522 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:16:45.522 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: osdmap e227: 8 total, 8 up, 8 in 2024-04-13T07:16:45.522 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: mgrmap e33: y(active, since 38s), standbys: x 2024-04-13T07:16:45.522 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: overall HEALTH_OK 2024-04-13T07:16:45.522 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: from='mgr.15180 ' entity='' 2024-04-13T07:16:45.522 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[37804]: mgrmap e34: y(active, since 38s), standbys: x 2024-04-13T07:16:45.522 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ignoring --setuser ceph since I am not root 2024-04-13T07:16:45.523 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ignoring --setgroup ceph since I am not root 2024-04-13T07:16:45.523 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:16:45.523 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:16:45.523 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:16:45.523 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: pgmap v55: 121 pgs: 121 active+clean; 295 MiB data, 931 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:45.523 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: from='client.25136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:16:45.523 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: from='client.25142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:16:45.523 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1826694932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:16:45.523 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: mon.a calling monitor election 2024-04-13T07:16:45.523 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: pgmap v56: 121 pgs: 121 active+clean; 299 MiB data, 966 MiB used, 714 GiB / 715 GiB avail; 682 B/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T07:16:45.523 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:16:45.523 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: monmap epoch 3 2024-04-13T07:16:45.523 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:16:45.523 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: last_changed 2024-04-13T07:06:58.271382+0000 2024-04-13T07:16:45.524 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: created 2024-04-13T07:05:08.653608+0000 2024-04-13T07:16:45.524 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: min_mon_release 18 (reef) 2024-04-13T07:16:45.524 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: election_strategy: 1 2024-04-13T07:16:45.524 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-04-13T07:16:45.524 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-13T07:16:45.524 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: 2: [v2:172.21.15.3:3301/0,v1:172.21.15.3:6790/0] mon.c 2024-04-13T07:16:45.524 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:16:45.524 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: osdmap e227: 8 total, 8 up, 8 in 2024-04-13T07:16:45.524 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: mgrmap e33: y(active, since 38s), standbys: x 2024-04-13T07:16:45.524 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: overall HEALTH_OK 2024-04-13T07:16:45.525 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: from='mgr.15180 ' entity='' 2024-04-13T07:16:45.525 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-mon[89364]: mgrmap e34: y(active, since 38s), standbys: x 2024-04-13T07:16:45.655 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: ignoring --setuser ceph since I am not root 2024-04-13T07:16:45.655 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: ignoring --setgroup ceph since I am not root 2024-04-13T07:16:45.655 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mgr[75935]: -- 172.21.15.66:0/2967511679 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ded6ed85a0 con 0x55ded6ead000 2024-04-13T07:16:45.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:16:45.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:16:45.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: from='mgr.15180 172.21.15.3:0/2559700343' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:16:45.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: pgmap v55: 121 pgs: 121 active+clean; 295 MiB data, 931 MiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:45.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: from='client.25136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:16:45.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: from='client.25142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:16:45.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/1826694932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:16:45.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: mon.a calling monitor election 2024-04-13T07:16:45.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: pgmap v56: 121 pgs: 121 active+clean; 299 MiB data, 966 MiB used, 714 GiB / 715 GiB avail; 682 B/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T07:16:45.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:16:45.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: monmap epoch 3 2024-04-13T07:16:45.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:16:45.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: last_changed 2024-04-13T07:06:58.271382+0000 2024-04-13T07:16:45.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: created 2024-04-13T07:05:08.653608+0000 2024-04-13T07:16:45.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: min_mon_release 18 (reef) 2024-04-13T07:16:45.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: election_strategy: 1 2024-04-13T07:16:45.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-04-13T07:16:45.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-13T07:16:45.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: 2: [v2:172.21.15.3:3301/0,v1:172.21.15.3:6790/0] mon.c 2024-04-13T07:16:45.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:16:45.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: osdmap e227: 8 total, 8 up, 8 in 2024-04-13T07:16:45.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: mgrmap e33: y(active, since 38s), standbys: x 2024-04-13T07:16:45.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: overall HEALTH_OK 2024-04-13T07:16:45.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: from='mgr.15180 ' entity='' 2024-04-13T07:16:45.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-mon[30583]: mgrmap e34: y(active, since 38s), standbys: x 2024-04-13T07:16:45.716 INFO:tasks.rados.rados.0.smithi003.stdout:823: finishing copy_from racing read to smithi00377890-15 2024-04-13T07:16:45.717 INFO:tasks.rados.rados.0.smithi003.stdout:823: finishing copy_from to smithi00377890-15 2024-04-13T07:16:45.717 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 84 (ObjNum 186 snap 54 seq_num 186) dirty exists 2024-04-13T07:16:46.138 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:45.826+0000 7ff332ae1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:16:46.138 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:45.924+0000 7ff332ae1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:16:46.154 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:45.750+0000 7fd17c733200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T07:16:46.154 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:45 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:45.848+0000 7fd17c733200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T07:16:46.199 INFO:tasks.rados.rados.0.smithi003.stdout:815: done (9 left) 2024-04-13T07:16:46.199 INFO:tasks.rados.rados.0.smithi003.stdout:816: done (8 left) 2024-04-13T07:16:46.199 INFO:tasks.rados.rados.0.smithi003.stdout:817: done (7 left) 2024-04-13T07:16:46.199 INFO:tasks.rados.rados.0.smithi003.stdout:818: done (6 left) 2024-04-13T07:16:46.199 INFO:tasks.rados.rados.0.smithi003.stdout:821: done (5 left) 2024-04-13T07:16:46.199 INFO:tasks.rados.rados.0.smithi003.stdout:822: done (4 left) 2024-04-13T07:16:46.199 INFO:tasks.rados.rados.0.smithi003.stdout:823: done (3 left) 2024-04-13T07:16:46.199 INFO:tasks.rados.rados.0.smithi003.stdout:824: done (2 left) 2024-04-13T07:16:46.199 INFO:tasks.rados.rados.0.smithi003.stdout:825: done (1 left) 2024-04-13T07:16:46.199 INFO:tasks.rados.rados.0.smithi003.stdout:826: done (0 left) 2024-04-13T07:16:46.200 INFO:tasks.rados.rados.0.smithi003.stdout:827: copy_from oid 36 from oid 21 current snap is 88 2024-04-13T07:16:46.200 INFO:tasks.rados.rados.0.smithi003.stdout:828: read oid 12 snap -1 2024-04-13T07:16:46.200 INFO:tasks.rados.rados.0.smithi003.stdout:828: expect (ObjNum 192 snap 57 seq_num 192) 2024-04-13T07:16:46.200 INFO:tasks.rados.rados.0.smithi003.stdout:829: read oid 19 snap -1 2024-04-13T07:16:46.200 INFO:tasks.rados.rados.0.smithi003.stdout:829: expect deleted 2024-04-13T07:16:46.200 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 88 2024-04-13T07:16:46.200 INFO:tasks.rados.rados.0.smithi003.stdout:830: seq_num 267 ranges {7200768=475136,7675904=458752,8134656=540672,8675328=606208} 2024-04-13T07:16:46.241 INFO:tasks.rados.rados.0.smithi003.stdout:830: writing smithi00377890-3 from 7200768 to 7675904 tid 1 2024-04-13T07:16:46.243 INFO:tasks.rados.rados.0.smithi003.stdout:830: writing smithi00377890-3 from 7675904 to 8134656 tid 2 2024-04-13T07:16:46.246 INFO:tasks.rados.rados.0.smithi003.stdout:830: writing smithi00377890-3 from 8134656 to 8675328 tid 3 2024-04-13T07:16:46.250 INFO:tasks.rados.rados.0.smithi003.stdout:830: writing smithi00377890-3 from 8675328 to 9281536 tid 4 2024-04-13T07:16:46.250 INFO:tasks.rados.rados.0.smithi003.stdout:831: read oid 11 snap 75 2024-04-13T07:16:46.250 INFO:tasks.rados.rados.0.smithi003.stdout:831: expect deleted 2024-04-13T07:16:46.250 INFO:tasks.rados.rados.0.smithi003.stdout:832: rollback oid 2 current snap is 88 2024-04-13T07:16:46.250 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 2 to 27 2024-04-13T07:16:46.250 INFO:tasks.rados.rados.0.smithi003.stdout:828: expect (ObjNum 192 snap 57 seq_num 192) 2024-04-13T07:16:46.291 INFO:tasks.rados.rados.0.smithi003.stdout:827: finishing copy_from racing read to smithi00377890-36 2024-04-13T07:16:46.292 INFO:tasks.rados.rados.0.smithi003.stdout:827: finishing copy_from to smithi00377890-36 2024-04-13T07:16:46.292 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 148 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:16:46.292 INFO:tasks.rados.rados.0.smithi003.stdout:830: finishing write tid 1 to smithi00377890-3 2024-04-13T07:16:46.292 INFO:tasks.rados.rados.0.smithi003.stdout:830: finishing write tid 2 to smithi00377890-3 2024-04-13T07:16:46.292 INFO:tasks.rados.rados.0.smithi003.stdout:830: finishing write tid 3 to smithi00377890-3 2024-04-13T07:16:46.292 INFO:tasks.rados.rados.0.smithi003.stdout:827: done (5 left) 2024-04-13T07:16:46.292 INFO:tasks.rados.rados.0.smithi003.stdout:828: done (4 left) 2024-04-13T07:16:46.292 INFO:tasks.rados.rados.0.smithi003.stdout:829: done (3 left) 2024-04-13T07:16:46.292 INFO:tasks.rados.rados.0.smithi003.stdout:833: read oid 37 snap -1 2024-04-13T07:16:46.292 INFO:tasks.rados.rados.0.smithi003.stdout:833: expect deleted 2024-04-13T07:16:46.292 INFO:tasks.rados.rados.0.smithi003.stdout:834: rollback oid 39 current snap is 88 2024-04-13T07:16:46.292 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 39 to 59 2024-04-13T07:16:46.292 INFO:tasks.rados.rados.0.smithi003.stdout:832: finishing rollback tid 0 to smithi00377890-2 2024-04-13T07:16:46.293 INFO:tasks.rados.rados.0.smithi003.stdout:832: finishing rollback tid 1 to smithi00377890-2 2024-04-13T07:16:46.293 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 505 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:16:46.293 INFO:tasks.rados.rados.0.smithi003.stdout:830: finishing write tid 4 to smithi00377890-3 2024-04-13T07:16:46.293 INFO:tasks.rados.rados.0.smithi003.stdout:830: finishing write tid 5 to smithi00377890-3 2024-04-13T07:16:46.293 INFO:tasks.rados.rados.0.smithi003.stdout:831: done (4 left) 2024-04-13T07:16:46.293 INFO:tasks.rados.rados.0.smithi003.stdout:832: done (3 left) 2024-04-13T07:16:46.293 INFO:tasks.rados.rados.0.smithi003.stdout:835: rollback oid 45 current snap is 88 2024-04-13T07:16:46.293 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 45 to 62 2024-04-13T07:16:46.293 INFO:tasks.rados.rados.0.smithi003.stdout:830: finishing write tid 6 to smithi00377890-3 2024-04-13T07:16:46.293 INFO:tasks.rados.rados.0.smithi003.stdout:830: oid 3 updating version 0 to 514 2024-04-13T07:16:46.293 INFO:tasks.rados.rados.0.smithi003.stdout:830: oid 3 updating version 514 to 515 2024-04-13T07:16:46.293 INFO:tasks.rados.rados.0.smithi003.stdout:830: oid 3 version 515 is already newer than 511 2024-04-13T07:16:46.293 INFO:tasks.rados.rados.0.smithi003.stdout:830: oid 3 version 515 is already newer than 513 2024-04-13T07:16:46.293 INFO:tasks.rados.rados.0.smithi003.stdout:830: oid 3 version 515 is already newer than 512 2024-04-13T07:16:46.293 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 515 (ObjNum 267 snap 88 seq_num 267) dirty exists 2024-04-13T07:16:46.294 INFO:tasks.rados.rados.0.smithi003.stdout:830: left oid 3 (ObjNum 267 snap 88 seq_num 267) 2024-04-13T07:16:46.294 INFO:tasks.rados.rados.0.smithi003.stdout:830: done (3 left) 2024-04-13T07:16:46.294 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 32 current snap is 88 2024-04-13T07:16:46.294 INFO:tasks.rados.rados.0.smithi003.stdout:836: seq_num 268 ranges {4743168=491520,5234688=745472,5980160=745472,6725632=114688} 2024-04-13T07:16:46.321 INFO:tasks.rados.rados.0.smithi003.stdout:836: writing smithi00377890-32 from 4743168 to 5234688 tid 1 2024-04-13T07:16:46.326 INFO:tasks.rados.rados.0.smithi003.stdout:836: writing smithi00377890-32 from 5234688 to 5980160 tid 2 2024-04-13T07:16:46.332 INFO:tasks.rados.rados.0.smithi003.stdout:836: writing smithi00377890-32 from 5980160 to 6725632 tid 3 2024-04-13T07:16:46.333 INFO:tasks.rados.rados.0.smithi003.stdout:836: writing smithi00377890-32 from 6725632 to 6840320 tid 4 2024-04-13T07:16:46.333 INFO:tasks.rados.rados.0.smithi003.stdout:837: copy_from oid 15 from oid 12 current snap is 88 2024-04-13T07:16:46.333 INFO:tasks.rados.rados.0.smithi003.stdout:834: finishing rollback tid 0 to smithi00377890-39 2024-04-13T07:16:46.333 INFO:tasks.rados.rados.0.smithi003.stdout:834: finishing rollback tid 1 to smithi00377890-39 2024-04-13T07:16:46.333 INFO:tasks.rados.rados.0.smithi003.stdout:834: finishing rollback tid 2 to smithi00377890-39 2024-04-13T07:16:46.334 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 194 (ObjNum 194 snap 57 seq_num 194) dirty exists 2024-04-13T07:16:46.334 INFO:tasks.rados.rados.0.smithi003.stdout:835: finishing rollback tid 0 to smithi00377890-45 2024-04-13T07:16:46.334 INFO:tasks.rados.rados.0.smithi003.stdout:835: finishing rollback tid 1 to smithi00377890-45 2024-04-13T07:16:46.334 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 507 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-13T07:16:46.334 INFO:tasks.rados.rados.0.smithi003.stdout:836: finishing write tid 1 to smithi00377890-32 2024-04-13T07:16:46.334 INFO:tasks.rados.rados.0.smithi003.stdout:836: finishing write tid 2 to smithi00377890-32 2024-04-13T07:16:46.334 INFO:tasks.rados.rados.0.smithi003.stdout:833: done (4 left) 2024-04-13T07:16:46.334 INFO:tasks.rados.rados.0.smithi003.stdout:834: done (3 left) 2024-04-13T07:16:46.334 INFO:tasks.rados.rados.0.smithi003.stdout:835: done (2 left) 2024-04-13T07:16:46.334 INFO:tasks.rados.rados.0.smithi003.stdout:838: snap_remove snap 78 2024-04-13T07:16:46.531 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:46 smithi003 ceph-mon[37804]: osdmap e228: 8 total, 8 up, 8 in 2024-04-13T07:16:46.531 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:46 smithi003 ceph-mon[89364]: osdmap e228: 8 total, 8 up, 8 in 2024-04-13T07:16:46.535 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:46 smithi066 ceph-mon[30583]: osdmap e228: 8 total, 8 up, 8 in 2024-04-13T07:16:46.862 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:46 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:46.621+0000 7ff332ae1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:16:46.862 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:46 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:46.716+0000 7ff332ae1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:16:46.882 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:46 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:46.531+0000 7fd17c733200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T07:16:46.882 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:46 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:46.629+0000 7fd17c733200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T07:16:46.882 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:46 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:46.776+0000 7fd17c733200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:16:46.882 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:46 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:46.876+0000 7fd17c733200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:16:47.137 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:46 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:46.859+0000 7ff332ae1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T07:16:47.138 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:46 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:46.958+0000 7ff332ae1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T07:16:47.138 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:47.043+0000 7ff332ae1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:16:47.154 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:46 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:46.964+0000 7fd17c733200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T07:16:47.208 INFO:tasks.rados.rados.0.smithi003.stdout:838: done (2 left) 2024-04-13T07:16:47.208 INFO:tasks.rados.rados.0.smithi003.stdout:839: copy_from oid 24 from oid 22 current snap is 88 2024-04-13T07:16:47.209 INFO:tasks.rados.rados.0.smithi003.stdout:836: finishing write tid 3 to smithi00377890-32 2024-04-13T07:16:47.209 INFO:tasks.rados.rados.0.smithi003.stdout:836: finishing write tid 4 to smithi00377890-32 2024-04-13T07:16:47.209 INFO:tasks.rados.rados.0.smithi003.stdout:836: finishing write tid 5 to smithi00377890-32 2024-04-13T07:16:47.209 INFO:tasks.rados.rados.0.smithi003.stdout:836: finishing write tid 6 to smithi00377890-32 2024-04-13T07:16:47.209 INFO:tasks.rados.rados.0.smithi003.stdout:836: oid 32 updating version 0 to 705 2024-04-13T07:16:47.209 INFO:tasks.rados.rados.0.smithi003.stdout:836: oid 32 updating version 705 to 706 2024-04-13T07:16:47.209 INFO:tasks.rados.rados.0.smithi003.stdout:836: oid 32 updating version 706 to 707 2024-04-13T07:16:47.209 INFO:tasks.rados.rados.0.smithi003.stdout:836: oid 32 updating version 707 to 708 2024-04-13T07:16:47.209 INFO:tasks.rados.rados.0.smithi003.stdout:836: oid 32 version 708 is already newer than 704 2024-04-13T07:16:47.209 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 708 (ObjNum 268 snap 88 seq_num 268) dirty exists 2024-04-13T07:16:47.209 INFO:tasks.rados.rados.0.smithi003.stdout:836: left oid 32 (ObjNum 268 snap 88 seq_num 268) 2024-04-13T07:16:47.209 INFO:tasks.rados.rados.0.smithi003.stdout:837: finishing copy_from racing read to smithi00377890-15 2024-04-13T07:16:47.209 INFO:tasks.rados.rados.0.smithi003.stdout:837: finishing copy_from to smithi00377890-15 2024-04-13T07:16:47.209 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 426 (ObjNum 192 snap 57 seq_num 192) dirty exists 2024-04-13T07:16:47.209 INFO:tasks.rados.rados.0.smithi003.stdout:836: done (2 left) 2024-04-13T07:16:47.210 INFO:tasks.rados.rados.0.smithi003.stdout:837: done (1 left) 2024-04-13T07:16:47.210 INFO:tasks.rados.rados.0.smithi003.stdout:840: copy_from oid 43 from oid 35 current snap is 88 2024-04-13T07:16:47.210 INFO:tasks.rados.rados.0.smithi003.stdout:841: setattr oid 29 current snap is 88 2024-04-13T07:16:47.210 INFO:tasks.rados.rados.0.smithi003.stdout:842: setattr oid 32 current snap is 88 2024-04-13T07:16:47.211 INFO:tasks.rados.rados.0.smithi003.stdout:843: snap_create 2024-04-13T07:16:47.220 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 711 (ObjNum 268 snap 88 seq_num 268) dirty exists 2024-04-13T07:16:47.224 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 275 (ObjNum 236 snap 69 seq_num 236) dirty exists 2024-04-13T07:16:47.228 INFO:tasks.rados.rados.0.smithi003.stdout:840: finishing copy_from racing read to smithi00377890-43 2024-04-13T07:16:47.229 INFO:tasks.rados.rados.0.smithi003.stdout:840: finishing copy_from to smithi00377890-43 2024-04-13T07:16:47.229 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 554 (ObjNum 253 snap 82 seq_num 253) dirty exists 2024-04-13T07:16:47.250 INFO:tasks.rados.rados.0.smithi003.stdout:839: finishing copy_from racing read to smithi00377890-24 2024-04-13T07:16:47.251 INFO:tasks.rados.rados.0.smithi003.stdout:839: finishing copy_from to smithi00377890-24 2024-04-13T07:16:47.251 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 503 (ObjNum 218 snap 66 seq_num 218) dirty exists 2024-04-13T07:16:47.460 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:47 smithi066 ceph-mon[30583]: osdmap e229: 8 total, 8 up, 8 in 2024-04-13T07:16:47.460 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:47 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:47.252+0000 7fd17c733200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:16:47.460 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:47 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:47.366+0000 7fd17c733200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:16:47.535 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:47 smithi003 ceph-mon[37804]: osdmap e229: 8 total, 8 up, 8 in 2024-04-13T07:16:47.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:47 smithi003 ceph-mon[89364]: osdmap e229: 8 total, 8 up, 8 in 2024-04-13T07:16:47.536 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:47.331+0000 7ff332ae1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T07:16:47.536 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:47.444+0000 7ff332ae1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T07:16:47.536 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:47.532+0000 7ff332ae1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:16:47.743 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:47 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:47.456+0000 7fd17c733200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T07:16:47.743 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:47 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:47.555+0000 7fd17c733200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:16:47.812 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:47.630+0000 7ff332ae1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T07:16:48.137 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:47.808+0000 7ff332ae1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:16:48.154 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:47 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:47.739+0000 7fd17c733200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T07:16:48.214 INFO:tasks.rados.rados.0.smithi003.stdout:839: done (4 left) 2024-04-13T07:16:48.215 INFO:tasks.rados.rados.0.smithi003.stdout:840: done (3 left) 2024-04-13T07:16:48.215 INFO:tasks.rados.rados.0.smithi003.stdout:841: done (2 left) 2024-04-13T07:16:48.215 INFO:tasks.rados.rados.0.smithi003.stdout:842: done (1 left) 2024-04-13T07:16:48.215 INFO:tasks.rados.rados.0.smithi003.stdout:843: done (0 left) 2024-04-13T07:16:48.215 INFO:tasks.rados.rados.0.smithi003.stdout:844: rollback oid 27 current snap is 89 2024-04-13T07:16:48.215 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 27 to 65 2024-04-13T07:16:48.215 INFO:tasks.rados.rados.0.smithi003.stdout:845: snap_remove snap 87 2024-04-13T07:16:48.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:48 smithi003 ceph-mon[89364]: osdmap e230: 8 total, 8 up, 8 in 2024-04-13T07:16:48.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:48 smithi003 ceph-mon[37804]: osdmap e230: 8 total, 8 up, 8 in 2024-04-13T07:16:48.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:48 smithi066 ceph-mon[30583]: osdmap e230: 8 total, 8 up, 8 in 2024-04-13T07:16:48.731 INFO:tasks.rados.rados.0.smithi003.stdout:845: done (1 left) 2024-04-13T07:16:48.732 INFO:tasks.rados.rados.0.smithi003.stdout:846: copy_from oid 11 from oid 41 current snap is 89 2024-04-13T07:16:48.732 INFO:tasks.rados.rados.0.smithi003.stdout:847: copy_from oid 24 from oid 48 current snap is 89 2024-04-13T07:16:48.732 INFO:tasks.rados.rados.0.smithi003.stdout:848: delete oid 43 current snap is 89 2024-04-13T07:16:48.732 INFO:tasks.rados.rados.0.smithi003.stdout:844: finishing rollback tid 1 to smithi00377890-27 2024-04-13T07:16:48.732 INFO:tasks.rados.rados.0.smithi003.stdout:844: finishing rollback tid 2 to smithi00377890-27 2024-04-13T07:16:48.732 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 438 (ObjNum 202 snap 59 seq_num 202) dirty exists 2024-04-13T07:16:48.736 INFO:tasks.rados.rados.0.smithi003.stdout:847: finishing copy_from to smithi00377890-24 2024-04-13T07:16:48.736 INFO:tasks.rados.rados.0.smithi003.stdout:847: got expected ENOENT (src dne) 2024-04-13T07:16:48.736 INFO:tasks.rados.rados.0.smithi003.stdout:847: finishing copy_from racing read to smithi00377890-24 2024-04-13T07:16:48.737 INFO:tasks.rados.rados.0.smithi003.stdout:844: done (3 left) 2024-04-13T07:16:48.738 INFO:tasks.rados.rados.0.smithi003.stdout:847: done (2 left) 2024-04-13T07:16:48.738 INFO:tasks.rados.rados.0.smithi003.stdout:848: done (1 left) 2024-04-13T07:16:48.738 INFO:tasks.rados.rados.0.smithi003.stdout:849: snap_remove snap 84 2024-04-13T07:16:49.137 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:48 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:48.819+0000 7ff332ae1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:16:49.138 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:48 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:48.954+0000 7ff332ae1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:16:49.154 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:48 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:48.777+0000 7fd17c733200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T07:16:49.154 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:48 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:48.915+0000 7fd17c733200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T07:16:49.570 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:49.264+0000 7fd17c733200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:16:49.571 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:49.359+0000 7fd17c733200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:16:49.571 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:49 smithi066 ceph-mon[30583]: osdmap e231: 8 total, 8 up, 8 in 2024-04-13T07:16:49.571 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:49 smithi066 ceph-mon[30583]: osdmap e232: 8 total, 8 up, 8 in 2024-04-13T07:16:49.596 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:49 smithi003 ceph-mon[37804]: osdmap e231: 8 total, 8 up, 8 in 2024-04-13T07:16:49.596 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:49 smithi003 ceph-mon[37804]: osdmap e232: 8 total, 8 up, 8 in 2024-04-13T07:16:49.596 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:49 smithi003 ceph-mon[89364]: osdmap e231: 8 total, 8 up, 8 in 2024-04-13T07:16:49.596 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:49 smithi003 ceph-mon[89364]: osdmap e232: 8 total, 8 up, 8 in 2024-04-13T07:16:49.596 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:49 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:49.296+0000 7ff332ae1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T07:16:49.596 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:49 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:49.389+0000 7ff332ae1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T07:16:49.596 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:49 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:49.592+0000 7ff332ae1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:16:49.731 INFO:tasks.rados.rados.0.smithi003.stdout:849: done (1 left) 2024-04-13T07:16:49.731 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 2 current snap is 89 2024-04-13T07:16:49.731 INFO:tasks.rados.rados.0.smithi003.stdout:850: seq_num 270 ranges {0=524288,524288=516096,1040384=761856,1802240=327680} 2024-04-13T07:16:49.734 INFO:tasks.rados.rados.0.smithi003.stdout:850: writing smithi00377890-2 from 0 to 524288 tid 1 2024-04-13T07:16:49.738 INFO:tasks.rados.rados.0.smithi003.stdout:850: writing smithi00377890-2 from 524288 to 1040384 tid 2 2024-04-13T07:16:49.743 INFO:tasks.rados.rados.0.smithi003.stdout:850: writing smithi00377890-2 from 1040384 to 1802240 tid 3 2024-04-13T07:16:49.746 INFO:tasks.rados.rados.0.smithi003.stdout:850: writing smithi00377890-2 from 1802240 to 2129920 tid 4 2024-04-13T07:16:49.746 INFO:tasks.rados.rados.0.smithi003.stdout:851: delete oid 5 current snap is 89 2024-04-13T07:16:49.746 INFO:tasks.rados.rados.0.smithi003.stdout:846: finishing copy_from racing read to smithi00377890-11 2024-04-13T07:16:49.746 INFO:tasks.rados.rados.0.smithi003.stdout:846: finishing copy_from to smithi00377890-11 2024-04-13T07:16:49.746 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 326 (ObjNum 257 snap 84 seq_num 257) dirty exists 2024-04-13T07:16:49.747 INFO:tasks.rados.rados.0.smithi003.stdout:850: finishing write tid 1 to smithi00377890-2 2024-04-13T07:16:49.748 INFO:tasks.rados.rados.0.smithi003.stdout:850: finishing write tid 2 to smithi00377890-2 2024-04-13T07:16:49.750 INFO:tasks.rados.rados.0.smithi003.stdout:846: done (2 left) 2024-04-13T07:16:49.751 INFO:tasks.rados.rados.0.smithi003.stdout:851: done (1 left) 2024-04-13T07:16:49.751 INFO:tasks.rados.rados.0.smithi003.stdout:852: snap_remove snap 85 2024-04-13T07:16:49.887 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:49 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:49.799+0000 7ff332ae1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:16:49.904 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:49.566+0000 7fd17c733200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:16:49.904 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:49.770+0000 7fd17c733200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T07:16:50.348 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:50.073+0000 7fd17c733200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:16:50.348 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:50.344+0000 7fd17c733200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:16:50.362 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:50 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:50.097+0000 7ff332ae1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T07:16:50.362 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:50 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:50.359+0000 7ff332ae1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T07:16:50.637 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:50 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:50.606+0000 7ff332ae1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:16:50.738 INFO:tasks.rados.rados.0.smithi003.stdout:850: finishing write tid 3 to smithi00377890-2 2024-04-13T07:16:50.738 INFO:tasks.rados.rados.0.smithi003.stdout:850: finishing write tid 4 to smithi00377890-2 2024-04-13T07:16:50.738 INFO:tasks.rados.rados.0.smithi003.stdout:850: finishing write tid 5 to smithi00377890-2 2024-04-13T07:16:50.738 INFO:tasks.rados.rados.0.smithi003.stdout:850: finishing write tid 6 to smithi00377890-2 2024-04-13T07:16:50.739 INFO:tasks.rados.rados.0.smithi003.stdout:850: oid 2 updating version 0 to 509 2024-04-13T07:16:50.739 INFO:tasks.rados.rados.0.smithi003.stdout:850: oid 2 version 509 is already newer than 508 2024-04-13T07:16:50.739 INFO:tasks.rados.rados.0.smithi003.stdout:850: oid 2 updating version 509 to 510 2024-04-13T07:16:50.739 INFO:tasks.rados.rados.0.smithi003.stdout:850: oid 2 updating version 510 to 512 2024-04-13T07:16:50.739 INFO:tasks.rados.rados.0.smithi003.stdout:850: oid 2 version 512 is already newer than 511 2024-04-13T07:16:50.739 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 512 (ObjNum 270 snap 89 seq_num 270) dirty exists 2024-04-13T07:16:50.739 INFO:tasks.rados.rados.0.smithi003.stdout:850: left oid 2 (ObjNum 270 snap 89 seq_num 270) 2024-04-13T07:16:50.739 INFO:tasks.rados.rados.0.smithi003.stdout:850: done (1 left) 2024-04-13T07:16:50.739 INFO:tasks.rados.rados.0.smithi003.stdout:852: done (0 left) 2024-04-13T07:16:50.739 INFO:tasks.rados.rados.0.smithi003.stdout:853: read oid 14 snap -1 2024-04-13T07:16:50.739 INFO:tasks.rados.rados.0.smithi003.stdout:853: expect (ObjNum 183 snap 53 seq_num 183) 2024-04-13T07:16:50.739 INFO:tasks.rados.rados.0.smithi003.stdout:854: snap_remove snap 73 2024-04-13T07:16:50.904 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:50 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:50.595+0000 7fd17c733200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T07:16:50.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:50 smithi066 ceph-mon[30583]: osdmap e233: 8 total, 8 up, 8 in 2024-04-13T07:16:51.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:50 smithi003 ceph-mon[37804]: osdmap e233: 8 total, 8 up, 8 in 2024-04-13T07:16:51.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:50 smithi003 ceph-mon[89364]: osdmap e233: 8 total, 8 up, 8 in 2024-04-13T07:16:51.738 INFO:tasks.rados.rados.0.smithi003.stdout:854: done (1 left) 2024-04-13T07:16:51.738 INFO:tasks.rados.rados.0.smithi003.stdout:855: read oid 32 snap -1 2024-04-13T07:16:51.739 INFO:tasks.rados.rados.0.smithi003.stdout:855: expect (ObjNum 268 snap 88 seq_num 268) 2024-04-13T07:16:51.739 INFO:tasks.rados.rados.0.smithi003.stdout:856: snap_remove snap 37 2024-04-13T07:16:51.742 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:51 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:51.459+0000 7ff332ae1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:16:51.743 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:51.457+0000 7fd17c733200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T07:16:52.061 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:51 smithi003 ceph-mon[37804]: osdmap e234: 8 total, 8 up, 8 in 2024-04-13T07:16:52.062 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:51 smithi003 ceph-mon[89364]: osdmap e234: 8 total, 8 up, 8 in 2024-04-13T07:16:52.077 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:51 smithi066 ceph-mon[30583]: osdmap e234: 8 total, 8 up, 8 in 2024-04-13T07:16:52.387 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:52.058+0000 7ff332ae1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:16:52.388 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:52.160+0000 7ff332ae1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:16:52.403 INFO:tasks.rados.rados.0.smithi003.stdout:856: done (2 left) 2024-04-13T07:16:52.403 INFO:tasks.rados.rados.0.smithi003.stdout:857: rollback oid 2 current snap is 89 2024-04-13T07:16:52.403 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 2 to 27 2024-04-13T07:16:52.403 INFO:tasks.rados.rados.0.smithi003.stdout:858: read oid 6 snap -1 2024-04-13T07:16:52.403 INFO:tasks.rados.rados.0.smithi003.stdout:858: expect (ObjNum 147 snap 39 seq_num 147) 2024-04-13T07:16:52.404 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 10 current snap is 89 2024-04-13T07:16:52.404 INFO:tasks.rados.rados.0.smithi003.stdout:859: seq_num 272 ranges {0=565248,565248=688128,1253376=729088,1982464=188416} 2024-04-13T07:16:52.404 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:16:52.404 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:52.073+0000 7fd17c733200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T07:16:52.404 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:52.183+0000 7fd17c733200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T07:16:52.407 INFO:tasks.rados.rados.0.smithi003.stdout:859: writing smithi00377890-10 from 0 to 565248 tid 1 2024-04-13T07:16:52.412 INFO:tasks.rados.rados.0.smithi003.stdout:859: writing smithi00377890-10 from 565248 to 1253376 tid 2 2024-04-13T07:16:52.417 INFO:tasks.rados.rados.0.smithi003.stdout:859: writing smithi00377890-10 from 1253376 to 1982464 tid 3 2024-04-13T07:16:52.418 INFO:tasks.rados.rados.0.smithi003.stdout:859: writing smithi00377890-10 from 1982464 to 2170880 tid 4 2024-04-13T07:16:52.419 INFO:tasks.rados.rados.0.smithi003.stdout:860: setattr oid 18 current snap is 89 2024-04-13T07:16:52.419 INFO:tasks.rados.rados.0.smithi003.stdout:853: expect (ObjNum 183 snap 53 seq_num 183) 2024-04-13T07:16:52.488 INFO:tasks.rados.rados.0.smithi003.stdout:855: expect (ObjNum 268 snap 88 seq_num 268) 2024-04-13T07:16:52.643 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:52.387+0000 7ff332ae1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:16:52.644 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:07:16:52] ENGINE Bus STARTING 2024-04-13T07:16:52.644 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:52.548+0000 7ff295e76700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:52.644 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:52.548+0000 7ff295e76700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:52.644 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:52.548+0000 7ff295e76700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:52.644 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:52.548+0000 7ff295e76700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:52.644 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:52.548+0000 7ff295e76700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:52.644 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:52.549+0000 7ff29867b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:52.644 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:52.549+0000 7ff29867b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:52.644 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:52.549+0000 7ff29867b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:52.644 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:52.549+0000 7ff29867b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:52.644 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:52.549+0000 7ff29867b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T07:16:52.644 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: CherryPy Checker: 2024-04-13T07:16:52.644 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: The Application mounted at '' has an empty config. 2024-04-13T07:16:52.644 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:52.644 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:07:16:52] ENGINE Serving on http://:::9283 2024-04-13T07:16:52.645 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:07:16:52] ENGINE Bus STARTED 2024-04-13T07:16:52.684 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:52.429+0000 7fd17c733200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T07:16:52.684 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: [13/Apr/2024:07:16:52] ENGINE Bus STARTING 2024-04-13T07:16:52.684 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: CherryPy Checker: 2024-04-13T07:16:52.684 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: The Application mounted at '' has an empty config. 2024-04-13T07:16:52.684 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: 2024-04-13T07:16:52.684 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: [13/Apr/2024:07:16:52] ENGINE Serving on http://:::9283 2024-04-13T07:16:52.685 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x[75931]: [13/Apr/2024:07:16:52] ENGINE Bus STARTED 2024-04-13T07:16:52.869 INFO:tasks.rados.rados.0.smithi003.stdout:859: finishing write tid 1 to smithi00377890-10 2024-04-13T07:16:52.869 INFO:tasks.rados.rados.0.smithi003.stdout:857: finishing rollback tid 0 to smithi00377890-2 2024-04-13T07:16:52.869 INFO:tasks.rados.rados.0.smithi003.stdout:857: finishing rollback tid 1 to smithi00377890-2 2024-04-13T07:16:52.869 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 514 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-13T07:16:52.869 INFO:tasks.rados.rados.0.smithi003.stdout:859: finishing write tid 2 to smithi00377890-10 2024-04-13T07:16:52.869 INFO:tasks.rados.rados.0.smithi003.stdout:859: finishing write tid 3 to smithi00377890-10 2024-04-13T07:16:52.869 INFO:tasks.rados.rados.0.smithi003.stdout:859: finishing write tid 4 to smithi00377890-10 2024-04-13T07:16:52.869 INFO:tasks.rados.rados.0.smithi003.stdout:859: finishing write tid 5 to smithi00377890-10 2024-04-13T07:16:52.869 INFO:tasks.rados.rados.0.smithi003.stdout:859: finishing write tid 6 to smithi00377890-10 2024-04-13T07:16:52.870 INFO:tasks.rados.rados.0.smithi003.stdout:859: oid 10 updating version 0 to 755 2024-04-13T07:16:52.870 INFO:tasks.rados.rados.0.smithi003.stdout:859: oid 10 version 755 is already newer than 754 2024-04-13T07:16:52.870 INFO:tasks.rados.rados.0.smithi003.stdout:859: oid 10 version 755 is already newer than 752 2024-04-13T07:16:52.870 INFO:tasks.rados.rados.0.smithi003.stdout:859: oid 10 version 755 is already newer than 753 2024-04-13T07:16:52.870 INFO:tasks.rados.rados.0.smithi003.stdout:859: oid 10 updating version 755 to 756 2024-04-13T07:16:52.870 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 756 (ObjNum 272 snap 89 seq_num 272) dirty exists 2024-04-13T07:16:52.870 INFO:tasks.rados.rados.0.smithi003.stdout:859: left oid 10 (ObjNum 272 snap 89 seq_num 272) 2024-04-13T07:16:52.870 INFO:tasks.rados.rados.0.smithi003.stdout:858: expect (ObjNum 147 snap 39 seq_num 147) 2024-04-13T07:16:53.003 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 515 (ObjNum 218 snap 66 seq_num 218) dirty exists 2024-04-13T07:16:53.003 INFO:tasks.rados.rados.0.smithi003.stdout:853: done (5 left) 2024-04-13T07:16:53.003 INFO:tasks.rados.rados.0.smithi003.stdout:855: done (4 left) 2024-04-13T07:16:53.003 INFO:tasks.rados.rados.0.smithi003.stdout:857: done (3 left) 2024-04-13T07:16:53.003 INFO:tasks.rados.rados.0.smithi003.stdout:858: done (2 left) 2024-04-13T07:16:53.003 INFO:tasks.rados.rados.0.smithi003.stdout:859: done (1 left) 2024-04-13T07:16:53.003 INFO:tasks.rados.rados.0.smithi003.stdout:860: done (0 left) 2024-04-13T07:16:53.003 INFO:tasks.rados.rados.0.smithi003.stdout:861: rmattr oid 49 current snap is 89 2024-04-13T07:16:53.003 INFO:tasks.rados.rados.0.smithi003.stdout:861: done (0 left) 2024-04-13T07:16:53.003 INFO:tasks.rados.rados.0.smithi003.stdout:862: setattr oid 37 current snap is 89 2024-04-13T07:16:53.004 INFO:tasks.rados.rados.0.smithi003.stdout:863: delete oid 42 current snap is 89 2024-04-13T07:16:53.006 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 281 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-04-13T07:16:53.007 INFO:tasks.rados.rados.0.smithi003.stdout:862: done (1 left) 2024-04-13T07:16:53.007 INFO:tasks.rados.rados.0.smithi003.stdout:863: done (0 left) 2024-04-13T07:16:53.007 INFO:tasks.rados.rados.0.smithi003.stdout:864: copy_from oid 8 from oid 47 current snap is 89 2024-04-13T07:16:53.007 INFO:tasks.rados.rados.0.smithi003.stdout:865: read oid 25 snap -1 2024-04-13T07:16:53.007 INFO:tasks.rados.rados.0.smithi003.stdout:865: expect (ObjNum 258 snap 84 seq_num 258) 2024-04-13T07:16:53.007 INFO:tasks.rados.rados.0.smithi003.stdout:866: snap_create 2024-04-13T07:16:53.014 INFO:tasks.rados.rados.0.smithi003.stdout:864: finishing copy_from racing read to smithi00377890-8 2024-04-13T07:16:53.015 INFO:tasks.rados.rados.0.smithi003.stdout:864: finishing copy_from to smithi00377890-8 2024-04-13T07:16:53.015 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 510 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:16:53.028 INFO:tasks.rados.rados.0.smithi003.stdout:865: expect (ObjNum 258 snap 84 seq_num 258) 2024-04-13T07:16:53.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: osdmap e235: 8 total, 8 up, 8 in 2024-04-13T07:16:53.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: Active manager daemon y restarted 2024-04-13T07:16:53.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: Activating manager daemon y 2024-04-13T07:16:53.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: osdmap e236: 8 total, 8 up, 8 in 2024-04-13T07:16:53.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: mgrmap e35: y(active, starting, since 0.00978817s), standbys: x 2024-04-13T07:16:53.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:16:53.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:16:53.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:16:53.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:16:53.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:16:53.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:16:53.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:16:53.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:16:53.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:16:53.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:16:53.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:16:53.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:16:53.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:16:53.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:16:53.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:16:53.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:16:53.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:16:53.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:16:53.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: Standby manager daemon x restarted 2024-04-13T07:16:53.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: Standby manager daemon x started 2024-04-13T07:16:53.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/35778108' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:16:53.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: Manager daemon y is now available 2024-04-13T07:16:53.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/35778108' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:16:53.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/35778108' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:16:53.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.? 172.21.15.66:0/35778108' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:16:53.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:16:53.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:16:53.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:16:53.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:16:53.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: osdmap e235: 8 total, 8 up, 8 in 2024-04-13T07:16:53.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: Active manager daemon y restarted 2024-04-13T07:16:53.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: Activating manager daemon y 2024-04-13T07:16:53.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: osdmap e236: 8 total, 8 up, 8 in 2024-04-13T07:16:53.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: mgrmap e35: y(active, starting, since 0.00978817s), standbys: x 2024-04-13T07:16:53.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:16:53.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:16:53.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:16:53.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:16:53.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:16:53.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:16:53.141 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:16:53.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:16:53.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:16:53.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:16:53.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:16:53.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:16:53.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:16:53.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:16:53.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:16:53.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:16:53.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:16:53.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:16:53.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: Standby manager daemon x restarted 2024-04-13T07:16:53.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: Standby manager daemon x started 2024-04-13T07:16:53.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.? 172.21.15.66:0/35778108' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:16:53.142 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: Manager daemon y is now available 2024-04-13T07:16:53.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.? 172.21.15.66:0/35778108' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:16:53.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.? 172.21.15.66:0/35778108' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:16:53.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.? 172.21.15.66:0/35778108' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:16:53.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:16:53.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:16:53.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:16:53.143 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:16:53.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: osdmap e235: 8 total, 8 up, 8 in 2024-04-13T07:16:53.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: Active manager daemon y restarted 2024-04-13T07:16:53.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: Activating manager daemon y 2024-04-13T07:16:53.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: osdmap e236: 8 total, 8 up, 8 in 2024-04-13T07:16:53.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: mgrmap e35: y(active, starting, since 0.00978817s), standbys: x 2024-04-13T07:16:53.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T07:16:53.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T07:16:53.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T07:16:53.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:16:53.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:16:53.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T07:16:53.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T07:16:53.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:16:53.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:16:53.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:16:53.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:16:53.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:16:53.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:16:53.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:16:53.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:16:53.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T07:16:53.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T07:16:53.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T07:16:53.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: Standby manager daemon x restarted 2024-04-13T07:16:53.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: Standby manager daemon x started 2024-04-13T07:16:53.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/35778108' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T07:16:53.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: Manager daemon y is now available 2024-04-13T07:16:53.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/35778108' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T07:16:53.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/35778108' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T07:16:53.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.? 172.21.15.66:0/35778108' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T07:16:53.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:16:53.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:16:53.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T07:16:53.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:52 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T07:16:53.668 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:53 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:16:53.404+0000 7ff2e8c82700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-13T07:16:53.748 INFO:tasks.rados.rados.0.smithi003.stdout:864: done (2 left) 2024-04-13T07:16:53.748 INFO:tasks.rados.rados.0.smithi003.stdout:865: done (1 left) 2024-04-13T07:16:53.748 INFO:tasks.rados.rados.0.smithi003.stdout:866: done (0 left) 2024-04-13T07:16:53.748 INFO:tasks.rados.rados.0.smithi003.stdout:867: copy_from oid 38 from oid 45 current snap is 90 2024-04-13T07:16:53.748 INFO:tasks.rados.rados.0.smithi003.stdout:868: read oid 13 snap -1 2024-04-13T07:16:53.748 INFO:tasks.rados.rados.0.smithi003.stdout:868: expect (ObjNum 192 snap 57 seq_num 192) 2024-04-13T07:16:53.748 INFO:tasks.rados.rados.0.smithi003.stdout:869: rollback oid 21 current snap is 90 2024-04-13T07:16:53.748 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 21 to 59 2024-04-13T07:16:53.748 INFO:tasks.rados.rados.0.smithi003.stdout:870: delete oid 41 current snap is 90 2024-04-13T07:16:53.752 INFO:tasks.rados.rados.0.smithi003.stdout:868: expect (ObjNum 192 snap 57 seq_num 192) 2024-04-13T07:16:53.776 INFO:tasks.rados.rados.0.smithi003.stdout:869: finishing rollback tid 0 to smithi00377890-21 2024-04-13T07:16:53.776 INFO:tasks.rados.rados.0.smithi003.stdout:869: finishing rollback tid 1 to smithi00377890-21 2024-04-13T07:16:53.776 INFO:tasks.rados.rados.0.smithi003.stdout:868: done (3 left) 2024-04-13T07:16:53.776 INFO:tasks.rados.rados.0.smithi003.stdout:870: done (2 left) 2024-04-13T07:16:53.776 INFO:tasks.rados.rados.0.smithi003.stdout:871: delete oid 4 current snap is 90 2024-04-13T07:16:53.776 INFO:tasks.rados.rados.0.smithi003.stdout:869: finishing rollback tid 2 to smithi00377890-21 2024-04-13T07:16:53.776 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 212 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:16:53.776 INFO:tasks.rados.rados.0.smithi003.stdout:867: finishing copy_from to smithi00377890-38 2024-04-13T07:16:53.776 INFO:tasks.rados.rados.0.smithi003.stdout:867: got expected ENOENT (src dne) 2024-04-13T07:16:53.776 INFO:tasks.rados.rados.0.smithi003.stdout:867: finishing copy_from racing read to smithi00377890-38 2024-04-13T07:16:53.778 INFO:tasks.rados.rados.0.smithi003.stdout:867: done (2 left) 2024-04-13T07:16:53.778 INFO:tasks.rados.rados.0.smithi003.stdout:869: done (1 left) 2024-04-13T07:16:53.778 INFO:tasks.rados.rados.0.smithi003.stdout:871: done (0 left) 2024-04-13T07:16:53.778 INFO:tasks.rados.rados.0.smithi003.stdout:872: read oid 27 snap -1 2024-04-13T07:16:53.778 INFO:tasks.rados.rados.0.smithi003.stdout:872: expect (ObjNum 202 snap 59 seq_num 202) 2024-04-13T07:16:53.778 INFO:tasks.rados.rados.0.smithi003.stdout:873: snap_remove snap 77 2024-04-13T07:16:53.904 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:16:53 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:16:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:16:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:54 smithi066 ceph-mon[30583]: [13/Apr/2024:07:16:53] ENGINE Bus STARTING 2024-04-13T07:16:54.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:54 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:54.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:54 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:54.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:54 smithi066 ceph-mon[30583]: mgrmap e36: y(active, since 1.01086s), standbys: x 2024-04-13T07:16:54.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:54 smithi066 ceph-mon[30583]: pgmap v3: 121 pgs: 121 active+clean; 307 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:54.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:54 smithi066 ceph-mon[30583]: [13/Apr/2024:07:16:53] ENGINE Serving on http://172.21.15.3:8765 2024-04-13T07:16:54.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:54 smithi066 ceph-mon[30583]: [13/Apr/2024:07:16:53] ENGINE Serving on https://172.21.15.3:7150 2024-04-13T07:16:54.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:54 smithi066 ceph-mon[30583]: [13/Apr/2024:07:16:53] ENGINE Bus STARTED 2024-04-13T07:16:54.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:54 smithi066 ceph-mon[30583]: osdmap e237: 8 total, 8 up, 8 in 2024-04-13T07:16:54.486 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:16:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:16:54] "GET /metrics HTTP/1.1" 200 33258 "" "Prometheus/2.43.0" 2024-04-13T07:16:54.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:54 smithi003 ceph-mon[89364]: [13/Apr/2024:07:16:53] ENGINE Bus STARTING 2024-04-13T07:16:54.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:54.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:54.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:54 smithi003 ceph-mon[89364]: mgrmap e36: y(active, since 1.01086s), standbys: x 2024-04-13T07:16:54.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:54 smithi003 ceph-mon[89364]: pgmap v3: 121 pgs: 121 active+clean; 307 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:54.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:54 smithi003 ceph-mon[89364]: [13/Apr/2024:07:16:53] ENGINE Serving on http://172.21.15.3:8765 2024-04-13T07:16:54.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:54 smithi003 ceph-mon[89364]: [13/Apr/2024:07:16:53] ENGINE Serving on https://172.21.15.3:7150 2024-04-13T07:16:54.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:54 smithi003 ceph-mon[89364]: [13/Apr/2024:07:16:53] ENGINE Bus STARTED 2024-04-13T07:16:54.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:54 smithi003 ceph-mon[89364]: osdmap e237: 8 total, 8 up, 8 in 2024-04-13T07:16:54.488 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:54 smithi003 ceph-mon[37804]: [13/Apr/2024:07:16:53] ENGINE Bus STARTING 2024-04-13T07:16:54.488 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:54 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:54.488 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:54 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:54.488 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:54 smithi003 ceph-mon[37804]: mgrmap e36: y(active, since 1.01086s), standbys: x 2024-04-13T07:16:54.488 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:54 smithi003 ceph-mon[37804]: pgmap v3: 121 pgs: 121 active+clean; 307 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:54.488 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:54 smithi003 ceph-mon[37804]: [13/Apr/2024:07:16:53] ENGINE Serving on http://172.21.15.3:8765 2024-04-13T07:16:54.488 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:54 smithi003 ceph-mon[37804]: [13/Apr/2024:07:16:53] ENGINE Serving on https://172.21.15.3:7150 2024-04-13T07:16:54.488 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:54 smithi003 ceph-mon[37804]: [13/Apr/2024:07:16:53] ENGINE Bus STARTED 2024-04-13T07:16:54.488 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:54 smithi003 ceph-mon[37804]: osdmap e237: 8 total, 8 up, 8 in 2024-04-13T07:16:54.749 INFO:tasks.rados.rados.0.smithi003.stdout:873: done (1 left) 2024-04-13T07:16:54.749 INFO:tasks.rados.rados.0.smithi003.stdout:874: snap_create 2024-04-13T07:16:54.749 INFO:tasks.rados.rados.0.smithi003.stdout:872: expect (ObjNum 202 snap 59 seq_num 202) 2024-04-13T07:16:55.755 INFO:tasks.rados.rados.0.smithi003.stdout:872: done (1 left) 2024-04-13T07:16:55.755 INFO:tasks.rados.rados.0.smithi003.stdout:874: done (0 left) 2024-04-13T07:16:55.755 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 48 current snap is 91 2024-04-13T07:16:55.755 INFO:tasks.rados.rados.0.smithi003.stdout:875: seq_num 276 ranges {0=630784,630784=671744,1302528=704512,2007040=229376} 2024-04-13T07:16:55.758 INFO:tasks.rados.rados.0.smithi003.stdout:875: writing smithi00377890-48 from 0 to 630784 tid 1 2024-04-13T07:16:55.762 INFO:tasks.rados.rados.0.smithi003.stdout:875: writing smithi00377890-48 from 630784 to 1302528 tid 2 2024-04-13T07:16:55.766 INFO:tasks.rados.rados.0.smithi003.stdout:875: writing smithi00377890-48 from 1302528 to 2007040 tid 3 2024-04-13T07:16:55.768 INFO:tasks.rados.rados.0.smithi003.stdout:875: writing smithi00377890-48 from 2007040 to 2236416 tid 4 2024-04-13T07:16:55.768 INFO:tasks.rados.rados.0.smithi003.stdout:875: finishing write tid 1 to smithi00377890-48 2024-04-13T07:16:55.768 INFO:tasks.rados.rados.0.smithi003.stdout:875: finishing write tid 2 to smithi00377890-48 2024-04-13T07:16:55.768 INFO:tasks.rados.rados.0.smithi003.stdout:876: copy_from oid 23 from oid 35 current snap is 91 2024-04-13T07:16:55.768 INFO:tasks.rados.rados.0.smithi003.stdout:877: delete oid 34 current snap is 91 2024-04-13T07:16:55.769 INFO:tasks.rados.rados.0.smithi003.stdout:877: done (2 left) 2024-04-13T07:16:55.769 INFO:tasks.rados.rados.0.smithi003.stdout:878: snap_create 2024-04-13T07:16:55.770 INFO:tasks.rados.rados.0.smithi003.stdout:875: finishing write tid 3 to smithi00377890-48 2024-04-13T07:16:55.770 INFO:tasks.rados.rados.0.smithi003.stdout:875: finishing write tid 4 to smithi00377890-48 2024-04-13T07:16:55.770 INFO:tasks.rados.rados.0.smithi003.stdout:875: finishing write tid 5 to smithi00377890-48 2024-04-13T07:16:55.773 INFO:tasks.rados.rados.0.smithi003.stdout:875: finishing write tid 6 to smithi00377890-48 2024-04-13T07:16:55.773 INFO:tasks.rados.rados.0.smithi003.stdout:875: oid 48 updating version 0 to 690 2024-04-13T07:16:55.773 INFO:tasks.rados.rados.0.smithi003.stdout:875: oid 48 version 690 is already newer than 687 2024-04-13T07:16:55.773 INFO:tasks.rados.rados.0.smithi003.stdout:875: oid 48 version 690 is already newer than 688 2024-04-13T07:16:55.773 INFO:tasks.rados.rados.0.smithi003.stdout:875: oid 48 updating version 690 to 691 2024-04-13T07:16:55.773 INFO:tasks.rados.rados.0.smithi003.stdout:875: oid 48 version 691 is already newer than 689 2024-04-13T07:16:55.773 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 691 (ObjNum 276 snap 91 seq_num 276) dirty exists 2024-04-13T07:16:55.774 INFO:tasks.rados.rados.0.smithi003.stdout:875: left oid 48 (ObjNum 276 snap 91 seq_num 276) 2024-04-13T07:16:55.779 INFO:tasks.rados.rados.0.smithi003.stdout:876: finishing copy_from racing read to smithi00377890-23 2024-04-13T07:16:55.780 INFO:tasks.rados.rados.0.smithi003.stdout:876: finishing copy_from to smithi00377890-23 2024-04-13T07:16:55.780 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 554 (ObjNum 253 snap 82 seq_num 253) dirty exists 2024-04-13T07:16:55.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:55 smithi003 ceph-mon[37804]: pgmap v5: 121 pgs: 121 active+clean; 307 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:55.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:55 smithi003 ceph-mon[37804]: osdmap e238: 8 total, 8 up, 8 in 2024-04-13T07:16:55.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:55 smithi003 ceph-mon[37804]: mgrmap e37: y(active, since 2s), standbys: x 2024-04-13T07:16:55.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:55 smithi003 ceph-mon[89364]: pgmap v5: 121 pgs: 121 active+clean; 307 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:55.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:55 smithi003 ceph-mon[89364]: osdmap e238: 8 total, 8 up, 8 in 2024-04-13T07:16:55.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:55 smithi003 ceph-mon[89364]: mgrmap e37: y(active, since 2s), standbys: x 2024-04-13T07:16:56.026 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:55 smithi066 ceph-mon[30583]: pgmap v5: 121 pgs: 121 active+clean; 307 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:56.026 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:55 smithi066 ceph-mon[30583]: osdmap e238: 8 total, 8 up, 8 in 2024-04-13T07:16:56.026 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:55 smithi066 ceph-mon[30583]: mgrmap e37: y(active, since 2s), standbys: x 2024-04-13T07:16:56.769 INFO:tasks.rados.rados.0.smithi003.stdout:875: done (2 left) 2024-04-13T07:16:56.769 INFO:tasks.rados.rados.0.smithi003.stdout:876: done (1 left) 2024-04-13T07:16:56.769 INFO:tasks.rados.rados.0.smithi003.stdout:878: done (0 left) 2024-04-13T07:16:56.769 INFO:tasks.rados.rados.0.smithi003.stdout:879: read oid 28 snap -1 2024-04-13T07:16:56.769 INFO:tasks.rados.rados.0.smithi003.stdout:879: expect (ObjNum 263 snap 86 seq_num 263) 2024-04-13T07:16:56.769 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 19 current snap is 92 2024-04-13T07:16:56.769 INFO:tasks.rados.rados.0.smithi003.stdout:880: seq_num 278 ranges {0=663552,663552=442368,1105920=720896,1826816=442368} 2024-04-13T07:16:56.772 INFO:tasks.rados.rados.0.smithi003.stdout:880: writing smithi00377890-19 from 0 to 663552 tid 1 2024-04-13T07:16:56.774 INFO:tasks.rados.rados.0.smithi003.stdout:880: writing smithi00377890-19 from 663552 to 1105920 tid 2 2024-04-13T07:16:56.779 INFO:tasks.rados.rados.0.smithi003.stdout:880: writing smithi00377890-19 from 1105920 to 1826816 tid 3 2024-04-13T07:16:56.782 INFO:tasks.rados.rados.0.smithi003.stdout:880: writing smithi00377890-19 from 1826816 to 2269184 tid 4 2024-04-13T07:16:56.782 INFO:tasks.rados.rados.0.smithi003.stdout:881: read oid 25 snap -1 2024-04-13T07:16:56.782 INFO:tasks.rados.rados.0.smithi003.stdout:881: expect (ObjNum 258 snap 84 seq_num 258) 2024-04-13T07:16:56.782 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 37 current snap is 92 2024-04-13T07:16:56.782 INFO:tasks.rados.rados.0.smithi003.stdout:880: finishing write tid 1 to smithi00377890-19 2024-04-13T07:16:56.782 INFO:tasks.rados.rados.0.smithi003.stdout:882: seq_num 279 ranges {0=679936,679936=720896,1400832=483328,1884160=401408} 2024-04-13T07:16:56.786 INFO:tasks.rados.rados.0.smithi003.stdout:882: writing smithi00377890-37 from 0 to 679936 tid 1 2024-04-13T07:16:56.792 INFO:tasks.rados.rados.0.smithi003.stdout:882: writing smithi00377890-37 from 679936 to 1400832 tid 2 2024-04-13T07:16:56.795 INFO:tasks.rados.rados.0.smithi003.stdout:882: writing smithi00377890-37 from 1400832 to 1884160 tid 3 2024-04-13T07:16:56.798 INFO:tasks.rados.rados.0.smithi003.stdout:882: writing smithi00377890-37 from 1884160 to 2285568 tid 4 2024-04-13T07:16:56.798 INFO:tasks.rados.rados.0.smithi003.stdout:883: rmattr oid 36 current snap is 92 2024-04-13T07:16:56.799 INFO:tasks.rados.rados.0.smithi003.stdout:880: finishing write tid 2 to smithi00377890-19 2024-04-13T07:16:56.799 INFO:tasks.rados.rados.0.smithi003.stdout:880: finishing write tid 3 to smithi00377890-19 2024-04-13T07:16:56.799 INFO:tasks.rados.rados.0.smithi003.stdout:880: finishing write tid 4 to smithi00377890-19 2024-04-13T07:16:56.799 INFO:tasks.rados.rados.0.smithi003.stdout:880: finishing write tid 5 to smithi00377890-19 2024-04-13T07:16:56.799 INFO:tasks.rados.rados.0.smithi003.stdout:880: finishing write tid 6 to smithi00377890-19 2024-04-13T07:16:56.799 INFO:tasks.rados.rados.0.smithi003.stdout:880: oid 19 updating version 0 to 695 2024-04-13T07:16:56.799 INFO:tasks.rados.rados.0.smithi003.stdout:880: oid 19 version 695 is already newer than 693 2024-04-13T07:16:56.799 INFO:tasks.rados.rados.0.smithi003.stdout:880: oid 19 version 695 is already newer than 694 2024-04-13T07:16:56.799 INFO:tasks.rados.rados.0.smithi003.stdout:880: oid 19 version 695 is already newer than 692 2024-04-13T07:16:56.799 INFO:tasks.rados.rados.0.smithi003.stdout:880: oid 19 updating version 695 to 696 2024-04-13T07:16:56.799 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 696 (ObjNum 278 snap 92 seq_num 278) dirty exists 2024-04-13T07:16:56.799 INFO:tasks.rados.rados.0.smithi003.stdout:880: left oid 19 (ObjNum 278 snap 92 seq_num 278) 2024-04-13T07:16:56.799 INFO:tasks.rados.rados.0.smithi003.stdout:882: finishing write tid 1 to smithi00377890-37 2024-04-13T07:16:56.799 INFO:tasks.rados.rados.0.smithi003.stdout:882: finishing write tid 2 to smithi00377890-37 2024-04-13T07:16:56.799 INFO:tasks.rados.rados.0.smithi003.stdout:880: done (4 left) 2024-04-13T07:16:56.799 INFO:tasks.rados.rados.0.smithi003.stdout:884: snap_remove snap 74 2024-04-13T07:16:56.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:56 smithi066 ceph-mon[30583]: osdmap e239: 8 total, 8 up, 8 in 2024-04-13T07:16:57.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:56 smithi003 ceph-mon[89364]: osdmap e239: 8 total, 8 up, 8 in 2024-04-13T07:16:57.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:56 smithi003 ceph-mon[37804]: osdmap e239: 8 total, 8 up, 8 in 2024-04-13T07:16:57.779 INFO:tasks.rados.rados.0.smithi003.stdout:884: done (4 left) 2024-04-13T07:16:57.779 INFO:tasks.rados.rados.0.smithi003.stdout:885: copy_from oid 15 from oid 17 current snap is 92 2024-04-13T07:16:57.779 INFO:tasks.rados.rados.0.smithi003.stdout:886: setattr oid 12 current snap is 92 2024-04-13T07:16:57.779 INFO:tasks.rados.rados.0.smithi003.stdout:879: expect (ObjNum 263 snap 86 seq_num 263) 2024-04-13T07:16:58.043 INFO:tasks.rados.rados.0.smithi003.stdout:882: finishing write tid 3 to smithi00377890-37 2024-04-13T07:16:58.043 INFO:tasks.rados.rados.0.smithi003.stdout:882: finishing write tid 4 to smithi00377890-37 2024-04-13T07:16:58.043 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 308 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:16:58.043 INFO:tasks.rados.rados.0.smithi003.stdout:882: finishing write tid 5 to smithi00377890-37 2024-04-13T07:16:58.043 INFO:tasks.rados.rados.0.smithi003.stdout:882: finishing write tid 6 to smithi00377890-37 2024-04-13T07:16:58.043 INFO:tasks.rados.rados.0.smithi003.stdout:882: oid 37 updating version 0 to 284 2024-04-13T07:16:58.043 INFO:tasks.rados.rados.0.smithi003.stdout:882: oid 37 version 284 is already newer than 283 2024-04-13T07:16:58.043 INFO:tasks.rados.rados.0.smithi003.stdout:882: oid 37 updating version 284 to 285 2024-04-13T07:16:58.043 INFO:tasks.rados.rados.0.smithi003.stdout:882: oid 37 version 285 is already newer than 282 2024-04-13T07:16:58.043 INFO:tasks.rados.rados.0.smithi003.stdout:882: oid 37 updating version 285 to 286 2024-04-13T07:16:58.043 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 286 (ObjNum 279 snap 92 seq_num 279) dirty exists 2024-04-13T07:16:58.044 INFO:tasks.rados.rados.0.smithi003.stdout:882: left oid 37 (ObjNum 279 snap 92 seq_num 279) 2024-04-13T07:16:58.044 INFO:tasks.rados.rados.0.smithi003.stdout:881: expect (ObjNum 258 snap 84 seq_num 258) 2024-04-13T07:16:58.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:57 smithi003 ceph-mon[37804]: pgmap v8: 121 pgs: 121 active+clean; 307 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:58.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:57 smithi003 ceph-mon[37804]: mgrmap e38: y(active, since 4s), standbys: x 2024-04-13T07:16:58.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:57 smithi003 ceph-mon[37804]: osdmap e240: 8 total, 8 up, 8 in 2024-04-13T07:16:58.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:57 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:58.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:57 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:58.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:57 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:58.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:57 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:58.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:57 smithi003 ceph-mon[89364]: pgmap v8: 121 pgs: 121 active+clean; 307 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:58.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:57 smithi003 ceph-mon[89364]: mgrmap e38: y(active, since 4s), standbys: x 2024-04-13T07:16:58.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:57 smithi003 ceph-mon[89364]: osdmap e240: 8 total, 8 up, 8 in 2024-04-13T07:16:58.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:57 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:58.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:57 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:58.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:57 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:58.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:57 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:58.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:57 smithi066 ceph-mon[30583]: pgmap v8: 121 pgs: 121 active+clean; 307 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:16:58.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:57 smithi066 ceph-mon[30583]: mgrmap e38: y(active, since 4s), standbys: x 2024-04-13T07:16:58.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:57 smithi066 ceph-mon[30583]: osdmap e240: 8 total, 8 up, 8 in 2024-04-13T07:16:58.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:57 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:58.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:57 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:58.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:57 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:58.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:57 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:58.220 INFO:tasks.rados.rados.0.smithi003.stdout:885: finishing copy_from racing read to smithi00377890-15 2024-04-13T07:16:58.220 INFO:tasks.rados.rados.0.smithi003.stdout:885: finishing copy_from to smithi00377890-15 2024-04-13T07:16:58.220 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 311 (ObjNum 97 snap 20 seq_num 97) dirty exists 2024-04-13T07:16:58.220 INFO:tasks.rados.rados.0.smithi003.stdout:879: done (5 left) 2024-04-13T07:16:58.220 INFO:tasks.rados.rados.0.smithi003.stdout:881: done (4 left) 2024-04-13T07:16:58.220 INFO:tasks.rados.rados.0.smithi003.stdout:882: done (3 left) 2024-04-13T07:16:58.220 INFO:tasks.rados.rados.0.smithi003.stdout:883: done (2 left) 2024-04-13T07:16:58.220 INFO:tasks.rados.rados.0.smithi003.stdout:885: done (1 left) 2024-04-13T07:16:58.220 INFO:tasks.rados.rados.0.smithi003.stdout:887: copy_from oid 4 from oid 24 current snap is 92 2024-04-13T07:16:58.220 INFO:tasks.rados.rados.0.smithi003.stdout:888: delete oid 30 current snap is 92 2024-04-13T07:16:58.221 INFO:tasks.rados.rados.0.smithi003.stdout:888: done (2 left) 2024-04-13T07:16:58.221 INFO:tasks.rados.rados.0.smithi003.stdout:889: rollback oid 46 current snap is 92 2024-04-13T07:16:58.221 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 46 to 75 2024-04-13T07:16:58.221 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 7 current snap is 92 2024-04-13T07:16:58.221 INFO:tasks.rados.rados.0.smithi003.stdout:890: seq_num 281 ranges {458752=712704,1171456=491520,1662976=491520,2154496=622592} 2024-04-13T07:16:58.228 INFO:tasks.rados.rados.0.smithi003.stdout:890: writing smithi00377890-7 from 458752 to 1171456 tid 1 2024-04-13T07:16:58.231 INFO:tasks.rados.rados.0.smithi003.stdout:890: writing smithi00377890-7 from 1171456 to 1662976 tid 2 2024-04-13T07:16:58.234 INFO:tasks.rados.rados.0.smithi003.stdout:890: writing smithi00377890-7 from 1662976 to 2154496 tid 3 2024-04-13T07:16:58.238 INFO:tasks.rados.rados.0.smithi003.stdout:890: writing smithi00377890-7 from 2154496 to 2777088 tid 4 2024-04-13T07:16:58.239 INFO:tasks.rados.rados.0.smithi003.stdout:891: copy_from oid 43 from oid 36 current snap is 92 2024-04-13T07:16:58.239 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 438 (ObjNum 192 snap 57 seq_num 192) dirty exists 2024-04-13T07:16:58.239 INFO:tasks.rados.rados.0.smithi003.stdout:889: finishing rollback tid 1 to smithi00377890-46 2024-04-13T07:16:58.239 INFO:tasks.rados.rados.0.smithi003.stdout:889: finishing rollback tid 2 to smithi00377890-46 2024-04-13T07:16:58.239 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 311 (ObjNum 209 snap 64 seq_num 209) dirty exists 2024-04-13T07:16:58.239 INFO:tasks.rados.rados.0.smithi003.stdout:886: done (4 left) 2024-04-13T07:16:58.239 INFO:tasks.rados.rados.0.smithi003.stdout:889: done (3 left) 2024-04-13T07:16:58.239 INFO:tasks.rados.rados.0.smithi003.stdout:892: snap_remove snap 86 2024-04-13T07:16:58.732 INFO:tasks.rados.rados.0.smithi003.stdout:890: finishing write tid 1 to smithi00377890-7 2024-04-13T07:16:58.732 INFO:tasks.rados.rados.0.smithi003.stdout:890: finishing write tid 2 to smithi00377890-7 2024-04-13T07:16:58.732 INFO:tasks.rados.rados.0.smithi003.stdout:890: finishing write tid 3 to smithi00377890-7 2024-04-13T07:16:58.732 INFO:tasks.rados.rados.0.smithi003.stdout:890: finishing write tid 4 to smithi00377890-7 2024-04-13T07:16:58.732 INFO:tasks.rados.rados.0.smithi003.stdout:890: finishing write tid 5 to smithi00377890-7 2024-04-13T07:16:58.733 INFO:tasks.rados.rados.0.smithi003.stdout:890: finishing write tid 6 to smithi00377890-7 2024-04-13T07:16:58.733 INFO:tasks.rados.rados.0.smithi003.stdout:890: oid 7 updating version 0 to 520 2024-04-13T07:16:58.733 INFO:tasks.rados.rados.0.smithi003.stdout:890: oid 7 version 520 is already newer than 518 2024-04-13T07:16:58.733 INFO:tasks.rados.rados.0.smithi003.stdout:890: oid 7 version 520 is already newer than 519 2024-04-13T07:16:58.733 INFO:tasks.rados.rados.0.smithi003.stdout:890: oid 7 version 520 is already newer than 517 2024-04-13T07:16:58.733 INFO:tasks.rados.rados.0.smithi003.stdout:890: oid 7 version 520 is already newer than 516 2024-04-13T07:16:58.733 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 520 (ObjNum 281 snap 92 seq_num 281) dirty exists 2024-04-13T07:16:58.733 INFO:tasks.rados.rados.0.smithi003.stdout:890: left oid 7 (ObjNum 281 snap 92 seq_num 281) 2024-04-13T07:16:58.733 INFO:tasks.rados.rados.0.smithi003.stdout:891: finishing copy_from racing read to smithi00377890-43 2024-04-13T07:16:58.733 INFO:tasks.rados.rados.0.smithi003.stdout:891: finishing copy_from to smithi00377890-43 2024-04-13T07:16:58.733 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 308 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:16:58.733 INFO:tasks.rados.rados.0.smithi003.stdout:887: finishing copy_from racing read to smithi00377890-4 2024-04-13T07:16:58.733 INFO:tasks.rados.rados.0.smithi003.stdout:887: finishing copy_from to smithi00377890-4 2024-04-13T07:16:58.733 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 503 (ObjNum 218 snap 66 seq_num 218) dirty exists 2024-04-13T07:16:58.733 INFO:tasks.rados.rados.0.smithi003.stdout:887: done (3 left) 2024-04-13T07:16:58.733 INFO:tasks.rados.rados.0.smithi003.stdout:890: done (2 left) 2024-04-13T07:16:58.734 INFO:tasks.rados.rados.0.smithi003.stdout:891: done (1 left) 2024-04-13T07:16:58.734 INFO:tasks.rados.rados.0.smithi003.stdout:892: done (0 left) 2024-04-13T07:16:58.734 INFO:tasks.rados.rados.0.smithi003.stdout:893: rollback oid 28 current snap is 92 2024-04-13T07:16:58.734 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 28 to 71 2024-04-13T07:16:58.734 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 42 current snap is 92 2024-04-13T07:16:58.734 INFO:tasks.rados.rados.0.smithi003.stdout:894: seq_num 282 ranges {0=729088,729088=425984,1155072=704512,1859584=475136} 2024-04-13T07:16:58.737 INFO:tasks.rados.rados.0.smithi003.stdout:894: writing smithi00377890-42 from 0 to 729088 tid 1 2024-04-13T07:16:58.740 INFO:tasks.rados.rados.0.smithi003.stdout:894: writing smithi00377890-42 from 729088 to 1155072 tid 2 2024-04-13T07:16:58.745 INFO:tasks.rados.rados.0.smithi003.stdout:894: writing smithi00377890-42 from 1155072 to 1859584 tid 3 2024-04-13T07:16:58.750 INFO:tasks.rados.rados.0.smithi003.stdout:894: writing smithi00377890-42 from 1859584 to 2334720 tid 4 2024-04-13T07:16:58.750 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 23 current snap is 92 2024-04-13T07:16:58.750 INFO:tasks.rados.rados.0.smithi003.stdout:893: finishing rollback tid 0 to smithi00377890-28 2024-04-13T07:16:58.750 INFO:tasks.rados.rados.0.smithi003.stdout:895: seq_num 283 ranges {1851392=745472,2596864=712704,3309568=458752,3768320=434176} 2024-04-13T07:16:58.763 INFO:tasks.rados.rados.0.smithi003.stdout:895: writing smithi00377890-23 from 1851392 to 2596864 tid 1 2024-04-13T07:16:58.768 INFO:tasks.rados.rados.0.smithi003.stdout:895: writing smithi00377890-23 from 2596864 to 3309568 tid 2 2024-04-13T07:16:58.770 INFO:tasks.rados.rados.0.smithi003.stdout:895: writing smithi00377890-23 from 3309568 to 3768320 tid 3 2024-04-13T07:16:58.774 INFO:tasks.rados.rados.0.smithi003.stdout:895: writing smithi00377890-23 from 3768320 to 4202496 tid 4 2024-04-13T07:16:58.774 INFO:tasks.rados.rados.0.smithi003.stdout:896: snap_create 2024-04-13T07:16:58.774 INFO:tasks.rados.rados.0.smithi003.stdout:893: finishing rollback tid 1 to smithi00377890-28 2024-04-13T07:16:58.774 INFO:tasks.rados.rados.0.smithi003.stdout:893: finishing rollback tid 2 to smithi00377890-28 2024-04-13T07:16:58.774 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 558 (ObjNum 104 snap 24 seq_num 104) dirty exists 2024-04-13T07:16:58.774 INFO:tasks.rados.rados.0.smithi003.stdout:894: finishing write tid 1 to smithi00377890-42 2024-04-13T07:16:58.774 INFO:tasks.rados.rados.0.smithi003.stdout:894: finishing write tid 2 to smithi00377890-42 2024-04-13T07:16:58.774 INFO:tasks.rados.rados.0.smithi003.stdout:894: finishing write tid 3 to smithi00377890-42 2024-04-13T07:16:58.774 INFO:tasks.rados.rados.0.smithi003.stdout:894: finishing write tid 4 to smithi00377890-42 2024-04-13T07:16:58.774 INFO:tasks.rados.rados.0.smithi003.stdout:894: finishing write tid 5 to smithi00377890-42 2024-04-13T07:16:58.774 INFO:tasks.rados.rados.0.smithi003.stdout:894: finishing write tid 6 to smithi00377890-42 2024-04-13T07:16:58.774 INFO:tasks.rados.rados.0.smithi003.stdout:894: oid 42 updating version 0 to 441 2024-04-13T07:16:58.774 INFO:tasks.rados.rados.0.smithi003.stdout:894: oid 42 updating version 441 to 443 2024-04-13T07:16:58.775 INFO:tasks.rados.rados.0.smithi003.stdout:894: oid 42 updating version 443 to 444 2024-04-13T07:16:58.775 INFO:tasks.rados.rados.0.smithi003.stdout:894: oid 42 version 444 is already newer than 442 2024-04-13T07:16:58.775 INFO:tasks.rados.rados.0.smithi003.stdout:894: oid 42 version 444 is already newer than 440 2024-04-13T07:16:58.775 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 444 (ObjNum 282 snap 92 seq_num 282) dirty exists 2024-04-13T07:16:58.775 INFO:tasks.rados.rados.0.smithi003.stdout:894: left oid 42 (ObjNum 282 snap 92 seq_num 282) 2024-04-13T07:16:58.775 INFO:tasks.rados.rados.0.smithi003.stdout:895: finishing write tid 1 to smithi00377890-23 2024-04-13T07:16:58.775 INFO:tasks.rados.rados.0.smithi003.stdout:895: finishing write tid 2 to smithi00377890-23 2024-04-13T07:16:58.775 INFO:tasks.rados.rados.0.smithi003.stdout:895: finishing write tid 3 to smithi00377890-23 2024-04-13T07:16:58.776 INFO:tasks.rados.rados.0.smithi003.stdout:895: finishing write tid 4 to smithi00377890-23 2024-04-13T07:16:58.776 INFO:tasks.rados.rados.0.smithi003.stdout:895: finishing write tid 5 to smithi00377890-23 2024-04-13T07:16:58.778 INFO:tasks.rados.rados.0.smithi003.stdout:895: finishing write tid 6 to smithi00377890-23 2024-04-13T07:16:58.778 INFO:tasks.rados.rados.0.smithi003.stdout:895: oid 23 updating version 0 to 799 2024-04-13T07:16:58.778 INFO:tasks.rados.rados.0.smithi003.stdout:895: oid 23 updating version 799 to 802 2024-04-13T07:16:58.778 INFO:tasks.rados.rados.0.smithi003.stdout:895: oid 23 version 802 is already newer than 801 2024-04-13T07:16:58.778 INFO:tasks.rados.rados.0.smithi003.stdout:895: oid 23 version 802 is already newer than 800 2024-04-13T07:16:58.778 INFO:tasks.rados.rados.0.smithi003.stdout:895: oid 23 version 802 is already newer than 798 2024-04-13T07:16:58.778 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 802 (ObjNum 283 snap 92 seq_num 283) dirty exists 2024-04-13T07:16:58.778 INFO:tasks.rados.rados.0.smithi003.stdout:895: left oid 23 (ObjNum 283 snap 92 seq_num 283) 2024-04-13T07:16:59.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:58 smithi003 ceph-mon[37804]: osdmap e241: 8 total, 8 up, 8 in 2024-04-13T07:16:59.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:58 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:59.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:58 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:59.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:58 smithi003 ceph-mon[37804]: osdmap e242: 8 total, 8 up, 8 in 2024-04-13T07:16:59.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:58 smithi003 ceph-mon[89364]: osdmap e241: 8 total, 8 up, 8 in 2024-04-13T07:16:59.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:58 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:59.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:58 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:59.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:58 smithi003 ceph-mon[89364]: osdmap e242: 8 total, 8 up, 8 in 2024-04-13T07:16:59.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:58 smithi066 ceph-mon[30583]: osdmap e241: 8 total, 8 up, 8 in 2024-04-13T07:16:59.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:58 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:59.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:58 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:16:59.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:58 smithi066 ceph-mon[30583]: osdmap e242: 8 total, 8 up, 8 in 2024-04-13T07:16:59.776 INFO:tasks.rados.rados.0.smithi003.stdout:893: done (3 left) 2024-04-13T07:16:59.776 INFO:tasks.rados.rados.0.smithi003.stdout:894: done (2 left) 2024-04-13T07:16:59.776 INFO:tasks.rados.rados.0.smithi003.stdout:895: done (1 left) 2024-04-13T07:16:59.777 INFO:tasks.rados.rados.0.smithi003.stdout:896: done (0 left) 2024-04-13T07:16:59.777 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 45 current snap is 93 2024-04-13T07:16:59.777 INFO:tasks.rados.rados.0.smithi003.stdout:897: seq_num 284 ranges {0=761856,761856=598016,1359872=671744,2031616=335872} 2024-04-13T07:16:59.780 INFO:tasks.rados.rados.0.smithi003.stdout:897: writing smithi00377890-45 from 0 to 761856 tid 1 2024-04-13T07:16:59.784 INFO:tasks.rados.rados.0.smithi003.stdout:897: writing smithi00377890-45 from 761856 to 1359872 tid 2 2024-04-13T07:16:59.788 INFO:tasks.rados.rados.0.smithi003.stdout:897: writing smithi00377890-45 from 1359872 to 2031616 tid 3 2024-04-13T07:16:59.790 INFO:tasks.rados.rados.0.smithi003.stdout:897: writing smithi00377890-45 from 2031616 to 2367488 tid 4 2024-04-13T07:16:59.790 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 10 current snap is 93 2024-04-13T07:16:59.790 INFO:tasks.rados.rados.0.smithi003.stdout:897: finishing write tid 1 to smithi00377890-45 2024-04-13T07:16:59.791 INFO:tasks.rados.rados.0.smithi003.stdout:897: finishing write tid 2 to smithi00377890-45 2024-04-13T07:16:59.791 INFO:tasks.rados.rados.0.smithi003.stdout:898: seq_num 285 ranges {2170880=778240,2949120=475136,3424256=475136,3899392=655360} 2024-04-13T07:16:59.806 INFO:tasks.rados.rados.0.smithi003.stdout:898: writing smithi00377890-10 from 2170880 to 2949120 tid 1 2024-04-13T07:16:59.809 INFO:tasks.rados.rados.0.smithi003.stdout:898: writing smithi00377890-10 from 2949120 to 3424256 tid 2 2024-04-13T07:16:59.812 INFO:tasks.rados.rados.0.smithi003.stdout:898: writing smithi00377890-10 from 3424256 to 3899392 tid 3 2024-04-13T07:16:59.816 INFO:tasks.rados.rados.0.smithi003.stdout:898: writing smithi00377890-10 from 3899392 to 4554752 tid 4 2024-04-13T07:16:59.816 INFO:tasks.rados.rados.0.smithi003.stdout:899: delete oid 7 current snap is 93 2024-04-13T07:16:59.816 INFO:tasks.rados.rados.0.smithi003.stdout:897: finishing write tid 3 to smithi00377890-45 2024-04-13T07:16:59.816 INFO:tasks.rados.rados.0.smithi003.stdout:897: finishing write tid 4 to smithi00377890-45 2024-04-13T07:16:59.816 INFO:tasks.rados.rados.0.smithi003.stdout:897: finishing write tid 5 to smithi00377890-45 2024-04-13T07:16:59.816 INFO:tasks.rados.rados.0.smithi003.stdout:897: finishing write tid 6 to smithi00377890-45 2024-04-13T07:16:59.816 INFO:tasks.rados.rados.0.smithi003.stdout:897: oid 45 updating version 0 to 518 2024-04-13T07:16:59.816 INFO:tasks.rados.rados.0.smithi003.stdout:897: oid 45 updating version 518 to 520 2024-04-13T07:16:59.816 INFO:tasks.rados.rados.0.smithi003.stdout:897: oid 45 version 520 is already newer than 519 2024-04-13T07:16:59.816 INFO:tasks.rados.rados.0.smithi003.stdout:897: oid 45 version 520 is already newer than 516 2024-04-13T07:16:59.816 INFO:tasks.rados.rados.0.smithi003.stdout:897: oid 45 version 520 is already newer than 517 2024-04-13T07:16:59.817 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 520 (ObjNum 284 snap 93 seq_num 284) dirty exists 2024-04-13T07:16:59.817 INFO:tasks.rados.rados.0.smithi003.stdout:897: left oid 45 (ObjNum 284 snap 93 seq_num 284) 2024-04-13T07:16:59.817 INFO:tasks.rados.rados.0.smithi003.stdout:898: finishing write tid 1 to smithi00377890-10 2024-04-13T07:16:59.817 INFO:tasks.rados.rados.0.smithi003.stdout:898: finishing write tid 2 to smithi00377890-10 2024-04-13T07:16:59.817 INFO:tasks.rados.rados.0.smithi003.stdout:898: finishing write tid 3 to smithi00377890-10 2024-04-13T07:16:59.819 INFO:tasks.rados.rados.0.smithi003.stdout:898: finishing write tid 4 to smithi00377890-10 2024-04-13T07:16:59.819 INFO:tasks.rados.rados.0.smithi003.stdout:898: finishing write tid 5 to smithi00377890-10 2024-04-13T07:16:59.821 INFO:tasks.rados.rados.0.smithi003.stdout:897: done (2 left) 2024-04-13T07:16:59.821 INFO:tasks.rados.rados.0.smithi003.stdout:899: done (1 left) 2024-04-13T07:16:59.821 INFO:tasks.rados.rados.0.smithi003.stdout:900: rmattr oid 20 current snap is 93 2024-04-13T07:16:59.821 INFO:tasks.rados.rados.0.smithi003.stdout:898: finishing write tid 6 to smithi00377890-10 2024-04-13T07:16:59.821 INFO:tasks.rados.rados.0.smithi003.stdout:898: oid 10 updating version 0 to 808 2024-04-13T07:16:59.821 INFO:tasks.rados.rados.0.smithi003.stdout:898: oid 10 version 808 is already newer than 807 2024-04-13T07:16:59.821 INFO:tasks.rados.rados.0.smithi003.stdout:898: oid 10 version 808 is already newer than 805 2024-04-13T07:16:59.821 INFO:tasks.rados.rados.0.smithi003.stdout:898: oid 10 version 808 is already newer than 804 2024-04-13T07:16:59.821 INFO:tasks.rados.rados.0.smithi003.stdout:898: oid 10 version 808 is already newer than 806 2024-04-13T07:16:59.821 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 808 (ObjNum 285 snap 93 seq_num 285) dirty exists 2024-04-13T07:16:59.821 INFO:tasks.rados.rados.0.smithi003.stdout:898: left oid 10 (ObjNum 285 snap 93 seq_num 285) 2024-04-13T07:16:59.822 INFO:tasks.rados.rados.0.smithi003.stdout:898: done (1 left) 2024-04-13T07:16:59.822 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 24 current snap is 93 2024-04-13T07:16:59.822 INFO:tasks.rados.rados.0.smithi003.stdout:901: seq_num 287 ranges {5996544=8192} 2024-04-13T07:16:59.854 INFO:tasks.rados.rados.0.smithi003.stdout:901: writing smithi00377890-24 from 5996544 to 6004736 tid 1 2024-04-13T07:16:59.854 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 37 current snap is 93 2024-04-13T07:16:59.854 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 710 (ObjNum 262 snap 86 seq_num 262) dirty exists 2024-04-13T07:16:59.854 INFO:tasks.rados.rados.0.smithi003.stdout:902: seq_num 288 ranges {2285568=24576} 2024-04-13T07:16:59.867 INFO:tasks.rados.rados.0.smithi003.stdout:902: writing smithi00377890-37 from 2285568 to 2310144 tid 1 2024-04-13T07:16:59.867 INFO:tasks.rados.rados.0.smithi003.stdout:900: done (2 left) 2024-04-13T07:16:59.867 INFO:tasks.rados.rados.0.smithi003.stdout:903: delete oid 20 current snap is 93 2024-04-13T07:16:59.867 INFO:tasks.rados.rados.0.smithi003.stdout:901: finishing write tid 1 to smithi00377890-24 2024-04-13T07:16:59.867 INFO:tasks.rados.rados.0.smithi003.stdout:901: finishing write tid 2 to smithi00377890-24 2024-04-13T07:16:59.867 INFO:tasks.rados.rados.0.smithi003.stdout:901: finishing write tid 3 to smithi00377890-24 2024-04-13T07:16:59.867 INFO:tasks.rados.rados.0.smithi003.stdout:901: oid 24 updating version 0 to 712 2024-04-13T07:16:59.867 INFO:tasks.rados.rados.0.smithi003.stdout:901: oid 24 updating version 712 to 713 2024-04-13T07:16:59.867 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 713 (ObjNum 287 snap 93 seq_num 287) dirty exists 2024-04-13T07:16:59.867 INFO:tasks.rados.rados.0.smithi003.stdout:901: left oid 24 (ObjNum 287 snap 93 seq_num 287) 2024-04-13T07:16:59.870 INFO:tasks.rados.rados.0.smithi003.stdout:901: done (2 left) 2024-04-13T07:16:59.870 INFO:tasks.rados.rados.0.smithi003.stdout:903: done (1 left) 2024-04-13T07:16:59.870 INFO:tasks.rados.rados.0.smithi003.stdout:904: snap_create 2024-04-13T07:16:59.871 INFO:tasks.rados.rados.0.smithi003.stdout:902: finishing write tid 1 to smithi00377890-37 2024-04-13T07:16:59.871 INFO:tasks.rados.rados.0.smithi003.stdout:902: finishing write tid 2 to smithi00377890-37 2024-04-13T07:16:59.872 INFO:tasks.rados.rados.0.smithi003.stdout:902: finishing write tid 3 to smithi00377890-37 2024-04-13T07:16:59.872 INFO:tasks.rados.rados.0.smithi003.stdout:902: oid 37 updating version 0 to 288 2024-04-13T07:16:59.872 INFO:tasks.rados.rados.0.smithi003.stdout:902: oid 37 version 288 is already newer than 287 2024-04-13T07:16:59.872 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 288 (ObjNum 288 snap 93 seq_num 288) dirty exists 2024-04-13T07:16:59.873 INFO:tasks.rados.rados.0.smithi003.stdout:902: left oid 37 (ObjNum 288 snap 93 seq_num 288) 2024-04-13T07:17:00.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:59 smithi003 ceph-mon[37804]: pgmap v11: 121 pgs: 121 active+clean; 330 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.3 MiB/s wr, 49 op/s 2024-04-13T07:17:00.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:59 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:00.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:59 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:00.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:16:59 smithi003 ceph-mon[37804]: osdmap e243: 8 total, 8 up, 8 in 2024-04-13T07:17:00.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:59 smithi003 ceph-mon[89364]: pgmap v11: 121 pgs: 121 active+clean; 330 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.3 MiB/s wr, 49 op/s 2024-04-13T07:17:00.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:00.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:00.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:16:59 smithi003 ceph-mon[89364]: osdmap e243: 8 total, 8 up, 8 in 2024-04-13T07:17:00.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:59 smithi066 ceph-mon[30583]: pgmap v11: 121 pgs: 121 active+clean; 330 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.3 MiB/s wr, 49 op/s 2024-04-13T07:17:00.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:59 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:00.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:59 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:00.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:16:59 smithi066 ceph-mon[30583]: osdmap e243: 8 total, 8 up, 8 in 2024-04-13T07:17:00.867 INFO:tasks.rados.rados.0.smithi003.stdout:902: done (1 left) 2024-04-13T07:17:00.867 INFO:tasks.rados.rados.0.smithi003.stdout:904: done (0 left) 2024-04-13T07:17:00.867 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 13 current snap is 94 2024-04-13T07:17:00.868 INFO:tasks.rados.rados.0.smithi003.stdout:905: seq_num 290 ranges {819200=57344} 2024-04-13T07:17:00.872 INFO:tasks.rados.rados.0.smithi003.stdout:905: writing smithi00377890-13 from 819200 to 876544 tid 1 2024-04-13T07:17:00.872 INFO:tasks.rados.rados.0.smithi003.stdout:906: delete oid 50 current snap is 94 2024-04-13T07:17:00.876 INFO:tasks.rados.rados.0.smithi003.stdout:906: done (1 left) 2024-04-13T07:17:00.876 INFO:tasks.rados.rados.0.smithi003.stdout:907: rollback oid 21 current snap is 94 2024-04-13T07:17:00.876 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 21 to 88 2024-04-13T07:17:00.876 INFO:tasks.rados.rados.0.smithi003.stdout:908: snap_remove snap 79 2024-04-13T07:17:01.867 INFO:tasks.rados.rados.0.smithi003.stdout:905: finishing write tid 1 to smithi00377890-13 2024-04-13T07:17:01.867 INFO:tasks.rados.rados.0.smithi003.stdout:907: finishing rollback tid 0 to smithi00377890-21 2024-04-13T07:17:01.867 INFO:tasks.rados.rados.0.smithi003.stdout:905: finishing write tid 2 to smithi00377890-13 2024-04-13T07:17:01.867 INFO:tasks.rados.rados.0.smithi003.stdout:907: finishing rollback tid 1 to smithi00377890-21 2024-04-13T07:17:01.867 INFO:tasks.rados.rados.0.smithi003.stdout:907: finishing rollback tid 2 to smithi00377890-21 2024-04-13T07:17:01.867 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 228 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:17:01.867 INFO:tasks.rados.rados.0.smithi003.stdout:905: finishing write tid 3 to smithi00377890-13 2024-04-13T07:17:01.867 INFO:tasks.rados.rados.0.smithi003.stdout:905: oid 13 updating version 0 to 445 2024-04-13T07:17:01.868 INFO:tasks.rados.rados.0.smithi003.stdout:905: oid 13 updating version 445 to 446 2024-04-13T07:17:01.868 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 446 (ObjNum 290 snap 94 seq_num 290) dirty exists 2024-04-13T07:17:01.868 INFO:tasks.rados.rados.0.smithi003.stdout:905: left oid 13 (ObjNum 290 snap 94 seq_num 290) 2024-04-13T07:17:01.868 INFO:tasks.rados.rados.0.smithi003.stdout:905: done (2 left) 2024-04-13T07:17:01.868 INFO:tasks.rados.rados.0.smithi003.stdout:907: done (1 left) 2024-04-13T07:17:01.868 INFO:tasks.rados.rados.0.smithi003.stdout:908: done (0 left) 2024-04-13T07:17:01.868 INFO:tasks.rados.rados.0.smithi003.stdout:909: snap_create 2024-04-13T07:17:01.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:01 smithi066 ceph-mon[30583]: pgmap v14: 121 pgs: 121 active+clean; 330 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.3 MiB/s wr, 49 op/s 2024-04-13T07:17:01.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:01 smithi066 ceph-mon[30583]: osdmap e244: 8 total, 8 up, 8 in 2024-04-13T07:17:02.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:01 smithi003 ceph-mon[37804]: pgmap v14: 121 pgs: 121 active+clean; 330 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.3 MiB/s wr, 49 op/s 2024-04-13T07:17:02.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:01 smithi003 ceph-mon[37804]: osdmap e244: 8 total, 8 up, 8 in 2024-04-13T07:17:02.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:01 smithi003 ceph-mon[89364]: pgmap v14: 121 pgs: 121 active+clean; 330 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.3 MiB/s wr, 49 op/s 2024-04-13T07:17:02.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:01 smithi003 ceph-mon[89364]: osdmap e244: 8 total, 8 up, 8 in 2024-04-13T07:17:02.654 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:17:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:17:02.878 INFO:tasks.rados.rados.0.smithi003.stdout:909: done (0 left) 2024-04-13T07:17:02.878 INFO:tasks.rados.rados.0.smithi003.stdout:910: read oid 46 snap -1 2024-04-13T07:17:02.878 INFO:tasks.rados.rados.0.smithi003.stdout:910: expect (ObjNum 209 snap 64 seq_num 209) 2024-04-13T07:17:02.878 INFO:tasks.rados.rados.0.smithi003.stdout:911: read oid 12 snap -1 2024-04-13T07:17:02.878 INFO:tasks.rados.rados.0.smithi003.stdout:911: expect (ObjNum 192 snap 57 seq_num 192) 2024-04-13T07:17:02.878 INFO:tasks.rados.rados.0.smithi003.stdout:912: copy_from oid 19 from oid 41 current snap is 95 2024-04-13T07:17:02.878 INFO:tasks.rados.rados.0.smithi003.stdout:913: copy_from oid 49 from oid 18 current snap is 95 2024-04-13T07:17:02.878 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 95 2024-04-13T07:17:02.879 INFO:tasks.rados.rados.0.smithi003.stdout:914: seq_num 292 ranges {1851392=98304} 2024-04-13T07:17:02.889 INFO:tasks.rados.rados.0.smithi003.stdout:914: writing smithi00377890-35 from 1851392 to 1949696 tid 1 2024-04-13T07:17:02.889 INFO:tasks.rados.rados.0.smithi003.stdout:915: rollback oid 15 current snap is 95 2024-04-13T07:17:02.889 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 15 to 89 2024-04-13T07:17:02.889 INFO:tasks.rados.rados.0.smithi003.stdout:916: rollback oid 36 current snap is 95 2024-04-13T07:17:02.889 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 36 to 71 2024-04-13T07:17:02.889 INFO:tasks.rados.rados.0.smithi003.stdout:917: rollback oid 40 current snap is 95 2024-04-13T07:17:02.889 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 40 to 81 2024-04-13T07:17:02.889 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 8 current snap is 95 2024-04-13T07:17:02.889 INFO:tasks.rados.rados.0.smithi003.stdout:918: seq_num 293 ranges {778240=114688} 2024-04-13T07:17:02.894 INFO:tasks.rados.rados.0.smithi003.stdout:918: writing smithi00377890-8 from 778240 to 892928 tid 1 2024-04-13T07:17:02.895 INFO:tasks.rados.rados.0.smithi003.stdout:912: finishing copy_from to smithi00377890-19 2024-04-13T07:17:02.895 INFO:tasks.rados.rados.0.smithi003.stdout:912: got expected ENOENT (src dne) 2024-04-13T07:17:02.895 INFO:tasks.rados.rados.0.smithi003.stdout:912: finishing copy_from racing read to smithi00377890-19 2024-04-13T07:17:02.895 INFO:tasks.rados.rados.0.smithi003.stdout:911: expect (ObjNum 192 snap 57 seq_num 192) 2024-04-13T07:17:02.923 INFO:tasks.rados.rados.0.smithi003.stdout:914: finishing write tid 1 to smithi00377890-35 2024-04-13T07:17:02.923 INFO:tasks.rados.rados.0.smithi003.stdout:910: expect (ObjNum 209 snap 64 seq_num 209) 2024-04-13T07:17:03.007 INFO:tasks.rados.rados.0.smithi003.stdout:914: finishing write tid 2 to smithi00377890-35 2024-04-13T07:17:03.008 INFO:tasks.rados.rados.0.smithi003.stdout:915: finishing rollback tid 0 to smithi00377890-15 2024-04-13T07:17:03.008 INFO:tasks.rados.rados.0.smithi003.stdout:915: finishing rollback tid 1 to smithi00377890-15 2024-04-13T07:17:03.008 INFO:tasks.rados.rados.0.smithi003.stdout:915: finishing rollback tid 2 to smithi00377890-15 2024-04-13T07:17:03.008 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 822 (ObjNum 192 snap 57 seq_num 192) dirty exists 2024-04-13T07:17:03.008 INFO:tasks.rados.rados.0.smithi003.stdout:917: finishing rollback tid 0 to smithi00377890-40 2024-04-13T07:17:03.008 INFO:tasks.rados.rados.0.smithi003.stdout:910: done (8 left) 2024-04-13T07:17:03.008 INFO:tasks.rados.rados.0.smithi003.stdout:911: done (7 left) 2024-04-13T07:17:03.008 INFO:tasks.rados.rados.0.smithi003.stdout:912: done (6 left) 2024-04-13T07:17:03.008 INFO:tasks.rados.rados.0.smithi003.stdout:915: done (5 left) 2024-04-13T07:17:03.008 INFO:tasks.rados.rados.0.smithi003.stdout:919: rollback oid 29 current snap is 95 2024-04-13T07:17:03.008 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 29 to 91 2024-04-13T07:17:03.008 INFO:tasks.rados.rados.0.smithi003.stdout:914: finishing write tid 3 to smithi00377890-35 2024-04-13T07:17:03.008 INFO:tasks.rados.rados.0.smithi003.stdout:914: oid 35 updating version 0 to 725 2024-04-13T07:17:03.009 INFO:tasks.rados.rados.0.smithi003.stdout:914: oid 35 version 725 is already newer than 724 2024-04-13T07:17:03.009 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 725 (ObjNum 292 snap 95 seq_num 292) dirty exists 2024-04-13T07:17:03.009 INFO:tasks.rados.rados.0.smithi003.stdout:914: left oid 35 (ObjNum 292 snap 95 seq_num 292) 2024-04-13T07:17:03.009 INFO:tasks.rados.rados.0.smithi003.stdout:918: finishing write tid 1 to smithi00377890-8 2024-04-13T07:17:03.009 INFO:tasks.rados.rados.0.smithi003.stdout:917: finishing rollback tid 1 to smithi00377890-40 2024-04-13T07:17:03.009 INFO:tasks.rados.rados.0.smithi003.stdout:917: finishing rollback tid 2 to smithi00377890-40 2024-04-13T07:17:03.009 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 826 (ObjNum 233 snap 69 seq_num 233) dirty exists 2024-04-13T07:17:03.009 INFO:tasks.rados.rados.0.smithi003.stdout:918: finishing write tid 2 to smithi00377890-8 2024-04-13T07:17:03.009 INFO:tasks.rados.rados.0.smithi003.stdout:916: finishing rollback tid 0 to smithi00377890-36 2024-04-13T07:17:03.009 INFO:tasks.rados.rados.0.smithi003.stdout:916: finishing rollback tid 1 to smithi00377890-36 2024-04-13T07:17:03.009 INFO:tasks.rados.rados.0.smithi003.stdout:916: finishing rollback tid 2 to smithi00377890-36 2024-04-13T07:17:03.009 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 326 (ObjNum 223 snap 66 seq_num 223) dirty exists 2024-04-13T07:17:03.009 INFO:tasks.rados.rados.0.smithi003.stdout:918: finishing write tid 3 to smithi00377890-8 2024-04-13T07:17:03.009 INFO:tasks.rados.rados.0.smithi003.stdout:918: oid 8 updating version 0 to 511 2024-04-13T07:17:03.009 INFO:tasks.rados.rados.0.smithi003.stdout:918: oid 8 updating version 511 to 512 2024-04-13T07:17:03.009 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 512 (ObjNum 293 snap 95 seq_num 293) dirty exists 2024-04-13T07:17:03.010 INFO:tasks.rados.rados.0.smithi003.stdout:918: left oid 8 (ObjNum 293 snap 95 seq_num 293) 2024-04-13T07:17:03.010 INFO:tasks.rados.rados.0.smithi003.stdout:913: finishing copy_from racing read to smithi00377890-49 2024-04-13T07:17:03.010 INFO:tasks.rados.rados.0.smithi003.stdout:913: finishing copy_from to smithi00377890-49 2024-04-13T07:17:03.010 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 515 (ObjNum 218 snap 66 seq_num 218) dirty exists 2024-04-13T07:17:03.010 INFO:tasks.rados.rados.0.smithi003.stdout:913: done (5 left) 2024-04-13T07:17:03.010 INFO:tasks.rados.rados.0.smithi003.stdout:914: done (4 left) 2024-04-13T07:17:03.010 INFO:tasks.rados.rados.0.smithi003.stdout:916: done (3 left) 2024-04-13T07:17:03.010 INFO:tasks.rados.rados.0.smithi003.stdout:917: done (2 left) 2024-04-13T07:17:03.010 INFO:tasks.rados.rados.0.smithi003.stdout:918: done (1 left) 2024-04-13T07:17:03.010 INFO:tasks.rados.rados.0.smithi003.stdout:920: read oid 20 snap -1 2024-04-13T07:17:03.010 INFO:tasks.rados.rados.0.smithi003.stdout:920: expect deleted 2024-04-13T07:17:03.010 INFO:tasks.rados.rados.0.smithi003.stdout:921: snap_create 2024-04-13T07:17:03.011 INFO:tasks.rados.rados.0.smithi003.stdout:919: finishing rollback tid 0 to smithi00377890-29 2024-04-13T07:17:03.011 INFO:tasks.rados.rados.0.smithi003.stdout:919: finishing rollback tid 1 to smithi00377890-29 2024-04-13T07:17:03.011 INFO:tasks.rados.rados.0.smithi003.stdout:919: finishing rollback tid 2 to smithi00377890-29 2024-04-13T07:17:03.011 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 330 (ObjNum 236 snap 69 seq_num 236) dirty exists 2024-04-13T07:17:03.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:02 smithi003 ceph-mon[89364]: osdmap e245: 8 total, 8 up, 8 in 2024-04-13T07:17:03.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:03.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:03.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:03.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:17:03.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:02 smithi003 ceph-mon[37804]: osdmap e245: 8 total, 8 up, 8 in 2024-04-13T07:17:03.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:02 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:03.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:02 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:03.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:02 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:03.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:02 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:17:03.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:02 smithi066 ceph-mon[30583]: osdmap e245: 8 total, 8 up, 8 in 2024-04-13T07:17:03.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:02 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:03.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:02 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:03.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:02 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:03.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:02 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:17:03.875 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:17:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:17:03.884 INFO:tasks.rados.rados.0.smithi003.stdout:919: done (2 left) 2024-04-13T07:17:03.884 INFO:tasks.rados.rados.0.smithi003.stdout:920: done (1 left) 2024-04-13T07:17:03.885 INFO:tasks.rados.rados.0.smithi003.stdout:921: done (0 left) 2024-04-13T07:17:03.885 INFO:tasks.rados.rados.0.smithi003.stdout:922: snap_remove snap 28 2024-04-13T07:17:04.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[89364]: Updating smithi003:/etc/ceph/ceph.conf 2024-04-13T07:17:04.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[89364]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-13T07:17:04.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[89364]: pgmap v17: 121 pgs: 121 active+clean; 330 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:17:04.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[89364]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:17:04.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[89364]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:17:04.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[89364]: Updating smithi003:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:17:04.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[89364]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:17:04.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[89364]: osdmap e246: 8 total, 8 up, 8 in 2024-04-13T07:17:04.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[89364]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:17:04.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[89364]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:17:04.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:04.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:04.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:04.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:04.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:04.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:17:04.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:17:04.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T07:17:04.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-13T07:17:04.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[37804]: Updating smithi003:/etc/ceph/ceph.conf 2024-04-13T07:17:04.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[37804]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-13T07:17:04.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[37804]: pgmap v17: 121 pgs: 121 active+clean; 330 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:17:04.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[37804]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:17:04.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[37804]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:17:04.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[37804]: Updating smithi003:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:17:04.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[37804]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:17:04.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[37804]: osdmap e246: 8 total, 8 up, 8 in 2024-04-13T07:17:04.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[37804]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:17:04.140 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[37804]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:17:04.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:04.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:04.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:04.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:04.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:04.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:17:04.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:17:04.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T07:17:04.141 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:03 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-13T07:17:04.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-mon[30583]: Updating smithi003:/etc/ceph/ceph.conf 2024-04-13T07:17:04.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-mon[30583]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-13T07:17:04.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-mon[30583]: pgmap v17: 121 pgs: 121 active+clean; 330 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:17:04.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-mon[30583]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:17:04.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-mon[30583]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-13T07:17:04.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-mon[30583]: Updating smithi003:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:17:04.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-mon[30583]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-13T07:17:04.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-mon[30583]: osdmap e246: 8 total, 8 up, 8 in 2024-04-13T07:17:04.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-mon[30583]: Updating smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:17:04.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-mon[30583]: Updating smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T07:17:04.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:04.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:04.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:04.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:04.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:04.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:17:04.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:17:04.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T07:17:04.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:03 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-13T07:17:04.637 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:17:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:17:04] "GET /metrics HTTP/1.1" 200 33258 "" "Prometheus/2.43.0" 2024-04-13T07:17:04.892 INFO:tasks.rados.rados.0.smithi003.stdout:922: done (0 left) 2024-04-13T07:17:04.892 INFO:tasks.rados.rados.0.smithi003.stdout:923: rmattr oid 41 current snap is 96 2024-04-13T07:17:04.892 INFO:tasks.rados.rados.0.smithi003.stdout:923: done (0 left) 2024-04-13T07:17:04.892 INFO:tasks.rados.rados.0.smithi003.stdout:924: snap_remove snap 89 2024-04-13T07:17:05.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:04 smithi003 ceph-mon[89364]: Upgrade: It appears safe to stop mon.c 2024-04-13T07:17:05.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:04 smithi003 ceph-mon[89364]: osdmap e247: 8 total, 8 up, 8 in 2024-04-13T07:17:05.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:04 smithi003 ceph-mon[37804]: Upgrade: It appears safe to stop mon.c 2024-04-13T07:17:05.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:04 smithi003 ceph-mon[37804]: osdmap e247: 8 total, 8 up, 8 in 2024-04-13T07:17:05.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:04 smithi066 ceph-mon[30583]: Upgrade: It appears safe to stop mon.c 2024-04-13T07:17:05.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:04 smithi066 ceph-mon[30583]: osdmap e247: 8 total, 8 up, 8 in 2024-04-13T07:17:05.895 INFO:tasks.rados.rados.0.smithi003.stdout:924: done (0 left) 2024-04-13T07:17:05.895 INFO:tasks.rados.rados.0.smithi003.stdout:925: setattr oid 11 current snap is 96 2024-04-13T07:17:05.896 INFO:tasks.rados.rados.0.smithi003.stdout:926: rmattr oid 31 current snap is 96 2024-04-13T07:17:05.896 INFO:tasks.rados.rados.0.smithi003.stdout:926: done (1 left) 2024-04-13T07:17:05.896 INFO:tasks.rados.rados.0.smithi003.stdout:927: rollback oid 42 current snap is 96 2024-04-13T07:17:05.896 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 42 to 88 2024-04-13T07:17:05.896 INFO:tasks.rados.rados.0.smithi003.stdout:928: rollback oid 38 current snap is 96 2024-04-13T07:17:05.896 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 38 to 92 2024-04-13T07:17:05.896 INFO:tasks.rados.rados.0.smithi003.stdout:929: snap_create 2024-04-13T07:17:05.904 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 555 (ObjNum 257 snap 84 seq_num 257) dirty exists 2024-04-13T07:17:05.907 INFO:tasks.rados.rados.0.smithi003.stdout:927: finishing rollback tid 0 to smithi00377890-42 2024-04-13T07:17:05.908 INFO:tasks.rados.rados.0.smithi003.stdout:927: finishing rollback tid 1 to smithi00377890-42 2024-04-13T07:17:05.909 INFO:tasks.rados.rados.0.smithi003.stdout:927: finishing rollback tid 2 to smithi00377890-42 2024-04-13T07:17:05.909 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 449 (ObjNum 247 snap 76 seq_num 247) dirty exists 2024-04-13T07:17:05.909 INFO:tasks.rados.rados.0.smithi003.stdout:928: finishing rollback tid 0 to smithi00377890-38 2024-04-13T07:17:05.909 INFO:tasks.rados.rados.0.smithi003.stdout:928: finishing rollback tid 1 to smithi00377890-38 2024-04-13T07:17:05.909 INFO:tasks.rados.rados.0.smithi003.stdout:928: finishing rollback tid 2 to smithi00377890-38 2024-04-13T07:17:05.909 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 515 (ObjNum 147 snap 39 seq_num 147) dirty exists 2024-04-13T07:17:06.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:05 smithi003 ceph-mon[89364]: pgmap v20: 121 pgs: 121 active+clean; 348 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-04-13T07:17:06.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:05 smithi003 ceph-mon[89364]: osdmap e248: 8 total, 8 up, 8 in 2024-04-13T07:17:06.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:06.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:17:06.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:17:06.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:06.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:05 smithi003 ceph-mon[37804]: pgmap v20: 121 pgs: 121 active+clean; 348 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-04-13T07:17:06.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:05 smithi003 ceph-mon[37804]: osdmap e248: 8 total, 8 up, 8 in 2024-04-13T07:17:06.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:05 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:06.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:05 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:17:06.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:05 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:17:06.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:05 smithi003 ceph-mon[37804]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:06.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:05 smithi066 ceph-mon[30583]: pgmap v20: 121 pgs: 121 active+clean; 348 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-04-13T07:17:06.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:05 smithi066 ceph-mon[30583]: osdmap e248: 8 total, 8 up, 8 in 2024-04-13T07:17:06.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:05 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:06.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:05 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:17:06.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:05 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:17:06.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:05 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:06.906 INFO:tasks.rados.rados.0.smithi003.stdout:925: done (3 left) 2024-04-13T07:17:06.906 INFO:tasks.rados.rados.0.smithi003.stdout:927: done (2 left) 2024-04-13T07:17:06.906 INFO:tasks.rados.rados.0.smithi003.stdout:928: done (1 left) 2024-04-13T07:17:06.907 INFO:tasks.rados.rados.0.smithi003.stdout:929: done (0 left) 2024-04-13T07:17:06.907 INFO:tasks.rados.rados.0.smithi003.stdout:930: rollback oid 43 current snap is 97 2024-04-13T07:17:06.907 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 43 to 68 2024-04-13T07:17:06.907 INFO:tasks.rados.rados.0.smithi003.stdout:931: snap_create 2024-04-13T07:17:06.907 INFO:tasks.rados.rados.0.smithi003.stdout:930: finishing rollback tid 0 to smithi00377890-43 2024-04-13T07:17:06.908 INFO:tasks.rados.rados.0.smithi003.stdout:930: finishing rollback tid 1 to smithi00377890-43 2024-04-13T07:17:06.908 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 560 (ObjNum 129 snap 0 seq_num 292183576) dirty dne 2024-04-13T07:17:07.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:06 smithi066 ceph-mon[30583]: Upgrade: Updating mon.c 2024-04-13T07:17:07.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:06 smithi066 ceph-mon[30583]: Deploying daemon mon.c on smithi003 2024-04-13T07:17:07.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:06 smithi066 ceph-mon[30583]: osdmap e249: 8 total, 8 up, 8 in 2024-04-13T07:17:07.265 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:06 smithi003 ceph-mon[89364]: Upgrade: Updating mon.c 2024-04-13T07:17:07.265 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:06 smithi003 ceph-mon[89364]: Deploying daemon mon.c on smithi003 2024-04-13T07:17:07.265 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:06 smithi003 ceph-mon[89364]: osdmap e249: 8 total, 8 up, 8 in 2024-04-13T07:17:07.265 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:06 smithi003 ceph-mon[37804]: Upgrade: Updating mon.c 2024-04-13T07:17:07.266 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:06 smithi003 ceph-mon[37804]: Deploying daemon mon.c on smithi003 2024-04-13T07:17:07.266 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:06 smithi003 ceph-mon[37804]: osdmap e249: 8 total, 8 up, 8 in 2024-04-13T07:17:07.846 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:07 smithi003 systemd[1]: Stopping Ceph mon.c for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:17:08.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:07 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-c[37799]: 2024-04-13T07:17:07.841+0000 7f9975b12700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:17:08.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:07 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-c[37799]: 2024-04-13T07:17:07.841+0000 7f9975b12700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-13T07:17:08.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:07 smithi003 podman[91569]: 2024-04-13 07:17:07.872731159 +0000 UTC m=+0.183327067 container died ff89cdffb9403a539678e8f32614c73eaadb778f3cdd371a9cb831ff46dfc4d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=reef-7d36322, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-13T07:17:08.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:08 smithi003 podman[91569]: 2024-04-13 07:17:08.342527951 +0000 UTC m=+0.653123861 container cleanup ff89cdffb9403a539678e8f32614c73eaadb778f3cdd371a9cb831ff46dfc4d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-c, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7d36322, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True) 2024-04-13T07:17:08.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:08 smithi003 bash[91569]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-c 2024-04-13T07:17:08.983 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:08 smithi003 podman[91583]: 2024-04-13 07:17:08.644112162 +0000 UTC m=+0.769261585 container remove ff89cdffb9403a539678e8f32614c73eaadb778f3cdd371a9cb831ff46dfc4d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-c, org.label-schema.vendor=CentOS, ceph=True, RELEASE=reef-7d36322, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0) 2024-04-13T07:17:08.983 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:08 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.c.service: Deactivated successfully. 2024-04-13T07:17:08.983 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:08 smithi003 systemd[1]: Stopped Ceph mon.c for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:17:08.984 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:08 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.c.service: Consumed 7.753s CPU time. 2024-04-13T07:17:09.327 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:08 smithi003 systemd[1]: Starting Ceph mon.c for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:17:09.327 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 podman[91714]: 2024-04-13 07:17:09.095224742 +0000 UTC m=+0.017636039 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:17:09.327 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 podman[91714]: 2024-04-13 07:17:09.203614408 +0000 UTC m=+0.126025704 container create bcc866c9b63b9a44c8b2875d63b93e8062c6f9b19ee6fd6d58176b4007c2a6d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-c, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True) 2024-04-13T07:17:09.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 podman[91714]: 2024-04-13 07:17:09.415017542 +0000 UTC m=+0.337428848 container init bcc866c9b63b9a44c8b2875d63b93e8062c6f9b19ee6fd6d58176b4007c2a6d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-c, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=) 2024-04-13T07:17:09.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 podman[91714]: 2024-04-13 07:17:09.418569452 +0000 UTC m=+0.340980749 container start bcc866c9b63b9a44c8b2875d63b93e8062c6f9b19ee6fd6d58176b4007c2a6d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-c, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-13T07:17:09.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: set uid:gid to 167:167 (ceph:ceph) 2024-04-13T07:17:09.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev), process ceph-mon, pid 2 2024-04-13T07:17:09.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: pidfile_write: ignore empty --pid-file 2024-04-13T07:17:09.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: load: jerasure load: lrc 2024-04-13T07:17:09.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: RocksDB version: 7.9.2 2024-04-13T07:17:09.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Git sha 0 2024-04-13T07:17:09.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Compile date 2024-04-12 15:38:20 2024-04-13T07:17:09.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: DB SUMMARY 2024-04-13T07:17:09.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: DB Session ID: QU6G9XK9BVWA8A0ETHQX 2024-04-13T07:17:09.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: CURRENT file: CURRENT 2024-04-13T07:17:09.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: IDENTITY file: IDENTITY 2024-04-13T07:17:09.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1402 Bytes 2024-04-13T07:17:09.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-04-13T07:17:09.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 7845293 ; 2024-04-13T07:17:09.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.error_if_exists: 0 2024-04-13T07:17:09.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.create_if_missing: 0 2024-04-13T07:17:09.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.paranoid_checks: 1 2024-04-13T07:17:09.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-13T07:17:09.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-13T07:17:09.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-13T07:17:09.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.env: 0x563304625cc0 2024-04-13T07:17:09.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.fs: PosixFileSystem 2024-04-13T07:17:09.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.info_log: 0x56330581fbe0 2024-04-13T07:17:09.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_file_opening_threads: 16 2024-04-13T07:17:09.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.statistics: (nil) 2024-04-13T07:17:09.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.use_fsync: 0 2024-04-13T07:17:09.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_log_file_size: 0 2024-04-13T07:17:09.640 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-13T07:17:09.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-13T07:17:09.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.keep_log_file_num: 1000 2024-04-13T07:17:09.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.recycle_log_file_num: 0 2024-04-13T07:17:09.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.allow_fallocate: 1 2024-04-13T07:17:09.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.allow_mmap_reads: 0 2024-04-13T07:17:09.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.allow_mmap_writes: 0 2024-04-13T07:17:09.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.use_direct_reads: 0 2024-04-13T07:17:09.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-13T07:17:09.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.create_missing_column_families: 0 2024-04-13T07:17:09.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.db_log_dir: 2024-04-13T07:17:09.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.wal_dir: 2024-04-13T07:17:09.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-13T07:17:09.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-13T07:17:09.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-13T07:17:09.641 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-13T07:17:09.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-13T07:17:09.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-13T07:17:09.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.advise_random_on_open: 1 2024-04-13T07:17:09.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.db_write_buffer_size: 0 2024-04-13T07:17:09.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.write_buffer_manager: 0x5633057f01e0 2024-04-13T07:17:09.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-13T07:17:09.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-13T07:17:09.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-13T07:17:09.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.rate_limiter: (nil) 2024-04-13T07:17:09.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-13T07:17:09.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.wal_recovery_mode: 2 2024-04-13T07:17:09.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.enable_thread_tracking: 0 2024-04-13T07:17:09.642 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.enable_pipelined_write: 0 2024-04-13T07:17:09.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.unordered_write: 0 2024-04-13T07:17:09.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-13T07:17:09.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-13T07:17:09.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-13T07:17:09.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-13T07:17:09.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.row_cache: None 2024-04-13T07:17:09.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.wal_filter: None 2024-04-13T07:17:09.643 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-13T07:17:09.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.allow_ingest_behind: 0 2024-04-13T07:17:09.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.two_write_queues: 0 2024-04-13T07:17:09.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.manual_wal_flush: 0 2024-04-13T07:17:09.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.wal_compression: 0 2024-04-13T07:17:09.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.atomic_flush: 0 2024-04-13T07:17:09.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-13T07:17:09.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-13T07:17:09.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-13T07:17:09.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.log_readahead_size: 0 2024-04-13T07:17:09.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-13T07:17:09.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.best_efforts_recovery: 0 2024-04-13T07:17:09.646 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-13T07:17:09.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-13T07:17:09.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.allow_data_in_errors: 0 2024-04-13T07:17:09.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.db_host_id: __hostname__ 2024-04-13T07:17:09.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-13T07:17:09.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_background_jobs: 2 2024-04-13T07:17:09.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_background_compactions: -1 2024-04-13T07:17:09.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_subcompactions: 1 2024-04-13T07:17:09.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-13T07:17:09.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-13T07:17:09.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-13T07:17:09.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_total_wal_size: 0 2024-04-13T07:17:09.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-13T07:17:09.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-13T07:17:09.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-13T07:17:09.647 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-13T07:17:09.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_open_files: -1 2024-04-13T07:17:09.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.bytes_per_sync: 0 2024-04-13T07:17:09.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-13T07:17:09.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-13T07:17:09.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compaction_readahead_size: 0 2024-04-13T07:17:09.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_background_flushes: -1 2024-04-13T07:17:09.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Compression algorithms supported: 2024-04-13T07:17:09.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-13T07:17:09.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: kZSTD supported: 0 2024-04-13T07:17:09.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: kXpressCompression supported: 0 2024-04-13T07:17:09.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: kLZ4HCCompression supported: 1 2024-04-13T07:17:09.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: kZlibCompression supported: 1 2024-04-13T07:17:09.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: kSnappyCompression supported: 1 2024-04-13T07:17:09.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: kLZ4Compression supported: 1 2024-04-13T07:17:09.648 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: kBZip2Compression supported: 0 2024-04-13T07:17:09.649 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-13T07:17:09.649 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-13T07:17:09.649 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-04-13T07:17:09.649 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-13T07:17:09.649 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-13T07:17:09.649 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.merge_operator: 2024-04-13T07:17:09.649 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compaction_filter: None 2024-04-13T07:17:09.649 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compaction_filter_factory: None 2024-04-13T07:17:09.649 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.sst_partitioner_factory: None 2024-04-13T07:17:09.649 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-13T07:17:09.649 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-13T07:17:09.649 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56330581fdc0) 2024-04-13T07:17:09.649 INFO:journalctl@ceph.mon.c.smithi003.stdout: cache_index_and_filter_blocks: 1 2024-04-13T07:17:09.649 INFO:journalctl@ceph.mon.c.smithi003.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-13T07:17:09.649 INFO:journalctl@ceph.mon.c.smithi003.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-13T07:17:09.650 INFO:journalctl@ceph.mon.c.smithi003.stdout: pin_top_level_index_and_filter: 1 2024-04-13T07:17:09.650 INFO:journalctl@ceph.mon.c.smithi003.stdout: index_type: 0 2024-04-13T07:17:09.650 INFO:journalctl@ceph.mon.c.smithi003.stdout: data_block_index_type: 0 2024-04-13T07:17:09.650 INFO:journalctl@ceph.mon.c.smithi003.stdout: index_shortening: 1 2024-04-13T07:17:09.650 INFO:journalctl@ceph.mon.c.smithi003.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-13T07:17:09.650 INFO:journalctl@ceph.mon.c.smithi003.stdout: checksum: 4 2024-04-13T07:17:09.650 INFO:journalctl@ceph.mon.c.smithi003.stdout: no_block_cache: 0 2024-04-13T07:17:09.650 INFO:journalctl@ceph.mon.c.smithi003.stdout: block_cache: 0x563305823090 2024-04-13T07:17:09.650 INFO:journalctl@ceph.mon.c.smithi003.stdout: block_cache_name: BinnedLRUCache 2024-04-13T07:17:09.650 INFO:journalctl@ceph.mon.c.smithi003.stdout: block_cache_options: 2024-04-13T07:17:09.650 INFO:journalctl@ceph.mon.c.smithi003.stdout: capacity : 536870912 2024-04-13T07:17:09.650 INFO:journalctl@ceph.mon.c.smithi003.stdout: num_shard_bits : 4 2024-04-13T07:17:09.650 INFO:journalctl@ceph.mon.c.smithi003.stdout: strict_capacity_limit : 0 2024-04-13T07:17:09.650 INFO:journalctl@ceph.mon.c.smithi003.stdout: high_pri_pool_ratio: 0.000 2024-04-13T07:17:09.650 INFO:journalctl@ceph.mon.c.smithi003.stdout: block_cache_compressed: (nil) 2024-04-13T07:17:09.651 INFO:journalctl@ceph.mon.c.smithi003.stdout: persistent_cache: (nil) 2024-04-13T07:17:09.651 INFO:journalctl@ceph.mon.c.smithi003.stdout: block_size: 4096 2024-04-13T07:17:09.651 INFO:journalctl@ceph.mon.c.smithi003.stdout: block_size_deviation: 10 2024-04-13T07:17:09.651 INFO:journalctl@ceph.mon.c.smithi003.stdout: block_restart_interval: 16 2024-04-13T07:17:09.651 INFO:journalctl@ceph.mon.c.smithi003.stdout: index_block_restart_interval: 1 2024-04-13T07:17:09.651 INFO:journalctl@ceph.mon.c.smithi003.stdout: metadata_block_size: 4096 2024-04-13T07:17:09.651 INFO:journalctl@ceph.mon.c.smithi003.stdout: partition_filters: 0 2024-04-13T07:17:09.651 INFO:journalctl@ceph.mon.c.smithi003.stdout: use_delta_encoding: 1 2024-04-13T07:17:09.651 INFO:journalctl@ceph.mon.c.smithi003.stdout: filter_policy: bloomfilter 2024-04-13T07:17:09.651 INFO:journalctl@ceph.mon.c.smithi003.stdout: whole_key_filtering: 1 2024-04-13T07:17:09.651 INFO:journalctl@ceph.mon.c.smithi003.stdout: verify_compression: 0 2024-04-13T07:17:09.651 INFO:journalctl@ceph.mon.c.smithi003.stdout: read_amp_bytes_per_bit: 0 2024-04-13T07:17:09.651 INFO:journalctl@ceph.mon.c.smithi003.stdout: format_version: 5 2024-04-13T07:17:09.651 INFO:journalctl@ceph.mon.c.smithi003.stdout: enable_index_compression: 1 2024-04-13T07:17:09.651 INFO:journalctl@ceph.mon.c.smithi003.stdout: block_align: 0 2024-04-13T07:17:09.652 INFO:journalctl@ceph.mon.c.smithi003.stdout: max_auto_readahead_size: 262144 2024-04-13T07:17:09.652 INFO:journalctl@ceph.mon.c.smithi003.stdout: prepopulate_block_cache: 0 2024-04-13T07:17:09.652 INFO:journalctl@ceph.mon.c.smithi003.stdout: initial_auto_readahead_size: 8192 2024-04-13T07:17:09.652 INFO:journalctl@ceph.mon.c.smithi003.stdout: num_file_reads_for_auto_readahead: 2 2024-04-13T07:17:09.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.write_buffer_size: 33554432 2024-04-13T07:17:09.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_write_buffer_number: 2 2024-04-13T07:17:09.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compression: NoCompression 2024-04-13T07:17:09.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.bottommost_compression: Disabled 2024-04-13T07:17:09.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.prefix_extractor: nullptr 2024-04-13T07:17:09.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-13T07:17:09.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.num_levels: 7 2024-04-13T07:17:09.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-13T07:17:09.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-13T07:17:09.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-13T07:17:09.652 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-13T07:17:09.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-13T07:17:09.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-13T07:17:09.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-13T07:17:09.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:17:09.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-13T07:17:09.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-13T07:17:09.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:17:09.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:17:09.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-13T07:17:09.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compression_opts.level: 32767 2024-04-13T07:17:09.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compression_opts.strategy: 0 2024-04-13T07:17:09.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-13T07:17:09.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:17:09.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:17:09.654 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-13T07:17:09.654 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compression_opts.enabled: false 2024-04-13T07:17:09.654 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:17:09.654 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-13T07:17:09.654 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-13T07:17:09.654 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-13T07:17:09.654 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.target_file_size_base: 67108864 2024-04-13T07:17:09.654 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-13T07:17:09.654 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-13T07:17:09.654 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-13T07:17:09.654 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-13T07:17:09.654 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-13T07:17:09.654 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-13T07:17:09.655 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-13T07:17:09.655 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-13T07:17:09.655 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-13T07:17:09.655 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-13T07:17:09.655 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-13T07:17:09.655 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-13T07:17:09.655 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-13T07:17:09.655 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-13T07:17:09.655 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.arena_block_size: 1048576 2024-04-13T07:17:09.655 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-13T07:17:09.655 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-13T07:17:09.655 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.disable_auto_compactions: 0 2024-04-13T07:17:09.655 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-13T07:17:09.655 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-13T07:17:09.655 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-13T07:17:09.655 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-13T07:17:09.655 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-13T07:17:09.656 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-13T07:17:09.656 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-13T07:17:09.656 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-13T07:17:09.656 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-13T07:17:09.656 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-13T07:17:09.656 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-13T07:17:09.656 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.inplace_update_support: 0 2024-04-13T07:17:09.656 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-13T07:17:09.656 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-13T07:17:09.656 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-13T07:17:09.656 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-13T07:17:09.656 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.bloom_locality: 0 2024-04-13T07:17:09.656 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.max_successive_merges: 0 2024-04-13T07:17:09.656 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-13T07:17:09.657 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.paranoid_file_checks: 0 2024-04-13T07:17:09.657 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.force_consistency_checks: 1 2024-04-13T07:17:09.657 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.report_bg_io_stats: 0 2024-04-13T07:17:09.657 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.ttl: 2592000 2024-04-13T07:17:09.657 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-13T07:17:09.657 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-13T07:17:09.657 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-13T07:17:09.657 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.enable_blob_files: false 2024-04-13T07:17:09.657 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.min_blob_size: 0 2024-04-13T07:17:09.657 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.blob_file_size: 268435456 2024-04-13T07:17:09.657 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-13T07:17:09.657 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-13T07:17:09.657 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-13T07:17:09.657 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-13T07:17:09.657 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-13T07:17:09.658 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.blob_file_starting_level: 0 2024-04-13T07:17:09.658 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-13T07:17:09.658 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-13T07:17:09.658 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13426, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-13T07:17:09.658 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-13T07:17:09.658 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: f2d83e1d-9522-4b12-b64f-7be07b9c1dc7 2024-04-13T07:17:09.658 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712992629447691, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-13T07:17:09.658 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-13T07:17:09.658 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712992629465950, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 4837326, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13431, "largest_seqno": 15652, "table_properties": {"data_size": 4826543, "index_size": 7433, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2309, "raw_key_size": 21757, "raw_average_key_size": 24, "raw_value_size": 4806083, "raw_average_value_size": 5322, "num_data_blocks": 326, "num_entries": 903, "num_filter_entries": 903, "num_deletions": 29, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712992629, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "f2d83e1d-9522-4b12-b64f-7be07b9c1dc7", "db_session_id": "QU6G9XK9BVWA8A0ETHQX", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-13T07:17:09.658 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712992629466057, "job": 1, "event": "recovery_finished"} 2024-04-13T07:17:09.658 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-13T07:17:09.658 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-13T07:17:09.659 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-13T07:17:09.659 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x563305912000 2024-04-13T07:17:09.659 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: DB pointer 0x5633058fc000 2024-04-13T07:17:09.659 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-13T07:17:09.659 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-13T07:17:09.659 INFO:journalctl@ceph.mon.c.smithi003.stdout: ** DB Stats ** 2024-04-13T07:17:09.659 INFO:journalctl@ceph.mon.c.smithi003.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:17:09.659 INFO:journalctl@ceph.mon.c.smithi003.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-13T07:17:09.659 INFO:journalctl@ceph.mon.c.smithi003.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:17:09.659 INFO:journalctl@ceph.mon.c.smithi003.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:17:09.659 INFO:journalctl@ceph.mon.c.smithi003.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-13T07:17:09.659 INFO:journalctl@ceph.mon.c.smithi003.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:17:09.659 INFO:journalctl@ceph.mon.c.smithi003.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:17:09.659 INFO:journalctl@ceph.mon.c.smithi003.stdout: 2024-04-13T07:17:09.659 INFO:journalctl@ceph.mon.c.smithi003.stdout: ** Compaction Stats [default] ** 2024-04-13T07:17:09.660 INFO:journalctl@ceph.mon.c.smithi003.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:17:09.660 INFO:journalctl@ceph.mon.c.smithi003.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-13T07:17:09.660 INFO:journalctl@ceph.mon.c.smithi003.stdout: L0 1/0 4.61 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 564.0 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-13T07:17:09.660 INFO:journalctl@ceph.mon.c.smithi003.stdout: L6 1/0 7.60 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-13T07:17:09.660 INFO:journalctl@ceph.mon.c.smithi003.stdout: Sum 2/0 12.21 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 564.0 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-13T07:17:09.660 INFO:journalctl@ceph.mon.c.smithi003.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 564.0 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-13T07:17:09.660 INFO:journalctl@ceph.mon.c.smithi003.stdout: 2024-04-13T07:17:09.660 INFO:journalctl@ceph.mon.c.smithi003.stdout: ** Compaction Stats [default] ** 2024-04-13T07:17:09.660 INFO:journalctl@ceph.mon.c.smithi003.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:17:09.660 INFO:journalctl@ceph.mon.c.smithi003.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-13T07:17:09.660 INFO:journalctl@ceph.mon.c.smithi003.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 564.0 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-13T07:17:09.660 INFO:journalctl@ceph.mon.c.smithi003.stdout: 2024-04-13T07:17:09.660 INFO:journalctl@ceph.mon.c.smithi003.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-13T07:17:09.660 INFO:journalctl@ceph.mon.c.smithi003.stdout: 2024-04-13T07:17:09.660 INFO:journalctl@ceph.mon.c.smithi003.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:17:09.661 INFO:journalctl@ceph.mon.c.smithi003.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-04-13T07:17:09.661 INFO:journalctl@ceph.mon.c.smithi003.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-13T07:17:09.661 INFO:journalctl@ceph.mon.c.smithi003.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-13T07:17:09.661 INFO:journalctl@ceph.mon.c.smithi003.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-13T07:17:09.661 INFO:journalctl@ceph.mon.c.smithi003.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-13T07:17:09.661 INFO:journalctl@ceph.mon.c.smithi003.stdout: Cumulative compaction: 0.00 GB write, 220.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:17:09.661 INFO:journalctl@ceph.mon.c.smithi003.stdout: Interval compaction: 0.00 GB write, 220.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:17:09.661 INFO:journalctl@ceph.mon.c.smithi003.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-13T07:17:09.661 INFO:journalctl@ceph.mon.c.smithi003.stdout: Block cache BinnedLRUCache@0x563305823090#2 capacity: 512.00 MB usage: 10.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-13T07:17:09.661 INFO:journalctl@ceph.mon.c.smithi003.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.53 KB,0.000482798%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-04-13T07:17:09.661 INFO:journalctl@ceph.mon.c.smithi003.stdout: 2024-04-13T07:17:09.661 INFO:journalctl@ceph.mon.c.smithi003.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-13T07:17:09.661 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: starting mon.c rank 2 at public addrs [v2:172.21.15.3:3301/0,v1:172.21.15.3:6790/0] at bind addrs [v2:172.21.15.3:3301/0,v1:172.21.15.3:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:17:09.661 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: mon.c@-1(???) e3 preinit fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:17:09.662 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: mon.c@-1(???).mds e6 new map 2024-04-13T07:17:09.662 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: mon.c@-1(???).mds e6 print_map 2024-04-13T07:17:09.662 INFO:journalctl@ceph.mon.c.smithi003.stdout: e6 2024-04-13T07:17:09.662 INFO:journalctl@ceph.mon.c.smithi003.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-13T07:17:09.662 INFO:journalctl@ceph.mon.c.smithi003.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T07:17:09.662 INFO:journalctl@ceph.mon.c.smithi003.stdout: legacy client fscid: 1 2024-04-13T07:17:09.662 INFO:journalctl@ceph.mon.c.smithi003.stdout: 2024-04-13T07:17:09.662 INFO:journalctl@ceph.mon.c.smithi003.stdout: Filesystem 'cephfs' (1) 2024-04-13T07:17:09.662 INFO:journalctl@ceph.mon.c.smithi003.stdout: fs_name cephfs 2024-04-13T07:17:09.662 INFO:journalctl@ceph.mon.c.smithi003.stdout: epoch 6 2024-04-13T07:17:09.662 INFO:journalctl@ceph.mon.c.smithi003.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-13T07:17:09.662 INFO:journalctl@ceph.mon.c.smithi003.stdout: created 2024-04-13T07:10:44.810620+0000 2024-04-13T07:17:09.662 INFO:journalctl@ceph.mon.c.smithi003.stdout: modified 2024-04-13T07:10:46.819034+0000 2024-04-13T07:17:09.662 INFO:journalctl@ceph.mon.c.smithi003.stdout: tableserver 0 2024-04-13T07:17:09.663 INFO:journalctl@ceph.mon.c.smithi003.stdout: root 0 2024-04-13T07:17:09.663 INFO:journalctl@ceph.mon.c.smithi003.stdout: session_timeout 60 2024-04-13T07:17:09.663 INFO:journalctl@ceph.mon.c.smithi003.stdout: session_autoclose 300 2024-04-13T07:17:09.663 INFO:journalctl@ceph.mon.c.smithi003.stdout: max_file_size 1099511627776 2024-04-13T07:17:09.663 INFO:journalctl@ceph.mon.c.smithi003.stdout: max_xattr_size 65536 2024-04-13T07:17:09.663 INFO:journalctl@ceph.mon.c.smithi003.stdout: required_client_features {} 2024-04-13T07:17:09.663 INFO:journalctl@ceph.mon.c.smithi003.stdout: last_failure 0 2024-04-13T07:17:09.663 INFO:journalctl@ceph.mon.c.smithi003.stdout: last_failure_osd_epoch 0 2024-04-13T07:17:09.663 INFO:journalctl@ceph.mon.c.smithi003.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T07:17:09.663 INFO:journalctl@ceph.mon.c.smithi003.stdout: max_mds 1 2024-04-13T07:17:09.663 INFO:journalctl@ceph.mon.c.smithi003.stdout: in 0 2024-04-13T07:17:09.663 INFO:journalctl@ceph.mon.c.smithi003.stdout: up {0=24356} 2024-04-13T07:17:09.663 INFO:journalctl@ceph.mon.c.smithi003.stdout: failed 2024-04-13T07:17:09.663 INFO:journalctl@ceph.mon.c.smithi003.stdout: damaged 2024-04-13T07:17:09.663 INFO:journalctl@ceph.mon.c.smithi003.stdout: stopped 2024-04-13T07:17:09.663 INFO:journalctl@ceph.mon.c.smithi003.stdout: data_pools [3] 2024-04-13T07:17:09.664 INFO:journalctl@ceph.mon.c.smithi003.stdout: metadata_pool 2 2024-04-13T07:17:09.664 INFO:journalctl@ceph.mon.c.smithi003.stdout: inline_data disabled 2024-04-13T07:17:09.664 INFO:journalctl@ceph.mon.c.smithi003.stdout: balancer 2024-04-13T07:17:09.664 INFO:journalctl@ceph.mon.c.smithi003.stdout: bal_rank_mask -1 2024-04-13T07:17:09.664 INFO:journalctl@ceph.mon.c.smithi003.stdout: standby_count_wanted 0 2024-04-13T07:17:09.664 INFO:journalctl@ceph.mon.c.smithi003.stdout: qdb_cluster leader: 0 members: 2024-04-13T07:17:09.664 INFO:journalctl@ceph.mon.c.smithi003.stdout: [mds.a{0:24356} state up:active seq 3 addr [v2:172.21.15.3:6834/745303198,v1:172.21.15.3:6835/745303198] compat {c=[1],r=[1],i=[7ff]}] 2024-04-13T07:17:09.664 INFO:journalctl@ceph.mon.c.smithi003.stdout: 2024-04-13T07:17:09.664 INFO:journalctl@ceph.mon.c.smithi003.stdout: 2024-04-13T07:17:09.664 INFO:journalctl@ceph.mon.c.smithi003.stdout: Standby daemons: 2024-04-13T07:17:09.664 INFO:journalctl@ceph.mon.c.smithi003.stdout: 2024-04-13T07:17:09.664 INFO:journalctl@ceph.mon.c.smithi003.stdout: [mds.b{-1:24352} state up:standby seq 1 addr [v2:172.21.15.66:6832/2215717538,v1:172.21.15.66:6833/2215717538] compat {c=[1],r=[1],i=[7ff]}] 2024-04-13T07:17:09.664 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: mon.c@-1(???).osd e250 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-13T07:17:09.664 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: mon.c@-1(???).osd e250 crush map has features 432629308056666112, adjusting msgr requires 2024-04-13T07:17:09.664 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: mon.c@-1(???).osd e250 crush map has features 432629308056666112, adjusting msgr requires 2024-04-13T07:17:09.665 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: mon.c@-1(???).osd e250 crush map has features 432629308056666112, adjusting msgr requires 2024-04-13T07:17:09.665 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 ceph-mon[91733]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-04-13T07:17:09.665 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 bash[91714]: bcc866c9b63b9a44c8b2875d63b93e8062c6f9b19ee6fd6d58176b4007c2a6d9 2024-04-13T07:17:09.665 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:09 smithi003 systemd[1]: Started Ceph mon.c for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:17:12.654 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:17:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:17:13.904 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:17:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:17:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:17:14.637 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:17:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:17:14] "GET /metrics HTTP/1.1" 200 35977 "" "Prometheus/2.43.0" 2024-04-13T07:17:15.449 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:17:15.713 INFO:tasks.rados.rados.0.smithi003.stdout:930: done (1 left) 2024-04-13T07:17:15.713 INFO:tasks.rados.rados.0.smithi003.stdout:931: done (0 left) 2024-04-13T07:17:15.713 INFO:tasks.rados.rados.0.smithi003.stdout:932: rmattr oid 29 current snap is 98 2024-04-13T07:17:15.713 INFO:tasks.rados.rados.0.smithi003.stdout:933: snap_create 2024-04-13T07:17:15.722 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 342 (ObjNum 236 snap 69 seq_num 236) dirty exists 2024-04-13T07:17:15.790 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:17:15.790 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (4m) 18s ago 5m 24.8M - 0.25.0 c8568f914cd2 3cfca92eb9ec 2024-04-13T07:17:15.790 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (5m) 18s ago 5m 87.5M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:17:15.790 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (6m) 18s ago 6m 18.9M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 8ddb79bf2742 2024-04-13T07:17:15.790 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (6m) 18s ago 6m 17.5M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 0760d90a9293 2024-04-13T07:17:15.790 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,9283,8765 running (47s) 18s ago 10m 447M - 19.0.0-2905-g5f22a497 c4b45bf0c946 57ffb9b159d7 2024-04-13T07:17:15.790 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:8443,9283,8765 running (78s) 18s ago 11m 474M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8cf668b60b80 2024-04-13T07:17:15.790 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (32s) 18s ago 11m 31.5M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 64cfa60e298f 2024-04-13T07:17:15.790 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (10m) 18s ago 10m 52.9M 2048M 18.2.2-1217-g7d36322c 6ecd1226aa2f 08d1a823ed5f 2024-04-13T07:17:15.791 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 starting - - - 2048M 2024-04-13T07:17:15.791 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (5m) 18s ago 5m 16.0M - 1.5.0 0da6a335fe13 dfbcad6ee10c 2024-04-13T07:17:15.791 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (5m) 18s ago 5m 14.8M - 1.5.0 0da6a335fe13 ce4f8de81f3f 2024-04-13T07:17:15.791 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (9m) 18s ago 9m 153M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f d05697330a33 2024-04-13T07:17:15.791 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (9m) 18s ago 9m 152M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f 5901b0c84ed2 2024-04-13T07:17:15.791 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (8m) 18s ago 8m 113M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f 38430c68dad7 2024-04-13T07:17:15.791 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (8m) 18s ago 8m 117M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f bda6aa5b8895 2024-04-13T07:17:15.791 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (8m) 18s ago 8m 141M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f ec074079cca1 2024-04-13T07:17:15.791 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (7m) 18s ago 7m 120M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d0b4251f80f 2024-04-13T07:17:15.791 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (7m) 18s ago 7m 135M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f e80941711015 2024-04-13T07:17:15.791 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (6m) 18s ago 6m 125M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f b9515cfb6872 2024-04-13T07:17:15.791 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (53s) 18s ago 6m 44.7M - 2.43.0 a07b618ecd1d d062b44446a9 2024-04-13T07:17:16.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[91733]: mon.c calling monitor election 2024-04-13T07:17:16.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[91733]: mon.b calling monitor election 2024-04-13T07:17:16.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[91733]: mon.a calling monitor election 2024-04-13T07:17:16.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[91733]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:17:16.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[91733]: monmap epoch 3 2024-04-13T07:17:16.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[91733]: fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:17:16.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[91733]: last_changed 2024-04-13T07:06:58.271382+0000 2024-04-13T07:17:16.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[91733]: created 2024-04-13T07:05:08.653608+0000 2024-04-13T07:17:16.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[91733]: min_mon_release 18 (reef) 2024-04-13T07:17:16.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[91733]: election_strategy: 1 2024-04-13T07:17:16.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[91733]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-04-13T07:17:16.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[91733]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-13T07:17:16.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[91733]: 2: [v2:172.21.15.3:3301/0,v1:172.21.15.3:6790/0] mon.c 2024-04-13T07:17:16.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[91733]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:17:16.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[91733]: osdmap e251: 8 total, 8 up, 8 in 2024-04-13T07:17:16.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[91733]: mgrmap e38: y(active, since 23s), standbys: x 2024-04-13T07:17:16.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[91733]: overall HEALTH_OK 2024-04-13T07:17:16.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[89364]: mon.c calling monitor election 2024-04-13T07:17:16.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[89364]: mon.b calling monitor election 2024-04-13T07:17:16.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[89364]: mon.a calling monitor election 2024-04-13T07:17:16.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[89364]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:17:16.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[89364]: monmap epoch 3 2024-04-13T07:17:16.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[89364]: fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:17:16.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[89364]: last_changed 2024-04-13T07:06:58.271382+0000 2024-04-13T07:17:16.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[89364]: created 2024-04-13T07:05:08.653608+0000 2024-04-13T07:17:16.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[89364]: min_mon_release 18 (reef) 2024-04-13T07:17:16.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[89364]: election_strategy: 1 2024-04-13T07:17:16.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[89364]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-04-13T07:17:16.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[89364]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-13T07:17:16.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[89364]: 2: [v2:172.21.15.3:3301/0,v1:172.21.15.3:6790/0] mon.c 2024-04-13T07:17:16.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[89364]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:17:16.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[89364]: osdmap e251: 8 total, 8 up, 8 in 2024-04-13T07:17:16.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[89364]: mgrmap e38: y(active, since 23s), standbys: x 2024-04-13T07:17:16.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:15 smithi003 ceph-mon[89364]: overall HEALTH_OK 2024-04-13T07:17:16.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:15 smithi066 ceph-mon[30583]: mon.c calling monitor election 2024-04-13T07:17:16.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:15 smithi066 ceph-mon[30583]: mon.b calling monitor election 2024-04-13T07:17:16.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:15 smithi066 ceph-mon[30583]: mon.a calling monitor election 2024-04-13T07:17:16.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:15 smithi066 ceph-mon[30583]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:17:16.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:15 smithi066 ceph-mon[30583]: monmap epoch 3 2024-04-13T07:17:16.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:15 smithi066 ceph-mon[30583]: fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:17:16.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:15 smithi066 ceph-mon[30583]: last_changed 2024-04-13T07:06:58.271382+0000 2024-04-13T07:17:16.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:15 smithi066 ceph-mon[30583]: created 2024-04-13T07:05:08.653608+0000 2024-04-13T07:17:16.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:15 smithi066 ceph-mon[30583]: min_mon_release 18 (reef) 2024-04-13T07:17:16.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:15 smithi066 ceph-mon[30583]: election_strategy: 1 2024-04-13T07:17:16.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:15 smithi066 ceph-mon[30583]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-04-13T07:17:16.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:15 smithi066 ceph-mon[30583]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-13T07:17:16.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:15 smithi066 ceph-mon[30583]: 2: [v2:172.21.15.3:3301/0,v1:172.21.15.3:6790/0] mon.c 2024-04-13T07:17:16.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:15 smithi066 ceph-mon[30583]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:17:16.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:15 smithi066 ceph-mon[30583]: osdmap e251: 8 total, 8 up, 8 in 2024-04-13T07:17:16.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:15 smithi066 ceph-mon[30583]: mgrmap e38: y(active, since 23s), standbys: x 2024-04-13T07:17:16.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:15 smithi066 ceph-mon[30583]: overall HEALTH_OK 2024-04-13T07:17:16.218 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:17:16.218 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:17:16.218 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 1, 2024-04-13T07:17:16.218 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:17:16.218 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:17:16.218 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:17:16.219 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:17:16.219 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:17:16.219 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:17:16.219 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:17:16.219 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:17:16.219 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:17:16.219 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:17:16.219 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:17:16.219 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:17:16.219 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 11, 2024-04-13T07:17:16.219 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 4 2024-04-13T07:17:16.219 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:17:16.219 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:17:16.728 INFO:tasks.rados.rados.0.smithi003.stdout:932: done (1 left) 2024-04-13T07:17:16.729 INFO:tasks.rados.rados.0.smithi003.stdout:933: done (0 left) 2024-04-13T07:17:16.729 INFO:tasks.rados.rados.0.smithi003.stdout:934: delete oid 33 current snap is 99 2024-04-13T07:17:16.731 INFO:tasks.rados.rados.0.smithi003.stdout:934: done (0 left) 2024-04-13T07:17:16.731 INFO:tasks.rados.rados.0.smithi003.stdout:935: setattr oid 48 current snap is 99 2024-04-13T07:17:16.738 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 2 current snap is 99 2024-04-13T07:17:16.738 INFO:tasks.rados.rados.0.smithi003.stdout:936: seq_num 295 ranges {0=147456} 2024-04-13T07:17:16.739 INFO:tasks.rados.rados.0.smithi003.stdout:936: writing smithi00377890-2 from 0 to 147456 tid 1 2024-04-13T07:17:16.739 INFO:tasks.rados.rados.0.smithi003.stdout:937: read oid 37 snap -1 2024-04-13T07:17:16.740 INFO:tasks.rados.rados.0.smithi003.stdout:937: expect (ObjNum 288 snap 93 seq_num 288) 2024-04-13T07:17:16.740 INFO:tasks.rados.rados.0.smithi003.stdout:938: rmattr oid 8 current snap is 99 2024-04-13T07:17:16.740 INFO:tasks.rados.rados.0.smithi003.stdout:939: snap_create 2024-04-13T07:17:16.740 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 747 (ObjNum 276 snap 91 seq_num 276) dirty exists 2024-04-13T07:17:16.740 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 516 (ObjNum 293 snap 95 seq_num 293) dirty exists 2024-04-13T07:17:16.740 INFO:tasks.rados.rados.0.smithi003.stdout:936: finishing write tid 1 to smithi00377890-2 2024-04-13T07:17:16.740 INFO:tasks.rados.rados.0.smithi003.stdout:936: finishing write tid 2 to smithi00377890-2 2024-04-13T07:17:16.743 INFO:tasks.rados.rados.0.smithi003.stdout:936: finishing write tid 3 to smithi00377890-2 2024-04-13T07:17:16.743 INFO:tasks.rados.rados.0.smithi003.stdout:936: oid 2 updating version 0 to 521 2024-04-13T07:17:16.744 INFO:tasks.rados.rados.0.smithi003.stdout:936: oid 2 updating version 521 to 522 2024-04-13T07:17:16.744 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 522 (ObjNum 295 snap 99 seq_num 295) dirty exists 2024-04-13T07:17:16.744 INFO:tasks.rados.rados.0.smithi003.stdout:936: left oid 2 (ObjNum 295 snap 99 seq_num 295) 2024-04-13T07:17:16.746 INFO:tasks.rados.rados.0.smithi003.stdout:937: expect (ObjNum 288 snap 93 seq_num 288) 2024-04-13T07:17:16.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:16 smithi003 ceph-mon[91733]: from='client.34143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:17:16.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:16 smithi003 ceph-mon[91733]: osdmap e252: 8 total, 8 up, 8 in 2024-04-13T07:17:16.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:16 smithi003 ceph-mon[91733]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:17:16.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:16 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2543892744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:17:16.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:16 smithi003 ceph-mon[89364]: from='client.34143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:17:16.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:16 smithi003 ceph-mon[89364]: osdmap e252: 8 total, 8 up, 8 in 2024-04-13T07:17:16.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:16 smithi003 ceph-mon[89364]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:17:16.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:16 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2543892744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:17:17.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:16 smithi066 ceph-mon[30583]: from='client.34143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:17:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:16 smithi066 ceph-mon[30583]: osdmap e252: 8 total, 8 up, 8 in 2024-04-13T07:17:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:16 smithi066 ceph-mon[30583]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:17:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:16 smithi066 ceph-mon[30583]: from='client.? 172.21.15.3:0/2543892744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:17:17.730 INFO:tasks.rados.rados.0.smithi003.stdout:935: done (4 left) 2024-04-13T07:17:17.730 INFO:tasks.rados.rados.0.smithi003.stdout:936: done (3 left) 2024-04-13T07:17:17.730 INFO:tasks.rados.rados.0.smithi003.stdout:937: done (2 left) 2024-04-13T07:17:17.730 INFO:tasks.rados.rados.0.smithi003.stdout:938: done (1 left) 2024-04-13T07:17:17.731 INFO:tasks.rados.rados.0.smithi003.stdout:939: done (0 left) 2024-04-13T07:17:17.731 INFO:tasks.rados.rados.0.smithi003.stdout:940: setattr oid 16 current snap is 100 2024-04-13T07:17:17.731 INFO:tasks.rados.rados.0.smithi003.stdout:941: snap_remove snap 44 2024-04-13T07:17:18.106 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:17 smithi003 ceph-mon[91733]: pgmap v31: 121 pgs: 121 active+clean; 354 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:17:18.106 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:17 smithi003 ceph-mon[91733]: osdmap e253: 8 total, 8 up, 8 in 2024-04-13T07:17:18.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:17 smithi003 ceph-mon[89364]: pgmap v31: 121 pgs: 121 active+clean; 354 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:17:18.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:17 smithi003 ceph-mon[89364]: osdmap e253: 8 total, 8 up, 8 in 2024-04-13T07:17:18.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:17 smithi066 ceph-mon[30583]: pgmap v31: 121 pgs: 121 active+clean; 354 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:17:18.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:17 smithi066 ceph-mon[30583]: osdmap e253: 8 total, 8 up, 8 in 2024-04-13T07:17:18.743 INFO:tasks.rados.rados.0.smithi003.stdout:941: done (1 left) 2024-04-13T07:17:18.743 INFO:tasks.rados.rados.0.smithi003.stdout:942: snap_create 2024-04-13T07:17:18.743 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 749 (ObjNum 222 snap 66 seq_num 222) dirty exists 2024-04-13T07:17:19.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:18 smithi003 ceph-mon[91733]: osdmap e254: 8 total, 8 up, 8 in 2024-04-13T07:17:19.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:19.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:19.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:18 smithi003 ceph-mon[89364]: osdmap e254: 8 total, 8 up, 8 in 2024-04-13T07:17:19.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:19.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:19.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:18 smithi066 ceph-mon[30583]: osdmap e254: 8 total, 8 up, 8 in 2024-04-13T07:17:19.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:18 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:19.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:18 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:19.740 INFO:tasks.rados.rados.0.smithi003.stdout:940: done (1 left) 2024-04-13T07:17:19.740 INFO:tasks.rados.rados.0.smithi003.stdout:942: done (0 left) 2024-04-13T07:17:19.740 INFO:tasks.rados.rados.0.smithi003.stdout:943: rmattr oid 17 current snap is 101 2024-04-13T07:17:19.740 INFO:tasks.rados.rados.0.smithi003.stdout:943: done (0 left) 2024-04-13T07:17:19.740 INFO:tasks.rados.rados.0.smithi003.stdout:944: read oid 48 snap -1 2024-04-13T07:17:19.741 INFO:tasks.rados.rados.0.smithi003.stdout:944: expect (ObjNum 276 snap 91 seq_num 276) 2024-04-13T07:17:19.741 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 26 current snap is 101 2024-04-13T07:17:19.741 INFO:tasks.rados.rados.0.smithi003.stdout:945: seq_num 296 ranges {1368064=163840} 2024-04-13T07:17:19.741 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:19 smithi003 ceph-mon[91733]: pgmap v34: 121 pgs: 121 active+clean; 354 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 36 KiB/s wr, 15 op/s 2024-04-13T07:17:19.741 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:19 smithi003 ceph-mon[91733]: osdmap e255: 8 total, 8 up, 8 in 2024-04-13T07:17:19.741 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:19.741 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:19.742 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:17:19 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:17:19.474+0000 7ff2e8c82700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-13T07:17:19.750 INFO:tasks.rados.rados.0.smithi003.stdout:945: writing smithi00377890-26 from 1368064 to 1531904 tid 1 2024-04-13T07:17:19.750 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 10 current snap is 101 2024-04-13T07:17:19.750 INFO:tasks.rados.rados.0.smithi003.stdout:946: seq_num 297 ranges {4554752=180224} 2024-04-13T07:17:19.776 INFO:tasks.rados.rados.0.smithi003.stdout:946: writing smithi00377890-10 from 4554752 to 4734976 tid 1 2024-04-13T07:17:19.776 INFO:tasks.rados.rados.0.smithi003.stdout:947: delete oid 31 current snap is 101 2024-04-13T07:17:19.776 INFO:tasks.rados.rados.0.smithi003.stdout:944: expect (ObjNum 276 snap 91 seq_num 276) 2024-04-13T07:17:19.839 INFO:tasks.rados.rados.0.smithi003.stdout:945: finishing write tid 1 to smithi00377890-26 2024-04-13T07:17:19.839 INFO:tasks.rados.rados.0.smithi003.stdout:945: finishing write tid 2 to smithi00377890-26 2024-04-13T07:17:19.839 INFO:tasks.rados.rados.0.smithi003.stdout:945: finishing write tid 3 to smithi00377890-26 2024-04-13T07:17:19.839 INFO:tasks.rados.rados.0.smithi003.stdout:945: oid 26 updating version 0 to 538 2024-04-13T07:17:19.840 INFO:tasks.rados.rados.0.smithi003.stdout:945: oid 26 updating version 538 to 539 2024-04-13T07:17:19.840 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 539 (ObjNum 296 snap 101 seq_num 296) dirty exists 2024-04-13T07:17:19.840 INFO:tasks.rados.rados.0.smithi003.stdout:945: left oid 26 (ObjNum 296 snap 101 seq_num 296) 2024-04-13T07:17:19.840 INFO:tasks.rados.rados.0.smithi003.stdout:946: finishing write tid 1 to smithi00377890-10 2024-04-13T07:17:19.840 INFO:tasks.rados.rados.0.smithi003.stdout:946: finishing write tid 2 to smithi00377890-10 2024-04-13T07:17:19.840 INFO:tasks.rados.rados.0.smithi003.stdout:944: done (3 left) 2024-04-13T07:17:19.840 INFO:tasks.rados.rados.0.smithi003.stdout:945: done (2 left) 2024-04-13T07:17:19.840 INFO:tasks.rados.rados.0.smithi003.stdout:947: done (1 left) 2024-04-13T07:17:19.840 INFO:tasks.rados.rados.0.smithi003.stdout:948: read oid 41 snap -1 2024-04-13T07:17:19.840 INFO:tasks.rados.rados.0.smithi003.stdout:948: expect deleted 2024-04-13T07:17:19.840 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 29 current snap is 101 2024-04-13T07:17:19.840 INFO:tasks.rados.rados.0.smithi003.stdout:946: finishing write tid 3 to smithi00377890-10 2024-04-13T07:17:19.841 INFO:tasks.rados.rados.0.smithi003.stdout:946: oid 10 updating version 0 to 863 2024-04-13T07:17:19.841 INFO:tasks.rados.rados.0.smithi003.stdout:946: oid 10 version 863 is already newer than 862 2024-04-13T07:17:19.841 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 863 (ObjNum 297 snap 101 seq_num 297) dirty exists 2024-04-13T07:17:19.841 INFO:tasks.rados.rados.0.smithi003.stdout:946: left oid 10 (ObjNum 297 snap 101 seq_num 297) 2024-04-13T07:17:19.841 INFO:tasks.rados.rados.0.smithi003.stdout:949: seq_num 299 ranges {2342912=212992} 2024-04-13T07:17:19.853 INFO:tasks.rados.rados.0.smithi003.stdout:949: writing smithi00377890-29 from 2342912 to 2555904 tid 1 2024-04-13T07:17:19.853 INFO:tasks.rados.rados.0.smithi003.stdout:946: done (2 left) 2024-04-13T07:17:19.853 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 6 current snap is 101 2024-04-13T07:17:19.853 INFO:tasks.rados.rados.0.smithi003.stdout:950: seq_num 300 ranges {2793472=229376} 2024-04-13T07:17:19.869 INFO:tasks.rados.rados.0.smithi003.stdout:950: writing smithi00377890-6 from 2793472 to 3022848 tid 1 2024-04-13T07:17:19.869 INFO:tasks.rados.rados.0.smithi003.stdout:951: delete oid 39 current snap is 101 2024-04-13T07:17:19.869 INFO:tasks.rados.rados.0.smithi003.stdout:949: finishing write tid 1 to smithi00377890-29 2024-04-13T07:17:19.869 INFO:tasks.rados.rados.0.smithi003.stdout:949: finishing write tid 2 to smithi00377890-29 2024-04-13T07:17:19.870 INFO:tasks.rados.rados.0.smithi003.stdout:949: finishing write tid 3 to smithi00377890-29 2024-04-13T07:17:19.870 INFO:tasks.rados.rados.0.smithi003.stdout:949: oid 29 updating version 0 to 351 2024-04-13T07:17:19.870 INFO:tasks.rados.rados.0.smithi003.stdout:949: oid 29 version 351 is already newer than 350 2024-04-13T07:17:19.870 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 351 (ObjNum 299 snap 101 seq_num 299) dirty exists 2024-04-13T07:17:19.870 INFO:tasks.rados.rados.0.smithi003.stdout:949: left oid 29 (ObjNum 299 snap 101 seq_num 299) 2024-04-13T07:17:19.872 INFO:tasks.rados.rados.0.smithi003.stdout:950: finishing write tid 1 to smithi00377890-6 2024-04-13T07:17:19.872 INFO:tasks.rados.rados.0.smithi003.stdout:948: done (3 left) 2024-04-13T07:17:19.872 INFO:tasks.rados.rados.0.smithi003.stdout:949: done (2 left) 2024-04-13T07:17:19.873 INFO:tasks.rados.rados.0.smithi003.stdout:951: done (1 left) 2024-04-13T07:17:19.873 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 101 2024-04-13T07:17:19.873 INFO:tasks.rados.rados.0.smithi003.stdout:952: seq_num 302 ranges {2793472=262144} 2024-04-13T07:17:19.889 INFO:tasks.rados.rados.0.smithi003.stdout:952: writing smithi00377890-38 from 2793472 to 3055616 tid 1 2024-04-13T07:17:19.890 INFO:tasks.rados.rados.0.smithi003.stdout:953: copy_from oid 34 from oid 40 current snap is 101 2024-04-13T07:17:19.890 INFO:tasks.rados.rados.0.smithi003.stdout:950: finishing write tid 2 to smithi00377890-6 2024-04-13T07:17:19.890 INFO:tasks.rados.rados.0.smithi003.stdout:950: finishing write tid 3 to smithi00377890-6 2024-04-13T07:17:19.890 INFO:tasks.rados.rados.0.smithi003.stdout:950: oid 6 updating version 0 to 523 2024-04-13T07:17:19.890 INFO:tasks.rados.rados.0.smithi003.stdout:950: oid 6 updating version 523 to 524 2024-04-13T07:17:19.890 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 524 (ObjNum 300 snap 101 seq_num 300) dirty exists 2024-04-13T07:17:19.890 INFO:tasks.rados.rados.0.smithi003.stdout:950: left oid 6 (ObjNum 300 snap 101 seq_num 300) 2024-04-13T07:17:19.890 INFO:tasks.rados.rados.0.smithi003.stdout:950: done (2 left) 2024-04-13T07:17:19.890 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 50 current snap is 101 2024-04-13T07:17:19.890 INFO:tasks.rados.rados.0.smithi003.stdout:954: seq_num 303 ranges {0=278528} 2024-04-13T07:17:19.891 INFO:tasks.rados.rados.0.smithi003.stdout:954: writing smithi00377890-50 from 0 to 278528 tid 1 2024-04-13T07:17:19.891 INFO:tasks.rados.rados.0.smithi003.stdout:955: delete oid 18 current snap is 101 2024-04-13T07:17:19.893 INFO:tasks.rados.rados.0.smithi003.stdout:952: finishing write tid 1 to smithi00377890-38 2024-04-13T07:17:19.894 INFO:tasks.rados.rados.0.smithi003.stdout:954: finishing write tid 1 to smithi00377890-50 2024-04-13T07:17:19.894 INFO:tasks.rados.rados.0.smithi003.stdout:954: finishing write tid 2 to smithi00377890-50 2024-04-13T07:17:19.894 INFO:tasks.rados.rados.0.smithi003.stdout:952: finishing write tid 2 to smithi00377890-38 2024-04-13T07:17:19.895 INFO:tasks.rados.rados.0.smithi003.stdout:955: done (3 left) 2024-04-13T07:17:19.896 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 22 current snap is 101 2024-04-13T07:17:19.896 INFO:tasks.rados.rados.0.smithi003.stdout:956: seq_num 305 ranges {5996544=311296} 2024-04-13T07:17:19.932 INFO:tasks.rados.rados.0.smithi003.stdout:956: writing smithi00377890-22 from 5996544 to 6307840 tid 1 2024-04-13T07:17:19.932 INFO:tasks.rados.rados.0.smithi003.stdout:957: snap_create 2024-04-13T07:17:19.932 INFO:tasks.rados.rados.0.smithi003.stdout:954: finishing write tid 3 to smithi00377890-50 2024-04-13T07:17:19.932 INFO:tasks.rados.rados.0.smithi003.stdout:954: oid 50 updating version 0 to 441 2024-04-13T07:17:19.932 INFO:tasks.rados.rados.0.smithi003.stdout:954: oid 50 version 441 is already newer than 440 2024-04-13T07:17:19.933 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 441 (ObjNum 303 snap 101 seq_num 303) dirty exists 2024-04-13T07:17:19.933 INFO:tasks.rados.rados.0.smithi003.stdout:954: left oid 50 (ObjNum 303 snap 101 seq_num 303) 2024-04-13T07:17:19.933 INFO:tasks.rados.rados.0.smithi003.stdout:953: finishing copy_from racing read to smithi00377890-34 2024-04-13T07:17:19.933 INFO:tasks.rados.rados.0.smithi003.stdout:952: finishing write tid 3 to smithi00377890-38 2024-04-13T07:17:19.933 INFO:tasks.rados.rados.0.smithi003.stdout:952: oid 38 updating version 0 to 517 2024-04-13T07:17:19.933 INFO:tasks.rados.rados.0.smithi003.stdout:952: oid 38 updating version 517 to 518 2024-04-13T07:17:19.933 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 518 (ObjNum 302 snap 101 seq_num 302) dirty exists 2024-04-13T07:17:19.933 INFO:tasks.rados.rados.0.smithi003.stdout:952: left oid 38 (ObjNum 302 snap 101 seq_num 302) 2024-04-13T07:17:19.933 INFO:tasks.rados.rados.0.smithi003.stdout:953: finishing copy_from to smithi00377890-34 2024-04-13T07:17:19.933 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 826 (ObjNum 233 snap 69 seq_num 233) dirty exists 2024-04-13T07:17:19.936 INFO:tasks.rados.rados.0.smithi003.stdout:956: finishing write tid 1 to smithi00377890-22 2024-04-13T07:17:19.936 INFO:tasks.rados.rados.0.smithi003.stdout:956: finishing write tid 2 to smithi00377890-22 2024-04-13T07:17:19.937 INFO:tasks.rados.rados.0.smithi003.stdout:956: finishing write tid 3 to smithi00377890-22 2024-04-13T07:17:19.937 INFO:tasks.rados.rados.0.smithi003.stdout:956: oid 22 updating version 0 to 764 2024-04-13T07:17:19.937 INFO:tasks.rados.rados.0.smithi003.stdout:956: oid 22 version 764 is already newer than 763 2024-04-13T07:17:19.937 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 764 (ObjNum 305 snap 101 seq_num 305) dirty exists 2024-04-13T07:17:19.937 INFO:tasks.rados.rados.0.smithi003.stdout:956: left oid 22 (ObjNum 305 snap 101 seq_num 305) 2024-04-13T07:17:20.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:19 smithi003 ceph-mon[89364]: pgmap v34: 121 pgs: 121 active+clean; 354 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 36 KiB/s wr, 15 op/s 2024-04-13T07:17:20.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:19 smithi003 ceph-mon[89364]: osdmap e255: 8 total, 8 up, 8 in 2024-04-13T07:17:20.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:20.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:20.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:19 smithi066 ceph-mon[30583]: pgmap v34: 121 pgs: 121 active+clean; 354 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 36 KiB/s wr, 15 op/s 2024-04-13T07:17:20.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:19 smithi066 ceph-mon[30583]: osdmap e255: 8 total, 8 up, 8 in 2024-04-13T07:17:20.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:19 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:20.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:19 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:20.749 INFO:tasks.rados.rados.0.smithi003.stdout:952: done (4 left) 2024-04-13T07:17:20.749 INFO:tasks.rados.rados.0.smithi003.stdout:953: done (3 left) 2024-04-13T07:17:20.749 INFO:tasks.rados.rados.0.smithi003.stdout:954: done (2 left) 2024-04-13T07:17:20.749 INFO:tasks.rados.rados.0.smithi003.stdout:956: done (1 left) 2024-04-13T07:17:20.749 INFO:tasks.rados.rados.0.smithi003.stdout:957: done (0 left) 2024-04-13T07:17:20.749 INFO:tasks.rados.rados.0.smithi003.stdout:958: snap_remove snap 88 2024-04-13T07:17:20.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:20 smithi003 ceph-mon[91733]: osdmap e256: 8 total, 8 up, 8 in 2024-04-13T07:17:20.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:20 smithi003 ceph-mon[89364]: osdmap e256: 8 total, 8 up, 8 in 2024-04-13T07:17:21.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:20 smithi066 ceph-mon[30583]: osdmap e256: 8 total, 8 up, 8 in 2024-04-13T07:17:21.755 INFO:tasks.rados.rados.0.smithi003.stdout:958: done (0 left) 2024-04-13T07:17:21.755 INFO:tasks.rados.rados.0.smithi003.stdout:959: rmattr oid 46 current snap is 102 2024-04-13T07:17:21.755 INFO:tasks.rados.rados.0.smithi003.stdout:959: done (0 left) 2024-04-13T07:17:21.755 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 21 current snap is 102 2024-04-13T07:17:21.755 INFO:tasks.rados.rados.0.smithi003.stdout:960: seq_num 306 ranges {778240=327680} 2024-04-13T07:17:21.762 INFO:tasks.rados.rados.0.smithi003.stdout:960: writing smithi00377890-21 from 778240 to 1105920 tid 1 2024-04-13T07:17:21.763 INFO:tasks.rados.rados.0.smithi003.stdout:961: delete oid 39 current snap is 102 2024-04-13T07:17:21.776 INFO:tasks.rados.rados.0.smithi003.stdout:960: finishing write tid 1 to smithi00377890-21 2024-04-13T07:17:21.776 INFO:tasks.rados.rados.0.smithi003.stdout:960: finishing write tid 2 to smithi00377890-21 2024-04-13T07:17:21.777 INFO:tasks.rados.rados.0.smithi003.stdout:961: done (1 left) 2024-04-13T07:17:21.777 INFO:tasks.rados.rados.0.smithi003.stdout:962: read oid 49 snap -1 2024-04-13T07:17:21.777 INFO:tasks.rados.rados.0.smithi003.stdout:962: expect (ObjNum 218 snap 66 seq_num 218) 2024-04-13T07:17:21.777 INFO:tasks.rados.rados.0.smithi003.stdout:963: rollback oid 39 current snap is 102 2024-04-13T07:17:21.777 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 39 to 83 2024-04-13T07:17:21.777 INFO:tasks.rados.rados.0.smithi003.stdout:964: snap_remove snap 91 2024-04-13T07:17:21.835 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:21 smithi003 ceph-mon[89364]: pgmap v37: 121 pgs: 121 active+clean; 354 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 36 KiB/s wr, 15 op/s 2024-04-13T07:17:21.835 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:21 smithi003 ceph-mon[89364]: osdmap e257: 8 total, 8 up, 8 in 2024-04-13T07:17:21.836 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:21 smithi003 ceph-mon[91733]: pgmap v37: 121 pgs: 121 active+clean; 354 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 36 KiB/s wr, 15 op/s 2024-04-13T07:17:21.836 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:21 smithi003 ceph-mon[91733]: osdmap e257: 8 total, 8 up, 8 in 2024-04-13T07:17:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:21 smithi066 ceph-mon[30583]: pgmap v37: 121 pgs: 121 active+clean; 354 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 36 KiB/s wr, 15 op/s 2024-04-13T07:17:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:21 smithi066 ceph-mon[30583]: osdmap e257: 8 total, 8 up, 8 in 2024-04-13T07:17:22.654 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:17:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:17:22.765 INFO:tasks.rados.rados.0.smithi003.stdout:964: done (3 left) 2024-04-13T07:17:22.765 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 41 current snap is 102 2024-04-13T07:17:22.769 INFO:tasks.rados.rados.0.smithi003.stdout:960: finishing write tid 3 to smithi00377890-21 2024-04-13T07:17:22.769 INFO:tasks.rados.rados.0.smithi003.stdout:960: oid 21 updating version 0 to 246 2024-04-13T07:17:22.769 INFO:tasks.rados.rados.0.smithi003.stdout:960: oid 21 updating version 246 to 247 2024-04-13T07:17:22.769 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 247 (ObjNum 306 snap 102 seq_num 306) dirty exists 2024-04-13T07:17:22.769 INFO:tasks.rados.rados.0.smithi003.stdout:960: left oid 21 (ObjNum 306 snap 102 seq_num 306) 2024-04-13T07:17:22.769 INFO:tasks.rados.rados.0.smithi003.stdout:963: finishing rollback tid 1 to smithi00377890-39 2024-04-13T07:17:22.769 INFO:tasks.rados.rados.0.smithi003.stdout:963: finishing rollback tid 2 to smithi00377890-39 2024-04-13T07:17:22.770 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 252 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-13T07:17:22.770 INFO:tasks.rados.rados.0.smithi003.stdout:962: expect (ObjNum 218 snap 66 seq_num 218) 2024-04-13T07:17:23.090 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:22 smithi003 ceph-mon[91733]: osdmap e258: 8 total, 8 up, 8 in 2024-04-13T07:17:23.090 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:17:23.091 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:22 smithi003 ceph-mon[89364]: osdmap e258: 8 total, 8 up, 8 in 2024-04-13T07:17:23.091 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:17:23.134 INFO:tasks.rados.rados.0.smithi003.stdout:965: seq_num 308 ranges {0=360448} 2024-04-13T07:17:23.136 INFO:tasks.rados.rados.0.smithi003.stdout:965: writing smithi00377890-41 from 0 to 360448 tid 1 2024-04-13T07:17:23.136 INFO:tasks.rados.rados.0.smithi003.stdout:960: done (3 left) 2024-04-13T07:17:23.137 INFO:tasks.rados.rados.0.smithi003.stdout:962: done (2 left) 2024-04-13T07:17:23.137 INFO:tasks.rados.rados.0.smithi003.stdout:963: done (1 left) 2024-04-13T07:17:23.137 INFO:tasks.rados.rados.0.smithi003.stdout:966: read oid 39 snap -1 2024-04-13T07:17:23.137 INFO:tasks.rados.rados.0.smithi003.stdout:966: expect (ObjNum 57 snap 4 seq_num 57) 2024-04-13T07:17:23.137 INFO:tasks.rados.rados.0.smithi003.stdout:967: setattr oid 31 current snap is 102 2024-04-13T07:17:23.137 INFO:tasks.rados.rados.0.smithi003.stdout:968: delete oid 12 current snap is 102 2024-04-13T07:17:23.142 INFO:tasks.rados.rados.0.smithi003.stdout:968: done (3 left) 2024-04-13T07:17:23.142 INFO:tasks.rados.rados.0.smithi003.stdout:969: rollback oid 48 current snap is 102 2024-04-13T07:17:23.142 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 48 to 82 2024-04-13T07:17:23.143 INFO:tasks.rados.rados.0.smithi003.stdout:970: rollback oid 3 current snap is 102 2024-04-13T07:17:23.143 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 3 to 94 2024-04-13T07:17:23.143 INFO:tasks.rados.rados.0.smithi003.stdout:971: rmattr oid 28 current snap is 102 2024-04-13T07:17:23.143 INFO:tasks.rados.rados.0.smithi003.stdout:972: read oid 43 snap -1 2024-04-13T07:17:23.143 INFO:tasks.rados.rados.0.smithi003.stdout:972: expect deleted 2024-04-13T07:17:23.143 INFO:tasks.rados.rados.0.smithi003.stdout:973: snap_create 2024-04-13T07:17:23.144 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 290 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-13T07:17:23.145 INFO:tasks.rados.rados.0.smithi003.stdout:965: finishing write tid 1 to smithi00377890-41 2024-04-13T07:17:23.145 INFO:tasks.rados.rados.0.smithi003.stdout:965: finishing write tid 2 to smithi00377890-41 2024-04-13T07:17:23.145 INFO:tasks.rados.rados.0.smithi003.stdout:966: expect (ObjNum 57 snap 4 seq_num 57) 2024-04-13T07:17:23.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:22 smithi066 ceph-mon[30583]: osdmap e258: 8 total, 8 up, 8 in 2024-04-13T07:17:23.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:22 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:17:23.201 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 561 (ObjNum 104 snap 24 seq_num 104) dirty exists 2024-04-13T07:17:23.201 INFO:tasks.rados.rados.0.smithi003.stdout:970: finishing rollback tid 0 to smithi00377890-3 2024-04-13T07:17:23.202 INFO:tasks.rados.rados.0.smithi003.stdout:970: finishing rollback tid 1 to smithi00377890-3 2024-04-13T07:17:23.202 INFO:tasks.rados.rados.0.smithi003.stdout:965: finishing write tid 3 to smithi00377890-41 2024-04-13T07:17:23.202 INFO:tasks.rados.rados.0.smithi003.stdout:965: oid 41 updating version 0 to 418 2024-04-13T07:17:23.202 INFO:tasks.rados.rados.0.smithi003.stdout:965: oid 41 updating version 418 to 419 2024-04-13T07:17:23.202 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 419 (ObjNum 308 snap 102 seq_num 308) dirty exists 2024-04-13T07:17:23.202 INFO:tasks.rados.rados.0.smithi003.stdout:965: left oid 41 (ObjNum 308 snap 102 seq_num 308) 2024-04-13T07:17:23.202 INFO:tasks.rados.rados.0.smithi003.stdout:969: finishing rollback tid 0 to smithi00377890-48 2024-04-13T07:17:23.202 INFO:tasks.rados.rados.0.smithi003.stdout:969: finishing rollback tid 1 to smithi00377890-48 2024-04-13T07:17:23.202 INFO:tasks.rados.rados.0.smithi003.stdout:969: finishing rollback tid 2 to smithi00377890-48 2024-04-13T07:17:23.202 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 790 (ObjNum 233 snap 69 seq_num 233) dirty exists 2024-04-13T07:17:23.202 INFO:tasks.rados.rados.0.smithi003.stdout:970: finishing rollback tid 2 to smithi00377890-3 2024-04-13T07:17:23.202 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 551 (ObjNum 267 snap 88 seq_num 267) dirty exists 2024-04-13T07:17:23.737 INFO:tasks.rados.rados.0.smithi003.stdout:965: done (7 left) 2024-04-13T07:17:23.737 INFO:tasks.rados.rados.0.smithi003.stdout:966: done (6 left) 2024-04-13T07:17:23.737 INFO:tasks.rados.rados.0.smithi003.stdout:967: done (5 left) 2024-04-13T07:17:23.737 INFO:tasks.rados.rados.0.smithi003.stdout:969: done (4 left) 2024-04-13T07:17:23.737 INFO:tasks.rados.rados.0.smithi003.stdout:970: done (3 left) 2024-04-13T07:17:23.737 INFO:tasks.rados.rados.0.smithi003.stdout:971: done (2 left) 2024-04-13T07:17:23.737 INFO:tasks.rados.rados.0.smithi003.stdout:972: done (1 left) 2024-04-13T07:17:23.737 INFO:tasks.rados.rados.0.smithi003.stdout:973: done (0 left) 2024-04-13T07:17:23.737 INFO:tasks.rados.rados.0.smithi003.stdout:974: snap_remove snap 98 2024-04-13T07:17:23.760 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:17:23 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:17:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:17:24.137 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:23 smithi066 ceph-mon[30583]: pgmap v40: 121 pgs: 121 active+clean; 354 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:17:24.137 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:23 smithi066 ceph-mon[30583]: osdmap e259: 8 total, 8 up, 8 in 2024-04-13T07:17:24.137 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:23 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:24.137 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:23 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:24.137 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:23 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:24.137 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:23 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:17:24.137 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:23 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:24.137 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:23 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:17:24.137 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:23 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:17:24.138 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:23 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T07:17:24.138 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:23 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-13T07:17:24.138 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:23 smithi066 ceph-mon[30583]: osdmap e260: 8 total, 8 up, 8 in 2024-04-13T07:17:24.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[91733]: pgmap v40: 121 pgs: 121 active+clean; 354 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:17:24.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[91733]: osdmap e259: 8 total, 8 up, 8 in 2024-04-13T07:17:24.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:24.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:24.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:24.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:17:24.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:24.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:17:24.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:17:24.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T07:17:24.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-13T07:17:24.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[91733]: osdmap e260: 8 total, 8 up, 8 in 2024-04-13T07:17:24.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[89364]: pgmap v40: 121 pgs: 121 active+clean; 354 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:17:24.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[89364]: osdmap e259: 8 total, 8 up, 8 in 2024-04-13T07:17:24.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:24.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:24.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:24.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:17:24.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:24.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:17:24.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:17:24.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T07:17:24.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-13T07:17:24.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:23 smithi003 ceph-mon[89364]: osdmap e260: 8 total, 8 up, 8 in 2024-04-13T07:17:24.637 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:17:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:17:24] "GET /metrics HTTP/1.1" 200 35980 "" "Prometheus/2.43.0" 2024-04-13T07:17:24.744 INFO:tasks.rados.rados.0.smithi003.stdout:974: done (0 left) 2024-04-13T07:17:24.744 INFO:tasks.rados.rados.0.smithi003.stdout:975: read oid 47 snap -1 2024-04-13T07:17:24.745 INFO:tasks.rados.rados.0.smithi003.stdout:975: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:17:24.745 INFO:tasks.rados.rados.0.smithi003.stdout:976: copy_from oid 21 from oid 5 current snap is 103 2024-04-13T07:17:24.745 INFO:tasks.rados.rados.0.smithi003.stdout:977: snap_create 2024-04-13T07:17:24.753 INFO:tasks.rados.rados.0.smithi003.stdout:976: finishing copy_from to smithi00377890-21 2024-04-13T07:17:24.753 INFO:tasks.rados.rados.0.smithi003.stdout:976: got expected ENOENT (src dne) 2024-04-13T07:17:24.754 INFO:tasks.rados.rados.0.smithi003.stdout:976: finishing copy_from racing read to smithi00377890-21 2024-04-13T07:17:24.756 INFO:tasks.rados.rados.0.smithi003.stdout:975: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:17:25.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:24 smithi003 ceph-mon[89364]: Upgrade: It appears safe to stop mon.b 2024-04-13T07:17:25.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:24 smithi003 ceph-mon[89364]: osdmap e261: 8 total, 8 up, 8 in 2024-04-13T07:17:25.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:24 smithi003 ceph-mon[91733]: Upgrade: It appears safe to stop mon.b 2024-04-13T07:17:25.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:24 smithi003 ceph-mon[91733]: osdmap e261: 8 total, 8 up, 8 in 2024-04-13T07:17:25.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:24 smithi066 ceph-mon[30583]: Upgrade: It appears safe to stop mon.b 2024-04-13T07:17:25.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:24 smithi066 ceph-mon[30583]: osdmap e261: 8 total, 8 up, 8 in 2024-04-13T07:17:25.746 INFO:tasks.rados.rados.0.smithi003.stdout:975: done (2 left) 2024-04-13T07:17:25.747 INFO:tasks.rados.rados.0.smithi003.stdout:976: done (1 left) 2024-04-13T07:17:25.747 INFO:tasks.rados.rados.0.smithi003.stdout:977: done (0 left) 2024-04-13T07:17:25.747 INFO:tasks.rados.rados.0.smithi003.stdout:978: rollback oid 44 current snap is 104 2024-04-13T07:17:25.747 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 44 to 68 2024-04-13T07:17:25.747 INFO:tasks.rados.rados.0.smithi003.stdout:979: copy_from oid 18 from oid 38 current snap is 104 2024-04-13T07:17:25.747 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 104 2024-04-13T07:17:25.747 INFO:tasks.rados.rados.0.smithi003.stdout:980: seq_num 310 ranges {9281536=401408} 2024-04-13T07:17:25.799 INFO:tasks.rados.rados.0.smithi003.stdout:980: writing smithi00377890-3 from 9281536 to 9682944 tid 1 2024-04-13T07:17:25.800 INFO:tasks.rados.rados.0.smithi003.stdout:981: snap_remove snap 99 2024-04-13T07:17:26.365 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:26 smithi066 ceph-mon[30583]: pgmap v43: 121 pgs: 121 active+clean; 336 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 938 KiB/s wr, 18 op/s 2024-04-13T07:17:26.365 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:26 smithi066 ceph-mon[30583]: Upgrade: Updating mon.b 2024-04-13T07:17:26.365 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:26 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:26.365 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:26 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:17:26.365 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:26 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:17:26.365 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:26 smithi066 ceph-mon[30583]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:26.365 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:26 smithi066 ceph-mon[30583]: Deploying daemon mon.b on smithi066 2024-04-13T07:17:26.366 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:26 smithi066 ceph-mon[30583]: osdmap e262: 8 total, 8 up, 8 in 2024-04-13T07:17:26.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:26 smithi003 ceph-mon[91733]: pgmap v43: 121 pgs: 121 active+clean; 336 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 938 KiB/s wr, 18 op/s 2024-04-13T07:17:26.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:26 smithi003 ceph-mon[91733]: Upgrade: Updating mon.b 2024-04-13T07:17:26.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:26 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:26.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:26 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:17:26.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:26 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:17:26.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:26 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:26.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:26 smithi003 ceph-mon[91733]: Deploying daemon mon.b on smithi066 2024-04-13T07:17:26.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:26 smithi003 ceph-mon[91733]: osdmap e262: 8 total, 8 up, 8 in 2024-04-13T07:17:26.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:26 smithi003 ceph-mon[89364]: pgmap v43: 121 pgs: 121 active+clean; 336 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 938 KiB/s wr, 18 op/s 2024-04-13T07:17:26.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:26 smithi003 ceph-mon[89364]: Upgrade: Updating mon.b 2024-04-13T07:17:26.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:26 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:26.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:26 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:17:26.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:26 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:17:26.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:26 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:26.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:26 smithi003 ceph-mon[89364]: Deploying daemon mon.b on smithi066 2024-04-13T07:17:26.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:26 smithi003 ceph-mon[89364]: osdmap e262: 8 total, 8 up, 8 in 2024-04-13T07:17:26.747 INFO:tasks.rados.rados.0.smithi003.stdout:981: done (3 left) 2024-04-13T07:17:26.822 INFO:tasks.rados.rados.0.smithi003.stdout:982: snap_create 2024-04-13T07:17:26.822 INFO:tasks.rados.rados.0.smithi003.stdout:978: finishing rollback tid 1 to smithi00377890-44 2024-04-13T07:17:26.822 INFO:tasks.rados.rados.0.smithi003.stdout:978: finishing rollback tid 2 to smithi00377890-44 2024-04-13T07:17:26.822 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 313 (ObjNum 167 snap 46 seq_num 167) dirty exists 2024-04-13T07:17:26.822 INFO:tasks.rados.rados.0.smithi003.stdout:979: finishing copy_from racing read to smithi00377890-18 2024-04-13T07:17:26.822 INFO:tasks.rados.rados.0.smithi003.stdout:979: finishing copy_from to smithi00377890-18 2024-04-13T07:17:26.822 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 518 (ObjNum 302 snap 101 seq_num 302) dirty exists 2024-04-13T07:17:26.822 INFO:tasks.rados.rados.0.smithi003.stdout:980: finishing write tid 1 to smithi00377890-3 2024-04-13T07:17:26.822 INFO:tasks.rados.rados.0.smithi003.stdout:980: finishing write tid 2 to smithi00377890-3 2024-04-13T07:17:26.823 INFO:tasks.rados.rados.0.smithi003.stdout:980: finishing write tid 3 to smithi00377890-3 2024-04-13T07:17:26.823 INFO:tasks.rados.rados.0.smithi003.stdout:980: oid 3 updating version 0 to 557 2024-04-13T07:17:26.823 INFO:tasks.rados.rados.0.smithi003.stdout:980: oid 3 updating version 557 to 558 2024-04-13T07:17:26.823 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 558 (ObjNum 310 snap 104 seq_num 310) dirty exists 2024-04-13T07:17:26.823 INFO:tasks.rados.rados.0.smithi003.stdout:980: left oid 3 (ObjNum 310 snap 104 seq_num 310) 2024-04-13T07:17:27.296 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:27 smithi066 systemd[1]: Stopping Ceph mon.b for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:17:27.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-b[30579]: 2024-04-13T07:17:27.291+0000 7fa55994b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:17:27.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-b[30579]: 2024-04-13T07:17:27.291+0000 7fa55994b700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-13T07:17:27.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:27 smithi066 podman[84155]: 2024-04-13 07:17:27.364107518 +0000 UTC m=+0.175892598 container died 08d1a823ed5f8295818fe3bc84e5c0277417e3a1095f37abe8144a4110b414f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=reef-7d36322, ceph=True) 2024-04-13T07:17:27.996 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:27 smithi066 podman[84155]: 2024-04-13 07:17:27.73481094 +0000 UTC m=+0.546596022 container cleanup 08d1a823ed5f8295818fe3bc84e5c0277417e3a1095f37abe8144a4110b414f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-7d36322, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-13T07:17:27.997 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:27 smithi066 bash[84155]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-b 2024-04-13T07:17:28.319 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:27 smithi066 podman[84168]: 2024-04-13 07:17:27.994553305 +0000 UTC m=+0.632933522 container remove 08d1a823ed5f8295818fe3bc84e5c0277417e3a1095f37abe8144a4110b414f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-b, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, RELEASE=reef-7d36322, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-13T07:17:28.319 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-13T07:17:28.319 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 systemd[1]: Stopped Ceph mon.b for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:17:28.319 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.b.service: Consumed 9.555s CPU time. 2024-04-13T07:17:28.598 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 systemd[1]: Starting Ceph mon.b for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:17:28.598 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 podman[84311]: 2024-04-13 07:17:28.455916775 +0000 UTC m=+0.018152126 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:17:28.599 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 podman[84311]: 2024-04-13 07:17:28.595984117 +0000 UTC m=+0.158219452 container create 77096718c9ffbfeaae71aa88966d45df7b939ac9b49cd5f0d7a2bd84f68389ce (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-13T07:17:29.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 podman[84311]: 2024-04-13 07:17:28.88226638 +0000 UTC m=+0.444501723 container init 77096718c9ffbfeaae71aa88966d45df7b939ac9b49cd5f0d7a2bd84f68389ce (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-b, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-13T07:17:29.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 podman[84311]: 2024-04-13 07:17:28.885751224 +0000 UTC m=+0.447986560 container start 77096718c9ffbfeaae71aa88966d45df7b939ac9b49cd5f0d7a2bd84f68389ce (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409) 2024-04-13T07:17:29.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: set uid:gid to 167:167 (ceph:ceph) 2024-04-13T07:17:29.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev), process ceph-mon, pid 2 2024-04-13T07:17:29.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: pidfile_write: ignore empty --pid-file 2024-04-13T07:17:29.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: load: jerasure load: lrc 2024-04-13T07:17:29.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: RocksDB version: 7.9.2 2024-04-13T07:17:29.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Git sha 0 2024-04-13T07:17:29.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Compile date 2024-04-12 15:38:20 2024-04-13T07:17:29.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: DB SUMMARY 2024-04-13T07:17:29.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: DB Session ID: O9G3DLYAHG8XI2F1FEO7 2024-04-13T07:17:29.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: CURRENT file: CURRENT 2024-04-13T07:17:29.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: IDENTITY file: IDENTITY 2024-04-13T07:17:29.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1402 Bytes 2024-04-13T07:17:29.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-04-13T07:17:29.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 8754472 ; 2024-04-13T07:17:29.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.error_if_exists: 0 2024-04-13T07:17:29.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.create_if_missing: 0 2024-04-13T07:17:29.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.paranoid_checks: 1 2024-04-13T07:17:29.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-13T07:17:29.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-13T07:17:29.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-13T07:17:29.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.env: 0x5595c65aacc0 2024-04-13T07:17:29.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.fs: PosixFileSystem 2024-04-13T07:17:29.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.info_log: 0x5595c802dbe0 2024-04-13T07:17:29.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_file_opening_threads: 16 2024-04-13T07:17:29.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.statistics: (nil) 2024-04-13T07:17:29.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.use_fsync: 0 2024-04-13T07:17:29.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_log_file_size: 0 2024-04-13T07:17:29.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-13T07:17:29.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-13T07:17:29.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.keep_log_file_num: 1000 2024-04-13T07:17:29.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.recycle_log_file_num: 0 2024-04-13T07:17:29.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.allow_fallocate: 1 2024-04-13T07:17:29.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.allow_mmap_reads: 0 2024-04-13T07:17:29.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.allow_mmap_writes: 0 2024-04-13T07:17:29.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.use_direct_reads: 0 2024-04-13T07:17:29.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-13T07:17:29.159 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.create_missing_column_families: 0 2024-04-13T07:17:29.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.db_log_dir: 2024-04-13T07:17:29.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.wal_dir: 2024-04-13T07:17:29.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-13T07:17:29.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-13T07:17:29.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-13T07:17:29.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-13T07:17:29.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-13T07:17:29.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-13T07:17:29.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.advise_random_on_open: 1 2024-04-13T07:17:29.160 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.db_write_buffer_size: 0 2024-04-13T07:17:29.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.write_buffer_manager: 0x5595c7ffe1e0 2024-04-13T07:17:29.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-13T07:17:29.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-13T07:17:29.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-13T07:17:29.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.rate_limiter: (nil) 2024-04-13T07:17:29.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-13T07:17:29.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.wal_recovery_mode: 2 2024-04-13T07:17:29.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.enable_thread_tracking: 0 2024-04-13T07:17:29.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.enable_pipelined_write: 0 2024-04-13T07:17:29.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.unordered_write: 0 2024-04-13T07:17:29.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-13T07:17:29.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-13T07:17:29.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-13T07:17:29.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-13T07:17:29.161 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.row_cache: None 2024-04-13T07:17:29.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.wal_filter: None 2024-04-13T07:17:29.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-13T07:17:29.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.allow_ingest_behind: 0 2024-04-13T07:17:29.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.two_write_queues: 0 2024-04-13T07:17:29.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.manual_wal_flush: 0 2024-04-13T07:17:29.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.wal_compression: 0 2024-04-13T07:17:29.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.atomic_flush: 0 2024-04-13T07:17:29.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-13T07:17:29.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-13T07:17:29.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-13T07:17:29.162 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.log_readahead_size: 0 2024-04-13T07:17:29.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-13T07:17:29.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.best_efforts_recovery: 0 2024-04-13T07:17:29.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-13T07:17:29.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-13T07:17:29.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.allow_data_in_errors: 0 2024-04-13T07:17:29.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.db_host_id: __hostname__ 2024-04-13T07:17:29.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-13T07:17:29.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_background_jobs: 2 2024-04-13T07:17:29.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_background_compactions: -1 2024-04-13T07:17:29.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_subcompactions: 1 2024-04-13T07:17:29.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-13T07:17:29.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-13T07:17:29.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-13T07:17:29.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_total_wal_size: 0 2024-04-13T07:17:29.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-13T07:17:29.163 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-13T07:17:29.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-13T07:17:29.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-13T07:17:29.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_open_files: -1 2024-04-13T07:17:29.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.bytes_per_sync: 0 2024-04-13T07:17:29.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-13T07:17:29.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-13T07:17:29.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compaction_readahead_size: 0 2024-04-13T07:17:29.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_background_flushes: -1 2024-04-13T07:17:29.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Compression algorithms supported: 2024-04-13T07:17:29.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-13T07:17:29.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: kZSTD supported: 0 2024-04-13T07:17:29.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: kXpressCompression supported: 0 2024-04-13T07:17:29.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: kLZ4HCCompression supported: 1 2024-04-13T07:17:29.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: kZlibCompression supported: 1 2024-04-13T07:17:29.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: kSnappyCompression supported: 1 2024-04-13T07:17:29.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: kLZ4Compression supported: 1 2024-04-13T07:17:29.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: kBZip2Compression supported: 0 2024-04-13T07:17:29.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-13T07:17:29.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-13T07:17:29.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-04-13T07:17:29.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-13T07:17:29.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-13T07:17:29.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.merge_operator: 2024-04-13T07:17:29.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compaction_filter: None 2024-04-13T07:17:29.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compaction_filter_factory: None 2024-04-13T07:17:29.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.sst_partitioner_factory: None 2024-04-13T07:17:29.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-13T07:17:29.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-13T07:17:29.165 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5595c802ddc0) 2024-04-13T07:17:29.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: cache_index_and_filter_blocks: 1 2024-04-13T07:17:29.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-13T07:17:29.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-13T07:17:29.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: pin_top_level_index_and_filter: 1 2024-04-13T07:17:29.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: index_type: 0 2024-04-13T07:17:29.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: data_block_index_type: 0 2024-04-13T07:17:29.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: index_shortening: 1 2024-04-13T07:17:29.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-13T07:17:29.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: checksum: 4 2024-04-13T07:17:29.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: no_block_cache: 0 2024-04-13T07:17:29.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache: 0x5595c8031090 2024-04-13T07:17:29.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache_name: BinnedLRUCache 2024-04-13T07:17:29.166 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache_options: 2024-04-13T07:17:29.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: capacity : 536870912 2024-04-13T07:17:29.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: num_shard_bits : 4 2024-04-13T07:17:29.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: strict_capacity_limit : 0 2024-04-13T07:17:29.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: high_pri_pool_ratio: 0.000 2024-04-13T07:17:29.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache_compressed: (nil) 2024-04-13T07:17:29.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: persistent_cache: (nil) 2024-04-13T07:17:29.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_size: 4096 2024-04-13T07:17:29.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_size_deviation: 10 2024-04-13T07:17:29.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_restart_interval: 16 2024-04-13T07:17:29.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: index_block_restart_interval: 1 2024-04-13T07:17:29.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: metadata_block_size: 4096 2024-04-13T07:17:29.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: partition_filters: 0 2024-04-13T07:17:29.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: use_delta_encoding: 1 2024-04-13T07:17:29.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: filter_policy: bloomfilter 2024-04-13T07:17:29.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: whole_key_filtering: 1 2024-04-13T07:17:29.167 INFO:journalctl@ceph.mon.b.smithi066.stdout: verify_compression: 0 2024-04-13T07:17:29.168 INFO:journalctl@ceph.mon.b.smithi066.stdout: read_amp_bytes_per_bit: 0 2024-04-13T07:17:29.168 INFO:journalctl@ceph.mon.b.smithi066.stdout: format_version: 5 2024-04-13T07:17:29.168 INFO:journalctl@ceph.mon.b.smithi066.stdout: enable_index_compression: 1 2024-04-13T07:17:29.168 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_align: 0 2024-04-13T07:17:29.168 INFO:journalctl@ceph.mon.b.smithi066.stdout: max_auto_readahead_size: 262144 2024-04-13T07:17:29.168 INFO:journalctl@ceph.mon.b.smithi066.stdout: prepopulate_block_cache: 0 2024-04-13T07:17:29.168 INFO:journalctl@ceph.mon.b.smithi066.stdout: initial_auto_readahead_size: 8192 2024-04-13T07:17:29.168 INFO:journalctl@ceph.mon.b.smithi066.stdout: num_file_reads_for_auto_readahead: 2 2024-04-13T07:17:29.168 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.write_buffer_size: 33554432 2024-04-13T07:17:29.168 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_write_buffer_number: 2 2024-04-13T07:17:29.168 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compression: NoCompression 2024-04-13T07:17:29.168 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.bottommost_compression: Disabled 2024-04-13T07:17:29.168 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.prefix_extractor: nullptr 2024-04-13T07:17:29.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-13T07:17:29.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.num_levels: 7 2024-04-13T07:17:29.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-13T07:17:29.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-13T07:17:29.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-13T07:17:29.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-13T07:17:29.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-13T07:17:29.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-13T07:17:29.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-13T07:17:29.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:17:29.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-13T07:17:29.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-13T07:17:29.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:17:29.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:17:29.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-13T07:17:29.169 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compression_opts.level: 32767 2024-04-13T07:17:29.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compression_opts.strategy: 0 2024-04-13T07:17:29.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-13T07:17:29.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-13T07:17:29.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-13T07:17:29.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-13T07:17:29.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compression_opts.enabled: false 2024-04-13T07:17:29.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-13T07:17:29.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-13T07:17:29.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-13T07:17:29.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-13T07:17:29.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.target_file_size_base: 67108864 2024-04-13T07:17:29.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-13T07:17:29.170 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-13T07:17:29.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-13T07:17:29.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-13T07:17:29.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-13T07:17:29.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-13T07:17:29.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-13T07:17:29.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-13T07:17:29.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-13T07:17:29.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-13T07:17:29.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-13T07:17:29.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-13T07:17:29.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-13T07:17:29.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-13T07:17:29.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.arena_block_size: 1048576 2024-04-13T07:17:29.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-13T07:17:29.171 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-13T07:17:29.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.disable_auto_compactions: 0 2024-04-13T07:17:29.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-13T07:17:29.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-13T07:17:29.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-13T07:17:29.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-13T07:17:29.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-13T07:17:29.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-13T07:17:29.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-13T07:17:29.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-13T07:17:29.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-13T07:17:29.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-13T07:17:29.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-13T07:17:29.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.inplace_update_support: 0 2024-04-13T07:17:29.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-13T07:17:29.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-13T07:17:29.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-13T07:17:29.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-13T07:17:29.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.bloom_locality: 0 2024-04-13T07:17:29.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.max_successive_merges: 0 2024-04-13T07:17:29.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-13T07:17:29.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.paranoid_file_checks: 0 2024-04-13T07:17:29.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.force_consistency_checks: 1 2024-04-13T07:17:29.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.report_bg_io_stats: 0 2024-04-13T07:17:29.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.ttl: 2592000 2024-04-13T07:17:29.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-13T07:17:29.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-13T07:17:29.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-13T07:17:29.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.enable_blob_files: false 2024-04-13T07:17:29.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.min_blob_size: 0 2024-04-13T07:17:29.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.blob_file_size: 268435456 2024-04-13T07:17:29.173 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-13T07:17:29.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-13T07:17:29.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-13T07:17:29.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-13T07:17:29.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-13T07:17:29.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.blob_file_starting_level: 0 2024-04-13T07:17:29.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-13T07:17:29.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-13T07:17:29.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13504, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-13T07:17:29.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-13T07:17:29.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: be66855d-6806-4fbd-9986-a73b7212cc04 2024-04-13T07:17:29.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712992648916326, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-13T07:17:29.174 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-13T07:17:29.175 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712992648937042, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5373395, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13509, "largest_seqno": 16179, "table_properties": {"data_size": 5360828, "index_size": 8833, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2693, "raw_key_size": 25397, "raw_average_key_size": 23, "raw_value_size": 5336793, "raw_average_value_size": 5029, "num_data_blocks": 386, "num_entries": 1061, "num_filter_entries": 1061, "num_deletions": 32, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712992648, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "be66855d-6806-4fbd-9986-a73b7212cc04", "db_session_id": "O9G3DLYAHG8XI2F1FEO7", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-13T07:17:29.175 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712992648937149, "job": 1, "event": "recovery_finished"} 2024-04-13T07:17:29.175 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-13T07:17:29.175 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-13T07:17:29.175 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-13T07:17:29.175 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5595c8120000 2024-04-13T07:17:29.175 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: DB pointer 0x5595c810a000 2024-04-13T07:17:29.175 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-13T07:17:29.175 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-13T07:17:29.175 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** DB Stats ** 2024-04-13T07:17:29.175 INFO:journalctl@ceph.mon.b.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:17:29.175 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-13T07:17:29.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:17:29.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:17:29.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-13T07:17:29.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T07:17:29.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T07:17:29.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-13T07:17:29.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** Compaction Stats [default] ** 2024-04-13T07:17:29.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:17:29.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-13T07:17:29.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: L0 1/0 5.12 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 581.7 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-13T07:17:29.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: L6 1/0 7.60 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-13T07:17:29.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: Sum 2/0 12.72 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 581.7 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-13T07:17:29.176 INFO:journalctl@ceph.mon.b.smithi066.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 581.7 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-13T07:17:29.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-13T07:17:29.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** Compaction Stats [default] ** 2024-04-13T07:17:29.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T07:17:29.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-13T07:17:29.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 581.7 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-13T07:17:29.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-13T07:17:29.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-13T07:17:29.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-13T07:17:29.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T07:17:29.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-04-13T07:17:29.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-13T07:17:29.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-13T07:17:29.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-13T07:17:29.177 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-13T07:17:29.178 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative compaction: 0.01 GB write, 200.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:17:29.178 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval compaction: 0.01 GB write, 200.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T07:17:29.178 INFO:journalctl@ceph.mon.b.smithi066.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-13T07:17:29.178 INFO:journalctl@ceph.mon.b.smithi066.stdout: Block cache BinnedLRUCache@0x5595c8031090#2 capacity: 512.00 MB usage: 11.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-13T07:17:29.178 INFO:journalctl@ceph.mon.b.smithi066.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.78 KB,0.000530481%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-04-13T07:17:29.178 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-13T07:17:29.178 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-13T07:17:29.178 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: starting mon.b rank 1 at public addrs [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] at bind addrs [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:17:29.178 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: mon.b@-1(???) e3 preinit fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:17:29.178 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: mon.b@-1(???).mds e6 new map 2024-04-13T07:17:29.178 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: mon.b@-1(???).mds e6 print_map 2024-04-13T07:17:29.178 INFO:journalctl@ceph.mon.b.smithi066.stdout: e6 2024-04-13T07:17:29.178 INFO:journalctl@ceph.mon.b.smithi066.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-13T07:17:29.178 INFO:journalctl@ceph.mon.b.smithi066.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T07:17:29.179 INFO:journalctl@ceph.mon.b.smithi066.stdout: legacy client fscid: 1 2024-04-13T07:17:29.179 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-13T07:17:29.179 INFO:journalctl@ceph.mon.b.smithi066.stdout: Filesystem 'cephfs' (1) 2024-04-13T07:17:29.179 INFO:journalctl@ceph.mon.b.smithi066.stdout: fs_name cephfs 2024-04-13T07:17:29.179 INFO:journalctl@ceph.mon.b.smithi066.stdout: epoch 6 2024-04-13T07:17:29.179 INFO:journalctl@ceph.mon.b.smithi066.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-13T07:17:29.179 INFO:journalctl@ceph.mon.b.smithi066.stdout: created 2024-04-13T07:10:44.810620+0000 2024-04-13T07:17:29.179 INFO:journalctl@ceph.mon.b.smithi066.stdout: modified 2024-04-13T07:10:46.819034+0000 2024-04-13T07:17:29.179 INFO:journalctl@ceph.mon.b.smithi066.stdout: tableserver 0 2024-04-13T07:17:29.179 INFO:journalctl@ceph.mon.b.smithi066.stdout: root 0 2024-04-13T07:17:29.179 INFO:journalctl@ceph.mon.b.smithi066.stdout: session_timeout 60 2024-04-13T07:17:29.179 INFO:journalctl@ceph.mon.b.smithi066.stdout: session_autoclose 300 2024-04-13T07:17:29.179 INFO:journalctl@ceph.mon.b.smithi066.stdout: max_file_size 1099511627776 2024-04-13T07:17:29.179 INFO:journalctl@ceph.mon.b.smithi066.stdout: max_xattr_size 65536 2024-04-13T07:17:29.179 INFO:journalctl@ceph.mon.b.smithi066.stdout: required_client_features {} 2024-04-13T07:17:29.180 INFO:journalctl@ceph.mon.b.smithi066.stdout: last_failure 0 2024-04-13T07:17:29.180 INFO:journalctl@ceph.mon.b.smithi066.stdout: last_failure_osd_epoch 0 2024-04-13T07:17:29.180 INFO:journalctl@ceph.mon.b.smithi066.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T07:17:29.180 INFO:journalctl@ceph.mon.b.smithi066.stdout: max_mds 1 2024-04-13T07:17:29.180 INFO:journalctl@ceph.mon.b.smithi066.stdout: in 0 2024-04-13T07:17:29.180 INFO:journalctl@ceph.mon.b.smithi066.stdout: up {0=24356} 2024-04-13T07:17:29.180 INFO:journalctl@ceph.mon.b.smithi066.stdout: failed 2024-04-13T07:17:29.180 INFO:journalctl@ceph.mon.b.smithi066.stdout: damaged 2024-04-13T07:17:29.180 INFO:journalctl@ceph.mon.b.smithi066.stdout: stopped 2024-04-13T07:17:29.181 INFO:journalctl@ceph.mon.b.smithi066.stdout: data_pools [3] 2024-04-13T07:17:29.181 INFO:journalctl@ceph.mon.b.smithi066.stdout: metadata_pool 2 2024-04-13T07:17:29.181 INFO:journalctl@ceph.mon.b.smithi066.stdout: inline_data disabled 2024-04-13T07:17:29.181 INFO:journalctl@ceph.mon.b.smithi066.stdout: balancer 2024-04-13T07:17:29.181 INFO:journalctl@ceph.mon.b.smithi066.stdout: bal_rank_mask -1 2024-04-13T07:17:29.181 INFO:journalctl@ceph.mon.b.smithi066.stdout: standby_count_wanted 0 2024-04-13T07:17:29.181 INFO:journalctl@ceph.mon.b.smithi066.stdout: qdb_cluster leader: 0 members: 2024-04-13T07:17:29.181 INFO:journalctl@ceph.mon.b.smithi066.stdout: [mds.a{0:24356} state up:active seq 3 addr [v2:172.21.15.3:6834/745303198,v1:172.21.15.3:6835/745303198] compat {c=[1],r=[1],i=[7ff]}] 2024-04-13T07:17:29.181 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-13T07:17:29.181 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-13T07:17:29.181 INFO:journalctl@ceph.mon.b.smithi066.stdout: Standby daemons: 2024-04-13T07:17:29.181 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-13T07:17:29.181 INFO:journalctl@ceph.mon.b.smithi066.stdout: [mds.b{-1:24352} state up:standby seq 1 addr [v2:172.21.15.66:6832/2215717538,v1:172.21.15.66:6833/2215717538] compat {c=[1],r=[1],i=[7ff]}] 2024-04-13T07:17:29.181 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: mon.b@-1(???).osd e263 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-13T07:17:29.181 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: mon.b@-1(???).osd e263 crush map has features 432629308056666112, adjusting msgr requires 2024-04-13T07:17:29.182 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: mon.b@-1(???).osd e263 crush map has features 432629308056666112, adjusting msgr requires 2024-04-13T07:17:29.182 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: mon.b@-1(???).osd e263 crush map has features 432629308056666112, adjusting msgr requires 2024-04-13T07:17:29.182 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 ceph-mon[84331]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-04-13T07:17:29.182 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 bash[84311]: 77096718c9ffbfeaae71aa88966d45df7b939ac9b49cd5f0d7a2bd84f68389ce 2024-04-13T07:17:29.182 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:28 smithi066 systemd[1]: Started Ceph mon.b for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:17:32.655 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:17:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:17:33.904 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:17:33 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:17:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:17:34.116 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:17:33 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:17:33.947+0000 7ff2e8c82700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-13T07:17:34.387 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:17:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:17:34] "GET /metrics HTTP/1.1" 200 35980 "" "Prometheus/2.43.0" 2024-04-13T07:17:36.395 INFO:tasks.rados.rados.0.smithi003.stdout:978: done (3 left) 2024-04-13T07:17:36.395 INFO:tasks.rados.rados.0.smithi003.stdout:979: done (2 left) 2024-04-13T07:17:36.395 INFO:tasks.rados.rados.0.smithi003.stdout:980: done (1 left) 2024-04-13T07:17:36.395 INFO:tasks.rados.rados.0.smithi003.stdout:982: done (0 left) 2024-04-13T07:17:36.395 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 1 current snap is 105 2024-04-13T07:17:36.395 INFO:tasks.rados.rados.0.smithi003.stdout:983: seq_num 311 ranges {0=417792} 2024-04-13T07:17:36.397 INFO:tasks.rados.rados.0.smithi003.stdout:983: writing smithi00377890-1 from 0 to 417792 tid 1 2024-04-13T07:17:36.397 INFO:tasks.rados.rados.0.smithi003.stdout:984: read oid 35 snap -1 2024-04-13T07:17:36.397 INFO:tasks.rados.rados.0.smithi003.stdout:984: expect (ObjNum 292 snap 95 seq_num 292) 2024-04-13T07:17:36.397 INFO:tasks.rados.rados.0.smithi003.stdout:985: snap_create 2024-04-13T07:17:36.401 INFO:tasks.rados.rados.0.smithi003.stdout:983: finishing write tid 1 to smithi00377890-1 2024-04-13T07:17:36.401 INFO:tasks.rados.rados.0.smithi003.stdout:983: finishing write tid 2 to smithi00377890-1 2024-04-13T07:17:36.402 INFO:tasks.rados.rados.0.smithi003.stdout:983: finishing write tid 3 to smithi00377890-1 2024-04-13T07:17:36.402 INFO:tasks.rados.rados.0.smithi003.stdout:983: oid 1 updating version 0 to 421 2024-04-13T07:17:36.402 INFO:tasks.rados.rados.0.smithi003.stdout:983: oid 1 version 421 is already newer than 420 2024-04-13T07:17:36.402 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 421 (ObjNum 311 snap 105 seq_num 311) dirty exists 2024-04-13T07:17:36.402 INFO:tasks.rados.rados.0.smithi003.stdout:983: left oid 1 (ObjNum 311 snap 105 seq_num 311) 2024-04-13T07:17:36.411 INFO:tasks.rados.rados.0.smithi003.stdout:984: expect (ObjNum 292 snap 95 seq_num 292) 2024-04-13T07:17:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: mon.b calling monitor election 2024-04-13T07:17:36.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: mon.c calling monitor election 2024-04-13T07:17:36.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: mon.b calling monitor election 2024-04-13T07:17:36.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: monmap epoch 4 2024-04-13T07:17:36.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:17:36.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: last_changed 2024-04-13T07:17:30.354935+0000 2024-04-13T07:17:36.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: created 2024-04-13T07:05:08.653608+0000 2024-04-13T07:17:36.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: min_mon_release 19 (squid) 2024-04-13T07:17:36.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: election_strategy: 1 2024-04-13T07:17:36.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-04-13T07:17:36.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-13T07:17:36.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: 2: [v2:172.21.15.3:3301/0,v1:172.21.15.3:6790/0] mon.c 2024-04-13T07:17:36.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:17:36.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: osdmap e264: 8 total, 8 up, 8 in 2024-04-13T07:17:36.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: mgrmap e38: y(active, since 42s), standbys: x 2024-04-13T07:17:36.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: overall HEALTH_OK 2024-04-13T07:17:36.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: mon.a calling monitor election 2024-04-13T07:17:36.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:17:36.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: monmap epoch 4 2024-04-13T07:17:36.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:17:36.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: last_changed 2024-04-13T07:17:30.354935+0000 2024-04-13T07:17:36.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: created 2024-04-13T07:05:08.653608+0000 2024-04-13T07:17:36.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: min_mon_release 19 (squid) 2024-04-13T07:17:36.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: election_strategy: 1 2024-04-13T07:17:36.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-04-13T07:17:36.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-13T07:17:36.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: 2: [v2:172.21.15.3:3301/0,v1:172.21.15.3:6790/0] mon.c 2024-04-13T07:17:36.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:17:36.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: osdmap e264: 8 total, 8 up, 8 in 2024-04-13T07:17:36.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: mgrmap e38: y(active, since 42s), standbys: x 2024-04-13T07:17:36.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: overall HEALTH_OK 2024-04-13T07:17:36.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:36.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:36.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:36 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:17:36.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: mon.b calling monitor election 2024-04-13T07:17:36.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: mon.c calling monitor election 2024-04-13T07:17:36.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: mon.b calling monitor election 2024-04-13T07:17:36.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: monmap epoch 4 2024-04-13T07:17:36.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:17:36.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: last_changed 2024-04-13T07:17:30.354935+0000 2024-04-13T07:17:36.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: created 2024-04-13T07:05:08.653608+0000 2024-04-13T07:17:36.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: min_mon_release 19 (squid) 2024-04-13T07:17:36.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: election_strategy: 1 2024-04-13T07:17:36.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-04-13T07:17:36.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-13T07:17:36.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: 2: [v2:172.21.15.3:3301/0,v1:172.21.15.3:6790/0] mon.c 2024-04-13T07:17:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:17:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: osdmap e264: 8 total, 8 up, 8 in 2024-04-13T07:17:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: mgrmap e38: y(active, since 42s), standbys: x 2024-04-13T07:17:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: overall HEALTH_OK 2024-04-13T07:17:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: mon.a calling monitor election 2024-04-13T07:17:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:17:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: monmap epoch 4 2024-04-13T07:17:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:17:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: last_changed 2024-04-13T07:17:30.354935+0000 2024-04-13T07:17:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: created 2024-04-13T07:05:08.653608+0000 2024-04-13T07:17:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: min_mon_release 19 (squid) 2024-04-13T07:17:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: election_strategy: 1 2024-04-13T07:17:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-04-13T07:17:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-13T07:17:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: 2: [v2:172.21.15.3:3301/0,v1:172.21.15.3:6790/0] mon.c 2024-04-13T07:17:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:17:36.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: osdmap e264: 8 total, 8 up, 8 in 2024-04-13T07:17:36.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: mgrmap e38: y(active, since 42s), standbys: x 2024-04-13T07:17:36.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: overall HEALTH_OK 2024-04-13T07:17:36.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:36.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:36.890 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:17:36.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: mon.b calling monitor election 2024-04-13T07:17:36.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: mon.c calling monitor election 2024-04-13T07:17:36.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: mon.b calling monitor election 2024-04-13T07:17:36.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: monmap epoch 4 2024-04-13T07:17:36.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:17:36.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: last_changed 2024-04-13T07:17:30.354935+0000 2024-04-13T07:17:36.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: created 2024-04-13T07:05:08.653608+0000 2024-04-13T07:17:36.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: min_mon_release 19 (squid) 2024-04-13T07:17:36.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: election_strategy: 1 2024-04-13T07:17:36.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-04-13T07:17:36.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-13T07:17:36.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: 2: [v2:172.21.15.3:3301/0,v1:172.21.15.3:6790/0] mon.c 2024-04-13T07:17:36.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:17:36.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: osdmap e264: 8 total, 8 up, 8 in 2024-04-13T07:17:36.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: mgrmap e38: y(active, since 42s), standbys: x 2024-04-13T07:17:36.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: overall HEALTH_OK 2024-04-13T07:17:36.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: mon.a calling monitor election 2024-04-13T07:17:36.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T07:17:36.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: monmap epoch 4 2024-04-13T07:17:36.891 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: fsid 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T07:17:36.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: last_changed 2024-04-13T07:17:30.354935+0000 2024-04-13T07:17:36.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: created 2024-04-13T07:05:08.653608+0000 2024-04-13T07:17:36.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: min_mon_release 19 (squid) 2024-04-13T07:17:36.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: election_strategy: 1 2024-04-13T07:17:36.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-04-13T07:17:36.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-13T07:17:36.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: 2: [v2:172.21.15.3:3301/0,v1:172.21.15.3:6790/0] mon.c 2024-04-13T07:17:36.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:17:36.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: osdmap e264: 8 total, 8 up, 8 in 2024-04-13T07:17:36.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: mgrmap e38: y(active, since 42s), standbys: x 2024-04-13T07:17:36.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: overall HEALTH_OK 2024-04-13T07:17:36.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:36.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:36.892 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:36 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:17:37.406 INFO:tasks.rados.rados.0.smithi003.stdout:983: done (2 left) 2024-04-13T07:17:37.406 INFO:tasks.rados.rados.0.smithi003.stdout:984: done (1 left) 2024-04-13T07:17:37.406 INFO:tasks.rados.rados.0.smithi003.stdout:985: done (0 left) 2024-04-13T07:17:37.407 INFO:tasks.rados.rados.0.smithi003.stdout:986: rollback oid 37 current snap is 106 2024-04-13T07:17:37.407 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 37 to 68 2024-04-13T07:17:37.407 INFO:tasks.rados.rados.0.smithi003.stdout:987: delete oid 44 current snap is 106 2024-04-13T07:17:37.410 INFO:tasks.rados.rados.0.smithi003.stdout:987: done (1 left) 2024-04-13T07:17:37.410 INFO:tasks.rados.rados.0.smithi003.stdout:988: copy_from oid 39 from oid 8 current snap is 106 2024-04-13T07:17:37.411 INFO:tasks.rados.rados.0.smithi003.stdout:989: read oid 46 snap 92 2024-04-13T07:17:37.411 INFO:tasks.rados.rados.0.smithi003.stdout:989: expect (ObjNum 209 snap 64 seq_num 209) 2024-04-13T07:17:37.411 INFO:tasks.rados.rados.0.smithi003.stdout:990: rollback oid 29 current snap is 106 2024-04-13T07:17:37.411 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 29 to 101 2024-04-13T07:17:37.411 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 50 current snap is 106 2024-04-13T07:17:37.411 INFO:tasks.rados.rados.0.smithi003.stdout:991: seq_num 313 ranges {278528=450560} 2024-04-13T07:17:37.415 INFO:tasks.rados.rados.0.smithi003.stdout:991: writing smithi00377890-50 from 278528 to 729088 tid 1 2024-04-13T07:17:37.416 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 24 current snap is 106 2024-04-13T07:17:37.416 INFO:tasks.rados.rados.0.smithi003.stdout:986: finishing rollback tid 0 to smithi00377890-37 2024-04-13T07:17:37.416 INFO:tasks.rados.rados.0.smithi003.stdout:986: finishing rollback tid 1 to smithi00377890-37 2024-04-13T07:17:37.416 INFO:tasks.rados.rados.0.smithi003.stdout:986: finishing rollback tid 2 to smithi00377890-37 2024-04-13T07:17:37.416 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 293 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-13T07:17:37.416 INFO:tasks.rados.rados.0.smithi003.stdout:992: seq_num 314 ranges {6004736=466944} 2024-04-13T07:17:37.452 INFO:tasks.rados.rados.0.smithi003.stdout:992: writing smithi00377890-24 from 6004736 to 6471680 tid 1 2024-04-13T07:17:37.452 INFO:tasks.rados.rados.0.smithi003.stdout:986: done (5 left) 2024-04-13T07:17:37.452 INFO:tasks.rados.rados.0.smithi003.stdout:993: snap_remove snap 93 2024-04-13T07:17:37.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:37 smithi066 ceph-mon[84331]: osdmap e265: 8 total, 8 up, 8 in 2024-04-13T07:17:37.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:37 smithi066 ceph-mon[84331]: pgmap v54: 121 pgs: 121 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:17:37.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:37 smithi003 ceph-mon[89364]: osdmap e265: 8 total, 8 up, 8 in 2024-04-13T07:17:37.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:37 smithi003 ceph-mon[89364]: pgmap v54: 121 pgs: 121 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:17:37.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:37 smithi003 ceph-mon[91733]: osdmap e265: 8 total, 8 up, 8 in 2024-04-13T07:17:37.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:37 smithi003 ceph-mon[91733]: pgmap v54: 121 pgs: 121 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:17:38.418 INFO:tasks.rados.rados.0.smithi003.stdout:990: finishing rollback tid 0 to smithi00377890-29 2024-04-13T07:17:38.418 INFO:tasks.rados.rados.0.smithi003.stdout:990: finishing rollback tid 1 to smithi00377890-29 2024-04-13T07:17:38.418 INFO:tasks.rados.rados.0.smithi003.stdout:990: finishing rollback tid 2 to smithi00377890-29 2024-04-13T07:17:38.418 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 829 (ObjNum 299 snap 101 seq_num 299) dirty exists 2024-04-13T07:17:38.418 INFO:tasks.rados.rados.0.smithi003.stdout:991: finishing write tid 1 to smithi00377890-50 2024-04-13T07:17:38.418 INFO:tasks.rados.rados.0.smithi003.stdout:991: finishing write tid 2 to smithi00377890-50 2024-04-13T07:17:38.418 INFO:tasks.rados.rados.0.smithi003.stdout:991: finishing write tid 3 to smithi00377890-50 2024-04-13T07:17:38.418 INFO:tasks.rados.rados.0.smithi003.stdout:991: oid 50 updating version 0 to 444 2024-04-13T07:17:38.419 INFO:tasks.rados.rados.0.smithi003.stdout:991: oid 50 version 444 is already newer than 443 2024-04-13T07:17:38.419 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 444 (ObjNum 313 snap 106 seq_num 313) dirty exists 2024-04-13T07:17:38.419 INFO:tasks.rados.rados.0.smithi003.stdout:991: left oid 50 (ObjNum 313 snap 106 seq_num 313) 2024-04-13T07:17:38.419 INFO:tasks.rados.rados.0.smithi003.stdout:988: finishing copy_from racing read to smithi00377890-39 2024-04-13T07:17:38.419 INFO:tasks.rados.rados.0.smithi003.stdout:989: expect (ObjNum 209 snap 64 seq_num 209) 2024-04-13T07:17:38.507 INFO:tasks.rados.rados.0.smithi003.stdout:988: finishing copy_from to smithi00377890-39 2024-04-13T07:17:38.507 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 516 (ObjNum 293 snap 95 seq_num 293) dirty exists 2024-04-13T07:17:38.507 INFO:tasks.rados.rados.0.smithi003.stdout:992: finishing write tid 1 to smithi00377890-24 2024-04-13T07:17:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:992: finishing write tid 2 to smithi00377890-24 2024-04-13T07:17:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:992: finishing write tid 3 to smithi00377890-24 2024-04-13T07:17:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:992: oid 24 updating version 0 to 805 2024-04-13T07:17:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:992: oid 24 version 805 is already newer than 804 2024-04-13T07:17:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 805 (ObjNum 314 snap 106 seq_num 314) dirty exists 2024-04-13T07:17:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:992: left oid 24 (ObjNum 314 snap 106 seq_num 314) 2024-04-13T07:17:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:988: done (5 left) 2024-04-13T07:17:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:989: done (4 left) 2024-04-13T07:17:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:990: done (3 left) 2024-04-13T07:17:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:991: done (2 left) 2024-04-13T07:17:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:992: done (1 left) 2024-04-13T07:17:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:993: done (0 left) 2024-04-13T07:17:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:994: rmattr oid 25 current snap is 106 2024-04-13T07:17:38.508 INFO:tasks.rados.rados.0.smithi003.stdout:995: setattr oid 16 current snap is 106 2024-04-13T07:17:38.509 INFO:tasks.rados.rados.0.smithi003.stdout:996: snap_remove snap 100 2024-04-13T07:17:38.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:38 smithi066 ceph-mon[84331]: osdmap e266: 8 total, 8 up, 8 in 2024-04-13T07:17:38.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:17:38.741 INFO:tasks.rados.rados.0.smithi003.stdout:996: done (2 left) 2024-04-13T07:17:38.741 INFO:tasks.rados.rados.0.smithi003.stdout:997: rollback oid 31 current snap is 106 2024-04-13T07:17:38.741 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 31 to 97 2024-04-13T07:17:38.741 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 889 (ObjNum 258 snap 84 seq_num 258) dirty exists 2024-04-13T07:17:38.741 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 817 (ObjNum 222 snap 66 seq_num 222) dirty exists 2024-04-13T07:17:38.741 INFO:tasks.rados.rados.0.smithi003.stdout:994: done (2 left) 2024-04-13T07:17:38.742 INFO:tasks.rados.rados.0.smithi003.stdout:995: done (1 left) 2024-04-13T07:17:38.742 INFO:tasks.rados.rados.0.smithi003.stdout:998: snap_remove snap 75 2024-04-13T07:17:38.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:38 smithi003 ceph-mon[89364]: osdmap e266: 8 total, 8 up, 8 in 2024-04-13T07:17:38.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:17:38.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:38 smithi003 ceph-mon[91733]: osdmap e266: 8 total, 8 up, 8 in 2024-04-13T07:17:38.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:17:39.746 INFO:tasks.rados.rados.0.smithi003.stdout:998: done (1 left) 2024-04-13T07:17:39.746 INFO:tasks.rados.rados.0.smithi003.stdout:999: read oid 46 snap -1 2024-04-13T07:17:39.746 INFO:tasks.rados.rados.0.smithi003.stdout:999: expect (ObjNum 209 snap 64 seq_num 209) 2024-04-13T07:17:39.746 INFO:tasks.rados.rados.0.smithi003.stdout:1000: copy_from oid 20 from oid 11 current snap is 106 2024-04-13T07:17:39.747 INFO:tasks.rados.rados.0.smithi003.stdout:1001: snap_remove snap 71 2024-04-13T07:17:39.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:39 smithi003 ceph-mon[89364]: osdmap e267: 8 total, 8 up, 8 in 2024-04-13T07:17:39.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:39 smithi003 ceph-mon[89364]: pgmap v57: 121 pgs: 121 active+clean; 343 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 363 KiB/s wr, 4 op/s 2024-04-13T07:17:39.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:39 smithi003 ceph-mon[89364]: osdmap e268: 8 total, 8 up, 8 in 2024-04-13T07:17:39.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:39 smithi003 ceph-mon[91733]: osdmap e267: 8 total, 8 up, 8 in 2024-04-13T07:17:39.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:39 smithi003 ceph-mon[91733]: pgmap v57: 121 pgs: 121 active+clean; 343 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 363 KiB/s wr, 4 op/s 2024-04-13T07:17:39.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:39 smithi003 ceph-mon[91733]: osdmap e268: 8 total, 8 up, 8 in 2024-04-13T07:17:39.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:39 smithi066 ceph-mon[84331]: osdmap e267: 8 total, 8 up, 8 in 2024-04-13T07:17:39.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:39 smithi066 ceph-mon[84331]: pgmap v57: 121 pgs: 121 active+clean; 343 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 363 KiB/s wr, 4 op/s 2024-04-13T07:17:39.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:39 smithi066 ceph-mon[84331]: osdmap e268: 8 total, 8 up, 8 in 2024-04-13T07:17:40.750 INFO:tasks.rados.rados.0.smithi003.stdout:1001: done (3 left) 2024-04-13T07:17:40.750 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 106 2024-04-13T07:17:40.750 INFO:tasks.rados.rados.0.smithi003.stdout:1002: seq_num 315 ranges {4366336=483328} 2024-04-13T07:17:40.778 INFO:tasks.rados.rados.0.smithi003.stdout:1002: writing smithi00377890-17 from 4366336 to 4849664 tid 1 2024-04-13T07:17:40.778 INFO:tasks.rados.rados.0.smithi003.stdout:1003: delete oid 12 current snap is 106 2024-04-13T07:17:40.778 INFO:tasks.rados.rados.0.smithi003.stdout:997: finishing rollback tid 0 to smithi00377890-31 2024-04-13T07:17:40.778 INFO:tasks.rados.rados.0.smithi003.stdout:997: finishing rollback tid 1 to smithi00377890-31 2024-04-13T07:17:40.778 INFO:tasks.rados.rados.0.smithi003.stdout:997: finishing rollback tid 2 to smithi00377890-31 2024-04-13T07:17:40.778 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 296 (ObjNum 226 snap 67 seq_num 226) dirty exists 2024-04-13T07:17:40.778 INFO:tasks.rados.rados.0.smithi003.stdout:999: expect (ObjNum 209 snap 64 seq_num 209) 2024-04-13T07:17:40.862 INFO:tasks.rados.rados.0.smithi003.stdout:1000: finishing copy_from racing read to smithi00377890-20 2024-04-13T07:17:40.862 INFO:tasks.rados.rados.0.smithi003.stdout:1000: finishing copy_from to smithi00377890-20 2024-04-13T07:17:40.862 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 555 (ObjNum 257 snap 84 seq_num 257) dirty exists 2024-04-13T07:17:40.862 INFO:tasks.rados.rados.0.smithi003.stdout:997: done (4 left) 2024-04-13T07:17:40.862 INFO:tasks.rados.rados.0.smithi003.stdout:999: done (3 left) 2024-04-13T07:17:40.862 INFO:tasks.rados.rados.0.smithi003.stdout:1000: done (2 left) 2024-04-13T07:17:40.862 INFO:tasks.rados.rados.0.smithi003.stdout:1003: done (1 left) 2024-04-13T07:17:40.862 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 2 current snap is 106 2024-04-13T07:17:40.862 INFO:tasks.rados.rados.0.smithi003.stdout:1002: finishing write tid 1 to smithi00377890-17 2024-04-13T07:17:40.862 INFO:tasks.rados.rados.0.smithi003.stdout:1004: seq_num 317 ranges {147456=516096} 2024-04-13T07:17:40.866 INFO:tasks.rados.rados.0.smithi003.stdout:1004: writing smithi00377890-2 from 147456 to 663552 tid 1 2024-04-13T07:17:40.866 INFO:tasks.rados.rados.0.smithi003.stdout:1005: rollback oid 36 current snap is 106 2024-04-13T07:17:40.866 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 36 to 102 2024-04-13T07:17:40.866 INFO:tasks.rados.rados.0.smithi003.stdout:1002: finishing write tid 2 to smithi00377890-17 2024-04-13T07:17:40.866 INFO:tasks.rados.rados.0.smithi003.stdout:1002: finishing write tid 3 to smithi00377890-17 2024-04-13T07:17:40.866 INFO:tasks.rados.rados.0.smithi003.stdout:1002: oid 17 updating version 0 to 440 2024-04-13T07:17:40.866 INFO:tasks.rados.rados.0.smithi003.stdout:1002: oid 17 version 440 is already newer than 439 2024-04-13T07:17:40.866 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 440 (ObjNum 315 snap 106 seq_num 315) dirty exists 2024-04-13T07:17:40.867 INFO:tasks.rados.rados.0.smithi003.stdout:1002: left oid 17 (ObjNum 315 snap 106 seq_num 315) 2024-04-13T07:17:40.867 INFO:tasks.rados.rados.0.smithi003.stdout:1002: done (2 left) 2024-04-13T07:17:40.867 INFO:tasks.rados.rados.0.smithi003.stdout:1006: snap_create 2024-04-13T07:17:40.870 INFO:tasks.rados.rados.0.smithi003.stdout:1005: finishing rollback tid 0 to smithi00377890-36 2024-04-13T07:17:40.870 INFO:tasks.rados.rados.0.smithi003.stdout:1004: finishing write tid 1 to smithi00377890-2 2024-04-13T07:17:40.870 INFO:tasks.rados.rados.0.smithi003.stdout:1005: finishing rollback tid 1 to smithi00377890-36 2024-04-13T07:17:40.870 INFO:tasks.rados.rados.0.smithi003.stdout:1004: finishing write tid 2 to smithi00377890-2 2024-04-13T07:17:40.870 INFO:tasks.rados.rados.0.smithi003.stdout:1005: finishing rollback tid 2 to smithi00377890-36 2024-04-13T07:17:40.870 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 832 (ObjNum 223 snap 66 seq_num 223) dirty exists 2024-04-13T07:17:40.871 INFO:tasks.rados.rados.0.smithi003.stdout:1004: finishing write tid 3 to smithi00377890-2 2024-04-13T07:17:40.872 INFO:tasks.rados.rados.0.smithi003.stdout:1004: oid 2 updating version 0 to 527 2024-04-13T07:17:40.872 INFO:tasks.rados.rados.0.smithi003.stdout:1004: oid 2 version 527 is already newer than 526 2024-04-13T07:17:40.872 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 527 (ObjNum 317 snap 106 seq_num 317) dirty exists 2024-04-13T07:17:40.872 INFO:tasks.rados.rados.0.smithi003.stdout:1004: left oid 2 (ObjNum 317 snap 106 seq_num 317) 2024-04-13T07:17:41.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:40 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:41.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:40 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:41.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:40 smithi003 ceph-mon[89364]: osdmap e269: 8 total, 8 up, 8 in 2024-04-13T07:17:41.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:40 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:41.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:40 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:41.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:40 smithi003 ceph-mon[91733]: osdmap e269: 8 total, 8 up, 8 in 2024-04-13T07:17:41.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:40 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:41.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:40 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:41.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:40 smithi066 ceph-mon[84331]: osdmap e269: 8 total, 8 up, 8 in 2024-04-13T07:17:41.877 INFO:tasks.rados.rados.0.smithi003.stdout:1004: done (2 left) 2024-04-13T07:17:41.877 INFO:tasks.rados.rados.0.smithi003.stdout:1005: done (1 left) 2024-04-13T07:17:41.877 INFO:tasks.rados.rados.0.smithi003.stdout:1006: done (0 left) 2024-04-13T07:17:41.877 INFO:tasks.rados.rados.0.smithi003.stdout:1007: rmattr oid 32 current snap is 107 2024-04-13T07:17:41.877 INFO:tasks.rados.rados.0.smithi003.stdout:1008: read oid 14 snap -1 2024-04-13T07:17:41.877 INFO:tasks.rados.rados.0.smithi003.stdout:1008: expect (ObjNum 183 snap 53 seq_num 183) 2024-04-13T07:17:41.877 INFO:tasks.rados.rados.0.smithi003.stdout:1009: rollback oid 42 current snap is 107 2024-04-13T07:17:41.877 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 42 to 59 2024-04-13T07:17:41.877 INFO:tasks.rados.rados.0.smithi003.stdout:1010: delete oid 12 current snap is 107 2024-04-13T07:17:41.883 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 923 (ObjNum 268 snap 88 seq_num 268) dirty exists 2024-04-13T07:17:41.883 INFO:tasks.rados.rados.0.smithi003.stdout:1007: done (3 left) 2024-04-13T07:17:41.883 INFO:tasks.rados.rados.0.smithi003.stdout:1010: done (2 left) 2024-04-13T07:17:41.884 INFO:tasks.rados.rados.0.smithi003.stdout:1011: delete oid 37 current snap is 107 2024-04-13T07:17:41.885 INFO:tasks.rados.rados.0.smithi003.stdout:1009: finishing rollback tid 0 to smithi00377890-42 2024-04-13T07:17:41.885 INFO:tasks.rados.rados.0.smithi003.stdout:1008: expect (ObjNum 183 snap 53 seq_num 183) 2024-04-13T07:17:41.949 INFO:tasks.rados.rados.0.smithi003.stdout:1009: finishing rollback tid 1 to smithi00377890-42 2024-04-13T07:17:41.949 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 451 (ObjNum 129 snap 0 seq_num 291425840) dirty dne 2024-04-13T07:17:41.950 INFO:tasks.rados.rados.0.smithi003.stdout:1008: done (2 left) 2024-04-13T07:17:41.950 INFO:tasks.rados.rados.0.smithi003.stdout:1009: done (1 left) 2024-04-13T07:17:41.950 INFO:tasks.rados.rados.0.smithi003.stdout:1011: done (0 left) 2024-04-13T07:17:41.950 INFO:tasks.rados.rados.0.smithi003.stdout:1012: copy_from oid 25 from oid 31 current snap is 107 2024-04-13T07:17:41.950 INFO:tasks.rados.rados.0.smithi003.stdout:1013: read oid 49 snap 83 2024-04-13T07:17:41.950 INFO:tasks.rados.rados.0.smithi003.stdout:1013: expect deleted 2024-04-13T07:17:41.950 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 23 current snap is 107 2024-04-13T07:17:41.950 INFO:tasks.rados.rados.0.smithi003.stdout:1014: seq_num 320 ranges {4202496=565248} 2024-04-13T07:17:41.976 INFO:tasks.rados.rados.0.smithi003.stdout:1014: writing smithi00377890-23 from 4202496 to 4767744 tid 1 2024-04-13T07:17:41.976 INFO:tasks.rados.rados.0.smithi003.stdout:1015: copy_from oid 32 from oid 42 current snap is 107 2024-04-13T07:17:41.976 INFO:tasks.rados.rados.0.smithi003.stdout:1013: done (3 left) 2024-04-13T07:17:41.976 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 40 current snap is 107 2024-04-13T07:17:41.976 INFO:tasks.rados.rados.0.smithi003.stdout:1012: finishing copy_from racing read to smithi00377890-25 2024-04-13T07:17:41.976 INFO:tasks.rados.rados.0.smithi003.stdout:1012: finishing copy_from to smithi00377890-25 2024-04-13T07:17:41.976 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 296 (ObjNum 226 snap 67 seq_num 226) dirty exists 2024-04-13T07:17:41.976 INFO:tasks.rados.rados.0.smithi003.stdout:1016: seq_num 321 ranges {1515520=581632} 2024-04-13T07:17:41.988 INFO:tasks.rados.rados.0.smithi003.stdout:1016: writing smithi00377890-40 from 1515520 to 2097152 tid 1 2024-04-13T07:17:41.988 INFO:tasks.rados.rados.0.smithi003.stdout:1012: done (3 left) 2024-04-13T07:17:41.988 INFO:tasks.rados.rados.0.smithi003.stdout:1017: read oid 12 snap 65 2024-04-13T07:17:41.988 INFO:tasks.rados.rados.0.smithi003.stdout:1017: expect (ObjNum 74 snap 8 seq_num 74) 2024-04-13T07:17:41.988 INFO:tasks.rados.rados.0.smithi003.stdout:1018: read oid 8 snap -1 2024-04-13T07:17:41.988 INFO:tasks.rados.rados.0.smithi003.stdout:1018: expect (ObjNum 293 snap 95 seq_num 293) 2024-04-13T07:17:41.988 INFO:tasks.rados.rados.0.smithi003.stdout:1019: delete oid 11 current snap is 107 2024-04-13T07:17:41.988 INFO:tasks.rados.rados.0.smithi003.stdout:1014: finishing write tid 1 to smithi00377890-23 2024-04-13T07:17:41.988 INFO:tasks.rados.rados.0.smithi003.stdout:1014: finishing write tid 2 to smithi00377890-23 2024-04-13T07:17:41.988 INFO:tasks.rados.rados.0.smithi003.stdout:1015: finishing copy_from to smithi00377890-32 2024-04-13T07:17:41.988 INFO:tasks.rados.rados.0.smithi003.stdout:1015: got expected ENOENT (src dne) 2024-04-13T07:17:41.988 INFO:tasks.rados.rados.0.smithi003.stdout:1015: finishing copy_from racing read to smithi00377890-32 2024-04-13T07:17:41.988 INFO:tasks.rados.rados.0.smithi003.stdout:1014: finishing write tid 3 to smithi00377890-23 2024-04-13T07:17:41.988 INFO:tasks.rados.rados.0.smithi003.stdout:1014: oid 23 updating version 0 to 928 2024-04-13T07:17:41.988 INFO:tasks.rados.rados.0.smithi003.stdout:1014: oid 23 version 928 is already newer than 927 2024-04-13T07:17:41.988 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 928 (ObjNum 320 snap 107 seq_num 320) dirty exists 2024-04-13T07:17:41.989 INFO:tasks.rados.rados.0.smithi003.stdout:1014: left oid 23 (ObjNum 320 snap 107 seq_num 320) 2024-04-13T07:17:41.991 INFO:tasks.rados.rados.0.smithi003.stdout:1017: expect (ObjNum 74 snap 8 seq_num 74) 2024-04-13T07:17:42.024 INFO:tasks.rados.rados.0.smithi003.stdout:1016: finishing write tid 1 to smithi00377890-40 2024-04-13T07:17:42.024 INFO:tasks.rados.rados.0.smithi003.stdout:1016: finishing write tid 2 to smithi00377890-40 2024-04-13T07:17:42.024 INFO:tasks.rados.rados.0.smithi003.stdout:1014: done (5 left) 2024-04-13T07:17:42.024 INFO:tasks.rados.rados.0.smithi003.stdout:1015: done (4 left) 2024-04-13T07:17:42.024 INFO:tasks.rados.rados.0.smithi003.stdout:1017: done (3 left) 2024-04-13T07:17:42.024 INFO:tasks.rados.rados.0.smithi003.stdout:1019: done (2 left) 2024-04-13T07:17:42.024 INFO:tasks.rados.rados.0.smithi003.stdout:1020: snap_remove snap 102 2024-04-13T07:17:42.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:41 smithi003 ceph-mon[89364]: pgmap v60: 121 pgs: 121 active+clean; 343 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 544 KiB/s wr, 6 op/s 2024-04-13T07:17:42.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:41 smithi003 ceph-mon[89364]: osdmap e270: 8 total, 8 up, 8 in 2024-04-13T07:17:42.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:42.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:42.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:41 smithi003 ceph-mon[91733]: pgmap v60: 121 pgs: 121 active+clean; 343 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 544 KiB/s wr, 6 op/s 2024-04-13T07:17:42.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:41 smithi003 ceph-mon[91733]: osdmap e270: 8 total, 8 up, 8 in 2024-04-13T07:17:42.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:42.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:42.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:41 smithi066 ceph-mon[84331]: pgmap v60: 121 pgs: 121 active+clean; 343 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 544 KiB/s wr, 6 op/s 2024-04-13T07:17:42.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:41 smithi066 ceph-mon[84331]: osdmap e270: 8 total, 8 up, 8 in 2024-04-13T07:17:42.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:42.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:42.628 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:17:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:17:42.881 INFO:tasks.rados.rados.0.smithi003.stdout:1020: done (2 left) 2024-04-13T07:17:42.882 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 36 current snap is 107 2024-04-13T07:17:42.882 INFO:tasks.rados.rados.0.smithi003.stdout:1021: seq_num 323 ranges {1933312=614400} 2024-04-13T07:17:42.896 INFO:tasks.rados.rados.0.smithi003.stdout:1021: writing smithi00377890-36 from 1933312 to 2547712 tid 1 2024-04-13T07:17:42.896 INFO:tasks.rados.rados.0.smithi003.stdout:1022: copy_from oid 38 from oid 7 current snap is 107 2024-04-13T07:17:42.897 INFO:tasks.rados.rados.0.smithi003.stdout:1018: expect (ObjNum 293 snap 95 seq_num 293) 2024-04-13T07:17:42.935 INFO:tasks.rados.rados.0.smithi003.stdout:1016: finishing write tid 3 to smithi00377890-40 2024-04-13T07:17:42.936 INFO:tasks.rados.rados.0.smithi003.stdout:1016: oid 40 updating version 0 to 930 2024-04-13T07:17:42.936 INFO:tasks.rados.rados.0.smithi003.stdout:1016: oid 40 updating version 930 to 931 2024-04-13T07:17:42.936 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 931 (ObjNum 321 snap 107 seq_num 321) dirty exists 2024-04-13T07:17:42.936 INFO:tasks.rados.rados.0.smithi003.stdout:1016: left oid 40 (ObjNum 321 snap 107 seq_num 321) 2024-04-13T07:17:42.936 INFO:tasks.rados.rados.0.smithi003.stdout:1016: done (3 left) 2024-04-13T07:17:42.936 INFO:tasks.rados.rados.0.smithi003.stdout:1018: done (2 left) 2024-04-13T07:17:42.936 INFO:tasks.rados.rados.0.smithi003.stdout:1023: snap_remove snap 83 2024-04-13T07:17:43.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:42 smithi003 ceph-mon[91733]: osdmap e271: 8 total, 8 up, 8 in 2024-04-13T07:17:43.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:42 smithi003 ceph-mon[89364]: osdmap e271: 8 total, 8 up, 8 in 2024-04-13T07:17:43.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:42 smithi066 ceph-mon[84331]: osdmap e271: 8 total, 8 up, 8 in 2024-04-13T07:17:43.878 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:43 smithi066 ceph-mon[84331]: pgmap v63: 121 pgs: 121 active+clean; 343 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:17:43.878 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:43 smithi066 ceph-mon[84331]: osdmap e272: 8 total, 8 up, 8 in 2024-04-13T07:17:43.878 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:17:43 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:17:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:17:43.889 INFO:tasks.rados.rados.0.smithi003.stdout:1023: done (2 left) 2024-04-13T07:17:43.889 INFO:tasks.rados.rados.0.smithi003.stdout:1024: snap_remove snap 80 2024-04-13T07:17:44.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:43 smithi003 ceph-mon[91733]: pgmap v63: 121 pgs: 121 active+clean; 343 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:17:44.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:43 smithi003 ceph-mon[91733]: osdmap e272: 8 total, 8 up, 8 in 2024-04-13T07:17:44.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:43 smithi003 ceph-mon[89364]: pgmap v63: 121 pgs: 121 active+clean; 343 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:17:44.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:43 smithi003 ceph-mon[89364]: osdmap e272: 8 total, 8 up, 8 in 2024-04-13T07:17:44.552 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:17:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:17:44] "GET /metrics HTTP/1.1" 200 35974 "" "Prometheus/2.43.0" 2024-04-13T07:17:44.891 INFO:tasks.rados.rados.0.smithi003.stdout:1024: done (2 left) 2024-04-13T07:17:44.892 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 107 2024-04-13T07:17:44.892 INFO:tasks.rados.rados.0.smithi003.stdout:1025: seq_num 324 ranges {5996544=630784} 2024-04-13T07:17:44.931 INFO:tasks.rados.rados.0.smithi003.stdout:1025: writing smithi00377890-49 from 5996544 to 6627328 tid 1 2024-04-13T07:17:44.931 INFO:tasks.rados.rados.0.smithi003.stdout:1026: read oid 41 snap -1 2024-04-13T07:17:44.931 INFO:tasks.rados.rados.0.smithi003.stdout:1026: expect (ObjNum 308 snap 102 seq_num 308) 2024-04-13T07:17:44.931 INFO:tasks.rados.rados.0.smithi003.stdout:1027: setattr oid 50 current snap is 107 2024-04-13T07:17:44.931 INFO:tasks.rados.rados.0.smithi003.stdout:1022: finishing copy_from to smithi00377890-38 2024-04-13T07:17:44.931 INFO:tasks.rados.rados.0.smithi003.stdout:1022: got expected ENOENT (src dne) 2024-04-13T07:17:44.931 INFO:tasks.rados.rados.0.smithi003.stdout:1022: finishing copy_from racing read to smithi00377890-38 2024-04-13T07:17:44.931 INFO:tasks.rados.rados.0.smithi003.stdout:1021: finishing write tid 1 to smithi00377890-36 2024-04-13T07:17:44.931 INFO:tasks.rados.rados.0.smithi003.stdout:1021: finishing write tid 2 to smithi00377890-36 2024-04-13T07:17:44.931 INFO:tasks.rados.rados.0.smithi003.stdout:1021: finishing write tid 3 to smithi00377890-36 2024-04-13T07:17:44.931 INFO:tasks.rados.rados.0.smithi003.stdout:1021: oid 36 updating version 0 to 834 2024-04-13T07:17:44.932 INFO:tasks.rados.rados.0.smithi003.stdout:1021: oid 36 version 834 is already newer than 833 2024-04-13T07:17:44.932 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 834 (ObjNum 323 snap 107 seq_num 323) dirty exists 2024-04-13T07:17:44.932 INFO:tasks.rados.rados.0.smithi003.stdout:1021: left oid 36 (ObjNum 323 snap 107 seq_num 323) 2024-04-13T07:17:44.932 INFO:tasks.rados.rados.0.smithi003.stdout:1021: done (4 left) 2024-04-13T07:17:44.932 INFO:tasks.rados.rados.0.smithi003.stdout:1022: done (3 left) 2024-04-13T07:17:44.932 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 13 current snap is 107 2024-04-13T07:17:44.932 INFO:tasks.rados.rados.0.smithi003.stdout:1028: seq_num 325 ranges {876544=647168} 2024-04-13T07:17:44.941 INFO:tasks.rados.rados.0.smithi003.stdout:1028: writing smithi00377890-13 from 876544 to 1523712 tid 1 2024-04-13T07:17:44.941 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 107 2024-04-13T07:17:44.941 INFO:tasks.rados.rados.0.smithi003.stdout:1029: seq_num 326 ranges {3055616=663552} 2024-04-13T07:17:44.961 INFO:tasks.rados.rados.0.smithi003.stdout:1029: writing smithi00377890-38 from 3055616 to 3719168 tid 1 2024-04-13T07:17:44.961 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 45 current snap is 107 2024-04-13T07:17:44.961 INFO:tasks.rados.rados.0.smithi003.stdout:1030: seq_num 327 ranges {2367488=679936} 2024-04-13T07:17:44.978 INFO:tasks.rados.rados.0.smithi003.stdout:1030: writing smithi00377890-45 from 2367488 to 3047424 tid 1 2024-04-13T07:17:44.978 INFO:tasks.rados.rados.0.smithi003.stdout:1031: snap_remove snap 104 2024-04-13T07:17:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:44 smithi066 ceph-mon[84331]: osdmap e273: 8 total, 8 up, 8 in 2024-04-13T07:17:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:45.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:17:45.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:45.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:17:45.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:17:45.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:45.232 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:44 smithi003 ceph-mon[91733]: osdmap e273: 8 total, 8 up, 8 in 2024-04-13T07:17:45.232 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:45.232 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:45.232 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:45.232 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:17:45.232 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:45.232 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:17:45.232 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:17:45.232 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:45.232 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:44 smithi003 ceph-mon[89364]: osdmap e273: 8 total, 8 up, 8 in 2024-04-13T07:17:45.233 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:45.233 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:45.233 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:45.233 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:17:45.233 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:45.233 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:17:45.233 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:17:45.233 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:45.906 INFO:tasks.rados.rados.0.smithi003.stdout:1031: done (6 left) 2024-04-13T07:17:45.906 INFO:tasks.rados.rados.0.smithi003.stdout:1032: setattr oid 2 current snap is 107 2024-04-13T07:17:45.907 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 445 (ObjNum 313 snap 106 seq_num 313) dirty exists 2024-04-13T07:17:45.907 INFO:tasks.rados.rados.0.smithi003.stdout:1026: expect (ObjNum 308 snap 102 seq_num 308) 2024-04-13T07:17:45.923 INFO:tasks.rados.rados.0.smithi003.stdout:1025: finishing write tid 1 to smithi00377890-49 2024-04-13T07:17:45.923 INFO:tasks.rados.rados.0.smithi003.stdout:1025: finishing write tid 2 to smithi00377890-49 2024-04-13T07:17:45.923 INFO:tasks.rados.rados.0.smithi003.stdout:1025: finishing write tid 3 to smithi00377890-49 2024-04-13T07:17:45.923 INFO:tasks.rados.rados.0.smithi003.stdout:1025: oid 49 updating version 0 to 611 2024-04-13T07:17:45.923 INFO:tasks.rados.rados.0.smithi003.stdout:1025: oid 49 version 611 is already newer than 610 2024-04-13T07:17:45.923 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 611 (ObjNum 324 snap 107 seq_num 324) dirty exists 2024-04-13T07:17:45.923 INFO:tasks.rados.rados.0.smithi003.stdout:1025: left oid 49 (ObjNum 324 snap 107 seq_num 324) 2024-04-13T07:17:45.923 INFO:tasks.rados.rados.0.smithi003.stdout:1028: finishing write tid 1 to smithi00377890-13 2024-04-13T07:17:45.923 INFO:tasks.rados.rados.0.smithi003.stdout:1028: finishing write tid 2 to smithi00377890-13 2024-04-13T07:17:45.923 INFO:tasks.rados.rados.0.smithi003.stdout:1028: finishing write tid 3 to smithi00377890-13 2024-04-13T07:17:45.924 INFO:tasks.rados.rados.0.smithi003.stdout:1028: oid 13 updating version 0 to 453 2024-04-13T07:17:45.924 INFO:tasks.rados.rados.0.smithi003.stdout:1028: oid 13 version 453 is already newer than 452 2024-04-13T07:17:45.924 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 453 (ObjNum 325 snap 107 seq_num 325) dirty exists 2024-04-13T07:17:45.924 INFO:tasks.rados.rados.0.smithi003.stdout:1028: left oid 13 (ObjNum 325 snap 107 seq_num 325) 2024-04-13T07:17:45.924 INFO:tasks.rados.rados.0.smithi003.stdout:1029: finishing write tid 1 to smithi00377890-38 2024-04-13T07:17:45.924 INFO:tasks.rados.rados.0.smithi003.stdout:1029: finishing write tid 2 to smithi00377890-38 2024-04-13T07:17:45.924 INFO:tasks.rados.rados.0.smithi003.stdout:1029: finishing write tid 3 to smithi00377890-38 2024-04-13T07:17:45.924 INFO:tasks.rados.rados.0.smithi003.stdout:1029: oid 38 updating version 0 to 520 2024-04-13T07:17:45.924 INFO:tasks.rados.rados.0.smithi003.stdout:1029: oid 38 version 520 is already newer than 519 2024-04-13T07:17:45.924 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 520 (ObjNum 326 snap 107 seq_num 326) dirty exists 2024-04-13T07:17:45.924 INFO:tasks.rados.rados.0.smithi003.stdout:1029: left oid 38 (ObjNum 326 snap 107 seq_num 326) 2024-04-13T07:17:45.924 INFO:tasks.rados.rados.0.smithi003.stdout:1030: finishing write tid 1 to smithi00377890-45 2024-04-13T07:17:45.924 INFO:tasks.rados.rados.0.smithi003.stdout:1030: finishing write tid 2 to smithi00377890-45 2024-04-13T07:17:45.924 INFO:tasks.rados.rados.0.smithi003.stdout:1025: done (6 left) 2024-04-13T07:17:45.924 INFO:tasks.rados.rados.0.smithi003.stdout:1026: done (5 left) 2024-04-13T07:17:45.924 INFO:tasks.rados.rados.0.smithi003.stdout:1027: done (4 left) 2024-04-13T07:17:45.925 INFO:tasks.rados.rados.0.smithi003.stdout:1028: done (3 left) 2024-04-13T07:17:45.925 INFO:tasks.rados.rados.0.smithi003.stdout:1029: done (2 left) 2024-04-13T07:17:45.925 INFO:tasks.rados.rados.0.smithi003.stdout:1033: rollback oid 42 current snap is 107 2024-04-13T07:17:45.925 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 42 to 105 2024-04-13T07:17:45.925 INFO:tasks.rados.rados.0.smithi003.stdout:1030: finishing write tid 3 to smithi00377890-45 2024-04-13T07:17:45.925 INFO:tasks.rados.rados.0.smithi003.stdout:1030: oid 45 updating version 0 to 529 2024-04-13T07:17:45.925 INFO:tasks.rados.rados.0.smithi003.stdout:1030: oid 45 version 529 is already newer than 528 2024-04-13T07:17:45.925 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 529 (ObjNum 327 snap 107 seq_num 327) dirty exists 2024-04-13T07:17:45.925 INFO:tasks.rados.rados.0.smithi003.stdout:1030: left oid 45 (ObjNum 327 snap 107 seq_num 327) 2024-04-13T07:17:45.925 INFO:tasks.rados.rados.0.smithi003.stdout:1030: done (2 left) 2024-04-13T07:17:45.925 INFO:tasks.rados.rados.0.smithi003.stdout:1034: read oid 32 snap -1 2024-04-13T07:17:45.925 INFO:tasks.rados.rados.0.smithi003.stdout:1034: expect (ObjNum 268 snap 88 seq_num 268) 2024-04-13T07:17:45.925 INFO:tasks.rados.rados.0.smithi003.stdout:1035: rmattr oid 12 current snap is 107 2024-04-13T07:17:45.925 INFO:tasks.rados.rados.0.smithi003.stdout:1035: done (3 left) 2024-04-13T07:17:45.925 INFO:tasks.rados.rados.0.smithi003.stdout:1036: rmattr oid 50 current snap is 107 2024-04-13T07:17:45.926 INFO:tasks.rados.rados.0.smithi003.stdout:1037: setattr oid 40 current snap is 107 2024-04-13T07:17:45.926 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 446 (ObjNum 313 snap 106 seq_num 313) dirty exists 2024-04-13T07:17:45.926 INFO:tasks.rados.rados.0.smithi003.stdout:1036: done (4 left) 2024-04-13T07:17:45.926 INFO:tasks.rados.rados.0.smithi003.stdout:1038: read oid 24 snap 66 2024-04-13T07:17:45.926 INFO:tasks.rados.rados.0.smithi003.stdout:1038: expect (ObjNum 212 snap 65 seq_num 212) 2024-04-13T07:17:45.927 INFO:tasks.rados.rados.0.smithi003.stdout:1039: rollback oid 28 current snap is 107 2024-04-13T07:17:45.927 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 28 to 81 2024-04-13T07:17:45.927 INFO:tasks.rados.rados.0.smithi003.stdout:1040: setattr oid 16 current snap is 107 2024-04-13T07:17:45.928 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 530 (ObjNum 317 snap 106 seq_num 317) dirty exists 2024-04-13T07:17:45.928 INFO:tasks.rados.rados.0.smithi003.stdout:1033: finishing rollback tid 1 to smithi00377890-42 2024-04-13T07:17:45.928 INFO:tasks.rados.rados.0.smithi003.stdout:1033: finishing rollback tid 2 to smithi00377890-42 2024-04-13T07:17:45.928 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 455 (ObjNum 247 snap 76 seq_num 247) dirty exists 2024-04-13T07:17:45.930 INFO:tasks.rados.rados.0.smithi003.stdout:1032: done (6 left) 2024-04-13T07:17:45.930 INFO:tasks.rados.rados.0.smithi003.stdout:1033: done (5 left) 2024-04-13T07:17:45.930 INFO:tasks.rados.rados.0.smithi003.stdout:1041: rollback oid 7 current snap is 107 2024-04-13T07:17:45.931 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 7 to 68 2024-04-13T07:17:45.931 INFO:tasks.rados.rados.0.smithi003.stdout:1042: rollback oid 35 current snap is 107 2024-04-13T07:17:45.931 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 35 to 94 2024-04-13T07:17:45.931 INFO:tasks.rados.rados.0.smithi003.stdout:1043: read oid 34 snap -1 2024-04-13T07:17:45.931 INFO:tasks.rados.rados.0.smithi003.stdout:1043: expect (ObjNum 233 snap 69 seq_num 233) 2024-04-13T07:17:45.931 INFO:tasks.rados.rados.0.smithi003.stdout:1044: snap_create 2024-04-13T07:17:45.931 INFO:tasks.rados.rados.0.smithi003.stdout:1039: finishing rollback tid 0 to smithi00377890-28 2024-04-13T07:17:45.932 INFO:tasks.rados.rados.0.smithi003.stdout:1039: finishing rollback tid 1 to smithi00377890-28 2024-04-13T07:17:45.932 INFO:tasks.rados.rados.0.smithi003.stdout:1039: finishing rollback tid 2 to smithi00377890-28 2024-04-13T07:17:45.933 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 564 (ObjNum 104 snap 24 seq_num 104) dirty exists 2024-04-13T07:17:45.934 INFO:tasks.rados.rados.0.smithi003.stdout:1041: finishing rollback tid 1 to smithi00377890-7 2024-04-13T07:17:45.936 INFO:tasks.rados.rados.0.smithi003.stdout:1041: finishing rollback tid 2 to smithi00377890-7 2024-04-13T07:17:45.936 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 615 (ObjNum 164 snap 45 seq_num 164) dirty exists 2024-04-13T07:17:45.940 INFO:tasks.rados.rados.0.smithi003.stdout:1043: expect (ObjNum 233 snap 69 seq_num 233) 2024-04-13T07:17:45.984 INFO:tasks.rados.rados.0.smithi003.stdout:1038: expect (ObjNum 212 snap 65 seq_num 212) 2024-04-13T07:17:46.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:45 smithi066 ceph-mon[84331]: pgmap v66: 121 pgs: 121 active+clean; 347 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-13T07:17:46.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:45 smithi066 ceph-mon[84331]: Reconfiguring mon.a (monmap changed)... 2024-04-13T07:17:46.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:45 smithi066 ceph-mon[84331]: Reconfiguring daemon mon.a on smithi003 2024-04-13T07:17:46.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:45 smithi066 ceph-mon[84331]: osdmap e274: 8 total, 8 up, 8 in 2024-04-13T07:17:46.208 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 884 (ObjNum 222 snap 66 seq_num 222) dirty exists 2024-04-13T07:17:46.208 INFO:tasks.rados.rados.0.smithi003.stdout:1042: finishing rollback tid 0 to smithi00377890-35 2024-04-13T07:17:46.208 INFO:tasks.rados.rados.0.smithi003.stdout:1042: finishing rollback tid 1 to smithi00377890-35 2024-04-13T07:17:46.208 INFO:tasks.rados.rados.0.smithi003.stdout:1042: finishing rollback tid 2 to smithi00377890-35 2024-04-13T07:17:46.208 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 888 (ObjNum 253 snap 82 seq_num 253) dirty exists 2024-04-13T07:17:46.208 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 970 (ObjNum 321 snap 107 seq_num 321) dirty exists 2024-04-13T07:17:46.208 INFO:tasks.rados.rados.0.smithi003.stdout:1034: expect (ObjNum 268 snap 88 seq_num 268) 2024-04-13T07:17:46.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:45 smithi003 ceph-mon[91733]: pgmap v66: 121 pgs: 121 active+clean; 347 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-13T07:17:46.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:45 smithi003 ceph-mon[91733]: Reconfiguring mon.a (monmap changed)... 2024-04-13T07:17:46.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:45 smithi003 ceph-mon[91733]: Reconfiguring daemon mon.a on smithi003 2024-04-13T07:17:46.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:45 smithi003 ceph-mon[91733]: osdmap e274: 8 total, 8 up, 8 in 2024-04-13T07:17:46.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:45 smithi003 ceph-mon[89364]: pgmap v66: 121 pgs: 121 active+clean; 347 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-13T07:17:46.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:45 smithi003 ceph-mon[89364]: Reconfiguring mon.a (monmap changed)... 2024-04-13T07:17:46.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:45 smithi003 ceph-mon[89364]: Reconfiguring daemon mon.a on smithi003 2024-04-13T07:17:46.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:45 smithi003 ceph-mon[89364]: osdmap e274: 8 total, 8 up, 8 in 2024-04-13T07:17:46.583 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:17:46.913 INFO:tasks.rados.rados.0.smithi003.stdout:1034: done (8 left) 2024-04-13T07:17:46.913 INFO:tasks.rados.rados.0.smithi003.stdout:1037: done (7 left) 2024-04-13T07:17:46.913 INFO:tasks.rados.rados.0.smithi003.stdout:1038: done (6 left) 2024-04-13T07:17:46.913 INFO:tasks.rados.rados.0.smithi003.stdout:1039: done (5 left) 2024-04-13T07:17:46.913 INFO:tasks.rados.rados.0.smithi003.stdout:1040: done (4 left) 2024-04-13T07:17:46.913 INFO:tasks.rados.rados.0.smithi003.stdout:1041: done (3 left) 2024-04-13T07:17:46.913 INFO:tasks.rados.rados.0.smithi003.stdout:1042: done (2 left) 2024-04-13T07:17:46.913 INFO:tasks.rados.rados.0.smithi003.stdout:1043: done (1 left) 2024-04-13T07:17:46.913 INFO:tasks.rados.rados.0.smithi003.stdout:1044: done (0 left) 2024-04-13T07:17:46.913 INFO:tasks.rados.rados.0.smithi003.stdout:1045: copy_from oid 2 from oid 18 current snap is 108 2024-04-13T07:17:46.913 INFO:tasks.rados.rados.0.smithi003.stdout:1046: snap_create 2024-04-13T07:17:46.927 INFO:tasks.rados.rados.0.smithi003.stdout:1045: finishing copy_from racing read to smithi00377890-2 2024-04-13T07:17:46.930 INFO:tasks.rados.rados.0.smithi003.stdout:1045: finishing copy_from to smithi00377890-2 2024-04-13T07:17:46.930 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 518 (ObjNum 302 snap 101 seq_num 302) dirty exists 2024-04-13T07:17:46.930 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:17:46.930 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (5m) 28s ago 6m 24.8M - 0.25.0 c8568f914cd2 3cfca92eb9ec 2024-04-13T07:17:46.930 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (5m) 7s ago 5m 87.5M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:17:46.930 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (7m) 28s ago 7m 19.5M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 8ddb79bf2742 2024-04-13T07:17:46.930 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (7m) 7s ago 7m 17.7M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 0760d90a9293 2024-04-13T07:17:46.930 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,9283,8765 running (78s) 7s ago 10m 449M - 19.0.0-2905-g5f22a497 c4b45bf0c946 57ffb9b159d7 2024-04-13T07:17:46.931 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:8443,9283,8765 running (109s) 28s ago 12m 494M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8cf668b60b80 2024-04-13T07:17:46.931 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (63s) 28s ago 12m 39.4M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 64cfa60e298f 2024-04-13T07:17:46.931 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (18s) 7s ago 10m 23.4M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 77096718c9ff 2024-04-13T07:17:46.931 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (37s) 28s ago 10m 26.2M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 bcc866c9b63b 2024-04-13T07:17:46.931 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (5m) 28s ago 5m 15.7M - 1.5.0 0da6a335fe13 dfbcad6ee10c 2024-04-13T07:17:46.931 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (5m) 7s ago 5m 15.0M - 1.5.0 0da6a335fe13 ce4f8de81f3f 2024-04-13T07:17:46.931 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (10m) 28s ago 10m 162M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f d05697330a33 2024-04-13T07:17:46.931 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (9m) 28s ago 9m 168M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f 5901b0c84ed2 2024-04-13T07:17:46.931 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (9m) 28s ago 9m 119M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f 38430c68dad7 2024-04-13T07:17:46.931 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (9m) 28s ago 9m 123M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f bda6aa5b8895 2024-04-13T07:17:46.931 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (8m) 7s ago 8m 158M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f ec074079cca1 2024-04-13T07:17:46.931 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (8m) 7s ago 8m 134M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d0b4251f80f 2024-04-13T07:17:46.931 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (7m) 7s ago 7m 148M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f e80941711015 2024-04-13T07:17:46.931 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (7m) 7s ago 7m 139M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f b9515cfb6872 2024-04-13T07:17:46.931 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (84s) 7s ago 6m 47.4M - 2.43.0 a07b618ecd1d d062b44446a9 2024-04-13T07:17:47.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:46 smithi003 ceph-mon[91733]: osdmap e275: 8 total, 8 up, 8 in 2024-04-13T07:17:47.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:46 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:47.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:46 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:47.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:46 smithi003 ceph-mon[91733]: Reconfiguring mgr.y (monmap changed)... 2024-04-13T07:17:47.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:46 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:17:47.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:46 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:17:47.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:46 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:47.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:46 smithi003 ceph-mon[91733]: Reconfiguring daemon mgr.y on smithi003 2024-04-13T07:17:47.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:46 smithi003 ceph-mon[89364]: osdmap e275: 8 total, 8 up, 8 in 2024-04-13T07:17:47.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:46 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:47.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:46 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:47.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:46 smithi003 ceph-mon[89364]: Reconfiguring mgr.y (monmap changed)... 2024-04-13T07:17:47.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:46 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:17:47.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:46 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:17:47.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:46 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:47.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:46 smithi003 ceph-mon[89364]: Reconfiguring daemon mgr.y on smithi003 2024-04-13T07:17:47.347 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:17:47.347 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:17:47.347 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:17:47.347 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:17:47.347 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:17:47.347 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:17:47.347 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:17:47.348 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:17:47.348 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8 2024-04-13T07:17:47.348 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:17:47.348 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:17:47.348 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:17:47.348 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:17:47.348 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:17:47.348 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 10, 2024-04-13T07:17:47.348 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 5 2024-04-13T07:17:47.348 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:17:47.348 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:17:47.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:46 smithi066 ceph-mon[84331]: osdmap e275: 8 total, 8 up, 8 in 2024-04-13T07:17:47.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:46 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:47.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:46 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:47.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:46 smithi066 ceph-mon[84331]: Reconfiguring mgr.y (monmap changed)... 2024-04-13T07:17:47.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:46 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:17:47.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:46 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:17:47.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:46 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:47.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:46 smithi066 ceph-mon[84331]: Reconfiguring daemon mgr.y on smithi003 2024-04-13T07:17:47.926 INFO:tasks.rados.rados.0.smithi003.stdout:1045: done (1 left) 2024-04-13T07:17:47.926 INFO:tasks.rados.rados.0.smithi003.stdout:1046: done (0 left) 2024-04-13T07:17:47.926 INFO:tasks.rados.rados.0.smithi003.stdout:1047: read oid 19 snap -1 2024-04-13T07:17:47.926 INFO:tasks.rados.rados.0.smithi003.stdout:1047: expect (ObjNum 278 snap 92 seq_num 278) 2024-04-13T07:17:47.926 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 44 current snap is 109 2024-04-13T07:17:47.926 INFO:tasks.rados.rados.0.smithi003.stdout:1048: seq_num 328 ranges {0=696320} 2024-04-13T07:17:47.930 INFO:tasks.rados.rados.0.smithi003.stdout:1048: writing smithi00377890-44 from 0 to 696320 tid 1 2024-04-13T07:17:47.930 INFO:tasks.rados.rados.0.smithi003.stdout:1049: snap_create 2024-04-13T07:17:47.935 INFO:tasks.rados.rados.0.smithi003.stdout:1048: finishing write tid 1 to smithi00377890-44 2024-04-13T07:17:47.935 INFO:tasks.rados.rados.0.smithi003.stdout:1047: expect (ObjNum 278 snap 92 seq_num 278) 2024-04-13T07:17:47.995 INFO:tasks.rados.rados.0.smithi003.stdout:1048: finishing write tid 2 to smithi00377890-44 2024-04-13T07:17:47.995 INFO:tasks.rados.rados.0.smithi003.stdout:1048: finishing write tid 3 to smithi00377890-44 2024-04-13T07:17:47.995 INFO:tasks.rados.rados.0.smithi003.stdout:1048: oid 44 updating version 0 to 315 2024-04-13T07:17:47.995 INFO:tasks.rados.rados.0.smithi003.stdout:1048: oid 44 updating version 315 to 316 2024-04-13T07:17:47.995 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 316 (ObjNum 328 snap 109 seq_num 328) dirty exists 2024-04-13T07:17:47.996 INFO:tasks.rados.rados.0.smithi003.stdout:1048: left oid 44 (ObjNum 328 snap 109 seq_num 328) 2024-04-13T07:17:48.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[91733]: pgmap v69: 121 pgs: 121 active+clean; 347 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-13T07:17:48.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[91733]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:17:48.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[91733]: osdmap e276: 8 total, 8 up, 8 in 2024-04-13T07:17:48.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[91733]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:17:48.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3866265633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:17:48.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:48.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:48.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:17:48.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:17:48.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:48.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[89364]: pgmap v69: 121 pgs: 121 active+clean; 347 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-13T07:17:48.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[89364]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:17:48.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[89364]: osdmap e276: 8 total, 8 up, 8 in 2024-04-13T07:17:48.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[89364]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:17:48.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3866265633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:17:48.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:48.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:48.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:17:48.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:17:48.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:48.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:47 smithi066 ceph-mon[84331]: pgmap v69: 121 pgs: 121 active+clean; 347 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-13T07:17:48.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:47 smithi066 ceph-mon[84331]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:17:48.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:47 smithi066 ceph-mon[84331]: osdmap e276: 8 total, 8 up, 8 in 2024-04-13T07:17:48.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:47 smithi066 ceph-mon[84331]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:17:48.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:47 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3866265633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:17:48.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:48.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:48.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:17:48.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:17:48.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:48.741 INFO:tasks.rados.rados.0.smithi003.stdout:1047: done (2 left) 2024-04-13T07:17:48.742 INFO:tasks.rados.rados.0.smithi003.stdout:1048: done (1 left) 2024-04-13T07:17:48.742 INFO:tasks.rados.rados.0.smithi003.stdout:1049: done (0 left) 2024-04-13T07:17:48.742 INFO:tasks.rados.rados.0.smithi003.stdout:1050: copy_from oid 44 from oid 47 current snap is 110 2024-04-13T07:17:48.742 INFO:tasks.rados.rados.0.smithi003.stdout:1051: copy_from oid 18 from oid 21 current snap is 110 2024-04-13T07:17:48.742 INFO:tasks.rados.rados.0.smithi003.stdout:1052: snap_create 2024-04-13T07:17:48.753 INFO:tasks.rados.rados.0.smithi003.stdout:1051: finishing copy_from racing read to smithi00377890-18 2024-04-13T07:17:48.754 INFO:tasks.rados.rados.0.smithi003.stdout:1050: finishing copy_from racing read to smithi00377890-44 2024-04-13T07:17:48.754 INFO:tasks.rados.rados.0.smithi003.stdout:1051: finishing copy_from to smithi00377890-18 2024-04-13T07:17:48.755 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 247 (ObjNum 306 snap 102 seq_num 306) dirty exists 2024-04-13T07:17:48.755 INFO:tasks.rados.rados.0.smithi003.stdout:1050: finishing copy_from to smithi00377890-44 2024-04-13T07:17:48.755 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 510 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:17:49.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:48 smithi003 ceph-mon[91733]: Reconfiguring mon.c (monmap changed)... 2024-04-13T07:17:49.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:48 smithi003 ceph-mon[91733]: Reconfiguring daemon mon.c on smithi003 2024-04-13T07:17:49.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:48 smithi003 ceph-mon[91733]: osdmap e277: 8 total, 8 up, 8 in 2024-04-13T07:17:49.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:48 smithi003 ceph-mon[91733]: osdmap e278: 8 total, 8 up, 8 in 2024-04-13T07:17:49.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:48 smithi003 ceph-mon[89364]: Reconfiguring mon.c (monmap changed)... 2024-04-13T07:17:49.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:48 smithi003 ceph-mon[89364]: Reconfiguring daemon mon.c on smithi003 2024-04-13T07:17:49.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:48 smithi003 ceph-mon[89364]: osdmap e277: 8 total, 8 up, 8 in 2024-04-13T07:17:49.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:48 smithi003 ceph-mon[89364]: osdmap e278: 8 total, 8 up, 8 in 2024-04-13T07:17:49.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:48 smithi066 ceph-mon[84331]: Reconfiguring mon.c (monmap changed)... 2024-04-13T07:17:49.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:48 smithi066 ceph-mon[84331]: Reconfiguring daemon mon.c on smithi003 2024-04-13T07:17:49.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:48 smithi066 ceph-mon[84331]: osdmap e277: 8 total, 8 up, 8 in 2024-04-13T07:17:49.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:48 smithi066 ceph-mon[84331]: osdmap e278: 8 total, 8 up, 8 in 2024-04-13T07:17:49.742 INFO:tasks.rados.rados.0.smithi003.stdout:1050: done (2 left) 2024-04-13T07:17:49.742 INFO:tasks.rados.rados.0.smithi003.stdout:1051: done (1 left) 2024-04-13T07:17:49.742 INFO:tasks.rados.rados.0.smithi003.stdout:1052: done (0 left) 2024-04-13T07:17:49.742 INFO:tasks.rados.rados.0.smithi003.stdout:1053: read oid 16 snap 76 2024-04-13T07:17:49.742 INFO:tasks.rados.rados.0.smithi003.stdout:1053: expect (ObjNum 222 snap 66 seq_num 222) 2024-04-13T07:17:49.743 INFO:tasks.rados.rados.0.smithi003.stdout:1054: setattr oid 20 current snap is 111 2024-04-13T07:17:49.743 INFO:tasks.rados.rados.0.smithi003.stdout:1055: copy_from oid 23 from oid 36 current snap is 111 2024-04-13T07:17:49.743 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 111 2024-04-13T07:17:49.743 INFO:tasks.rados.rados.0.smithi003.stdout:1056: seq_num 329 ranges {4849664=712704} 2024-04-13T07:17:49.776 INFO:tasks.rados.rados.0.smithi003.stdout:1056: writing smithi00377890-17 from 4849664 to 5562368 tid 1 2024-04-13T07:17:49.776 INFO:tasks.rados.rados.0.smithi003.stdout:1057: setattr oid 13 current snap is 111 2024-04-13T07:17:49.776 INFO:tasks.rados.rados.0.smithi003.stdout:1053: expect (ObjNum 222 snap 66 seq_num 222) 2024-04-13T07:17:49.829 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 890 (ObjNum 257 snap 84 seq_num 257) dirty exists 2024-04-13T07:17:49.829 INFO:tasks.rados.rados.0.smithi003.stdout:1055: finishing copy_from racing read to smithi00377890-23 2024-04-13T07:17:49.829 INFO:tasks.rados.rados.0.smithi003.stdout:1055: finishing copy_from to smithi00377890-23 2024-04-13T07:17:49.829 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 834 (ObjNum 323 snap 107 seq_num 323) dirty exists 2024-04-13T07:17:49.829 INFO:tasks.rados.rados.0.smithi003.stdout:1056: finishing write tid 1 to smithi00377890-17 2024-04-13T07:17:49.829 INFO:tasks.rados.rados.0.smithi003.stdout:1056: finishing write tid 2 to smithi00377890-17 2024-04-13T07:17:49.829 INFO:tasks.rados.rados.0.smithi003.stdout:1056: finishing write tid 3 to smithi00377890-17 2024-04-13T07:17:49.829 INFO:tasks.rados.rados.0.smithi003.stdout:1056: oid 17 updating version 0 to 460 2024-04-13T07:17:49.829 INFO:tasks.rados.rados.0.smithi003.stdout:1056: oid 17 updating version 460 to 461 2024-04-13T07:17:49.829 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 461 (ObjNum 329 snap 111 seq_num 329) dirty exists 2024-04-13T07:17:49.829 INFO:tasks.rados.rados.0.smithi003.stdout:1056: left oid 17 (ObjNum 329 snap 111 seq_num 329) 2024-04-13T07:17:49.829 INFO:tasks.rados.rados.0.smithi003.stdout:1053: done (4 left) 2024-04-13T07:17:49.829 INFO:tasks.rados.rados.0.smithi003.stdout:1054: done (3 left) 2024-04-13T07:17:49.830 INFO:tasks.rados.rados.0.smithi003.stdout:1055: done (2 left) 2024-04-13T07:17:49.830 INFO:tasks.rados.rados.0.smithi003.stdout:1056: done (1 left) 2024-04-13T07:17:49.830 INFO:tasks.rados.rados.0.smithi003.stdout:1058: snap_create 2024-04-13T07:17:49.831 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 456 (ObjNum 325 snap 107 seq_num 325) dirty exists 2024-04-13T07:17:50.260 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:49 smithi003 ceph-mon[89364]: pgmap v72: 121 pgs: 121 active+clean; 360 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 32 op/s 2024-04-13T07:17:50.260 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:50.260 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:50.260 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T07:17:50.260 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:50.260 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:49 smithi003 ceph-mon[89364]: osdmap e279: 8 total, 8 up, 8 in 2024-04-13T07:17:50.260 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:49 smithi003 ceph-mon[91733]: pgmap v72: 121 pgs: 121 active+clean; 360 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 32 op/s 2024-04-13T07:17:50.260 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:50.260 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:50.260 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T07:17:50.261 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:50.261 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:49 smithi003 ceph-mon[91733]: osdmap e279: 8 total, 8 up, 8 in 2024-04-13T07:17:50.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:49 smithi066 ceph-mon[84331]: pgmap v72: 121 pgs: 121 active+clean; 360 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 32 op/s 2024-04-13T07:17:50.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:50.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:50.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T07:17:50.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:50.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:49 smithi066 ceph-mon[84331]: osdmap e279: 8 total, 8 up, 8 in 2024-04-13T07:17:50.744 INFO:tasks.rados.rados.0.smithi003.stdout:1057: done (1 left) 2024-04-13T07:17:50.744 INFO:tasks.rados.rados.0.smithi003.stdout:1058: done (0 left) 2024-04-13T07:17:50.744 INFO:tasks.rados.rados.0.smithi003.stdout:1059: snap_create 2024-04-13T07:17:51.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:50 smithi003 ceph-mon[91733]: Reconfiguring osd.0 (monmap changed)... 2024-04-13T07:17:51.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:50 smithi003 ceph-mon[91733]: Reconfiguring daemon osd.0 on smithi003 2024-04-13T07:17:51.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:50 smithi003 ceph-mon[91733]: osdmap e280: 8 total, 8 up, 8 in 2024-04-13T07:17:51.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:50 smithi003 ceph-mon[89364]: Reconfiguring osd.0 (monmap changed)... 2024-04-13T07:17:51.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:50 smithi003 ceph-mon[89364]: Reconfiguring daemon osd.0 on smithi003 2024-04-13T07:17:51.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:50 smithi003 ceph-mon[89364]: osdmap e280: 8 total, 8 up, 8 in 2024-04-13T07:17:51.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:50 smithi066 ceph-mon[84331]: Reconfiguring osd.0 (monmap changed)... 2024-04-13T07:17:51.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:50 smithi066 ceph-mon[84331]: Reconfiguring daemon osd.0 on smithi003 2024-04-13T07:17:51.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:50 smithi066 ceph-mon[84331]: osdmap e280: 8 total, 8 up, 8 in 2024-04-13T07:17:51.746 INFO:tasks.rados.rados.0.smithi003.stdout:1059: done (0 left) 2024-04-13T07:17:51.746 INFO:tasks.rados.rados.0.smithi003.stdout:1060: copy_from oid 10 from oid 16 current snap is 113 2024-04-13T07:17:51.746 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 5 current snap is 113 2024-04-13T07:17:51.746 INFO:tasks.rados.rados.0.smithi003.stdout:1061: seq_num 330 ranges {0=737280} 2024-04-13T07:17:51.750 INFO:tasks.rados.rados.0.smithi003.stdout:1061: writing smithi00377890-5 from 0 to 737280 tid 1 2024-04-13T07:17:51.751 INFO:tasks.rados.rados.0.smithi003.stdout:1062: read oid 23 snap 92 2024-04-13T07:17:51.751 INFO:tasks.rados.rados.0.smithi003.stdout:1062: expect (ObjNum 283 snap 92 seq_num 283) 2024-04-13T07:17:51.751 INFO:tasks.rados.rados.0.smithi003.stdout:1063: read oid 47 snap -1 2024-04-13T07:17:51.751 INFO:tasks.rados.rados.0.smithi003.stdout:1063: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:17:51.751 INFO:tasks.rados.rados.0.smithi003.stdout:1064: copy_from oid 11 from oid 37 current snap is 113 2024-04-13T07:17:51.751 INFO:tasks.rados.rados.0.smithi003.stdout:1065: delete oid 18 current snap is 113 2024-04-13T07:17:51.752 INFO:tasks.rados.rados.0.smithi003.stdout:1064: finishing copy_from to smithi00377890-11 2024-04-13T07:17:51.752 INFO:tasks.rados.rados.0.smithi003.stdout:1064: got expected ENOENT (src dne) 2024-04-13T07:17:51.752 INFO:tasks.rados.rados.0.smithi003.stdout:1064: finishing copy_from racing read to smithi00377890-11 2024-04-13T07:17:51.759 INFO:tasks.rados.rados.0.smithi003.stdout:1064: done (5 left) 2024-04-13T07:17:51.759 INFO:tasks.rados.rados.0.smithi003.stdout:1065: done (4 left) 2024-04-13T07:17:51.759 INFO:tasks.rados.rados.0.smithi003.stdout:1066: setattr oid 36 current snap is 113 2024-04-13T07:17:51.760 INFO:tasks.rados.rados.0.smithi003.stdout:1063: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:17:51.783 INFO:tasks.rados.rados.0.smithi003.stdout:1060: finishing copy_from racing read to smithi00377890-10 2024-04-13T07:17:51.783 INFO:tasks.rados.rados.0.smithi003.stdout:1061: finishing write tid 1 to smithi00377890-5 2024-04-13T07:17:51.784 INFO:tasks.rados.rados.0.smithi003.stdout:1061: finishing write tid 2 to smithi00377890-5 2024-04-13T07:17:51.784 INFO:tasks.rados.rados.0.smithi003.stdout:1061: finishing write tid 3 to smithi00377890-5 2024-04-13T07:17:51.784 INFO:tasks.rados.rados.0.smithi003.stdout:1061: oid 5 updating version 0 to 448 2024-04-13T07:17:51.784 INFO:tasks.rados.rados.0.smithi003.stdout:1061: oid 5 version 448 is already newer than 447 2024-04-13T07:17:51.784 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 448 (ObjNum 330 snap 113 seq_num 330) dirty exists 2024-04-13T07:17:51.784 INFO:tasks.rados.rados.0.smithi003.stdout:1061: left oid 5 (ObjNum 330 snap 113 seq_num 330) 2024-04-13T07:17:51.784 INFO:tasks.rados.rados.0.smithi003.stdout:1062: expect (ObjNum 283 snap 92 seq_num 283) 2024-04-13T07:17:51.926 INFO:tasks.rados.rados.0.smithi003.stdout:1060: finishing copy_from to smithi00377890-10 2024-04-13T07:17:51.926 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 884 (ObjNum 222 snap 66 seq_num 222) dirty exists 2024-04-13T07:17:51.926 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 835 (ObjNum 323 snap 107 seq_num 323) dirty exists 2024-04-13T07:17:51.926 INFO:tasks.rados.rados.0.smithi003.stdout:1060: done (4 left) 2024-04-13T07:17:51.927 INFO:tasks.rados.rados.0.smithi003.stdout:1061: done (3 left) 2024-04-13T07:17:51.927 INFO:tasks.rados.rados.0.smithi003.stdout:1062: done (2 left) 2024-04-13T07:17:51.927 INFO:tasks.rados.rados.0.smithi003.stdout:1063: done (1 left) 2024-04-13T07:17:51.927 INFO:tasks.rados.rados.0.smithi003.stdout:1066: done (0 left) 2024-04-13T07:17:51.927 INFO:tasks.rados.rados.0.smithi003.stdout:1067: rollback oid 38 current snap is 113 2024-04-13T07:17:51.927 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 38 to 65 2024-04-13T07:17:51.927 INFO:tasks.rados.rados.0.smithi003.stdout:1068: snap_create 2024-04-13T07:17:51.929 INFO:tasks.rados.rados.0.smithi003.stdout:1067: finishing rollback tid 0 to smithi00377890-38 2024-04-13T07:17:51.929 INFO:tasks.rados.rados.0.smithi003.stdout:1067: finishing rollback tid 1 to smithi00377890-38 2024-04-13T07:17:51.930 INFO:tasks.rados.rados.0.smithi003.stdout:1067: finishing rollback tid 2 to smithi00377890-38 2024-04-13T07:17:51.930 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 523 (ObjNum 170 snap 46 seq_num 170) dirty exists 2024-04-13T07:17:52.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:51 smithi003 ceph-mon[91733]: pgmap v75: 121 pgs: 121 active+clean; 360 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 32 op/s 2024-04-13T07:17:52.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:51 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:52.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:51 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:52.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:51 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T07:17:52.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:51 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:52.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:51 smithi003 ceph-mon[91733]: osdmap e281: 8 total, 8 up, 8 in 2024-04-13T07:17:52.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:51 smithi003 ceph-mon[89364]: pgmap v75: 121 pgs: 121 active+clean; 360 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 32 op/s 2024-04-13T07:17:52.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:51 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:52.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:51 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:52.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:51 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T07:17:52.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:51 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:52.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:51 smithi003 ceph-mon[89364]: osdmap e281: 8 total, 8 up, 8 in 2024-04-13T07:17:52.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:51 smithi066 ceph-mon[84331]: pgmap v75: 121 pgs: 121 active+clean; 360 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 32 op/s 2024-04-13T07:17:52.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:51 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:52.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:51 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:52.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:51 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T07:17:52.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:51 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:52.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:51 smithi066 ceph-mon[84331]: osdmap e281: 8 total, 8 up, 8 in 2024-04-13T07:17:52.654 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:17:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:17:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:17:52.746 INFO:tasks.rados.rados.0.smithi003.stdout:1067: done (1 left) 2024-04-13T07:17:52.746 INFO:tasks.rados.rados.0.smithi003.stdout:1068: done (0 left) 2024-04-13T07:17:52.746 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 36 current snap is 114 2024-04-13T07:17:52.746 INFO:tasks.rados.rados.0.smithi003.stdout:1069: seq_num 332 ranges {2547712=770048} 2024-04-13T07:17:52.765 INFO:tasks.rados.rados.0.smithi003.stdout:1069: writing smithi00377890-36 from 2547712 to 3317760 tid 1 2024-04-13T07:17:52.765 INFO:tasks.rados.rados.0.smithi003.stdout:1070: read oid 24 snap -1 2024-04-13T07:17:52.765 INFO:tasks.rados.rados.0.smithi003.stdout:1070: expect (ObjNum 314 snap 106 seq_num 314) 2024-04-13T07:17:52.765 INFO:tasks.rados.rados.0.smithi003.stdout:1071: read oid 30 snap -1 2024-04-13T07:17:52.765 INFO:tasks.rados.rados.0.smithi003.stdout:1071: expect deleted 2024-04-13T07:17:52.765 INFO:tasks.rados.rados.0.smithi003.stdout:1072: rmattr oid 9 current snap is 114 2024-04-13T07:17:52.765 INFO:tasks.rados.rados.0.smithi003.stdout:1072: done (3 left) 2024-04-13T07:17:52.766 INFO:tasks.rados.rados.0.smithi003.stdout:1073: rollback oid 39 current snap is 114 2024-04-13T07:17:52.766 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 39 to 112 2024-04-13T07:17:52.766 INFO:tasks.rados.rados.0.smithi003.stdout:1074: delete oid 17 current snap is 114 2024-04-13T07:17:52.769 INFO:tasks.rados.rados.0.smithi003.stdout:1073: finishing rollback tid 0 to smithi00377890-39 2024-04-13T07:17:52.769 INFO:tasks.rados.rados.0.smithi003.stdout:1071: done (4 left) 2024-04-13T07:17:52.770 INFO:tasks.rados.rados.0.smithi003.stdout:1074: done (3 left) 2024-04-13T07:17:52.770 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 30 current snap is 114 2024-04-13T07:17:52.770 INFO:tasks.rados.rados.0.smithi003.stdout:1075: seq_num 334 ranges {0=802816} 2024-04-13T07:17:52.775 INFO:tasks.rados.rados.0.smithi003.stdout:1075: writing smithi00377890-30 from 0 to 802816 tid 1 2024-04-13T07:17:52.775 INFO:tasks.rados.rados.0.smithi003.stdout:1076: read oid 47 snap -1 2024-04-13T07:17:52.775 INFO:tasks.rados.rados.0.smithi003.stdout:1076: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:17:52.775 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 10 current snap is 114 2024-04-13T07:17:52.775 INFO:tasks.rados.rados.0.smithi003.stdout:1073: finishing rollback tid 1 to smithi00377890-39 2024-04-13T07:17:52.776 INFO:tasks.rados.rados.0.smithi003.stdout:1077: seq_num 335 ranges {1720320=417792,2138112=401408} 2024-04-13T07:17:52.788 INFO:tasks.rados.rados.0.smithi003.stdout:1077: writing smithi00377890-10 from 1720320 to 2138112 tid 1 2024-04-13T07:17:52.791 INFO:tasks.rados.rados.0.smithi003.stdout:1077: writing smithi00377890-10 from 2138112 to 2539520 tid 2 2024-04-13T07:17:52.791 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 114 2024-04-13T07:17:52.791 INFO:tasks.rados.rados.0.smithi003.stdout:1069: finishing write tid 1 to smithi00377890-36 2024-04-13T07:17:52.791 INFO:tasks.rados.rados.0.smithi003.stdout:1073: finishing rollback tid 2 to smithi00377890-39 2024-04-13T07:17:52.791 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 519 (ObjNum 293 snap 95 seq_num 293) dirty exists 2024-04-13T07:17:52.791 INFO:tasks.rados.rados.0.smithi003.stdout:1078: seq_num 336 ranges {1851392=434176,2285568=401408} 2024-04-13T07:17:52.803 INFO:tasks.rados.rados.0.smithi003.stdout:1078: writing smithi00377890-35 from 1851392 to 2285568 tid 1 2024-04-13T07:17:52.805 INFO:tasks.rados.rados.0.smithi003.stdout:1078: writing smithi00377890-35 from 2285568 to 2686976 tid 2 2024-04-13T07:17:52.806 INFO:tasks.rados.rados.0.smithi003.stdout:1073: done (6 left) 2024-04-13T07:17:52.806 INFO:tasks.rados.rados.0.smithi003.stdout:1079: copy_from oid 19 from oid 15 current snap is 114 2024-04-13T07:17:52.806 INFO:tasks.rados.rados.0.smithi003.stdout:1069: finishing write tid 2 to smithi00377890-36 2024-04-13T07:17:52.806 INFO:tasks.rados.rados.0.smithi003.stdout:1069: finishing write tid 3 to smithi00377890-36 2024-04-13T07:17:52.806 INFO:tasks.rados.rados.0.smithi003.stdout:1069: oid 36 updating version 0 to 836 2024-04-13T07:17:52.806 INFO:tasks.rados.rados.0.smithi003.stdout:1069: oid 36 updating version 836 to 837 2024-04-13T07:17:52.806 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 837 (ObjNum 332 snap 114 seq_num 332) dirty exists 2024-04-13T07:17:52.806 INFO:tasks.rados.rados.0.smithi003.stdout:1069: left oid 36 (ObjNum 332 snap 114 seq_num 332) 2024-04-13T07:17:52.806 INFO:tasks.rados.rados.0.smithi003.stdout:1075: finishing write tid 1 to smithi00377890-30 2024-04-13T07:17:52.806 INFO:tasks.rados.rados.0.smithi003.stdout:1075: finishing write tid 2 to smithi00377890-30 2024-04-13T07:17:52.806 INFO:tasks.rados.rados.0.smithi003.stdout:1076: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:17:52.829 INFO:tasks.rados.rados.0.smithi003.stdout:1075: finishing write tid 3 to smithi00377890-30 2024-04-13T07:17:52.830 INFO:tasks.rados.rados.0.smithi003.stdout:1075: oid 30 updating version 0 to 457 2024-04-13T07:17:52.830 INFO:tasks.rados.rados.0.smithi003.stdout:1075: oid 30 updating version 457 to 458 2024-04-13T07:17:52.830 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 458 (ObjNum 334 snap 114 seq_num 334) dirty exists 2024-04-13T07:17:52.830 INFO:tasks.rados.rados.0.smithi003.stdout:1075: left oid 30 (ObjNum 334 snap 114 seq_num 334) 2024-04-13T07:17:52.830 INFO:tasks.rados.rados.0.smithi003.stdout:1069: done (6 left) 2024-04-13T07:17:52.830 INFO:tasks.rados.rados.0.smithi003.stdout:1075: done (5 left) 2024-04-13T07:17:52.830 INFO:tasks.rados.rados.0.smithi003.stdout:1076: done (4 left) 2024-04-13T07:17:52.830 INFO:tasks.rados.rados.0.smithi003.stdout:1080: rollback oid 26 current snap is 114 2024-04-13T07:17:52.830 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 26 to 65 2024-04-13T07:17:52.830 INFO:tasks.rados.rados.0.smithi003.stdout:1070: expect (ObjNum 314 snap 106 seq_num 314) 2024-04-13T07:17:53.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:52 smithi003 ceph-mon[91733]: Reconfiguring osd.1 (monmap changed)... 2024-04-13T07:17:53.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:52 smithi003 ceph-mon[91733]: Reconfiguring daemon osd.1 on smithi003 2024-04-13T07:17:53.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:17:53.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:52 smithi003 ceph-mon[91733]: osdmap e282: 8 total, 8 up, 8 in 2024-04-13T07:17:53.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:52 smithi003 ceph-mon[89364]: Reconfiguring osd.1 (monmap changed)... 2024-04-13T07:17:53.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:52 smithi003 ceph-mon[89364]: Reconfiguring daemon osd.1 on smithi003 2024-04-13T07:17:53.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:17:53.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:52 smithi003 ceph-mon[89364]: osdmap e282: 8 total, 8 up, 8 in 2024-04-13T07:17:53.399 INFO:tasks.rados.rados.0.smithi003.stdout:1077: finishing write tid 1 to smithi00377890-10 2024-04-13T07:17:53.399 INFO:tasks.rados.rados.0.smithi003.stdout:1077: finishing write tid 2 to smithi00377890-10 2024-04-13T07:17:53.399 INFO:tasks.rados.rados.0.smithi003.stdout:1077: finishing write tid 3 to smithi00377890-10 2024-04-13T07:17:53.399 INFO:tasks.rados.rados.0.smithi003.stdout:1077: finishing write tid 4 to smithi00377890-10 2024-04-13T07:17:53.399 INFO:tasks.rados.rados.0.smithi003.stdout:1077: oid 10 updating version 0 to 977 2024-04-13T07:17:53.399 INFO:tasks.rados.rados.0.smithi003.stdout:1077: oid 10 version 977 is already newer than 976 2024-04-13T07:17:53.399 INFO:tasks.rados.rados.0.smithi003.stdout:1077: oid 10 updating version 977 to 978 2024-04-13T07:17:53.399 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 978 (ObjNum 335 snap 114 seq_num 335) dirty exists 2024-04-13T07:17:53.399 INFO:tasks.rados.rados.0.smithi003.stdout:1077: left oid 10 (ObjNum 335 snap 114 seq_num 335) 2024-04-13T07:17:53.399 INFO:tasks.rados.rados.0.smithi003.stdout:1078: finishing write tid 1 to smithi00377890-35 2024-04-13T07:17:53.399 INFO:tasks.rados.rados.0.smithi003.stdout:1070: done (4 left) 2024-04-13T07:17:53.399 INFO:tasks.rados.rados.0.smithi003.stdout:1077: done (3 left) 2024-04-13T07:17:53.400 INFO:tasks.rados.rados.0.smithi003.stdout:1081: copy_from oid 32 from oid 7 current snap is 114 2024-04-13T07:17:53.400 INFO:tasks.rados.rados.0.smithi003.stdout:1078: finishing write tid 2 to smithi00377890-35 2024-04-13T07:17:53.400 INFO:tasks.rados.rados.0.smithi003.stdout:1078: finishing write tid 3 to smithi00377890-35 2024-04-13T07:17:53.400 INFO:tasks.rados.rados.0.smithi003.stdout:1078: finishing write tid 4 to smithi00377890-35 2024-04-13T07:17:53.400 INFO:tasks.rados.rados.0.smithi003.stdout:1078: oid 35 updating version 0 to 894 2024-04-13T07:17:53.400 INFO:tasks.rados.rados.0.smithi003.stdout:1078: oid 35 version 894 is already newer than 893 2024-04-13T07:17:53.400 INFO:tasks.rados.rados.0.smithi003.stdout:1078: oid 35 version 894 is already newer than 892 2024-04-13T07:17:53.400 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 894 (ObjNum 336 snap 114 seq_num 336) dirty exists 2024-04-13T07:17:53.400 INFO:tasks.rados.rados.0.smithi003.stdout:1078: left oid 35 (ObjNum 336 snap 114 seq_num 336) 2024-04-13T07:17:53.400 INFO:tasks.rados.rados.0.smithi003.stdout:1079: finishing copy_from racing read to smithi00377890-19 2024-04-13T07:17:53.400 INFO:tasks.rados.rados.0.smithi003.stdout:1079: finishing copy_from to smithi00377890-19 2024-04-13T07:17:53.400 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 822 (ObjNum 192 snap 57 seq_num 192) dirty exists 2024-04-13T07:17:53.400 INFO:tasks.rados.rados.0.smithi003.stdout:1080: finishing rollback tid 0 to smithi00377890-26 2024-04-13T07:17:53.400 INFO:tasks.rados.rados.0.smithi003.stdout:1080: finishing rollback tid 1 to smithi00377890-26 2024-04-13T07:17:53.400 INFO:tasks.rados.rados.0.smithi003.stdout:1080: finishing rollback tid 2 to smithi00377890-26 2024-04-13T07:17:53.400 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 619 (ObjNum 201 snap 59 seq_num 201) dirty exists 2024-04-13T07:17:53.401 INFO:tasks.rados.rados.0.smithi003.stdout:1078: done (3 left) 2024-04-13T07:17:53.401 INFO:tasks.rados.rados.0.smithi003.stdout:1079: done (2 left) 2024-04-13T07:17:53.401 INFO:tasks.rados.rados.0.smithi003.stdout:1080: done (1 left) 2024-04-13T07:17:53.401 INFO:tasks.rados.rados.0.smithi003.stdout:1082: read oid 15 snap 108 2024-04-13T07:17:53.401 INFO:tasks.rados.rados.0.smithi003.stdout:1082: expect (ObjNum 192 snap 57 seq_num 192) 2024-04-13T07:17:53.401 INFO:tasks.rados.rados.0.smithi003.stdout:1083: copy_from oid 6 from oid 18 current snap is 114 2024-04-13T07:17:53.401 INFO:tasks.rados.rados.0.smithi003.stdout:1084: snap_create 2024-04-13T07:17:53.401 INFO:tasks.rados.rados.0.smithi003.stdout:1083: finishing copy_from to smithi00377890-6 2024-04-13T07:17:53.401 INFO:tasks.rados.rados.0.smithi003.stdout:1083: got expected ENOENT (src dne) 2024-04-13T07:17:53.401 INFO:tasks.rados.rados.0.smithi003.stdout:1083: finishing copy_from racing read to smithi00377890-6 2024-04-13T07:17:53.403 INFO:tasks.rados.rados.0.smithi003.stdout:1082: expect (ObjNum 192 snap 57 seq_num 192) 2024-04-13T07:17:53.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:52 smithi066 ceph-mon[84331]: Reconfiguring osd.1 (monmap changed)... 2024-04-13T07:17:53.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:52 smithi066 ceph-mon[84331]: Reconfiguring daemon osd.1 on smithi003 2024-04-13T07:17:53.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:17:53.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:52 smithi066 ceph-mon[84331]: osdmap e282: 8 total, 8 up, 8 in 2024-04-13T07:17:53.426 INFO:tasks.rados.rados.0.smithi003.stdout:1081: finishing copy_from racing read to smithi00377890-32 2024-04-13T07:17:53.426 INFO:tasks.rados.rados.0.smithi003.stdout:1081: finishing copy_from to smithi00377890-32 2024-04-13T07:17:53.426 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 615 (ObjNum 164 snap 45 seq_num 164) dirty exists 2024-04-13T07:17:53.904 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:17:53 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:17:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:17:54.028 INFO:tasks.rados.rados.0.smithi003.stdout:1081: done (3 left) 2024-04-13T07:17:54.028 INFO:tasks.rados.rados.0.smithi003.stdout:1082: done (2 left) 2024-04-13T07:17:54.028 INFO:tasks.rados.rados.0.smithi003.stdout:1083: done (1 left) 2024-04-13T07:17:54.028 INFO:tasks.rados.rados.0.smithi003.stdout:1084: done (0 left) 2024-04-13T07:17:54.028 INFO:tasks.rados.rados.0.smithi003.stdout:1085: read oid 48 snap -1 2024-04-13T07:17:54.028 INFO:tasks.rados.rados.0.smithi003.stdout:1085: expect (ObjNum 233 snap 69 seq_num 233) 2024-04-13T07:17:54.028 INFO:tasks.rados.rados.0.smithi003.stdout:1086: read oid 35 snap 110 2024-04-13T07:17:54.028 INFO:tasks.rados.rados.0.smithi003.stdout:1086: expect (ObjNum 253 snap 82 seq_num 253) 2024-04-13T07:17:54.028 INFO:tasks.rados.rados.0.smithi003.stdout:1087: rollback oid 21 current snap is 115 2024-04-13T07:17:54.028 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 21 to 59 2024-04-13T07:17:54.028 INFO:tasks.rados.rados.0.smithi003.stdout:1088: snap_remove snap 95 2024-04-13T07:17:54.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:54 smithi003 ceph-mon[91733]: pgmap v78: 121 pgs: 121 active+clean; 360 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:17:54.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:54.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:54.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:54 smithi003 ceph-mon[91733]: Reconfiguring osd.2 (monmap changed)... 2024-04-13T07:17:54.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T07:17:54.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:54.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:54 smithi003 ceph-mon[91733]: Reconfiguring daemon osd.2 on smithi003 2024-04-13T07:17:54.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:54 smithi003 ceph-mon[89364]: pgmap v78: 121 pgs: 121 active+clean; 360 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:17:54.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:54.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:54.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:54 smithi003 ceph-mon[89364]: Reconfiguring osd.2 (monmap changed)... 2024-04-13T07:17:54.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T07:17:54.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:54.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:54 smithi003 ceph-mon[89364]: Reconfiguring daemon osd.2 on smithi003 2024-04-13T07:17:54.399 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:54 smithi066 ceph-mon[84331]: pgmap v78: 121 pgs: 121 active+clean; 360 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:17:54.399 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:54.399 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:54.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:54 smithi066 ceph-mon[84331]: Reconfiguring osd.2 (monmap changed)... 2024-04-13T07:17:54.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T07:17:54.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:54.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:54 smithi066 ceph-mon[84331]: Reconfiguring daemon osd.2 on smithi003 2024-04-13T07:17:54.578 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:17:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:17:54] "GET /metrics HTTP/1.1" 200 35975 "" "Prometheus/2.43.0" 2024-04-13T07:17:55.035 INFO:tasks.rados.rados.0.smithi003.stdout:1088: done (3 left) 2024-04-13T07:17:55.035 INFO:tasks.rados.rados.0.smithi003.stdout:1089: read oid 32 snap -1 2024-04-13T07:17:55.035 INFO:tasks.rados.rados.0.smithi003.stdout:1089: expect (ObjNum 164 snap 45 seq_num 164) 2024-04-13T07:17:55.035 INFO:tasks.rados.rados.0.smithi003.stdout:1090: rollback oid 28 current snap is 115 2024-04-13T07:17:55.035 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 28 to 27 2024-04-13T07:17:55.035 INFO:tasks.rados.rados.0.smithi003.stdout:1087: finishing rollback tid 0 to smithi00377890-21 2024-04-13T07:17:55.035 INFO:tasks.rados.rados.0.smithi003.stdout:1087: finishing rollback tid 1 to smithi00377890-21 2024-04-13T07:17:55.035 INFO:tasks.rados.rados.0.smithi003.stdout:1087: finishing rollback tid 2 to smithi00377890-21 2024-04-13T07:17:55.036 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 522 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:17:55.036 INFO:tasks.rados.rados.0.smithi003.stdout:1085: expect (ObjNum 233 snap 69 seq_num 233) 2024-04-13T07:17:55.085 INFO:tasks.rados.rados.0.smithi003.stdout:1086: expect (ObjNum 253 snap 82 seq_num 253) 2024-04-13T07:17:55.134 INFO:tasks.rados.rados.0.smithi003.stdout:1090: finishing rollback tid 0 to smithi00377890-28 2024-04-13T07:17:55.134 INFO:tasks.rados.rados.0.smithi003.stdout:1090: finishing rollback tid 1 to smithi00377890-28 2024-04-13T07:17:55.134 INFO:tasks.rados.rados.0.smithi003.stdout:1090: finishing rollback tid 2 to smithi00377890-28 2024-04-13T07:17:55.134 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 567 (ObjNum 104 snap 24 seq_num 104) dirty exists 2024-04-13T07:17:55.134 INFO:tasks.rados.rados.0.smithi003.stdout:1089: expect (ObjNum 164 snap 45 seq_num 164) 2024-04-13T07:17:55.154 INFO:tasks.rados.rados.0.smithi003.stdout:1085: done (4 left) 2024-04-13T07:17:55.154 INFO:tasks.rados.rados.0.smithi003.stdout:1086: done (3 left) 2024-04-13T07:17:55.154 INFO:tasks.rados.rados.0.smithi003.stdout:1087: done (2 left) 2024-04-13T07:17:55.154 INFO:tasks.rados.rados.0.smithi003.stdout:1089: done (1 left) 2024-04-13T07:17:55.154 INFO:tasks.rados.rados.0.smithi003.stdout:1090: done (0 left) 2024-04-13T07:17:55.154 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 115 2024-04-13T07:17:55.154 INFO:tasks.rados.rados.0.smithi003.stdout:1091: seq_num 337 ranges {0=450560,450560=401408} 2024-04-13T07:17:55.156 INFO:tasks.rados.rados.0.smithi003.stdout:1091: writing smithi00377890-9 from 0 to 450560 tid 1 2024-04-13T07:17:55.159 INFO:tasks.rados.rados.0.smithi003.stdout:1091: writing smithi00377890-9 from 450560 to 851968 tid 2 2024-04-13T07:17:55.159 INFO:tasks.rados.rados.0.smithi003.stdout:1092: read oid 12 snap -1 2024-04-13T07:17:55.159 INFO:tasks.rados.rados.0.smithi003.stdout:1092: expect deleted 2024-04-13T07:17:55.159 INFO:tasks.rados.rados.0.smithi003.stdout:1093: setattr oid 27 current snap is 115 2024-04-13T07:17:55.161 INFO:tasks.rados.rados.0.smithi003.stdout:1092: done (2 left) 2024-04-13T07:17:55.161 INFO:tasks.rados.rados.0.smithi003.stdout:1094: rollback oid 20 current snap is 115 2024-04-13T07:17:55.161 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 20 to 109 2024-04-13T07:17:55.161 INFO:tasks.rados.rados.0.smithi003.stdout:1095: rollback oid 25 current snap is 115 2024-04-13T07:17:55.161 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 25 to 114 2024-04-13T07:17:55.161 INFO:tasks.rados.rados.0.smithi003.stdout:1096: read oid 38 snap -1 2024-04-13T07:17:55.161 INFO:tasks.rados.rados.0.smithi003.stdout:1096: expect (ObjNum 170 snap 46 seq_num 170) 2024-04-13T07:17:55.162 INFO:tasks.rados.rados.0.smithi003.stdout:1097: rollback oid 16 current snap is 115 2024-04-13T07:17:55.162 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 16 to 103 2024-04-13T07:17:55.162 INFO:tasks.rados.rados.0.smithi003.stdout:1098: delete oid 28 current snap is 115 2024-04-13T07:17:55.162 INFO:tasks.rados.rados.0.smithi003.stdout:1091: finishing write tid 1 to smithi00377890-9 2024-04-13T07:17:55.162 INFO:tasks.rados.rados.0.smithi003.stdout:1091: finishing write tid 2 to smithi00377890-9 2024-04-13T07:17:55.164 INFO:tasks.rados.rados.0.smithi003.stdout:1098: done (6 left) 2024-04-13T07:17:55.165 INFO:tasks.rados.rados.0.smithi003.stdout:1099: copy_from oid 15 from oid 50 current snap is 115 2024-04-13T07:17:55.165 INFO:tasks.rados.rados.0.smithi003.stdout:1100: setattr oid 4 current snap is 115 2024-04-13T07:17:55.165 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 459 (ObjNum 202 snap 59 seq_num 202) dirty exists 2024-04-13T07:17:55.166 INFO:tasks.rados.rados.0.smithi003.stdout:1091: finishing write tid 3 to smithi00377890-9 2024-04-13T07:17:55.166 INFO:tasks.rados.rados.0.smithi003.stdout:1094: finishing rollback tid 0 to smithi00377890-20 2024-04-13T07:17:55.169 INFO:tasks.rados.rados.0.smithi003.stdout:1095: finishing rollback tid 0 to smithi00377890-25 2024-04-13T07:17:55.169 INFO:tasks.rados.rados.0.smithi003.stdout:1093: done (7 left) 2024-04-13T07:17:55.169 INFO:tasks.rados.rados.0.smithi003.stdout:1101: snap_create 2024-04-13T07:17:55.169 INFO:tasks.rados.rados.0.smithi003.stdout:1094: finishing rollback tid 1 to smithi00377890-20 2024-04-13T07:17:55.169 INFO:tasks.rados.rados.0.smithi003.stdout:1094: finishing rollback tid 2 to smithi00377890-20 2024-04-13T07:17:55.169 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 912 (ObjNum 257 snap 84 seq_num 257) dirty exists 2024-04-13T07:17:55.169 INFO:tasks.rados.rados.0.smithi003.stdout:1091: finishing write tid 4 to smithi00377890-9 2024-04-13T07:17:55.169 INFO:tasks.rados.rados.0.smithi003.stdout:1091: oid 9 updating version 0 to 992 2024-04-13T07:17:55.169 INFO:tasks.rados.rados.0.smithi003.stdout:1091: oid 9 updating version 992 to 993 2024-04-13T07:17:55.169 INFO:tasks.rados.rados.0.smithi003.stdout:1091: oid 9 version 993 is already newer than 991 2024-04-13T07:17:55.169 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 993 (ObjNum 337 snap 115 seq_num 337) dirty exists 2024-04-13T07:17:55.169 INFO:tasks.rados.rados.0.smithi003.stdout:1091: left oid 9 (ObjNum 337 snap 115 seq_num 337) 2024-04-13T07:17:55.170 INFO:tasks.rados.rados.0.smithi003.stdout:1095: finishing rollback tid 1 to smithi00377890-25 2024-04-13T07:17:55.170 INFO:tasks.rados.rados.0.smithi003.stdout:1095: finishing rollback tid 2 to smithi00377890-25 2024-04-13T07:17:55.170 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 997 (ObjNum 226 snap 67 seq_num 226) dirty exists 2024-04-13T07:17:55.172 INFO:tasks.rados.rados.0.smithi003.stdout:1097: finishing rollback tid 0 to smithi00377890-16 2024-04-13T07:17:55.172 INFO:tasks.rados.rados.0.smithi003.stdout:1097: finishing rollback tid 1 to smithi00377890-16 2024-04-13T07:17:55.172 INFO:tasks.rados.rados.0.smithi003.stdout:1097: finishing rollback tid 2 to smithi00377890-16 2024-04-13T07:17:55.172 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 916 (ObjNum 222 snap 66 seq_num 222) dirty exists 2024-04-13T07:17:55.175 INFO:tasks.rados.rados.0.smithi003.stdout:1099: finishing copy_from racing read to smithi00377890-15 2024-04-13T07:17:55.176 INFO:tasks.rados.rados.0.smithi003.stdout:1099: finishing copy_from to smithi00377890-15 2024-04-13T07:17:55.176 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 446 (ObjNum 313 snap 106 seq_num 313) dirty exists 2024-04-13T07:17:55.178 INFO:tasks.rados.rados.0.smithi003.stdout:1096: expect (ObjNum 170 snap 46 seq_num 170) 2024-04-13T07:17:55.311 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:55 smithi003 ceph-mon[91733]: osdmap e283: 8 total, 8 up, 8 in 2024-04-13T07:17:55.312 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:55.312 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:55.312 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T07:17:55.312 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:55.312 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:55 smithi003 ceph-mon[89364]: osdmap e283: 8 total, 8 up, 8 in 2024-04-13T07:17:55.312 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:55.312 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:55.312 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T07:17:55.312 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:55.364 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 504 (ObjNum 218 snap 66 seq_num 218) dirty exists 2024-04-13T07:17:55.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:55 smithi066 ceph-mon[84331]: osdmap e283: 8 total, 8 up, 8 in 2024-04-13T07:17:55.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:55.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:55.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T07:17:55.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:56.039 INFO:tasks.rados.rados.0.smithi003.stdout:1091: done (7 left) 2024-04-13T07:17:56.040 INFO:tasks.rados.rados.0.smithi003.stdout:1094: done (6 left) 2024-04-13T07:17:56.040 INFO:tasks.rados.rados.0.smithi003.stdout:1095: done (5 left) 2024-04-13T07:17:56.040 INFO:tasks.rados.rados.0.smithi003.stdout:1096: done (4 left) 2024-04-13T07:17:56.040 INFO:tasks.rados.rados.0.smithi003.stdout:1097: done (3 left) 2024-04-13T07:17:56.040 INFO:tasks.rados.rados.0.smithi003.stdout:1099: done (2 left) 2024-04-13T07:17:56.040 INFO:tasks.rados.rados.0.smithi003.stdout:1100: done (1 left) 2024-04-13T07:17:56.040 INFO:tasks.rados.rados.0.smithi003.stdout:1101: done (0 left) 2024-04-13T07:17:56.040 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 6 current snap is 116 2024-04-13T07:17:56.040 INFO:tasks.rados.rados.0.smithi003.stdout:1102: seq_num 339 ranges {3022848=483328,3506176=401408} 2024-04-13T07:17:56.058 INFO:tasks.rados.rados.0.smithi003.stdout:1102: writing smithi00377890-6 from 3022848 to 3506176 tid 1 2024-04-13T07:17:56.061 INFO:tasks.rados.rados.0.smithi003.stdout:1102: writing smithi00377890-6 from 3506176 to 3907584 tid 2 2024-04-13T07:17:56.061 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 44 current snap is 116 2024-04-13T07:17:56.061 INFO:tasks.rados.rados.0.smithi003.stdout:1103: seq_num 340 ranges {778240=499712,1277952=401408} 2024-04-13T07:17:56.068 INFO:tasks.rados.rados.0.smithi003.stdout:1103: writing smithi00377890-44 from 778240 to 1277952 tid 1 2024-04-13T07:17:56.071 INFO:tasks.rados.rados.0.smithi003.stdout:1103: writing smithi00377890-44 from 1277952 to 1679360 tid 2 2024-04-13T07:17:56.071 INFO:tasks.rados.rados.0.smithi003.stdout:1104: read oid 50 snap -1 2024-04-13T07:17:56.071 INFO:tasks.rados.rados.0.smithi003.stdout:1104: expect (ObjNum 313 snap 106 seq_num 313) 2024-04-13T07:17:56.071 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 116 2024-04-13T07:17:56.071 INFO:tasks.rados.rados.0.smithi003.stdout:1102: finishing write tid 1 to smithi00377890-6 2024-04-13T07:17:56.071 INFO:tasks.rados.rados.0.smithi003.stdout:1102: finishing write tid 2 to smithi00377890-6 2024-04-13T07:17:56.071 INFO:tasks.rados.rados.0.smithi003.stdout:1105: seq_num 341 ranges {851968=516096,1368064=401408} 2024-04-13T07:17:56.078 INFO:tasks.rados.rados.0.smithi003.stdout:1105: writing smithi00377890-9 from 851968 to 1368064 tid 1 2024-04-13T07:17:56.081 INFO:tasks.rados.rados.0.smithi003.stdout:1105: writing smithi00377890-9 from 1368064 to 1769472 tid 2 2024-04-13T07:17:56.081 INFO:tasks.rados.rados.0.smithi003.stdout:1106: read oid 22 snap -1 2024-04-13T07:17:56.081 INFO:tasks.rados.rados.0.smithi003.stdout:1106: expect (ObjNum 305 snap 101 seq_num 305) 2024-04-13T07:17:56.081 INFO:tasks.rados.rados.0.smithi003.stdout:1107: read oid 43 snap -1 2024-04-13T07:17:56.081 INFO:tasks.rados.rados.0.smithi003.stdout:1107: expect deleted 2024-04-13T07:17:56.081 INFO:tasks.rados.rados.0.smithi003.stdout:1108: read oid 3 snap -1 2024-04-13T07:17:56.081 INFO:tasks.rados.rados.0.smithi003.stdout:1108: expect (ObjNum 310 snap 104 seq_num 310) 2024-04-13T07:17:56.081 INFO:tasks.rados.rados.0.smithi003.stdout:1109: snap_create 2024-04-13T07:17:56.081 INFO:tasks.rados.rados.0.smithi003.stdout:1102: finishing write tid 3 to smithi00377890-6 2024-04-13T07:17:56.082 INFO:tasks.rados.rados.0.smithi003.stdout:1102: finishing write tid 4 to smithi00377890-6 2024-04-13T07:17:56.082 INFO:tasks.rados.rados.0.smithi003.stdout:1102: oid 6 updating version 0 to 534 2024-04-13T07:17:56.082 INFO:tasks.rados.rados.0.smithi003.stdout:1102: oid 6 version 534 is already newer than 533 2024-04-13T07:17:56.082 INFO:tasks.rados.rados.0.smithi003.stdout:1102: oid 6 version 534 is already newer than 532 2024-04-13T07:17:56.082 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 534 (ObjNum 339 snap 116 seq_num 339) dirty exists 2024-04-13T07:17:56.082 INFO:tasks.rados.rados.0.smithi003.stdout:1102: left oid 6 (ObjNum 339 snap 116 seq_num 339) 2024-04-13T07:17:56.082 INFO:tasks.rados.rados.0.smithi003.stdout:1103: finishing write tid 1 to smithi00377890-44 2024-04-13T07:17:56.082 INFO:tasks.rados.rados.0.smithi003.stdout:1103: finishing write tid 2 to smithi00377890-44 2024-04-13T07:17:56.082 INFO:tasks.rados.rados.0.smithi003.stdout:1103: finishing write tid 3 to smithi00377890-44 2024-04-13T07:17:56.082 INFO:tasks.rados.rados.0.smithi003.stdout:1104: expect (ObjNum 313 snap 106 seq_num 313) 2024-04-13T07:17:56.108 INFO:tasks.rados.rados.0.smithi003.stdout:1103: finishing write tid 4 to smithi00377890-44 2024-04-13T07:17:56.109 INFO:tasks.rados.rados.0.smithi003.stdout:1103: oid 44 updating version 0 to 513 2024-04-13T07:17:56.109 INFO:tasks.rados.rados.0.smithi003.stdout:1103: oid 44 version 513 is already newer than 512 2024-04-13T07:17:56.109 INFO:tasks.rados.rados.0.smithi003.stdout:1103: oid 44 version 513 is already newer than 511 2024-04-13T07:17:56.109 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 513 (ObjNum 340 snap 116 seq_num 340) dirty exists 2024-04-13T07:17:56.109 INFO:tasks.rados.rados.0.smithi003.stdout:1103: left oid 44 (ObjNum 340 snap 116 seq_num 340) 2024-04-13T07:17:56.109 INFO:tasks.rados.rados.0.smithi003.stdout:1105: finishing write tid 1 to smithi00377890-9 2024-04-13T07:17:56.109 INFO:tasks.rados.rados.0.smithi003.stdout:1105: finishing write tid 2 to smithi00377890-9 2024-04-13T07:17:56.109 INFO:tasks.rados.rados.0.smithi003.stdout:1105: finishing write tid 3 to smithi00377890-9 2024-04-13T07:17:56.109 INFO:tasks.rados.rados.0.smithi003.stdout:1105: finishing write tid 4 to smithi00377890-9 2024-04-13T07:17:56.109 INFO:tasks.rados.rados.0.smithi003.stdout:1105: oid 9 updating version 0 to 1002 2024-04-13T07:17:56.109 INFO:tasks.rados.rados.0.smithi003.stdout:1105: oid 9 updating version 1002 to 1003 2024-04-13T07:17:56.109 INFO:tasks.rados.rados.0.smithi003.stdout:1105: oid 9 version 1003 is already newer than 1001 2024-04-13T07:17:56.110 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 1003 (ObjNum 341 snap 116 seq_num 341) dirty exists 2024-04-13T07:17:56.110 INFO:tasks.rados.rados.0.smithi003.stdout:1105: left oid 9 (ObjNum 341 snap 116 seq_num 341) 2024-04-13T07:17:56.110 INFO:tasks.rados.rados.0.smithi003.stdout:1106: expect (ObjNum 305 snap 101 seq_num 305) 2024-04-13T07:17:56.306 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:56 smithi066 ceph-mon[84331]: pgmap v81: 121 pgs: 121 active+clean; 372 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-04-13T07:17:56.306 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:56 smithi066 ceph-mon[84331]: Reconfiguring osd.3 (monmap changed)... 2024-04-13T07:17:56.306 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:56 smithi066 ceph-mon[84331]: Reconfiguring daemon osd.3 on smithi003 2024-04-13T07:17:56.306 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:56 smithi066 ceph-mon[84331]: osdmap e284: 8 total, 8 up, 8 in 2024-04-13T07:17:56.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:56 smithi003 ceph-mon[89364]: pgmap v81: 121 pgs: 121 active+clean; 372 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-04-13T07:17:56.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:56 smithi003 ceph-mon[89364]: Reconfiguring osd.3 (monmap changed)... 2024-04-13T07:17:56.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:56 smithi003 ceph-mon[89364]: Reconfiguring daemon osd.3 on smithi003 2024-04-13T07:17:56.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:56 smithi003 ceph-mon[89364]: osdmap e284: 8 total, 8 up, 8 in 2024-04-13T07:17:56.359 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:56 smithi003 ceph-mon[91733]: pgmap v81: 121 pgs: 121 active+clean; 372 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-04-13T07:17:56.359 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:56 smithi003 ceph-mon[91733]: Reconfiguring osd.3 (monmap changed)... 2024-04-13T07:17:56.359 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:56 smithi003 ceph-mon[91733]: Reconfiguring daemon osd.3 on smithi003 2024-04-13T07:17:56.359 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:56 smithi003 ceph-mon[91733]: osdmap e284: 8 total, 8 up, 8 in 2024-04-13T07:17:56.578 INFO:tasks.rados.rados.0.smithi003.stdout:1108: expect (ObjNum 310 snap 104 seq_num 310) 2024-04-13T07:17:57.372 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:57 smithi003 ceph-mon[91733]: osdmap e285: 8 total, 8 up, 8 in 2024-04-13T07:17:57.373 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:57 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:57.373 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:57 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:57.373 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:57 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:17:57.373 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:57 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:57.373 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:57 smithi003 ceph-mon[89364]: osdmap e285: 8 total, 8 up, 8 in 2024-04-13T07:17:57.373 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:57 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:57.373 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:57 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:57.373 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:57 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:17:57.373 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:57 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:57.386 INFO:tasks.rados.rados.0.smithi003.stdout:1102: done (7 left) 2024-04-13T07:17:57.387 INFO:tasks.rados.rados.0.smithi003.stdout:1103: done (6 left) 2024-04-13T07:17:57.387 INFO:tasks.rados.rados.0.smithi003.stdout:1104: done (5 left) 2024-04-13T07:17:57.387 INFO:tasks.rados.rados.0.smithi003.stdout:1105: done (4 left) 2024-04-13T07:17:57.387 INFO:tasks.rados.rados.0.smithi003.stdout:1106: done (3 left) 2024-04-13T07:17:57.387 INFO:tasks.rados.rados.0.smithi003.stdout:1107: done (2 left) 2024-04-13T07:17:57.387 INFO:tasks.rados.rados.0.smithi003.stdout:1108: done (1 left) 2024-04-13T07:17:57.387 INFO:tasks.rados.rados.0.smithi003.stdout:1109: done (0 left) 2024-04-13T07:17:57.387 INFO:tasks.rados.rados.0.smithi003.stdout:1110: copy_from oid 31 from oid 33 current snap is 117 2024-04-13T07:17:57.387 INFO:tasks.rados.rados.0.smithi003.stdout:1111: read oid 10 snap -1 2024-04-13T07:17:57.387 INFO:tasks.rados.rados.0.smithi003.stdout:1111: expect (ObjNum 335 snap 114 seq_num 335) 2024-04-13T07:17:57.387 INFO:tasks.rados.rados.0.smithi003.stdout:1112: snap_remove snap 65 2024-04-13T07:17:57.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:57 smithi066 ceph-mon[84331]: osdmap e285: 8 total, 8 up, 8 in 2024-04-13T07:17:57.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:57 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:57.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:57 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:57.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:57 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:17:57.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:57 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:58.051 INFO:tasks.rados.rados.0.smithi003.stdout:1112: done (2 left) 2024-04-13T07:17:58.051 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 22 current snap is 117 2024-04-13T07:17:58.052 INFO:tasks.rados.rados.0.smithi003.stdout:1110: finishing copy_from to smithi00377890-31 2024-04-13T07:17:58.052 INFO:tasks.rados.rados.0.smithi003.stdout:1110: got expected ENOENT (src dne) 2024-04-13T07:17:58.052 INFO:tasks.rados.rados.0.smithi003.stdout:1113: seq_num 342 ranges {6307840=532480,6840320=401408} 2024-04-13T07:17:58.090 INFO:tasks.rados.rados.0.smithi003.stdout:1113: writing smithi00377890-22 from 6307840 to 6840320 tid 1 2024-04-13T07:17:58.093 INFO:tasks.rados.rados.0.smithi003.stdout:1113: writing smithi00377890-22 from 6840320 to 7241728 tid 2 2024-04-13T07:17:58.093 INFO:tasks.rados.rados.0.smithi003.stdout:1114: read oid 12 snap -1 2024-04-13T07:17:58.093 INFO:tasks.rados.rados.0.smithi003.stdout:1114: expect deleted 2024-04-13T07:17:58.093 INFO:tasks.rados.rados.0.smithi003.stdout:1115: snap_remove snap 105 2024-04-13T07:17:58.093 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:58 smithi003 ceph-mon[89364]: pgmap v84: 121 pgs: 121 active+clean; 372 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-04-13T07:17:58.093 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:58 smithi003 ceph-mon[89364]: Reconfiguring mds.a (monmap changed)... 2024-04-13T07:17:58.094 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:58 smithi003 ceph-mon[89364]: Reconfiguring daemon mds.a on smithi003 2024-04-13T07:17:58.094 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:58 smithi003 ceph-mon[89364]: osdmap e286: 8 total, 8 up, 8 in 2024-04-13T07:17:58.094 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:58 smithi003 ceph-mon[91733]: pgmap v84: 121 pgs: 121 active+clean; 372 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-04-13T07:17:58.094 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:58 smithi003 ceph-mon[91733]: Reconfiguring mds.a (monmap changed)... 2024-04-13T07:17:58.094 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:58 smithi003 ceph-mon[91733]: Reconfiguring daemon mds.a on smithi003 2024-04-13T07:17:58.094 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:58 smithi003 ceph-mon[91733]: osdmap e286: 8 total, 8 up, 8 in 2024-04-13T07:17:58.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:58 smithi066 ceph-mon[84331]: pgmap v84: 121 pgs: 121 active+clean; 372 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-04-13T07:17:58.406 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:58 smithi066 ceph-mon[84331]: Reconfiguring mds.a (monmap changed)... 2024-04-13T07:17:58.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:58 smithi066 ceph-mon[84331]: Reconfiguring daemon mds.a on smithi003 2024-04-13T07:17:58.407 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:58 smithi066 ceph-mon[84331]: osdmap e286: 8 total, 8 up, 8 in 2024-04-13T07:17:58.745 INFO:tasks.rados.rados.0.smithi003.stdout:1115: done (4 left) 2024-04-13T07:17:58.745 INFO:tasks.rados.rados.0.smithi003.stdout:1116: read oid 44 snap -1 2024-04-13T07:17:58.745 INFO:tasks.rados.rados.0.smithi003.stdout:1116: expect (ObjNum 340 snap 116 seq_num 340) 2024-04-13T07:17:58.745 INFO:tasks.rados.rados.0.smithi003.stdout:1117: rmattr oid 2 current snap is 117 2024-04-13T07:17:58.745 INFO:tasks.rados.rados.0.smithi003.stdout:1117: done (5 left) 2024-04-13T07:17:58.745 INFO:tasks.rados.rados.0.smithi003.stdout:1118: rollback oid 6 current snap is 117 2024-04-13T07:17:58.745 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 6 to 109 2024-04-13T07:17:58.745 INFO:tasks.rados.rados.0.smithi003.stdout:1110: finishing copy_from racing read to smithi00377890-31 2024-04-13T07:17:58.745 INFO:tasks.rados.rados.0.smithi003.stdout:1111: expect (ObjNum 335 snap 114 seq_num 335) 2024-04-13T07:17:58.865 INFO:tasks.rados.rados.0.smithi003.stdout:1113: finishing write tid 1 to smithi00377890-22 2024-04-13T07:17:58.865 INFO:tasks.rados.rados.0.smithi003.stdout:1113: finishing write tid 2 to smithi00377890-22 2024-04-13T07:17:58.865 INFO:tasks.rados.rados.0.smithi003.stdout:1110: done (5 left) 2024-04-13T07:17:58.865 INFO:tasks.rados.rados.0.smithi003.stdout:1111: done (4 left) 2024-04-13T07:17:58.865 INFO:tasks.rados.rados.0.smithi003.stdout:1114: done (3 left) 2024-04-13T07:17:58.865 INFO:tasks.rados.rados.0.smithi003.stdout:1119: read oid 5 snap -1 2024-04-13T07:17:58.866 INFO:tasks.rados.rados.0.smithi003.stdout:1119: expect (ObjNum 330 snap 113 seq_num 330) 2024-04-13T07:17:58.866 INFO:tasks.rados.rados.0.smithi003.stdout:1120: read oid 33 snap 68 2024-04-13T07:17:58.866 INFO:tasks.rados.rados.0.smithi003.stdout:1120: expect (ObjNum 86 snap 18 seq_num 86) 2024-04-13T07:17:58.866 INFO:tasks.rados.rados.0.smithi003.stdout:1121: snap_remove snap 96 2024-04-13T07:17:59.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:59 smithi003 ceph-mon[91733]: osdmap e287: 8 total, 8 up, 8 in 2024-04-13T07:17:59.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:59.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:59.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:59 smithi003 ceph-mon[91733]: Reconfiguring mon.b (monmap changed)... 2024-04-13T07:17:59.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:17:59.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:17:59.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:59.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:59 smithi003 ceph-mon[91733]: Reconfiguring daemon mon.b on smithi066 2024-04-13T07:17:59.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:17:59 smithi003 ceph-mon[91733]: osdmap e288: 8 total, 8 up, 8 in 2024-04-13T07:17:59.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:59 smithi003 ceph-mon[89364]: osdmap e287: 8 total, 8 up, 8 in 2024-04-13T07:17:59.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:59.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:59.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:59 smithi003 ceph-mon[89364]: Reconfiguring mon.b (monmap changed)... 2024-04-13T07:17:59.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:17:59.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:17:59.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:59.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:59 smithi003 ceph-mon[89364]: Reconfiguring daemon mon.b on smithi066 2024-04-13T07:17:59.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:17:59 smithi003 ceph-mon[89364]: osdmap e288: 8 total, 8 up, 8 in 2024-04-13T07:17:59.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:59 smithi066 ceph-mon[84331]: osdmap e287: 8 total, 8 up, 8 in 2024-04-13T07:17:59.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:59.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:17:59.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:59 smithi066 ceph-mon[84331]: Reconfiguring mon.b (monmap changed)... 2024-04-13T07:17:59.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T07:17:59.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T07:17:59.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:17:59.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:59 smithi066 ceph-mon[84331]: Reconfiguring daemon mon.b on smithi066 2024-04-13T07:17:59.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:17:59 smithi066 ceph-mon[84331]: osdmap e288: 8 total, 8 up, 8 in 2024-04-13T07:17:59.749 INFO:tasks.rados.rados.0.smithi003.stdout:1121: done (5 left) 2024-04-13T07:17:59.749 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 12 current snap is 117 2024-04-13T07:17:59.749 INFO:tasks.rados.rados.0.smithi003.stdout:1122: seq_num 343 ranges {0=548864,548864=401408} 2024-04-13T07:17:59.752 INFO:tasks.rados.rados.0.smithi003.stdout:1122: writing smithi00377890-12 from 0 to 548864 tid 1 2024-04-13T07:17:59.756 INFO:tasks.rados.rados.0.smithi003.stdout:1122: writing smithi00377890-12 from 548864 to 950272 tid 2 2024-04-13T07:17:59.757 INFO:tasks.rados.rados.0.smithi003.stdout:1113: finishing write tid 3 to smithi00377890-22 2024-04-13T07:17:59.757 INFO:tasks.rados.rados.0.smithi003.stdout:1113: finishing write tid 4 to smithi00377890-22 2024-04-13T07:17:59.757 INFO:tasks.rados.rados.0.smithi003.stdout:1113: oid 22 updating version 0 to 929 2024-04-13T07:17:59.757 INFO:tasks.rados.rados.0.smithi003.stdout:1113: oid 22 version 929 is already newer than 928 2024-04-13T07:17:59.757 INFO:tasks.rados.rados.0.smithi003.stdout:1113: oid 22 updating version 929 to 930 2024-04-13T07:17:59.757 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 930 (ObjNum 342 snap 117 seq_num 342) dirty exists 2024-04-13T07:17:59.757 INFO:tasks.rados.rados.0.smithi003.stdout:1113: left oid 22 (ObjNum 342 snap 117 seq_num 342) 2024-04-13T07:17:59.757 INFO:tasks.rados.rados.0.smithi003.stdout:1118: finishing rollback tid 0 to smithi00377890-6 2024-04-13T07:17:59.757 INFO:tasks.rados.rados.0.smithi003.stdout:1118: finishing rollback tid 1 to smithi00377890-6 2024-04-13T07:17:59.757 INFO:tasks.rados.rados.0.smithi003.stdout:1118: finishing rollback tid 2 to smithi00377890-6 2024-04-13T07:17:59.757 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 537 (ObjNum 300 snap 101 seq_num 300) dirty exists 2024-04-13T07:17:59.757 INFO:tasks.rados.rados.0.smithi003.stdout:1116: expect (ObjNum 340 snap 116 seq_num 340) 2024-04-13T07:17:59.822 INFO:tasks.rados.rados.0.smithi003.stdout:1119: expect (ObjNum 330 snap 113 seq_num 330) 2024-04-13T07:17:59.842 INFO:tasks.rados.rados.0.smithi003.stdout:1120: expect (ObjNum 86 snap 18 seq_num 86) 2024-04-13T07:17:59.942 INFO:tasks.rados.rados.0.smithi003.stdout:1122: finishing write tid 1 to smithi00377890-12 2024-04-13T07:17:59.942 INFO:tasks.rados.rados.0.smithi003.stdout:1122: finishing write tid 2 to smithi00377890-12 2024-04-13T07:17:59.942 INFO:tasks.rados.rados.0.smithi003.stdout:1122: finishing write tid 3 to smithi00377890-12 2024-04-13T07:17:59.942 INFO:tasks.rados.rados.0.smithi003.stdout:1122: finishing write tid 4 to smithi00377890-12 2024-04-13T07:17:59.942 INFO:tasks.rados.rados.0.smithi003.stdout:1122: oid 12 updating version 0 to 450 2024-04-13T07:17:59.942 INFO:tasks.rados.rados.0.smithi003.stdout:1122: oid 12 version 450 is already newer than 449 2024-04-13T07:17:59.942 INFO:tasks.rados.rados.0.smithi003.stdout:1122: oid 12 updating version 450 to 451 2024-04-13T07:17:59.942 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 451 (ObjNum 343 snap 117 seq_num 343) dirty exists 2024-04-13T07:17:59.942 INFO:tasks.rados.rados.0.smithi003.stdout:1122: left oid 12 (ObjNum 343 snap 117 seq_num 343) 2024-04-13T07:17:59.942 INFO:tasks.rados.rados.0.smithi003.stdout:1113: done (5 left) 2024-04-13T07:17:59.943 INFO:tasks.rados.rados.0.smithi003.stdout:1116: done (4 left) 2024-04-13T07:17:59.943 INFO:tasks.rados.rados.0.smithi003.stdout:1118: done (3 left) 2024-04-13T07:17:59.943 INFO:tasks.rados.rados.0.smithi003.stdout:1119: done (2 left) 2024-04-13T07:17:59.943 INFO:tasks.rados.rados.0.smithi003.stdout:1120: done (1 left) 2024-04-13T07:17:59.943 INFO:tasks.rados.rados.0.smithi003.stdout:1122: done (0 left) 2024-04-13T07:17:59.943 INFO:tasks.rados.rados.0.smithi003.stdout:1123: rmattr oid 42 current snap is 117 2024-04-13T07:17:59.943 INFO:tasks.rados.rados.0.smithi003.stdout:1123: done (0 left) 2024-04-13T07:17:59.943 INFO:tasks.rados.rados.0.smithi003.stdout:1124: copy_from oid 15 from oid 14 current snap is 117 2024-04-13T07:17:59.943 INFO:tasks.rados.rados.0.smithi003.stdout:1125: delete oid 29 current snap is 117 2024-04-13T07:17:59.944 INFO:tasks.rados.rados.0.smithi003.stdout:1125: done (1 left) 2024-04-13T07:17:59.944 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 36 current snap is 117 2024-04-13T07:17:59.944 INFO:tasks.rados.rados.0.smithi003.stdout:1126: seq_num 345 ranges {3317760=581632,3899392=401408} 2024-04-13T07:17:59.964 INFO:tasks.rados.rados.0.smithi003.stdout:1126: writing smithi00377890-36 from 3317760 to 3899392 tid 1 2024-04-13T07:17:59.967 INFO:tasks.rados.rados.0.smithi003.stdout:1126: writing smithi00377890-36 from 3899392 to 4300800 tid 2 2024-04-13T07:17:59.967 INFO:tasks.rados.rados.0.smithi003.stdout:1127: snap_remove snap 111 2024-04-13T07:18:00.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:00 smithi066 ceph-mon[84331]: pgmap v87: 121 pgs: 121 active+clean; 374 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 26 op/s 2024-04-13T07:18:00.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:00 smithi066 ceph-mon[84331]: osdmap e289: 8 total, 8 up, 8 in 2024-04-13T07:18:00.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:00 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:00.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:00 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:00.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:00 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:18:00.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:00 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:18:00.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:00 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:00.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:00 smithi003 ceph-mon[91733]: pgmap v87: 121 pgs: 121 active+clean; 374 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 26 op/s 2024-04-13T07:18:00.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:00 smithi003 ceph-mon[91733]: osdmap e289: 8 total, 8 up, 8 in 2024-04-13T07:18:00.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:00 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:00.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:00 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:00.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:00 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:18:00.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:00 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:18:00.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:00 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:00.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:00 smithi003 ceph-mon[89364]: pgmap v87: 121 pgs: 121 active+clean; 374 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 26 op/s 2024-04-13T07:18:00.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:00 smithi003 ceph-mon[89364]: osdmap e289: 8 total, 8 up, 8 in 2024-04-13T07:18:00.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:00 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:00.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:00 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:00.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:00 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T07:18:00.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:00 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T07:18:00.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:00 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:00.799 INFO:tasks.rados.rados.0.smithi003.stdout:1127: done (2 left) 2024-04-13T07:18:00.799 INFO:tasks.rados.rados.0.smithi003.stdout:1128: rmattr oid 29 current snap is 117 2024-04-13T07:18:00.799 INFO:tasks.rados.rados.0.smithi003.stdout:1128: done (2 left) 2024-04-13T07:18:00.799 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 117 2024-04-13T07:18:00.799 INFO:tasks.rados.rados.0.smithi003.stdout:1124: finishing copy_from racing read to smithi00377890-15 2024-04-13T07:18:00.799 INFO:tasks.rados.rados.0.smithi003.stdout:1124: finishing copy_from to smithi00377890-15 2024-04-13T07:18:00.799 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 550 (ObjNum 183 snap 53 seq_num 183) dirty exists 2024-04-13T07:18:00.799 INFO:tasks.rados.rados.0.smithi003.stdout:1126: finishing write tid 1 to smithi00377890-36 2024-04-13T07:18:00.799 INFO:tasks.rados.rados.0.smithi003.stdout:1126: finishing write tid 2 to smithi00377890-36 2024-04-13T07:18:00.799 INFO:tasks.rados.rados.0.smithi003.stdout:1129: seq_num 346 ranges {1769472=598016,2367488=401408} 2024-04-13T07:18:00.812 INFO:tasks.rados.rados.0.smithi003.stdout:1129: writing smithi00377890-9 from 1769472 to 2367488 tid 1 2024-04-13T07:18:00.816 INFO:tasks.rados.rados.0.smithi003.stdout:1129: writing smithi00377890-9 from 2367488 to 2768896 tid 2 2024-04-13T07:18:00.816 INFO:tasks.rados.rados.0.smithi003.stdout:1124: done (2 left) 2024-04-13T07:18:00.816 INFO:tasks.rados.rados.0.smithi003.stdout:1130: delete oid 35 current snap is 117 2024-04-13T07:18:00.816 INFO:tasks.rados.rados.0.smithi003.stdout:1126: finishing write tid 3 to smithi00377890-36 2024-04-13T07:18:00.816 INFO:tasks.rados.rados.0.smithi003.stdout:1126: finishing write tid 4 to smithi00377890-36 2024-04-13T07:18:00.816 INFO:tasks.rados.rados.0.smithi003.stdout:1126: oid 36 updating version 0 to 841 2024-04-13T07:18:00.816 INFO:tasks.rados.rados.0.smithi003.stdout:1126: oid 36 version 841 is already newer than 839 2024-04-13T07:18:00.816 INFO:tasks.rados.rados.0.smithi003.stdout:1126: oid 36 version 841 is already newer than 840 2024-04-13T07:18:00.816 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 841 (ObjNum 345 snap 117 seq_num 345) dirty exists 2024-04-13T07:18:00.816 INFO:tasks.rados.rados.0.smithi003.stdout:1126: left oid 36 (ObjNum 345 snap 117 seq_num 345) 2024-04-13T07:18:00.819 INFO:tasks.rados.rados.0.smithi003.stdout:1129: finishing write tid 1 to smithi00377890-9 2024-04-13T07:18:00.819 INFO:tasks.rados.rados.0.smithi003.stdout:1129: finishing write tid 2 to smithi00377890-9 2024-04-13T07:18:00.819 INFO:tasks.rados.rados.0.smithi003.stdout:1129: finishing write tid 3 to smithi00377890-9 2024-04-13T07:18:00.821 INFO:tasks.rados.rados.0.smithi003.stdout:1129: finishing write tid 4 to smithi00377890-9 2024-04-13T07:18:00.821 INFO:tasks.rados.rados.0.smithi003.stdout:1129: oid 9 updating version 0 to 1051 2024-04-13T07:18:00.821 INFO:tasks.rados.rados.0.smithi003.stdout:1129: oid 9 updating version 1051 to 1053 2024-04-13T07:18:00.821 INFO:tasks.rados.rados.0.smithi003.stdout:1129: oid 9 version 1053 is already newer than 1052 2024-04-13T07:18:00.821 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 1053 (ObjNum 346 snap 117 seq_num 346) dirty exists 2024-04-13T07:18:00.821 INFO:tasks.rados.rados.0.smithi003.stdout:1129: left oid 9 (ObjNum 346 snap 117 seq_num 346) 2024-04-13T07:18:00.821 INFO:tasks.rados.rados.0.smithi003.stdout:1126: done (2 left) 2024-04-13T07:18:00.821 INFO:tasks.rados.rados.0.smithi003.stdout:1129: done (1 left) 2024-04-13T07:18:00.821 INFO:tasks.rados.rados.0.smithi003.stdout:1130: done (0 left) 2024-04-13T07:18:00.821 INFO:tasks.rados.rados.0.smithi003.stdout:1131: read oid 27 snap -1 2024-04-13T07:18:00.821 INFO:tasks.rados.rados.0.smithi003.stdout:1131: expect (ObjNum 202 snap 59 seq_num 202) 2024-04-13T07:18:00.821 INFO:tasks.rados.rados.0.smithi003.stdout:1132: read oid 12 snap -1 2024-04-13T07:18:00.821 INFO:tasks.rados.rados.0.smithi003.stdout:1132: expect (ObjNum 343 snap 117 seq_num 343) 2024-04-13T07:18:00.821 INFO:tasks.rados.rados.0.smithi003.stdout:1133: delete oid 38 current snap is 117 2024-04-13T07:18:00.823 INFO:tasks.rados.rados.0.smithi003.stdout:1133: done (2 left) 2024-04-13T07:18:00.823 INFO:tasks.rados.rados.0.smithi003.stdout:1134: snap_remove snap 101 2024-04-13T07:18:01.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:01 smithi066 ceph-mon[84331]: Reconfiguring mgr.x (monmap changed)... 2024-04-13T07:18:01.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:01 smithi066 ceph-mon[84331]: Reconfiguring daemon mgr.x on smithi066 2024-04-13T07:18:01.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:01 smithi066 ceph-mon[84331]: osdmap e290: 8 total, 8 up, 8 in 2024-04-13T07:18:01.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:01 smithi003 ceph-mon[89364]: Reconfiguring mgr.x (monmap changed)... 2024-04-13T07:18:01.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:01 smithi003 ceph-mon[89364]: Reconfiguring daemon mgr.x on smithi066 2024-04-13T07:18:01.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:01 smithi003 ceph-mon[89364]: osdmap e290: 8 total, 8 up, 8 in 2024-04-13T07:18:01.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:01 smithi003 ceph-mon[91733]: Reconfiguring mgr.x (monmap changed)... 2024-04-13T07:18:01.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:01 smithi003 ceph-mon[91733]: Reconfiguring daemon mgr.x on smithi066 2024-04-13T07:18:01.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:01 smithi003 ceph-mon[91733]: osdmap e290: 8 total, 8 up, 8 in 2024-04-13T07:18:01.804 INFO:tasks.rados.rados.0.smithi003.stdout:1134: done (2 left) 2024-04-13T07:18:01.804 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 13 current snap is 117 2024-04-13T07:18:01.804 INFO:tasks.rados.rados.0.smithi003.stdout:1135: seq_num 349 ranges {1523712=655360,2179072=401408} 2024-04-13T07:18:01.817 INFO:tasks.rados.rados.0.smithi003.stdout:1135: writing smithi00377890-13 from 1523712 to 2179072 tid 1 2024-04-13T07:18:01.821 INFO:tasks.rados.rados.0.smithi003.stdout:1135: writing smithi00377890-13 from 2179072 to 2580480 tid 2 2024-04-13T07:18:01.821 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 117 2024-04-13T07:18:01.821 INFO:tasks.rados.rados.0.smithi003.stdout:1136: seq_num 350 ranges {9682944=671744,10354688=401408} 2024-04-13T07:18:01.878 INFO:tasks.rados.rados.0.smithi003.stdout:1136: writing smithi00377890-3 from 9682944 to 10354688 tid 1 2024-04-13T07:18:01.881 INFO:tasks.rados.rados.0.smithi003.stdout:1136: writing smithi00377890-3 from 10354688 to 10756096 tid 2 2024-04-13T07:18:01.881 INFO:tasks.rados.rados.0.smithi003.stdout:1137: copy_from oid 9 from oid 35 current snap is 117 2024-04-13T07:18:01.881 INFO:tasks.rados.rados.0.smithi003.stdout:1132: expect (ObjNum 343 snap 117 seq_num 343) 2024-04-13T07:18:01.906 INFO:tasks.rados.rados.0.smithi003.stdout:1131: expect (ObjNum 202 snap 59 seq_num 202) 2024-04-13T07:18:01.973 INFO:tasks.rados.rados.0.smithi003.stdout:1135: finishing write tid 1 to smithi00377890-13 2024-04-13T07:18:01.973 INFO:tasks.rados.rados.0.smithi003.stdout:1135: finishing write tid 2 to smithi00377890-13 2024-04-13T07:18:01.974 INFO:tasks.rados.rados.0.smithi003.stdout:1135: finishing write tid 3 to smithi00377890-13 2024-04-13T07:18:01.974 INFO:tasks.rados.rados.0.smithi003.stdout:1135: finishing write tid 4 to smithi00377890-13 2024-04-13T07:18:01.974 INFO:tasks.rados.rados.0.smithi003.stdout:1135: oid 13 updating version 0 to 461 2024-04-13T07:18:01.974 INFO:tasks.rados.rados.0.smithi003.stdout:1135: oid 13 version 461 is already newer than 460 2024-04-13T07:18:01.974 INFO:tasks.rados.rados.0.smithi003.stdout:1135: oid 13 updating version 461 to 462 2024-04-13T07:18:01.974 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 462 (ObjNum 349 snap 117 seq_num 349) dirty exists 2024-04-13T07:18:01.974 INFO:tasks.rados.rados.0.smithi003.stdout:1135: left oid 13 (ObjNum 349 snap 117 seq_num 349) 2024-04-13T07:18:01.974 INFO:tasks.rados.rados.0.smithi003.stdout:1137: finishing copy_from to smithi00377890-9 2024-04-13T07:18:01.974 INFO:tasks.rados.rados.0.smithi003.stdout:1137: got expected ENOENT (src dne) 2024-04-13T07:18:01.974 INFO:tasks.rados.rados.0.smithi003.stdout:1137: finishing copy_from racing read to smithi00377890-9 2024-04-13T07:18:01.974 INFO:tasks.rados.rados.0.smithi003.stdout:1136: finishing write tid 1 to smithi00377890-3 2024-04-13T07:18:01.974 INFO:tasks.rados.rados.0.smithi003.stdout:1131: done (4 left) 2024-04-13T07:18:01.974 INFO:tasks.rados.rados.0.smithi003.stdout:1132: done (3 left) 2024-04-13T07:18:01.974 INFO:tasks.rados.rados.0.smithi003.stdout:1135: done (2 left) 2024-04-13T07:18:01.974 INFO:tasks.rados.rados.0.smithi003.stdout:1137: done (1 left) 2024-04-13T07:18:01.975 INFO:tasks.rados.rados.0.smithi003.stdout:1138: snap_remove snap 59 2024-04-13T07:18:02.235 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:02 smithi066 ceph-mon[84331]: pgmap v90: 121 pgs: 121 active+clean; 374 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 26 op/s 2024-04-13T07:18:02.236 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:02.236 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:02.236 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T07:18:02.236 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:02.236 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:02 smithi066 ceph-mon[84331]: osdmap e291: 8 total, 8 up, 8 in 2024-04-13T07:18:02.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:02 smithi003 ceph-mon[91733]: pgmap v90: 121 pgs: 121 active+clean; 374 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 26 op/s 2024-04-13T07:18:02.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:02.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:02.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T07:18:02.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:02.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:02 smithi003 ceph-mon[91733]: osdmap e291: 8 total, 8 up, 8 in 2024-04-13T07:18:02.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:02 smithi003 ceph-mon[89364]: pgmap v90: 121 pgs: 121 active+clean; 374 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 26 op/s 2024-04-13T07:18:02.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:02.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:02.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T07:18:02.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:02.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:02 smithi003 ceph-mon[89364]: osdmap e291: 8 total, 8 up, 8 in 2024-04-13T07:18:02.654 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:18:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:18:02.804 INFO:tasks.rados.rados.0.smithi003.stdout:1138: done (1 left) 2024-04-13T07:18:02.804 INFO:tasks.rados.rados.0.smithi003.stdout:1139: read oid 4 snap 114 2024-04-13T07:18:02.804 INFO:tasks.rados.rados.0.smithi003.stdout:1139: expect (ObjNum 218 snap 66 seq_num 218) 2024-04-13T07:18:02.804 INFO:tasks.rados.rados.0.smithi003.stdout:1140: snap_create 2024-04-13T07:18:02.804 INFO:tasks.rados.rados.0.smithi003.stdout:1136: finishing write tid 2 to smithi00377890-3 2024-04-13T07:18:02.804 INFO:tasks.rados.rados.0.smithi003.stdout:1136: finishing write tid 3 to smithi00377890-3 2024-04-13T07:18:02.804 INFO:tasks.rados.rados.0.smithi003.stdout:1136: finishing write tid 4 to smithi00377890-3 2024-04-13T07:18:02.804 INFO:tasks.rados.rados.0.smithi003.stdout:1136: oid 3 updating version 0 to 657 2024-04-13T07:18:02.804 INFO:tasks.rados.rados.0.smithi003.stdout:1136: oid 3 version 657 is already newer than 655 2024-04-13T07:18:02.804 INFO:tasks.rados.rados.0.smithi003.stdout:1136: oid 3 version 657 is already newer than 656 2024-04-13T07:18:02.805 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 657 (ObjNum 350 snap 117 seq_num 350) dirty exists 2024-04-13T07:18:02.805 INFO:tasks.rados.rados.0.smithi003.stdout:1136: left oid 3 (ObjNum 350 snap 117 seq_num 350) 2024-04-13T07:18:02.849 INFO:tasks.rados.rados.0.smithi003.stdout:1139: expect (ObjNum 218 snap 66 seq_num 218) 2024-04-13T07:18:03.506 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:03 smithi066 ceph-mon[84331]: Reconfiguring osd.4 (monmap changed)... 2024-04-13T07:18:03.507 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:03 smithi066 ceph-mon[84331]: Reconfiguring daemon osd.4 on smithi066 2024-04-13T07:18:03.507 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:03 smithi066 ceph-mon[84331]: osdmap e292: 8 total, 8 up, 8 in 2024-04-13T07:18:03.507 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:03.507 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:03.507 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T07:18:03.507 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:03.538 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:03 smithi003 ceph-mon[91733]: Reconfiguring osd.4 (monmap changed)... 2024-04-13T07:18:03.539 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:03 smithi003 ceph-mon[91733]: Reconfiguring daemon osd.4 on smithi066 2024-04-13T07:18:03.539 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:03 smithi003 ceph-mon[91733]: osdmap e292: 8 total, 8 up, 8 in 2024-04-13T07:18:03.539 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:03.539 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:03.539 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T07:18:03.539 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:03.539 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:03 smithi003 ceph-mon[89364]: Reconfiguring osd.4 (monmap changed)... 2024-04-13T07:18:03.539 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:03 smithi003 ceph-mon[89364]: Reconfiguring daemon osd.4 on smithi066 2024-04-13T07:18:03.539 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:03 smithi003 ceph-mon[89364]: osdmap e292: 8 total, 8 up, 8 in 2024-04-13T07:18:03.539 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:03.540 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:03.540 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T07:18:03.540 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:03.746 INFO:tasks.rados.rados.0.smithi003.stdout:1136: done (2 left) 2024-04-13T07:18:03.746 INFO:tasks.rados.rados.0.smithi003.stdout:1139: done (1 left) 2024-04-13T07:18:03.746 INFO:tasks.rados.rados.0.smithi003.stdout:1140: done (0 left) 2024-04-13T07:18:03.746 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 13 current snap is 118 2024-04-13T07:18:03.746 INFO:tasks.rados.rados.0.smithi003.stdout:1141: seq_num 351 ranges {2580480=688128,3268608=401408} 2024-04-13T07:18:03.763 INFO:tasks.rados.rados.0.smithi003.stdout:1141: writing smithi00377890-13 from 2580480 to 3268608 tid 1 2024-04-13T07:18:03.766 INFO:tasks.rados.rados.0.smithi003.stdout:1141: writing smithi00377890-13 from 3268608 to 3670016 tid 2 2024-04-13T07:18:03.766 INFO:tasks.rados.rados.0.smithi003.stdout:1142: snap_create 2024-04-13T07:18:03.770 INFO:tasks.rados.rados.0.smithi003.stdout:1141: finishing write tid 1 to smithi00377890-13 2024-04-13T07:18:03.770 INFO:tasks.rados.rados.0.smithi003.stdout:1141: finishing write tid 2 to smithi00377890-13 2024-04-13T07:18:03.770 INFO:tasks.rados.rados.0.smithi003.stdout:1141: finishing write tid 3 to smithi00377890-13 2024-04-13T07:18:03.771 INFO:tasks.rados.rados.0.smithi003.stdout:1141: finishing write tid 4 to smithi00377890-13 2024-04-13T07:18:03.772 INFO:tasks.rados.rados.0.smithi003.stdout:1141: oid 13 updating version 0 to 464 2024-04-13T07:18:03.772 INFO:tasks.rados.rados.0.smithi003.stdout:1141: oid 13 version 464 is already newer than 463 2024-04-13T07:18:03.772 INFO:tasks.rados.rados.0.smithi003.stdout:1141: oid 13 updating version 464 to 465 2024-04-13T07:18:03.772 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 465 (ObjNum 351 snap 118 seq_num 351) dirty exists 2024-04-13T07:18:03.772 INFO:tasks.rados.rados.0.smithi003.stdout:1141: left oid 13 (ObjNum 351 snap 118 seq_num 351) 2024-04-13T07:18:03.817 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:18:03 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:18:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:18:04.551 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:04 smithi003 ceph-mon[91733]: pgmap v93: 121 pgs: 121 active+clean; 374 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:18:04.551 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:04 smithi003 ceph-mon[91733]: Reconfiguring osd.5 (monmap changed)... 2024-04-13T07:18:04.551 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:04 smithi003 ceph-mon[91733]: Reconfiguring daemon osd.5 on smithi066 2024-04-13T07:18:04.551 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:04 smithi003 ceph-mon[91733]: osdmap e293: 8 total, 8 up, 8 in 2024-04-13T07:18:04.552 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:04 smithi003 ceph-mon[89364]: pgmap v93: 121 pgs: 121 active+clean; 374 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:18:04.552 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:04 smithi003 ceph-mon[89364]: Reconfiguring osd.5 (monmap changed)... 2024-04-13T07:18:04.552 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:04 smithi003 ceph-mon[89364]: Reconfiguring daemon osd.5 on smithi066 2024-04-13T07:18:04.552 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:04 smithi003 ceph-mon[89364]: osdmap e293: 8 total, 8 up, 8 in 2024-04-13T07:18:04.552 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:18:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:18:04] "GET /metrics HTTP/1.1" 200 35975 "" "Prometheus/2.43.0" 2024-04-13T07:18:04.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:04 smithi066 ceph-mon[84331]: pgmap v93: 121 pgs: 121 active+clean; 374 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:18:04.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:04 smithi066 ceph-mon[84331]: Reconfiguring osd.5 (monmap changed)... 2024-04-13T07:18:04.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:04 smithi066 ceph-mon[84331]: Reconfiguring daemon osd.5 on smithi066 2024-04-13T07:18:04.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:04 smithi066 ceph-mon[84331]: osdmap e293: 8 total, 8 up, 8 in 2024-04-13T07:18:04.748 INFO:tasks.rados.rados.0.smithi003.stdout:1141: done (1 left) 2024-04-13T07:18:04.748 INFO:tasks.rados.rados.0.smithi003.stdout:1142: done (0 left) 2024-04-13T07:18:04.748 INFO:tasks.rados.rados.0.smithi003.stdout:1143: rollback oid 26 current snap is 119 2024-04-13T07:18:04.748 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 26 to 68 2024-04-13T07:18:04.748 INFO:tasks.rados.rados.0.smithi003.stdout:1144: copy_from oid 48 from oid 14 current snap is 119 2024-04-13T07:18:04.748 INFO:tasks.rados.rados.0.smithi003.stdout:1145: snap_create 2024-04-13T07:18:04.753 INFO:tasks.rados.rados.0.smithi003.stdout:1143: finishing rollback tid 0 to smithi00377890-26 2024-04-13T07:18:04.753 INFO:tasks.rados.rados.0.smithi003.stdout:1143: finishing rollback tid 1 to smithi00377890-26 2024-04-13T07:18:04.754 INFO:tasks.rados.rados.0.smithi003.stdout:1143: finishing rollback tid 2 to smithi00377890-26 2024-04-13T07:18:04.754 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 671 (ObjNum 201 snap 59 seq_num 201) dirty exists 2024-04-13T07:18:04.761 INFO:tasks.rados.rados.0.smithi003.stdout:1144: finishing copy_from racing read to smithi00377890-48 2024-04-13T07:18:04.762 INFO:tasks.rados.rados.0.smithi003.stdout:1144: finishing copy_from to smithi00377890-48 2024-04-13T07:18:04.762 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 550 (ObjNum 183 snap 53 seq_num 183) dirty exists 2024-04-13T07:18:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:05 smithi066 ceph-mon[84331]: Reconfiguring osd.6 (monmap changed)... 2024-04-13T07:18:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T07:18:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:05 smithi066 ceph-mon[84331]: Reconfiguring daemon osd.6 on smithi066 2024-04-13T07:18:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:05 smithi066 ceph-mon[84331]: pgmap v96: 121 pgs: 121 active+clean; 370 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-13T07:18:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:05 smithi066 ceph-mon[84331]: osdmap e294: 8 total, 8 up, 8 in 2024-04-13T07:18:05.755 INFO:tasks.rados.rados.0.smithi003.stdout:1143: done (2 left) 2024-04-13T07:18:05.755 INFO:tasks.rados.rados.0.smithi003.stdout:1144: done (1 left) 2024-04-13T07:18:05.755 INFO:tasks.rados.rados.0.smithi003.stdout:1145: done (0 left) 2024-04-13T07:18:05.755 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 23 current snap is 120 2024-04-13T07:18:05.755 INFO:tasks.rados.rados.0.smithi003.stdout:1146: seq_num 352 ranges {2547712=704512,3252224=401408} 2024-04-13T07:18:05.772 INFO:tasks.rados.rados.0.smithi003.stdout:1146: writing smithi00377890-23 from 2547712 to 3252224 tid 1 2024-04-13T07:18:05.775 INFO:tasks.rados.rados.0.smithi003.stdout:1146: writing smithi00377890-23 from 3252224 to 3653632 tid 2 2024-04-13T07:18:05.775 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 36 current snap is 120 2024-04-13T07:18:05.775 INFO:tasks.rados.rados.0.smithi003.stdout:1147: seq_num 353 ranges {4300800=720896,5021696=401408} 2024-04-13T07:18:05.785 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:05.785 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:05.785 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:05 smithi003 ceph-mon[91733]: Reconfiguring osd.6 (monmap changed)... 2024-04-13T07:18:05.785 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T07:18:05.785 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:05.785 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:05 smithi003 ceph-mon[91733]: Reconfiguring daemon osd.6 on smithi066 2024-04-13T07:18:05.785 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:05 smithi003 ceph-mon[91733]: pgmap v96: 121 pgs: 121 active+clean; 370 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-13T07:18:05.785 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:05 smithi003 ceph-mon[91733]: osdmap e294: 8 total, 8 up, 8 in 2024-04-13T07:18:05.786 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:05.786 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:05.786 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:05 smithi003 ceph-mon[89364]: Reconfiguring osd.6 (monmap changed)... 2024-04-13T07:18:05.786 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T07:18:05.786 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:05.786 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:05 smithi003 ceph-mon[89364]: Reconfiguring daemon osd.6 on smithi066 2024-04-13T07:18:05.786 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:05 smithi003 ceph-mon[89364]: pgmap v96: 121 pgs: 121 active+clean; 370 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-13T07:18:05.786 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:05 smithi003 ceph-mon[89364]: osdmap e294: 8 total, 8 up, 8 in 2024-04-13T07:18:05.802 INFO:tasks.rados.rados.0.smithi003.stdout:1147: writing smithi00377890-36 from 4300800 to 5021696 tid 1 2024-04-13T07:18:05.805 INFO:tasks.rados.rados.0.smithi003.stdout:1147: writing smithi00377890-36 from 5021696 to 5423104 tid 2 2024-04-13T07:18:05.805 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 12 current snap is 120 2024-04-13T07:18:05.805 INFO:tasks.rados.rados.0.smithi003.stdout:1146: finishing write tid 1 to smithi00377890-23 2024-04-13T07:18:05.805 INFO:tasks.rados.rados.0.smithi003.stdout:1146: finishing write tid 2 to smithi00377890-23 2024-04-13T07:18:05.806 INFO:tasks.rados.rados.0.smithi003.stdout:1148: seq_num 354 ranges {950272=737280,1687552=401408} 2024-04-13T07:18:05.814 INFO:tasks.rados.rados.0.smithi003.stdout:1148: writing smithi00377890-12 from 950272 to 1687552 tid 1 2024-04-13T07:18:05.818 INFO:tasks.rados.rados.0.smithi003.stdout:1148: writing smithi00377890-12 from 1687552 to 2088960 tid 2 2024-04-13T07:18:05.818 INFO:tasks.rados.rados.0.smithi003.stdout:1149: snap_create 2024-04-13T07:18:05.818 INFO:tasks.rados.rados.0.smithi003.stdout:1146: finishing write tid 3 to smithi00377890-23 2024-04-13T07:18:05.818 INFO:tasks.rados.rados.0.smithi003.stdout:1146: finishing write tid 4 to smithi00377890-23 2024-04-13T07:18:05.818 INFO:tasks.rados.rados.0.smithi003.stdout:1146: oid 23 updating version 0 to 1078 2024-04-13T07:18:05.818 INFO:tasks.rados.rados.0.smithi003.stdout:1146: oid 23 version 1078 is already newer than 1077 2024-04-13T07:18:05.818 INFO:tasks.rados.rados.0.smithi003.stdout:1146: oid 23 updating version 1078 to 1079 2024-04-13T07:18:05.818 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 1079 (ObjNum 352 snap 120 seq_num 352) dirty exists 2024-04-13T07:18:05.818 INFO:tasks.rados.rados.0.smithi003.stdout:1146: left oid 23 (ObjNum 352 snap 120 seq_num 352) 2024-04-13T07:18:05.818 INFO:tasks.rados.rados.0.smithi003.stdout:1147: finishing write tid 1 to smithi00377890-36 2024-04-13T07:18:05.818 INFO:tasks.rados.rados.0.smithi003.stdout:1147: finishing write tid 2 to smithi00377890-36 2024-04-13T07:18:05.818 INFO:tasks.rados.rados.0.smithi003.stdout:1147: finishing write tid 3 to smithi00377890-36 2024-04-13T07:18:05.818 INFO:tasks.rados.rados.0.smithi003.stdout:1147: finishing write tid 4 to smithi00377890-36 2024-04-13T07:18:05.818 INFO:tasks.rados.rados.0.smithi003.stdout:1147: oid 36 updating version 0 to 842 2024-04-13T07:18:05.818 INFO:tasks.rados.rados.0.smithi003.stdout:1147: oid 36 updating version 842 to 843 2024-04-13T07:18:05.819 INFO:tasks.rados.rados.0.smithi003.stdout:1147: oid 36 updating version 843 to 844 2024-04-13T07:18:05.819 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 844 (ObjNum 353 snap 120 seq_num 353) dirty exists 2024-04-13T07:18:05.819 INFO:tasks.rados.rados.0.smithi003.stdout:1147: left oid 36 (ObjNum 353 snap 120 seq_num 353) 2024-04-13T07:18:05.819 INFO:tasks.rados.rados.0.smithi003.stdout:1148: finishing write tid 1 to smithi00377890-12 2024-04-13T07:18:05.819 INFO:tasks.rados.rados.0.smithi003.stdout:1148: finishing write tid 2 to smithi00377890-12 2024-04-13T07:18:05.819 INFO:tasks.rados.rados.0.smithi003.stdout:1148: finishing write tid 3 to smithi00377890-12 2024-04-13T07:18:05.820 INFO:tasks.rados.rados.0.smithi003.stdout:1148: finishing write tid 4 to smithi00377890-12 2024-04-13T07:18:05.820 INFO:tasks.rados.rados.0.smithi003.stdout:1148: oid 12 updating version 0 to 453 2024-04-13T07:18:05.821 INFO:tasks.rados.rados.0.smithi003.stdout:1148: oid 12 updating version 453 to 454 2024-04-13T07:18:05.821 INFO:tasks.rados.rados.0.smithi003.stdout:1148: oid 12 version 454 is already newer than 452 2024-04-13T07:18:05.821 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 454 (ObjNum 354 snap 120 seq_num 354) dirty exists 2024-04-13T07:18:05.821 INFO:tasks.rados.rados.0.smithi003.stdout:1148: left oid 12 (ObjNum 354 snap 120 seq_num 354) 2024-04-13T07:18:06.763 INFO:tasks.rados.rados.0.smithi003.stdout:1146: done (3 left) 2024-04-13T07:18:06.763 INFO:tasks.rados.rados.0.smithi003.stdout:1147: done (2 left) 2024-04-13T07:18:06.763 INFO:tasks.rados.rados.0.smithi003.stdout:1148: done (1 left) 2024-04-13T07:18:06.763 INFO:tasks.rados.rados.0.smithi003.stdout:1149: done (0 left) 2024-04-13T07:18:06.763 INFO:tasks.rados.rados.0.smithi003.stdout:1150: read oid 16 snap -1 2024-04-13T07:18:06.763 INFO:tasks.rados.rados.0.smithi003.stdout:1150: expect (ObjNum 222 snap 66 seq_num 222) 2024-04-13T07:18:06.764 INFO:tasks.rados.rados.0.smithi003.stdout:1151: snap_create 2024-04-13T07:18:06.772 INFO:tasks.rados.rados.0.smithi003.stdout:1150: expect (ObjNum 222 snap 66 seq_num 222) 2024-04-13T07:18:07.023 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:06 smithi066 ceph-mon[84331]: osdmap e295: 8 total, 8 up, 8 in 2024-04-13T07:18:07.023 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:06 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:07.023 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:06 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:07.023 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:06 smithi066 ceph-mon[84331]: Reconfiguring osd.7 (monmap changed)... 2024-04-13T07:18:07.023 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:06 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T07:18:07.023 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:06 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:07.023 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:06 smithi066 ceph-mon[84331]: Reconfiguring daemon osd.7 on smithi066 2024-04-13T07:18:07.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:06 smithi003 ceph-mon[91733]: osdmap e295: 8 total, 8 up, 8 in 2024-04-13T07:18:07.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:06 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:07.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:06 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:07.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:06 smithi003 ceph-mon[91733]: Reconfiguring osd.7 (monmap changed)... 2024-04-13T07:18:07.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:06 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T07:18:07.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:06 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:07.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:06 smithi003 ceph-mon[91733]: Reconfiguring daemon osd.7 on smithi066 2024-04-13T07:18:07.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:06 smithi003 ceph-mon[89364]: osdmap e295: 8 total, 8 up, 8 in 2024-04-13T07:18:07.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:06 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:07.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:06 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:07.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:06 smithi003 ceph-mon[89364]: Reconfiguring osd.7 (monmap changed)... 2024-04-13T07:18:07.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:06 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T07:18:07.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:06 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:07.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:06 smithi003 ceph-mon[89364]: Reconfiguring daemon osd.7 on smithi066 2024-04-13T07:18:07.761 INFO:tasks.rados.rados.0.smithi003.stdout:1150: done (1 left) 2024-04-13T07:18:07.761 INFO:tasks.rados.rados.0.smithi003.stdout:1151: done (0 left) 2024-04-13T07:18:07.761 INFO:tasks.rados.rados.0.smithi003.stdout:1152: rmattr oid 40 current snap is 122 2024-04-13T07:18:07.761 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 32 current snap is 122 2024-04-13T07:18:07.761 INFO:tasks.rados.rados.0.smithi003.stdout:1153: seq_num 355 ranges {458752=753664,1212416=401408} 2024-04-13T07:18:07.768 INFO:tasks.rados.rados.0.smithi003.stdout:1153: writing smithi00377890-32 from 458752 to 1212416 tid 1 2024-04-13T07:18:07.770 INFO:tasks.rados.rados.0.smithi003.stdout:1153: writing smithi00377890-32 from 1212416 to 1613824 tid 2 2024-04-13T07:18:07.770 INFO:tasks.rados.rados.0.smithi003.stdout:1154: snap_create 2024-04-13T07:18:07.771 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 1081 (ObjNum 321 snap 107 seq_num 321) dirty exists 2024-04-13T07:18:07.774 INFO:tasks.rados.rados.0.smithi003.stdout:1153: finishing write tid 1 to smithi00377890-32 2024-04-13T07:18:07.774 INFO:tasks.rados.rados.0.smithi003.stdout:1153: finishing write tid 2 to smithi00377890-32 2024-04-13T07:18:07.774 INFO:tasks.rados.rados.0.smithi003.stdout:1153: finishing write tid 3 to smithi00377890-32 2024-04-13T07:18:07.776 INFO:tasks.rados.rados.0.smithi003.stdout:1153: finishing write tid 4 to smithi00377890-32 2024-04-13T07:18:07.776 INFO:tasks.rados.rados.0.smithi003.stdout:1153: oid 32 updating version 0 to 1084 2024-04-13T07:18:07.776 INFO:tasks.rados.rados.0.smithi003.stdout:1153: oid 32 version 1084 is already newer than 1083 2024-04-13T07:18:07.776 INFO:tasks.rados.rados.0.smithi003.stdout:1153: oid 32 updating version 1084 to 1085 2024-04-13T07:18:07.776 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 1085 (ObjNum 355 snap 122 seq_num 355) dirty exists 2024-04-13T07:18:07.776 INFO:tasks.rados.rados.0.smithi003.stdout:1153: left oid 32 (ObjNum 355 snap 122 seq_num 355) 2024-04-13T07:18:08.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:07 smithi003 ceph-mon[91733]: pgmap v99: 121 pgs: 121 active+clean; 370 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-13T07:18:08.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:07 smithi003 ceph-mon[91733]: osdmap e296: 8 total, 8 up, 8 in 2024-04-13T07:18:08.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:18:08.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:08.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:08.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:07 smithi003 ceph-mon[89364]: pgmap v99: 121 pgs: 121 active+clean; 370 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-13T07:18:08.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:07 smithi003 ceph-mon[89364]: osdmap e296: 8 total, 8 up, 8 in 2024-04-13T07:18:08.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:18:08.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:08.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:08.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:07 smithi066 ceph-mon[84331]: pgmap v99: 121 pgs: 121 active+clean; 370 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-13T07:18:08.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:07 smithi066 ceph-mon[84331]: osdmap e296: 8 total, 8 up, 8 in 2024-04-13T07:18:08.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:18:08.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:08.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:08.748 INFO:tasks.rados.rados.0.smithi003.stdout:1152: done (2 left) 2024-04-13T07:18:08.748 INFO:tasks.rados.rados.0.smithi003.stdout:1153: done (1 left) 2024-04-13T07:18:08.748 INFO:tasks.rados.rados.0.smithi003.stdout:1154: done (0 left) 2024-04-13T07:18:08.748 INFO:tasks.rados.rados.0.smithi003.stdout:1155: snap_remove snap 76 2024-04-13T07:18:09.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:08 smithi003 ceph-mon[91733]: osdmap e297: 8 total, 8 up, 8 in 2024-04-13T07:18:09.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:08 smithi003 ceph-mon[91733]: Reconfiguring mds.b (monmap changed)... 2024-04-13T07:18:09.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:18:09.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:09.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:08 smithi003 ceph-mon[91733]: Reconfiguring daemon mds.b on smithi066 2024-04-13T07:18:09.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:08 smithi003 ceph-mon[91733]: osdmap e298: 8 total, 8 up, 8 in 2024-04-13T07:18:09.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:08 smithi003 ceph-mon[89364]: osdmap e297: 8 total, 8 up, 8 in 2024-04-13T07:18:09.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:08 smithi003 ceph-mon[89364]: Reconfiguring mds.b (monmap changed)... 2024-04-13T07:18:09.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:18:09.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:09.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:08 smithi003 ceph-mon[89364]: Reconfiguring daemon mds.b on smithi066 2024-04-13T07:18:09.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:08 smithi003 ceph-mon[89364]: osdmap e298: 8 total, 8 up, 8 in 2024-04-13T07:18:09.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:08 smithi066 ceph-mon[84331]: osdmap e297: 8 total, 8 up, 8 in 2024-04-13T07:18:09.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:08 smithi066 ceph-mon[84331]: Reconfiguring mds.b (monmap changed)... 2024-04-13T07:18:09.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:18:09.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:09.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:08 smithi066 ceph-mon[84331]: Reconfiguring daemon mds.b on smithi066 2024-04-13T07:18:09.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:08 smithi066 ceph-mon[84331]: osdmap e298: 8 total, 8 up, 8 in 2024-04-13T07:18:09.755 INFO:tasks.rados.rados.0.smithi003.stdout:1155: done (0 left) 2024-04-13T07:18:09.756 INFO:tasks.rados.rados.0.smithi003.stdout:1156: copy_from oid 33 from oid 1 current snap is 123 2024-04-13T07:18:09.756 INFO:tasks.rados.rados.0.smithi003.stdout:1157: read oid 46 snap -1 2024-04-13T07:18:09.756 INFO:tasks.rados.rados.0.smithi003.stdout:1157: expect (ObjNum 209 snap 64 seq_num 209) 2024-04-13T07:18:09.756 INFO:tasks.rados.rados.0.smithi003.stdout:1158: snap_remove snap 119 2024-04-13T07:18:10.039 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[91733]: pgmap v102: 121 pgs: 121 active+clean; 377 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-13T07:18:10.039 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:10.039 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:10.039 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:18:10.039 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:10.040 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:10.040 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:10.040 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-13T07:18:10.040 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-13T07:18:10.040 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-13T07:18:10.040 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-13T07:18:10.040 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-13T07:18:10.040 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-13T07:18:10.040 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:10.040 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:10.040 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-13T07:18:10.040 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[91733]: osdmap e299: 8 total, 8 up, 8 in 2024-04-13T07:18:10.040 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[89364]: pgmap v102: 121 pgs: 121 active+clean; 377 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-13T07:18:10.040 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:10.041 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:10.041 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:18:10.041 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:10.041 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:10.041 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:10.041 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-13T07:18:10.041 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-13T07:18:10.041 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-13T07:18:10.041 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-13T07:18:10.041 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-13T07:18:10.041 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-13T07:18:10.041 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:10.041 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:10.041 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-13T07:18:10.041 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:09 smithi003 ceph-mon[89364]: osdmap e299: 8 total, 8 up, 8 in 2024-04-13T07:18:10.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:09 smithi066 ceph-mon[84331]: pgmap v102: 121 pgs: 121 active+clean; 377 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-13T07:18:10.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:10.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:10.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:18:10.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:10.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:10.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:10.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-13T07:18:10.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-13T07:18:10.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-13T07:18:10.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-13T07:18:10.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-13T07:18:10.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-13T07:18:10.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:10.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:10.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-13T07:18:10.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:09 smithi066 ceph-mon[84331]: osdmap e299: 8 total, 8 up, 8 in 2024-04-13T07:18:10.756 INFO:tasks.rados.rados.0.smithi003.stdout:1158: done (2 left) 2024-04-13T07:18:10.756 INFO:tasks.rados.rados.0.smithi003.stdout:1159: snap_remove snap 68 2024-04-13T07:18:11.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:10 smithi003 ceph-mon[89364]: Upgrade: Setting container_image for all mon 2024-04-13T07:18:11.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:10 smithi003 ceph-mon[89364]: Upgrade: Setting container_image for all crash 2024-04-13T07:18:11.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:10 smithi003 ceph-mon[89364]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-13T07:18:11.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:10 smithi003 ceph-mon[89364]: Upgrade: osd.0 is safe to restart 2024-04-13T07:18:11.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:10 smithi003 ceph-mon[89364]: osdmap e300: 8 total, 8 up, 8 in 2024-04-13T07:18:11.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:10 smithi003 ceph-mon[91733]: Upgrade: Setting container_image for all mon 2024-04-13T07:18:11.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:10 smithi003 ceph-mon[91733]: Upgrade: Setting container_image for all crash 2024-04-13T07:18:11.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:10 smithi003 ceph-mon[91733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-13T07:18:11.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:10 smithi003 ceph-mon[91733]: Upgrade: osd.0 is safe to restart 2024-04-13T07:18:11.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:10 smithi003 ceph-mon[91733]: osdmap e300: 8 total, 8 up, 8 in 2024-04-13T07:18:11.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:10 smithi066 ceph-mon[84331]: Upgrade: Setting container_image for all mon 2024-04-13T07:18:11.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:10 smithi066 ceph-mon[84331]: Upgrade: Setting container_image for all crash 2024-04-13T07:18:11.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:10 smithi066 ceph-mon[84331]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-13T07:18:11.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:10 smithi066 ceph-mon[84331]: Upgrade: osd.0 is safe to restart 2024-04-13T07:18:11.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:10 smithi066 ceph-mon[84331]: osdmap e300: 8 total, 8 up, 8 in 2024-04-13T07:18:11.757 INFO:tasks.rados.rados.0.smithi003.stdout:1159: done (2 left) 2024-04-13T07:18:11.757 INFO:tasks.rados.rados.0.smithi003.stdout:1160: snap_create 2024-04-13T07:18:11.757 INFO:tasks.rados.rados.0.smithi003.stdout:1156: finishing copy_from racing read to smithi00377890-33 2024-04-13T07:18:11.757 INFO:tasks.rados.rados.0.smithi003.stdout:1156: finishing copy_from to smithi00377890-33 2024-04-13T07:18:11.757 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 421 (ObjNum 311 snap 105 seq_num 311) dirty exists 2024-04-13T07:18:11.757 INFO:tasks.rados.rados.0.smithi003.stdout:1157: expect (ObjNum 209 snap 64 seq_num 209) 2024-04-13T07:18:12.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:12 smithi003 ceph-mon[89364]: pgmap v105: 121 pgs: 121 active+clean; 377 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-13T07:18:12.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:12 smithi003 ceph-mon[89364]: Upgrade: Updating osd.0 2024-04-13T07:18:12.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:12 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:12.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:12 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T07:18:12.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:12 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:12.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:12 smithi003 ceph-mon[89364]: Deploying daemon osd.0 on smithi003 2024-04-13T07:18:12.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:12 smithi003 ceph-mon[89364]: osdmap e301: 8 total, 8 up, 8 in 2024-04-13T07:18:12.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:12 smithi003 ceph-mon[91733]: pgmap v105: 121 pgs: 121 active+clean; 377 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-13T07:18:12.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:12 smithi003 ceph-mon[91733]: Upgrade: Updating osd.0 2024-04-13T07:18:12.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:12 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:12.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:12 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T07:18:12.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:12 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:12.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:12 smithi003 ceph-mon[91733]: Deploying daemon osd.0 on smithi003 2024-04-13T07:18:12.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:12 smithi003 ceph-mon[91733]: osdmap e301: 8 total, 8 up, 8 in 2024-04-13T07:18:12.654 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:18:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:18:12.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:12 smithi066 ceph-mon[84331]: pgmap v105: 121 pgs: 121 active+clean; 377 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-13T07:18:12.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:12 smithi066 ceph-mon[84331]: Upgrade: Updating osd.0 2024-04-13T07:18:12.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:12 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:12.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:12 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T07:18:12.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:12 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:12.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:12 smithi066 ceph-mon[84331]: Deploying daemon osd.0 on smithi003 2024-04-13T07:18:12.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:12 smithi066 ceph-mon[84331]: osdmap e301: 8 total, 8 up, 8 in 2024-04-13T07:18:12.756 INFO:tasks.rados.rados.0.smithi003.stdout:1156: done (2 left) 2024-04-13T07:18:12.756 INFO:tasks.rados.rados.0.smithi003.stdout:1157: done (1 left) 2024-04-13T07:18:12.756 INFO:tasks.rados.rados.0.smithi003.stdout:1160: done (0 left) 2024-04-13T07:18:12.756 INFO:tasks.rados.rados.0.smithi003.stdout:1161: rmattr oid 26 current snap is 124 2024-04-13T07:18:12.756 INFO:tasks.rados.rados.0.smithi003.stdout:1161: done (0 left) 2024-04-13T07:18:12.757 INFO:tasks.rados.rados.0.smithi003.stdout:1162: rmattr oid 47 current snap is 124 2024-04-13T07:18:12.757 INFO:tasks.rados.rados.0.smithi003.stdout:1163: rmattr oid 11 current snap is 124 2024-04-13T07:18:12.757 INFO:tasks.rados.rados.0.smithi003.stdout:1163: done (1 left) 2024-04-13T07:18:12.757 INFO:tasks.rados.rados.0.smithi003.stdout:1164: snap_remove snap 117 2024-04-13T07:18:13.761 INFO:tasks.rados.rados.0.smithi003.stdout:1164: done (1 left) 2024-04-13T07:18:13.761 INFO:tasks.rados.rados.0.smithi003.stdout:1165: delete oid 36 current snap is 124 2024-04-13T07:18:13.761 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 693 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:18:13.765 INFO:tasks.rados.rados.0.smithi003.stdout:1162: done (1 left) 2024-04-13T07:18:13.766 INFO:tasks.rados.rados.0.smithi003.stdout:1165: done (0 left) 2024-04-13T07:18:13.766 INFO:tasks.rados.rados.0.smithi003.stdout:1166: rollback oid 3 current snap is 124 2024-04-13T07:18:13.766 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 3 to 114 2024-04-13T07:18:13.766 INFO:tasks.rados.rados.0.smithi003.stdout:1167: setattr oid 37 current snap is 124 2024-04-13T07:18:13.767 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 18 current snap is 124 2024-04-13T07:18:13.767 INFO:tasks.rados.rados.0.smithi003.stdout:1168: seq_num 357 ranges {0=786432,786432=401408} 2024-04-13T07:18:13.772 INFO:tasks.rados.rados.0.smithi003.stdout:1168: writing smithi00377890-18 from 0 to 786432 tid 1 2024-04-13T07:18:13.775 INFO:tasks.rados.rados.0.smithi003.stdout:1168: writing smithi00377890-18 from 786432 to 1187840 tid 2 2024-04-13T07:18:13.775 INFO:tasks.rados.rados.0.smithi003.stdout:1169: snap_create 2024-04-13T07:18:13.775 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 298 (ObjNum 129 snap 0 seq_num 292583216) dirty exists 2024-04-13T07:18:13.775 INFO:tasks.rados.rados.0.smithi003.stdout:1166: finishing rollback tid 0 to smithi00377890-3 2024-04-13T07:18:13.776 INFO:tasks.rados.rados.0.smithi003.stdout:1166: finishing rollback tid 1 to smithi00377890-3 2024-04-13T07:18:13.776 INFO:tasks.rados.rados.0.smithi003.stdout:1166: finishing rollback tid 2 to smithi00377890-3 2024-04-13T07:18:13.776 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 701 (ObjNum 310 snap 104 seq_num 310) dirty exists 2024-04-13T07:18:13.777 INFO:tasks.rados.rados.0.smithi003.stdout:1168: finishing write tid 1 to smithi00377890-18 2024-04-13T07:18:13.777 INFO:tasks.rados.rados.0.smithi003.stdout:1168: finishing write tid 2 to smithi00377890-18 2024-04-13T07:18:13.778 INFO:tasks.rados.rados.0.smithi003.stdout:1168: finishing write tid 3 to smithi00377890-18 2024-04-13T07:18:13.779 INFO:tasks.rados.rados.0.smithi003.stdout:1168: finishing write tid 4 to smithi00377890-18 2024-04-13T07:18:13.779 INFO:tasks.rados.rados.0.smithi003.stdout:1168: oid 18 updating version 0 to 577 2024-04-13T07:18:13.779 INFO:tasks.rados.rados.0.smithi003.stdout:1168: oid 18 updating version 577 to 578 2024-04-13T07:18:13.779 INFO:tasks.rados.rados.0.smithi003.stdout:1168: oid 18 updating version 578 to 579 2024-04-13T07:18:13.779 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 579 (ObjNum 357 snap 124 seq_num 357) dirty exists 2024-04-13T07:18:13.779 INFO:tasks.rados.rados.0.smithi003.stdout:1168: left oid 18 (ObjNum 357 snap 124 seq_num 357) 2024-04-13T07:18:13.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:13 smithi066 ceph-mon[84331]: pgmap v108: 121 pgs: 121 active+clean; 377 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:18:13.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:13 smithi066 ceph-mon[84331]: osdmap e302: 8 total, 8 up, 8 in 2024-04-13T07:18:13.904 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:18:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:18:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:18:14.117 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:13 smithi003 ceph-mon[89364]: pgmap v108: 121 pgs: 121 active+clean; 377 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:18:14.118 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:13 smithi003 ceph-mon[89364]: osdmap e302: 8 total, 8 up, 8 in 2024-04-13T07:18:14.118 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:13 smithi003 ceph-mon[91733]: pgmap v108: 121 pgs: 121 active+clean; 377 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-13T07:18:14.118 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:13 smithi003 ceph-mon[91733]: osdmap e302: 8 total, 8 up, 8 in 2024-04-13T07:18:14.387 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:18:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:18:14] "GET /metrics HTTP/1.1" 200 35976 "" "Prometheus/2.43.0" 2024-04-13T07:18:14.722 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:14 smithi003 systemd[1]: Stopping Ceph osd.0 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:18:14.765 INFO:tasks.rados.rados.0.smithi003.stdout:1166: done (3 left) 2024-04-13T07:18:14.765 INFO:tasks.rados.rados.0.smithi003.stdout:1167: done (2 left) 2024-04-13T07:18:14.765 INFO:tasks.rados.rados.0.smithi003.stdout:1168: done (1 left) 2024-04-13T07:18:14.765 INFO:tasks.rados.rados.0.smithi003.stdout:1169: done (0 left) 2024-04-13T07:18:14.765 INFO:tasks.rados.rados.0.smithi003.stdout:1170: read oid 7 snap 109 2024-04-13T07:18:14.765 INFO:tasks.rados.rados.0.smithi003.stdout:1170: expect (ObjNum 164 snap 45 seq_num 164) 2024-04-13T07:18:14.765 INFO:tasks.rados.rados.0.smithi003.stdout:1171: rollback oid 48 current snap is 125 2024-04-13T07:18:14.765 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 48 to 112 2024-04-13T07:18:14.765 INFO:tasks.rados.rados.0.smithi003.stdout:1172: snap_create 2024-04-13T07:18:14.779 INFO:tasks.rados.rados.0.smithi003.stdout:1171: finishing rollback tid 0 to smithi00377890-48 2024-04-13T07:18:14.781 INFO:tasks.rados.rados.0.smithi003.stdout:1170: expect (ObjNum 164 snap 45 seq_num 164) 2024-04-13T07:18:14.801 INFO:tasks.rados.rados.0.smithi003.stdout:1171: finishing rollback tid 1 to smithi00377890-48 2024-04-13T07:18:14.801 INFO:tasks.rados.rados.0.smithi003.stdout:1171: finishing rollback tid 2 to smithi00377890-48 2024-04-13T07:18:14.801 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 1018 (ObjNum 233 snap 69 seq_num 233) dirty exists 2024-04-13T07:18:15.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:14 smithi003 ceph-mon[91733]: osdmap e303: 8 total, 8 up, 8 in 2024-04-13T07:18:15.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:14 smithi003 ceph-mon[91733]: osd.0 marked itself down and dead 2024-04-13T07:18:15.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:14 smithi003 ceph-mon[89364]: osdmap e303: 8 total, 8 up, 8 in 2024-04-13T07:18:15.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:14 smithi003 ceph-mon[89364]: osd.0 marked itself down and dead 2024-04-13T07:18:15.138 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0[41727]: 2024-04-13T07:18:14.719+0000 7ff2f72cf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:18:15.138 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0[41727]: 2024-04-13T07:18:14.719+0000 7ff2f72cf700 -1 osd.0 303 *** Got signal Terminated *** 2024-04-13T07:18:15.138 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0[41727]: 2024-04-13T07:18:14.719+0000 7ff2f72cf700 -1 osd.0 303 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T07:18:15.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:14 smithi066 ceph-mon[84331]: osdmap e303: 8 total, 8 up, 8 in 2024-04-13T07:18:15.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:14 smithi066 ceph-mon[84331]: osd.0 marked itself down and dead 2024-04-13T07:18:15.540 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:15 smithi003 podman[96692]: 2024-04-13 07:18:15.201817137 +0000 UTC m=+0.586183319 container died d05697330a3384723925051a6a4567415023dec31e9d7712ddddddade030e330 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7d36322, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-13T07:18:15.770 INFO:tasks.rados.rados.0.smithi003.stdout:1170: done (2 left) 2024-04-13T07:18:15.770 INFO:tasks.rados.rados.0.smithi003.stdout:1171: done (1 left) 2024-04-13T07:18:15.770 INFO:tasks.rados.rados.0.smithi003.stdout:1172: done (0 left) 2024-04-13T07:18:15.770 INFO:tasks.rados.rados.0.smithi003.stdout:1173: snap_create 2024-04-13T07:18:15.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:15 smithi003 ceph-mon[89364]: pgmap v111: 121 pgs: 121 active+clean; 364 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 102 KiB/s wr, 3 op/s 2024-04-13T07:18:15.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:15 smithi003 ceph-mon[89364]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:18:15.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:15 smithi003 ceph-mon[89364]: osdmap e304: 8 total, 7 up, 8 in 2024-04-13T07:18:15.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:15 smithi003 ceph-mon[91733]: pgmap v111: 121 pgs: 121 active+clean; 364 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 102 KiB/s wr, 3 op/s 2024-04-13T07:18:15.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:15 smithi003 ceph-mon[91733]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:18:15.888 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:15 smithi003 ceph-mon[91733]: osdmap e304: 8 total, 7 up, 8 in 2024-04-13T07:18:15.888 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:15 smithi003 podman[96692]: 2024-04-13 07:18:15.720087113 +0000 UTC m=+1.104453291 container cleanup d05697330a3384723925051a6a4567415023dec31e9d7712ddddddade030e330 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=reef-7d36322, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True) 2024-04-13T07:18:15.888 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:15 smithi003 bash[96692]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0 2024-04-13T07:18:16.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:15 smithi066 ceph-mon[84331]: pgmap v111: 121 pgs: 121 active+clean; 364 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 102 KiB/s wr, 3 op/s 2024-04-13T07:18:16.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:15 smithi066 ceph-mon[84331]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:18:16.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:15 smithi066 ceph-mon[84331]: osdmap e304: 8 total, 7 up, 8 in 2024-04-13T07:18:16.387 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:15 smithi003 podman[96709]: 2024-04-13 07:18:15.946747453 +0000 UTC m=+0.748735320 container remove d05697330a3384723925051a6a4567415023dec31e9d7712ddddddade030e330 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, RELEASE=reef-7d36322, org.label-schema.license=GPLv2) 2024-04-13T07:18:16.649 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:16 smithi003 podman[96803]: 2024-04-13 07:18:16.290515416 +0000 UTC m=+0.017909617 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:18:16.649 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:16 smithi003 podman[96803]: 2024-04-13 07:18:16.522915423 +0000 UTC m=+0.250309656 container create ee7f41f552f12183d591afa22a8f8d97afd413557bbb04d91d29ef65ae6f15e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49) 2024-04-13T07:18:16.782 INFO:tasks.rados.rados.0.smithi003.stdout:1173: done (0 left) 2024-04-13T07:18:16.782 INFO:tasks.rados.rados.0.smithi003.stdout:1174: delete oid 39 current snap is 127 2024-04-13T07:18:16.787 INFO:tasks.rados.rados.0.smithi003.stdout:1174: done (0 left) 2024-04-13T07:18:16.787 INFO:tasks.rados.rados.0.smithi003.stdout:1175: rollback oid 33 current snap is 127 2024-04-13T07:18:16.787 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 33 to 112 2024-04-13T07:18:16.787 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 12 current snap is 127 2024-04-13T07:18:16.787 INFO:tasks.rados.rados.0.smithi003.stdout:1176: seq_num 359 ranges {2088960=417792,2506752=417792,2924544=385024} 2024-04-13T07:18:16.801 INFO:tasks.rados.rados.0.smithi003.stdout:1176: writing smithi00377890-12 from 2088960 to 2506752 tid 1 2024-04-13T07:18:16.804 INFO:tasks.rados.rados.0.smithi003.stdout:1176: writing smithi00377890-12 from 2506752 to 2924544 tid 2 2024-04-13T07:18:16.807 INFO:tasks.rados.rados.0.smithi003.stdout:1176: writing smithi00377890-12 from 2924544 to 3309568 tid 3 2024-04-13T07:18:16.807 INFO:tasks.rados.rados.0.smithi003.stdout:1177: rollback oid 42 current snap is 127 2024-04-13T07:18:16.807 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 42 to 109 2024-04-13T07:18:16.807 INFO:tasks.rados.rados.0.smithi003.stdout:1175: finishing rollback tid 0 to smithi00377890-33 2024-04-13T07:18:16.807 INFO:tasks.rados.rados.0.smithi003.stdout:1175: finishing rollback tid 1 to smithi00377890-33 2024-04-13T07:18:16.807 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 509 (ObjNum 721 snap 0 seq_num 3262555709) dirty dne 2024-04-13T07:18:16.808 INFO:tasks.rados.rados.0.smithi003.stdout:1176: finishing write tid 1 to smithi00377890-12 2024-04-13T07:18:16.808 INFO:tasks.rados.rados.0.smithi003.stdout:1176: finishing write tid 2 to smithi00377890-12 2024-04-13T07:18:16.808 INFO:tasks.rados.rados.0.smithi003.stdout:1175: done (2 left) 2024-04-13T07:18:16.808 INFO:tasks.rados.rados.0.smithi003.stdout:1178: snap_remove snap 97 2024-04-13T07:18:17.080 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:16 smithi003 ceph-mon[91733]: osdmap e305: 8 total, 7 up, 8 in 2024-04-13T07:18:17.080 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:16 smithi003 ceph-mon[89364]: osdmap e305: 8 total, 7 up, 8 in 2024-04-13T07:18:17.080 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:16 smithi003 podman[96803]: 2024-04-13 07:18:16.767600307 +0000 UTC m=+0.494994513 container init ee7f41f552f12183d591afa22a8f8d97afd413557bbb04d91d29ef65ae6f15e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, RELEASE=main-5f22a49, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-13T07:18:17.081 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:16 smithi003 podman[96803]: 2024-04-13 07:18:16.770799038 +0000 UTC m=+0.498193232 container start ee7f41f552f12183d591afa22a8f8d97afd413557bbb04d91d29ef65ae6f15e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-deactivate, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:18:17.081 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:16 smithi003 podman[96803]: 2024-04-13 07:18:16.867730473 +0000 UTC m=+0.595124683 container attach ee7f41f552f12183d591afa22a8f8d97afd413557bbb04d91d29ef65ae6f15e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, ceph=True, GIT_CLEAN=True) 2024-04-13T07:18:17.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:16 smithi066 ceph-mon[84331]: osdmap e305: 8 total, 7 up, 8 in 2024-04-13T07:18:17.387 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:17 smithi003 podman[96803]: 2024-04-13 07:18:17.078381731 +0000 UTC m=+0.805775931 container died ee7f41f552f12183d591afa22a8f8d97afd413557bbb04d91d29ef65ae6f15e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-13T07:18:17.718 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:18:17.780 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:17 smithi003 podman[96829]: 2024-04-13 07:18:17.680083166 +0000 UTC m=+0.592566582 container remove ee7f41f552f12183d591afa22a8f8d97afd413557bbb04d91d29ef65ae6f15e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-13T07:18:17.780 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:17 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.0.service: Deactivated successfully. 2024-04-13T07:18:17.780 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:17 smithi003 systemd[1]: Stopped Ceph osd.0 for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:18:17.780 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:17 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.0.service: Consumed 11.904s CPU time. 2024-04-13T07:18:17.788 INFO:tasks.rados.rados.0.smithi003.stdout:1178: done (2 left) 2024-04-13T07:18:17.788 INFO:tasks.rados.rados.0.smithi003.stdout:1179: read oid 8 snap -1 2024-04-13T07:18:17.788 INFO:tasks.rados.rados.0.smithi003.stdout:1179: expect (ObjNum 293 snap 95 seq_num 293) 2024-04-13T07:18:17.788 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 30 current snap is 127 2024-04-13T07:18:17.788 INFO:tasks.rados.rados.0.smithi003.stdout:1180: seq_num 360 ranges {802816=434176,1236992=704512,1941504=98304} 2024-04-13T07:18:17.795 INFO:tasks.rados.rados.0.smithi003.stdout:1180: writing smithi00377890-30 from 802816 to 1236992 tid 1 2024-04-13T07:18:17.801 INFO:tasks.rados.rados.0.smithi003.stdout:1180: writing smithi00377890-30 from 1236992 to 1941504 tid 2 2024-04-13T07:18:17.802 INFO:tasks.rados.rados.0.smithi003.stdout:1180: writing smithi00377890-30 from 1941504 to 2039808 tid 3 2024-04-13T07:18:17.802 INFO:tasks.rados.rados.0.smithi003.stdout:1181: rollback oid 23 current snap is 127 2024-04-13T07:18:17.803 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 23 to 27 2024-04-13T07:18:17.803 INFO:tasks.rados.rados.0.smithi003.stdout:1182: rmattr oid 46 current snap is 127 2024-04-13T07:18:17.803 INFO:tasks.rados.rados.0.smithi003.stdout:1182: done (5 left) 2024-04-13T07:18:17.803 INFO:tasks.rados.rados.0.smithi003.stdout:1183: delete oid 44 current snap is 127 2024-04-13T07:18:17.803 INFO:tasks.rados.rados.0.smithi003.stdout:1176: finishing write tid 3 to smithi00377890-12 2024-04-13T07:18:17.803 INFO:tasks.rados.rados.0.smithi003.stdout:1176: finishing write tid 4 to smithi00377890-12 2024-04-13T07:18:17.803 INFO:tasks.rados.rados.0.smithi003.stdout:1177: finishing rollback tid 0 to smithi00377890-42 2024-04-13T07:18:17.803 INFO:tasks.rados.rados.0.smithi003.stdout:1177: finishing rollback tid 1 to smithi00377890-42 2024-04-13T07:18:17.803 INFO:tasks.rados.rados.0.smithi003.stdout:1177: finishing rollback tid 2 to smithi00377890-42 2024-04-13T07:18:17.803 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 468 (ObjNum 247 snap 76 seq_num 247) dirty exists 2024-04-13T07:18:17.803 INFO:tasks.rados.rados.0.smithi003.stdout:1176: finishing write tid 5 to smithi00377890-12 2024-04-13T07:18:17.803 INFO:tasks.rados.rados.0.smithi003.stdout:1176: oid 12 updating version 0 to 457 2024-04-13T07:18:17.803 INFO:tasks.rados.rados.0.smithi003.stdout:1176: oid 12 version 457 is already newer than 456 2024-04-13T07:18:17.804 INFO:tasks.rados.rados.0.smithi003.stdout:1176: oid 12 updating version 457 to 458 2024-04-13T07:18:17.804 INFO:tasks.rados.rados.0.smithi003.stdout:1176: oid 12 version 458 is already newer than 455 2024-04-13T07:18:17.804 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 458 (ObjNum 359 snap 127 seq_num 359) dirty exists 2024-04-13T07:18:17.804 INFO:tasks.rados.rados.0.smithi003.stdout:1176: left oid 12 (ObjNum 359 snap 127 seq_num 359) 2024-04-13T07:18:17.804 INFO:tasks.rados.rados.0.smithi003.stdout:1179: expect (ObjNum 293 snap 95 seq_num 293) 2024-04-13T07:18:17.859 INFO:tasks.rados.rados.0.smithi003.stdout:1180: finishing write tid 1 to smithi00377890-30 2024-04-13T07:18:17.860 INFO:tasks.rados.rados.0.smithi003.stdout:1180: finishing write tid 2 to smithi00377890-30 2024-04-13T07:18:17.860 INFO:tasks.rados.rados.0.smithi003.stdout:1176: done (5 left) 2024-04-13T07:18:17.860 INFO:tasks.rados.rados.0.smithi003.stdout:1177: done (4 left) 2024-04-13T07:18:17.860 INFO:tasks.rados.rados.0.smithi003.stdout:1179: done (3 left) 2024-04-13T07:18:17.860 INFO:tasks.rados.rados.0.smithi003.stdout:1183: done (2 left) 2024-04-13T07:18:17.860 INFO:tasks.rados.rados.0.smithi003.stdout:1184: read oid 42 snap -1 2024-04-13T07:18:17.860 INFO:tasks.rados.rados.0.smithi003.stdout:1184: expect (ObjNum 247 snap 76 seq_num 247) 2024-04-13T07:18:17.860 INFO:tasks.rados.rados.0.smithi003.stdout:1185: snap_create 2024-04-13T07:18:17.860 INFO:tasks.rados.rados.0.smithi003.stdout:1181: finishing rollback tid 0 to smithi00377890-23 2024-04-13T07:18:17.860 INFO:tasks.rados.rados.0.smithi003.stdout:1180: finishing write tid 3 to smithi00377890-30 2024-04-13T07:18:17.860 INFO:tasks.rados.rados.0.smithi003.stdout:1180: finishing write tid 4 to smithi00377890-30 2024-04-13T07:18:17.860 INFO:tasks.rados.rados.0.smithi003.stdout:1181: finishing rollback tid 1 to smithi00377890-23 2024-04-13T07:18:17.860 INFO:tasks.rados.rados.0.smithi003.stdout:1181: finishing rollback tid 2 to smithi00377890-23 2024-04-13T07:18:17.860 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 1129 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-13T07:18:17.860 INFO:tasks.rados.rados.0.smithi003.stdout:1180: finishing write tid 5 to smithi00377890-30 2024-04-13T07:18:17.860 INFO:tasks.rados.rados.0.smithi003.stdout:1180: oid 30 updating version 0 to 469 2024-04-13T07:18:17.861 INFO:tasks.rados.rados.0.smithi003.stdout:1180: oid 30 updating version 469 to 471 2024-04-13T07:18:17.861 INFO:tasks.rados.rados.0.smithi003.stdout:1180: oid 30 updating version 471 to 472 2024-04-13T07:18:17.861 INFO:tasks.rados.rados.0.smithi003.stdout:1180: oid 30 version 472 is already newer than 470 2024-04-13T07:18:17.861 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 472 (ObjNum 360 snap 127 seq_num 360) dirty exists 2024-04-13T07:18:17.861 INFO:tasks.rados.rados.0.smithi003.stdout:1180: left oid 30 (ObjNum 360 snap 127 seq_num 360) 2024-04-13T07:18:17.880 INFO:tasks.rados.rados.0.smithi003.stdout:1184: expect (ObjNum 247 snap 76 seq_num 247) 2024-04-13T07:18:18.120 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:17 smithi003 ceph-mon[91733]: pgmap v114: 121 pgs: 15 stale+active+clean, 106 active+clean; 364 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 102 KiB/s wr, 3 op/s 2024-04-13T07:18:18.120 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:17 smithi003 ceph-mon[91733]: osdmap e306: 8 total, 7 up, 8 in 2024-04-13T07:18:18.120 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:17 smithi003 systemd[1]: Starting Ceph osd.0 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:18:18.120 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:17 smithi003 ceph-mon[89364]: pgmap v114: 121 pgs: 15 stale+active+clean, 106 active+clean; 364 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 102 KiB/s wr, 3 op/s 2024-04-13T07:18:18.120 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:17 smithi003 ceph-mon[89364]: osdmap e306: 8 total, 7 up, 8 in 2024-04-13T07:18:18.120 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:18:18.121 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (5m) 59s ago 6m 24.8M - 0.25.0 c8568f914cd2 3cfca92eb9ec 2024-04-13T07:18:18.121 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (6m) 38s ago 6m 87.5M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:18:18.121 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (7m) 59s ago 7m 19.5M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 8ddb79bf2742 2024-04-13T07:18:18.121 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (7m) 38s ago 7m 17.7M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 0760d90a9293 2024-04-13T07:18:18.121 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,9283,8765 running (110s) 38s ago 11m 449M - 19.0.0-2905-g5f22a497 c4b45bf0c946 57ffb9b159d7 2024-04-13T07:18:18.121 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:8443,9283,8765 running (2m) 59s ago 12m 494M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8cf668b60b80 2024-04-13T07:18:18.121 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (94s) 59s ago 12m 39.4M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 64cfa60e298f 2024-04-13T07:18:18.121 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (49s) 38s ago 11m 23.4M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 77096718c9ff 2024-04-13T07:18:18.121 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (69s) 59s ago 11m 26.2M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 bcc866c9b63b 2024-04-13T07:18:18.121 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (6m) 59s ago 6m 15.7M - 1.5.0 0da6a335fe13 dfbcad6ee10c 2024-04-13T07:18:18.121 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (6m) 38s ago 6m 15.0M - 1.5.0 0da6a335fe13 ce4f8de81f3f 2024-04-13T07:18:18.121 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (10m) 59s ago 10m 162M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f d05697330a33 2024-04-13T07:18:18.121 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (10m) 59s ago 10m 168M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f 5901b0c84ed2 2024-04-13T07:18:18.121 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (9m) 59s ago 9m 119M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f 38430c68dad7 2024-04-13T07:18:18.121 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (9m) 59s ago 9m 123M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f bda6aa5b8895 2024-04-13T07:18:18.121 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (9m) 38s ago 9m 158M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f ec074079cca1 2024-04-13T07:18:18.122 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (8m) 38s ago 8m 134M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d0b4251f80f 2024-04-13T07:18:18.122 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (8m) 38s ago 8m 148M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f e80941711015 2024-04-13T07:18:18.122 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (8m) 38s ago 8m 139M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f b9515cfb6872 2024-04-13T07:18:18.122 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (115s) 38s ago 7m 47.4M - 2.43.0 a07b618ecd1d d062b44446a9 2024-04-13T07:18:18.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:17 smithi066 ceph-mon[84331]: pgmap v114: 121 pgs: 15 stale+active+clean, 106 active+clean; 364 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 102 KiB/s wr, 3 op/s 2024-04-13T07:18:18.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:17 smithi066 ceph-mon[84331]: osdmap e306: 8 total, 7 up, 8 in 2024-04-13T07:18:18.387 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 podman[96977]: 2024-04-13 07:18:18.07611359 +0000 UTC m=+0.021049718 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:18:18.387 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 podman[96977]: 2024-04-13 07:18:18.190023657 +0000 UTC m=+0.134959774 container create 6780885d4700df711742fb59bd33f88ced4136f7fa5378f020c4b60f6ad5ac52 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-activate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-5f22a49, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:18:18.538 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:18:18.539 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:18:18.539 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:18:18.539 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:18:18.539 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:18:18.539 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:18:18.539 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:18:18.539 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:18:18.539 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 7 2024-04-13T07:18:18.539 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:18:18.539 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:18:18.539 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:18:18.539 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:18:18.539 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:18:18.539 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 9, 2024-04-13T07:18:18.539 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 5 2024-04-13T07:18:18.540 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:18:18.540 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:18:18.750 INFO:tasks.rados.rados.0.smithi003.stdout:1180: done (3 left) 2024-04-13T07:18:18.750 INFO:tasks.rados.rados.0.smithi003.stdout:1181: done (2 left) 2024-04-13T07:18:18.750 INFO:tasks.rados.rados.0.smithi003.stdout:1184: done (1 left) 2024-04-13T07:18:18.750 INFO:tasks.rados.rados.0.smithi003.stdout:1185: done (0 left) 2024-04-13T07:18:18.750 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 40 current snap is 128 2024-04-13T07:18:18.750 INFO:tasks.rados.rados.0.smithi003.stdout:1186: seq_num 362 ranges {2097152=466944,2564096=466944,3031040=335872} 2024-04-13T07:18:18.763 INFO:tasks.rados.rados.0.smithi003.stdout:1186: writing smithi00377890-40 from 2097152 to 2564096 tid 1 2024-04-13T07:18:18.766 INFO:tasks.rados.rados.0.smithi003.stdout:1186: writing smithi00377890-40 from 2564096 to 3031040 tid 2 2024-04-13T07:18:18.768 INFO:tasks.rados.rados.0.smithi003.stdout:1186: writing smithi00377890-40 from 3031040 to 3366912 tid 3 2024-04-13T07:18:18.768 INFO:tasks.rados.rados.0.smithi003.stdout:1187: delete oid 2 current snap is 128 2024-04-13T07:18:18.768 INFO:tasks.rados.rados.0.smithi003.stdout:1186: finishing write tid 1 to smithi00377890-40 2024-04-13T07:18:18.772 INFO:tasks.rados.rados.0.smithi003.stdout:1187: done (1 left) 2024-04-13T07:18:18.772 INFO:tasks.rados.rados.0.smithi003.stdout:1188: snap_remove snap 118 2024-04-13T07:18:18.789 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 podman[96977]: 2024-04-13 07:18:18.459729059 +0000 UTC m=+0.404665178 container init 6780885d4700df711742fb59bd33f88ced4136f7fa5378f020c4b60f6ad5ac52 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-13T07:18:18.789 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 podman[96977]: 2024-04-13 07:18:18.463000385 +0000 UTC m=+0.407936510 container start 6780885d4700df711742fb59bd33f88ced4136f7fa5378f020c4b60f6ad5ac52 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-activate, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-13T07:18:18.789 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 podman[96977]: 2024-04-13 07:18:18.543100032 +0000 UTC m=+0.488036151 container attach 6780885d4700df711742fb59bd33f88ced4136f7fa5378f020c4b60f6ad5ac52 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-activate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:18:19.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:18 smithi003 ceph-mon[91733]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:18:19.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:18 smithi003 ceph-mon[91733]: osdmap e307: 8 total, 7 up, 8 in 2024-04-13T07:18:19.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:18 smithi003 ceph-mon[91733]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:18:19.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:18 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/582606864' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:19.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:18 smithi003 ceph-mon[91733]: osdmap e308: 8 total, 7 up, 8 in 2024-04-13T07:18:19.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:18 smithi003 ceph-mon[89364]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:18:19.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:18 smithi003 ceph-mon[89364]: osdmap e307: 8 total, 7 up, 8 in 2024-04-13T07:18:19.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:18 smithi003 ceph-mon[89364]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:18:19.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:18 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/582606864' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:19.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:18 smithi003 ceph-mon[89364]: osdmap e308: 8 total, 7 up, 8 in 2024-04-13T07:18:19.138 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-activate[97015]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-13T07:18:19.138 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-activate[97015]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-13T07:18:19.138 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 bash[96977]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-13T07:18:19.138 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 bash[96977]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-13T07:18:19.138 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 bash[96977]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-13T07:18:19.139 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 bash[96977]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-13T07:18:19.139 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 bash[96977]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-13T07:18:19.139 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 bash[96977]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-13T07:18:19.139 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 bash[96977]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-13T07:18:19.139 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-activate[97015]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-13T07:18:19.139 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-activate[97015]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-13T07:18:19.139 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-activate[97015]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-13T07:18:19.139 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-activate[97015]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-13T07:18:19.139 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-activate[97015]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-13T07:18:19.139 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:18 smithi003 podman[96977]: 2024-04-13 07:18:18.94044048 +0000 UTC m=+0.885376612 container died 6780885d4700df711742fb59bd33f88ced4136f7fa5378f020c4b60f6ad5ac52 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-activate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, GIT_BRANCH=HEAD) 2024-04-13T07:18:19.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:18 smithi066 ceph-mon[84331]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:18:19.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:18 smithi066 ceph-mon[84331]: osdmap e307: 8 total, 7 up, 8 in 2024-04-13T07:18:19.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:18 smithi066 ceph-mon[84331]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:18:19.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:18 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/582606864' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:19.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:18 smithi066 ceph-mon[84331]: osdmap e308: 8 total, 7 up, 8 in 2024-04-13T07:18:19.753 INFO:tasks.rados.rados.0.smithi003.stdout:1188: done (1 left) 2024-04-13T07:18:19.753 INFO:tasks.rados.rados.0.smithi003.stdout:1189: copy_from oid 43 from oid 39 current snap is 128 2024-04-13T07:18:19.753 INFO:tasks.rados.rados.0.smithi003.stdout:1186: finishing write tid 2 to smithi00377890-40 2024-04-13T07:18:19.754 INFO:tasks.rados.rados.0.smithi003.stdout:1186: finishing write tid 3 to smithi00377890-40 2024-04-13T07:18:19.754 INFO:tasks.rados.rados.0.smithi003.stdout:1186: finishing write tid 4 to smithi00377890-40 2024-04-13T07:18:19.754 INFO:tasks.rados.rados.0.smithi003.stdout:1186: finishing write tid 5 to smithi00377890-40 2024-04-13T07:18:19.754 INFO:tasks.rados.rados.0.smithi003.stdout:1186: oid 40 updating version 0 to 1132 2024-04-13T07:18:19.754 INFO:tasks.rados.rados.0.smithi003.stdout:1186: oid 40 updating version 1132 to 1133 2024-04-13T07:18:19.754 INFO:tasks.rados.rados.0.smithi003.stdout:1186: oid 40 updating version 1133 to 1134 2024-04-13T07:18:19.754 INFO:tasks.rados.rados.0.smithi003.stdout:1186: oid 40 version 1134 is already newer than 1131 2024-04-13T07:18:19.754 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 1134 (ObjNum 362 snap 128 seq_num 362) dirty exists 2024-04-13T07:18:19.754 INFO:tasks.rados.rados.0.smithi003.stdout:1186: left oid 40 (ObjNum 362 snap 128 seq_num 362) 2024-04-13T07:18:19.754 INFO:tasks.rados.rados.0.smithi003.stdout:1186: done (1 left) 2024-04-13T07:18:19.754 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 128 2024-04-13T07:18:19.754 INFO:tasks.rados.rados.0.smithi003.stdout:1190: seq_num 364 ranges {6627328=499712,7127040=638976,7766016=163840} 2024-04-13T07:18:19.792 INFO:tasks.rados.rados.0.smithi003.stdout:1190: writing smithi00377890-49 from 6627328 to 7127040 tid 1 2024-04-13T07:18:19.797 INFO:tasks.rados.rados.0.smithi003.stdout:1190: writing smithi00377890-49 from 7127040 to 7766016 tid 2 2024-04-13T07:18:19.798 INFO:tasks.rados.rados.0.smithi003.stdout:1190: writing smithi00377890-49 from 7766016 to 7929856 tid 3 2024-04-13T07:18:19.798 INFO:tasks.rados.rados.0.smithi003.stdout:1191: delete oid 26 current snap is 128 2024-04-13T07:18:19.798 INFO:tasks.rados.rados.0.smithi003.stdout:1189: finishing copy_from to smithi00377890-43 2024-04-13T07:18:19.798 INFO:tasks.rados.rados.0.smithi003.stdout:1189: got expected ENOENT (src dne) 2024-04-13T07:18:19.798 INFO:tasks.rados.rados.0.smithi003.stdout:1189: finishing copy_from racing read to smithi00377890-43 2024-04-13T07:18:19.798 INFO:tasks.rados.rados.0.smithi003.stdout:1190: finishing write tid 1 to smithi00377890-49 2024-04-13T07:18:19.801 INFO:tasks.rados.rados.0.smithi003.stdout:1190: finishing write tid 2 to smithi00377890-49 2024-04-13T07:18:19.802 INFO:tasks.rados.rados.0.smithi003.stdout:1190: finishing write tid 3 to smithi00377890-49 2024-04-13T07:18:19.803 INFO:tasks.rados.rados.0.smithi003.stdout:1190: finishing write tid 4 to smithi00377890-49 2024-04-13T07:18:19.804 INFO:tasks.rados.rados.0.smithi003.stdout:1189: done (2 left) 2024-04-13T07:18:19.805 INFO:tasks.rados.rados.0.smithi003.stdout:1191: done (1 left) 2024-04-13T07:18:19.805 INFO:tasks.rados.rados.0.smithi003.stdout:1192: read oid 7 snap 106 2024-04-13T07:18:19.805 INFO:tasks.rados.rados.0.smithi003.stdout:1192: expect deleted 2024-04-13T07:18:19.805 INFO:tasks.rados.rados.0.smithi003.stdout:1193: rollback oid 18 current snap is 128 2024-04-13T07:18:19.805 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 18 to 82 2024-04-13T07:18:19.805 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 40 current snap is 128 2024-04-13T07:18:19.805 INFO:tasks.rados.rados.0.smithi003.stdout:1194: seq_num 366 ranges {3366912=532480,3899392=458752,4358144=344064} 2024-04-13T07:18:19.825 INFO:tasks.rados.rados.0.smithi003.stdout:1194: writing smithi00377890-40 from 3366912 to 3899392 tid 1 2024-04-13T07:18:19.828 INFO:tasks.rados.rados.0.smithi003.stdout:1194: writing smithi00377890-40 from 3899392 to 4358144 tid 2 2024-04-13T07:18:19.830 INFO:tasks.rados.rados.0.smithi003.stdout:1194: writing smithi00377890-40 from 4358144 to 4702208 tid 3 2024-04-13T07:18:19.831 INFO:tasks.rados.rados.0.smithi003.stdout:1195: read oid 31 snap -1 2024-04-13T07:18:19.831 INFO:tasks.rados.rados.0.smithi003.stdout:1195: expect (ObjNum 226 snap 67 seq_num 226) 2024-04-13T07:18:19.831 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 32 current snap is 128 2024-04-13T07:18:19.831 INFO:tasks.rados.rados.0.smithi003.stdout:1190: finishing write tid 5 to smithi00377890-49 2024-04-13T07:18:19.831 INFO:tasks.rados.rados.0.smithi003.stdout:1190: oid 49 updating version 0 to 720 2024-04-13T07:18:19.831 INFO:tasks.rados.rados.0.smithi003.stdout:1190: oid 49 version 720 is already newer than 718 2024-04-13T07:18:19.831 INFO:tasks.rados.rados.0.smithi003.stdout:1190: oid 49 version 720 is already newer than 719 2024-04-13T07:18:19.831 INFO:tasks.rados.rados.0.smithi003.stdout:1190: oid 49 version 720 is already newer than 717 2024-04-13T07:18:19.831 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 720 (ObjNum 364 snap 128 seq_num 364) dirty exists 2024-04-13T07:18:19.831 INFO:tasks.rados.rados.0.smithi003.stdout:1190: left oid 49 (ObjNum 364 snap 128 seq_num 364) 2024-04-13T07:18:19.831 INFO:tasks.rados.rados.0.smithi003.stdout:1193: finishing rollback tid 0 to smithi00377890-18 2024-04-13T07:18:19.831 INFO:tasks.rados.rados.0.smithi003.stdout:1193: finishing rollback tid 1 to smithi00377890-18 2024-04-13T07:18:19.831 INFO:tasks.rados.rados.0.smithi003.stdout:1196: seq_num 367 ranges {1613824=548864,2162688=737280,2899968=65536} 2024-04-13T07:18:19.842 INFO:tasks.rados.rados.0.smithi003.stdout:1196: writing smithi00377890-32 from 1613824 to 2162688 tid 1 2024-04-13T07:18:19.846 INFO:tasks.rados.rados.0.smithi003.stdout:1196: writing smithi00377890-32 from 2162688 to 2899968 tid 2 2024-04-13T07:18:19.847 INFO:tasks.rados.rados.0.smithi003.stdout:1196: writing smithi00377890-32 from 2899968 to 2965504 tid 3 2024-04-13T07:18:19.847 INFO:tasks.rados.rados.0.smithi003.stdout:1190: done (5 left) 2024-04-13T07:18:19.847 INFO:tasks.rados.rados.0.smithi003.stdout:1192: done (4 left) 2024-04-13T07:18:19.847 INFO:tasks.rados.rados.0.smithi003.stdout:1197: read oid 41 snap -1 2024-04-13T07:18:19.847 INFO:tasks.rados.rados.0.smithi003.stdout:1197: expect (ObjNum 308 snap 102 seq_num 308) 2024-04-13T07:18:19.847 INFO:tasks.rados.rados.0.smithi003.stdout:1198: snap_create 2024-04-13T07:18:19.847 INFO:tasks.rados.rados.0.smithi003.stdout:1193: finishing rollback tid 2 to smithi00377890-18 2024-04-13T07:18:19.847 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 585 (ObjNum 218 snap 66 seq_num 218) dirty exists 2024-04-13T07:18:19.848 INFO:tasks.rados.rados.0.smithi003.stdout:1194: finishing write tid 1 to smithi00377890-40 2024-04-13T07:18:19.848 INFO:tasks.rados.rados.0.smithi003.stdout:1194: finishing write tid 2 to smithi00377890-40 2024-04-13T07:18:19.848 INFO:tasks.rados.rados.0.smithi003.stdout:1194: finishing write tid 3 to smithi00377890-40 2024-04-13T07:18:19.848 INFO:tasks.rados.rados.0.smithi003.stdout:1194: finishing write tid 4 to smithi00377890-40 2024-04-13T07:18:19.848 INFO:tasks.rados.rados.0.smithi003.stdout:1194: finishing write tid 5 to smithi00377890-40 2024-04-13T07:18:19.848 INFO:tasks.rados.rados.0.smithi003.stdout:1194: oid 40 updating version 0 to 1137 2024-04-13T07:18:19.848 INFO:tasks.rados.rados.0.smithi003.stdout:1194: oid 40 version 1137 is already newer than 1136 2024-04-13T07:18:19.848 INFO:tasks.rados.rados.0.smithi003.stdout:1194: oid 40 updating version 1137 to 1138 2024-04-13T07:18:19.848 INFO:tasks.rados.rados.0.smithi003.stdout:1194: oid 40 version 1138 is already newer than 1135 2024-04-13T07:18:19.848 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 1138 (ObjNum 366 snap 128 seq_num 366) dirty exists 2024-04-13T07:18:19.848 INFO:tasks.rados.rados.0.smithi003.stdout:1194: left oid 40 (ObjNum 366 snap 128 seq_num 366) 2024-04-13T07:18:19.848 INFO:tasks.rados.rados.0.smithi003.stdout:1195: expect (ObjNum 226 snap 67 seq_num 226) 2024-04-13T07:18:19.925 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:19 smithi003 ceph-mon[91733]: pgmap v117: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 370 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 890 KiB/s wr, 14 op/s; 150/996 objects degraded (15.060%) 2024-04-13T07:18:19.925 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:19 smithi003 ceph-mon[91733]: Health check failed: Degraded data redundancy: 150/996 objects degraded (15.060%), 14 pgs degraded (PG_DEGRADED) 2024-04-13T07:18:19.925 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:19 smithi003 ceph-mon[91733]: osdmap e309: 8 total, 7 up, 8 in 2024-04-13T07:18:19.926 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:19 smithi003 podman[97140]: 2024-04-13 07:18:19.6723358 +0000 UTC m=+0.725592047 container remove 6780885d4700df711742fb59bd33f88ced4136f7fa5378f020c4b60f6ad5ac52 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-activate, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-13T07:18:19.926 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:19 smithi003 podman[97204]: 2024-04-13 07:18:19.795619915 +0000 UTC m=+0.020251363 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:18:19.926 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:19 smithi003 ceph-mon[89364]: pgmap v117: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 370 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 890 KiB/s wr, 14 op/s; 150/996 objects degraded (15.060%) 2024-04-13T07:18:19.926 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:19 smithi003 ceph-mon[89364]: Health check failed: Degraded data redundancy: 150/996 objects degraded (15.060%), 14 pgs degraded (PG_DEGRADED) 2024-04-13T07:18:19.926 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:19 smithi003 ceph-mon[89364]: osdmap e309: 8 total, 7 up, 8 in 2024-04-13T07:18:19.939 INFO:tasks.rados.rados.0.smithi003.stdout:1196: finishing write tid 1 to smithi00377890-32 2024-04-13T07:18:19.939 INFO:tasks.rados.rados.0.smithi003.stdout:1197: expect (ObjNum 308 snap 102 seq_num 308) 2024-04-13T07:18:19.949 INFO:tasks.rados.rados.0.smithi003.stdout:1196: finishing write tid 2 to smithi00377890-32 2024-04-13T07:18:19.949 INFO:tasks.rados.rados.0.smithi003.stdout:1196: finishing write tid 3 to smithi00377890-32 2024-04-13T07:18:19.949 INFO:tasks.rados.rados.0.smithi003.stdout:1196: finishing write tid 4 to smithi00377890-32 2024-04-13T07:18:19.949 INFO:tasks.rados.rados.0.smithi003.stdout:1196: finishing write tid 5 to smithi00377890-32 2024-04-13T07:18:19.949 INFO:tasks.rados.rados.0.smithi003.stdout:1196: oid 32 updating version 0 to 1140 2024-04-13T07:18:19.949 INFO:tasks.rados.rados.0.smithi003.stdout:1196: oid 32 updating version 1140 to 1143 2024-04-13T07:18:19.949 INFO:tasks.rados.rados.0.smithi003.stdout:1196: oid 32 version 1143 is already newer than 1142 2024-04-13T07:18:19.949 INFO:tasks.rados.rados.0.smithi003.stdout:1196: oid 32 version 1143 is already newer than 1141 2024-04-13T07:18:19.949 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 1143 (ObjNum 367 snap 128 seq_num 367) dirty exists 2024-04-13T07:18:19.949 INFO:tasks.rados.rados.0.smithi003.stdout:1196: left oid 32 (ObjNum 367 snap 128 seq_num 367) 2024-04-13T07:18:20.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:19 smithi066 ceph-mon[84331]: pgmap v117: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 370 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 890 KiB/s wr, 14 op/s; 150/996 objects degraded (15.060%) 2024-04-13T07:18:20.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:19 smithi066 ceph-mon[84331]: Health check failed: Degraded data redundancy: 150/996 objects degraded (15.060%), 14 pgs degraded (PG_DEGRADED) 2024-04-13T07:18:20.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:19 smithi066 ceph-mon[84331]: osdmap e309: 8 total, 7 up, 8 in 2024-04-13T07:18:20.178 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:19 smithi003 podman[97204]: 2024-04-13 07:18:19.923457389 +0000 UTC m=+0.148088823 container create 6dc25088a5e40d9531e725be35a859a78cdefa2e79a5f34a9c18110650ba5188 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:18:20.637 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:20 smithi003 podman[97204]: 2024-04-13 07:18:20.176467538 +0000 UTC m=+0.401098972 container init 6dc25088a5e40d9531e725be35a859a78cdefa2e79a5f34a9c18110650ba5188 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-13T07:18:20.637 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:20 smithi003 podman[97204]: 2024-04-13 07:18:20.179653448 +0000 UTC m=+0.404284882 container start 6dc25088a5e40d9531e725be35a859a78cdefa2e79a5f34a9c18110650ba5188 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2) 2024-04-13T07:18:20.637 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:20 smithi003 ceph-osd[97223]: -- 172.21.15.3:0/3189007026 <== mon.0 v2:172.21.15.3:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560da63cf680 con 0x560da6399000 2024-04-13T07:18:20.637 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:20 smithi003 bash[97204]: 6dc25088a5e40d9531e725be35a859a78cdefa2e79a5f34a9c18110650ba5188 2024-04-13T07:18:20.637 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:20 smithi003 systemd[1]: Started Ceph osd.0 for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:18:20.795 INFO:tasks.rados.rados.0.smithi003.stdout:1193: done (5 left) 2024-04-13T07:18:20.795 INFO:tasks.rados.rados.0.smithi003.stdout:1194: done (4 left) 2024-04-13T07:18:20.795 INFO:tasks.rados.rados.0.smithi003.stdout:1195: done (3 left) 2024-04-13T07:18:20.795 INFO:tasks.rados.rados.0.smithi003.stdout:1196: done (2 left) 2024-04-13T07:18:20.795 INFO:tasks.rados.rados.0.smithi003.stdout:1197: done (1 left) 2024-04-13T07:18:20.796 INFO:tasks.rados.rados.0.smithi003.stdout:1198: done (0 left) 2024-04-13T07:18:20.796 INFO:tasks.rados.rados.0.smithi003.stdout:1199: read oid 18 snap -1 2024-04-13T07:18:20.796 INFO:tasks.rados.rados.0.smithi003.stdout:1199: expect (ObjNum 218 snap 66 seq_num 218) 2024-04-13T07:18:20.796 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 36 current snap is 129 2024-04-13T07:18:20.796 INFO:tasks.rados.rados.0.smithi003.stdout:1200: seq_num 368 ranges {0=573440,573440=622592,1196032=180224} 2024-04-13T07:18:20.799 INFO:tasks.rados.rados.0.smithi003.stdout:1200: writing smithi00377890-36 from 0 to 573440 tid 1 2024-04-13T07:18:20.803 INFO:tasks.rados.rados.0.smithi003.stdout:1200: writing smithi00377890-36 from 573440 to 1196032 tid 2 2024-04-13T07:18:20.805 INFO:tasks.rados.rados.0.smithi003.stdout:1200: writing smithi00377890-36 from 1196032 to 1376256 tid 3 2024-04-13T07:18:20.805 INFO:tasks.rados.rados.0.smithi003.stdout:1201: read oid 3 snap -1 2024-04-13T07:18:20.806 INFO:tasks.rados.rados.0.smithi003.stdout:1201: expect (ObjNum 310 snap 104 seq_num 310) 2024-04-13T07:18:20.806 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 15 current snap is 129 2024-04-13T07:18:20.806 INFO:tasks.rados.rados.0.smithi003.stdout:1202: seq_num 369 ranges {1581056=589824,2170880=507904,2678784=294912} 2024-04-13T07:18:20.818 INFO:tasks.rados.rados.0.smithi003.stdout:1202: writing smithi00377890-15 from 1581056 to 2170880 tid 1 2024-04-13T07:18:20.821 INFO:tasks.rados.rados.0.smithi003.stdout:1202: writing smithi00377890-15 from 2170880 to 2678784 tid 2 2024-04-13T07:18:20.824 INFO:tasks.rados.rados.0.smithi003.stdout:1202: writing smithi00377890-15 from 2678784 to 2973696 tid 3 2024-04-13T07:18:20.824 INFO:tasks.rados.rados.0.smithi003.stdout:1203: rmattr oid 24 current snap is 129 2024-04-13T07:18:20.824 INFO:tasks.rados.rados.0.smithi003.stdout:1200: finishing write tid 1 to smithi00377890-36 2024-04-13T07:18:20.824 INFO:tasks.rados.rados.0.smithi003.stdout:1200: finishing write tid 2 to smithi00377890-36 2024-04-13T07:18:20.824 INFO:tasks.rados.rados.0.smithi003.stdout:1200: finishing write tid 3 to smithi00377890-36 2024-04-13T07:18:20.824 INFO:tasks.rados.rados.0.smithi003.stdout:1204: read oid 21 snap -1 2024-04-13T07:18:20.824 INFO:tasks.rados.rados.0.smithi003.stdout:1204: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:18:20.824 INFO:tasks.rados.rados.0.smithi003.stdout:1205: rmattr oid 16 current snap is 129 2024-04-13T07:18:20.825 INFO:tasks.rados.rados.0.smithi003.stdout:1200: finishing write tid 4 to smithi00377890-36 2024-04-13T07:18:20.825 INFO:tasks.rados.rados.0.smithi003.stdout:1200: finishing write tid 5 to smithi00377890-36 2024-04-13T07:18:20.825 INFO:tasks.rados.rados.0.smithi003.stdout:1200: oid 36 updating version 0 to 847 2024-04-13T07:18:20.825 INFO:tasks.rados.rados.0.smithi003.stdout:1200: oid 36 updating version 847 to 848 2024-04-13T07:18:20.825 INFO:tasks.rados.rados.0.smithi003.stdout:1200: oid 36 updating version 848 to 849 2024-04-13T07:18:20.825 INFO:tasks.rados.rados.0.smithi003.stdout:1200: oid 36 version 849 is already newer than 846 2024-04-13T07:18:20.825 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 849 (ObjNum 368 snap 129 seq_num 368) dirty exists 2024-04-13T07:18:20.825 INFO:tasks.rados.rados.0.smithi003.stdout:1200: left oid 36 (ObjNum 368 snap 129 seq_num 368) 2024-04-13T07:18:20.825 INFO:tasks.rados.rados.0.smithi003.stdout:1200: done (6 left) 2024-04-13T07:18:20.825 INFO:tasks.rados.rados.0.smithi003.stdout:1206: rmattr oid 39 current snap is 129 2024-04-13T07:18:20.825 INFO:tasks.rados.rados.0.smithi003.stdout:1206: done (6 left) 2024-04-13T07:18:20.825 INFO:tasks.rados.rados.0.smithi003.stdout:1207: copy_from oid 32 from oid 34 current snap is 129 2024-04-13T07:18:20.825 INFO:tasks.rados.rados.0.smithi003.stdout:1208: snap_create 2024-04-13T07:18:20.826 INFO:tasks.rados.rados.0.smithi003.stdout:1199: expect (ObjNum 218 snap 66 seq_num 218) 2024-04-13T07:18:21.137 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:20 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0[97219]: 2024-04-13T07:18:20.717+0000 7f6d39b757c0 -1 Falling back to public interface 2024-04-13T07:18:21.195 INFO:tasks.rados.rados.0.smithi003.stdout:1202: finishing write tid 1 to smithi00377890-15 2024-04-13T07:18:21.196 INFO:tasks.rados.rados.0.smithi003.stdout:1202: finishing write tid 2 to smithi00377890-15 2024-04-13T07:18:21.196 INFO:tasks.rados.rados.0.smithi003.stdout:1204: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:18:21.216 INFO:tasks.rados.rados.0.smithi003.stdout:1202: finishing write tid 3 to smithi00377890-15 2024-04-13T07:18:21.216 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 1034 (ObjNum 314 snap 106 seq_num 314) dirty exists 2024-04-13T07:18:21.216 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 1036 (ObjNum 222 snap 66 seq_num 222) dirty exists 2024-04-13T07:18:21.216 INFO:tasks.rados.rados.0.smithi003.stdout:1202: finishing write tid 4 to smithi00377890-15 2024-04-13T07:18:21.216 INFO:tasks.rados.rados.0.smithi003.stdout:1202: finishing write tid 5 to smithi00377890-15 2024-04-13T07:18:21.216 INFO:tasks.rados.rados.0.smithi003.stdout:1202: oid 15 updating version 0 to 1147 2024-04-13T07:18:21.216 INFO:tasks.rados.rados.0.smithi003.stdout:1202: oid 15 version 1147 is already newer than 1146 2024-04-13T07:18:21.216 INFO:tasks.rados.rados.0.smithi003.stdout:1202: oid 15 updating version 1147 to 1148 2024-04-13T07:18:21.216 INFO:tasks.rados.rados.0.smithi003.stdout:1202: oid 15 version 1148 is already newer than 1145 2024-04-13T07:18:21.217 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 1148 (ObjNum 369 snap 129 seq_num 369) dirty exists 2024-04-13T07:18:21.217 INFO:tasks.rados.rados.0.smithi003.stdout:1202: left oid 15 (ObjNum 369 snap 129 seq_num 369) 2024-04-13T07:18:21.217 INFO:tasks.rados.rados.0.smithi003.stdout:1207: finishing copy_from racing read to smithi00377890-32 2024-04-13T07:18:21.217 INFO:tasks.rados.rados.0.smithi003.stdout:1207: finishing copy_from to smithi00377890-32 2024-04-13T07:18:21.217 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 826 (ObjNum 233 snap 69 seq_num 233) dirty exists 2024-04-13T07:18:21.217 INFO:tasks.rados.rados.0.smithi003.stdout:1201: expect (ObjNum 310 snap 104 seq_num 310) 2024-04-13T07:18:21.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:21.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:21.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:18:21.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:21 smithi003 ceph-mon[89364]: pgmap v120: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 370 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 890 KiB/s wr, 14 op/s; 150/996 objects degraded (15.060%) 2024-04-13T07:18:21.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:21 smithi003 ceph-mon[89364]: osdmap e310: 8 total, 7 up, 8 in 2024-04-13T07:18:21.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:21.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:21.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:18:21.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:21 smithi003 ceph-mon[91733]: pgmap v120: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 370 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 890 KiB/s wr, 14 op/s; 150/996 objects degraded (15.060%) 2024-04-13T07:18:21.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:21 smithi003 ceph-mon[91733]: osdmap e310: 8 total, 7 up, 8 in 2024-04-13T07:18:21.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:21.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:21.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:18:21.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:21 smithi066 ceph-mon[84331]: pgmap v120: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 370 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 890 KiB/s wr, 14 op/s; 150/996 objects degraded (15.060%) 2024-04-13T07:18:21.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:21 smithi066 ceph-mon[84331]: osdmap e310: 8 total, 7 up, 8 in 2024-04-13T07:18:22.031 INFO:tasks.rados.rados.0.smithi003.stdout:1199: done (7 left) 2024-04-13T07:18:22.031 INFO:tasks.rados.rados.0.smithi003.stdout:1201: done (6 left) 2024-04-13T07:18:22.031 INFO:tasks.rados.rados.0.smithi003.stdout:1202: done (5 left) 2024-04-13T07:18:22.031 INFO:tasks.rados.rados.0.smithi003.stdout:1203: done (4 left) 2024-04-13T07:18:22.031 INFO:tasks.rados.rados.0.smithi003.stdout:1204: done (3 left) 2024-04-13T07:18:22.031 INFO:tasks.rados.rados.0.smithi003.stdout:1205: done (2 left) 2024-04-13T07:18:22.032 INFO:tasks.rados.rados.0.smithi003.stdout:1207: done (1 left) 2024-04-13T07:18:22.032 INFO:tasks.rados.rados.0.smithi003.stdout:1208: done (0 left) 2024-04-13T07:18:22.032 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 28 current snap is 130 2024-04-13T07:18:22.032 INFO:tasks.rados.rados.0.smithi003.stdout:1209: seq_num 370 ranges {0=606208,606208=794624,1400832=8192} 2024-04-13T07:18:22.034 INFO:tasks.rados.rados.0.smithi003.stdout:1209: writing smithi00377890-28 from 0 to 606208 tid 1 2024-04-13T07:18:22.039 INFO:tasks.rados.rados.0.smithi003.stdout:1209: writing smithi00377890-28 from 606208 to 1400832 tid 2 2024-04-13T07:18:22.039 INFO:tasks.rados.rados.0.smithi003.stdout:1209: writing smithi00377890-28 from 1400832 to 1409024 tid 3 2024-04-13T07:18:22.039 INFO:tasks.rados.rados.0.smithi003.stdout:1210: rmattr oid 39 current snap is 130 2024-04-13T07:18:22.039 INFO:tasks.rados.rados.0.smithi003.stdout:1210: done (1 left) 2024-04-13T07:18:22.039 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 34 current snap is 130 2024-04-13T07:18:22.039 INFO:tasks.rados.rados.0.smithi003.stdout:1209: finishing write tid 1 to smithi00377890-28 2024-04-13T07:18:22.039 INFO:tasks.rados.rados.0.smithi003.stdout:1211: seq_num 371 ranges {1515520=622592,2138112=679936,2818048=122880} 2024-04-13T07:18:22.050 INFO:tasks.rados.rados.0.smithi003.stdout:1211: writing smithi00377890-34 from 1515520 to 2138112 tid 1 2024-04-13T07:18:22.054 INFO:tasks.rados.rados.0.smithi003.stdout:1211: writing smithi00377890-34 from 2138112 to 2818048 tid 2 2024-04-13T07:18:22.055 INFO:tasks.rados.rados.0.smithi003.stdout:1211: writing smithi00377890-34 from 2818048 to 2940928 tid 3 2024-04-13T07:18:22.056 INFO:tasks.rados.rados.0.smithi003.stdout:1212: copy_from oid 3 from oid 13 current snap is 130 2024-04-13T07:18:22.056 INFO:tasks.rados.rados.0.smithi003.stdout:1209: finishing write tid 2 to smithi00377890-28 2024-04-13T07:18:22.056 INFO:tasks.rados.rados.0.smithi003.stdout:1209: finishing write tid 3 to smithi00377890-28 2024-04-13T07:18:22.056 INFO:tasks.rados.rados.0.smithi003.stdout:1209: finishing write tid 4 to smithi00377890-28 2024-04-13T07:18:22.056 INFO:tasks.rados.rados.0.smithi003.stdout:1209: finishing write tid 5 to smithi00377890-28 2024-04-13T07:18:22.056 INFO:tasks.rados.rados.0.smithi003.stdout:1209: oid 28 updating version 0 to 570 2024-04-13T07:18:22.056 INFO:tasks.rados.rados.0.smithi003.stdout:1209: oid 28 updating version 570 to 572 2024-04-13T07:18:22.056 INFO:tasks.rados.rados.0.smithi003.stdout:1209: oid 28 version 572 is already newer than 571 2024-04-13T07:18:22.056 INFO:tasks.rados.rados.0.smithi003.stdout:1209: oid 28 version 572 is already newer than 569 2024-04-13T07:18:22.056 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 572 (ObjNum 370 snap 130 seq_num 370) dirty exists 2024-04-13T07:18:22.056 INFO:tasks.rados.rados.0.smithi003.stdout:1209: left oid 28 (ObjNum 370 snap 130 seq_num 370) 2024-04-13T07:18:22.056 INFO:tasks.rados.rados.0.smithi003.stdout:1209: done (2 left) 2024-04-13T07:18:22.057 INFO:tasks.rados.rados.0.smithi003.stdout:1213: copy_from oid 5 from oid 45 current snap is 130 2024-04-13T07:18:22.057 INFO:tasks.rados.rados.0.smithi003.stdout:1214: snap_create 2024-04-13T07:18:22.057 INFO:tasks.rados.rados.0.smithi003.stdout:1211: finishing write tid 1 to smithi00377890-34 2024-04-13T07:18:22.059 INFO:tasks.rados.rados.0.smithi003.stdout:1211: finishing write tid 2 to smithi00377890-34 2024-04-13T07:18:22.060 INFO:tasks.rados.rados.0.smithi003.stdout:1211: finishing write tid 3 to smithi00377890-34 2024-04-13T07:18:22.060 INFO:tasks.rados.rados.0.smithi003.stdout:1211: finishing write tid 4 to smithi00377890-34 2024-04-13T07:18:22.061 INFO:tasks.rados.rados.0.smithi003.stdout:1211: finishing write tid 5 to smithi00377890-34 2024-04-13T07:18:22.062 INFO:tasks.rados.rados.0.smithi003.stdout:1211: oid 34 updating version 0 to 852 2024-04-13T07:18:22.062 INFO:tasks.rados.rados.0.smithi003.stdout:1211: oid 34 updating version 852 to 853 2024-04-13T07:18:22.062 INFO:tasks.rados.rados.0.smithi003.stdout:1211: oid 34 version 853 is already newer than 850 2024-04-13T07:18:22.062 INFO:tasks.rados.rados.0.smithi003.stdout:1211: oid 34 version 853 is already newer than 851 2024-04-13T07:18:22.062 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 853 (ObjNum 371 snap 130 seq_num 371) dirty exists 2024-04-13T07:18:22.062 INFO:tasks.rados.rados.0.smithi003.stdout:1211: left oid 34 (ObjNum 371 snap 130 seq_num 371) 2024-04-13T07:18:22.072 INFO:tasks.rados.rados.0.smithi003.stdout:1213: finishing copy_from racing read to smithi00377890-5 2024-04-13T07:18:22.076 INFO:tasks.rados.rados.0.smithi003.stdout:1212: finishing copy_from racing read to smithi00377890-3 2024-04-13T07:18:22.078 INFO:tasks.rados.rados.0.smithi003.stdout:1213: finishing copy_from to smithi00377890-5 2024-04-13T07:18:22.079 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 529 (ObjNum 327 snap 107 seq_num 327) dirty exists 2024-04-13T07:18:22.079 INFO:tasks.rados.rados.0.smithi003.stdout:1212: finishing copy_from to smithi00377890-3 2024-04-13T07:18:22.079 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 465 (ObjNum 351 snap 118 seq_num 351) dirty exists 2024-04-13T07:18:22.654 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:18:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:18:22.808 INFO:tasks.rados.rados.0.smithi003.stdout:1211: done (3 left) 2024-04-13T07:18:22.808 INFO:tasks.rados.rados.0.smithi003.stdout:1212: done (2 left) 2024-04-13T07:18:22.808 INFO:tasks.rados.rados.0.smithi003.stdout:1213: done (1 left) 2024-04-13T07:18:22.808 INFO:tasks.rados.rados.0.smithi003.stdout:1214: done (0 left) 2024-04-13T07:18:22.808 INFO:tasks.rados.rados.0.smithi003.stdout:1215: snap_create 2024-04-13T07:18:23.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:22 smithi003 ceph-mon[89364]: osdmap e311: 8 total, 7 up, 8 in 2024-04-13T07:18:23.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:23.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:18:23.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:22 smithi003 ceph-mon[91733]: osdmap e311: 8 total, 7 up, 8 in 2024-04-13T07:18:23.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:23.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:18:23.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:22 smithi066 ceph-mon[84331]: osdmap e311: 8 total, 7 up, 8 in 2024-04-13T07:18:23.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:23.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:18:23.809 INFO:tasks.rados.rados.0.smithi003.stdout:1215: done (0 left) 2024-04-13T07:18:23.809 INFO:tasks.rados.rados.0.smithi003.stdout:1216: snap_remove snap 130 2024-04-13T07:18:23.810 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:18:23 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:18:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:18:23.884 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:23 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0[97219]: 2024-04-13T07:18:23.610+0000 7f6d39b757c0 -1 osd.0 303 log_to_monitors true 2024-04-13T07:18:23.884 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:18:23 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0[97219]: 2024-04-13T07:18:23.845+0000 7f6d26fc5700 -1 osd.0 303 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:18:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:23 smithi003 ceph-mon[91733]: pgmap v123: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 370 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 150/996 objects degraded (15.060%) 2024-04-13T07:18:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:23 smithi003 ceph-mon[91733]: osdmap e312: 8 total, 7 up, 8 in 2024-04-13T07:18:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:23 smithi003 ceph-mon[91733]: from='osd.0 [v2:172.21.15.3:6802/1780957091,v1:172.21.15.3:6803/1780957091]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:18:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:23 smithi003 ceph-mon[91733]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:18:23.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:23 smithi003 ceph-mon[89364]: pgmap v123: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 370 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 150/996 objects degraded (15.060%) 2024-04-13T07:18:23.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:23 smithi003 ceph-mon[89364]: osdmap e312: 8 total, 7 up, 8 in 2024-04-13T07:18:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:23 smithi003 ceph-mon[89364]: from='osd.0 [v2:172.21.15.3:6802/1780957091,v1:172.21.15.3:6803/1780957091]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:18:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:23 smithi003 ceph-mon[89364]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:18:24.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:23 smithi066 ceph-mon[84331]: pgmap v123: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 370 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 150/996 objects degraded (15.060%) 2024-04-13T07:18:24.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:23 smithi066 ceph-mon[84331]: osdmap e312: 8 total, 7 up, 8 in 2024-04-13T07:18:24.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:23 smithi066 ceph-mon[84331]: from='osd.0 [v2:172.21.15.3:6802/1780957091,v1:172.21.15.3:6803/1780957091]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:18:24.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:23 smithi066 ceph-mon[84331]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T07:18:24.491 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:18:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:18:24] "GET /metrics HTTP/1.1" 200 36040 "" "Prometheus/2.43.0" 2024-04-13T07:18:24.827 INFO:tasks.rados.rados.0.smithi003.stdout:1216: done (0 left) 2024-04-13T07:18:24.828 INFO:tasks.rados.rados.0.smithi003.stdout:1217: rollback oid 5 current snap is 132 2024-04-13T07:18:24.828 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 5 to 94 2024-04-13T07:18:24.831 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 29 current snap is 132 2024-04-13T07:18:24.831 INFO:tasks.rados.rados.0.smithi003.stdout:1218: seq_num 372 ranges {0=638976,638976=565248,1204224=237568} 2024-04-13T07:18:24.832 INFO:tasks.rados.rados.0.smithi003.stdout:1218: writing smithi00377890-29 from 0 to 638976 tid 1 2024-04-13T07:18:24.836 INFO:tasks.rados.rados.0.smithi003.stdout:1218: writing smithi00377890-29 from 638976 to 1204224 tid 2 2024-04-13T07:18:24.838 INFO:tasks.rados.rados.0.smithi003.stdout:1218: writing smithi00377890-29 from 1204224 to 1441792 tid 3 2024-04-13T07:18:24.838 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 10 current snap is 132 2024-04-13T07:18:24.838 INFO:tasks.rados.rados.0.smithi003.stdout:1219: seq_num 373 ranges {2539520=655360,3194880=499712,3694592=303104} 2024-04-13T07:18:24.857 INFO:tasks.rados.rados.0.smithi003.stdout:1219: writing smithi00377890-10 from 2539520 to 3194880 tid 1 2024-04-13T07:18:24.860 INFO:tasks.rados.rados.0.smithi003.stdout:1219: writing smithi00377890-10 from 3194880 to 3694592 tid 2 2024-04-13T07:18:24.862 INFO:tasks.rados.rados.0.smithi003.stdout:1219: writing smithi00377890-10 from 3694592 to 3997696 tid 3 2024-04-13T07:18:24.862 INFO:tasks.rados.rados.0.smithi003.stdout:1220: delete oid 26 current snap is 132 2024-04-13T07:18:24.863 INFO:tasks.rados.rados.0.smithi003.stdout:1218: finishing write tid 1 to smithi00377890-29 2024-04-13T07:18:24.863 INFO:tasks.rados.rados.0.smithi003.stdout:1218: finishing write tid 2 to smithi00377890-29 2024-04-13T07:18:24.863 INFO:tasks.rados.rados.0.smithi003.stdout:1218: finishing write tid 3 to smithi00377890-29 2024-04-13T07:18:24.863 INFO:tasks.rados.rados.0.smithi003.stdout:1218: finishing write tid 4 to smithi00377890-29 2024-04-13T07:18:24.863 INFO:tasks.rados.rados.0.smithi003.stdout:1218: finishing write tid 5 to smithi00377890-29 2024-04-13T07:18:24.863 INFO:tasks.rados.rados.0.smithi003.stdout:1218: oid 29 updating version 0 to 856 2024-04-13T07:18:24.863 INFO:tasks.rados.rados.0.smithi003.stdout:1218: oid 29 version 856 is already newer than 854 2024-04-13T07:18:24.863 INFO:tasks.rados.rados.0.smithi003.stdout:1218: oid 29 updating version 856 to 857 2024-04-13T07:18:24.863 INFO:tasks.rados.rados.0.smithi003.stdout:1218: oid 29 version 857 is already newer than 855 2024-04-13T07:18:24.863 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 857 (ObjNum 372 snap 132 seq_num 372) dirty exists 2024-04-13T07:18:24.863 INFO:tasks.rados.rados.0.smithi003.stdout:1218: left oid 29 (ObjNum 372 snap 132 seq_num 372) 2024-04-13T07:18:24.864 INFO:tasks.rados.rados.0.smithi003.stdout:1218: done (3 left) 2024-04-13T07:18:24.865 INFO:tasks.rados.rados.0.smithi003.stdout:1220: done (2 left) 2024-04-13T07:18:24.865 INFO:tasks.rados.rados.0.smithi003.stdout:1221: read oid 2 snap -1 2024-04-13T07:18:24.865 INFO:tasks.rados.rados.0.smithi003.stdout:1221: expect deleted 2024-04-13T07:18:24.865 INFO:tasks.rados.rados.0.smithi003.stdout:1222: snap_remove snap 129 2024-04-13T07:18:25.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:24 smithi003 ceph-mon[91733]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-13T07:18:25.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:24 smithi003 ceph-mon[91733]: osdmap e313: 8 total, 7 up, 8 in 2024-04-13T07:18:25.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:24 smithi003 ceph-mon[91733]: from='osd.0 [v2:172.21.15.3:6802/1780957091,v1:172.21.15.3:6803/1780957091]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:18:25.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:24 smithi003 ceph-mon[91733]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:18:25.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:24 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:25.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:24 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:25.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:24 smithi003 ceph-mon[89364]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-13T07:18:25.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:24 smithi003 ceph-mon[89364]: osdmap e313: 8 total, 7 up, 8 in 2024-04-13T07:18:25.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:24 smithi003 ceph-mon[89364]: from='osd.0 [v2:172.21.15.3:6802/1780957091,v1:172.21.15.3:6803/1780957091]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:18:25.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:24 smithi003 ceph-mon[89364]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:18:25.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:24 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:25.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:24 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:25.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:24 smithi066 ceph-mon[84331]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-13T07:18:25.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:24 smithi066 ceph-mon[84331]: osdmap e313: 8 total, 7 up, 8 in 2024-04-13T07:18:25.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:24 smithi066 ceph-mon[84331]: from='osd.0 [v2:172.21.15.3:6802/1780957091,v1:172.21.15.3:6803/1780957091]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:18:25.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:24 smithi066 ceph-mon[84331]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:18:25.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:24 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:25.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:24 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:25.820 INFO:tasks.rados.rados.0.smithi003.stdout:1222: done (3 left) 2024-04-13T07:18:25.820 INFO:tasks.rados.rados.0.smithi003.stdout:1223: snap_remove snap 116 2024-04-13T07:18:26.074 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[91733]: pgmap v126: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 394 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.6 MiB/s wr, 22 op/s; 157/1032 objects degraded (15.213%) 2024-04-13T07:18:26.074 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[91733]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:18:26.074 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[91733]: osd.0 [v2:172.21.15.3:6802/1780957091,v1:172.21.15.3:6803/1780957091] boot 2024-04-13T07:18:26.075 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[91733]: osdmap e314: 8 total, 8 up, 8 in 2024-04-13T07:18:26.075 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:18:26.075 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[91733]: Health check update: Degraded data redundancy: 157/1032 objects degraded (15.213%), 14 pgs degraded (PG_DEGRADED) 2024-04-13T07:18:26.075 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[91733]: mgrmap e39: y(active, since 92s), standbys: x 2024-04-13T07:18:26.075 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:26.075 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:26.075 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[91733]: osdmap e315: 8 total, 8 up, 8 in 2024-04-13T07:18:26.075 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[89364]: pgmap v126: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 394 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.6 MiB/s wr, 22 op/s; 157/1032 objects degraded (15.213%) 2024-04-13T07:18:26.075 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[89364]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:18:26.075 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[89364]: osd.0 [v2:172.21.15.3:6802/1780957091,v1:172.21.15.3:6803/1780957091] boot 2024-04-13T07:18:26.075 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[89364]: osdmap e314: 8 total, 8 up, 8 in 2024-04-13T07:18:26.075 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:18:26.075 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[89364]: Health check update: Degraded data redundancy: 157/1032 objects degraded (15.213%), 14 pgs degraded (PG_DEGRADED) 2024-04-13T07:18:26.076 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[89364]: mgrmap e39: y(active, since 92s), standbys: x 2024-04-13T07:18:26.076 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:26.076 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:26.076 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:25 smithi003 ceph-mon[89364]: osdmap e315: 8 total, 8 up, 8 in 2024-04-13T07:18:26.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:25 smithi066 ceph-mon[84331]: pgmap v126: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 394 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.6 MiB/s wr, 22 op/s; 157/1032 objects degraded (15.213%) 2024-04-13T07:18:26.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:25 smithi066 ceph-mon[84331]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:18:26.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:25 smithi066 ceph-mon[84331]: osd.0 [v2:172.21.15.3:6802/1780957091,v1:172.21.15.3:6803/1780957091] boot 2024-04-13T07:18:26.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:25 smithi066 ceph-mon[84331]: osdmap e314: 8 total, 8 up, 8 in 2024-04-13T07:18:26.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:25 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T07:18:26.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:25 smithi066 ceph-mon[84331]: Health check update: Degraded data redundancy: 157/1032 objects degraded (15.213%), 14 pgs degraded (PG_DEGRADED) 2024-04-13T07:18:26.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:25 smithi066 ceph-mon[84331]: mgrmap e39: y(active, since 92s), standbys: x 2024-04-13T07:18:26.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:25 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:26.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:25 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:26.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:25 smithi066 ceph-mon[84331]: osdmap e315: 8 total, 8 up, 8 in 2024-04-13T07:18:26.819 INFO:tasks.rados.rados.0.smithi003.stdout:1223: done (3 left) 2024-04-13T07:18:26.819 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 37 current snap is 132 2024-04-13T07:18:26.819 INFO:tasks.rados.rados.0.smithi003.stdout:1224: seq_num 375 ranges {0=688128,688128=663552,1351680=139264} 2024-04-13T07:18:26.823 INFO:tasks.rados.rados.0.smithi003.stdout:1224: writing smithi00377890-37 from 0 to 688128 tid 1 2024-04-13T07:18:26.828 INFO:tasks.rados.rados.0.smithi003.stdout:1224: writing smithi00377890-37 from 688128 to 1351680 tid 2 2024-04-13T07:18:26.829 INFO:tasks.rados.rados.0.smithi003.stdout:1224: writing smithi00377890-37 from 1351680 to 1490944 tid 3 2024-04-13T07:18:26.830 INFO:tasks.rados.rados.0.smithi003.stdout:1219: finishing write tid 1 to smithi00377890-10 2024-04-13T07:18:26.830 INFO:tasks.rados.rados.0.smithi003.stdout:1219: finishing write tid 2 to smithi00377890-10 2024-04-13T07:18:26.830 INFO:tasks.rados.rados.0.smithi003.stdout:1219: finishing write tid 3 to smithi00377890-10 2024-04-13T07:18:26.830 INFO:tasks.rados.rados.0.smithi003.stdout:1219: finishing write tid 4 to smithi00377890-10 2024-04-13T07:18:26.830 INFO:tasks.rados.rados.0.smithi003.stdout:1219: finishing write tid 5 to smithi00377890-10 2024-04-13T07:18:26.830 INFO:tasks.rados.rados.0.smithi003.stdout:1219: oid 10 updating version 0 to 1153 2024-04-13T07:18:26.830 INFO:tasks.rados.rados.0.smithi003.stdout:1219: oid 10 updating version 1153 to 1155 2024-04-13T07:18:26.830 INFO:tasks.rados.rados.0.smithi003.stdout:1219: oid 10 version 1155 is already newer than 1152 2024-04-13T07:18:26.830 INFO:tasks.rados.rados.0.smithi003.stdout:1219: oid 10 version 1155 is already newer than 1154 2024-04-13T07:18:26.830 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 1155 (ObjNum 373 snap 132 seq_num 373) dirty exists 2024-04-13T07:18:26.830 INFO:tasks.rados.rados.0.smithi003.stdout:1219: left oid 10 (ObjNum 373 snap 132 seq_num 373) 2024-04-13T07:18:26.830 INFO:tasks.rados.rados.0.smithi003.stdout:1217: finishing rollback tid 0 to smithi00377890-5 2024-04-13T07:18:26.831 INFO:tasks.rados.rados.0.smithi003.stdout:1217: finishing rollback tid 1 to smithi00377890-5 2024-04-13T07:18:26.831 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 531 (ObjNum 33 snap 0 seq_num 292243504) dirty dne 2024-04-13T07:18:26.831 INFO:tasks.rados.rados.0.smithi003.stdout:1217: done (3 left) 2024-04-13T07:18:26.831 INFO:tasks.rados.rados.0.smithi003.stdout:1219: done (2 left) 2024-04-13T07:18:26.831 INFO:tasks.rados.rados.0.smithi003.stdout:1221: done (1 left) 2024-04-13T07:18:26.831 INFO:tasks.rados.rados.0.smithi003.stdout:1225: copy_from oid 40 from oid 34 current snap is 132 2024-04-13T07:18:26.831 INFO:tasks.rados.rados.0.smithi003.stdout:1226: snap_create 2024-04-13T07:18:26.838 INFO:tasks.rados.rados.0.smithi003.stdout:1224: finishing write tid 1 to smithi00377890-37 2024-04-13T07:18:26.839 INFO:tasks.rados.rados.0.smithi003.stdout:1224: finishing write tid 2 to smithi00377890-37 2024-04-13T07:18:26.840 INFO:tasks.rados.rados.0.smithi003.stdout:1224: finishing write tid 3 to smithi00377890-37 2024-04-13T07:18:26.841 INFO:tasks.rados.rados.0.smithi003.stdout:1224: finishing write tid 4 to smithi00377890-37 2024-04-13T07:18:26.843 INFO:tasks.rados.rados.0.smithi003.stdout:1224: finishing write tid 5 to smithi00377890-37 2024-04-13T07:18:26.843 INFO:tasks.rados.rados.0.smithi003.stdout:1224: oid 37 updating version 0 to 299 2024-04-13T07:18:26.843 INFO:tasks.rados.rados.0.smithi003.stdout:1224: oid 37 updating version 299 to 302 2024-04-13T07:18:26.843 INFO:tasks.rados.rados.0.smithi003.stdout:1224: oid 37 version 302 is already newer than 301 2024-04-13T07:18:26.843 INFO:tasks.rados.rados.0.smithi003.stdout:1224: oid 37 version 302 is already newer than 300 2024-04-13T07:18:26.843 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 302 (ObjNum 375 snap 132 seq_num 375) dirty exists 2024-04-13T07:18:26.843 INFO:tasks.rados.rados.0.smithi003.stdout:1224: left oid 37 (ObjNum 375 snap 132 seq_num 375) 2024-04-13T07:18:26.853 INFO:tasks.rados.rados.0.smithi003.stdout:1225: finishing copy_from racing read to smithi00377890-40 2024-04-13T07:18:26.853 INFO:tasks.rados.rados.0.smithi003.stdout:1225: finishing copy_from to smithi00377890-40 2024-04-13T07:18:26.853 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 853 (ObjNum 371 snap 130 seq_num 371) dirty exists 2024-04-13T07:18:27.830 INFO:tasks.rados.rados.0.smithi003.stdout:1224: done (2 left) 2024-04-13T07:18:27.830 INFO:tasks.rados.rados.0.smithi003.stdout:1225: done (1 left) 2024-04-13T07:18:27.830 INFO:tasks.rados.rados.0.smithi003.stdout:1226: done (0 left) 2024-04-13T07:18:27.830 INFO:tasks.rados.rados.0.smithi003.stdout:1227: delete oid 3 current snap is 133 2024-04-13T07:18:27.833 INFO:tasks.rados.rados.0.smithi003.stdout:1227: done (0 left) 2024-04-13T07:18:27.833 INFO:tasks.rados.rados.0.smithi003.stdout:1228: read oid 6 snap -1 2024-04-13T07:18:27.833 INFO:tasks.rados.rados.0.smithi003.stdout:1228: expect (ObjNum 300 snap 101 seq_num 300) 2024-04-13T07:18:27.833 INFO:tasks.rados.rados.0.smithi003.stdout:1229: delete oid 30 current snap is 133 2024-04-13T07:18:27.837 INFO:tasks.rados.rados.0.smithi003.stdout:1229: done (1 left) 2024-04-13T07:18:27.837 INFO:tasks.rados.rados.0.smithi003.stdout:1230: snap_remove snap 110 2024-04-13T07:18:27.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:27 smithi003 ceph-mon[91733]: pgmap v129: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 394 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.6 MiB/s wr, 22 op/s; 157/1032 objects degraded (15.213%) 2024-04-13T07:18:27.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:27 smithi003 ceph-mon[91733]: osdmap e316: 8 total, 8 up, 8 in 2024-04-13T07:18:27.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:27 smithi003 ceph-mon[89364]: pgmap v129: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 394 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.6 MiB/s wr, 22 op/s; 157/1032 objects degraded (15.213%) 2024-04-13T07:18:27.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:27 smithi003 ceph-mon[89364]: osdmap e316: 8 total, 8 up, 8 in 2024-04-13T07:18:28.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:27 smithi066 ceph-mon[84331]: pgmap v129: 121 pgs: 14 active+undersized+degraded, 39 active+undersized, 68 active+clean; 394 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.6 MiB/s wr, 22 op/s; 157/1032 objects degraded (15.213%) 2024-04-13T07:18:28.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:27 smithi066 ceph-mon[84331]: osdmap e316: 8 total, 8 up, 8 in 2024-04-13T07:18:28.751 INFO:tasks.rados.rados.0.smithi003.stdout:1230: done (1 left) 2024-04-13T07:18:28.751 INFO:tasks.rados.rados.0.smithi003.stdout:1231: read oid 44 snap -1 2024-04-13T07:18:28.752 INFO:tasks.rados.rados.0.smithi003.stdout:1231: expect deleted 2024-04-13T07:18:28.752 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 8 current snap is 133 2024-04-13T07:18:28.752 INFO:tasks.rados.rados.0.smithi003.stdout:1232: seq_num 378 ranges {892928=737280,1630208=720896,2351104=81920} 2024-04-13T07:18:28.761 INFO:tasks.rados.rados.0.smithi003.stdout:1232: writing smithi00377890-8 from 892928 to 1630208 tid 1 2024-04-13T07:18:28.766 INFO:tasks.rados.rados.0.smithi003.stdout:1232: writing smithi00377890-8 from 1630208 to 2351104 tid 2 2024-04-13T07:18:28.767 INFO:tasks.rados.rados.0.smithi003.stdout:1232: writing smithi00377890-8 from 2351104 to 2433024 tid 3 2024-04-13T07:18:28.767 INFO:tasks.rados.rados.0.smithi003.stdout:1233: snap_remove snap 127 2024-04-13T07:18:29.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:28 smithi003 ceph-mon[91733]: osdmap e317: 8 total, 8 up, 8 in 2024-04-13T07:18:29.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:28 smithi003 ceph-mon[91733]: osdmap e318: 8 total, 8 up, 8 in 2024-04-13T07:18:29.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:28 smithi003 ceph-mon[89364]: osdmap e317: 8 total, 8 up, 8 in 2024-04-13T07:18:29.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:28 smithi003 ceph-mon[89364]: osdmap e318: 8 total, 8 up, 8 in 2024-04-13T07:18:29.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:28 smithi066 ceph-mon[84331]: osdmap e317: 8 total, 8 up, 8 in 2024-04-13T07:18:29.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:28 smithi066 ceph-mon[84331]: osdmap e318: 8 total, 8 up, 8 in 2024-04-13T07:18:29.387 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:18:29 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:18:29.345+0000 7ff2e8c82700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-13T07:18:29.758 INFO:tasks.rados.rados.0.smithi003.stdout:1233: done (3 left) 2024-04-13T07:18:29.759 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 15 current snap is 133 2024-04-13T07:18:29.759 INFO:tasks.rados.rados.0.smithi003.stdout:1234: seq_num 379 ranges {2973696=753664,3727360=606208,4333568=196608} 2024-04-13T07:18:29.779 INFO:tasks.rados.rados.0.smithi003.stdout:1234: writing smithi00377890-15 from 2973696 to 3727360 tid 1 2024-04-13T07:18:29.782 INFO:tasks.rados.rados.0.smithi003.stdout:1234: writing smithi00377890-15 from 3727360 to 4333568 tid 2 2024-04-13T07:18:29.783 INFO:tasks.rados.rados.0.smithi003.stdout:1234: writing smithi00377890-15 from 4333568 to 4530176 tid 3 2024-04-13T07:18:29.783 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 21 current snap is 133 2024-04-13T07:18:29.783 INFO:tasks.rados.rados.0.smithi003.stdout:1235: seq_num 380 ranges {778240=770048,1548288=483328,2031616=319488} 2024-04-13T07:18:29.793 INFO:tasks.rados.rados.0.smithi003.stdout:1235: writing smithi00377890-21 from 778240 to 1548288 tid 1 2024-04-13T07:18:29.796 INFO:tasks.rados.rados.0.smithi003.stdout:1235: writing smithi00377890-21 from 1548288 to 2031616 tid 2 2024-04-13T07:18:29.798 INFO:tasks.rados.rados.0.smithi003.stdout:1235: writing smithi00377890-21 from 2031616 to 2351104 tid 3 2024-04-13T07:18:29.798 INFO:tasks.rados.rados.0.smithi003.stdout:1236: snap_remove snap 27 2024-04-13T07:18:30.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[91733]: pgmap v132: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 401 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 4 op/s; 52/1044 objects degraded (4.981%); 5.9 MiB/s, 2 objects/s recovering 2024-04-13T07:18:30.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:30.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:30.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:30.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:18:30.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:30.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:18:30.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:30.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:30.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:30.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:18:30.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[91733]: osdmap e319: 8 total, 8 up, 8 in 2024-04-13T07:18:30.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[89364]: pgmap v132: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 401 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 4 op/s; 52/1044 objects degraded (4.981%); 5.9 MiB/s, 2 objects/s recovering 2024-04-13T07:18:30.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:30.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:30.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:30.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:18:30.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:30.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:18:30.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:30.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:30.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:30.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:18:30.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:30 smithi003 ceph-mon[89364]: osdmap e319: 8 total, 8 up, 8 in 2024-04-13T07:18:30.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:30 smithi066 ceph-mon[84331]: pgmap v132: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 401 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 4 op/s; 52/1044 objects degraded (4.981%); 5.9 MiB/s, 2 objects/s recovering 2024-04-13T07:18:30.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:30.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:30.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:30.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:18:30.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:30.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:18:30.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:30.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:30.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:30.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:18:30.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:30 smithi066 ceph-mon[84331]: osdmap e319: 8 total, 8 up, 8 in 2024-04-13T07:18:30.760 INFO:tasks.rados.rados.0.smithi003.stdout:1236: done (5 left) 2024-04-13T07:18:30.760 INFO:tasks.rados.rados.0.smithi003.stdout:1237: rollback oid 1 current snap is 133 2024-04-13T07:18:30.760 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 1 to 121 2024-04-13T07:18:30.760 INFO:tasks.rados.rados.0.smithi003.stdout:1228: expect (ObjNum 300 snap 101 seq_num 300) 2024-04-13T07:18:30.951 INFO:tasks.rados.rados.0.smithi003.stdout:1232: finishing write tid 1 to smithi00377890-8 2024-04-13T07:18:30.951 INFO:tasks.rados.rados.0.smithi003.stdout:1232: finishing write tid 2 to smithi00377890-8 2024-04-13T07:18:30.951 INFO:tasks.rados.rados.0.smithi003.stdout:1232: finishing write tid 3 to smithi00377890-8 2024-04-13T07:18:30.951 INFO:tasks.rados.rados.0.smithi003.stdout:1232: finishing write tid 4 to smithi00377890-8 2024-04-13T07:18:30.951 INFO:tasks.rados.rados.0.smithi003.stdout:1228: done (5 left) 2024-04-13T07:18:30.951 INFO:tasks.rados.rados.0.smithi003.stdout:1231: done (4 left) 2024-04-13T07:18:30.951 INFO:tasks.rados.rados.0.smithi003.stdout:1238: read oid 40 snap -1 2024-04-13T07:18:30.951 INFO:tasks.rados.rados.0.smithi003.stdout:1238: expect (ObjNum 371 snap 130 seq_num 371) 2024-04-13T07:18:30.951 INFO:tasks.rados.rados.0.smithi003.stdout:1239: read oid 19 snap -1 2024-04-13T07:18:30.952 INFO:tasks.rados.rados.0.smithi003.stdout:1239: expect (ObjNum 192 snap 57 seq_num 192) 2024-04-13T07:18:30.952 INFO:tasks.rados.rados.0.smithi003.stdout:1240: rollback oid 41 current snap is 133 2024-04-13T07:18:30.952 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 41 to 128 2024-04-13T07:18:30.952 INFO:tasks.rados.rados.0.smithi003.stdout:1232: finishing write tid 5 to smithi00377890-8 2024-04-13T07:18:30.952 INFO:tasks.rados.rados.0.smithi003.stdout:1232: oid 8 updating version 0 to 525 2024-04-13T07:18:30.952 INFO:tasks.rados.rados.0.smithi003.stdout:1232: oid 8 updating version 525 to 528 2024-04-13T07:18:30.952 INFO:tasks.rados.rados.0.smithi003.stdout:1232: oid 8 version 528 is already newer than 527 2024-04-13T07:18:30.952 INFO:tasks.rados.rados.0.smithi003.stdout:1232: oid 8 version 528 is already newer than 526 2024-04-13T07:18:30.952 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 528 (ObjNum 378 snap 133 seq_num 378) dirty exists 2024-04-13T07:18:30.952 INFO:tasks.rados.rados.0.smithi003.stdout:1232: left oid 8 (ObjNum 378 snap 133 seq_num 378) 2024-04-13T07:18:30.952 INFO:tasks.rados.rados.0.smithi003.stdout:1234: finishing write tid 1 to smithi00377890-15 2024-04-13T07:18:30.952 INFO:tasks.rados.rados.0.smithi003.stdout:1234: finishing write tid 2 to smithi00377890-15 2024-04-13T07:18:30.952 INFO:tasks.rados.rados.0.smithi003.stdout:1234: finishing write tid 3 to smithi00377890-15 2024-04-13T07:18:30.952 INFO:tasks.rados.rados.0.smithi003.stdout:1232: done (6 left) 2024-04-13T07:18:30.952 INFO:tasks.rados.rados.0.smithi003.stdout:1241: read oid 47 snap 62 2024-04-13T07:18:30.953 INFO:tasks.rados.rados.0.smithi003.stdout:1241: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:18:30.953 INFO:tasks.rados.rados.0.smithi003.stdout:1242: setattr oid 38 current snap is 133 2024-04-13T07:18:30.953 INFO:tasks.rados.rados.0.smithi003.stdout:1234: finishing write tid 4 to smithi00377890-15 2024-04-13T07:18:30.953 INFO:tasks.rados.rados.0.smithi003.stdout:1234: finishing write tid 5 to smithi00377890-15 2024-04-13T07:18:30.953 INFO:tasks.rados.rados.0.smithi003.stdout:1234: oid 15 updating version 0 to 1202 2024-04-13T07:18:30.953 INFO:tasks.rados.rados.0.smithi003.stdout:1234: oid 15 version 1202 is already newer than 1201 2024-04-13T07:18:30.953 INFO:tasks.rados.rados.0.smithi003.stdout:1234: oid 15 updating version 1202 to 1204 2024-04-13T07:18:30.953 INFO:tasks.rados.rados.0.smithi003.stdout:1234: oid 15 version 1204 is already newer than 1203 2024-04-13T07:18:30.953 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 1204 (ObjNum 379 snap 133 seq_num 379) dirty exists 2024-04-13T07:18:30.953 INFO:tasks.rados.rados.0.smithi003.stdout:1234: left oid 15 (ObjNum 379 snap 133 seq_num 379) 2024-04-13T07:18:30.953 INFO:tasks.rados.rados.0.smithi003.stdout:1235: finishing write tid 1 to smithi00377890-21 2024-04-13T07:18:30.953 INFO:tasks.rados.rados.0.smithi003.stdout:1235: finishing write tid 2 to smithi00377890-21 2024-04-13T07:18:30.953 INFO:tasks.rados.rados.0.smithi003.stdout:1235: finishing write tid 3 to smithi00377890-21 2024-04-13T07:18:30.953 INFO:tasks.rados.rados.0.smithi003.stdout:1235: finishing write tid 4 to smithi00377890-21 2024-04-13T07:18:30.953 INFO:tasks.rados.rados.0.smithi003.stdout:1235: finishing write tid 5 to smithi00377890-21 2024-04-13T07:18:30.953 INFO:tasks.rados.rados.0.smithi003.stdout:1235: oid 21 updating version 0 to 526 2024-04-13T07:18:30.954 INFO:tasks.rados.rados.0.smithi003.stdout:1235: oid 21 version 526 is already newer than 525 2024-04-13T07:18:30.954 INFO:tasks.rados.rados.0.smithi003.stdout:1235: oid 21 updating version 526 to 527 2024-04-13T07:18:30.954 INFO:tasks.rados.rados.0.smithi003.stdout:1235: oid 21 version 527 is already newer than 524 2024-04-13T07:18:30.954 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 527 (ObjNum 380 snap 133 seq_num 380) dirty exists 2024-04-13T07:18:30.954 INFO:tasks.rados.rados.0.smithi003.stdout:1235: left oid 21 (ObjNum 380 snap 133 seq_num 380) 2024-04-13T07:18:30.954 INFO:tasks.rados.rados.0.smithi003.stdout:1237: finishing rollback tid 0 to smithi00377890-1 2024-04-13T07:18:30.954 INFO:tasks.rados.rados.0.smithi003.stdout:1237: finishing rollback tid 1 to smithi00377890-1 2024-04-13T07:18:30.954 INFO:tasks.rados.rados.0.smithi003.stdout:1237: finishing rollback tid 2 to smithi00377890-1 2024-04-13T07:18:30.954 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 521 (ObjNum 311 snap 105 seq_num 311) dirty exists 2024-04-13T07:18:30.955 INFO:tasks.rados.rados.0.smithi003.stdout:1234: done (7 left) 2024-04-13T07:18:30.955 INFO:tasks.rados.rados.0.smithi003.stdout:1235: done (6 left) 2024-04-13T07:18:30.955 INFO:tasks.rados.rados.0.smithi003.stdout:1237: done (5 left) 2024-04-13T07:18:30.955 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 23 current snap is 133 2024-04-13T07:18:30.955 INFO:tasks.rados.rados.0.smithi003.stdout:1243: seq_num 381 ranges {393216=786432,1179648=417792,1597440=385024} 2024-04-13T07:18:30.958 INFO:tasks.rados.rados.0.smithi003.stdout:1243: writing smithi00377890-23 from 393216 to 1179648 tid 1 2024-04-13T07:18:30.960 INFO:tasks.rados.rados.0.smithi003.stdout:1243: writing smithi00377890-23 from 1179648 to 1597440 tid 2 2024-04-13T07:18:30.962 INFO:tasks.rados.rados.0.smithi003.stdout:1243: writing smithi00377890-23 from 1597440 to 1982464 tid 3 2024-04-13T07:18:30.963 INFO:tasks.rados.rados.0.smithi003.stdout:1244: snap_create 2024-04-13T07:18:30.963 INFO:tasks.rados.rados.0.smithi003.stdout:1239: expect (ObjNum 192 snap 57 seq_num 192) 2024-04-13T07:18:30.985 INFO:tasks.rados.rados.0.smithi003.stdout:1240: finishing rollback tid 0 to smithi00377890-41 2024-04-13T07:18:30.985 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 529 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:18:30.985 INFO:tasks.rados.rados.0.smithi003.stdout:1241: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-13T07:18:31.008 INFO:tasks.rados.rados.0.smithi003.stdout:1240: finishing rollback tid 1 to smithi00377890-41 2024-04-13T07:18:31.008 INFO:tasks.rados.rados.0.smithi003.stdout:1240: finishing rollback tid 2 to smithi00377890-41 2024-04-13T07:18:31.008 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 527 (ObjNum 308 snap 102 seq_num 308) dirty exists 2024-04-13T07:18:31.008 INFO:tasks.rados.rados.0.smithi003.stdout:1238: expect (ObjNum 371 snap 130 seq_num 371) 2024-04-13T07:18:31.109 INFO:tasks.rados.rados.0.smithi003.stdout:1243: finishing write tid 1 to smithi00377890-23 2024-04-13T07:18:31.109 INFO:tasks.rados.rados.0.smithi003.stdout:1243: finishing write tid 2 to smithi00377890-23 2024-04-13T07:18:31.110 INFO:tasks.rados.rados.0.smithi003.stdout:1243: finishing write tid 3 to smithi00377890-23 2024-04-13T07:18:31.110 INFO:tasks.rados.rados.0.smithi003.stdout:1243: finishing write tid 4 to smithi00377890-23 2024-04-13T07:18:31.110 INFO:tasks.rados.rados.0.smithi003.stdout:1243: finishing write tid 5 to smithi00377890-23 2024-04-13T07:18:31.110 INFO:tasks.rados.rados.0.smithi003.stdout:1243: oid 23 updating version 0 to 1229 2024-04-13T07:18:31.110 INFO:tasks.rados.rados.0.smithi003.stdout:1243: oid 23 version 1229 is already newer than 1228 2024-04-13T07:18:31.110 INFO:tasks.rados.rados.0.smithi003.stdout:1243: oid 23 updating version 1229 to 1231 2024-04-13T07:18:31.110 INFO:tasks.rados.rados.0.smithi003.stdout:1243: oid 23 version 1231 is already newer than 1230 2024-04-13T07:18:31.110 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 1231 (ObjNum 381 snap 133 seq_num 381) dirty exists 2024-04-13T07:18:31.110 INFO:tasks.rados.rados.0.smithi003.stdout:1243: left oid 23 (ObjNum 381 snap 133 seq_num 381) 2024-04-13T07:18:31.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:31 smithi003 ceph-mon[89364]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:18:31.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:31 smithi003 ceph-mon[89364]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-13T07:18:31.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:31 smithi003 ceph-mon[89364]: osdmap e320: 8 total, 8 up, 8 in 2024-04-13T07:18:31.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:31 smithi003 ceph-mon[91733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:18:31.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:31 smithi003 ceph-mon[91733]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-13T07:18:31.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:31 smithi003 ceph-mon[91733]: osdmap e320: 8 total, 8 up, 8 in 2024-04-13T07:18:31.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:31 smithi066 ceph-mon[84331]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:18:31.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:31 smithi066 ceph-mon[84331]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-13T07:18:31.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:31 smithi066 ceph-mon[84331]: osdmap e320: 8 total, 8 up, 8 in 2024-04-13T07:18:31.761 INFO:tasks.rados.rados.0.smithi003.stdout:1238: done (6 left) 2024-04-13T07:18:31.761 INFO:tasks.rados.rados.0.smithi003.stdout:1239: done (5 left) 2024-04-13T07:18:31.761 INFO:tasks.rados.rados.0.smithi003.stdout:1240: done (4 left) 2024-04-13T07:18:31.761 INFO:tasks.rados.rados.0.smithi003.stdout:1241: done (3 left) 2024-04-13T07:18:31.761 INFO:tasks.rados.rados.0.smithi003.stdout:1242: done (2 left) 2024-04-13T07:18:31.761 INFO:tasks.rados.rados.0.smithi003.stdout:1243: done (1 left) 2024-04-13T07:18:31.761 INFO:tasks.rados.rados.0.smithi003.stdout:1244: done (0 left) 2024-04-13T07:18:31.761 INFO:tasks.rados.rados.0.smithi003.stdout:1245: copy_from oid 6 from oid 49 current snap is 134 2024-04-13T07:18:31.761 INFO:tasks.rados.rados.0.smithi003.stdout:1246: rollback oid 33 current snap is 134 2024-04-13T07:18:31.761 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 33 to 90 2024-04-13T07:18:31.761 INFO:tasks.rados.rados.0.smithi003.stdout:1247: copy_from oid 38 from oid 1 current snap is 134 2024-04-13T07:18:31.761 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 16 current snap is 134 2024-04-13T07:18:31.762 INFO:tasks.rados.rados.0.smithi003.stdout:1248: seq_num 382 ranges {1720320=802816,2523136=704512,3227648=98304} 2024-04-13T07:18:31.774 INFO:tasks.rados.rados.0.smithi003.stdout:1248: writing smithi00377890-16 from 1720320 to 2523136 tid 1 2024-04-13T07:18:31.779 INFO:tasks.rados.rados.0.smithi003.stdout:1248: writing smithi00377890-16 from 2523136 to 3227648 tid 2 2024-04-13T07:18:31.780 INFO:tasks.rados.rados.0.smithi003.stdout:1248: writing smithi00377890-16 from 3227648 to 3325952 tid 3 2024-04-13T07:18:31.780 INFO:tasks.rados.rados.0.smithi003.stdout:1249: snap_create 2024-04-13T07:18:31.781 INFO:tasks.rados.rados.0.smithi003.stdout:1246: finishing rollback tid 1 to smithi00377890-33 2024-04-13T07:18:31.781 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 509 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-13T07:18:31.781 INFO:tasks.rados.rados.0.smithi003.stdout:1247: finishing copy_from racing read to smithi00377890-38 2024-04-13T07:18:31.781 INFO:tasks.rados.rados.0.smithi003.stdout:1247: finishing copy_from to smithi00377890-38 2024-04-13T07:18:31.781 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 521 (ObjNum 311 snap 105 seq_num 311) dirty exists 2024-04-13T07:18:31.783 INFO:tasks.rados.rados.0.smithi003.stdout:1248: finishing write tid 1 to smithi00377890-16 2024-04-13T07:18:31.785 INFO:tasks.rados.rados.0.smithi003.stdout:1248: finishing write tid 2 to smithi00377890-16 2024-04-13T07:18:31.787 INFO:tasks.rados.rados.0.smithi003.stdout:1248: finishing write tid 3 to smithi00377890-16 2024-04-13T07:18:31.787 INFO:tasks.rados.rados.0.smithi003.stdout:1248: finishing write tid 4 to smithi00377890-16 2024-04-13T07:18:31.789 INFO:tasks.rados.rados.0.smithi003.stdout:1248: finishing write tid 5 to smithi00377890-16 2024-04-13T07:18:31.789 INFO:tasks.rados.rados.0.smithi003.stdout:1248: oid 16 updating version 0 to 1080 2024-04-13T07:18:31.789 INFO:tasks.rados.rados.0.smithi003.stdout:1248: oid 16 updating version 1080 to 1083 2024-04-13T07:18:31.789 INFO:tasks.rados.rados.0.smithi003.stdout:1248: oid 16 version 1083 is already newer than 1082 2024-04-13T07:18:31.789 INFO:tasks.rados.rados.0.smithi003.stdout:1248: oid 16 version 1083 is already newer than 1081 2024-04-13T07:18:31.789 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 1083 (ObjNum 382 snap 134 seq_num 382) dirty exists 2024-04-13T07:18:31.789 INFO:tasks.rados.rados.0.smithi003.stdout:1248: left oid 16 (ObjNum 382 snap 134 seq_num 382) 2024-04-13T07:18:31.806 INFO:tasks.rados.rados.0.smithi003.stdout:1245: finishing copy_from racing read to smithi00377890-6 2024-04-13T07:18:31.812 INFO:tasks.rados.rados.0.smithi003.stdout:1245: finishing copy_from to smithi00377890-6 2024-04-13T07:18:31.812 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 720 (ObjNum 364 snap 128 seq_num 364) dirty exists 2024-04-13T07:18:32.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:32 smithi003 ceph-mon[89364]: pgmap v135: 121 pgs: 121 active+clean; 400 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 6 op/s; 10 MiB/s, 4 objects/s recovering 2024-04-13T07:18:32.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:32 smithi003 ceph-mon[89364]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 52/1044 objects degraded (4.981%), 4 pgs degraded) 2024-04-13T07:18:32.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:32 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:18:32.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:32 smithi003 ceph-mon[89364]: osdmap e321: 8 total, 8 up, 8 in 2024-04-13T07:18:32.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:32 smithi003 ceph-mon[91733]: pgmap v135: 121 pgs: 121 active+clean; 400 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 6 op/s; 10 MiB/s, 4 objects/s recovering 2024-04-13T07:18:32.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:32 smithi003 ceph-mon[91733]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 52/1044 objects degraded (4.981%), 4 pgs degraded) 2024-04-13T07:18:32.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:32 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:18:32.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:32 smithi003 ceph-mon[91733]: osdmap e321: 8 total, 8 up, 8 in 2024-04-13T07:18:32.654 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:18:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:18:32.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:32 smithi066 ceph-mon[84331]: pgmap v135: 121 pgs: 121 active+clean; 400 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 6 op/s; 10 MiB/s, 4 objects/s recovering 2024-04-13T07:18:32.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:32 smithi066 ceph-mon[84331]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 52/1044 objects degraded (4.981%), 4 pgs degraded) 2024-04-13T07:18:32.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:32 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:18:32.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:32 smithi066 ceph-mon[84331]: osdmap e321: 8 total, 8 up, 8 in 2024-04-13T07:18:32.761 INFO:tasks.rados.rados.0.smithi003.stdout:1245: done (4 left) 2024-04-13T07:18:32.761 INFO:tasks.rados.rados.0.smithi003.stdout:1246: done (3 left) 2024-04-13T07:18:32.761 INFO:tasks.rados.rados.0.smithi003.stdout:1247: done (2 left) 2024-04-13T07:18:32.761 INFO:tasks.rados.rados.0.smithi003.stdout:1248: done (1 left) 2024-04-13T07:18:32.761 INFO:tasks.rados.rados.0.smithi003.stdout:1249: done (0 left) 2024-04-13T07:18:32.761 INFO:tasks.rados.rados.0.smithi003.stdout:1250: copy_from oid 31 from oid 47 current snap is 135 2024-04-13T07:18:32.761 INFO:tasks.rados.rados.0.smithi003.stdout:1251: read oid 12 snap 134 2024-04-13T07:18:32.761 INFO:tasks.rados.rados.0.smithi003.stdout:1251: expect (ObjNum 359 snap 127 seq_num 359) 2024-04-13T07:18:32.761 INFO:tasks.rados.rados.0.smithi003.stdout:1252: delete oid 32 current snap is 135 2024-04-13T07:18:32.768 INFO:tasks.rados.rados.0.smithi003.stdout:1252: done (2 left) 2024-04-13T07:18:32.768 INFO:tasks.rados.rados.0.smithi003.stdout:1253: snap_create 2024-04-13T07:18:32.772 INFO:tasks.rados.rados.0.smithi003.stdout:1250: finishing copy_from racing read to smithi00377890-31 2024-04-13T07:18:32.775 INFO:tasks.rados.rados.0.smithi003.stdout:1250: finishing copy_from to smithi00377890-31 2024-04-13T07:18:32.775 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 693 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-13T07:18:32.777 INFO:tasks.rados.rados.0.smithi003.stdout:1251: expect (ObjNum 359 snap 127 seq_num 359) 2024-04-13T07:18:33.757 INFO:tasks.rados.rados.0.smithi003.stdout:1250: done (2 left) 2024-04-13T07:18:33.757 INFO:tasks.rados.rados.0.smithi003.stdout:1251: done (1 left) 2024-04-13T07:18:33.757 INFO:tasks.rados.rados.0.smithi003.stdout:1253: done (0 left) 2024-04-13T07:18:33.757 INFO:tasks.rados.rados.0.smithi003.stdout:1254: copy_from oid 38 from oid 8 current snap is 136 2024-04-13T07:18:33.757 INFO:tasks.rados.rados.0.smithi003.stdout:1255: delete oid 42 current snap is 136 2024-04-13T07:18:33.761 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:18:33 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:18:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:18:33.764 INFO:tasks.rados.rados.0.smithi003.stdout:1255: done (1 left) 2024-04-13T07:18:33.765 INFO:tasks.rados.rados.0.smithi003.stdout:1256: delete oid 29 current snap is 136 2024-04-13T07:18:33.767 INFO:tasks.rados.rados.0.smithi003.stdout:1256: done (1 left) 2024-04-13T07:18:33.767 INFO:tasks.rados.rados.0.smithi003.stdout:1257: rollback oid 27 current snap is 136 2024-04-13T07:18:33.767 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 27 to 113 2024-04-13T07:18:33.767 INFO:tasks.rados.rados.0.smithi003.stdout:1258: snap_remove snap 112 2024-04-13T07:18:34.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:33 smithi003 ceph-mon[91733]: pgmap v138: 121 pgs: 121 active+clean; 400 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 1 op/s; 4.6 MiB/s, 1 objects/s recovering 2024-04-13T07:18:34.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:33 smithi003 ceph-mon[91733]: osdmap e322: 8 total, 8 up, 8 in 2024-04-13T07:18:34.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:33 smithi003 ceph-mon[91733]: osdmap e323: 8 total, 8 up, 8 in 2024-04-13T07:18:34.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:33 smithi003 ceph-mon[89364]: pgmap v138: 121 pgs: 121 active+clean; 400 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 1 op/s; 4.6 MiB/s, 1 objects/s recovering 2024-04-13T07:18:34.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:33 smithi003 ceph-mon[89364]: osdmap e322: 8 total, 8 up, 8 in 2024-04-13T07:18:34.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:33 smithi003 ceph-mon[89364]: osdmap e323: 8 total, 8 up, 8 in 2024-04-13T07:18:34.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:33 smithi066 ceph-mon[84331]: pgmap v138: 121 pgs: 121 active+clean; 400 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 1 op/s; 4.6 MiB/s, 1 objects/s recovering 2024-04-13T07:18:34.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:33 smithi066 ceph-mon[84331]: osdmap e322: 8 total, 8 up, 8 in 2024-04-13T07:18:34.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:33 smithi066 ceph-mon[84331]: osdmap e323: 8 total, 8 up, 8 in 2024-04-13T07:18:34.429 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:18:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:18:34] "GET /metrics HTTP/1.1" 200 36040 "" "Prometheus/2.43.0" 2024-04-13T07:18:34.772 INFO:tasks.rados.rados.0.smithi003.stdout:1258: done (2 left) 2024-04-13T07:18:34.773 INFO:tasks.rados.rados.0.smithi003.stdout:1259: copy_from oid 3 from oid 44 current snap is 136 2024-04-13T07:18:34.773 INFO:tasks.rados.rados.0.smithi003.stdout:1260: rollback oid 6 current snap is 136 2024-04-13T07:18:34.773 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 6 to 109 2024-04-13T07:18:34.773 INFO:tasks.rados.rados.0.smithi003.stdout:1261: rollback oid 29 current snap is 136 2024-04-13T07:18:34.773 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 29 to 131 2024-04-13T07:18:34.773 INFO:tasks.rados.rados.0.smithi003.stdout:1262: snap_remove snap 106 2024-04-13T07:18:35.785 INFO:tasks.rados.rados.0.smithi003.stdout:1262: done (5 left) 2024-04-13T07:18:35.785 INFO:tasks.rados.rados.0.smithi003.stdout:1263: copy_from oid 42 from oid 32 current snap is 136 2024-04-13T07:18:35.785 INFO:tasks.rados.rados.0.smithi003.stdout:1257: finishing rollback tid 0 to smithi00377890-27 2024-04-13T07:18:35.786 INFO:tasks.rados.rados.0.smithi003.stdout:1257: finishing rollback tid 1 to smithi00377890-27 2024-04-13T07:18:35.786 INFO:tasks.rados.rados.0.smithi003.stdout:1257: finishing rollback tid 2 to smithi00377890-27 2024-04-13T07:18:35.786 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 495 (ObjNum 202 snap 59 seq_num 202) dirty exists 2024-04-13T07:18:35.786 INFO:tasks.rados.rados.0.smithi003.stdout:1254: finishing copy_from racing read to smithi00377890-38 2024-04-13T07:18:35.786 INFO:tasks.rados.rados.0.smithi003.stdout:1254: finishing copy_from to smithi00377890-38 2024-04-13T07:18:35.786 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 528 (ObjNum 378 snap 133 seq_num 378) dirty exists 2024-04-13T07:18:35.786 INFO:tasks.rados.rados.0.smithi003.stdout:1261: finishing rollback tid 1 to smithi00377890-29 2024-04-13T07:18:35.786 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 858 (ObjNum 81 snap 0 seq_num 267465552) dirty dne 2024-04-13T07:18:35.786 INFO:tasks.rados.rados.0.smithi003.stdout:1259: finishing copy_from to smithi00377890-3 2024-04-13T07:18:35.786 INFO:tasks.rados.rados.0.smithi003.stdout:1259: got expected ENOENT (src dne) 2024-04-13T07:18:35.786 INFO:tasks.rados.rados.0.smithi003.stdout:1259: finishing copy_from racing read to smithi00377890-3 2024-04-13T07:18:35.786 INFO:tasks.rados.rados.0.smithi003.stdout:1260: finishing rollback tid 0 to smithi00377890-6 2024-04-13T07:18:35.786 INFO:tasks.rados.rados.0.smithi003.stdout:1260: finishing rollback tid 1 to smithi00377890-6 2024-04-13T07:18:35.786 INFO:tasks.rados.rados.0.smithi003.stdout:1260: finishing rollback tid 2 to smithi00377890-6 2024-04-13T07:18:35.786 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 723 (ObjNum 300 snap 101 seq_num 300) dirty exists 2024-04-13T07:18:35.787 INFO:tasks.rados.rados.0.smithi003.stdout:1254: done (5 left) 2024-04-13T07:18:35.787 INFO:tasks.rados.rados.0.smithi003.stdout:1257: done (4 left) 2024-04-13T07:18:35.787 INFO:tasks.rados.rados.0.smithi003.stdout:1259: done (3 left) 2024-04-13T07:18:35.787 INFO:tasks.rados.rados.0.smithi003.stdout:1260: done (2 left) 2024-04-13T07:18:35.787 INFO:tasks.rados.rados.0.smithi003.stdout:1261: done (1 left) 2024-04-13T07:18:35.787 INFO:tasks.rados.rados.0.smithi003.stdout:1264: snap_create 2024-04-13T07:18:35.793 INFO:tasks.rados.rados.0.smithi003.stdout:1263: finishing copy_from to smithi00377890-42 2024-04-13T07:18:35.793 INFO:tasks.rados.rados.0.smithi003.stdout:1263: got expected ENOENT (src dne) 2024-04-13T07:18:35.793 INFO:tasks.rados.rados.0.smithi003.stdout:1263: finishing copy_from racing read to smithi00377890-42 2024-04-13T07:18:36.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:35 smithi003 ceph-mon[91733]: pgmap v141: 121 pgs: 121 active+clean; 365 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-04-13T07:18:36.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:35 smithi003 ceph-mon[91733]: osdmap e324: 8 total, 8 up, 8 in 2024-04-13T07:18:36.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:35 smithi003 ceph-mon[89364]: pgmap v141: 121 pgs: 121 active+clean; 365 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-04-13T07:18:36.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:35 smithi003 ceph-mon[89364]: osdmap e324: 8 total, 8 up, 8 in 2024-04-13T07:18:36.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:35 smithi066 ceph-mon[84331]: pgmap v141: 121 pgs: 121 active+clean; 365 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-04-13T07:18:36.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:35 smithi066 ceph-mon[84331]: osdmap e324: 8 total, 8 up, 8 in 2024-04-13T07:18:36.790 INFO:tasks.rados.rados.0.smithi003.stdout:1263: done (1 left) 2024-04-13T07:18:36.790 INFO:tasks.rados.rados.0.smithi003.stdout:1264: done (0 left) 2024-04-13T07:18:36.790 INFO:tasks.rados.rados.0.smithi003.stdout:1265: copy_from oid 35 from oid 22 current snap is 137 2024-04-13T07:18:36.790 INFO:tasks.rados.rados.0.smithi003.stdout:1266: rollback oid 20 current snap is 137 2024-04-13T07:18:36.790 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 20 to 125 2024-04-13T07:18:36.790 INFO:tasks.rados.rados.0.smithi003.stdout:1267: delete oid 27 current snap is 137 2024-04-13T07:18:36.796 INFO:tasks.rados.rados.0.smithi003.stdout:1267: done (2 left) 2024-04-13T07:18:36.796 INFO:tasks.rados.rados.0.smithi003.stdout:1268: rollback oid 36 current snap is 137 2024-04-13T07:18:36.796 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 36 to 66 2024-04-13T07:18:36.796 INFO:tasks.rados.rados.0.smithi003.stdout:1269: delete oid 7 current snap is 137 2024-04-13T07:18:36.801 INFO:tasks.rados.rados.0.smithi003.stdout:1268: finishing rollback tid 0 to smithi00377890-36 2024-04-13T07:18:36.802 INFO:tasks.rados.rados.0.smithi003.stdout:1269: done (3 left) 2024-04-13T07:18:36.802 INFO:tasks.rados.rados.0.smithi003.stdout:1270: copy_from oid 1 from oid 4 current snap is 137 2024-04-13T07:18:36.802 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 21 current snap is 137 2024-04-13T07:18:36.802 INFO:tasks.rados.rados.0.smithi003.stdout:1271: seq_num 388 ranges {2351104=507904,2859008=458752,3317760=606208,3923968=139264} 2024-04-13T07:18:36.818 INFO:tasks.rados.rados.0.smithi003.stdout:1271: writing smithi00377890-21 from 2351104 to 2859008 tid 1 2024-04-13T07:18:36.821 INFO:tasks.rados.rados.0.smithi003.stdout:1271: writing smithi00377890-21 from 2859008 to 3317760 tid 2 2024-04-13T07:18:36.825 INFO:tasks.rados.rados.0.smithi003.stdout:1271: writing smithi00377890-21 from 3317760 to 3923968 tid 3 2024-04-13T07:18:36.826 INFO:tasks.rados.rados.0.smithi003.stdout:1271: writing smithi00377890-21 from 3923968 to 4063232 tid 4 2024-04-13T07:18:36.826 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 30 current snap is 137 2024-04-13T07:18:36.827 INFO:tasks.rados.rados.0.smithi003.stdout:1268: finishing rollback tid 1 to smithi00377890-36 2024-04-13T07:18:36.827 INFO:tasks.rados.rados.0.smithi003.stdout:1268: finishing rollback tid 2 to smithi00377890-36 2024-04-13T07:18:36.827 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 861 (ObjNum 223 snap 66 seq_num 223) dirty exists 2024-04-13T07:18:36.827 INFO:tasks.rados.rados.0.smithi003.stdout:1266: finishing rollback tid 0 to smithi00377890-20 2024-04-13T07:18:36.827 INFO:tasks.rados.rados.0.smithi003.stdout:1272: seq_num 389 ranges {0=524288,524288=745472,1269760=458752} 2024-04-13T07:18:36.829 INFO:tasks.rados.rados.0.smithi003.stdout:1272: writing smithi00377890-30 from 0 to 524288 tid 1 2024-04-13T07:18:36.833 INFO:tasks.rados.rados.0.smithi003.stdout:1272: writing smithi00377890-30 from 524288 to 1269760 tid 2 2024-04-13T07:18:36.837 INFO:tasks.rados.rados.0.smithi003.stdout:1272: writing smithi00377890-30 from 1269760 to 1728512 tid 3 2024-04-13T07:18:36.837 INFO:tasks.rados.rados.0.smithi003.stdout:1268: done (5 left) 2024-04-13T07:18:36.837 INFO:tasks.rados.rados.0.smithi003.stdout:1273: rollback oid 7 current snap is 137 2024-04-13T07:18:36.837 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 7 to 103 2024-04-13T07:18:36.837 INFO:tasks.rados.rados.0.smithi003.stdout:1266: finishing rollback tid 1 to smithi00377890-20 2024-04-13T07:18:36.838 INFO:tasks.rados.rados.0.smithi003.stdout:1266: finishing rollback tid 2 to smithi00377890-20 2024-04-13T07:18:36.838 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 1115 (ObjNum 257 snap 84 seq_num 257) dirty exists 2024-04-13T07:18:36.838 INFO:tasks.rados.rados.0.smithi003.stdout:1271: finishing write tid 1 to smithi00377890-21 2024-04-13T07:18:36.838 INFO:tasks.rados.rados.0.smithi003.stdout:1271: finishing write tid 2 to smithi00377890-21 2024-04-13T07:18:36.838 INFO:tasks.rados.rados.0.smithi003.stdout:1270: finishing copy_from racing read to smithi00377890-1 2024-04-13T07:18:36.838 INFO:tasks.rados.rados.0.smithi003.stdout:1265: finishing copy_from racing read to smithi00377890-35 2024-04-13T07:18:36.838 INFO:tasks.rados.rados.0.smithi003.stdout:1266: done (5 left) 2024-04-13T07:18:36.838 INFO:tasks.rados.rados.0.smithi003.stdout:1274: read oid 41 snap -1 2024-04-13T07:18:36.838 INFO:tasks.rados.rados.0.smithi003.stdout:1274: expect (ObjNum 308 snap 102 seq_num 308) 2024-04-13T07:18:36.838 INFO:tasks.rados.rados.0.smithi003.stdout:1275: snap_remove snap 82 2024-04-13T07:18:37.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:36 smithi003 ceph-mon[91733]: osdmap e325: 8 total, 8 up, 8 in 2024-04-13T07:18:37.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:36 smithi003 ceph-mon[89364]: osdmap e325: 8 total, 8 up, 8 in 2024-04-13T07:18:37.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:36 smithi066 ceph-mon[84331]: osdmap e325: 8 total, 8 up, 8 in 2024-04-13T07:18:37.794 INFO:tasks.rados.rados.0.smithi003.stdout:1275: done (6 left) 2024-04-13T07:18:37.794 INFO:tasks.rados.rados.0.smithi003.stdout:1276: delete oid 16 current snap is 137 2024-04-13T07:18:37.794 INFO:tasks.rados.rados.0.smithi003.stdout:1265: finishing copy_from to smithi00377890-35 2024-04-13T07:18:37.794 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 930 (ObjNum 342 snap 117 seq_num 342) dirty exists 2024-04-13T07:18:37.794 INFO:tasks.rados.rados.0.smithi003.stdout:1271: finishing write tid 3 to smithi00377890-21 2024-04-13T07:18:37.794 INFO:tasks.rados.rados.0.smithi003.stdout:1270: finishing copy_from to smithi00377890-1 2024-04-13T07:18:37.794 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 504 (ObjNum 218 snap 66 seq_num 218) dirty exists 2024-04-13T07:18:37.794 INFO:tasks.rados.rados.0.smithi003.stdout:1271: finishing write tid 4 to smithi00377890-21 2024-04-13T07:18:37.794 INFO:tasks.rados.rados.0.smithi003.stdout:1271: finishing write tid 5 to smithi00377890-21 2024-04-13T07:18:37.795 INFO:tasks.rados.rados.0.smithi003.stdout:1272: finishing write tid 1 to smithi00377890-30 2024-04-13T07:18:37.795 INFO:tasks.rados.rados.0.smithi003.stdout:1272: finishing write tid 2 to smithi00377890-30 2024-04-13T07:18:37.795 INFO:tasks.rados.rados.0.smithi003.stdout:1271: finishing write tid 6 to smithi00377890-21 2024-04-13T07:18:37.795 INFO:tasks.rados.rados.0.smithi003.stdout:1271: oid 21 updating version 0 to 528 2024-04-13T07:18:37.795 INFO:tasks.rados.rados.0.smithi003.stdout:1271: oid 21 updating version 528 to 529 2024-04-13T07:18:37.795 INFO:tasks.rados.rados.0.smithi003.stdout:1271: oid 21 updating version 529 to 532 2024-04-13T07:18:37.795 INFO:tasks.rados.rados.0.smithi003.stdout:1271: oid 21 version 532 is already newer than 530 2024-04-13T07:18:37.795 INFO:tasks.rados.rados.0.smithi003.stdout:1271: oid 21 version 532 is already newer than 531 2024-04-13T07:18:37.795 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 532 (ObjNum 388 snap 137 seq_num 388) dirty exists 2024-04-13T07:18:37.795 INFO:tasks.rados.rados.0.smithi003.stdout:1271: left oid 21 (ObjNum 388 snap 137 seq_num 388) 2024-04-13T07:18:37.795 INFO:tasks.rados.rados.0.smithi003.stdout:1273: finishing rollback tid 1 to smithi00377890-7 2024-04-13T07:18:37.795 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 779 (ObjNum 129 snap 0 seq_num 291147376) dirty dne 2024-04-13T07:18:37.795 INFO:tasks.rados.rados.0.smithi003.stdout:1274: expect (ObjNum 308 snap 102 seq_num 308) 2024-04-13T07:18:37.810 INFO:tasks.rados.rados.0.smithi003.stdout:1272: finishing write tid 3 to smithi00377890-30 2024-04-13T07:18:37.811 INFO:tasks.rados.rados.0.smithi003.stdout:1272: finishing write tid 4 to smithi00377890-30 2024-04-13T07:18:37.811 INFO:tasks.rados.rados.0.smithi003.stdout:1272: finishing write tid 5 to smithi00377890-30 2024-04-13T07:18:37.811 INFO:tasks.rados.rados.0.smithi003.stdout:1272: oid 30 updating version 0 to 510 2024-04-13T07:18:37.811 INFO:tasks.rados.rados.0.smithi003.stdout:1272: oid 30 updating version 510 to 513 2024-04-13T07:18:37.811 INFO:tasks.rados.rados.0.smithi003.stdout:1272: oid 30 version 513 is already newer than 512 2024-04-13T07:18:37.811 INFO:tasks.rados.rados.0.smithi003.stdout:1272: oid 30 version 513 is already newer than 511 2024-04-13T07:18:37.811 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 513 (ObjNum 389 snap 137 seq_num 389) dirty exists 2024-04-13T07:18:37.811 INFO:tasks.rados.rados.0.smithi003.stdout:1272: left oid 30 (ObjNum 389 snap 137 seq_num 389) 2024-04-13T07:18:37.814 INFO:tasks.rados.rados.0.smithi003.stdout:1265: done (6 left) 2024-04-13T07:18:37.814 INFO:tasks.rados.rados.0.smithi003.stdout:1270: done (5 left) 2024-04-13T07:18:37.814 INFO:tasks.rados.rados.0.smithi003.stdout:1271: done (4 left) 2024-04-13T07:18:37.814 INFO:tasks.rados.rados.0.smithi003.stdout:1272: done (3 left) 2024-04-13T07:18:37.814 INFO:tasks.rados.rados.0.smithi003.stdout:1273: done (2 left) 2024-04-13T07:18:37.814 INFO:tasks.rados.rados.0.smithi003.stdout:1274: done (1 left) 2024-04-13T07:18:37.814 INFO:tasks.rados.rados.0.smithi003.stdout:1276: done (0 left) 2024-04-13T07:18:37.814 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 19 current snap is 137 2024-04-13T07:18:37.814 INFO:tasks.rados.rados.0.smithi003.stdout:1277: seq_num 391 ranges {819200=557056,1376256=516096,1892352=688128} 2024-04-13T07:18:37.822 INFO:tasks.rados.rados.0.smithi003.stdout:1277: writing smithi00377890-19 from 819200 to 1376256 tid 1 2024-04-13T07:18:37.825 INFO:tasks.rados.rados.0.smithi003.stdout:1277: writing smithi00377890-19 from 1376256 to 1892352 tid 2 2024-04-13T07:18:37.830 INFO:tasks.rados.rados.0.smithi003.stdout:1277: writing smithi00377890-19 from 1892352 to 2580480 tid 3 2024-04-13T07:18:37.830 INFO:tasks.rados.rados.0.smithi003.stdout:1278: snap_create 2024-04-13T07:18:37.830 INFO:tasks.rados.rados.0.smithi003.stdout:1277: finishing write tid 1 to smithi00377890-19 2024-04-13T07:18:37.831 INFO:tasks.rados.rados.0.smithi003.stdout:1277: finishing write tid 2 to smithi00377890-19 2024-04-13T07:18:37.834 INFO:tasks.rados.rados.0.smithi003.stdout:1277: finishing write tid 3 to smithi00377890-19 2024-04-13T07:18:37.834 INFO:tasks.rados.rados.0.smithi003.stdout:1277: finishing write tid 4 to smithi00377890-19 2024-04-13T07:18:37.835 INFO:tasks.rados.rados.0.smithi003.stdout:1277: finishing write tid 5 to smithi00377890-19 2024-04-13T07:18:37.835 INFO:tasks.rados.rados.0.smithi003.stdout:1277: oid 19 updating version 0 to 1132 2024-04-13T07:18:37.835 INFO:tasks.rados.rados.0.smithi003.stdout:1277: oid 19 updating version 1132 to 1134 2024-04-13T07:18:37.835 INFO:tasks.rados.rados.0.smithi003.stdout:1277: oid 19 version 1134 is already newer than 1133 2024-04-13T07:18:37.835 INFO:tasks.rados.rados.0.smithi003.stdout:1277: oid 19 updating version 1134 to 1135 2024-04-13T07:18:37.835 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 1135 (ObjNum 391 snap 137 seq_num 391) dirty exists 2024-04-13T07:18:37.835 INFO:tasks.rados.rados.0.smithi003.stdout:1277: left oid 19 (ObjNum 391 snap 137 seq_num 391) 2024-04-13T07:18:38.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:37 smithi003 ceph-mon[91733]: pgmap v144: 121 pgs: 121 active+clean; 365 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-04-13T07:18:38.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:37 smithi003 ceph-mon[91733]: osdmap e326: 8 total, 8 up, 8 in 2024-04-13T07:18:38.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:38.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:18:38.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:38.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:37 smithi003 ceph-mon[89364]: pgmap v144: 121 pgs: 121 active+clean; 365 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-04-13T07:18:38.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:37 smithi003 ceph-mon[89364]: osdmap e326: 8 total, 8 up, 8 in 2024-04-13T07:18:38.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:38.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:18:38.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:38.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:37 smithi066 ceph-mon[84331]: pgmap v144: 121 pgs: 121 active+clean; 365 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-04-13T07:18:38.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:37 smithi066 ceph-mon[84331]: osdmap e326: 8 total, 8 up, 8 in 2024-04-13T07:18:38.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:38.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:18:38.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:38.757 INFO:tasks.rados.rados.0.smithi003.stdout:1277: done (1 left) 2024-04-13T07:18:38.757 INFO:tasks.rados.rados.0.smithi003.stdout:1278: done (0 left) 2024-04-13T07:18:38.757 INFO:tasks.rados.rados.0.smithi003.stdout:1279: snap_create 2024-04-13T07:18:39.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:38 smithi003 ceph-mon[91733]: osdmap e327: 8 total, 8 up, 8 in 2024-04-13T07:18:39.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:38 smithi003 ceph-mon[91733]: osdmap e328: 8 total, 8 up, 8 in 2024-04-13T07:18:39.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:38 smithi003 ceph-mon[89364]: osdmap e327: 8 total, 8 up, 8 in 2024-04-13T07:18:39.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:38 smithi003 ceph-mon[89364]: osdmap e328: 8 total, 8 up, 8 in 2024-04-13T07:18:39.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:38 smithi066 ceph-mon[84331]: osdmap e327: 8 total, 8 up, 8 in 2024-04-13T07:18:39.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:38 smithi066 ceph-mon[84331]: osdmap e328: 8 total, 8 up, 8 in 2024-04-13T07:18:39.757 INFO:tasks.rados.rados.0.smithi003.stdout:1279: done (0 left) 2024-04-13T07:18:39.757 INFO:tasks.rados.rados.0.smithi003.stdout:1280: rollback oid 44 current snap is 139 2024-04-13T07:18:39.757 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 44 to 123 2024-04-13T07:18:39.757 INFO:tasks.rados.rados.0.smithi003.stdout:1281: read oid 36 snap -1 2024-04-13T07:18:39.757 INFO:tasks.rados.rados.0.smithi003.stdout:1281: expect (ObjNum 223 snap 66 seq_num 223) 2024-04-13T07:18:39.757 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 1 current snap is 139 2024-04-13T07:18:39.757 INFO:tasks.rados.rados.0.smithi003.stdout:1282: seq_num 392 ranges {5996544=573440,6569984=802816,7372800=401408} 2024-04-13T07:18:39.793 INFO:tasks.rados.rados.0.smithi003.stdout:1282: writing smithi00377890-1 from 5996544 to 6569984 tid 1 2024-04-13T07:18:39.797 INFO:tasks.rados.rados.0.smithi003.stdout:1282: writing smithi00377890-1 from 6569984 to 7372800 tid 2 2024-04-13T07:18:39.800 INFO:tasks.rados.rados.0.smithi003.stdout:1282: writing smithi00377890-1 from 7372800 to 7774208 tid 3 2024-04-13T07:18:39.801 INFO:tasks.rados.rados.0.smithi003.stdout:1283: delete oid 50 current snap is 139 2024-04-13T07:18:39.801 INFO:tasks.rados.rados.0.smithi003.stdout:1280: finishing rollback tid 1 to smithi00377890-44 2024-04-13T07:18:39.801 INFO:tasks.rados.rados.0.smithi003.stdout:1280: finishing rollback tid 2 to smithi00377890-44 2024-04-13T07:18:39.801 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 516 (ObjNum 340 snap 116 seq_num 340) dirty exists 2024-04-13T07:18:39.801 INFO:tasks.rados.rados.0.smithi003.stdout:1281: expect (ObjNum 223 snap 66 seq_num 223) 2024-04-13T07:18:39.863 INFO:tasks.rados.rados.0.smithi003.stdout:1282: finishing write tid 1 to smithi00377890-1 2024-04-13T07:18:39.863 INFO:tasks.rados.rados.0.smithi003.stdout:1282: finishing write tid 2 to smithi00377890-1 2024-04-13T07:18:39.863 INFO:tasks.rados.rados.0.smithi003.stdout:1282: finishing write tid 3 to smithi00377890-1 2024-04-13T07:18:39.863 INFO:tasks.rados.rados.0.smithi003.stdout:1282: finishing write tid 4 to smithi00377890-1 2024-04-13T07:18:39.863 INFO:tasks.rados.rados.0.smithi003.stdout:1282: finishing write tid 5 to smithi00377890-1 2024-04-13T07:18:39.863 INFO:tasks.rados.rados.0.smithi003.stdout:1282: oid 1 updating version 0 to 550 2024-04-13T07:18:39.863 INFO:tasks.rados.rados.0.smithi003.stdout:1282: oid 1 updating version 550 to 552 2024-04-13T07:18:39.863 INFO:tasks.rados.rados.0.smithi003.stdout:1282: oid 1 version 552 is already newer than 551 2024-04-13T07:18:39.863 INFO:tasks.rados.rados.0.smithi003.stdout:1282: oid 1 updating version 552 to 553 2024-04-13T07:18:39.863 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 553 (ObjNum 392 snap 139 seq_num 392) dirty exists 2024-04-13T07:18:39.863 INFO:tasks.rados.rados.0.smithi003.stdout:1282: left oid 1 (ObjNum 392 snap 139 seq_num 392) 2024-04-13T07:18:39.864 INFO:tasks.rados.rados.0.smithi003.stdout:1280: done (3 left) 2024-04-13T07:18:39.864 INFO:tasks.rados.rados.0.smithi003.stdout:1281: done (2 left) 2024-04-13T07:18:39.864 INFO:tasks.rados.rados.0.smithi003.stdout:1282: done (1 left) 2024-04-13T07:18:39.864 INFO:tasks.rados.rados.0.smithi003.stdout:1283: done (0 left) 2024-04-13T07:18:39.864 INFO:tasks.rados.rados.0.smithi003.stdout:1284: read oid 15 snap -1 2024-04-13T07:18:39.864 INFO:tasks.rados.rados.0.smithi003.stdout:1284: expect (ObjNum 379 snap 133 seq_num 379) 2024-04-13T07:18:39.864 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 44 current snap is 139 2024-04-13T07:18:39.864 INFO:tasks.rados.rados.0.smithi003.stdout:1285: seq_num 394 ranges {1679360=606208,2285568=565248,2850816=557056,3407872=81920} 2024-04-13T07:18:39.876 INFO:tasks.rados.rados.0.smithi003.stdout:1285: writing smithi00377890-44 from 1679360 to 2285568 tid 1 2024-04-13T07:18:39.880 INFO:tasks.rados.rados.0.smithi003.stdout:1285: writing smithi00377890-44 from 2285568 to 2850816 tid 2 2024-04-13T07:18:39.884 INFO:tasks.rados.rados.0.smithi003.stdout:1285: writing smithi00377890-44 from 2850816 to 3407872 tid 3 2024-04-13T07:18:39.885 INFO:tasks.rados.rados.0.smithi003.stdout:1285: writing smithi00377890-44 from 3407872 to 3489792 tid 4 2024-04-13T07:18:39.885 INFO:tasks.rados.rados.0.smithi003.stdout:1286: snap_create 2024-04-13T07:18:39.885 INFO:tasks.rados.rados.0.smithi003.stdout:1285: finishing write tid 1 to smithi00377890-44 2024-04-13T07:18:39.885 INFO:tasks.rados.rados.0.smithi003.stdout:1285: finishing write tid 2 to smithi00377890-44 2024-04-13T07:18:39.885 INFO:tasks.rados.rados.0.smithi003.stdout:1284: expect (ObjNum 379 snap 133 seq_num 379) 2024-04-13T07:18:40.101 INFO:tasks.rados.rados.0.smithi003.stdout:1285: finishing write tid 3 to smithi00377890-44 2024-04-13T07:18:40.101 INFO:tasks.rados.rados.0.smithi003.stdout:1285: finishing write tid 4 to smithi00377890-44 2024-04-13T07:18:40.101 INFO:tasks.rados.rados.0.smithi003.stdout:1285: finishing write tid 5 to smithi00377890-44 2024-04-13T07:18:40.101 INFO:tasks.rados.rados.0.smithi003.stdout:1285: finishing write tid 6 to smithi00377890-44 2024-04-13T07:18:40.101 INFO:tasks.rados.rados.0.smithi003.stdout:1285: oid 44 updating version 0 to 520 2024-04-13T07:18:40.101 INFO:tasks.rados.rados.0.smithi003.stdout:1285: oid 44 version 520 is already newer than 519 2024-04-13T07:18:40.101 INFO:tasks.rados.rados.0.smithi003.stdout:1285: oid 44 updating version 520 to 521 2024-04-13T07:18:40.101 INFO:tasks.rados.rados.0.smithi003.stdout:1285: oid 44 version 521 is already newer than 517 2024-04-13T07:18:40.101 INFO:tasks.rados.rados.0.smithi003.stdout:1285: oid 44 version 521 is already newer than 518 2024-04-13T07:18:40.101 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 521 (ObjNum 394 snap 139 seq_num 394) dirty exists 2024-04-13T07:18:40.102 INFO:tasks.rados.rados.0.smithi003.stdout:1285: left oid 44 (ObjNum 394 snap 139 seq_num 394) 2024-04-13T07:18:40.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:39 smithi003 ceph-mon[91733]: pgmap v147: 121 pgs: 121 active+clean; 384 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 265 KiB/s rd, 5.0 MiB/s wr, 9 op/s 2024-04-13T07:18:40.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:39 smithi003 ceph-mon[91733]: osdmap e329: 8 total, 8 up, 8 in 2024-04-13T07:18:40.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:39 smithi003 ceph-mon[89364]: pgmap v147: 121 pgs: 121 active+clean; 384 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 265 KiB/s rd, 5.0 MiB/s wr, 9 op/s 2024-04-13T07:18:40.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:39 smithi003 ceph-mon[89364]: osdmap e329: 8 total, 8 up, 8 in 2024-04-13T07:18:40.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:39 smithi066 ceph-mon[84331]: pgmap v147: 121 pgs: 121 active+clean; 384 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 265 KiB/s rd, 5.0 MiB/s wr, 9 op/s 2024-04-13T07:18:40.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:39 smithi066 ceph-mon[84331]: osdmap e329: 8 total, 8 up, 8 in 2024-04-13T07:18:40.810 INFO:tasks.rados.rados.0.smithi003.stdout:1284: done (2 left) 2024-04-13T07:18:40.811 INFO:tasks.rados.rados.0.smithi003.stdout:1285: done (1 left) 2024-04-13T07:18:40.811 INFO:tasks.rados.rados.0.smithi003.stdout:1286: done (0 left) 2024-04-13T07:18:40.811 INFO:tasks.rados.rados.0.smithi003.stdout:1287: read oid 49 snap -1 2024-04-13T07:18:40.811 INFO:tasks.rados.rados.0.smithi003.stdout:1287: expect (ObjNum 364 snap 128 seq_num 364) 2024-04-13T07:18:40.811 INFO:tasks.rados.rados.0.smithi003.stdout:1288: setattr oid 37 current snap is 140 2024-04-13T07:18:40.811 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 28 current snap is 140 2024-04-13T07:18:40.812 INFO:tasks.rados.rados.0.smithi003.stdout:1289: seq_num 395 ranges {1409024=622592,2031616=450560,2482176=753664} 2024-04-13T07:18:40.823 INFO:tasks.rados.rados.0.smithi003.stdout:1289: writing smithi00377890-28 from 1409024 to 2031616 tid 1 2024-04-13T07:18:40.826 INFO:tasks.rados.rados.0.smithi003.stdout:1289: writing smithi00377890-28 from 2031616 to 2482176 tid 2 2024-04-13T07:18:40.831 INFO:tasks.rados.rados.0.smithi003.stdout:1289: writing smithi00377890-28 from 2482176 to 3235840 tid 3 2024-04-13T07:18:40.832 INFO:tasks.rados.rados.0.smithi003.stdout:1290: read oid 24 snap -1 2024-04-13T07:18:40.832 INFO:tasks.rados.rados.0.smithi003.stdout:1290: expect (ObjNum 314 snap 106 seq_num 314) 2024-04-13T07:18:40.832 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 140 2024-04-13T07:18:40.832 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 694 (ObjNum 375 snap 132 seq_num 375) dirty exists 2024-04-13T07:18:40.832 INFO:tasks.rados.rados.0.smithi003.stdout:1291: seq_num 396 ranges {7241728=638976,7880704=786432,8667136=417792} 2024-04-13T07:18:40.875 INFO:tasks.rados.rados.0.smithi003.stdout:1291: writing smithi00377890-35 from 7241728 to 7880704 tid 1 2024-04-13T07:18:40.880 INFO:tasks.rados.rados.0.smithi003.stdout:1291: writing smithi00377890-35 from 7880704 to 8667136 tid 2 2024-04-13T07:18:40.884 INFO:tasks.rados.rados.0.smithi003.stdout:1291: writing smithi00377890-35 from 8667136 to 9084928 tid 3 2024-04-13T07:18:40.884 INFO:tasks.rados.rados.0.smithi003.stdout:1288: done (4 left) 2024-04-13T07:18:40.884 INFO:tasks.rados.rados.0.smithi003.stdout:1292: snap_create 2024-04-13T07:18:40.884 INFO:tasks.rados.rados.0.smithi003.stdout:1289: finishing write tid 1 to smithi00377890-28 2024-04-13T07:18:40.884 INFO:tasks.rados.rados.0.smithi003.stdout:1289: finishing write tid 2 to smithi00377890-28 2024-04-13T07:18:40.884 INFO:tasks.rados.rados.0.smithi003.stdout:1289: finishing write tid 3 to smithi00377890-28 2024-04-13T07:18:40.884 INFO:tasks.rados.rados.0.smithi003.stdout:1289: finishing write tid 4 to smithi00377890-28 2024-04-13T07:18:40.884 INFO:tasks.rados.rados.0.smithi003.stdout:1289: finishing write tid 5 to smithi00377890-28 2024-04-13T07:18:40.884 INFO:tasks.rados.rados.0.smithi003.stdout:1289: oid 28 updating version 0 to 573 2024-04-13T07:18:40.884 INFO:tasks.rados.rados.0.smithi003.stdout:1289: oid 28 updating version 573 to 575 2024-04-13T07:18:40.884 INFO:tasks.rados.rados.0.smithi003.stdout:1289: oid 28 version 575 is already newer than 574 2024-04-13T07:18:40.884 INFO:tasks.rados.rados.0.smithi003.stdout:1289: oid 28 updating version 575 to 576 2024-04-13T07:18:40.884 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 576 (ObjNum 395 snap 140 seq_num 395) dirty exists 2024-04-13T07:18:40.884 INFO:tasks.rados.rados.0.smithi003.stdout:1289: left oid 28 (ObjNum 395 snap 140 seq_num 395) 2024-04-13T07:18:40.884 INFO:tasks.rados.rados.0.smithi003.stdout:1287: expect (ObjNum 364 snap 128 seq_num 364) 2024-04-13T07:18:41.502 INFO:tasks.rados.rados.0.smithi003.stdout:1290: expect (ObjNum 314 snap 106 seq_num 314) 2024-04-13T07:18:42.066 INFO:tasks.rados.rados.0.smithi003.stdout:1291: finishing write tid 1 to smithi00377890-35 2024-04-13T07:18:42.066 INFO:tasks.rados.rados.0.smithi003.stdout:1291: finishing write tid 2 to smithi00377890-35 2024-04-13T07:18:42.066 INFO:tasks.rados.rados.0.smithi003.stdout:1291: finishing write tid 3 to smithi00377890-35 2024-04-13T07:18:42.066 INFO:tasks.rados.rados.0.smithi003.stdout:1287: done (4 left) 2024-04-13T07:18:42.066 INFO:tasks.rados.rados.0.smithi003.stdout:1289: done (3 left) 2024-04-13T07:18:42.066 INFO:tasks.rados.rados.0.smithi003.stdout:1290: done (2 left) 2024-04-13T07:18:42.066 INFO:tasks.rados.rados.0.smithi003.stdout:1292: done (1 left) 2024-04-13T07:18:42.066 INFO:tasks.rados.rados.0.smithi003.stdout:1293: read oid 17 snap 131 2024-04-13T07:18:42.067 INFO:tasks.rados.rados.0.smithi003.stdout:1293: expect deleted 2024-04-13T07:18:42.067 INFO:tasks.rados.rados.0.smithi003.stdout:1294: delete oid 6 current snap is 141 2024-04-13T07:18:42.067 INFO:tasks.rados.rados.0.smithi003.stdout:1291: finishing write tid 4 to smithi00377890-35 2024-04-13T07:18:42.067 INFO:tasks.rados.rados.0.smithi003.stdout:1291: finishing write tid 5 to smithi00377890-35 2024-04-13T07:18:42.067 INFO:tasks.rados.rados.0.smithi003.stdout:1291: oid 35 updating version 0 to 1139 2024-04-13T07:18:42.067 INFO:tasks.rados.rados.0.smithi003.stdout:1291: oid 35 updating version 1139 to 1140 2024-04-13T07:18:42.067 INFO:tasks.rados.rados.0.smithi003.stdout:1291: oid 35 version 1140 is already newer than 1137 2024-04-13T07:18:42.067 INFO:tasks.rados.rados.0.smithi003.stdout:1291: oid 35 version 1140 is already newer than 1138 2024-04-13T07:18:42.067 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 1140 (ObjNum 396 snap 140 seq_num 396) dirty exists 2024-04-13T07:18:42.067 INFO:tasks.rados.rados.0.smithi003.stdout:1291: left oid 35 (ObjNum 396 snap 140 seq_num 396) 2024-04-13T07:18:42.070 INFO:tasks.rados.rados.0.smithi003.stdout:1291: done (2 left) 2024-04-13T07:18:42.070 INFO:tasks.rados.rados.0.smithi003.stdout:1293: done (1 left) 2024-04-13T07:18:42.070 INFO:tasks.rados.rados.0.smithi003.stdout:1294: done (0 left) 2024-04-13T07:18:42.070 INFO:tasks.rados.rados.0.smithi003.stdout:1295: read oid 41 snap 108 2024-04-13T07:18:42.070 INFO:tasks.rados.rados.0.smithi003.stdout:1295: expect (ObjNum 308 snap 102 seq_num 308) 2024-04-13T07:18:42.070 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 36 current snap is 141 2024-04-13T07:18:42.070 INFO:tasks.rados.rados.0.smithi003.stdout:1296: seq_num 398 ranges {1933312=671744,2605056=557056,3162112=532480,3694592=114688} 2024-04-13T07:18:42.084 INFO:tasks.rados.rados.0.smithi003.stdout:1296: writing smithi00377890-36 from 1933312 to 2605056 tid 1 2024-04-13T07:18:42.087 INFO:tasks.rados.rados.0.smithi003.stdout:1296: writing smithi00377890-36 from 2605056 to 3162112 tid 2 2024-04-13T07:18:42.090 INFO:tasks.rados.rados.0.smithi003.stdout:1296: writing smithi00377890-36 from 3162112 to 3694592 tid 3 2024-04-13T07:18:42.091 INFO:tasks.rados.rados.0.smithi003.stdout:1296: writing smithi00377890-36 from 3694592 to 3809280 tid 4 2024-04-13T07:18:42.091 INFO:tasks.rados.rados.0.smithi003.stdout:1297: rollback oid 4 current snap is 141 2024-04-13T07:18:42.091 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 4 to 121 2024-04-13T07:18:42.091 INFO:tasks.rados.rados.0.smithi003.stdout:1295: expect (ObjNum 308 snap 102 seq_num 308) 2024-04-13T07:18:42.103 INFO:tasks.rados.rados.0.smithi003.stdout:1296: finishing write tid 1 to smithi00377890-36 2024-04-13T07:18:42.103 INFO:tasks.rados.rados.0.smithi003.stdout:1296: finishing write tid 2 to smithi00377890-36 2024-04-13T07:18:42.103 INFO:tasks.rados.rados.0.smithi003.stdout:1296: finishing write tid 3 to smithi00377890-36 2024-04-13T07:18:42.104 INFO:tasks.rados.rados.0.smithi003.stdout:1296: finishing write tid 4 to smithi00377890-36 2024-04-13T07:18:42.104 INFO:tasks.rados.rados.0.smithi003.stdout:1296: finishing write tid 5 to smithi00377890-36 2024-04-13T07:18:42.104 INFO:tasks.rados.rados.0.smithi003.stdout:1296: finishing write tid 6 to smithi00377890-36 2024-04-13T07:18:42.104 INFO:tasks.rados.rados.0.smithi003.stdout:1296: oid 36 updating version 0 to 864 2024-04-13T07:18:42.104 INFO:tasks.rados.rados.0.smithi003.stdout:1296: oid 36 version 864 is already newer than 863 2024-04-13T07:18:42.104 INFO:tasks.rados.rados.0.smithi003.stdout:1296: oid 36 version 864 is already newer than 862 2024-04-13T07:18:42.104 INFO:tasks.rados.rados.0.smithi003.stdout:1296: oid 36 updating version 864 to 865 2024-04-13T07:18:42.104 INFO:tasks.rados.rados.0.smithi003.stdout:1296: oid 36 updating version 865 to 866 2024-04-13T07:18:42.104 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 866 (ObjNum 398 snap 141 seq_num 398) dirty exists 2024-04-13T07:18:42.104 INFO:tasks.rados.rados.0.smithi003.stdout:1296: left oid 36 (ObjNum 398 snap 141 seq_num 398) 2024-04-13T07:18:42.104 INFO:tasks.rados.rados.0.smithi003.stdout:1297: finishing rollback tid 0 to smithi00377890-4 2024-04-13T07:18:42.104 INFO:tasks.rados.rados.0.smithi003.stdout:1297: finishing rollback tid 1 to smithi00377890-4 2024-04-13T07:18:42.104 INFO:tasks.rados.rados.0.smithi003.stdout:1297: finishing rollback tid 2 to smithi00377890-4 2024-04-13T07:18:42.104 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 507 (ObjNum 218 snap 66 seq_num 218) dirty exists 2024-04-13T07:18:42.104 INFO:tasks.rados.rados.0.smithi003.stdout:1295: done (2 left) 2024-04-13T07:18:42.104 INFO:tasks.rados.rados.0.smithi003.stdout:1296: done (1 left) 2024-04-13T07:18:42.105 INFO:tasks.rados.rados.0.smithi003.stdout:1297: done (0 left) 2024-04-13T07:18:42.105 INFO:tasks.rados.rados.0.smithi003.stdout:1298: rmattr oid 35 current snap is 141 2024-04-13T07:18:42.105 INFO:tasks.rados.rados.0.smithi003.stdout:1299: setattr oid 26 current snap is 141 2024-04-13T07:18:42.106 INFO:tasks.rados.rados.0.smithi003.stdout:1300: snap_remove snap 132 2024-04-13T07:18:42.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:41 smithi003 ceph-mon[91733]: pgmap v150: 121 pgs: 121 active+clean; 386 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 265 KiB/s rd, 5.0 MiB/s wr, 10 op/s 2024-04-13T07:18:42.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:41 smithi003 ceph-mon[91733]: osdmap e330: 8 total, 8 up, 8 in 2024-04-13T07:18:42.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:41 smithi003 ceph-mon[89364]: pgmap v150: 121 pgs: 121 active+clean; 386 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 265 KiB/s rd, 5.0 MiB/s wr, 10 op/s 2024-04-13T07:18:42.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:41 smithi003 ceph-mon[89364]: osdmap e330: 8 total, 8 up, 8 in 2024-04-13T07:18:42.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:41 smithi066 ceph-mon[84331]: pgmap v150: 121 pgs: 121 active+clean; 386 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 265 KiB/s rd, 5.0 MiB/s wr, 10 op/s 2024-04-13T07:18:42.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:41 smithi066 ceph-mon[84331]: osdmap e330: 8 total, 8 up, 8 in 2024-04-13T07:18:42.654 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:18:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:18:42.821 INFO:tasks.rados.rados.0.smithi003.stdout:1300: done (2 left) 2024-04-13T07:18:42.821 INFO:tasks.rados.rados.0.smithi003.stdout:1301: rmattr oid 50 current snap is 141 2024-04-13T07:18:42.822 INFO:tasks.rados.rados.0.smithi003.stdout:1301: done (2 left) 2024-04-13T07:18:42.822 INFO:tasks.rados.rados.0.smithi003.stdout:1302: snap_remove snap 122 2024-04-13T07:18:43.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:42 smithi003 ceph-mon[91733]: osdmap e331: 8 total, 8 up, 8 in 2024-04-13T07:18:43.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:42 smithi003 ceph-mon[89364]: osdmap e331: 8 total, 8 up, 8 in 2024-04-13T07:18:43.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:42 smithi066 ceph-mon[84331]: osdmap e331: 8 total, 8 up, 8 in 2024-04-13T07:18:43.823 INFO:tasks.rados.rados.0.smithi003.stdout:1302: done (2 left) 2024-04-13T07:18:43.823 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 141 2024-04-13T07:18:43.824 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 1142 (ObjNum 396 snap 140 seq_num 396) dirty exists 2024-04-13T07:18:43.824 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 789 (ObjNum 33 snap 0 seq_num 292307712) dirty exists 2024-04-13T07:18:43.824 INFO:tasks.rados.rados.0.smithi003.stdout:1303: seq_num 399 ranges {0=688128,688128=434176,1122304=745472,1867776=24576} 2024-04-13T07:18:43.824 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:18:43 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:18:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:18:43.827 INFO:tasks.rados.rados.0.smithi003.stdout:1303: writing smithi00377890-27 from 0 to 688128 tid 1 2024-04-13T07:18:43.831 INFO:tasks.rados.rados.0.smithi003.stdout:1303: writing smithi00377890-27 from 688128 to 1122304 tid 2 2024-04-13T07:18:43.837 INFO:tasks.rados.rados.0.smithi003.stdout:1303: writing smithi00377890-27 from 1122304 to 1867776 tid 3 2024-04-13T07:18:43.837 INFO:tasks.rados.rados.0.smithi003.stdout:1303: writing smithi00377890-27 from 1867776 to 1892352 tid 4 2024-04-13T07:18:43.837 INFO:tasks.rados.rados.0.smithi003.stdout:1298: done (2 left) 2024-04-13T07:18:43.837 INFO:tasks.rados.rados.0.smithi003.stdout:1299: done (1 left) 2024-04-13T07:18:43.837 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 141 2024-04-13T07:18:43.837 INFO:tasks.rados.rados.0.smithi003.stdout:1304: seq_num 400 ranges {0=704512,704512=720896,1425408=483328} 2024-04-13T07:18:43.841 INFO:tasks.rados.rados.0.smithi003.stdout:1304: writing smithi00377890-3 from 0 to 704512 tid 1 2024-04-13T07:18:43.846 INFO:tasks.rados.rados.0.smithi003.stdout:1304: writing smithi00377890-3 from 704512 to 1425408 tid 2 2024-04-13T07:18:43.851 INFO:tasks.rados.rados.0.smithi003.stdout:1304: writing smithi00377890-3 from 1425408 to 1908736 tid 3 2024-04-13T07:18:43.851 INFO:tasks.rados.rados.0.smithi003.stdout:1305: rollback oid 12 current snap is 141 2024-04-13T07:18:43.851 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 12 to 121 2024-04-13T07:18:43.851 INFO:tasks.rados.rados.0.smithi003.stdout:1306: rollback oid 8 current snap is 141 2024-04-13T07:18:43.851 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 8 to 103 2024-04-13T07:18:43.851 INFO:tasks.rados.rados.0.smithi003.stdout:1303: finishing write tid 1 to smithi00377890-27 2024-04-13T07:18:43.851 INFO:tasks.rados.rados.0.smithi003.stdout:1303: finishing write tid 2 to smithi00377890-27 2024-04-13T07:18:43.851 INFO:tasks.rados.rados.0.smithi003.stdout:1303: finishing write tid 3 to smithi00377890-27 2024-04-13T07:18:43.851 INFO:tasks.rados.rados.0.smithi003.stdout:1303: finishing write tid 4 to smithi00377890-27 2024-04-13T07:18:43.851 INFO:tasks.rados.rados.0.smithi003.stdout:1303: finishing write tid 5 to smithi00377890-27 2024-04-13T07:18:43.852 INFO:tasks.rados.rados.0.smithi003.stdout:1307: rmattr oid 35 current snap is 141 2024-04-13T07:18:43.852 INFO:tasks.rados.rados.0.smithi003.stdout:1308: rmattr oid 13 current snap is 141 2024-04-13T07:18:43.852 INFO:tasks.rados.rados.0.smithi003.stdout:1309: delete oid 42 current snap is 141 2024-04-13T07:18:43.852 INFO:tasks.rados.rados.0.smithi003.stdout:1303: finishing write tid 6 to smithi00377890-27 2024-04-13T07:18:43.853 INFO:tasks.rados.rados.0.smithi003.stdout:1303: oid 27 updating version 0 to 531 2024-04-13T07:18:43.853 INFO:tasks.rados.rados.0.smithi003.stdout:1303: oid 27 version 531 is already newer than 524 2024-04-13T07:18:43.853 INFO:tasks.rados.rados.0.smithi003.stdout:1303: oid 27 updating version 531 to 532 2024-04-13T07:18:43.853 INFO:tasks.rados.rados.0.smithi003.stdout:1303: oid 27 version 532 is already newer than 530 2024-04-13T07:18:43.853 INFO:tasks.rados.rados.0.smithi003.stdout:1303: oid 27 version 532 is already newer than 525 2024-04-13T07:18:43.853 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 532 (ObjNum 399 snap 141 seq_num 399) dirty exists 2024-04-13T07:18:43.853 INFO:tasks.rados.rados.0.smithi003.stdout:1303: left oid 27 (ObjNum 399 snap 141 seq_num 399) 2024-04-13T07:18:43.855 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 1159 (ObjNum 396 snap 140 seq_num 396) dirty exists 2024-04-13T07:18:43.855 INFO:tasks.rados.rados.0.smithi003.stdout:1305: finishing rollback tid 0 to smithi00377890-12 2024-04-13T07:18:43.855 INFO:tasks.rados.rados.0.smithi003.stdout:1305: finishing rollback tid 1 to smithi00377890-12 2024-04-13T07:18:43.855 INFO:tasks.rados.rados.0.smithi003.stdout:1306: finishing rollback tid 0 to smithi00377890-8 2024-04-13T07:18:43.855 INFO:tasks.rados.rados.0.smithi003.stdout:1305: finishing rollback tid 2 to smithi00377890-12 2024-04-13T07:18:43.855 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 535 (ObjNum 354 snap 120 seq_num 354) dirty exists 2024-04-13T07:18:43.857 INFO:tasks.rados.rados.0.smithi003.stdout:1306: finishing rollback tid 1 to smithi00377890-8 2024-04-13T07:18:43.858 INFO:tasks.rados.rados.0.smithi003.stdout:1306: finishing rollback tid 2 to smithi00377890-8 2024-04-13T07:18:43.858 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 532 (ObjNum 293 snap 95 seq_num 293) dirty exists 2024-04-13T07:18:43.858 INFO:tasks.rados.rados.0.smithi003.stdout:1304: finishing write tid 1 to smithi00377890-3 2024-04-13T07:18:43.858 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 536 (ObjNum 351 snap 118 seq_num 351) dirty exists 2024-04-13T07:18:43.858 INFO:tasks.rados.rados.0.smithi003.stdout:1304: finishing write tid 2 to smithi00377890-3 2024-04-13T07:18:43.860 INFO:tasks.rados.rados.0.smithi003.stdout:1303: done (6 left) 2024-04-13T07:18:43.860 INFO:tasks.rados.rados.0.smithi003.stdout:1305: done (5 left) 2024-04-13T07:18:43.860 INFO:tasks.rados.rados.0.smithi003.stdout:1306: done (4 left) 2024-04-13T07:18:43.860 INFO:tasks.rados.rados.0.smithi003.stdout:1307: done (3 left) 2024-04-13T07:18:43.860 INFO:tasks.rados.rados.0.smithi003.stdout:1308: done (2 left) 2024-04-13T07:18:43.860 INFO:tasks.rados.rados.0.smithi003.stdout:1309: done (1 left) 2024-04-13T07:18:43.860 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 46 current snap is 141 2024-04-13T07:18:43.860 INFO:tasks.rados.rados.0.smithi003.stdout:1310: seq_num 402 ranges {2351104=737280,3088384=491520,3579904=516096,4096000=196608} 2024-04-13T07:18:43.876 INFO:tasks.rados.rados.0.smithi003.stdout:1310: writing smithi00377890-46 from 2351104 to 3088384 tid 1 2024-04-13T07:18:43.879 INFO:tasks.rados.rados.0.smithi003.stdout:1310: writing smithi00377890-46 from 3088384 to 3579904 tid 2 2024-04-13T07:18:43.882 INFO:tasks.rados.rados.0.smithi003.stdout:1310: writing smithi00377890-46 from 3579904 to 4096000 tid 3 2024-04-13T07:18:43.883 INFO:tasks.rados.rados.0.smithi003.stdout:1310: writing smithi00377890-46 from 4096000 to 4292608 tid 4 2024-04-13T07:18:43.883 INFO:tasks.rados.rados.0.smithi003.stdout:1311: snap_remove snap 120 2024-04-13T07:18:44.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:43 smithi003 ceph-mon[91733]: pgmap v153: 121 pgs: 121 active+clean; 386 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-13T07:18:44.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:43 smithi003 ceph-mon[91733]: osdmap e332: 8 total, 8 up, 8 in 2024-04-13T07:18:44.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:43 smithi003 ceph-mon[89364]: pgmap v153: 121 pgs: 121 active+clean; 386 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-13T07:18:44.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:43 smithi003 ceph-mon[89364]: osdmap e332: 8 total, 8 up, 8 in 2024-04-13T07:18:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:43 smithi066 ceph-mon[84331]: pgmap v153: 121 pgs: 121 active+clean; 386 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-13T07:18:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:43 smithi066 ceph-mon[84331]: osdmap e332: 8 total, 8 up, 8 in 2024-04-13T07:18:44.637 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:18:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:18:44] "GET /metrics HTTP/1.1" 200 36101 "" "Prometheus/2.43.0" 2024-04-13T07:18:44.836 INFO:tasks.rados.rados.0.smithi003.stdout:1311: done (2 left) 2024-04-13T07:18:44.836 INFO:tasks.rados.rados.0.smithi003.stdout:1312: read oid 39 snap -1 2024-04-13T07:18:44.837 INFO:tasks.rados.rados.0.smithi003.stdout:1312: expect deleted 2024-04-13T07:18:44.837 INFO:tasks.rados.rados.0.smithi003.stdout:1313: copy_from oid 13 from oid 43 current snap is 141 2024-04-13T07:18:44.837 INFO:tasks.rados.rados.0.smithi003.stdout:1314: delete oid 33 current snap is 141 2024-04-13T07:18:44.837 INFO:tasks.rados.rados.0.smithi003.stdout:1304: finishing write tid 3 to smithi00377890-3 2024-04-13T07:18:44.837 INFO:tasks.rados.rados.0.smithi003.stdout:1304: finishing write tid 4 to smithi00377890-3 2024-04-13T07:18:44.837 INFO:tasks.rados.rados.0.smithi003.stdout:1304: finishing write tid 5 to smithi00377890-3 2024-04-13T07:18:44.837 INFO:tasks.rados.rados.0.smithi003.stdout:1304: oid 3 updating version 0 to 805 2024-04-13T07:18:44.837 INFO:tasks.rados.rados.0.smithi003.stdout:1304: oid 3 version 805 is already newer than 798 2024-04-13T07:18:44.837 INFO:tasks.rados.rados.0.smithi003.stdout:1304: oid 3 version 805 is already newer than 799 2024-04-13T07:18:44.837 INFO:tasks.rados.rados.0.smithi003.stdout:1304: oid 3 version 805 is already newer than 804 2024-04-13T07:18:44.837 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 805 (ObjNum 400 snap 141 seq_num 400) dirty exists 2024-04-13T07:18:44.837 INFO:tasks.rados.rados.0.smithi003.stdout:1304: left oid 3 (ObjNum 400 snap 141 seq_num 400) 2024-04-13T07:18:44.837 INFO:tasks.rados.rados.0.smithi003.stdout:1310: finishing write tid 1 to smithi00377890-46 2024-04-13T07:18:44.837 INFO:tasks.rados.rados.0.smithi003.stdout:1310: finishing write tid 2 to smithi00377890-46 2024-04-13T07:18:44.837 INFO:tasks.rados.rados.0.smithi003.stdout:1310: finishing write tid 3 to smithi00377890-46 2024-04-13T07:18:44.838 INFO:tasks.rados.rados.0.smithi003.stdout:1310: finishing write tid 4 to smithi00377890-46 2024-04-13T07:18:44.838 INFO:tasks.rados.rados.0.smithi003.stdout:1310: finishing write tid 5 to smithi00377890-46 2024-04-13T07:18:44.838 INFO:tasks.rados.rados.0.smithi003.stdout:1310: finishing write tid 6 to smithi00377890-46 2024-04-13T07:18:44.838 INFO:tasks.rados.rados.0.smithi003.stdout:1310: oid 46 updating version 0 to 524 2024-04-13T07:18:44.838 INFO:tasks.rados.rados.0.smithi003.stdout:1310: oid 46 version 524 is already newer than 522 2024-04-13T07:18:44.838 INFO:tasks.rados.rados.0.smithi003.stdout:1310: oid 46 updating version 524 to 525 2024-04-13T07:18:44.838 INFO:tasks.rados.rados.0.smithi003.stdout:1310: oid 46 updating version 525 to 526 2024-04-13T07:18:44.838 INFO:tasks.rados.rados.0.smithi003.stdout:1310: oid 46 version 526 is already newer than 523 2024-04-13T07:18:44.838 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 526 (ObjNum 402 snap 141 seq_num 402) dirty exists 2024-04-13T07:18:44.838 INFO:tasks.rados.rados.0.smithi003.stdout:1310: left oid 46 (ObjNum 402 snap 141 seq_num 402) 2024-04-13T07:18:44.847 INFO:tasks.rados.rados.0.smithi003.stdout:1304: done (4 left) 2024-04-13T07:18:44.847 INFO:tasks.rados.rados.0.smithi003.stdout:1310: done (3 left) 2024-04-13T07:18:44.847 INFO:tasks.rados.rados.0.smithi003.stdout:1312: done (2 left) 2024-04-13T07:18:44.847 INFO:tasks.rados.rados.0.smithi003.stdout:1314: done (1 left) 2024-04-13T07:18:44.847 INFO:tasks.rados.rados.0.smithi003.stdout:1315: copy_from oid 25 from oid 3 current snap is 141 2024-04-13T07:18:44.847 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 1 current snap is 141 2024-04-13T07:18:44.847 INFO:tasks.rados.rados.0.smithi003.stdout:1316: seq_num 404 ranges {7774208=770048,8544256=712704,9256960=491520} 2024-04-13T07:18:44.895 INFO:tasks.rados.rados.0.smithi003.stdout:1316: writing smithi00377890-1 from 7774208 to 8544256 tid 1 2024-04-13T07:18:44.900 INFO:tasks.rados.rados.0.smithi003.stdout:1316: writing smithi00377890-1 from 8544256 to 9256960 tid 2 2024-04-13T07:18:44.903 INFO:tasks.rados.rados.0.smithi003.stdout:1316: writing smithi00377890-1 from 9256960 to 9748480 tid 3 2024-04-13T07:18:44.903 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 141 2024-04-13T07:18:44.903 INFO:tasks.rados.rados.0.smithi003.stdout:1313: finishing copy_from to smithi00377890-13 2024-04-13T07:18:44.903 INFO:tasks.rados.rados.0.smithi003.stdout:1313: got expected ENOENT (src dne) 2024-04-13T07:18:44.903 INFO:tasks.rados.rados.0.smithi003.stdout:1313: finishing copy_from racing read to smithi00377890-13 2024-04-13T07:18:44.903 INFO:tasks.rados.rados.0.smithi003.stdout:1315: finishing copy_from racing read to smithi00377890-25 2024-04-13T07:18:44.903 INFO:tasks.rados.rados.0.smithi003.stdout:1315: finishing copy_from to smithi00377890-25 2024-04-13T07:18:44.903 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 805 (ObjNum 400 snap 141 seq_num 400) dirty exists 2024-04-13T07:18:44.903 INFO:tasks.rados.rados.0.smithi003.stdout:1316: finishing write tid 1 to smithi00377890-1 2024-04-13T07:18:44.903 INFO:tasks.rados.rados.0.smithi003.stdout:1317: seq_num 405 ranges {1892352=786432,2678784=589824,3268608=614400} 2024-04-13T07:18:44.917 INFO:tasks.rados.rados.0.smithi003.stdout:1317: writing smithi00377890-27 from 1892352 to 2678784 tid 1 2024-04-13T07:18:44.921 INFO:tasks.rados.rados.0.smithi003.stdout:1317: writing smithi00377890-27 from 2678784 to 3268608 tid 2 2024-04-13T07:18:44.924 INFO:tasks.rados.rados.0.smithi003.stdout:1317: writing smithi00377890-27 from 3268608 to 3883008 tid 3 2024-04-13T07:18:44.925 INFO:tasks.rados.rados.0.smithi003.stdout:1313: done (3 left) 2024-04-13T07:18:44.925 INFO:tasks.rados.rados.0.smithi003.stdout:1315: done (2 left) 2024-04-13T07:18:44.925 INFO:tasks.rados.rados.0.smithi003.stdout:1318: read oid 20 snap -1 2024-04-13T07:18:44.925 INFO:tasks.rados.rados.0.smithi003.stdout:1318: expect (ObjNum 257 snap 84 seq_num 257) 2024-04-13T07:18:44.925 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 13 current snap is 141 2024-04-13T07:18:44.925 INFO:tasks.rados.rados.0.smithi003.stdout:1316: finishing write tid 2 to smithi00377890-1 2024-04-13T07:18:44.925 INFO:tasks.rados.rados.0.smithi003.stdout:1316: finishing write tid 3 to smithi00377890-1 2024-04-13T07:18:44.925 INFO:tasks.rados.rados.0.smithi003.stdout:1316: finishing write tid 4 to smithi00377890-1 2024-04-13T07:18:44.925 INFO:tasks.rados.rados.0.smithi003.stdout:1319: seq_num 406 ranges {3670016=802816,4472832=475136,4947968=499712,5447680=229376} 2024-04-13T07:18:44.949 INFO:tasks.rados.rados.0.smithi003.stdout:1319: writing smithi00377890-13 from 3670016 to 4472832 tid 1 2024-04-13T07:18:44.951 INFO:tasks.rados.rados.0.smithi003.stdout:1319: writing smithi00377890-13 from 4472832 to 4947968 tid 2 2024-04-13T07:18:44.954 INFO:tasks.rados.rados.0.smithi003.stdout:1319: writing smithi00377890-13 from 4947968 to 5447680 tid 3 2024-04-13T07:18:44.956 INFO:tasks.rados.rados.0.smithi003.stdout:1319: writing smithi00377890-13 from 5447680 to 5677056 tid 4 2024-04-13T07:18:44.956 INFO:tasks.rados.rados.0.smithi003.stdout:1320: snap_remove snap 135 2024-04-13T07:18:45.110 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:44 smithi003 ceph-mon[89364]: osdmap e333: 8 total, 8 up, 8 in 2024-04-13T07:18:45.110 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:18:45.110 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:44 smithi003 ceph-mon[91733]: osdmap e333: 8 total, 8 up, 8 in 2024-04-13T07:18:45.110 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:18:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:44 smithi066 ceph-mon[84331]: osdmap e333: 8 total, 8 up, 8 in 2024-04-13T07:18:45.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:18:45.836 INFO:tasks.rados.rados.0.smithi003.stdout:1320: done (4 left) 2024-04-13T07:18:45.836 INFO:tasks.rados.rados.0.smithi003.stdout:1321: delete oid 31 current snap is 141 2024-04-13T07:18:45.836 INFO:tasks.rados.rados.0.smithi003.stdout:1316: finishing write tid 5 to smithi00377890-1 2024-04-13T07:18:45.836 INFO:tasks.rados.rados.0.smithi003.stdout:1316: oid 1 updating version 0 to 571 2024-04-13T07:18:45.836 INFO:tasks.rados.rados.0.smithi003.stdout:1316: oid 1 version 571 is already newer than 570 2024-04-13T07:18:45.837 INFO:tasks.rados.rados.0.smithi003.stdout:1316: oid 1 version 571 is already newer than 569 2024-04-13T07:18:45.837 INFO:tasks.rados.rados.0.smithi003.stdout:1316: oid 1 version 571 is already newer than 568 2024-04-13T07:18:45.837 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 571 (ObjNum 404 snap 141 seq_num 404) dirty exists 2024-04-13T07:18:45.837 INFO:tasks.rados.rados.0.smithi003.stdout:1316: left oid 1 (ObjNum 404 snap 141 seq_num 404) 2024-04-13T07:18:45.837 INFO:tasks.rados.rados.0.smithi003.stdout:1317: finishing write tid 1 to smithi00377890-27 2024-04-13T07:18:45.837 INFO:tasks.rados.rados.0.smithi003.stdout:1317: finishing write tid 2 to smithi00377890-27 2024-04-13T07:18:45.837 INFO:tasks.rados.rados.0.smithi003.stdout:1317: finishing write tid 3 to smithi00377890-27 2024-04-13T07:18:45.837 INFO:tasks.rados.rados.0.smithi003.stdout:1317: finishing write tid 4 to smithi00377890-27 2024-04-13T07:18:45.837 INFO:tasks.rados.rados.0.smithi003.stdout:1317: finishing write tid 5 to smithi00377890-27 2024-04-13T07:18:45.837 INFO:tasks.rados.rados.0.smithi003.stdout:1317: oid 27 updating version 0 to 549 2024-04-13T07:18:45.837 INFO:tasks.rados.rados.0.smithi003.stdout:1317: oid 27 version 549 is already newer than 546 2024-04-13T07:18:45.837 INFO:tasks.rados.rados.0.smithi003.stdout:1317: oid 27 version 549 is already newer than 548 2024-04-13T07:18:45.837 INFO:tasks.rados.rados.0.smithi003.stdout:1317: oid 27 version 549 is already newer than 547 2024-04-13T07:18:45.837 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 549 (ObjNum 405 snap 141 seq_num 405) dirty exists 2024-04-13T07:18:45.837 INFO:tasks.rados.rados.0.smithi003.stdout:1317: left oid 27 (ObjNum 405 snap 141 seq_num 405) 2024-04-13T07:18:45.838 INFO:tasks.rados.rados.0.smithi003.stdout:1318: expect (ObjNum 257 snap 84 seq_num 257) 2024-04-13T07:18:46.021 INFO:tasks.rados.rados.0.smithi003.stdout:1319: finishing write tid 1 to smithi00377890-13 2024-04-13T07:18:46.021 INFO:tasks.rados.rados.0.smithi003.stdout:1319: finishing write tid 2 to smithi00377890-13 2024-04-13T07:18:46.021 INFO:tasks.rados.rados.0.smithi003.stdout:1319: finishing write tid 3 to smithi00377890-13 2024-04-13T07:18:46.021 INFO:tasks.rados.rados.0.smithi003.stdout:1319: finishing write tid 4 to smithi00377890-13 2024-04-13T07:18:46.021 INFO:tasks.rados.rados.0.smithi003.stdout:1319: finishing write tid 5 to smithi00377890-13 2024-04-13T07:18:46.021 INFO:tasks.rados.rados.0.smithi003.stdout:1319: finishing write tid 6 to smithi00377890-13 2024-04-13T07:18:46.021 INFO:tasks.rados.rados.0.smithi003.stdout:1319: oid 13 updating version 0 to 551 2024-04-13T07:18:46.021 INFO:tasks.rados.rados.0.smithi003.stdout:1319: oid 13 version 551 is already newer than 550 2024-04-13T07:18:46.021 INFO:tasks.rados.rados.0.smithi003.stdout:1319: oid 13 updating version 551 to 554 2024-04-13T07:18:46.021 INFO:tasks.rados.rados.0.smithi003.stdout:1319: oid 13 version 554 is already newer than 553 2024-04-13T07:18:46.021 INFO:tasks.rados.rados.0.smithi003.stdout:1319: oid 13 version 554 is already newer than 552 2024-04-13T07:18:46.021 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 554 (ObjNum 406 snap 141 seq_num 406) dirty exists 2024-04-13T07:18:46.021 INFO:tasks.rados.rados.0.smithi003.stdout:1319: left oid 13 (ObjNum 406 snap 141 seq_num 406) 2024-04-13T07:18:46.022 INFO:tasks.rados.rados.0.smithi003.stdout:1316: done (4 left) 2024-04-13T07:18:46.022 INFO:tasks.rados.rados.0.smithi003.stdout:1317: done (3 left) 2024-04-13T07:18:46.022 INFO:tasks.rados.rados.0.smithi003.stdout:1318: done (2 left) 2024-04-13T07:18:46.022 INFO:tasks.rados.rados.0.smithi003.stdout:1319: done (1 left) 2024-04-13T07:18:46.022 INFO:tasks.rados.rados.0.smithi003.stdout:1321: done (0 left) 2024-04-13T07:18:46.022 INFO:tasks.rados.rados.0.smithi003.stdout:1322: rollback oid 50 current snap is 141 2024-04-13T07:18:46.022 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 50 to 114 2024-04-13T07:18:46.022 INFO:tasks.rados.rados.0.smithi003.stdout:1323: copy_from oid 39 from oid 10 current snap is 141 2024-04-13T07:18:46.022 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 2 current snap is 141 2024-04-13T07:18:46.022 INFO:tasks.rados.rados.0.smithi003.stdout:1324: seq_num 408 ranges {0=442368,442368=647168,1089536=507904,1597440=450560} 2024-04-13T07:18:46.023 INFO:tasks.rados.rados.0.smithi003.stdout:1324: writing smithi00377890-2 from 0 to 442368 tid 1 2024-04-13T07:18:46.027 INFO:tasks.rados.rados.0.smithi003.stdout:1324: writing smithi00377890-2 from 442368 to 1089536 tid 2 2024-04-13T07:18:46.030 INFO:tasks.rados.rados.0.smithi003.stdout:1324: writing smithi00377890-2 from 1089536 to 1597440 tid 3 2024-04-13T07:18:46.034 INFO:tasks.rados.rados.0.smithi003.stdout:1324: writing smithi00377890-2 from 1597440 to 2048000 tid 4 2024-04-13T07:18:46.034 INFO:tasks.rados.rados.0.smithi003.stdout:1325: read oid 36 snap -1 2024-04-13T07:18:46.034 INFO:tasks.rados.rados.0.smithi003.stdout:1325: expect (ObjNum 398 snap 141 seq_num 398) 2024-04-13T07:18:46.034 INFO:tasks.rados.rados.0.smithi003.stdout:1326: rollback oid 32 current snap is 141 2024-04-13T07:18:46.034 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 32 to 81 2024-04-13T07:18:46.034 INFO:tasks.rados.rados.0.smithi003.stdout:1322: finishing rollback tid 1 to smithi00377890-50 2024-04-13T07:18:46.034 INFO:tasks.rados.rados.0.smithi003.stdout:1322: finishing rollback tid 2 to smithi00377890-50 2024-04-13T07:18:46.034 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 537 (ObjNum 313 snap 106 seq_num 313) dirty exists 2024-04-13T07:18:46.034 INFO:tasks.rados.rados.0.smithi003.stdout:1324: finishing write tid 1 to smithi00377890-2 2024-04-13T07:18:46.034 INFO:tasks.rados.rados.0.smithi003.stdout:1324: finishing write tid 2 to smithi00377890-2 2024-04-13T07:18:46.034 INFO:tasks.rados.rados.0.smithi003.stdout:1322: done (4 left) 2024-04-13T07:18:46.034 INFO:tasks.rados.rados.0.smithi003.stdout:1327: rollback oid 25 current snap is 141 2024-04-13T07:18:46.034 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 25 to 94 2024-04-13T07:18:46.035 INFO:tasks.rados.rados.0.smithi003.stdout:1328: copy_from oid 34 from oid 3 current snap is 141 2024-04-13T07:18:46.035 INFO:tasks.rados.rados.0.smithi003.stdout:1329: snap_create 2024-04-13T07:18:46.035 INFO:tasks.rados.rados.0.smithi003.stdout:1324: finishing write tid 3 to smithi00377890-2 2024-04-13T07:18:46.037 INFO:tasks.rados.rados.0.smithi003.stdout:1324: finishing write tid 4 to smithi00377890-2 2024-04-13T07:18:46.038 INFO:tasks.rados.rados.0.smithi003.stdout:1324: finishing write tid 5 to smithi00377890-2 2024-04-13T07:18:46.038 INFO:tasks.rados.rados.0.smithi003.stdout:1326: finishing rollback tid 1 to smithi00377890-32 2024-04-13T07:18:46.038 INFO:tasks.rados.rados.0.smithi003.stdout:1326: finishing rollback tid 2 to smithi00377890-32 2024-04-13T07:18:46.038 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 1299 (ObjNum 232 snap 69 seq_num 232) dirty exists 2024-04-13T07:18:46.040 INFO:tasks.rados.rados.0.smithi003.stdout:1324: finishing write tid 6 to smithi00377890-2 2024-04-13T07:18:46.040 INFO:tasks.rados.rados.0.smithi003.stdout:1324: oid 2 updating version 0 to 725 2024-04-13T07:18:46.040 INFO:tasks.rados.rados.0.smithi003.stdout:1324: oid 2 updating version 725 to 728 2024-04-13T07:18:46.040 INFO:tasks.rados.rados.0.smithi003.stdout:1324: oid 2 version 728 is already newer than 726 2024-04-13T07:18:46.040 INFO:tasks.rados.rados.0.smithi003.stdout:1324: oid 2 version 728 is already newer than 727 2024-04-13T07:18:46.040 INFO:tasks.rados.rados.0.smithi003.stdout:1324: oid 2 updating version 728 to 729 2024-04-13T07:18:46.040 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 729 (ObjNum 408 snap 141 seq_num 408) dirty exists 2024-04-13T07:18:46.040 INFO:tasks.rados.rados.0.smithi003.stdout:1324: left oid 2 (ObjNum 408 snap 141 seq_num 408) 2024-04-13T07:18:46.040 INFO:tasks.rados.rados.0.smithi003.stdout:1327: finishing rollback tid 0 to smithi00377890-25 2024-04-13T07:18:46.042 INFO:tasks.rados.rados.0.smithi003.stdout:1327: finishing rollback tid 1 to smithi00377890-25 2024-04-13T07:18:46.042 INFO:tasks.rados.rados.0.smithi003.stdout:1327: finishing rollback tid 2 to smithi00377890-25 2024-04-13T07:18:46.042 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 1302 (ObjNum 258 snap 84 seq_num 258) dirty exists 2024-04-13T07:18:46.049 INFO:tasks.rados.rados.0.smithi003.stdout:1323: finishing copy_from racing read to smithi00377890-39 2024-04-13T07:18:46.051 INFO:tasks.rados.rados.0.smithi003.stdout:1325: expect (ObjNum 398 snap 141 seq_num 398) 2024-04-13T07:18:46.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:45 smithi003 ceph-mon[91733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:18:46.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:45 smithi003 ceph-mon[91733]: Upgrade: osd.1 is safe to restart 2024-04-13T07:18:46.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:45 smithi003 ceph-mon[91733]: pgmap v156: 121 pgs: 121 active+clean; 396 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2024-04-13T07:18:46.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:45 smithi003 ceph-mon[91733]: osdmap e334: 8 total, 8 up, 8 in 2024-04-13T07:18:46.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:45 smithi003 ceph-mon[89364]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:18:46.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:45 smithi003 ceph-mon[89364]: Upgrade: osd.1 is safe to restart 2024-04-13T07:18:46.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:45 smithi003 ceph-mon[89364]: pgmap v156: 121 pgs: 121 active+clean; 396 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2024-04-13T07:18:46.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:45 smithi003 ceph-mon[89364]: osdmap e334: 8 total, 8 up, 8 in 2024-04-13T07:18:46.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:45 smithi066 ceph-mon[84331]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T07:18:46.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:45 smithi066 ceph-mon[84331]: Upgrade: osd.1 is safe to restart 2024-04-13T07:18:46.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:45 smithi066 ceph-mon[84331]: pgmap v156: 121 pgs: 121 active+clean; 396 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2024-04-13T07:18:46.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:45 smithi066 ceph-mon[84331]: osdmap e334: 8 total, 8 up, 8 in 2024-04-13T07:18:46.194 INFO:tasks.rados.rados.0.smithi003.stdout:1323: finishing copy_from to smithi00377890-39 2024-04-13T07:18:46.194 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 1155 (ObjNum 373 snap 132 seq_num 373) dirty exists 2024-04-13T07:18:46.194 INFO:tasks.rados.rados.0.smithi003.stdout:1328: finishing copy_from racing read to smithi00377890-34 2024-04-13T07:18:46.194 INFO:tasks.rados.rados.0.smithi003.stdout:1328: finishing copy_from to smithi00377890-34 2024-04-13T07:18:46.194 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 805 (ObjNum 400 snap 141 seq_num 400) dirty exists 2024-04-13T07:18:46.991 INFO:tasks.rados.rados.0.smithi003.stdout:1323: done (6 left) 2024-04-13T07:18:46.991 INFO:tasks.rados.rados.0.smithi003.stdout:1324: done (5 left) 2024-04-13T07:18:46.991 INFO:tasks.rados.rados.0.smithi003.stdout:1325: done (4 left) 2024-04-13T07:18:46.991 INFO:tasks.rados.rados.0.smithi003.stdout:1326: done (3 left) 2024-04-13T07:18:46.991 INFO:tasks.rados.rados.0.smithi003.stdout:1327: done (2 left) 2024-04-13T07:18:46.992 INFO:tasks.rados.rados.0.smithi003.stdout:1328: done (1 left) 2024-04-13T07:18:46.992 INFO:tasks.rados.rados.0.smithi003.stdout:1329: done (0 left) 2024-04-13T07:18:46.992 INFO:tasks.rados.rados.0.smithi003.stdout:1330: read oid 31 snap 109 2024-04-13T07:18:46.992 INFO:tasks.rados.rados.0.smithi003.stdout:1330: expect (ObjNum 226 snap 67 seq_num 226) 2024-04-13T07:18:46.992 INFO:tasks.rados.rados.0.smithi003.stdout:1331: delete oid 4 current snap is 142 2024-04-13T07:18:46.999 INFO:tasks.rados.rados.0.smithi003.stdout:1331: done (1 left) 2024-04-13T07:18:47.000 INFO:tasks.rados.rados.0.smithi003.stdout:1332: snap_remove snap 113 2024-04-13T07:18:47.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:46 smithi003 ceph-mon[91733]: osdmap e335: 8 total, 8 up, 8 in 2024-04-13T07:18:47.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:46 smithi003 ceph-mon[91733]: Upgrade: Updating osd.1 2024-04-13T07:18:47.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:46 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:47.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:46 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T07:18:47.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:46 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:47.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:46 smithi003 ceph-mon[91733]: Deploying daemon osd.1 on smithi003 2024-04-13T07:18:47.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:46 smithi003 ceph-mon[89364]: osdmap e335: 8 total, 8 up, 8 in 2024-04-13T07:18:47.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:46 smithi003 ceph-mon[89364]: Upgrade: Updating osd.1 2024-04-13T07:18:47.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:46 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:47.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:46 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T07:18:47.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:46 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:47.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:46 smithi003 ceph-mon[89364]: Deploying daemon osd.1 on smithi003 2024-04-13T07:18:47.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:46 smithi066 ceph-mon[84331]: osdmap e335: 8 total, 8 up, 8 in 2024-04-13T07:18:47.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:46 smithi066 ceph-mon[84331]: Upgrade: Updating osd.1 2024-04-13T07:18:47.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:46 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:47.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:46 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T07:18:47.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:46 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:18:47.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:46 smithi066 ceph-mon[84331]: Deploying daemon osd.1 on smithi003 2024-04-13T07:18:48.000 INFO:tasks.rados.rados.0.smithi003.stdout:1332: done (1 left) 2024-04-13T07:18:48.000 INFO:tasks.rados.rados.0.smithi003.stdout:1333: read oid 9 snap -1 2024-04-13T07:18:48.000 INFO:tasks.rados.rados.0.smithi003.stdout:1333: expect (ObjNum 346 snap 117 seq_num 346) 2024-04-13T07:18:48.000 INFO:tasks.rados.rados.0.smithi003.stdout:1334: delete oid 47 current snap is 142 2024-04-13T07:18:48.000 INFO:tasks.rados.rados.0.smithi003.stdout:1330: expect (ObjNum 226 snap 67 seq_num 226) 2024-04-13T07:18:48.103 INFO:tasks.rados.rados.0.smithi003.stdout:1330: done (2 left) 2024-04-13T07:18:48.104 INFO:tasks.rados.rados.0.smithi003.stdout:1334: done (1 left) 2024-04-13T07:18:48.104 INFO:tasks.rados.rados.0.smithi003.stdout:1335: snap_remove snap 121 2024-04-13T07:18:48.104 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:47 smithi003 ceph-mon[91733]: pgmap v159: 121 pgs: 121 active+clean; 396 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2024-04-13T07:18:48.104 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:47 smithi003 ceph-mon[91733]: osdmap e336: 8 total, 8 up, 8 in 2024-04-13T07:18:48.104 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:47 smithi003 ceph-mon[89364]: pgmap v159: 121 pgs: 121 active+clean; 396 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2024-04-13T07:18:48.104 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:47 smithi003 ceph-mon[89364]: osdmap e336: 8 total, 8 up, 8 in 2024-04-13T07:18:48.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:47 smithi066 ceph-mon[84331]: pgmap v159: 121 pgs: 121 active+clean; 396 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2024-04-13T07:18:48.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:47 smithi066 ceph-mon[84331]: osdmap e336: 8 total, 8 up, 8 in 2024-04-13T07:18:48.757 INFO:tasks.rados.rados.0.smithi003.stdout:1335: done (1 left) 2024-04-13T07:18:48.758 INFO:tasks.rados.rados.0.smithi003.stdout:1336: read oid 39 snap 92 2024-04-13T07:18:48.758 INFO:tasks.rados.rados.0.smithi003.stdout:1336: expect (ObjNum 194 snap 57 seq_num 194) 2024-04-13T07:18:48.758 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 31 current snap is 142 2024-04-13T07:18:48.758 INFO:tasks.rados.rados.0.smithi003.stdout:1333: expect (ObjNum 346 snap 117 seq_num 346) 2024-04-13T07:18:48.887 INFO:tasks.rados.rados.0.smithi003.stdout:1336: expect (ObjNum 194 snap 57 seq_num 194) 2024-04-13T07:18:48.946 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:18:49.113 INFO:tasks.rados.rados.0.smithi003.stdout:1337: seq_num 411 ranges {0=491520,491520=753664,1245184=688128,1933312=163840} 2024-04-13T07:18:49.115 INFO:tasks.rados.rados.0.smithi003.stdout:1337: writing smithi00377890-31 from 0 to 491520 tid 1 2024-04-13T07:18:49.120 INFO:tasks.rados.rados.0.smithi003.stdout:1337: writing smithi00377890-31 from 491520 to 1245184 tid 2 2024-04-13T07:18:49.124 INFO:tasks.rados.rados.0.smithi003.stdout:1337: writing smithi00377890-31 from 1245184 to 1933312 tid 3 2024-04-13T07:18:49.125 INFO:tasks.rados.rados.0.smithi003.stdout:1337: writing smithi00377890-31 from 1933312 to 2097152 tid 4 2024-04-13T07:18:49.126 INFO:tasks.rados.rados.0.smithi003.stdout:1333: done (2 left) 2024-04-13T07:18:49.126 INFO:tasks.rados.rados.0.smithi003.stdout:1336: done (1 left) 2024-04-13T07:18:49.126 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 43 current snap is 142 2024-04-13T07:18:49.126 INFO:tasks.rados.rados.0.smithi003.stdout:1337: finishing write tid 1 to smithi00377890-31 2024-04-13T07:18:49.126 INFO:tasks.rados.rados.0.smithi003.stdout:1337: finishing write tid 2 to smithi00377890-31 2024-04-13T07:18:49.126 INFO:tasks.rados.rados.0.smithi003.stdout:1338: seq_num 412 ranges {0=507904,507904=630784,1138688=491520,1630208=483328} 2024-04-13T07:18:49.128 INFO:tasks.rados.rados.0.smithi003.stdout:1338: writing smithi00377890-43 from 0 to 507904 tid 1 2024-04-13T07:18:49.132 INFO:tasks.rados.rados.0.smithi003.stdout:1338: writing smithi00377890-43 from 507904 to 1138688 tid 2 2024-04-13T07:18:49.135 INFO:tasks.rados.rados.0.smithi003.stdout:1338: writing smithi00377890-43 from 1138688 to 1630208 tid 3 2024-04-13T07:18:49.140 INFO:tasks.rados.rados.0.smithi003.stdout:1338: writing smithi00377890-43 from 1630208 to 2113536 tid 4 2024-04-13T07:18:49.140 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 142 2024-04-13T07:18:49.140 INFO:tasks.rados.rados.0.smithi003.stdout:1337: finishing write tid 3 to smithi00377890-31 2024-04-13T07:18:49.141 INFO:tasks.rados.rados.0.smithi003.stdout:1337: finishing write tid 4 to smithi00377890-31 2024-04-13T07:18:49.141 INFO:tasks.rados.rados.0.smithi003.stdout:1337: finishing write tid 5 to smithi00377890-31 2024-04-13T07:18:49.141 INFO:tasks.rados.rados.0.smithi003.stdout:1337: finishing write tid 6 to smithi00377890-31 2024-04-13T07:18:49.141 INFO:tasks.rados.rados.0.smithi003.stdout:1337: oid 31 updating version 0 to 700 2024-04-13T07:18:49.141 INFO:tasks.rados.rados.0.smithi003.stdout:1337: oid 31 version 700 is already newer than 699 2024-04-13T07:18:49.141 INFO:tasks.rados.rados.0.smithi003.stdout:1337: oid 31 version 700 is already newer than 696 2024-04-13T07:18:49.142 INFO:tasks.rados.rados.0.smithi003.stdout:1337: oid 31 version 700 is already newer than 698 2024-04-13T07:18:49.142 INFO:tasks.rados.rados.0.smithi003.stdout:1337: oid 31 version 700 is already newer than 697 2024-04-13T07:18:49.142 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 700 (ObjNum 411 snap 142 seq_num 411) dirty exists 2024-04-13T07:18:49.142 INFO:tasks.rados.rados.0.smithi003.stdout:1337: left oid 31 (ObjNum 411 snap 142 seq_num 411) 2024-04-13T07:18:49.142 INFO:tasks.rados.rados.0.smithi003.stdout:1338: finishing write tid 1 to smithi00377890-43 2024-04-13T07:18:49.143 INFO:tasks.rados.rados.0.smithi003.stdout:1338: finishing write tid 2 to smithi00377890-43 2024-04-13T07:18:49.143 INFO:tasks.rados.rados.0.smithi003.stdout:1338: finishing write tid 3 to smithi00377890-43 2024-04-13T07:18:49.143 INFO:tasks.rados.rados.0.smithi003.stdout:1339: seq_num 413 ranges {2768896=524288,3293184=516096,3809280=696320,4505600=393216} 2024-04-13T07:18:49.160 INFO:tasks.rados.rados.0.smithi003.stdout:1339: writing smithi00377890-9 from 2768896 to 3293184 tid 1 2024-04-13T07:18:49.164 INFO:tasks.rados.rados.0.smithi003.stdout:1339: writing smithi00377890-9 from 3293184 to 3809280 tid 2 2024-04-13T07:18:49.169 INFO:tasks.rados.rados.0.smithi003.stdout:1339: writing smithi00377890-9 from 3809280 to 4505600 tid 3 2024-04-13T07:18:49.171 INFO:tasks.rados.rados.0.smithi003.stdout:1339: writing smithi00377890-9 from 4505600 to 4898816 tid 4 2024-04-13T07:18:49.171 INFO:tasks.rados.rados.0.smithi003.stdout:1337: done (2 left) 2024-04-13T07:18:49.171 INFO:tasks.rados.rados.0.smithi003.stdout:1340: snap_remove snap 124 2024-04-13T07:18:49.372 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:49 smithi003 ceph-mon[89364]: osdmap e337: 8 total, 8 up, 8 in 2024-04-13T07:18:49.372 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:49 smithi003 ceph-mon[89364]: osdmap e338: 8 total, 8 up, 8 in 2024-04-13T07:18:49.373 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:49 smithi003 ceph-mon[91733]: osdmap e337: 8 total, 8 up, 8 in 2024-04-13T07:18:49.373 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:49 smithi003 ceph-mon[91733]: osdmap e338: 8 total, 8 up, 8 in 2024-04-13T07:18:49.403 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:18:49.403 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (6m) 25s ago 7m 24.8M - 0.25.0 c8568f914cd2 3cfca92eb9ec 2024-04-13T07:18:49.404 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (7m) 69s ago 6m 87.5M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:18:49.404 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (8m) 25s ago 8m 20.0M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 8ddb79bf2742 2024-04-13T07:18:49.404 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (8m) 69s ago 8m 17.7M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 0760d90a9293 2024-04-13T07:18:49.404 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,9283,8765 running (2m) 69s ago 11m 449M - 19.0.0-2905-g5f22a497 c4b45bf0c946 57ffb9b159d7 2024-04-13T07:18:49.404 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:8443,9283,8765 running (2m) 25s ago 13m 499M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8cf668b60b80 2024-04-13T07:18:49.404 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (2m) 25s ago 13m 45.7M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 64cfa60e298f 2024-04-13T07:18:49.404 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (80s) 69s ago 11m 23.4M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 77096718c9ff 2024-04-13T07:18:49.404 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (100s) 25s ago 11m 40.4M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 bcc866c9b63b 2024-04-13T07:18:49.404 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (6m) 25s ago 6m 15.9M - 1.5.0 0da6a335fe13 dfbcad6ee10c 2024-04-13T07:18:49.404 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (6m) 69s ago 6m 15.0M - 1.5.0 0da6a335fe13 ce4f8de81f3f 2024-04-13T07:18:49.404 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (29s) 25s ago 11m 16.9M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 6dc25088a5e4 2024-04-13T07:18:49.404 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (10m) 25s ago 10m 231M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f 5901b0c84ed2 2024-04-13T07:18:49.404 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (10m) 25s ago 10m 143M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f 38430c68dad7 2024-04-13T07:18:49.405 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (10m) 25s ago 10m 159M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f bda6aa5b8895 2024-04-13T07:18:49.405 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (9m) 69s ago 9m 158M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f ec074079cca1 2024-04-13T07:18:49.405 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (9m) 69s ago 9m 134M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d0b4251f80f 2024-04-13T07:18:49.405 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (8m) 69s ago 8m 148M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f e80941711015 2024-04-13T07:18:49.405 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (8m) 69s ago 8m 139M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f b9515cfb6872 2024-04-13T07:18:49.405 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (2m) 69s ago 7m 47.4M - 2.43.0 a07b618ecd1d d062b44446a9 2024-04-13T07:18:49.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:49 smithi066 ceph-mon[84331]: osdmap e337: 8 total, 8 up, 8 in 2024-04-13T07:18:49.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:49 smithi066 ceph-mon[84331]: osdmap e338: 8 total, 8 up, 8 in 2024-04-13T07:18:49.637 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:49 smithi003 systemd[1]: Stopping Ceph osd.1 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:18:49.833 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:18:49.833 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:18:49.833 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:18:49.833 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:18:49.833 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:18:49.834 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:18:49.834 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:18:49.834 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:18:49.834 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 7, 2024-04-13T07:18:49.834 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 1 2024-04-13T07:18:49.834 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:18:49.834 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:18:49.834 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:18:49.834 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:18:49.834 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:18:49.834 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 9, 2024-04-13T07:18:49.835 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 6 2024-04-13T07:18:49.835 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:18:49.835 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:18:50.003 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:49 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1[47675]: 2024-04-13T07:18:49.660+0000 7f862aff7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:18:50.003 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:49 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1[47675]: 2024-04-13T07:18:49.660+0000 7f862aff7700 -1 osd.1 338 *** Got signal Terminated *** 2024-04-13T07:18:50.003 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:49 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1[47675]: 2024-04-13T07:18:49.660+0000 7f862aff7700 -1 osd.1 338 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T07:18:50.012 INFO:tasks.rados.rados.0.smithi003.stdout:1340: done (2 left) 2024-04-13T07:18:50.012 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 142 2024-04-13T07:18:50.012 INFO:tasks.rados.rados.0.smithi003.stdout:1338: finishing write tid 4 to smithi00377890-43 2024-04-13T07:18:50.013 INFO:tasks.rados.rados.0.smithi003.stdout:1338: finishing write tid 5 to smithi00377890-43 2024-04-13T07:18:50.013 INFO:tasks.rados.rados.0.smithi003.stdout:1341: seq_num 414 ranges {2433024=540672,2973696=802816,3776512=458752,4235264=344064} 2024-04-13T07:18:50.030 INFO:tasks.rados.rados.0.smithi003.stdout:1341: writing smithi00377890-38 from 2433024 to 2973696 tid 1 2024-04-13T07:18:50.034 INFO:tasks.rados.rados.0.smithi003.stdout:1341: writing smithi00377890-38 from 2973696 to 3776512 tid 2 2024-04-13T07:18:50.037 INFO:tasks.rados.rados.0.smithi003.stdout:1341: writing smithi00377890-38 from 3776512 to 4235264 tid 3 2024-04-13T07:18:50.040 INFO:tasks.rados.rados.0.smithi003.stdout:1341: writing smithi00377890-38 from 4235264 to 4579328 tid 4 2024-04-13T07:18:50.040 INFO:tasks.rados.rados.0.smithi003.stdout:1342: setattr oid 46 current snap is 142 2024-04-13T07:18:50.040 INFO:tasks.rados.rados.0.smithi003.stdout:1338: finishing write tid 6 to smithi00377890-43 2024-04-13T07:18:50.040 INFO:tasks.rados.rados.0.smithi003.stdout:1338: oid 43 updating version 0 to 578 2024-04-13T07:18:50.040 INFO:tasks.rados.rados.0.smithi003.stdout:1338: oid 43 updating version 578 to 580 2024-04-13T07:18:50.040 INFO:tasks.rados.rados.0.smithi003.stdout:1338: oid 43 version 580 is already newer than 579 2024-04-13T07:18:50.040 INFO:tasks.rados.rados.0.smithi003.stdout:1338: oid 43 version 580 is already newer than 577 2024-04-13T07:18:50.040 INFO:tasks.rados.rados.0.smithi003.stdout:1338: oid 43 updating version 580 to 581 2024-04-13T07:18:50.041 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 581 (ObjNum 412 snap 142 seq_num 412) dirty exists 2024-04-13T07:18:50.041 INFO:tasks.rados.rados.0.smithi003.stdout:1338: left oid 43 (ObjNum 412 snap 142 seq_num 412) 2024-04-13T07:18:50.041 INFO:tasks.rados.rados.0.smithi003.stdout:1339: finishing write tid 1 to smithi00377890-9 2024-04-13T07:18:50.041 INFO:tasks.rados.rados.0.smithi003.stdout:1339: finishing write tid 2 to smithi00377890-9 2024-04-13T07:18:50.041 INFO:tasks.rados.rados.0.smithi003.stdout:1339: finishing write tid 3 to smithi00377890-9 2024-04-13T07:18:50.041 INFO:tasks.rados.rados.0.smithi003.stdout:1339: finishing write tid 4 to smithi00377890-9 2024-04-13T07:18:50.041 INFO:tasks.rados.rados.0.smithi003.stdout:1339: finishing write tid 5 to smithi00377890-9 2024-04-13T07:18:50.041 INFO:tasks.rados.rados.0.smithi003.stdout:1339: finishing write tid 6 to smithi00377890-9 2024-04-13T07:18:50.041 INFO:tasks.rados.rados.0.smithi003.stdout:1339: oid 9 updating version 0 to 1332 2024-04-13T07:18:50.041 INFO:tasks.rados.rados.0.smithi003.stdout:1339: oid 9 version 1332 is already newer than 1329 2024-04-13T07:18:50.042 INFO:tasks.rados.rados.0.smithi003.stdout:1339: oid 9 version 1332 is already newer than 1331 2024-04-13T07:18:50.042 INFO:tasks.rados.rados.0.smithi003.stdout:1339: oid 9 version 1332 is already newer than 1328 2024-04-13T07:18:50.042 INFO:tasks.rados.rados.0.smithi003.stdout:1339: oid 9 version 1332 is already newer than 1330 2024-04-13T07:18:50.042 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 1332 (ObjNum 413 snap 142 seq_num 413) dirty exists 2024-04-13T07:18:50.042 INFO:tasks.rados.rados.0.smithi003.stdout:1339: left oid 9 (ObjNum 413 snap 142 seq_num 413) 2024-04-13T07:18:50.042 INFO:tasks.rados.rados.0.smithi003.stdout:1341: finishing write tid 1 to smithi00377890-38 2024-04-13T07:18:50.042 INFO:tasks.rados.rados.0.smithi003.stdout:1341: finishing write tid 2 to smithi00377890-38 2024-04-13T07:18:50.043 INFO:tasks.rados.rados.0.smithi003.stdout:1338: done (3 left) 2024-04-13T07:18:50.043 INFO:tasks.rados.rados.0.smithi003.stdout:1339: done (2 left) 2024-04-13T07:18:50.043 INFO:tasks.rados.rados.0.smithi003.stdout:1343: copy_from oid 47 from oid 9 current snap is 142 2024-04-13T07:18:50.043 INFO:tasks.rados.rados.0.smithi003.stdout:1344: snap_create 2024-04-13T07:18:50.044 INFO:tasks.rados.rados.0.smithi003.stdout:1341: finishing write tid 3 to smithi00377890-38 2024-04-13T07:18:50.044 INFO:tasks.rados.rados.0.smithi003.stdout:1341: finishing write tid 4 to smithi00377890-38 2024-04-13T07:18:50.044 INFO:tasks.rados.rados.0.smithi003.stdout:1341: finishing write tid 5 to smithi00377890-38 2024-04-13T07:18:50.046 INFO:tasks.rados.rados.0.smithi003.stdout:1341: finishing write tid 6 to smithi00377890-38 2024-04-13T07:18:50.046 INFO:tasks.rados.rados.0.smithi003.stdout:1341: oid 38 updating version 0 to 534 2024-04-13T07:18:50.046 INFO:tasks.rados.rados.0.smithi003.stdout:1341: oid 38 updating version 534 to 537 2024-04-13T07:18:50.046 INFO:tasks.rados.rados.0.smithi003.stdout:1341: oid 38 version 537 is already newer than 533 2024-04-13T07:18:50.047 INFO:tasks.rados.rados.0.smithi003.stdout:1341: oid 38 version 537 is already newer than 536 2024-04-13T07:18:50.047 INFO:tasks.rados.rados.0.smithi003.stdout:1341: oid 38 version 537 is already newer than 535 2024-04-13T07:18:50.047 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 537 (ObjNum 414 snap 142 seq_num 414) dirty exists 2024-04-13T07:18:50.047 INFO:tasks.rados.rados.0.smithi003.stdout:1341: left oid 38 (ObjNum 414 snap 142 seq_num 414) 2024-04-13T07:18:50.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:50 smithi003 ceph-mon[91733]: pgmap v162: 121 pgs: 121 active+clean; 421 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.7 MiB/s wr, 20 op/s 2024-04-13T07:18:50.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:50 smithi003 ceph-mon[91733]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:18:50.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:50 smithi003 ceph-mon[91733]: osd.1 marked itself down and dead 2024-04-13T07:18:50.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:50 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3280972892' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:50.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:50 smithi003 ceph-mon[89364]: pgmap v162: 121 pgs: 121 active+clean; 421 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.7 MiB/s wr, 20 op/s 2024-04-13T07:18:50.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:50 smithi003 ceph-mon[89364]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:18:50.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:50 smithi003 ceph-mon[89364]: osd.1 marked itself down and dead 2024-04-13T07:18:50.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:50 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3280972892' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:50.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:50 smithi066 ceph-mon[84331]: pgmap v162: 121 pgs: 121 active+clean; 421 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.7 MiB/s wr, 20 op/s 2024-04-13T07:18:50.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:50 smithi066 ceph-mon[84331]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:18:50.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:50 smithi066 ceph-mon[84331]: osd.1 marked itself down and dead 2024-04-13T07:18:50.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:50 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3280972892' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:18:50.887 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:50 smithi003 podman[101505]: 2024-04-13 07:18:50.563210591 +0000 UTC m=+1.025367564 container died 5901b0c84ed2f5d2af2ba4c855623a9a853a028ff3b9f44d146d792bc135b6e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-7d36322, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-13T07:18:51.020 INFO:tasks.rados.rados.0.smithi003.stdout:1341: done (3 left) 2024-04-13T07:18:51.020 INFO:tasks.rados.rados.0.smithi003.stdout:1344: done (2 left) 2024-04-13T07:18:51.020 INFO:tasks.rados.rados.0.smithi003.stdout:1345: snap_remove snap 81 2024-04-13T07:18:51.273 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:51 smithi003 podman[101505]: 2024-04-13 07:18:51.036255226 +0000 UTC m=+1.498412198 container cleanup 5901b0c84ed2f5d2af2ba4c855623a9a853a028ff3b9f44d146d792bc135b6e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, RELEASE=reef-7d36322, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-13T07:18:51.273 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:51 smithi003 bash[101505]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1 2024-04-13T07:18:51.274 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:51 smithi003 ceph-mon[91733]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:18:51.274 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:51 smithi003 ceph-mon[91733]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:18:51.274 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:51 smithi003 ceph-mon[91733]: osdmap e339: 8 total, 7 up, 8 in 2024-04-13T07:18:51.274 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:51 smithi003 ceph-mon[89364]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:18:51.274 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:51 smithi003 ceph-mon[89364]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:18:51.274 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:51 smithi003 ceph-mon[89364]: osdmap e339: 8 total, 7 up, 8 in 2024-04-13T07:18:51.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:51 smithi066 ceph-mon[84331]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:18:51.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:51 smithi066 ceph-mon[84331]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:18:51.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:51 smithi066 ceph-mon[84331]: osdmap e339: 8 total, 7 up, 8 in 2024-04-13T07:18:51.580 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:51 smithi003 podman[101526]: 2024-04-13 07:18:51.270996455 +0000 UTC m=+0.709623444 container remove 5901b0c84ed2f5d2af2ba4c855623a9a853a028ff3b9f44d146d792bc135b6e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-7d36322, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-13T07:18:51.885 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:51 smithi003 podman[101615]: 2024-04-13 07:18:51.482118673 +0000 UTC m=+0.017517443 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:18:51.885 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:51 smithi003 podman[101615]: 2024-04-13 07:18:51.605367772 +0000 UTC m=+0.140766530 container create 3d1a6f677716e04b27a2fc97de2b317f85e1c9762834e8c02021be50bbd14072 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS) 2024-04-13T07:18:51.885 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:51 smithi003 podman[101615]: 2024-04-13 07:18:51.808170068 +0000 UTC m=+0.343568826 container init 3d1a6f677716e04b27a2fc97de2b317f85e1c9762834e8c02021be50bbd14072 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:18:51.885 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:51 smithi003 podman[101615]: 2024-04-13 07:18:51.811161632 +0000 UTC m=+0.346560398 container start 3d1a6f677716e04b27a2fc97de2b317f85e1c9762834e8c02021be50bbd14072 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:18:51.885 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:51 smithi003 podman[101615]: 2024-04-13 07:18:51.883008255 +0000 UTC m=+0.418407012 container attach 3d1a6f677716e04b27a2fc97de2b317f85e1c9762834e8c02021be50bbd14072 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-deactivate, RELEASE=main-5f22a49, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:18:52.023 INFO:tasks.rados.rados.0.smithi003.stdout:1345: done (2 left) 2024-04-13T07:18:52.023 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 143 2024-04-13T07:18:52.023 INFO:tasks.rados.rados.0.smithi003.stdout:1346: seq_num 415 ranges {1908736=557056,2465792=688128,3153920=663552,3817472=253952} 2024-04-13T07:18:52.037 INFO:tasks.rados.rados.0.smithi003.stdout:1346: writing smithi00377890-3 from 1908736 to 2465792 tid 1 2024-04-13T07:18:52.041 INFO:tasks.rados.rados.0.smithi003.stdout:1346: writing smithi00377890-3 from 2465792 to 3153920 tid 2 2024-04-13T07:18:52.045 INFO:tasks.rados.rados.0.smithi003.stdout:1346: writing smithi00377890-3 from 3153920 to 3817472 tid 3 2024-04-13T07:18:52.048 INFO:tasks.rados.rados.0.smithi003.stdout:1346: writing smithi00377890-3 from 3817472 to 4071424 tid 4 2024-04-13T07:18:52.048 INFO:tasks.rados.rados.0.smithi003.stdout:1347: rollback oid 30 current snap is 143 2024-04-13T07:18:52.048 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 30 to 134 2024-04-13T07:18:52.048 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 527 (ObjNum 402 snap 141 seq_num 402) dirty exists 2024-04-13T07:18:52.049 INFO:tasks.rados.rados.0.smithi003.stdout:1343: finishing copy_from racing read to smithi00377890-47 2024-04-13T07:18:52.049 INFO:tasks.rados.rados.0.smithi003.stdout:1343: finishing copy_from to smithi00377890-47 2024-04-13T07:18:52.049 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 1332 (ObjNum 413 snap 142 seq_num 413) dirty exists 2024-04-13T07:18:52.049 INFO:tasks.rados.rados.0.smithi003.stdout:1346: finishing write tid 1 to smithi00377890-3 2024-04-13T07:18:52.049 INFO:tasks.rados.rados.0.smithi003.stdout:1342: done (3 left) 2024-04-13T07:18:52.049 INFO:tasks.rados.rados.0.smithi003.stdout:1343: done (2 left) 2024-04-13T07:18:52.049 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 20 current snap is 143 2024-04-13T07:18:52.049 INFO:tasks.rados.rados.0.smithi003.stdout:1348: seq_num 416 ranges {4087808=573440,4661248=573440,5234688=475136,5709824=557056} 2024-04-13T07:18:52.072 INFO:tasks.rados.rados.0.smithi003.stdout:1348: writing smithi00377890-20 from 4087808 to 4661248 tid 1 2024-04-13T07:18:52.075 INFO:tasks.rados.rados.0.smithi003.stdout:1348: writing smithi00377890-20 from 4661248 to 5234688 tid 2 2024-04-13T07:18:52.078 INFO:tasks.rados.rados.0.smithi003.stdout:1348: writing smithi00377890-20 from 5234688 to 5709824 tid 3 2024-04-13T07:18:52.082 INFO:tasks.rados.rados.0.smithi003.stdout:1348: writing smithi00377890-20 from 5709824 to 6266880 tid 4 2024-04-13T07:18:52.082 INFO:tasks.rados.rados.0.smithi003.stdout:1349: read oid 42 snap -1 2024-04-13T07:18:52.082 INFO:tasks.rados.rados.0.smithi003.stdout:1349: expect deleted 2024-04-13T07:18:52.082 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 6 current snap is 143 2024-04-13T07:18:52.082 INFO:tasks.rados.rados.0.smithi003.stdout:1346: finishing write tid 2 to smithi00377890-3 2024-04-13T07:18:52.082 INFO:tasks.rados.rados.0.smithi003.stdout:1347: finishing rollback tid 0 to smithi00377890-30 2024-04-13T07:18:52.082 INFO:tasks.rados.rados.0.smithi003.stdout:1347: finishing rollback tid 1 to smithi00377890-30 2024-04-13T07:18:52.082 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 591 (ObjNum 945 snap 0 seq_num 2818885968) dirty dne 2024-04-13T07:18:52.082 INFO:tasks.rados.rados.0.smithi003.stdout:1346: finishing write tid 3 to smithi00377890-3 2024-04-13T07:18:52.082 INFO:tasks.rados.rados.0.smithi003.stdout:1346: finishing write tid 4 to smithi00377890-3 2024-04-13T07:18:52.083 INFO:tasks.rados.rados.0.smithi003.stdout:1350: seq_num 417 ranges {0=589824,589824=458752,1048576=679936,1728512=466944} 2024-04-13T07:18:52.085 INFO:tasks.rados.rados.0.smithi003.stdout:1350: writing smithi00377890-6 from 0 to 589824 tid 1 2024-04-13T07:18:52.088 INFO:tasks.rados.rados.0.smithi003.stdout:1350: writing smithi00377890-6 from 589824 to 1048576 tid 2 2024-04-13T07:18:52.092 INFO:tasks.rados.rados.0.smithi003.stdout:1350: writing smithi00377890-6 from 1048576 to 1728512 tid 3 2024-04-13T07:18:52.097 INFO:tasks.rados.rados.0.smithi003.stdout:1350: writing smithi00377890-6 from 1728512 to 2195456 tid 4 2024-04-13T07:18:52.097 INFO:tasks.rados.rados.0.smithi003.stdout:1347: done (4 left) 2024-04-13T07:18:52.097 INFO:tasks.rados.rados.0.smithi003.stdout:1351: rollback oid 13 current snap is 143 2024-04-13T07:18:52.097 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 13 to 92 2024-04-13T07:18:52.097 INFO:tasks.rados.rados.0.smithi003.stdout:1346: finishing write tid 5 to smithi00377890-3 2024-04-13T07:18:52.097 INFO:tasks.rados.rados.0.smithi003.stdout:1346: finishing write tid 6 to smithi00377890-3 2024-04-13T07:18:52.097 INFO:tasks.rados.rados.0.smithi003.stdout:1346: oid 3 updating version 0 to 1337 2024-04-13T07:18:52.097 INFO:tasks.rados.rados.0.smithi003.stdout:1346: oid 3 version 1337 is already newer than 1335 2024-04-13T07:18:52.097 INFO:tasks.rados.rados.0.smithi003.stdout:1346: oid 3 version 1337 is already newer than 1334 2024-04-13T07:18:52.097 INFO:tasks.rados.rados.0.smithi003.stdout:1346: oid 3 version 1337 is already newer than 1336 2024-04-13T07:18:52.097 INFO:tasks.rados.rados.0.smithi003.stdout:1346: oid 3 version 1337 is already newer than 1333 2024-04-13T07:18:52.098 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 1337 (ObjNum 415 snap 143 seq_num 415) dirty exists 2024-04-13T07:18:52.098 INFO:tasks.rados.rados.0.smithi003.stdout:1346: left oid 3 (ObjNum 415 snap 143 seq_num 415) 2024-04-13T07:18:52.098 INFO:tasks.rados.rados.0.smithi003.stdout:1348: finishing write tid 1 to smithi00377890-20 2024-04-13T07:18:52.098 INFO:tasks.rados.rados.0.smithi003.stdout:1348: finishing write tid 2 to smithi00377890-20 2024-04-13T07:18:52.098 INFO:tasks.rados.rados.0.smithi003.stdout:1348: finishing write tid 3 to smithi00377890-20 2024-04-13T07:18:52.098 INFO:tasks.rados.rados.0.smithi003.stdout:1348: finishing write tid 4 to smithi00377890-20 2024-04-13T07:18:52.098 INFO:tasks.rados.rados.0.smithi003.stdout:1348: finishing write tid 5 to smithi00377890-20 2024-04-13T07:18:52.098 INFO:tasks.rados.rados.0.smithi003.stdout:1348: finishing write tid 6 to smithi00377890-20 2024-04-13T07:18:52.098 INFO:tasks.rados.rados.0.smithi003.stdout:1348: oid 20 updating version 0 to 1203 2024-04-13T07:18:52.098 INFO:tasks.rados.rados.0.smithi003.stdout:1348: oid 20 version 1203 is already newer than 1201 2024-04-13T07:18:52.098 INFO:tasks.rados.rados.0.smithi003.stdout:1348: oid 20 updating version 1203 to 1204 2024-04-13T07:18:52.098 INFO:tasks.rados.rados.0.smithi003.stdout:1348: oid 20 version 1204 is already newer than 1202 2024-04-13T07:18:52.098 INFO:tasks.rados.rados.0.smithi003.stdout:1348: oid 20 updating version 1204 to 1205 2024-04-13T07:18:52.098 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 1205 (ObjNum 416 snap 143 seq_num 416) dirty exists 2024-04-13T07:18:52.099 INFO:tasks.rados.rados.0.smithi003.stdout:1348: left oid 20 (ObjNum 416 snap 143 seq_num 416) 2024-04-13T07:18:52.099 INFO:tasks.rados.rados.0.smithi003.stdout:1350: finishing write tid 1 to smithi00377890-6 2024-04-13T07:18:52.099 INFO:tasks.rados.rados.0.smithi003.stdout:1350: finishing write tid 2 to smithi00377890-6 2024-04-13T07:18:52.099 INFO:tasks.rados.rados.0.smithi003.stdout:1350: finishing write tid 3 to smithi00377890-6 2024-04-13T07:18:52.099 INFO:tasks.rados.rados.0.smithi003.stdout:1346: done (4 left) 2024-04-13T07:18:52.099 INFO:tasks.rados.rados.0.smithi003.stdout:1348: done (3 left) 2024-04-13T07:18:52.099 INFO:tasks.rados.rados.0.smithi003.stdout:1349: done (2 left) 2024-04-13T07:18:52.099 INFO:tasks.rados.rados.0.smithi003.stdout:1352: read oid 15 snap -1 2024-04-13T07:18:52.099 INFO:tasks.rados.rados.0.smithi003.stdout:1352: expect (ObjNum 379 snap 133 seq_num 379) 2024-04-13T07:18:52.099 INFO:tasks.rados.rados.0.smithi003.stdout:1353: rollback oid 16 current snap is 143 2024-04-13T07:18:52.099 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 16 to 108 2024-04-13T07:18:52.099 INFO:tasks.rados.rados.0.smithi003.stdout:1354: read oid 50 snap -1 2024-04-13T07:18:52.099 INFO:tasks.rados.rados.0.smithi003.stdout:1354: expect (ObjNum 313 snap 106 seq_num 313) 2024-04-13T07:18:52.099 INFO:tasks.rados.rados.0.smithi003.stdout:1355: snap_create 2024-04-13T07:18:52.100 INFO:tasks.rados.rados.0.smithi003.stdout:1353: finishing rollback tid 1 to smithi00377890-16 2024-04-13T07:18:52.101 INFO:tasks.rados.rados.0.smithi003.stdout:1351: finishing rollback tid 0 to smithi00377890-13 2024-04-13T07:18:52.101 INFO:tasks.rados.rados.0.smithi003.stdout:1351: finishing rollback tid 1 to smithi00377890-13 2024-04-13T07:18:52.101 INFO:tasks.rados.rados.0.smithi003.stdout:1350: finishing write tid 4 to smithi00377890-6 2024-04-13T07:18:52.101 INFO:tasks.rados.rados.0.smithi003.stdout:1350: finishing write tid 5 to smithi00377890-6 2024-04-13T07:18:52.102 INFO:tasks.rados.rados.0.smithi003.stdout:1351: finishing rollback tid 2 to smithi00377890-13 2024-04-13T07:18:52.102 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 595 (ObjNum 192 snap 57 seq_num 192) dirty exists 2024-04-13T07:18:52.102 INFO:tasks.rados.rados.0.smithi003.stdout:1353: finishing rollback tid 2 to smithi00377890-16 2024-04-13T07:18:52.102 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 1207 (ObjNum 222 snap 66 seq_num 222) dirty exists 2024-04-13T07:18:52.102 INFO:tasks.rados.rados.0.smithi003.stdout:1354: expect (ObjNum 313 snap 106 seq_num 313) 2024-04-13T07:18:52.130 INFO:tasks.rados.rados.0.smithi003.stdout:1350: finishing write tid 6 to smithi00377890-6 2024-04-13T07:18:52.130 INFO:tasks.rados.rados.0.smithi003.stdout:1350: oid 6 updating version 0 to 732 2024-04-13T07:18:52.130 INFO:tasks.rados.rados.0.smithi003.stdout:1350: oid 6 version 732 is already newer than 731 2024-04-13T07:18:52.130 INFO:tasks.rados.rados.0.smithi003.stdout:1350: oid 6 updating version 732 to 734 2024-04-13T07:18:52.130 INFO:tasks.rados.rados.0.smithi003.stdout:1350: oid 6 version 734 is already newer than 730 2024-04-13T07:18:52.130 INFO:tasks.rados.rados.0.smithi003.stdout:1350: oid 6 version 734 is already newer than 733 2024-04-13T07:18:52.130 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 734 (ObjNum 417 snap 143 seq_num 417) dirty exists 2024-04-13T07:18:52.131 INFO:tasks.rados.rados.0.smithi003.stdout:1350: left oid 6 (ObjNum 417 snap 143 seq_num 417) 2024-04-13T07:18:52.131 INFO:tasks.rados.rados.0.smithi003.stdout:1352: expect (ObjNum 379 snap 133 seq_num 379) 2024-04-13T07:18:52.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:52 smithi003 ceph-mon[89364]: pgmap v165: 121 pgs: 16 stale+active+clean, 105 active+clean; 423 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 5.1 MiB/s wr, 22 op/s 2024-04-13T07:18:52.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:52 smithi003 ceph-mon[89364]: osdmap e340: 8 total, 7 up, 8 in 2024-04-13T07:18:52.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:52 smithi003 ceph-mon[91733]: pgmap v165: 121 pgs: 16 stale+active+clean, 105 active+clean; 423 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 5.1 MiB/s wr, 22 op/s 2024-04-13T07:18:52.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:52 smithi003 ceph-mon[91733]: osdmap e340: 8 total, 7 up, 8 in 2024-04-13T07:18:52.137 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:52 smithi003 podman[101615]: 2024-04-13 07:18:52.127172767 +0000 UTC m=+0.662571524 container died 3d1a6f677716e04b27a2fc97de2b317f85e1c9762834e8c02021be50bbd14072 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS) 2024-04-13T07:18:52.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:52 smithi066 ceph-mon[84331]: pgmap v165: 121 pgs: 16 stale+active+clean, 105 active+clean; 423 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 5.1 MiB/s wr, 22 op/s 2024-04-13T07:18:52.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:52 smithi066 ceph-mon[84331]: osdmap e340: 8 total, 7 up, 8 in 2024-04-13T07:18:52.654 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:18:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:18:53.026 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:52 smithi003 podman[101640]: 2024-04-13 07:18:52.737002877 +0000 UTC m=+0.604654890 container remove 3d1a6f677716e04b27a2fc97de2b317f85e1c9762834e8c02021be50bbd14072 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-13T07:18:53.026 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:52 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.1.service: Deactivated successfully. 2024-04-13T07:18:53.026 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:52 smithi003 systemd[1]: Stopped Ceph osd.1 for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:18:53.026 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:52 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.1.service: Consumed 12.123s CPU time. 2024-04-13T07:18:53.026 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:52 smithi003 systemd[1]: Starting Ceph osd.1 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:18:53.031 INFO:tasks.rados.rados.0.smithi003.stdout:1350: done (5 left) 2024-04-13T07:18:53.031 INFO:tasks.rados.rados.0.smithi003.stdout:1351: done (4 left) 2024-04-13T07:18:53.031 INFO:tasks.rados.rados.0.smithi003.stdout:1352: done (3 left) 2024-04-13T07:18:53.031 INFO:tasks.rados.rados.0.smithi003.stdout:1353: done (2 left) 2024-04-13T07:18:53.031 INFO:tasks.rados.rados.0.smithi003.stdout:1354: done (1 left) 2024-04-13T07:18:53.031 INFO:tasks.rados.rados.0.smithi003.stdout:1355: done (0 left) 2024-04-13T07:18:53.031 INFO:tasks.rados.rados.0.smithi003.stdout:1356: rollback oid 39 current snap is 144 2024-04-13T07:18:53.031 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 39 to 66 2024-04-13T07:18:53.031 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 44 current snap is 144 2024-04-13T07:18:53.031 INFO:tasks.rados.rados.0.smithi003.stdout:1357: seq_num 418 ranges {3489792=606208,4096000=737280,4833280=434176,5267456=434176} 2024-04-13T07:18:53.054 INFO:tasks.rados.rados.0.smithi003.stdout:1357: writing smithi00377890-44 from 3489792 to 4096000 tid 1 2024-04-13T07:18:53.058 INFO:tasks.rados.rados.0.smithi003.stdout:1357: writing smithi00377890-44 from 4096000 to 4833280 tid 2 2024-04-13T07:18:53.060 INFO:tasks.rados.rados.0.smithi003.stdout:1357: writing smithi00377890-44 from 4833280 to 5267456 tid 3 2024-04-13T07:18:53.064 INFO:tasks.rados.rados.0.smithi003.stdout:1357: writing smithi00377890-44 from 5267456 to 5701632 tid 4 2024-04-13T07:18:53.064 INFO:tasks.rados.rados.0.smithi003.stdout:1358: read oid 16 snap 140 2024-04-13T07:18:53.064 INFO:tasks.rados.rados.0.smithi003.stdout:1358: expect deleted 2024-04-13T07:18:53.064 INFO:tasks.rados.rados.0.smithi003.stdout:1359: read oid 17 snap -1 2024-04-13T07:18:53.064 INFO:tasks.rados.rados.0.smithi003.stdout:1359: expect deleted 2024-04-13T07:18:53.064 INFO:tasks.rados.rados.0.smithi003.stdout:1360: copy_from oid 50 from oid 25 current snap is 144 2024-04-13T07:18:53.064 INFO:tasks.rados.rados.0.smithi003.stdout:1356: finishing rollback tid 0 to smithi00377890-39 2024-04-13T07:18:53.064 INFO:tasks.rados.rados.0.smithi003.stdout:1361: rollback oid 10 current snap is 144 2024-04-13T07:18:53.065 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 10 to 137 2024-04-13T07:18:53.065 INFO:tasks.rados.rados.0.smithi003.stdout:1356: finishing rollback tid 1 to smithi00377890-39 2024-04-13T07:18:53.065 INFO:tasks.rados.rados.0.smithi003.stdout:1356: finishing rollback tid 2 to smithi00377890-39 2024-04-13T07:18:53.065 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 1158 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-13T07:18:53.065 INFO:tasks.rados.rados.0.smithi003.stdout:1357: finishing write tid 1 to smithi00377890-44 2024-04-13T07:18:53.065 INFO:tasks.rados.rados.0.smithi003.stdout:1357: finishing write tid 2 to smithi00377890-44 2024-04-13T07:18:53.065 INFO:tasks.rados.rados.0.smithi003.stdout:1357: finishing write tid 3 to smithi00377890-44 2024-04-13T07:18:53.065 INFO:tasks.rados.rados.0.smithi003.stdout:1356: done (5 left) 2024-04-13T07:18:53.065 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 144 2024-04-13T07:18:53.065 INFO:tasks.rados.rados.0.smithi003.stdout:1362: seq_num 419 ranges {3883008=622592,4505600=671744,5177344=647168,5824512=286720} 2024-04-13T07:18:53.089 INFO:tasks.rados.rados.0.smithi003.stdout:1362: writing smithi00377890-27 from 3883008 to 4505600 tid 1 2024-04-13T07:18:53.093 INFO:tasks.rados.rados.0.smithi003.stdout:1362: writing smithi00377890-27 from 4505600 to 5177344 tid 2 2024-04-13T07:18:53.097 INFO:tasks.rados.rados.0.smithi003.stdout:1362: writing smithi00377890-27 from 5177344 to 5824512 tid 3 2024-04-13T07:18:53.099 INFO:tasks.rados.rados.0.smithi003.stdout:1362: writing smithi00377890-27 from 5824512 to 6111232 tid 4 2024-04-13T07:18:53.099 INFO:tasks.rados.rados.0.smithi003.stdout:1363: read oid 23 snap -1 2024-04-13T07:18:53.100 INFO:tasks.rados.rados.0.smithi003.stdout:1363: expect (ObjNum 381 snap 133 seq_num 381) 2024-04-13T07:18:53.100 INFO:tasks.rados.rados.0.smithi003.stdout:1364: rmattr oid 45 current snap is 144 2024-04-13T07:18:53.100 INFO:tasks.rados.rados.0.smithi003.stdout:1364: done (7 left) 2024-04-13T07:18:53.100 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 24 current snap is 144 2024-04-13T07:18:53.100 INFO:tasks.rados.rados.0.smithi003.stdout:1365: seq_num 420 ranges {6471680=638976,7110656=557056,7667712=450560,8118272=598016} 2024-04-13T07:18:53.138 INFO:tasks.rados.rados.0.smithi003.stdout:1365: writing smithi00377890-24 from 6471680 to 7110656 tid 1 2024-04-13T07:18:53.141 INFO:tasks.rados.rados.0.smithi003.stdout:1365: writing smithi00377890-24 from 7110656 to 7667712 tid 2 2024-04-13T07:18:53.144 INFO:tasks.rados.rados.0.smithi003.stdout:1365: writing smithi00377890-24 from 7667712 to 8118272 tid 3 2024-04-13T07:18:53.149 INFO:tasks.rados.rados.0.smithi003.stdout:1365: writing smithi00377890-24 from 8118272 to 8716288 tid 4 2024-04-13T07:18:53.149 INFO:tasks.rados.rados.0.smithi003.stdout:1366: copy_from oid 37 from oid 47 current snap is 144 2024-04-13T07:18:53.149 INFO:tasks.rados.rados.0.smithi003.stdout:1357: finishing write tid 4 to smithi00377890-44 2024-04-13T07:18:53.150 INFO:tasks.rados.rados.0.smithi003.stdout:1357: finishing write tid 5 to smithi00377890-44 2024-04-13T07:18:53.150 INFO:tasks.rados.rados.0.smithi003.stdout:1357: finishing write tid 6 to smithi00377890-44 2024-04-13T07:18:53.150 INFO:tasks.rados.rados.0.smithi003.stdout:1357: oid 44 updating version 0 to 531 2024-04-13T07:18:53.150 INFO:tasks.rados.rados.0.smithi003.stdout:1357: oid 44 version 531 is already newer than 530 2024-04-13T07:18:53.150 INFO:tasks.rados.rados.0.smithi003.stdout:1357: oid 44 version 531 is already newer than 528 2024-04-13T07:18:53.150 INFO:tasks.rados.rados.0.smithi003.stdout:1357: oid 44 version 531 is already newer than 529 2024-04-13T07:18:53.150 INFO:tasks.rados.rados.0.smithi003.stdout:1357: oid 44 updating version 531 to 532 2024-04-13T07:18:53.150 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 532 (ObjNum 418 snap 144 seq_num 418) dirty exists 2024-04-13T07:18:53.150 INFO:tasks.rados.rados.0.smithi003.stdout:1357: left oid 44 (ObjNum 418 snap 144 seq_num 418) 2024-04-13T07:18:53.151 INFO:tasks.rados.rados.0.smithi003.stdout:1361: finishing rollback tid 0 to smithi00377890-10 2024-04-13T07:18:53.151 INFO:tasks.rados.rados.0.smithi003.stdout:1361: finishing rollback tid 1 to smithi00377890-10 2024-04-13T07:18:53.151 INFO:tasks.rados.rados.0.smithi003.stdout:1361: finishing rollback tid 2 to smithi00377890-10 2024-04-13T07:18:53.151 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 1360 (ObjNum 373 snap 132 seq_num 373) dirty exists 2024-04-13T07:18:53.151 INFO:tasks.rados.rados.0.smithi003.stdout:1360: finishing copy_from racing read to smithi00377890-50 2024-04-13T07:18:53.151 INFO:tasks.rados.rados.0.smithi003.stdout:1360: finishing copy_from to smithi00377890-50 2024-04-13T07:18:53.151 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 1302 (ObjNum 258 snap 84 seq_num 258) dirty exists 2024-04-13T07:18:53.151 INFO:tasks.rados.rados.0.smithi003.stdout:1362: finishing write tid 1 to smithi00377890-27 2024-04-13T07:18:53.151 INFO:tasks.rados.rados.0.smithi003.stdout:1362: finishing write tid 2 to smithi00377890-27 2024-04-13T07:18:53.151 INFO:tasks.rados.rados.0.smithi003.stdout:1357: done (8 left) 2024-04-13T07:18:53.151 INFO:tasks.rados.rados.0.smithi003.stdout:1358: done (7 left) 2024-04-13T07:18:53.151 INFO:tasks.rados.rados.0.smithi003.stdout:1359: done (6 left) 2024-04-13T07:18:53.151 INFO:tasks.rados.rados.0.smithi003.stdout:1360: done (5 left) 2024-04-13T07:18:53.151 INFO:tasks.rados.rados.0.smithi003.stdout:1361: done (4 left) 2024-04-13T07:18:53.152 INFO:tasks.rados.rados.0.smithi003.stdout:1367: read oid 19 snap -1 2024-04-13T07:18:53.152 INFO:tasks.rados.rados.0.smithi003.stdout:1367: expect (ObjNum 391 snap 137 seq_num 391) 2024-04-13T07:18:53.152 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 144 2024-04-13T07:18:53.152 INFO:tasks.rados.rados.0.smithi003.stdout:1362: finishing write tid 3 to smithi00377890-27 2024-04-13T07:18:53.152 INFO:tasks.rados.rados.0.smithi003.stdout:1362: finishing write tid 4 to smithi00377890-27 2024-04-13T07:18:53.152 INFO:tasks.rados.rados.0.smithi003.stdout:1362: finishing write tid 5 to smithi00377890-27 2024-04-13T07:18:53.152 INFO:tasks.rados.rados.0.smithi003.stdout:1362: finishing write tid 6 to smithi00377890-27 2024-04-13T07:18:53.152 INFO:tasks.rados.rados.0.smithi003.stdout:1362: oid 27 updating version 0 to 597 2024-04-13T07:18:53.152 INFO:tasks.rados.rados.0.smithi003.stdout:1362: oid 27 updating version 597 to 601 2024-04-13T07:18:53.152 INFO:tasks.rados.rados.0.smithi003.stdout:1362: oid 27 version 601 is already newer than 599 2024-04-13T07:18:53.152 INFO:tasks.rados.rados.0.smithi003.stdout:1362: oid 27 version 601 is already newer than 600 2024-04-13T07:18:53.152 INFO:tasks.rados.rados.0.smithi003.stdout:1362: oid 27 version 601 is already newer than 598 2024-04-13T07:18:53.152 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 601 (ObjNum 419 snap 144 seq_num 419) dirty exists 2024-04-13T07:18:53.152 INFO:tasks.rados.rados.0.smithi003.stdout:1362: left oid 27 (ObjNum 419 snap 144 seq_num 419) 2024-04-13T07:18:53.152 INFO:tasks.rados.rados.0.smithi003.stdout:1363: expect (ObjNum 381 snap 133 seq_num 381) 2024-04-13T07:18:53.210 INFO:tasks.rados.rados.0.smithi003.stdout:1365: finishing write tid 1 to smithi00377890-24 2024-04-13T07:18:53.210 INFO:tasks.rados.rados.0.smithi003.stdout:1365: finishing write tid 2 to smithi00377890-24 2024-04-13T07:18:53.210 INFO:tasks.rados.rados.0.smithi003.stdout:1365: finishing write tid 3 to smithi00377890-24 2024-04-13T07:18:53.210 INFO:tasks.rados.rados.0.smithi003.stdout:1365: finishing write tid 4 to smithi00377890-24 2024-04-13T07:18:53.210 INFO:tasks.rados.rados.0.smithi003.stdout:1365: finishing write tid 5 to smithi00377890-24 2024-04-13T07:18:53.210 INFO:tasks.rados.rados.0.smithi003.stdout:1368: seq_num 421 ranges {7929856=655360,8585216=442368,9027584=663552,9691136=499712} 2024-04-13T07:18:53.256 INFO:tasks.rados.rados.0.smithi003.stdout:1368: writing smithi00377890-49 from 7929856 to 8585216 tid 1 2024-04-13T07:18:53.259 INFO:tasks.rados.rados.0.smithi003.stdout:1368: writing smithi00377890-49 from 8585216 to 9027584 tid 2 2024-04-13T07:18:53.262 INFO:tasks.rados.rados.0.smithi003.stdout:1368: writing smithi00377890-49 from 9027584 to 9691136 tid 3 2024-04-13T07:18:53.266 INFO:tasks.rados.rados.0.smithi003.stdout:1368: writing smithi00377890-49 from 9691136 to 10190848 tid 4 2024-04-13T07:18:53.266 INFO:tasks.rados.rados.0.smithi003.stdout:1362: done (5 left) 2024-04-13T07:18:53.266 INFO:tasks.rados.rados.0.smithi003.stdout:1363: done (4 left) 2024-04-13T07:18:53.266 INFO:tasks.rados.rados.0.smithi003.stdout:1369: snap_create 2024-04-13T07:18:53.266 INFO:tasks.rados.rados.0.smithi003.stdout:1367: expect (ObjNum 391 snap 137 seq_num 391) 2024-04-13T07:18:53.340 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:53 smithi003 podman[101742]: 2024-04-13 07:18:53.103099988 +0000 UTC m=+0.023129325 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:18:53.340 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:53 smithi003 podman[101742]: 2024-04-13 07:18:53.238682628 +0000 UTC m=+0.158711964 container create 785c2b38939df0b2fcff9509c599fac3bca9ecd2d03ec847f297e9ed402a8a08 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-activate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:18:53.341 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[91733]: osdmap e341: 8 total, 7 up, 8 in 2024-04-13T07:18:53.341 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 1]}]: dispatch 2024-04-13T07:18:53.341 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]: dispatch 2024-04-13T07:18:53.341 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]: dispatch 2024-04-13T07:18:53.341 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 1]}]: dispatch 2024-04-13T07:18:53.341 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]: dispatch 2024-04-13T07:18:53.341 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 1]}]: dispatch 2024-04-13T07:18:53.341 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [0, 2]}]: dispatch 2024-04-13T07:18:53.341 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-04-13T07:18:53.341 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [6, 1]}]: dispatch 2024-04-13T07:18:53.341 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 1]}]: dispatch 2024-04-13T07:18:53.342 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:53.342 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:18:53.342 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[89364]: osdmap e341: 8 total, 7 up, 8 in 2024-04-13T07:18:53.342 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 1]}]: dispatch 2024-04-13T07:18:53.342 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]: dispatch 2024-04-13T07:18:53.342 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]: dispatch 2024-04-13T07:18:53.342 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 1]}]: dispatch 2024-04-13T07:18:53.342 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]: dispatch 2024-04-13T07:18:53.342 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 1]}]: dispatch 2024-04-13T07:18:53.342 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [0, 2]}]: dispatch 2024-04-13T07:18:53.342 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-04-13T07:18:53.342 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [6, 1]}]: dispatch 2024-04-13T07:18:53.343 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 1]}]: dispatch 2024-04-13T07:18:53.343 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:53.343 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:18:53.349 INFO:tasks.rados.rados.0.smithi003.stdout:1365: finishing write tid 6 to smithi00377890-24 2024-04-13T07:18:53.349 INFO:tasks.rados.rados.0.smithi003.stdout:1365: oid 24 updating version 0 to 1210 2024-04-13T07:18:53.349 INFO:tasks.rados.rados.0.smithi003.stdout:1365: oid 24 updating version 1210 to 1212 2024-04-13T07:18:53.349 INFO:tasks.rados.rados.0.smithi003.stdout:1365: oid 24 version 1212 is already newer than 1209 2024-04-13T07:18:53.349 INFO:tasks.rados.rados.0.smithi003.stdout:1365: oid 24 updating version 1212 to 1213 2024-04-13T07:18:53.349 INFO:tasks.rados.rados.0.smithi003.stdout:1365: oid 24 version 1213 is already newer than 1211 2024-04-13T07:18:53.349 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 1213 (ObjNum 420 snap 144 seq_num 420) dirty exists 2024-04-13T07:18:53.349 INFO:tasks.rados.rados.0.smithi003.stdout:1365: left oid 24 (ObjNum 420 snap 144 seq_num 420) 2024-04-13T07:18:53.349 INFO:tasks.rados.rados.0.smithi003.stdout:1366: finishing copy_from racing read to smithi00377890-37 2024-04-13T07:18:53.350 INFO:tasks.rados.rados.0.smithi003.stdout:1366: finishing copy_from to smithi00377890-37 2024-04-13T07:18:53.350 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 1332 (ObjNum 413 snap 142 seq_num 413) dirty exists 2024-04-13T07:18:53.350 INFO:tasks.rados.rados.0.smithi003.stdout:1368: finishing write tid 1 to smithi00377890-49 2024-04-13T07:18:53.350 INFO:tasks.rados.rados.0.smithi003.stdout:1368: finishing write tid 2 to smithi00377890-49 2024-04-13T07:18:53.350 INFO:tasks.rados.rados.0.smithi003.stdout:1368: finishing write tid 3 to smithi00377890-49 2024-04-13T07:18:53.350 INFO:tasks.rados.rados.0.smithi003.stdout:1368: finishing write tid 4 to smithi00377890-49 2024-04-13T07:18:53.350 INFO:tasks.rados.rados.0.smithi003.stdout:1368: finishing write tid 5 to smithi00377890-49 2024-04-13T07:18:53.350 INFO:tasks.rados.rados.0.smithi003.stdout:1368: finishing write tid 6 to smithi00377890-49 2024-04-13T07:18:53.350 INFO:tasks.rados.rados.0.smithi003.stdout:1368: oid 49 updating version 0 to 1342 2024-04-13T07:18:53.350 INFO:tasks.rados.rados.0.smithi003.stdout:1368: oid 49 version 1342 is already newer than 1338 2024-04-13T07:18:53.350 INFO:tasks.rados.rados.0.smithi003.stdout:1368: oid 49 version 1342 is already newer than 1340 2024-04-13T07:18:53.350 INFO:tasks.rados.rados.0.smithi003.stdout:1368: oid 49 version 1342 is already newer than 1341 2024-04-13T07:18:53.350 INFO:tasks.rados.rados.0.smithi003.stdout:1368: oid 49 version 1342 is already newer than 1339 2024-04-13T07:18:53.350 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 1342 (ObjNum 421 snap 144 seq_num 421) dirty exists 2024-04-13T07:18:53.351 INFO:tasks.rados.rados.0.smithi003.stdout:1368: left oid 49 (ObjNum 421 snap 144 seq_num 421) 2024-04-13T07:18:53.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:53 smithi066 ceph-mon[84331]: osdmap e341: 8 total, 7 up, 8 in 2024-04-13T07:18:53.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 1]}]: dispatch 2024-04-13T07:18:53.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]: dispatch 2024-04-13T07:18:53.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]: dispatch 2024-04-13T07:18:53.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 1]}]: dispatch 2024-04-13T07:18:53.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]: dispatch 2024-04-13T07:18:53.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 1]}]: dispatch 2024-04-13T07:18:53.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [0, 2]}]: dispatch 2024-04-13T07:18:53.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-04-13T07:18:53.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [6, 1]}]: dispatch 2024-04-13T07:18:53.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 1]}]: dispatch 2024-04-13T07:18:53.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:53.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:18:53.761 INFO:tasks.rados.rados.0.smithi003.stdout:1365: done (4 left) 2024-04-13T07:18:53.761 INFO:tasks.rados.rados.0.smithi003.stdout:1366: done (3 left) 2024-04-13T07:18:53.761 INFO:tasks.rados.rados.0.smithi003.stdout:1367: done (2 left) 2024-04-13T07:18:53.761 INFO:tasks.rados.rados.0.smithi003.stdout:1368: done (1 left) 2024-04-13T07:18:53.761 INFO:tasks.rados.rados.0.smithi003.stdout:1369: done (0 left) 2024-04-13T07:18:53.761 INFO:tasks.rados.rados.0.smithi003.stdout:1370: copy_from oid 49 from oid 24 current snap is 145 2024-04-13T07:18:53.761 INFO:tasks.rados.rados.0.smithi003.stdout:1371: rollback oid 15 current snap is 145 2024-04-13T07:18:53.761 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 15 to 92 2024-04-13T07:18:53.761 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 145 2024-04-13T07:18:53.762 INFO:tasks.rados.rados.0.smithi003.stdout:1372: seq_num 422 ranges {9084928=671744,9756672=729088,10485760=417792,10903552=458752} 2024-04-13T07:18:53.815 INFO:tasks.rados.rados.0.smithi003.stdout:1372: writing smithi00377890-35 from 9084928 to 9756672 tid 1 2024-04-13T07:18:53.819 INFO:tasks.rados.rados.0.smithi003.stdout:1372: writing smithi00377890-35 from 9756672 to 10485760 tid 2 2024-04-13T07:18:53.821 INFO:tasks.rados.rados.0.smithi003.stdout:1372: writing smithi00377890-35 from 10485760 to 10903552 tid 3 2024-04-13T07:18:53.824 INFO:tasks.rados.rados.0.smithi003.stdout:1372: writing smithi00377890-35 from 10903552 to 11362304 tid 4 2024-04-13T07:18:53.824 INFO:tasks.rados.rados.0.smithi003.stdout:1373: snap_create 2024-04-13T07:18:53.824 INFO:tasks.rados.rados.0.smithi003.stdout:1371: finishing rollback tid 0 to smithi00377890-15 2024-04-13T07:18:53.824 INFO:tasks.rados.rados.0.smithi003.stdout:1371: finishing rollback tid 1 to smithi00377890-15 2024-04-13T07:18:53.824 INFO:tasks.rados.rados.0.smithi003.stdout:1371: finishing rollback tid 2 to smithi00377890-15 2024-04-13T07:18:53.824 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 1364 (ObjNum 97 snap 20 seq_num 97) dirty exists 2024-04-13T07:18:53.824 INFO:tasks.rados.rados.0.smithi003.stdout:1370: finishing copy_from racing read to smithi00377890-49 2024-04-13T07:18:53.825 INFO:tasks.rados.rados.0.smithi003.stdout:1370: finishing copy_from to smithi00377890-49 2024-04-13T07:18:53.825 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 1213 (ObjNum 420 snap 144 seq_num 420) dirty exists 2024-04-13T07:18:53.825 INFO:tasks.rados.rados.0.smithi003.stdout:1372: finishing write tid 1 to smithi00377890-35 2024-04-13T07:18:53.825 INFO:tasks.rados.rados.0.smithi003.stdout:1372: finishing write tid 2 to smithi00377890-35 2024-04-13T07:18:53.825 INFO:tasks.rados.rados.0.smithi003.stdout:1372: finishing write tid 3 to smithi00377890-35 2024-04-13T07:18:53.826 INFO:tasks.rados.rados.0.smithi003.stdout:1372: finishing write tid 4 to smithi00377890-35 2024-04-13T07:18:53.826 INFO:tasks.rados.rados.0.smithi003.stdout:1372: finishing write tid 5 to smithi00377890-35 2024-04-13T07:18:53.828 INFO:tasks.rados.rados.0.smithi003.stdout:1372: finishing write tid 6 to smithi00377890-35 2024-04-13T07:18:53.828 INFO:tasks.rados.rados.0.smithi003.stdout:1372: oid 35 updating version 0 to 1219 2024-04-13T07:18:53.828 INFO:tasks.rados.rados.0.smithi003.stdout:1372: oid 35 version 1219 is already newer than 1218 2024-04-13T07:18:53.828 INFO:tasks.rados.rados.0.smithi003.stdout:1372: oid 35 version 1219 is already newer than 1215 2024-04-13T07:18:53.828 INFO:tasks.rados.rados.0.smithi003.stdout:1372: oid 35 version 1219 is already newer than 1216 2024-04-13T07:18:53.828 INFO:tasks.rados.rados.0.smithi003.stdout:1372: oid 35 version 1219 is already newer than 1217 2024-04-13T07:18:53.828 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 1219 (ObjNum 422 snap 145 seq_num 422) dirty exists 2024-04-13T07:18:53.828 INFO:tasks.rados.rados.0.smithi003.stdout:1372: left oid 35 (ObjNum 422 snap 145 seq_num 422) 2024-04-13T07:18:53.887 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:53 smithi003 podman[101742]: 2024-04-13 07:18:53.61203125 +0000 UTC m=+0.532060587 container init 785c2b38939df0b2fcff9509c599fac3bca9ecd2d03ec847f297e9ed402a8a08 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-13T07:18:53.887 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:53 smithi003 podman[101742]: 2024-04-13 07:18:53.6156197 +0000 UTC m=+0.535649044 container start 785c2b38939df0b2fcff9509c599fac3bca9ecd2d03ec847f297e9ed402a8a08 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-13T07:18:53.887 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:53 smithi003 podman[101742]: 2024-04-13 07:18:53.850399962 +0000 UTC m=+0.770429299 container attach 785c2b38939df0b2fcff9509c599fac3bca9ecd2d03ec847f297e9ed402a8a08 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-activate, ceph=True, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240409) 2024-04-13T07:18:53.903 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:18:53 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:18:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:18:54.387 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:18:54] "GET /metrics HTTP/1.1" 200 36102 "" "Prometheus/2.43.0" 2024-04-13T07:18:54.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[89364]: pgmap v168: 121 pgs: 16 stale+active+clean, 105 active+clean; 423 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 500 KiB/s wr, 2 op/s 2024-04-13T07:18:54.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 1]}]': finished 2024-04-13T07:18:54.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]': finished 2024-04-13T07:18:54.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]': finished 2024-04-13T07:18:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 1]}]': finished 2024-04-13T07:18:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]': finished 2024-04-13T07:18:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 1]}]': finished 2024-04-13T07:18:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [0, 2]}]': finished 2024-04-13T07:18:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-04-13T07:18:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [6, 1]}]': finished 2024-04-13T07:18:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 1]}]': finished 2024-04-13T07:18:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[89364]: osdmap e342: 8 total, 7 up, 8 in 2024-04-13T07:18:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[89364]: osdmap e343: 8 total, 7 up, 8 in 2024-04-13T07:18:54.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[91733]: pgmap v168: 121 pgs: 16 stale+active+clean, 105 active+clean; 423 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 500 KiB/s wr, 2 op/s 2024-04-13T07:18:54.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 1]}]': finished 2024-04-13T07:18:54.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]': finished 2024-04-13T07:18:54.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]': finished 2024-04-13T07:18:54.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 1]}]': finished 2024-04-13T07:18:54.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]': finished 2024-04-13T07:18:54.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 1]}]': finished 2024-04-13T07:18:54.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [0, 2]}]': finished 2024-04-13T07:18:54.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-04-13T07:18:54.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [6, 1]}]': finished 2024-04-13T07:18:54.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 1]}]': finished 2024-04-13T07:18:54.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[91733]: osdmap e342: 8 total, 7 up, 8 in 2024-04-13T07:18:54.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-mon[91733]: osdmap e343: 8 total, 7 up, 8 in 2024-04-13T07:18:54.390 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-activate[101756]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-13T07:18:54.390 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-activate[101756]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-13T07:18:54.390 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:54 smithi003 bash[101742]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-13T07:18:54.390 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:54 smithi003 bash[101742]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-13T07:18:54.390 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:54 smithi003 bash[101742]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-13T07:18:54.390 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:54 smithi003 bash[101742]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-13T07:18:54.390 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:54 smithi003 bash[101742]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-13T07:18:54.390 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:54 smithi003 bash[101742]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-13T07:18:54.390 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:54 smithi003 bash[101742]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-13T07:18:54.390 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-activate[101756]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-13T07:18:54.390 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-activate[101756]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-13T07:18:54.390 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-activate[101756]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-13T07:18:54.390 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-activate[101756]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-13T07:18:54.390 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-activate[101756]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-13T07:18:54.391 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:54 smithi003 podman[101742]: 2024-04-13 07:18:54.103206584 +0000 UTC m=+1.023235921 container died 785c2b38939df0b2fcff9509c599fac3bca9ecd2d03ec847f297e9ed402a8a08 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-activate, ceph=True, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-13T07:18:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:54 smithi066 ceph-mon[84331]: pgmap v168: 121 pgs: 16 stale+active+clean, 105 active+clean; 423 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 500 KiB/s wr, 2 op/s 2024-04-13T07:18:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 1]}]': finished 2024-04-13T07:18:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]': finished 2024-04-13T07:18:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]': finished 2024-04-13T07:18:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 1]}]': finished 2024-04-13T07:18:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]': finished 2024-04-13T07:18:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 1]}]': finished 2024-04-13T07:18:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [0, 2]}]': finished 2024-04-13T07:18:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-04-13T07:18:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [6, 1]}]': finished 2024-04-13T07:18:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 1]}]': finished 2024-04-13T07:18:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:54 smithi066 ceph-mon[84331]: osdmap e342: 8 total, 7 up, 8 in 2024-04-13T07:18:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:54 smithi066 ceph-mon[84331]: osdmap e343: 8 total, 7 up, 8 in 2024-04-13T07:18:54.766 INFO:tasks.rados.rados.0.smithi003.stdout:1370: done (3 left) 2024-04-13T07:18:54.767 INFO:tasks.rados.rados.0.smithi003.stdout:1371: done (2 left) 2024-04-13T07:18:54.767 INFO:tasks.rados.rados.0.smithi003.stdout:1372: done (1 left) 2024-04-13T07:18:54.767 INFO:tasks.rados.rados.0.smithi003.stdout:1373: done (0 left) 2024-04-13T07:18:54.767 INFO:tasks.rados.rados.0.smithi003.stdout:1374: rollback oid 1 current snap is 146 2024-04-13T07:18:54.767 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 1 to 103 2024-04-13T07:18:54.767 INFO:tasks.rados.rados.0.smithi003.stdout:1375: rollback oid 36 current snap is 146 2024-04-13T07:18:54.767 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 36 to 142 2024-04-13T07:18:54.767 INFO:tasks.rados.rados.0.smithi003.stdout:1376: snap_remove snap 107 2024-04-13T07:18:54.886 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:54 smithi003 podman[101888]: 2024-04-13 07:18:54.804751366 +0000 UTC m=+0.696839881 container remove 785c2b38939df0b2fcff9509c599fac3bca9ecd2d03ec847f297e9ed402a8a08 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49) 2024-04-13T07:18:55.327 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:55 smithi003 podman[101954]: 2024-04-13 07:18:54.918457561 +0000 UTC m=+0.017700959 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:18:55.327 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:55 smithi003 podman[101954]: 2024-04-13 07:18:55.039287398 +0000 UTC m=+0.138530769 container create 42147549eb0538379c81d5f783f3c885c02a8b2871ced7c299180281d22ccfe8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-13T07:18:55.327 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:55 smithi003 podman[101954]: 2024-04-13 07:18:55.225166948 +0000 UTC m=+0.324410319 container init 42147549eb0538379c81d5f783f3c885c02a8b2871ced7c299180281d22ccfe8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-13T07:18:55.327 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:55 smithi003 podman[101954]: 2024-04-13 07:18:55.228162521 +0000 UTC m=+0.327405893 container start 42147549eb0538379c81d5f783f3c885c02a8b2871ced7c299180281d22ccfe8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-13T07:18:55.327 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:55 smithi003 ceph-osd[101974]: -- 172.21.15.3:0/433729696 <== mon.2 v2:172.21.15.3:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e569fdd680 con 0x55e569fa7400 2024-04-13T07:18:55.637 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:55 smithi003 bash[101954]: 42147549eb0538379c81d5f783f3c885c02a8b2871ced7c299180281d22ccfe8 2024-04-13T07:18:55.637 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:55 smithi003 systemd[1]: Started Ceph osd.1 for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:18:55.768 INFO:tasks.rados.rados.0.smithi003.stdout:1376: done (2 left) 2024-04-13T07:18:55.768 INFO:tasks.rados.rados.0.smithi003.stdout:1377: snap_remove snap 62 2024-04-13T07:18:56.137 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1[101970]: 2024-04-13T07:18:55.763+0000 7fcf26d7f7c0 -1 Falling back to public interface 2024-04-13T07:18:56.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:55 smithi003 ceph-mon[91733]: pgmap v171: 121 pgs: 4 unknown, 6 peering, 11 active+undersized+degraded, 30 active+undersized, 70 active+clean; 454 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 30 op/s; 156/1005 objects degraded (15.522%) 2024-04-13T07:18:56.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:55 smithi003 ceph-mon[91733]: osdmap e344: 8 total, 7 up, 8 in 2024-04-13T07:18:56.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:55 smithi003 ceph-mon[91733]: Health check failed: Degraded data redundancy: 156/1005 objects degraded (15.522%), 11 pgs degraded (PG_DEGRADED) 2024-04-13T07:18:56.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:56.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:56.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:18:56.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:55 smithi003 ceph-mon[89364]: pgmap v171: 121 pgs: 4 unknown, 6 peering, 11 active+undersized+degraded, 30 active+undersized, 70 active+clean; 454 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 30 op/s; 156/1005 objects degraded (15.522%) 2024-04-13T07:18:56.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:55 smithi003 ceph-mon[89364]: osdmap e344: 8 total, 7 up, 8 in 2024-04-13T07:18:56.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:55 smithi003 ceph-mon[89364]: Health check failed: Degraded data redundancy: 156/1005 objects degraded (15.522%), 11 pgs degraded (PG_DEGRADED) 2024-04-13T07:18:56.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:56.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:56.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:18:56.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:55 smithi066 ceph-mon[84331]: pgmap v171: 121 pgs: 4 unknown, 6 peering, 11 active+undersized+degraded, 30 active+undersized, 70 active+clean; 454 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 30 op/s; 156/1005 objects degraded (15.522%) 2024-04-13T07:18:56.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:55 smithi066 ceph-mon[84331]: osdmap e344: 8 total, 7 up, 8 in 2024-04-13T07:18:56.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:55 smithi066 ceph-mon[84331]: Health check failed: Degraded data redundancy: 156/1005 objects degraded (15.522%), 11 pgs degraded (PG_DEGRADED) 2024-04-13T07:18:56.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:56.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:18:56.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:18:56.772 INFO:tasks.rados.rados.0.smithi003.stdout:1377: done (2 left) 2024-04-13T07:18:56.772 INFO:tasks.rados.rados.0.smithi003.stdout:1378: snap_remove snap 109 2024-04-13T07:18:57.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:56 smithi003 ceph-mon[91733]: osdmap e345: 8 total, 7 up, 8 in 2024-04-13T07:18:57.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:56 smithi003 ceph-mon[89364]: osdmap e345: 8 total, 7 up, 8 in 2024-04-13T07:18:57.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:56 smithi066 ceph-mon[84331]: osdmap e345: 8 total, 7 up, 8 in 2024-04-13T07:18:57.780 INFO:tasks.rados.rados.0.smithi003.stdout:1378: done (2 left) 2024-04-13T07:18:57.780 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 29 current snap is 146 2024-04-13T07:18:57.781 INFO:tasks.rados.rados.0.smithi003.stdout:1379: seq_num 423 ranges {0=688128,688128=614400,1302528=622592,1925120=368640} 2024-04-13T07:18:57.784 INFO:tasks.rados.rados.0.smithi003.stdout:1379: writing smithi00377890-29 from 0 to 688128 tid 1 2024-04-13T07:18:57.790 INFO:tasks.rados.rados.0.smithi003.stdout:1379: writing smithi00377890-29 from 688128 to 1302528 tid 2 2024-04-13T07:18:57.794 INFO:tasks.rados.rados.0.smithi003.stdout:1379: writing smithi00377890-29 from 1302528 to 1925120 tid 3 2024-04-13T07:18:57.798 INFO:tasks.rados.rados.0.smithi003.stdout:1379: writing smithi00377890-29 from 1925120 to 2293760 tid 4 2024-04-13T07:18:57.798 INFO:tasks.rados.rados.0.smithi003.stdout:1375: finishing rollback tid 0 to smithi00377890-36 2024-04-13T07:18:57.798 INFO:tasks.rados.rados.0.smithi003.stdout:1374: finishing rollback tid 0 to smithi00377890-1 2024-04-13T07:18:57.798 INFO:tasks.rados.rados.0.smithi003.stdout:1375: finishing rollback tid 1 to smithi00377890-36 2024-04-13T07:18:57.798 INFO:tasks.rados.rados.0.smithi003.stdout:1375: finishing rollback tid 2 to smithi00377890-36 2024-04-13T07:18:57.798 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 869 (ObjNum 398 snap 141 seq_num 398) dirty exists 2024-04-13T07:18:57.798 INFO:tasks.rados.rados.0.smithi003.stdout:1374: finishing rollback tid 1 to smithi00377890-1 2024-04-13T07:18:57.798 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 600 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:18:57.798 INFO:tasks.rados.rados.0.smithi003.stdout:1379: finishing write tid 1 to smithi00377890-29 2024-04-13T07:18:57.799 INFO:tasks.rados.rados.0.smithi003.stdout:1379: finishing write tid 2 to smithi00377890-29 2024-04-13T07:18:57.799 INFO:tasks.rados.rados.0.smithi003.stdout:1374: done (2 left) 2024-04-13T07:18:57.799 INFO:tasks.rados.rados.0.smithi003.stdout:1375: done (1 left) 2024-04-13T07:18:57.799 INFO:tasks.rados.rados.0.smithi003.stdout:1380: snap_remove snap 140 2024-04-13T07:18:58.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:57 smithi003 ceph-mon[91733]: pgmap v174: 121 pgs: 4 unknown, 6 peering, 11 active+undersized+degraded, 30 active+undersized, 70 active+clean; 454 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 30 op/s; 156/1005 objects degraded (15.522%) 2024-04-13T07:18:58.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:57 smithi003 ceph-mon[91733]: osdmap e346: 8 total, 7 up, 8 in 2024-04-13T07:18:58.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:57 smithi003 ceph-mon[89364]: pgmap v174: 121 pgs: 4 unknown, 6 peering, 11 active+undersized+degraded, 30 active+undersized, 70 active+clean; 454 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 30 op/s; 156/1005 objects degraded (15.522%) 2024-04-13T07:18:58.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:57 smithi003 ceph-mon[89364]: osdmap e346: 8 total, 7 up, 8 in 2024-04-13T07:18:58.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:57 smithi066 ceph-mon[84331]: pgmap v174: 121 pgs: 4 unknown, 6 peering, 11 active+undersized+degraded, 30 active+undersized, 70 active+clean; 454 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 30 op/s; 156/1005 objects degraded (15.522%) 2024-04-13T07:18:58.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:57 smithi066 ceph-mon[84331]: osdmap e346: 8 total, 7 up, 8 in 2024-04-13T07:18:58.798 INFO:tasks.rados.rados.0.smithi003.stdout:1380: done (1 left) 2024-04-13T07:18:58.798 INFO:tasks.rados.rados.0.smithi003.stdout:1381: delete oid 30 current snap is 146 2024-04-13T07:18:58.798 INFO:tasks.rados.rados.0.smithi003.stdout:1379: finishing write tid 3 to smithi00377890-29 2024-04-13T07:18:58.798 INFO:tasks.rados.rados.0.smithi003.stdout:1379: finishing write tid 4 to smithi00377890-29 2024-04-13T07:18:58.798 INFO:tasks.rados.rados.0.smithi003.stdout:1379: finishing write tid 5 to smithi00377890-29 2024-04-13T07:18:58.798 INFO:tasks.rados.rados.0.smithi003.stdout:1379: finishing write tid 6 to smithi00377890-29 2024-04-13T07:18:58.798 INFO:tasks.rados.rados.0.smithi003.stdout:1379: oid 29 updating version 0 to 870 2024-04-13T07:18:58.798 INFO:tasks.rados.rados.0.smithi003.stdout:1379: oid 29 updating version 870 to 874 2024-04-13T07:18:58.798 INFO:tasks.rados.rados.0.smithi003.stdout:1379: oid 29 version 874 is already newer than 871 2024-04-13T07:18:58.798 INFO:tasks.rados.rados.0.smithi003.stdout:1379: oid 29 version 874 is already newer than 872 2024-04-13T07:18:58.798 INFO:tasks.rados.rados.0.smithi003.stdout:1379: oid 29 version 874 is already newer than 873 2024-04-13T07:18:58.798 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 874 (ObjNum 423 snap 146 seq_num 423) dirty exists 2024-04-13T07:18:58.799 INFO:tasks.rados.rados.0.smithi003.stdout:1379: left oid 29 (ObjNum 423 snap 146 seq_num 423) 2024-04-13T07:18:58.804 INFO:tasks.rados.rados.0.smithi003.stdout:1379: done (1 left) 2024-04-13T07:18:58.804 INFO:tasks.rados.rados.0.smithi003.stdout:1381: done (0 left) 2024-04-13T07:18:58.804 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 15 current snap is 146 2024-04-13T07:18:58.804 INFO:tasks.rados.rados.0.smithi003.stdout:1382: seq_num 425 ranges {4366336=720896,5087232=778240,5865472=638976,6504448=188416} 2024-04-13T07:18:58.832 INFO:tasks.rados.rados.0.smithi003.stdout:1382: writing smithi00377890-15 from 4366336 to 5087232 tid 1 2024-04-13T07:18:58.836 INFO:tasks.rados.rados.0.smithi003.stdout:1382: writing smithi00377890-15 from 5087232 to 5865472 tid 2 2024-04-13T07:18:58.840 INFO:tasks.rados.rados.0.smithi003.stdout:1382: writing smithi00377890-15 from 5865472 to 6504448 tid 3 2024-04-13T07:18:58.841 INFO:tasks.rados.rados.0.smithi003.stdout:1382: writing smithi00377890-15 from 6504448 to 6692864 tid 4 2024-04-13T07:18:58.841 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 22 current snap is 146 2024-04-13T07:18:58.841 INFO:tasks.rados.rados.0.smithi003.stdout:1383: seq_num 426 ranges {7241728=737280,7979008=712704,8691712=802816,9494528=90112} 2024-04-13T07:18:58.885 INFO:tasks.rados.rados.0.smithi003.stdout:1383: writing smithi00377890-22 from 7241728 to 7979008 tid 1 2024-04-13T07:18:58.889 INFO:tasks.rados.rados.0.smithi003.stdout:1383: writing smithi00377890-22 from 7979008 to 8691712 tid 2 2024-04-13T07:18:58.893 INFO:tasks.rados.rados.0.smithi003.stdout:1383: writing smithi00377890-22 from 8691712 to 9494528 tid 3 2024-04-13T07:18:58.894 INFO:tasks.rados.rados.0.smithi003.stdout:1383: writing smithi00377890-22 from 9494528 to 9584640 tid 4 2024-04-13T07:18:58.894 INFO:tasks.rados.rados.0.smithi003.stdout:1384: read oid 30 snap -1 2024-04-13T07:18:58.894 INFO:tasks.rados.rados.0.smithi003.stdout:1384: expect deleted 2024-04-13T07:18:58.894 INFO:tasks.rados.rados.0.smithi003.stdout:1385: read oid 50 snap -1 2024-04-13T07:18:58.895 INFO:tasks.rados.rados.0.smithi003.stdout:1385: expect (ObjNum 258 snap 84 seq_num 258) 2024-04-13T07:18:58.895 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 12 current snap is 146 2024-04-13T07:18:58.895 INFO:tasks.rados.rados.0.smithi003.stdout:1386: seq_num 427 ranges {2088960=761856,2850816=598016,3448832=606208,4055040=401408} 2024-04-13T07:18:58.910 INFO:tasks.rados.rados.0.smithi003.stdout:1386: writing smithi00377890-12 from 2088960 to 2850816 tid 1 2024-04-13T07:18:58.914 INFO:tasks.rados.rados.0.smithi003.stdout:1386: writing smithi00377890-12 from 2850816 to 3448832 tid 2 2024-04-13T07:18:58.918 INFO:tasks.rados.rados.0.smithi003.stdout:1386: writing smithi00377890-12 from 3448832 to 4055040 tid 3 2024-04-13T07:18:58.921 INFO:tasks.rados.rados.0.smithi003.stdout:1386: writing smithi00377890-12 from 4055040 to 4456448 tid 4 2024-04-13T07:18:58.921 INFO:tasks.rados.rados.0.smithi003.stdout:1387: copy_from oid 29 from oid 42 current snap is 146 2024-04-13T07:18:58.921 INFO:tasks.rados.rados.0.smithi003.stdout:1382: finishing write tid 1 to smithi00377890-15 2024-04-13T07:18:58.921 INFO:tasks.rados.rados.0.smithi003.stdout:1382: finishing write tid 2 to smithi00377890-15 2024-04-13T07:18:58.921 INFO:tasks.rados.rados.0.smithi003.stdout:1382: finishing write tid 3 to smithi00377890-15 2024-04-13T07:18:58.921 INFO:tasks.rados.rados.0.smithi003.stdout:1382: finishing write tid 4 to smithi00377890-15 2024-04-13T07:18:58.921 INFO:tasks.rados.rados.0.smithi003.stdout:1382: finishing write tid 5 to smithi00377890-15 2024-04-13T07:18:58.921 INFO:tasks.rados.rados.0.smithi003.stdout:1382: finishing write tid 6 to smithi00377890-15 2024-04-13T07:18:58.922 INFO:tasks.rados.rados.0.smithi003.stdout:1382: oid 15 updating version 0 to 1409 2024-04-13T07:18:58.922 INFO:tasks.rados.rados.0.smithi003.stdout:1382: oid 15 version 1409 is already newer than 1408 2024-04-13T07:18:58.922 INFO:tasks.rados.rados.0.smithi003.stdout:1382: oid 15 updating version 1409 to 1412 2024-04-13T07:18:58.922 INFO:tasks.rados.rados.0.smithi003.stdout:1382: oid 15 version 1412 is already newer than 1411 2024-04-13T07:18:58.922 INFO:tasks.rados.rados.0.smithi003.stdout:1382: oid 15 version 1412 is already newer than 1410 2024-04-13T07:18:58.922 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 1412 (ObjNum 425 snap 146 seq_num 425) dirty exists 2024-04-13T07:18:58.922 INFO:tasks.rados.rados.0.smithi003.stdout:1382: left oid 15 (ObjNum 425 snap 146 seq_num 425) 2024-04-13T07:18:58.922 INFO:tasks.rados.rados.0.smithi003.stdout:1383: finishing write tid 1 to smithi00377890-22 2024-04-13T07:18:58.922 INFO:tasks.rados.rados.0.smithi003.stdout:1383: finishing write tid 2 to smithi00377890-22 2024-04-13T07:18:58.922 INFO:tasks.rados.rados.0.smithi003.stdout:1383: finishing write tid 3 to smithi00377890-22 2024-04-13T07:18:58.922 INFO:tasks.rados.rados.0.smithi003.stdout:1383: finishing write tid 4 to smithi00377890-22 2024-04-13T07:18:58.922 INFO:tasks.rados.rados.0.smithi003.stdout:1383: finishing write tid 5 to smithi00377890-22 2024-04-13T07:18:58.922 INFO:tasks.rados.rados.0.smithi003.stdout:1383: finishing write tid 6 to smithi00377890-22 2024-04-13T07:18:58.922 INFO:tasks.rados.rados.0.smithi003.stdout:1383: oid 22 updating version 0 to 1221 2024-04-13T07:18:58.923 INFO:tasks.rados.rados.0.smithi003.stdout:1383: oid 22 updating version 1221 to 1224 2024-04-13T07:18:58.923 INFO:tasks.rados.rados.0.smithi003.stdout:1383: oid 22 version 1224 is already newer than 1223 2024-04-13T07:18:58.923 INFO:tasks.rados.rados.0.smithi003.stdout:1383: oid 22 version 1224 is already newer than 1222 2024-04-13T07:18:58.923 INFO:tasks.rados.rados.0.smithi003.stdout:1383: oid 22 updating version 1224 to 1225 2024-04-13T07:18:58.923 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 1225 (ObjNum 426 snap 146 seq_num 426) dirty exists 2024-04-13T07:18:58.923 INFO:tasks.rados.rados.0.smithi003.stdout:1383: left oid 22 (ObjNum 426 snap 146 seq_num 426) 2024-04-13T07:18:58.923 INFO:tasks.rados.rados.0.smithi003.stdout:1385: expect (ObjNum 258 snap 84 seq_num 258) 2024-04-13T07:18:59.115 INFO:tasks.rados.rados.0.smithi003.stdout:1386: finishing write tid 1 to smithi00377890-12 2024-04-13T07:18:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:1386: finishing write tid 2 to smithi00377890-12 2024-04-13T07:18:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:1386: finishing write tid 3 to smithi00377890-12 2024-04-13T07:18:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:1387: finishing copy_from to smithi00377890-29 2024-04-13T07:18:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:1387: got expected ENOENT (src dne) 2024-04-13T07:18:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:1387: finishing copy_from racing read to smithi00377890-29 2024-04-13T07:18:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:1382: done (5 left) 2024-04-13T07:18:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:1383: done (4 left) 2024-04-13T07:18:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:1384: done (3 left) 2024-04-13T07:18:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:1385: done (2 left) 2024-04-13T07:18:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:1387: done (1 left) 2024-04-13T07:18:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:1388: snap_remove snap 114 2024-04-13T07:18:59.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:58 smithi003 ceph-mon[91733]: osdmap e347: 8 total, 7 up, 8 in 2024-04-13T07:18:59.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:58 smithi003 ceph-mon[89364]: osdmap e347: 8 total, 7 up, 8 in 2024-04-13T07:18:59.137 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:18:58 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1[101970]: 2024-04-13T07:18:58.996+0000 7fcf26d7f7c0 -1 osd.1 338 log_to_monitors true 2024-04-13T07:18:59.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:58 smithi066 ceph-mon[84331]: osdmap e347: 8 total, 7 up, 8 in 2024-04-13T07:18:59.801 INFO:tasks.rados.rados.0.smithi003.stdout:1388: done (1 left) 2024-04-13T07:18:59.802 INFO:tasks.rados.rados.0.smithi003.stdout:1389: copy_from oid 42 from oid 10 current snap is 146 2024-04-13T07:18:59.802 INFO:tasks.rados.rados.0.smithi003.stdout:1386: finishing write tid 4 to smithi00377890-12 2024-04-13T07:18:59.802 INFO:tasks.rados.rados.0.smithi003.stdout:1386: finishing write tid 5 to smithi00377890-12 2024-04-13T07:18:59.802 INFO:tasks.rados.rados.0.smithi003.stdout:1386: finishing write tid 6 to smithi00377890-12 2024-04-13T07:18:59.802 INFO:tasks.rados.rados.0.smithi003.stdout:1386: oid 12 updating version 0 to 1307 2024-04-13T07:18:59.802 INFO:tasks.rados.rados.0.smithi003.stdout:1386: oid 12 version 1307 is already newer than 1303 2024-04-13T07:18:59.802 INFO:tasks.rados.rados.0.smithi003.stdout:1386: oid 12 version 1307 is already newer than 1306 2024-04-13T07:18:59.802 INFO:tasks.rados.rados.0.smithi003.stdout:1386: oid 12 version 1307 is already newer than 1304 2024-04-13T07:18:59.802 INFO:tasks.rados.rados.0.smithi003.stdout:1386: oid 12 version 1307 is already newer than 1305 2024-04-13T07:18:59.802 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 1307 (ObjNum 427 snap 146 seq_num 427) dirty exists 2024-04-13T07:18:59.802 INFO:tasks.rados.rados.0.smithi003.stdout:1386: left oid 12 (ObjNum 427 snap 146 seq_num 427) 2024-04-13T07:18:59.802 INFO:tasks.rados.rados.0.smithi003.stdout:1386: done (1 left) 2024-04-13T07:18:59.802 INFO:tasks.rados.rados.0.smithi003.stdout:1390: copy_from oid 7 from oid 48 current snap is 146 2024-04-13T07:18:59.803 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 28 current snap is 146 2024-04-13T07:18:59.803 INFO:tasks.rados.rados.0.smithi003.stdout:1391: seq_num 428 ranges {3235840=778240,4014080=483328,4497408=409600,4907008=417792,5324800=294912} 2024-04-13T07:18:59.825 INFO:tasks.rados.rados.0.smithi003.stdout:1391: writing smithi00377890-28 from 3235840 to 4014080 tid 1 2024-04-13T07:18:59.828 INFO:tasks.rados.rados.0.smithi003.stdout:1391: writing smithi00377890-28 from 4014080 to 4497408 tid 2 2024-04-13T07:18:59.830 INFO:tasks.rados.rados.0.smithi003.stdout:1391: writing smithi00377890-28 from 4497408 to 4907008 tid 3 2024-04-13T07:18:59.834 INFO:tasks.rados.rados.0.smithi003.stdout:1391: writing smithi00377890-28 from 4907008 to 5324800 tid 4 2024-04-13T07:18:59.836 INFO:tasks.rados.rados.0.smithi003.stdout:1391: writing smithi00377890-28 from 5324800 to 5619712 tid 5 2024-04-13T07:18:59.836 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 32 current snap is 146 2024-04-13T07:18:59.836 INFO:tasks.rados.rados.0.smithi003.stdout:1390: finishing copy_from racing read to smithi00377890-7 2024-04-13T07:18:59.836 INFO:tasks.rados.rados.0.smithi003.stdout:1390: finishing copy_from to smithi00377890-7 2024-04-13T07:18:59.836 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 1018 (ObjNum 233 snap 69 seq_num 233) dirty exists 2024-04-13T07:18:59.837 INFO:tasks.rados.rados.0.smithi003.stdout:1389: finishing copy_from racing read to smithi00377890-42 2024-04-13T07:18:59.837 INFO:tasks.rados.rados.0.smithi003.stdout:1392: seq_num 429 ranges {4743168=794624,5537792=770048,6307840=622592,6930432=212992} 2024-04-13T07:18:59.867 INFO:tasks.rados.rados.0.smithi003.stdout:1392: writing smithi00377890-32 from 4743168 to 5537792 tid 1 2024-04-13T07:18:59.872 INFO:tasks.rados.rados.0.smithi003.stdout:1392: writing smithi00377890-32 from 5537792 to 6307840 tid 2 2024-04-13T07:18:59.876 INFO:tasks.rados.rados.0.smithi003.stdout:1392: writing smithi00377890-32 from 6307840 to 6930432 tid 3 2024-04-13T07:18:59.878 INFO:tasks.rados.rados.0.smithi003.stdout:1392: writing smithi00377890-32 from 6930432 to 7143424 tid 4 2024-04-13T07:18:59.879 INFO:tasks.rados.rados.0.smithi003.stdout:1390: done (3 left) 2024-04-13T07:18:59.879 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 8 current snap is 146 2024-04-13T07:18:59.879 INFO:tasks.rados.rados.0.smithi003.stdout:1391: finishing write tid 1 to smithi00377890-28 2024-04-13T07:18:59.879 INFO:tasks.rados.rados.0.smithi003.stdout:1391: finishing write tid 2 to smithi00377890-28 2024-04-13T07:18:59.879 INFO:tasks.rados.rados.0.smithi003.stdout:1393: seq_num 430 ranges {892928=8192} 2024-04-13T07:18:59.884 INFO:tasks.rados.rados.0.smithi003.stdout:1393: writing smithi00377890-8 from 892928 to 901120 tid 1 2024-04-13T07:18:59.884 INFO:tasks.rados.rados.0.smithi003.stdout:1394: rmattr oid 49 current snap is 146 2024-04-13T07:18:59.884 INFO:tasks.rados.rados.0.smithi003.stdout:1391: finishing write tid 3 to smithi00377890-28 2024-04-13T07:18:59.884 INFO:tasks.rados.rados.0.smithi003.stdout:1395: delete oid 21 current snap is 146 2024-04-13T07:18:59.884 INFO:tasks.rados.rados.0.smithi003.stdout:1389: finishing copy_from to smithi00377890-42 2024-04-13T07:18:59.884 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 1360 (ObjNum 373 snap 132 seq_num 373) dirty exists 2024-04-13T07:18:59.884 INFO:tasks.rados.rados.0.smithi003.stdout:1391: finishing write tid 4 to smithi00377890-28 2024-04-13T07:18:59.884 INFO:tasks.rados.rados.0.smithi003.stdout:1391: finishing write tid 5 to smithi00377890-28 2024-04-13T07:18:59.885 INFO:tasks.rados.rados.0.smithi003.stdout:1391: finishing write tid 6 to smithi00377890-28 2024-04-13T07:18:59.885 INFO:tasks.rados.rados.0.smithi003.stdout:1391: finishing write tid 7 to smithi00377890-28 2024-04-13T07:18:59.885 INFO:tasks.rados.rados.0.smithi003.stdout:1391: oid 28 updating version 0 to 584 2024-04-13T07:18:59.885 INFO:tasks.rados.rados.0.smithi003.stdout:1391: oid 28 updating version 584 to 585 2024-04-13T07:18:59.885 INFO:tasks.rados.rados.0.smithi003.stdout:1391: oid 28 updating version 585 to 587 2024-04-13T07:18:59.885 INFO:tasks.rados.rados.0.smithi003.stdout:1391: oid 28 version 587 is already newer than 582 2024-04-13T07:18:59.885 INFO:tasks.rados.rados.0.smithi003.stdout:1391: oid 28 version 587 is already newer than 583 2024-04-13T07:18:59.885 INFO:tasks.rados.rados.0.smithi003.stdout:1391: oid 28 version 587 is already newer than 586 2024-04-13T07:18:59.885 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 587 (ObjNum 428 snap 146 seq_num 428) dirty exists 2024-04-13T07:18:59.885 INFO:tasks.rados.rados.0.smithi003.stdout:1391: left oid 28 (ObjNum 428 snap 146 seq_num 428) 2024-04-13T07:18:59.886 INFO:tasks.rados.rados.0.smithi003.stdout:1393: finishing write tid 1 to smithi00377890-8 2024-04-13T07:18:59.886 INFO:tasks.rados.rados.0.smithi003.stdout:1393: finishing write tid 2 to smithi00377890-8 2024-04-13T07:18:59.887 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 1343 (ObjNum 420 snap 144 seq_num 420) dirty exists 2024-04-13T07:18:59.888 INFO:tasks.rados.rados.0.smithi003.stdout:1393: finishing write tid 3 to smithi00377890-8 2024-04-13T07:18:59.888 INFO:tasks.rados.rados.0.smithi003.stdout:1393: oid 8 updating version 0 to 538 2024-04-13T07:18:59.888 INFO:tasks.rados.rados.0.smithi003.stdout:1393: oid 8 updating version 538 to 539 2024-04-13T07:18:59.888 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 539 (ObjNum 430 snap 146 seq_num 430) dirty exists 2024-04-13T07:18:59.888 INFO:tasks.rados.rados.0.smithi003.stdout:1393: left oid 8 (ObjNum 430 snap 146 seq_num 430) 2024-04-13T07:18:59.906 INFO:tasks.rados.rados.0.smithi003.stdout:1389: done (5 left) 2024-04-13T07:18:59.906 INFO:tasks.rados.rados.0.smithi003.stdout:1391: done (4 left) 2024-04-13T07:18:59.906 INFO:tasks.rados.rados.0.smithi003.stdout:1393: done (3 left) 2024-04-13T07:18:59.906 INFO:tasks.rados.rados.0.smithi003.stdout:1394: done (2 left) 2024-04-13T07:18:59.906 INFO:tasks.rados.rados.0.smithi003.stdout:1395: done (1 left) 2024-04-13T07:18:59.906 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 5 current snap is 146 2024-04-13T07:18:59.906 INFO:tasks.rados.rados.0.smithi003.stdout:1396: seq_num 432 ranges {0=40960} 2024-04-13T07:18:59.906 INFO:tasks.rados.rados.0.smithi003.stdout:1396: writing smithi00377890-5 from 0 to 40960 tid 1 2024-04-13T07:18:59.906 INFO:tasks.rados.rados.0.smithi003.stdout:1397: delete oid 38 current snap is 146 2024-04-13T07:18:59.906 INFO:tasks.rados.rados.0.smithi003.stdout:1392: finishing write tid 1 to smithi00377890-32 2024-04-13T07:18:59.906 INFO:tasks.rados.rados.0.smithi003.stdout:1392: finishing write tid 2 to smithi00377890-32 2024-04-13T07:18:59.908 INFO:tasks.rados.rados.0.smithi003.stdout:1397: done (2 left) 2024-04-13T07:18:59.908 INFO:tasks.rados.rados.0.smithi003.stdout:1398: setattr oid 39 current snap is 146 2024-04-13T07:18:59.909 INFO:tasks.rados.rados.0.smithi003.stdout:1399: read oid 13 snap -1 2024-04-13T07:18:59.909 INFO:tasks.rados.rados.0.smithi003.stdout:1399: expect (ObjNum 192 snap 57 seq_num 192) 2024-04-13T07:18:59.909 INFO:tasks.rados.rados.0.smithi003.stdout:1400: snap_remove snap 126 2024-04-13T07:19:00.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:59 smithi003 ceph-mon[91733]: pgmap v177: 121 pgs: 9 active+clean+remapped, 11 active+undersized+degraded, 30 active+undersized, 71 active+clean; 466 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.2 MiB/s wr, 4 op/s; 158/993 objects degraded (15.911%); 16/993 objects misplaced (1.611%); 0 B/s, 0 objects/s recovering 2024-04-13T07:19:00.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:59 smithi003 ceph-mon[91733]: osdmap e348: 8 total, 7 up, 8 in 2024-04-13T07:19:00.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:59 smithi003 ceph-mon[91733]: from='osd.1 [v2:172.21.15.3:6810/1865657836,v1:172.21.15.3:6811/1865657836]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T07:19:00.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:00.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:18:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:00.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:59 smithi003 ceph-mon[89364]: pgmap v177: 121 pgs: 9 active+clean+remapped, 11 active+undersized+degraded, 30 active+undersized, 71 active+clean; 466 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.2 MiB/s wr, 4 op/s; 158/993 objects degraded (15.911%); 16/993 objects misplaced (1.611%); 0 B/s, 0 objects/s recovering 2024-04-13T07:19:00.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:59 smithi003 ceph-mon[89364]: osdmap e348: 8 total, 7 up, 8 in 2024-04-13T07:19:00.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:59 smithi003 ceph-mon[89364]: from='osd.1 [v2:172.21.15.3:6810/1865657836,v1:172.21.15.3:6811/1865657836]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T07:19:00.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:00.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:18:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:00.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:59 smithi066 ceph-mon[84331]: pgmap v177: 121 pgs: 9 active+clean+remapped, 11 active+undersized+degraded, 30 active+undersized, 71 active+clean; 466 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.2 MiB/s wr, 4 op/s; 158/993 objects degraded (15.911%); 16/993 objects misplaced (1.611%); 0 B/s, 0 objects/s recovering 2024-04-13T07:19:00.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:59 smithi066 ceph-mon[84331]: osdmap e348: 8 total, 7 up, 8 in 2024-04-13T07:19:00.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:59 smithi066 ceph-mon[84331]: from='osd.1 [v2:172.21.15.3:6810/1865657836,v1:172.21.15.3:6811/1865657836]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T07:19:00.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:00.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:18:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:00.637 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:19:00 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1[101970]: 2024-04-13T07:19:00.264+0000 7fcf141cf700 -1 osd.1 338 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:19:00.810 INFO:tasks.rados.rados.0.smithi003.stdout:1400: done (4 left) 2024-04-13T07:19:00.810 INFO:tasks.rados.rados.0.smithi003.stdout:1401: snap_remove snap 103 2024-04-13T07:19:01.058 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:00 smithi003 ceph-mon[89364]: from='osd.1 [v2:172.21.15.3:6810/1865657836,v1:172.21.15.3:6811/1865657836]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-13T07:19:01.059 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:00 smithi003 ceph-mon[89364]: osdmap e349: 8 total, 7 up, 8 in 2024-04-13T07:19:01.059 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:00 smithi003 ceph-mon[89364]: from='osd.1 [v2:172.21.15.3:6810/1865657836,v1:172.21.15.3:6811/1865657836]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:19:01.059 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:00 smithi003 ceph-mon[89364]: from='osd.1 [v2:172.21.15.3:6810/1865657836,v1:172.21.15.3:6811/1865657836]' entity='osd.1' 2024-04-13T07:19:01.059 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:00 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:01.059 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:00 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:01.059 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:00 smithi003 ceph-mon[91733]: from='osd.1 [v2:172.21.15.3:6810/1865657836,v1:172.21.15.3:6811/1865657836]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-13T07:19:01.059 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:00 smithi003 ceph-mon[91733]: osdmap e349: 8 total, 7 up, 8 in 2024-04-13T07:19:01.059 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:00 smithi003 ceph-mon[91733]: from='osd.1 [v2:172.21.15.3:6810/1865657836,v1:172.21.15.3:6811/1865657836]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:19:01.059 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:00 smithi003 ceph-mon[91733]: from='osd.1 [v2:172.21.15.3:6810/1865657836,v1:172.21.15.3:6811/1865657836]' entity='osd.1' 2024-04-13T07:19:01.059 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:00 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:01.060 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:00 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:00 smithi066 ceph-mon[84331]: from='osd.1 [v2:172.21.15.3:6810/1865657836,v1:172.21.15.3:6811/1865657836]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-13T07:19:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:00 smithi066 ceph-mon[84331]: osdmap e349: 8 total, 7 up, 8 in 2024-04-13T07:19:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:00 smithi066 ceph-mon[84331]: from='osd.1 [v2:172.21.15.3:6810/1865657836,v1:172.21.15.3:6811/1865657836]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:19:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:00 smithi066 ceph-mon[84331]: from='osd.1 [v2:172.21.15.3:6810/1865657836,v1:172.21.15.3:6811/1865657836]' entity='osd.1' 2024-04-13T07:19:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:00 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:00 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:01.835 INFO:tasks.rados.rados.0.smithi003.stdout:1401: done (4 left) 2024-04-13T07:19:01.835 INFO:tasks.rados.rados.0.smithi003.stdout:1402: snap_create 2024-04-13T07:19:01.836 INFO:tasks.rados.rados.0.smithi003.stdout:1399: expect (ObjNum 192 snap 57 seq_num 192) 2024-04-13T07:19:01.869 INFO:tasks.rados.rados.0.smithi003.stdout:1392: finishing write tid 3 to smithi00377890-32 2024-04-13T07:19:01.869 INFO:tasks.rados.rados.0.smithi003.stdout:1392: finishing write tid 4 to smithi00377890-32 2024-04-13T07:19:01.869 INFO:tasks.rados.rados.0.smithi003.stdout:1392: finishing write tid 5 to smithi00377890-32 2024-04-13T07:19:01.869 INFO:tasks.rados.rados.0.smithi003.stdout:1392: finishing write tid 6 to smithi00377890-32 2024-04-13T07:19:01.869 INFO:tasks.rados.rados.0.smithi003.stdout:1392: oid 32 updating version 0 to 1426 2024-04-13T07:19:01.869 INFO:tasks.rados.rados.0.smithi003.stdout:1392: oid 32 version 1426 is already newer than 1422 2024-04-13T07:19:01.869 INFO:tasks.rados.rados.0.smithi003.stdout:1392: oid 32 version 1426 is already newer than 1424 2024-04-13T07:19:01.869 INFO:tasks.rados.rados.0.smithi003.stdout:1392: oid 32 version 1426 is already newer than 1423 2024-04-13T07:19:01.869 INFO:tasks.rados.rados.0.smithi003.stdout:1392: oid 32 version 1426 is already newer than 1425 2024-04-13T07:19:01.869 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 1426 (ObjNum 429 snap 146 seq_num 429) dirty exists 2024-04-13T07:19:01.869 INFO:tasks.rados.rados.0.smithi003.stdout:1392: left oid 32 (ObjNum 429 snap 146 seq_num 429) 2024-04-13T07:19:01.869 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 1160 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-13T07:19:01.870 INFO:tasks.rados.rados.0.smithi003.stdout:1396: finishing write tid 1 to smithi00377890-5 2024-04-13T07:19:01.870 INFO:tasks.rados.rados.0.smithi003.stdout:1396: finishing write tid 2 to smithi00377890-5 2024-04-13T07:19:01.870 INFO:tasks.rados.rados.0.smithi003.stdout:1396: finishing write tid 3 to smithi00377890-5 2024-04-13T07:19:01.870 INFO:tasks.rados.rados.0.smithi003.stdout:1396: oid 5 updating version 0 to 1308 2024-04-13T07:19:01.870 INFO:tasks.rados.rados.0.smithi003.stdout:1396: oid 5 updating version 1308 to 1309 2024-04-13T07:19:01.870 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 1309 (ObjNum 432 snap 146 seq_num 432) dirty exists 2024-04-13T07:19:01.870 INFO:tasks.rados.rados.0.smithi003.stdout:1396: left oid 5 (ObjNum 432 snap 146 seq_num 432) 2024-04-13T07:19:02.077 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:01 smithi003 ceph-mon[91733]: pgmap v180: 121 pgs: 9 active+clean+remapped, 11 active+undersized+degraded, 30 active+undersized, 71 active+clean; 463 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.2 MiB/s wr, 4 op/s; 158/984 objects degraded (16.057%); 16/984 objects misplaced (1.626%); 0 B/s, 0 objects/s recovering 2024-04-13T07:19:02.077 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:01 smithi003 ceph-mon[91733]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:19:02.077 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:01 smithi003 ceph-mon[91733]: osd.1 [v2:172.21.15.3:6810/1865657836,v1:172.21.15.3:6811/1865657836] boot 2024-04-13T07:19:02.077 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:01 smithi003 ceph-mon[91733]: osdmap e350: 8 total, 8 up, 8 in 2024-04-13T07:19:02.078 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:01 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:19:02.078 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:01 smithi003 ceph-mon[91733]: Health check update: Degraded data redundancy: 158/984 objects degraded (16.057%), 11 pgs degraded (PG_DEGRADED) 2024-04-13T07:19:02.078 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:01 smithi003 ceph-mon[89364]: pgmap v180: 121 pgs: 9 active+clean+remapped, 11 active+undersized+degraded, 30 active+undersized, 71 active+clean; 463 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.2 MiB/s wr, 4 op/s; 158/984 objects degraded (16.057%); 16/984 objects misplaced (1.626%); 0 B/s, 0 objects/s recovering 2024-04-13T07:19:02.078 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:01 smithi003 ceph-mon[89364]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:19:02.078 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:01 smithi003 ceph-mon[89364]: osd.1 [v2:172.21.15.3:6810/1865657836,v1:172.21.15.3:6811/1865657836] boot 2024-04-13T07:19:02.078 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:01 smithi003 ceph-mon[89364]: osdmap e350: 8 total, 8 up, 8 in 2024-04-13T07:19:02.078 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:01 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:19:02.078 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:01 smithi003 ceph-mon[89364]: Health check update: Degraded data redundancy: 158/984 objects degraded (16.057%), 11 pgs degraded (PG_DEGRADED) 2024-04-13T07:19:02.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:01 smithi066 ceph-mon[84331]: pgmap v180: 121 pgs: 9 active+clean+remapped, 11 active+undersized+degraded, 30 active+undersized, 71 active+clean; 463 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.2 MiB/s wr, 4 op/s; 158/984 objects degraded (16.057%); 16/984 objects misplaced (1.626%); 0 B/s, 0 objects/s recovering 2024-04-13T07:19:02.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:01 smithi066 ceph-mon[84331]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:19:02.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:01 smithi066 ceph-mon[84331]: osd.1 [v2:172.21.15.3:6810/1865657836,v1:172.21.15.3:6811/1865657836] boot 2024-04-13T07:19:02.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:01 smithi066 ceph-mon[84331]: osdmap e350: 8 total, 8 up, 8 in 2024-04-13T07:19:02.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:01 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T07:19:02.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:01 smithi066 ceph-mon[84331]: Health check update: Degraded data redundancy: 158/984 objects degraded (16.057%), 11 pgs degraded (PG_DEGRADED) 2024-04-13T07:19:02.654 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:19:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:19:02.833 INFO:tasks.rados.rados.0.smithi003.stdout:1392: done (4 left) 2024-04-13T07:19:02.833 INFO:tasks.rados.rados.0.smithi003.stdout:1396: done (3 left) 2024-04-13T07:19:02.833 INFO:tasks.rados.rados.0.smithi003.stdout:1398: done (2 left) 2024-04-13T07:19:02.833 INFO:tasks.rados.rados.0.smithi003.stdout:1399: done (1 left) 2024-04-13T07:19:02.833 INFO:tasks.rados.rados.0.smithi003.stdout:1402: done (0 left) 2024-04-13T07:19:02.833 INFO:tasks.rados.rados.0.smithi003.stdout:1403: rollback oid 14 current snap is 147 2024-04-13T07:19:02.833 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 14 to 138 2024-04-13T07:19:02.833 INFO:tasks.rados.rados.0.smithi003.stdout:1404: snap_remove snap 134 2024-04-13T07:19:03.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:02 smithi003 ceph-mon[91733]: osdmap e351: 8 total, 8 up, 8 in 2024-04-13T07:19:03.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:02 smithi003 ceph-mon[89364]: osdmap e351: 8 total, 8 up, 8 in 2024-04-13T07:19:03.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:02 smithi066 ceph-mon[84331]: osdmap e351: 8 total, 8 up, 8 in 2024-04-13T07:19:03.762 INFO:tasks.rados.rados.0.smithi003.stdout:1404: done (1 left) 2024-04-13T07:19:03.762 INFO:tasks.rados.rados.0.smithi003.stdout:1405: snap_remove snap 137 2024-04-13T07:19:03.827 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:19:03 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:19:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:19:04.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:03 smithi003 ceph-mon[91733]: pgmap v183: 121 pgs: 9 active+clean+remapped, 11 active+undersized+degraded, 30 active+undersized, 71 active+clean; 463 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 158/984 objects degraded (16.057%); 16/984 objects misplaced (1.626%) 2024-04-13T07:19:04.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:03 smithi003 ceph-mon[91733]: osdmap e352: 8 total, 8 up, 8 in 2024-04-13T07:19:04.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:03 smithi003 ceph-mon[91733]: osdmap e353: 8 total, 8 up, 8 in 2024-04-13T07:19:04.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:03 smithi003 ceph-mon[89364]: pgmap v183: 121 pgs: 9 active+clean+remapped, 11 active+undersized+degraded, 30 active+undersized, 71 active+clean; 463 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 158/984 objects degraded (16.057%); 16/984 objects misplaced (1.626%) 2024-04-13T07:19:04.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:03 smithi003 ceph-mon[89364]: osdmap e352: 8 total, 8 up, 8 in 2024-04-13T07:19:04.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:03 smithi003 ceph-mon[89364]: osdmap e353: 8 total, 8 up, 8 in 2024-04-13T07:19:04.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:03 smithi066 ceph-mon[84331]: pgmap v183: 121 pgs: 9 active+clean+remapped, 11 active+undersized+degraded, 30 active+undersized, 71 active+clean; 463 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 158/984 objects degraded (16.057%); 16/984 objects misplaced (1.626%) 2024-04-13T07:19:04.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:03 smithi066 ceph-mon[84331]: osdmap e352: 8 total, 8 up, 8 in 2024-04-13T07:19:04.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:03 smithi066 ceph-mon[84331]: osdmap e353: 8 total, 8 up, 8 in 2024-04-13T07:19:04.637 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:19:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:19:04] "GET /metrics HTTP/1.1" 200 36102 "" "Prometheus/2.43.0" 2024-04-13T07:19:04.637 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:19:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:19:04.449+0000 7ff2e8c82700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-13T07:19:04.767 INFO:tasks.rados.rados.0.smithi003.stdout:1405: done (1 left) 2024-04-13T07:19:04.767 INFO:tasks.rados.rados.0.smithi003.stdout:1406: rollback oid 38 current snap is 147 2024-04-13T07:19:04.767 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 38 to 144 2024-04-13T07:19:04.767 INFO:tasks.rados.rados.0.smithi003.stdout:1403: finishing rollback tid 0 to smithi00377890-14 2024-04-13T07:19:04.767 INFO:tasks.rados.rados.0.smithi003.stdout:1403: finishing rollback tid 1 to smithi00377890-14 2024-04-13T07:19:04.767 INFO:tasks.rados.rados.0.smithi003.stdout:1403: finishing rollback tid 2 to smithi00377890-14 2024-04-13T07:19:04.767 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 559 (ObjNum 183 snap 53 seq_num 183) dirty exists 2024-04-13T07:19:04.767 INFO:tasks.rados.rados.0.smithi003.stdout:1403: done (1 left) 2024-04-13T07:19:04.767 INFO:tasks.rados.rados.0.smithi003.stdout:1407: read oid 30 snap -1 2024-04-13T07:19:04.767 INFO:tasks.rados.rados.0.smithi003.stdout:1407: expect deleted 2024-04-13T07:19:04.767 INFO:tasks.rados.rados.0.smithi003.stdout:1408: read oid 6 snap -1 2024-04-13T07:19:04.767 INFO:tasks.rados.rados.0.smithi003.stdout:1408: expect (ObjNum 417 snap 143 seq_num 417) 2024-04-13T07:19:04.767 INFO:tasks.rados.rados.0.smithi003.stdout:1409: rollback oid 22 current snap is 147 2024-04-13T07:19:04.768 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 22 to 141 2024-04-13T07:19:04.768 INFO:tasks.rados.rados.0.smithi003.stdout:1410: read oid 50 snap -1 2024-04-13T07:19:04.768 INFO:tasks.rados.rados.0.smithi003.stdout:1410: expect (ObjNum 258 snap 84 seq_num 258) 2024-04-13T07:19:04.768 INFO:tasks.rados.rados.0.smithi003.stdout:1411: setattr oid 44 current snap is 147 2024-04-13T07:19:04.769 INFO:tasks.rados.rados.0.smithi003.stdout:1412: setattr oid 46 current snap is 147 2024-04-13T07:19:04.769 INFO:tasks.rados.rados.0.smithi003.stdout:1413: read oid 2 snap -1 2024-04-13T07:19:04.769 INFO:tasks.rados.rados.0.smithi003.stdout:1413: expect (ObjNum 408 snap 141 seq_num 408) 2024-04-13T07:19:04.769 INFO:tasks.rados.rados.0.smithi003.stdout:1414: copy_from oid 45 from oid 1 current snap is 147 2024-04-13T07:19:04.769 INFO:tasks.rados.rados.0.smithi003.stdout:1415: snap_create 2024-04-13T07:19:04.784 INFO:tasks.rados.rados.0.smithi003.stdout:1406: finishing rollback tid 1 to smithi00377890-38 2024-04-13T07:19:04.785 INFO:tasks.rados.rados.0.smithi003.stdout:1406: finishing rollback tid 2 to smithi00377890-38 2024-04-13T07:19:04.785 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 542 (ObjNum 414 snap 142 seq_num 414) dirty exists 2024-04-13T07:19:04.786 INFO:tasks.rados.rados.0.smithi003.stdout:1409: finishing rollback tid 0 to smithi00377890-22 2024-04-13T07:19:04.791 INFO:tasks.rados.rados.0.smithi003.stdout:1409: finishing rollback tid 1 to smithi00377890-22 2024-04-13T07:19:04.792 INFO:tasks.rados.rados.0.smithi003.stdout:1409: finishing rollback tid 2 to smithi00377890-22 2024-04-13T07:19:04.793 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 1301 (ObjNum 342 snap 117 seq_num 342) dirty exists 2024-04-13T07:19:04.793 INFO:tasks.rados.rados.0.smithi003.stdout:1408: expect (ObjNum 417 snap 143 seq_num 417) 2024-04-13T07:19:04.856 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 533 (ObjNum 418 snap 144 seq_num 418) dirty exists 2024-04-13T07:19:04.856 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 534 (ObjNum 402 snap 141 seq_num 402) dirty exists 2024-04-13T07:19:04.856 INFO:tasks.rados.rados.0.smithi003.stdout:1413: expect (ObjNum 408 snap 141 seq_num 408) 2024-04-13T07:19:04.910 INFO:tasks.rados.rados.0.smithi003.stdout:1410: expect (ObjNum 258 snap 84 seq_num 258) 2024-04-13T07:19:05.087 INFO:tasks.rados.rados.0.smithi003.stdout:1414: finishing copy_from to smithi00377890-45 2024-04-13T07:19:05.087 INFO:tasks.rados.rados.0.smithi003.stdout:1414: got expected ENOENT (src dne) 2024-04-13T07:19:05.087 INFO:tasks.rados.rados.0.smithi003.stdout:1414: finishing copy_from racing read to smithi00377890-45 2024-04-13T07:19:05.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:05.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:05.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:19:05.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:19:05.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:05.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[89364]: pgmap v186: 121 pgs: 1 active+undersized+remapped, 2 active+clean+remapped, 4 active+undersized+degraded, 11 active+undersized, 103 active+clean; 454 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.1 MiB/s wr, 19 op/s; 17/915 objects degraded (1.858%); 41 MiB/s, 13 objects/s recovering 2024-04-13T07:19:05.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:19:05.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:05.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:05.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:05.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:19:05.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[89364]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:19:05.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[89364]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-13T07:19:05.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[89364]: osdmap e354: 8 total, 8 up, 8 in 2024-04-13T07:19:05.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:05.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:05.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:19:05.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:19:05.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:05.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[91733]: pgmap v186: 121 pgs: 1 active+undersized+remapped, 2 active+clean+remapped, 4 active+undersized+degraded, 11 active+undersized, 103 active+clean; 454 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.1 MiB/s wr, 19 op/s; 17/915 objects degraded (1.858%); 41 MiB/s, 13 objects/s recovering 2024-04-13T07:19:05.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:19:05.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:05.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:05.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:05.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:19:05.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[91733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:19:05.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[91733]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-13T07:19:05.639 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:05 smithi003 ceph-mon[91733]: osdmap e354: 8 total, 8 up, 8 in 2024-04-13T07:19:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:19:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:19:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:05 smithi066 ceph-mon[84331]: pgmap v186: 121 pgs: 1 active+undersized+remapped, 2 active+clean+remapped, 4 active+undersized+degraded, 11 active+undersized, 103 active+clean; 454 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.1 MiB/s wr, 19 op/s; 17/915 objects degraded (1.858%); 41 MiB/s, 13 objects/s recovering 2024-04-13T07:19:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:19:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:19:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:05 smithi066 ceph-mon[84331]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:19:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:05 smithi066 ceph-mon[84331]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-13T07:19:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:05 smithi066 ceph-mon[84331]: osdmap e354: 8 total, 8 up, 8 in 2024-04-13T07:19:05.770 INFO:tasks.rados.rados.0.smithi003.stdout:1406: done (9 left) 2024-04-13T07:19:05.770 INFO:tasks.rados.rados.0.smithi003.stdout:1407: done (8 left) 2024-04-13T07:19:05.770 INFO:tasks.rados.rados.0.smithi003.stdout:1408: done (7 left) 2024-04-13T07:19:05.770 INFO:tasks.rados.rados.0.smithi003.stdout:1409: done (6 left) 2024-04-13T07:19:05.770 INFO:tasks.rados.rados.0.smithi003.stdout:1410: done (5 left) 2024-04-13T07:19:05.770 INFO:tasks.rados.rados.0.smithi003.stdout:1411: done (4 left) 2024-04-13T07:19:05.770 INFO:tasks.rados.rados.0.smithi003.stdout:1412: done (3 left) 2024-04-13T07:19:05.770 INFO:tasks.rados.rados.0.smithi003.stdout:1413: done (2 left) 2024-04-13T07:19:05.770 INFO:tasks.rados.rados.0.smithi003.stdout:1414: done (1 left) 2024-04-13T07:19:05.770 INFO:tasks.rados.rados.0.smithi003.stdout:1415: done (0 left) 2024-04-13T07:19:05.770 INFO:tasks.rados.rados.0.smithi003.stdout:1416: setattr oid 12 current snap is 148 2024-04-13T07:19:05.771 INFO:tasks.rados.rados.0.smithi003.stdout:1417: delete oid 11 current snap is 148 2024-04-13T07:19:05.772 INFO:tasks.rados.rados.0.smithi003.stdout:1417: done (1 left) 2024-04-13T07:19:05.772 INFO:tasks.rados.rados.0.smithi003.stdout:1418: snap_remove snap 139 2024-04-13T07:19:06.778 INFO:tasks.rados.rados.0.smithi003.stdout:1418: done (1 left) 2024-04-13T07:19:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:1419: rmattr oid 47 current snap is 148 2024-04-13T07:19:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:1419: done (1 left) 2024-04-13T07:19:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:1420: read oid 15 snap 66 2024-04-13T07:19:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:1420: expect (ObjNum 130 snap 32 seq_num 130) 2024-04-13T07:19:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:1421: read oid 23 snap -1 2024-04-13T07:19:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:1421: expect (ObjNum 381 snap 133 seq_num 381) 2024-04-13T07:19:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:1422: read oid 19 snap -1 2024-04-13T07:19:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:1422: expect (ObjNum 391 snap 137 seq_num 391) 2024-04-13T07:19:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:1423: rmattr oid 3 current snap is 148 2024-04-13T07:19:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:1423: done (4 left) 2024-04-13T07:19:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:1424: copy_from oid 25 from oid 21 current snap is 148 2024-04-13T07:19:06.780 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 1310 (ObjNum 427 snap 146 seq_num 427) dirty exists 2024-04-13T07:19:06.780 INFO:tasks.rados.rados.0.smithi003.stdout:1416: done (4 left) 2024-04-13T07:19:06.780 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 39 current snap is 148 2024-04-13T07:19:06.780 INFO:tasks.rados.rados.0.smithi003.stdout:1425: seq_num 435 ranges {1597440=90112} 2024-04-13T07:19:06.787 INFO:tasks.rados.rados.0.smithi003.stdout:1425: writing smithi00377890-39 from 1597440 to 1687552 tid 1 2024-04-13T07:19:06.787 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 1 current snap is 148 2024-04-13T07:19:06.788 INFO:tasks.rados.rados.0.smithi003.stdout:1426: seq_num 436 ranges {0=106496} 2024-04-13T07:19:06.788 INFO:tasks.rados.rados.0.smithi003.stdout:1426: writing smithi00377890-1 from 0 to 106496 tid 1 2024-04-13T07:19:06.788 INFO:tasks.rados.rados.0.smithi003.stdout:1427: setattr oid 5 current snap is 148 2024-04-13T07:19:06.790 INFO:tasks.rados.rados.0.smithi003.stdout:1428: rollback oid 7 current snap is 148 2024-04-13T07:19:06.790 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 7 to 131 2024-04-13T07:19:06.790 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 40 current snap is 148 2024-04-13T07:19:06.790 INFO:tasks.rados.rados.0.smithi003.stdout:1429: seq_num 437 ranges {2940928=122880} 2024-04-13T07:19:06.809 INFO:tasks.rados.rados.0.smithi003.stdout:1429: writing smithi00377890-40 from 2940928 to 3063808 tid 1 2024-04-13T07:19:06.809 INFO:tasks.rados.rados.0.smithi003.stdout:1430: rmattr oid 3 current snap is 148 2024-04-13T07:19:06.809 INFO:tasks.rados.rados.0.smithi003.stdout:1430: done (9 left) 2024-04-13T07:19:06.809 INFO:tasks.rados.rados.0.smithi003.stdout:1431: read oid 28 snap -1 2024-04-13T07:19:06.810 INFO:tasks.rados.rados.0.smithi003.stdout:1431: expect (ObjNum 428 snap 146 seq_num 428) 2024-04-13T07:19:06.810 INFO:tasks.rados.rados.0.smithi003.stdout:1432: snap_create 2024-04-13T07:19:06.810 INFO:tasks.rados.rados.0.smithi003.stdout:1426: finishing write tid 1 to smithi00377890-1 2024-04-13T07:19:06.810 INFO:tasks.rados.rados.0.smithi003.stdout:1428: finishing rollback tid 0 to smithi00377890-7 2024-04-13T07:19:06.810 INFO:tasks.rados.rados.0.smithi003.stdout:1426: finishing write tid 2 to smithi00377890-1 2024-04-13T07:19:06.810 INFO:tasks.rados.rados.0.smithi003.stdout:1428: finishing rollback tid 1 to smithi00377890-7 2024-04-13T07:19:06.810 INFO:tasks.rados.rados.0.smithi003.stdout:1428: finishing rollback tid 2 to smithi00377890-7 2024-04-13T07:19:06.810 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 1346 (ObjNum 164 snap 45 seq_num 164) dirty exists 2024-04-13T07:19:06.810 INFO:tasks.rados.rados.0.smithi003.stdout:1426: finishing write tid 3 to smithi00377890-1 2024-04-13T07:19:06.810 INFO:tasks.rados.rados.0.smithi003.stdout:1426: oid 1 updating version 0 to 644 2024-04-13T07:19:06.810 INFO:tasks.rados.rados.0.smithi003.stdout:1426: oid 1 version 644 is already newer than 643 2024-04-13T07:19:06.810 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 644 (ObjNum 436 snap 148 seq_num 436) dirty exists 2024-04-13T07:19:06.810 INFO:tasks.rados.rados.0.smithi003.stdout:1426: left oid 1 (ObjNum 436 snap 148 seq_num 436) 2024-04-13T07:19:06.811 INFO:tasks.rados.rados.0.smithi003.stdout:1425: finishing write tid 1 to smithi00377890-39 2024-04-13T07:19:06.811 INFO:tasks.rados.rados.0.smithi003.stdout:1425: finishing write tid 2 to smithi00377890-39 2024-04-13T07:19:06.811 INFO:tasks.rados.rados.0.smithi003.stdout:1425: finishing write tid 3 to smithi00377890-39 2024-04-13T07:19:06.811 INFO:tasks.rados.rados.0.smithi003.stdout:1425: oid 39 updating version 0 to 1161 2024-04-13T07:19:06.811 INFO:tasks.rados.rados.0.smithi003.stdout:1425: oid 39 updating version 1161 to 1162 2024-04-13T07:19:06.811 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 1162 (ObjNum 435 snap 148 seq_num 435) dirty exists 2024-04-13T07:19:06.811 INFO:tasks.rados.rados.0.smithi003.stdout:1425: left oid 39 (ObjNum 435 snap 148 seq_num 435) 2024-04-13T07:19:06.811 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 1311 (ObjNum 432 snap 146 seq_num 432) dirty exists 2024-04-13T07:19:06.812 INFO:tasks.rados.rados.0.smithi003.stdout:1422: expect (ObjNum 391 snap 137 seq_num 391) 2024-04-13T07:19:06.908 INFO:tasks.rados.rados.0.smithi003.stdout:1420: expect (ObjNum 130 snap 32 seq_num 130) 2024-04-13T07:19:07.054 INFO:tasks.rados.rados.0.smithi003.stdout:1421: expect (ObjNum 381 snap 133 seq_num 381) 2024-04-13T07:19:07.109 INFO:tasks.rados.rados.0.smithi003.stdout:1424: finishing copy_from to smithi00377890-25 2024-04-13T07:19:07.110 INFO:tasks.rados.rados.0.smithi003.stdout:1424: got expected ENOENT (src dne) 2024-04-13T07:19:07.110 INFO:tasks.rados.rados.0.smithi003.stdout:1424: finishing copy_from racing read to smithi00377890-25 2024-04-13T07:19:07.110 INFO:tasks.rados.rados.0.smithi003.stdout:1429: finishing write tid 1 to smithi00377890-40 2024-04-13T07:19:07.110 INFO:tasks.rados.rados.0.smithi003.stdout:1429: finishing write tid 2 to smithi00377890-40 2024-04-13T07:19:07.110 INFO:tasks.rados.rados.0.smithi003.stdout:1429: finishing write tid 3 to smithi00377890-40 2024-04-13T07:19:07.110 INFO:tasks.rados.rados.0.smithi003.stdout:1429: oid 40 updating version 0 to 1481 2024-04-13T07:19:07.110 INFO:tasks.rados.rados.0.smithi003.stdout:1429: oid 40 version 1481 is already newer than 1480 2024-04-13T07:19:07.110 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 1481 (ObjNum 437 snap 148 seq_num 437) dirty exists 2024-04-13T07:19:07.110 INFO:tasks.rados.rados.0.smithi003.stdout:1429: left oid 40 (ObjNum 437 snap 148 seq_num 437) 2024-04-13T07:19:07.110 INFO:tasks.rados.rados.0.smithi003.stdout:1431: expect (ObjNum 428 snap 146 seq_num 428) 2024-04-13T07:19:07.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:06 smithi003 ceph-mon[91733]: osdmap e355: 8 total, 8 up, 8 in 2024-04-13T07:19:07.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:06 smithi003 ceph-mon[89364]: osdmap e355: 8 total, 8 up, 8 in 2024-04-13T07:19:07.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:06 smithi066 ceph-mon[84331]: osdmap e355: 8 total, 8 up, 8 in 2024-04-13T07:19:07.789 INFO:tasks.rados.rados.0.smithi003.stdout:1420: done (10 left) 2024-04-13T07:19:07.789 INFO:tasks.rados.rados.0.smithi003.stdout:1421: done (9 left) 2024-04-13T07:19:07.789 INFO:tasks.rados.rados.0.smithi003.stdout:1422: done (8 left) 2024-04-13T07:19:07.789 INFO:tasks.rados.rados.0.smithi003.stdout:1424: done (7 left) 2024-04-13T07:19:07.789 INFO:tasks.rados.rados.0.smithi003.stdout:1425: done (6 left) 2024-04-13T07:19:07.789 INFO:tasks.rados.rados.0.smithi003.stdout:1426: done (5 left) 2024-04-13T07:19:07.789 INFO:tasks.rados.rados.0.smithi003.stdout:1427: done (4 left) 2024-04-13T07:19:07.789 INFO:tasks.rados.rados.0.smithi003.stdout:1428: done (3 left) 2024-04-13T07:19:07.789 INFO:tasks.rados.rados.0.smithi003.stdout:1429: done (2 left) 2024-04-13T07:19:07.789 INFO:tasks.rados.rados.0.smithi003.stdout:1431: done (1 left) 2024-04-13T07:19:07.790 INFO:tasks.rados.rados.0.smithi003.stdout:1432: done (0 left) 2024-04-13T07:19:07.790 INFO:tasks.rados.rados.0.smithi003.stdout:1433: read oid 49 snap -1 2024-04-13T07:19:07.790 INFO:tasks.rados.rados.0.smithi003.stdout:1433: expect (ObjNum 420 snap 144 seq_num 420) 2024-04-13T07:19:07.790 INFO:tasks.rados.rados.0.smithi003.stdout:1434: snap_remove snap 142 2024-04-13T07:19:08.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:07 smithi003 ceph-mon[91733]: pgmap v189: 121 pgs: 121 active+clean; 458 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.1 MiB/s wr, 29 op/s; 45 MiB/s, 14 objects/s recovering 2024-04-13T07:19:08.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:07 smithi003 ceph-mon[91733]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/915 objects degraded (1.858%), 4 pgs degraded) 2024-04-13T07:19:08.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:07 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:19:08.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:07 smithi003 ceph-mon[91733]: osdmap e356: 8 total, 8 up, 8 in 2024-04-13T07:19:08.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:08.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:19:08.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:07 smithi003 ceph-mon[89364]: pgmap v189: 121 pgs: 121 active+clean; 458 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.1 MiB/s wr, 29 op/s; 45 MiB/s, 14 objects/s recovering 2024-04-13T07:19:08.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:07 smithi003 ceph-mon[89364]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/915 objects degraded (1.858%), 4 pgs degraded) 2024-04-13T07:19:08.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:07 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:19:08.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:07 smithi003 ceph-mon[89364]: osdmap e356: 8 total, 8 up, 8 in 2024-04-13T07:19:08.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:08.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:19:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:07 smithi066 ceph-mon[84331]: pgmap v189: 121 pgs: 121 active+clean; 458 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.1 MiB/s wr, 29 op/s; 45 MiB/s, 14 objects/s recovering 2024-04-13T07:19:08.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:07 smithi066 ceph-mon[84331]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/915 objects degraded (1.858%), 4 pgs degraded) 2024-04-13T07:19:08.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:07 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:19:08.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:07 smithi066 ceph-mon[84331]: osdmap e356: 8 total, 8 up, 8 in 2024-04-13T07:19:08.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:08.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:19:08.770 INFO:tasks.rados.rados.0.smithi003.stdout:1434: done (1 left) 2024-04-13T07:19:08.770 INFO:tasks.rados.rados.0.smithi003.stdout:1435: delete oid 19 current snap is 149 2024-04-13T07:19:08.770 INFO:tasks.rados.rados.0.smithi003.stdout:1433: expect (ObjNum 420 snap 144 seq_num 420) 2024-04-13T07:19:09.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:08 smithi003 ceph-mon[89364]: osdmap e357: 8 total, 8 up, 8 in 2024-04-13T07:19:09.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:08 smithi003 ceph-mon[89364]: osdmap e358: 8 total, 8 up, 8 in 2024-04-13T07:19:09.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:08 smithi003 ceph-mon[91733]: osdmap e357: 8 total, 8 up, 8 in 2024-04-13T07:19:09.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:08 smithi003 ceph-mon[91733]: osdmap e358: 8 total, 8 up, 8 in 2024-04-13T07:19:09.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:08 smithi066 ceph-mon[84331]: osdmap e357: 8 total, 8 up, 8 in 2024-04-13T07:19:09.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:08 smithi066 ceph-mon[84331]: osdmap e358: 8 total, 8 up, 8 in 2024-04-13T07:19:09.509 INFO:tasks.rados.rados.0.smithi003.stdout:1433: done (1 left) 2024-04-13T07:19:09.509 INFO:tasks.rados.rados.0.smithi003.stdout:1435: done (0 left) 2024-04-13T07:19:09.509 INFO:tasks.rados.rados.0.smithi003.stdout:1436: copy_from oid 23 from oid 1 current snap is 149 2024-04-13T07:19:09.509 INFO:tasks.rados.rados.0.smithi003.stdout:1437: snap_remove snap 141 2024-04-13T07:19:09.797 INFO:tasks.rados.rados.0.smithi003.stdout:1437: done (1 left) 2024-04-13T07:19:09.797 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 39 current snap is 149 2024-04-13T07:19:09.797 INFO:tasks.rados.rados.0.smithi003.stdout:1436: finishing copy_from racing read to smithi00377890-23 2024-04-13T07:19:09.797 INFO:tasks.rados.rados.0.smithi003.stdout:1438: seq_num 439 ranges {1687552=155648} 2024-04-13T07:19:09.808 INFO:tasks.rados.rados.0.smithi003.stdout:1438: writing smithi00377890-39 from 1687552 to 1843200 tid 1 2024-04-13T07:19:09.808 INFO:tasks.rados.rados.0.smithi003.stdout:1439: copy_from oid 34 from oid 31 current snap is 149 2024-04-13T07:19:09.808 INFO:tasks.rados.rados.0.smithi003.stdout:1436: finishing copy_from to smithi00377890-23 2024-04-13T07:19:09.808 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 644 (ObjNum 436 snap 148 seq_num 436) dirty exists 2024-04-13T07:19:09.808 INFO:tasks.rados.rados.0.smithi003.stdout:1436: done (2 left) 2024-04-13T07:19:09.808 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 149 2024-04-13T07:19:09.808 INFO:tasks.rados.rados.0.smithi003.stdout:1440: seq_num 440 ranges {4579328=172032} 2024-04-13T07:19:09.836 INFO:tasks.rados.rados.0.smithi003.stdout:1440: writing smithi00377890-38 from 4579328 to 4751360 tid 1 2024-04-13T07:19:09.836 INFO:tasks.rados.rados.0.smithi003.stdout:1441: read oid 17 snap -1 2024-04-13T07:19:09.836 INFO:tasks.rados.rados.0.smithi003.stdout:1441: expect deleted 2024-04-13T07:19:09.836 INFO:tasks.rados.rados.0.smithi003.stdout:1442: read oid 44 snap -1 2024-04-13T07:19:09.836 INFO:tasks.rados.rados.0.smithi003.stdout:1442: expect (ObjNum 418 snap 144 seq_num 418) 2024-04-13T07:19:09.837 INFO:tasks.rados.rados.0.smithi003.stdout:1438: finishing write tid 1 to smithi00377890-39 2024-04-13T07:19:09.837 INFO:tasks.rados.rados.0.smithi003.stdout:1438: finishing write tid 2 to smithi00377890-39 2024-04-13T07:19:09.837 INFO:tasks.rados.rados.0.smithi003.stdout:1438: finishing write tid 3 to smithi00377890-39 2024-04-13T07:19:09.837 INFO:tasks.rados.rados.0.smithi003.stdout:1438: oid 39 updating version 0 to 1164 2024-04-13T07:19:09.837 INFO:tasks.rados.rados.0.smithi003.stdout:1438: oid 39 version 1164 is already newer than 1163 2024-04-13T07:19:09.837 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 1164 (ObjNum 439 snap 149 seq_num 439) dirty exists 2024-04-13T07:19:09.837 INFO:tasks.rados.rados.0.smithi003.stdout:1438: left oid 39 (ObjNum 439 snap 149 seq_num 439) 2024-04-13T07:19:09.837 INFO:tasks.rados.rados.0.smithi003.stdout:1439: finishing copy_from racing read to smithi00377890-34 2024-04-13T07:19:09.837 INFO:tasks.rados.rados.0.smithi003.stdout:1443: read oid 41 snap -1 2024-04-13T07:19:09.837 INFO:tasks.rados.rados.0.smithi003.stdout:1443: expect (ObjNum 308 snap 102 seq_num 308) 2024-04-13T07:19:09.837 INFO:tasks.rados.rados.0.smithi003.stdout:1438: done (5 left) 2024-04-13T07:19:09.837 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 16 current snap is 149 2024-04-13T07:19:09.837 INFO:tasks.rados.rados.0.smithi003.stdout:1439: finishing copy_from to smithi00377890-34 2024-04-13T07:19:09.837 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 700 (ObjNum 411 snap 142 seq_num 411) dirty exists 2024-04-13T07:19:09.837 INFO:tasks.rados.rados.0.smithi003.stdout:1444: seq_num 441 ranges {1720320=188416} 2024-04-13T07:19:09.847 INFO:tasks.rados.rados.0.smithi003.stdout:1444: writing smithi00377890-16 from 1720320 to 1908736 tid 1 2024-04-13T07:19:09.848 INFO:tasks.rados.rados.0.smithi003.stdout:1439: done (5 left) 2024-04-13T07:19:09.848 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 43 current snap is 149 2024-04-13T07:19:09.848 INFO:tasks.rados.rados.0.smithi003.stdout:1445: seq_num 442 ranges {2113536=204800} 2024-04-13T07:19:09.861 INFO:tasks.rados.rados.0.smithi003.stdout:1445: writing smithi00377890-43 from 2113536 to 2318336 tid 1 2024-04-13T07:19:09.916 INFO:tasks.rados.rados.0.smithi003.stdout:1446: read oid 31 snap -1 2024-04-13T07:19:09.916 INFO:tasks.rados.rados.0.smithi003.stdout:1446: expect (ObjNum 411 snap 142 seq_num 411) 2024-04-13T07:19:09.916 INFO:tasks.rados.rados.0.smithi003.stdout:1447: delete oid 7 current snap is 149 2024-04-13T07:19:09.916 INFO:tasks.rados.rados.0.smithi003.stdout:1443: expect (ObjNum 308 snap 102 seq_num 308) 2024-04-13T07:19:09.917 INFO:tasks.rados.rados.0.smithi003.stdout:1440: finishing write tid 1 to smithi00377890-38 2024-04-13T07:19:09.917 INFO:tasks.rados.rados.0.smithi003.stdout:1440: finishing write tid 2 to smithi00377890-38 2024-04-13T07:19:09.917 INFO:tasks.rados.rados.0.smithi003.stdout:1441: done (7 left) 2024-04-13T07:19:09.917 INFO:tasks.rados.rados.0.smithi003.stdout:1443: done (6 left) 2024-04-13T07:19:09.917 INFO:tasks.rados.rados.0.smithi003.stdout:1447: done (5 left) 2024-04-13T07:19:09.917 INFO:tasks.rados.rados.0.smithi003.stdout:1448: rollback oid 2 current snap is 149 2024-04-13T07:19:09.918 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 2 to 125 2024-04-13T07:19:09.918 INFO:tasks.rados.rados.0.smithi003.stdout:1440: finishing write tid 3 to smithi00377890-38 2024-04-13T07:19:09.918 INFO:tasks.rados.rados.0.smithi003.stdout:1440: oid 38 updating version 0 to 544 2024-04-13T07:19:09.918 INFO:tasks.rados.rados.0.smithi003.stdout:1440: oid 38 version 544 is already newer than 543 2024-04-13T07:19:09.918 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 544 (ObjNum 440 snap 149 seq_num 440) dirty exists 2024-04-13T07:19:09.918 INFO:tasks.rados.rados.0.smithi003.stdout:1440: left oid 38 (ObjNum 440 snap 149 seq_num 440) 2024-04-13T07:19:09.918 INFO:tasks.rados.rados.0.smithi003.stdout:1444: finishing write tid 1 to smithi00377890-16 2024-04-13T07:19:09.918 INFO:tasks.rados.rados.0.smithi003.stdout:1442: expect (ObjNum 418 snap 144 seq_num 418) 2024-04-13T07:19:10.127 INFO:tasks.rados.rados.0.smithi003.stdout:1444: finishing write tid 2 to smithi00377890-16 2024-04-13T07:19:10.127 INFO:tasks.rados.rados.0.smithi003.stdout:1444: finishing write tid 3 to smithi00377890-16 2024-04-13T07:19:10.127 INFO:tasks.rados.rados.0.smithi003.stdout:1444: oid 16 updating version 0 to 1340 2024-04-13T07:19:10.127 INFO:tasks.rados.rados.0.smithi003.stdout:1444: oid 16 version 1340 is already newer than 1339 2024-04-13T07:19:10.127 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 1340 (ObjNum 441 snap 149 seq_num 441) dirty exists 2024-04-13T07:19:10.127 INFO:tasks.rados.rados.0.smithi003.stdout:1444: left oid 16 (ObjNum 441 snap 149 seq_num 441) 2024-04-13T07:19:10.127 INFO:tasks.rados.rados.0.smithi003.stdout:1445: finishing write tid 1 to smithi00377890-43 2024-04-13T07:19:10.127 INFO:tasks.rados.rados.0.smithi003.stdout:1445: finishing write tid 2 to smithi00377890-43 2024-04-13T07:19:10.127 INFO:tasks.rados.rados.0.smithi003.stdout:1440: done (5 left) 2024-04-13T07:19:10.128 INFO:tasks.rados.rados.0.smithi003.stdout:1442: done (4 left) 2024-04-13T07:19:10.128 INFO:tasks.rados.rados.0.smithi003.stdout:1444: done (3 left) 2024-04-13T07:19:10.128 INFO:tasks.rados.rados.0.smithi003.stdout:1449: read oid 40 snap 145 2024-04-13T07:19:10.128 INFO:tasks.rados.rados.0.smithi003.stdout:1449: expect (ObjNum 371 snap 130 seq_num 371) 2024-04-13T07:19:10.128 INFO:tasks.rados.rados.0.smithi003.stdout:1450: rmattr oid 37 current snap is 149 2024-04-13T07:19:10.128 INFO:tasks.rados.rados.0.smithi003.stdout:1450: done (4 left) 2024-04-13T07:19:10.128 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 1 current snap is 149 2024-04-13T07:19:10.128 INFO:tasks.rados.rados.0.smithi003.stdout:1445: finishing write tid 3 to smithi00377890-43 2024-04-13T07:19:10.128 INFO:tasks.rados.rados.0.smithi003.stdout:1445: oid 43 updating version 0 to 588 2024-04-13T07:19:10.128 INFO:tasks.rados.rados.0.smithi003.stdout:1445: oid 43 updating version 588 to 589 2024-04-13T07:19:10.128 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 589 (ObjNum 442 snap 149 seq_num 442) dirty exists 2024-04-13T07:19:10.128 INFO:tasks.rados.rados.0.smithi003.stdout:1445: left oid 43 (ObjNum 442 snap 149 seq_num 442) 2024-04-13T07:19:10.128 INFO:tasks.rados.rados.0.smithi003.stdout:1446: expect (ObjNum 411 snap 142 seq_num 411) 2024-04-13T07:19:10.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:09 smithi003 ceph-mon[91733]: pgmap v192: 121 pgs: 121 active+clean; 459 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 78 KiB/s wr, 18 op/s; 4.2 MiB/s, 0 objects/s recovering 2024-04-13T07:19:10.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:09 smithi003 ceph-mon[89364]: pgmap v192: 121 pgs: 121 active+clean; 459 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 78 KiB/s wr, 18 op/s; 4.2 MiB/s, 0 objects/s recovering 2024-04-13T07:19:10.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:09 smithi066 ceph-mon[84331]: pgmap v192: 121 pgs: 121 active+clean; 459 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 78 KiB/s wr, 18 op/s; 4.2 MiB/s, 0 objects/s recovering 2024-04-13T07:19:10.180 INFO:tasks.rados.rados.0.smithi003.stdout:1448: finishing rollback tid 0 to smithi00377890-2 2024-04-13T07:19:10.180 INFO:tasks.rados.rados.0.smithi003.stdout:1448: finishing rollback tid 1 to smithi00377890-2 2024-04-13T07:19:10.181 INFO:tasks.rados.rados.0.smithi003.stdout:1448: finishing rollback tid 2 to smithi00377890-2 2024-04-13T07:19:10.181 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 737 (ObjNum 302 snap 101 seq_num 302) dirty exists 2024-04-13T07:19:10.181 INFO:tasks.rados.rados.0.smithi003.stdout:1449: expect (ObjNum 371 snap 130 seq_num 371) 2024-04-13T07:19:10.282 INFO:tasks.rados.rados.0.smithi003.stdout:1451: seq_num 444 ranges {106496=237568} 2024-04-13T07:19:10.284 INFO:tasks.rados.rados.0.smithi003.stdout:1451: writing smithi00377890-1 from 106496 to 344064 tid 1 2024-04-13T07:19:10.284 INFO:tasks.rados.rados.0.smithi003.stdout:1445: done (4 left) 2024-04-13T07:19:10.284 INFO:tasks.rados.rados.0.smithi003.stdout:1446: done (3 left) 2024-04-13T07:19:10.284 INFO:tasks.rados.rados.0.smithi003.stdout:1448: done (2 left) 2024-04-13T07:19:10.284 INFO:tasks.rados.rados.0.smithi003.stdout:1449: done (1 left) 2024-04-13T07:19:10.285 INFO:tasks.rados.rados.0.smithi003.stdout:1452: snap_remove snap 147 2024-04-13T07:19:10.816 INFO:tasks.rados.rados.0.smithi003.stdout:1451: finishing write tid 1 to smithi00377890-1 2024-04-13T07:19:10.816 INFO:tasks.rados.rados.0.smithi003.stdout:1451: finishing write tid 2 to smithi00377890-1 2024-04-13T07:19:10.816 INFO:tasks.rados.rados.0.smithi003.stdout:1451: finishing write tid 3 to smithi00377890-1 2024-04-13T07:19:10.816 INFO:tasks.rados.rados.0.smithi003.stdout:1451: oid 1 updating version 0 to 651 2024-04-13T07:19:10.816 INFO:tasks.rados.rados.0.smithi003.stdout:1451: oid 1 version 651 is already newer than 650 2024-04-13T07:19:10.816 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 651 (ObjNum 444 snap 149 seq_num 444) dirty exists 2024-04-13T07:19:10.816 INFO:tasks.rados.rados.0.smithi003.stdout:1451: left oid 1 (ObjNum 444 snap 149 seq_num 444) 2024-04-13T07:19:10.816 INFO:tasks.rados.rados.0.smithi003.stdout:1451: done (1 left) 2024-04-13T07:19:10.816 INFO:tasks.rados.rados.0.smithi003.stdout:1452: done (0 left) 2024-04-13T07:19:10.816 INFO:tasks.rados.rados.0.smithi003.stdout:1453: read oid 12 snap -1 2024-04-13T07:19:10.817 INFO:tasks.rados.rados.0.smithi003.stdout:1453: expect (ObjNum 427 snap 146 seq_num 427) 2024-04-13T07:19:10.817 INFO:tasks.rados.rados.0.smithi003.stdout:1454: read oid 4 snap -1 2024-04-13T07:19:10.817 INFO:tasks.rados.rados.0.smithi003.stdout:1454: expect deleted 2024-04-13T07:19:10.817 INFO:tasks.rados.rados.0.smithi003.stdout:1455: delete oid 17 current snap is 149 2024-04-13T07:19:10.823 INFO:tasks.rados.rados.0.smithi003.stdout:1454: done (2 left) 2024-04-13T07:19:10.823 INFO:tasks.rados.rados.0.smithi003.stdout:1455: done (1 left) 2024-04-13T07:19:10.823 INFO:tasks.rados.rados.0.smithi003.stdout:1456: copy_from oid 1 from oid 37 current snap is 149 2024-04-13T07:19:10.823 INFO:tasks.rados.rados.0.smithi003.stdout:1457: read oid 40 snap -1 2024-04-13T07:19:10.823 INFO:tasks.rados.rados.0.smithi003.stdout:1457: expect (ObjNum 437 snap 148 seq_num 437) 2024-04-13T07:19:10.824 INFO:tasks.rados.rados.0.smithi003.stdout:1458: read oid 14 snap -1 2024-04-13T07:19:10.824 INFO:tasks.rados.rados.0.smithi003.stdout:1458: expect (ObjNum 183 snap 53 seq_num 183) 2024-04-13T07:19:10.824 INFO:tasks.rados.rados.0.smithi003.stdout:1459: rmattr oid 45 current snap is 149 2024-04-13T07:19:10.824 INFO:tasks.rados.rados.0.smithi003.stdout:1459: done (4 left) 2024-04-13T07:19:10.824 INFO:tasks.rados.rados.0.smithi003.stdout:1460: snap_create 2024-04-13T07:19:10.836 INFO:tasks.rados.rados.0.smithi003.stdout:1458: expect (ObjNum 183 snap 53 seq_num 183) 2024-04-13T07:19:10.902 INFO:tasks.rados.rados.0.smithi003.stdout:1453: expect (ObjNum 427 snap 146 seq_num 427) 2024-04-13T07:19:11.070 INFO:tasks.rados.rados.0.smithi003.stdout:1457: expect (ObjNum 437 snap 148 seq_num 437) 2024-04-13T07:19:11.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:10 smithi003 ceph-mon[91733]: osdmap e359: 8 total, 8 up, 8 in 2024-04-13T07:19:11.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:10 smithi003 ceph-mon[89364]: osdmap e359: 8 total, 8 up, 8 in 2024-04-13T07:19:11.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:10 smithi066 ceph-mon[84331]: osdmap e359: 8 total, 8 up, 8 in 2024-04-13T07:19:11.223 INFO:tasks.rados.rados.0.smithi003.stdout:1456: finishing copy_from racing read to smithi00377890-1 2024-04-13T07:19:11.223 INFO:tasks.rados.rados.0.smithi003.stdout:1456: finishing copy_from to smithi00377890-1 2024-04-13T07:19:11.223 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 1332 (ObjNum 413 snap 142 seq_num 413) dirty exists 2024-04-13T07:19:11.816 INFO:tasks.rados.rados.0.smithi003.stdout:1453: done (4 left) 2024-04-13T07:19:11.816 INFO:tasks.rados.rados.0.smithi003.stdout:1456: done (3 left) 2024-04-13T07:19:11.816 INFO:tasks.rados.rados.0.smithi003.stdout:1457: done (2 left) 2024-04-13T07:19:11.816 INFO:tasks.rados.rados.0.smithi003.stdout:1458: done (1 left) 2024-04-13T07:19:11.816 INFO:tasks.rados.rados.0.smithi003.stdout:1460: done (0 left) 2024-04-13T07:19:11.816 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 150 2024-04-13T07:19:11.816 INFO:tasks.rados.rados.0.smithi003.stdout:1461: seq_num 446 ranges {11362304=278528} 2024-04-13T07:19:11.879 INFO:tasks.rados.rados.0.smithi003.stdout:1461: writing smithi00377890-35 from 11362304 to 11640832 tid 1 2024-04-13T07:19:11.879 INFO:tasks.rados.rados.0.smithi003.stdout:1462: delete oid 36 current snap is 150 2024-04-13T07:19:11.882 INFO:tasks.rados.rados.0.smithi003.stdout:1462: done (1 left) 2024-04-13T07:19:11.882 INFO:tasks.rados.rados.0.smithi003.stdout:1463: read oid 3 snap -1 2024-04-13T07:19:11.883 INFO:tasks.rados.rados.0.smithi003.stdout:1463: expect (ObjNum 415 snap 143 seq_num 415) 2024-04-13T07:19:11.883 INFO:tasks.rados.rados.0.smithi003.stdout:1464: delete oid 13 current snap is 150 2024-04-13T07:19:11.883 INFO:tasks.rados.rados.0.smithi003.stdout:1461: finishing write tid 1 to smithi00377890-35 2024-04-13T07:19:11.884 INFO:tasks.rados.rados.0.smithi003.stdout:1461: finishing write tid 2 to smithi00377890-35 2024-04-13T07:19:11.885 INFO:tasks.rados.rados.0.smithi003.stdout:1461: finishing write tid 3 to smithi00377890-35 2024-04-13T07:19:11.885 INFO:tasks.rados.rados.0.smithi003.stdout:1461: oid 35 updating version 0 to 1347 2024-04-13T07:19:11.886 INFO:tasks.rados.rados.0.smithi003.stdout:1461: oid 35 version 1347 is already newer than 1346 2024-04-13T07:19:11.886 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 1347 (ObjNum 446 snap 150 seq_num 446) dirty exists 2024-04-13T07:19:11.886 INFO:tasks.rados.rados.0.smithi003.stdout:1461: left oid 35 (ObjNum 446 snap 150 seq_num 446) 2024-04-13T07:19:11.887 INFO:tasks.rados.rados.0.smithi003.stdout:1461: done (2 left) 2024-04-13T07:19:11.887 INFO:tasks.rados.rados.0.smithi003.stdout:1464: done (1 left) 2024-04-13T07:19:11.887 INFO:tasks.rados.rados.0.smithi003.stdout:1465: snap_remove snap 133 2024-04-13T07:19:12.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:11 smithi003 ceph-mon[91733]: pgmap v195: 121 pgs: 121 active+clean; 459 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 120 KiB/s wr, 23 op/s 2024-04-13T07:19:12.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:11 smithi003 ceph-mon[91733]: osdmap e360: 8 total, 8 up, 8 in 2024-04-13T07:19:12.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:11 smithi003 ceph-mon[89364]: pgmap v195: 121 pgs: 121 active+clean; 459 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 120 KiB/s wr, 23 op/s 2024-04-13T07:19:12.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:11 smithi003 ceph-mon[89364]: osdmap e360: 8 total, 8 up, 8 in 2024-04-13T07:19:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:11 smithi066 ceph-mon[84331]: pgmap v195: 121 pgs: 121 active+clean; 459 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 120 KiB/s wr, 23 op/s 2024-04-13T07:19:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:11 smithi066 ceph-mon[84331]: osdmap e360: 8 total, 8 up, 8 in 2024-04-13T07:19:12.653 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:19:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:19:12.822 INFO:tasks.rados.rados.0.smithi003.stdout:1465: done (1 left) 2024-04-13T07:19:12.822 INFO:tasks.rados.rados.0.smithi003.stdout:1466: read oid 34 snap -1 2024-04-13T07:19:12.823 INFO:tasks.rados.rados.0.smithi003.stdout:1466: expect (ObjNum 411 snap 142 seq_num 411) 2024-04-13T07:19:12.823 INFO:tasks.rados.rados.0.smithi003.stdout:1467: snap_create 2024-04-13T07:19:12.823 INFO:tasks.rados.rados.0.smithi003.stdout:1463: expect (ObjNum 415 snap 143 seq_num 415) 2024-04-13T07:19:12.972 INFO:tasks.rados.rados.0.smithi003.stdout:1466: expect (ObjNum 411 snap 142 seq_num 411) 2024-04-13T07:19:13.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:12 smithi003 ceph-mon[89364]: osdmap e361: 8 total, 8 up, 8 in 2024-04-13T07:19:13.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:12 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:13.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:12 smithi003 ceph-mon[91733]: osdmap e361: 8 total, 8 up, 8 in 2024-04-13T07:19:13.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:12 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:13.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:12 smithi066 ceph-mon[84331]: osdmap e361: 8 total, 8 up, 8 in 2024-04-13T07:19:13.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:12 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:13.769 INFO:tasks.rados.rados.0.smithi003.stdout:1463: done (2 left) 2024-04-13T07:19:13.769 INFO:tasks.rados.rados.0.smithi003.stdout:1466: done (1 left) 2024-04-13T07:19:13.769 INFO:tasks.rados.rados.0.smithi003.stdout:1467: done (0 left) 2024-04-13T07:19:13.769 INFO:tasks.rados.rados.0.smithi003.stdout:1468: copy_from oid 45 from oid 50 current snap is 151 2024-04-13T07:19:13.769 INFO:tasks.rados.rados.0.smithi003.stdout:1469: copy_from oid 17 from oid 29 current snap is 151 2024-04-13T07:19:13.769 INFO:tasks.rados.rados.0.smithi003.stdout:1470: read oid 30 snap -1 2024-04-13T07:19:13.769 INFO:tasks.rados.rados.0.smithi003.stdout:1470: expect deleted 2024-04-13T07:19:13.769 INFO:tasks.rados.rados.0.smithi003.stdout:1471: read oid 41 snap -1 2024-04-13T07:19:13.769 INFO:tasks.rados.rados.0.smithi003.stdout:1471: expect (ObjNum 308 snap 102 seq_num 308) 2024-04-13T07:19:13.769 INFO:tasks.rados.rados.0.smithi003.stdout:1472: read oid 12 snap -1 2024-04-13T07:19:13.770 INFO:tasks.rados.rados.0.smithi003.stdout:1472: expect (ObjNum 427 snap 146 seq_num 427) 2024-04-13T07:19:13.770 INFO:tasks.rados.rados.0.smithi003.stdout:1473: copy_from oid 14 from oid 3 current snap is 151 2024-04-13T07:19:13.770 INFO:tasks.rados.rados.0.smithi003.stdout:1474: setattr oid 19 current snap is 151 2024-04-13T07:19:13.771 INFO:tasks.rados.rados.0.smithi003.stdout:1475: read oid 4 snap -1 2024-04-13T07:19:13.771 INFO:tasks.rados.rados.0.smithi003.stdout:1475: expect deleted 2024-04-13T07:19:13.771 INFO:tasks.rados.rados.0.smithi003.stdout:1476: read oid 42 snap -1 2024-04-13T07:19:13.771 INFO:tasks.rados.rados.0.smithi003.stdout:1476: expect (ObjNum 373 snap 132 seq_num 373) 2024-04-13T07:19:13.771 INFO:tasks.rados.rados.0.smithi003.stdout:1477: read oid 35 snap -1 2024-04-13T07:19:13.771 INFO:tasks.rados.rados.0.smithi003.stdout:1477: expect (ObjNum 446 snap 150 seq_num 446) 2024-04-13T07:19:13.771 INFO:tasks.rados.rados.0.smithi003.stdout:1478: copy_from oid 21 from oid 46 current snap is 151 2024-04-13T07:19:13.771 INFO:tasks.rados.rados.0.smithi003.stdout:1479: snap_remove snap 136 2024-04-13T07:19:13.822 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:19:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:19:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:19:14.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:13 smithi003 ceph-mon[91733]: pgmap v198: 121 pgs: 121 active+clean; 459 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 42 KiB/s wr, 14 op/s 2024-04-13T07:19:14.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:13 smithi003 ceph-mon[91733]: osdmap e362: 8 total, 8 up, 8 in 2024-04-13T07:19:14.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:13 smithi003 ceph-mon[91733]: osdmap e363: 8 total, 8 up, 8 in 2024-04-13T07:19:14.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:13 smithi003 ceph-mon[89364]: pgmap v198: 121 pgs: 121 active+clean; 459 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 42 KiB/s wr, 14 op/s 2024-04-13T07:19:14.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:13 smithi003 ceph-mon[89364]: osdmap e362: 8 total, 8 up, 8 in 2024-04-13T07:19:14.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:13 smithi003 ceph-mon[89364]: osdmap e363: 8 total, 8 up, 8 in 2024-04-13T07:19:14.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:13 smithi066 ceph-mon[84331]: pgmap v198: 121 pgs: 121 active+clean; 459 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 42 KiB/s wr, 14 op/s 2024-04-13T07:19:14.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:13 smithi066 ceph-mon[84331]: osdmap e362: 8 total, 8 up, 8 in 2024-04-13T07:19:14.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:13 smithi066 ceph-mon[84331]: osdmap e363: 8 total, 8 up, 8 in 2024-04-13T07:19:14.637 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:19:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:19:14] "GET /metrics HTTP/1.1" 200 36129 "" "Prometheus/2.43.0" 2024-04-13T07:19:14.770 INFO:tasks.rados.rados.0.smithi003.stdout:1479: done (11 left) 2024-04-13T07:19:14.770 INFO:tasks.rados.rados.0.smithi003.stdout:1480: delete oid 9 current snap is 151 2024-04-13T07:19:14.770 INFO:tasks.rados.rados.0.smithi003.stdout:1471: expect (ObjNum 308 snap 102 seq_num 308) 2024-04-13T07:19:14.786 INFO:tasks.rados.rados.0.smithi003.stdout:1473: finishing copy_from racing read to smithi00377890-14 2024-04-13T07:19:14.787 INFO:tasks.rados.rados.0.smithi003.stdout:1469: finishing copy_from racing read to smithi00377890-17 2024-04-13T07:19:14.787 INFO:tasks.rados.rados.0.smithi003.stdout:1472: expect (ObjNum 427 snap 146 seq_num 427) 2024-04-13T07:19:14.959 INFO:tasks.rados.rados.0.smithi003.stdout:1473: finishing copy_from to smithi00377890-14 2024-04-13T07:19:14.959 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 1337 (ObjNum 415 snap 143 seq_num 415) dirty exists 2024-04-13T07:19:14.959 INFO:tasks.rados.rados.0.smithi003.stdout:1469: finishing copy_from to smithi00377890-17 2024-04-13T07:19:14.959 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 874 (ObjNum 423 snap 146 seq_num 423) dirty exists 2024-04-13T07:19:14.959 INFO:tasks.rados.rados.0.smithi003.stdout:1476: expect (ObjNum 373 snap 132 seq_num 373) 2024-04-13T07:19:15.148 INFO:tasks.rados.rados.0.smithi003.stdout:1478: finishing copy_from racing read to smithi00377890-21 2024-04-13T07:19:15.148 INFO:tasks.rados.rados.0.smithi003.stdout:1478: finishing copy_from to smithi00377890-21 2024-04-13T07:19:15.149 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 534 (ObjNum 402 snap 141 seq_num 402) dirty exists 2024-04-13T07:19:15.149 INFO:tasks.rados.rados.0.smithi003.stdout:1468: finishing copy_from racing read to smithi00377890-45 2024-04-13T07:19:15.149 INFO:tasks.rados.rados.0.smithi003.stdout:1469: done (11 left) 2024-04-13T07:19:15.149 INFO:tasks.rados.rados.0.smithi003.stdout:1470: done (10 left) 2024-04-13T07:19:15.149 INFO:tasks.rados.rados.0.smithi003.stdout:1471: done (9 left) 2024-04-13T07:19:15.149 INFO:tasks.rados.rados.0.smithi003.stdout:1472: done (8 left) 2024-04-13T07:19:15.149 INFO:tasks.rados.rados.0.smithi003.stdout:1473: done (7 left) 2024-04-13T07:19:15.149 INFO:tasks.rados.rados.0.smithi003.stdout:1475: done (6 left) 2024-04-13T07:19:15.149 INFO:tasks.rados.rados.0.smithi003.stdout:1476: done (5 left) 2024-04-13T07:19:15.149 INFO:tasks.rados.rados.0.smithi003.stdout:1478: done (4 left) 2024-04-13T07:19:15.149 INFO:tasks.rados.rados.0.smithi003.stdout:1480: done (3 left) 2024-04-13T07:19:15.149 INFO:tasks.rados.rados.0.smithi003.stdout:1481: snap_remove snap 115 2024-04-13T07:19:15.830 INFO:tasks.rados.rados.0.smithi003.stdout:1481: done (3 left) 2024-04-13T07:19:15.831 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 4 current snap is 151 2024-04-13T07:19:15.831 INFO:tasks.rados.rados.0.smithi003.stdout:1482: seq_num 450 ranges {0=344064} 2024-04-13T07:19:15.833 INFO:tasks.rados.rados.0.smithi003.stdout:1482: writing smithi00377890-4 from 0 to 344064 tid 1 2024-04-13T07:19:15.833 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 7 current snap is 151 2024-04-13T07:19:15.833 INFO:tasks.rados.rados.0.smithi003.stdout:1483: seq_num 451 ranges {0=360448} 2024-04-13T07:19:15.836 INFO:tasks.rados.rados.0.smithi003.stdout:1483: writing smithi00377890-7 from 0 to 360448 tid 1 2024-04-13T07:19:15.836 INFO:tasks.rados.rados.0.smithi003.stdout:1484: snap_remove snap 108 2024-04-13T07:19:16.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:15 smithi003 ceph-mon[89364]: pgmap v201: 121 pgs: 121 active+clean; 470 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-04-13T07:19:16.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:15 smithi003 ceph-mon[89364]: osdmap e364: 8 total, 8 up, 8 in 2024-04-13T07:19:16.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:15 smithi003 ceph-mon[91733]: pgmap v201: 121 pgs: 121 active+clean; 470 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-04-13T07:19:16.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:15 smithi003 ceph-mon[91733]: osdmap e364: 8 total, 8 up, 8 in 2024-04-13T07:19:16.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:15 smithi066 ceph-mon[84331]: pgmap v201: 121 pgs: 121 active+clean; 470 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-04-13T07:19:16.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:15 smithi066 ceph-mon[84331]: osdmap e364: 8 total, 8 up, 8 in 2024-04-13T07:19:16.834 INFO:tasks.rados.rados.0.smithi003.stdout:1484: done (5 left) 2024-04-13T07:19:16.835 INFO:tasks.rados.rados.0.smithi003.stdout:1485: read oid 27 snap -1 2024-04-13T07:19:16.835 INFO:tasks.rados.rados.0.smithi003.stdout:1485: expect (ObjNum 419 snap 144 seq_num 419) 2024-04-13T07:19:16.835 INFO:tasks.rados.rados.0.smithi003.stdout:1486: read oid 8 snap 150 2024-04-13T07:19:16.835 INFO:tasks.rados.rados.0.smithi003.stdout:1486: expect (ObjNum 430 snap 146 seq_num 430) 2024-04-13T07:19:16.835 INFO:tasks.rados.rados.0.smithi003.stdout:1487: delete oid 47 current snap is 151 2024-04-13T07:19:16.835 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 1358 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-13T07:19:16.835 INFO:tasks.rados.rados.0.smithi003.stdout:1468: finishing copy_from to smithi00377890-45 2024-04-13T07:19:16.835 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 1302 (ObjNum 258 snap 84 seq_num 258) dirty exists 2024-04-13T07:19:16.835 INFO:tasks.rados.rados.0.smithi003.stdout:1477: expect (ObjNum 446 snap 150 seq_num 446) 2024-04-13T07:19:17.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:16 smithi003 ceph-mon[91733]: osdmap e365: 8 total, 8 up, 8 in 2024-04-13T07:19:17.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:16 smithi003 ceph-mon[89364]: osdmap e365: 8 total, 8 up, 8 in 2024-04-13T07:19:17.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:16 smithi066 ceph-mon[84331]: osdmap e365: 8 total, 8 up, 8 in 2024-04-13T07:19:18.007 INFO:tasks.rados.rados.0.smithi003.stdout:1482: finishing write tid 1 to smithi00377890-4 2024-04-13T07:19:18.007 INFO:tasks.rados.rados.0.smithi003.stdout:1482: finishing write tid 2 to smithi00377890-4 2024-04-13T07:19:18.007 INFO:tasks.rados.rados.0.smithi003.stdout:1482: finishing write tid 3 to smithi00377890-4 2024-04-13T07:19:18.007 INFO:tasks.rados.rados.0.smithi003.stdout:1482: oid 4 updating version 0 to 510 2024-04-13T07:19:18.007 INFO:tasks.rados.rados.0.smithi003.stdout:1482: oid 4 version 510 is already newer than 509 2024-04-13T07:19:18.007 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 510 (ObjNum 450 snap 151 seq_num 450) dirty exists 2024-04-13T07:19:18.007 INFO:tasks.rados.rados.0.smithi003.stdout:1482: left oid 4 (ObjNum 450 snap 151 seq_num 450) 2024-04-13T07:19:18.007 INFO:tasks.rados.rados.0.smithi003.stdout:1483: finishing write tid 1 to smithi00377890-7 2024-04-13T07:19:18.007 INFO:tasks.rados.rados.0.smithi003.stdout:1468: done (7 left) 2024-04-13T07:19:18.007 INFO:tasks.rados.rados.0.smithi003.stdout:1474: done (6 left) 2024-04-13T07:19:18.008 INFO:tasks.rados.rados.0.smithi003.stdout:1477: done (5 left) 2024-04-13T07:19:18.008 INFO:tasks.rados.rados.0.smithi003.stdout:1482: done (4 left) 2024-04-13T07:19:18.008 INFO:tasks.rados.rados.0.smithi003.stdout:1487: done (3 left) 2024-04-13T07:19:18.008 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 16 current snap is 151 2024-04-13T07:19:18.008 INFO:tasks.rados.rados.0.smithi003.stdout:1483: finishing write tid 2 to smithi00377890-7 2024-04-13T07:19:18.008 INFO:tasks.rados.rados.0.smithi003.stdout:1488: seq_num 453 ranges {1908736=393216} 2024-04-13T07:19:18.019 INFO:tasks.rados.rados.0.smithi003.stdout:1488: writing smithi00377890-16 from 1908736 to 2301952 tid 1 2024-04-13T07:19:18.019 INFO:tasks.rados.rados.0.smithi003.stdout:1489: snap_create 2024-04-13T07:19:18.019 INFO:tasks.rados.rados.0.smithi003.stdout:1483: finishing write tid 3 to smithi00377890-7 2024-04-13T07:19:18.019 INFO:tasks.rados.rados.0.smithi003.stdout:1483: oid 7 updating version 0 to 1349 2024-04-13T07:19:18.019 INFO:tasks.rados.rados.0.smithi003.stdout:1483: oid 7 version 1349 is already newer than 1348 2024-04-13T07:19:18.020 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 1349 (ObjNum 451 snap 151 seq_num 451) dirty exists 2024-04-13T07:19:18.020 INFO:tasks.rados.rados.0.smithi003.stdout:1483: left oid 7 (ObjNum 451 snap 151 seq_num 451) 2024-04-13T07:19:18.020 INFO:tasks.rados.rados.0.smithi003.stdout:1486: expect (ObjNum 430 snap 146 seq_num 430) 2024-04-13T07:19:18.071 INFO:tasks.rados.rados.0.smithi003.stdout:1485: expect (ObjNum 419 snap 144 seq_num 419) 2024-04-13T07:19:18.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:17 smithi003 ceph-mon[91733]: pgmap v204: 121 pgs: 121 active+clean; 470 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-04-13T07:19:18.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:17 smithi003 ceph-mon[91733]: osdmap e366: 8 total, 8 up, 8 in 2024-04-13T07:19:18.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:17 smithi003 ceph-mon[89364]: pgmap v204: 121 pgs: 121 active+clean; 470 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-04-13T07:19:18.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:17 smithi003 ceph-mon[89364]: osdmap e366: 8 total, 8 up, 8 in 2024-04-13T07:19:18.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:17 smithi066 ceph-mon[84331]: pgmap v204: 121 pgs: 121 active+clean; 470 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-04-13T07:19:18.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:17 smithi066 ceph-mon[84331]: osdmap e366: 8 total, 8 up, 8 in 2024-04-13T07:19:18.326 INFO:tasks.rados.rados.0.smithi003.stdout:1488: finishing write tid 1 to smithi00377890-16 2024-04-13T07:19:18.326 INFO:tasks.rados.rados.0.smithi003.stdout:1488: finishing write tid 2 to smithi00377890-16 2024-04-13T07:19:18.326 INFO:tasks.rados.rados.0.smithi003.stdout:1488: finishing write tid 3 to smithi00377890-16 2024-04-13T07:19:18.326 INFO:tasks.rados.rados.0.smithi003.stdout:1488: oid 16 updating version 0 to 1399 2024-04-13T07:19:18.326 INFO:tasks.rados.rados.0.smithi003.stdout:1488: oid 16 version 1399 is already newer than 1398 2024-04-13T07:19:18.326 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 1399 (ObjNum 453 snap 151 seq_num 453) dirty exists 2024-04-13T07:19:18.326 INFO:tasks.rados.rados.0.smithi003.stdout:1488: left oid 16 (ObjNum 453 snap 151 seq_num 453) 2024-04-13T07:19:18.769 INFO:tasks.rados.rados.0.smithi003.stdout:1483: done (4 left) 2024-04-13T07:19:18.769 INFO:tasks.rados.rados.0.smithi003.stdout:1485: done (3 left) 2024-04-13T07:19:18.769 INFO:tasks.rados.rados.0.smithi003.stdout:1486: done (2 left) 2024-04-13T07:19:18.769 INFO:tasks.rados.rados.0.smithi003.stdout:1488: done (1 left) 2024-04-13T07:19:18.769 INFO:tasks.rados.rados.0.smithi003.stdout:1489: done (0 left) 2024-04-13T07:19:18.769 INFO:tasks.rados.rados.0.smithi003.stdout:1490: rollback oid 29 current snap is 152 2024-04-13T07:19:18.769 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 29 to 143 2024-04-13T07:19:18.769 INFO:tasks.rados.rados.0.smithi003.stdout:1491: read oid 47 snap -1 2024-04-13T07:19:18.770 INFO:tasks.rados.rados.0.smithi003.stdout:1491: expect deleted 2024-04-13T07:19:18.770 INFO:tasks.rados.rados.0.smithi003.stdout:1492: snap_remove snap 125 2024-04-13T07:19:19.770 INFO:tasks.rados.rados.0.smithi003.stdout:1492: done (2 left) 2024-04-13T07:19:19.770 INFO:tasks.rados.rados.0.smithi003.stdout:1493: rollback oid 38 current snap is 152 2024-04-13T07:19:19.770 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 38 to 92 2024-04-13T07:19:19.770 INFO:tasks.rados.rados.0.smithi003.stdout:1490: finishing rollback tid 0 to smithi00377890-29 2024-04-13T07:19:19.771 INFO:tasks.rados.rados.0.smithi003.stdout:1490: finishing rollback tid 1 to smithi00377890-29 2024-04-13T07:19:19.771 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 877 (ObjNum 8209 snap 0 seq_num 885526542) dirty dne 2024-04-13T07:19:19.771 INFO:tasks.rados.rados.0.smithi003.stdout:1490: done (2 left) 2024-04-13T07:19:19.771 INFO:tasks.rados.rados.0.smithi003.stdout:1491: done (1 left) 2024-04-13T07:19:19.771 INFO:tasks.rados.rados.0.smithi003.stdout:1494: snap_remove snap 150 2024-04-13T07:19:20.087 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:19 smithi003 ceph-mon[91733]: pgmap v206: 121 pgs: 121 active+clean; 474 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.2 MiB/s wr, 14 op/s 2024-04-13T07:19:20.088 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:19 smithi003 ceph-mon[91733]: osdmap e367: 8 total, 8 up, 8 in 2024-04-13T07:19:20.088 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:19:20.088 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:19 smithi003 ceph-mon[89364]: pgmap v206: 121 pgs: 121 active+clean; 474 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.2 MiB/s wr, 14 op/s 2024-04-13T07:19:20.088 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:19 smithi003 ceph-mon[89364]: osdmap e367: 8 total, 8 up, 8 in 2024-04-13T07:19:20.088 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:19:20.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:19 smithi066 ceph-mon[84331]: pgmap v206: 121 pgs: 121 active+clean; 474 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.2 MiB/s wr, 14 op/s 2024-04-13T07:19:20.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:19 smithi066 ceph-mon[84331]: osdmap e367: 8 total, 8 up, 8 in 2024-04-13T07:19:20.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:19:20.216 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:19:20.554 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:19:20.554 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (6m) 21s ago 7m 24.4M - 0.25.0 c8568f914cd2 3cfca92eb9ec 2024-04-13T07:19:20.554 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (7m) 100s ago 7m 87.5M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:19:20.554 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (8m) 21s ago 8m 20.4M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 8ddb79bf2742 2024-04-13T07:19:20.554 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (8m) 100s ago 8m 17.7M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 0760d90a9293 2024-04-13T07:19:20.554 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,9283,8765 running (2m) 100s ago 12m 449M - 19.0.0-2905-g5f22a497 c4b45bf0c946 57ffb9b159d7 2024-04-13T07:19:20.554 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:8443,9283,8765 running (3m) 21s ago 13m 504M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8cf668b60b80 2024-04-13T07:19:20.554 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (2m) 21s ago 13m 49.3M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 64cfa60e298f 2024-04-13T07:19:20.554 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (112s) 100s ago 12m 23.4M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 77096718c9ff 2024-04-13T07:19:20.554 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (2m) 21s ago 12m 45.3M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 bcc866c9b63b 2024-04-13T07:19:20.555 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (7m) 21s ago 7m 15.8M - 1.5.0 0da6a335fe13 dfbcad6ee10c 2024-04-13T07:19:20.555 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (7m) 100s ago 7m 15.0M - 1.5.0 0da6a335fe13 ce4f8de81f3f 2024-04-13T07:19:20.555 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (60s) 21s ago 11m 130M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 6dc25088a5e4 2024-04-13T07:19:20.555 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (25s) 21s ago 11m 14.9M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 42147549eb05 2024-04-13T07:19:20.555 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (11m) 21s ago 10m 168M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f 38430c68dad7 2024-04-13T07:19:20.555 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (10m) 21s ago 10m 180M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f bda6aa5b8895 2024-04-13T07:19:20.555 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (10m) 100s ago 10m 158M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f ec074079cca1 2024-04-13T07:19:20.555 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (9m) 100s ago 9m 134M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d0b4251f80f 2024-04-13T07:19:20.555 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (9m) 100s ago 9m 148M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f e80941711015 2024-04-13T07:19:20.555 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (9m) 100s ago 9m 139M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f b9515cfb6872 2024-04-13T07:19:20.555 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (2m) 100s ago 8m 47.4M - 2.43.0 a07b618ecd1d d062b44446a9 2024-04-13T07:19:20.782 INFO:tasks.rados.rados.0.smithi003.stdout:1494: done (1 left) 2024-04-13T07:19:20.782 INFO:tasks.rados.rados.0.smithi003.stdout:1495: setattr oid 31 current snap is 152 2024-04-13T07:19:20.782 INFO:tasks.rados.rados.0.smithi003.stdout:1493: finishing rollback tid 0 to smithi00377890-38 2024-04-13T07:19:20.782 INFO:tasks.rados.rados.0.smithi003.stdout:1493: finishing rollback tid 1 to smithi00377890-38 2024-04-13T07:19:20.782 INFO:tasks.rados.rados.0.smithi003.stdout:1493: finishing rollback tid 2 to smithi00377890-38 2024-04-13T07:19:20.782 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 547 (ObjNum 147 snap 39 seq_num 147) dirty exists 2024-04-13T07:19:20.783 INFO:tasks.rados.rados.0.smithi003.stdout:1493: done (1 left) 2024-04-13T07:19:20.783 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 6 current snap is 152 2024-04-13T07:19:20.783 INFO:tasks.rados.rados.0.smithi003.stdout:1496: seq_num 454 ranges {2195456=409600} 2024-04-13T07:19:20.798 INFO:tasks.rados.rados.0.smithi003.stdout:1496: writing smithi00377890-6 from 2195456 to 2605056 tid 1 2024-04-13T07:19:20.798 INFO:tasks.rados.rados.0.smithi003.stdout:1497: snap_remove snap 138 2024-04-13T07:19:20.978 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:19:20.978 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:19:20.978 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:19:20.978 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:19:20.978 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:19:20.978 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:19:20.978 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:19:20.978 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:19:20.978 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 6, 2024-04-13T07:19:20.978 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:19:20.979 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:19:20.979 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:19:20.979 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:19:20.979 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:19:20.979 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:19:20.979 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 8, 2024-04-13T07:19:20.979 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 7 2024-04-13T07:19:20.979 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:19:20.979 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:19:21.090 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:20 smithi003 ceph-mon[89364]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:19:21.091 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:20 smithi003 ceph-mon[89364]: Upgrade: osd.2 is safe to restart 2024-04-13T07:19:21.091 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:20 smithi003 ceph-mon[89364]: osdmap e368: 8 total, 8 up, 8 in 2024-04-13T07:19:21.091 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:20 smithi003 ceph-mon[89364]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:19:21.091 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:20 smithi003 ceph-mon[91733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:19:21.091 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:20 smithi003 ceph-mon[91733]: Upgrade: osd.2 is safe to restart 2024-04-13T07:19:21.091 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:20 smithi003 ceph-mon[91733]: osdmap e368: 8 total, 8 up, 8 in 2024-04-13T07:19:21.091 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:20 smithi003 ceph-mon[91733]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:19:21.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:20 smithi066 ceph-mon[84331]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T07:19:21.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:20 smithi066 ceph-mon[84331]: Upgrade: osd.2 is safe to restart 2024-04-13T07:19:21.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:20 smithi066 ceph-mon[84331]: osdmap e368: 8 total, 8 up, 8 in 2024-04-13T07:19:21.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:20 smithi066 ceph-mon[84331]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:19:21.787 INFO:tasks.rados.rados.0.smithi003.stdout:1497: done (2 left) 2024-04-13T07:19:21.787 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 46 current snap is 152 2024-04-13T07:19:21.787 INFO:tasks.rados.rados.0.smithi003.stdout:1498: seq_num 455 ranges {4292608=425984} 2024-04-13T07:19:21.815 INFO:tasks.rados.rados.0.smithi003.stdout:1498: writing smithi00377890-46 from 4292608 to 4718592 tid 1 2024-04-13T07:19:21.815 INFO:tasks.rados.rados.0.smithi003.stdout:1499: rollback oid 40 current snap is 152 2024-04-13T07:19:21.815 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 40 to 66 2024-04-13T07:19:21.815 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 1333 (ObjNum 411 snap 142 seq_num 411) dirty exists 2024-04-13T07:19:21.815 INFO:tasks.rados.rados.0.smithi003.stdout:1496: finishing write tid 1 to smithi00377890-6 2024-04-13T07:19:21.816 INFO:tasks.rados.rados.0.smithi003.stdout:1496: finishing write tid 2 to smithi00377890-6 2024-04-13T07:19:21.816 INFO:tasks.rados.rados.0.smithi003.stdout:1496: finishing write tid 3 to smithi00377890-6 2024-04-13T07:19:21.816 INFO:tasks.rados.rados.0.smithi003.stdout:1496: oid 6 updating version 0 to 1303 2024-04-13T07:19:21.816 INFO:tasks.rados.rados.0.smithi003.stdout:1496: oid 6 updating version 1303 to 1304 2024-04-13T07:19:21.816 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 1304 (ObjNum 454 snap 152 seq_num 454) dirty exists 2024-04-13T07:19:21.816 INFO:tasks.rados.rados.0.smithi003.stdout:1496: left oid 6 (ObjNum 454 snap 152 seq_num 454) 2024-04-13T07:19:21.816 INFO:tasks.rados.rados.0.smithi003.stdout:1495: done (3 left) 2024-04-13T07:19:21.816 INFO:tasks.rados.rados.0.smithi003.stdout:1496: done (2 left) 2024-04-13T07:19:21.816 INFO:tasks.rados.rados.0.smithi003.stdout:1500: copy_from oid 28 from oid 31 current snap is 152 2024-04-13T07:19:21.816 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 29 current snap is 152 2024-04-13T07:19:21.816 INFO:tasks.rados.rados.0.smithi003.stdout:1501: seq_num 456 ranges {0=442368} 2024-04-13T07:19:21.817 INFO:tasks.rados.rados.0.smithi003.stdout:1501: writing smithi00377890-29 from 0 to 442368 tid 1 2024-04-13T07:19:21.817 INFO:tasks.rados.rados.0.smithi003.stdout:1502: read oid 3 snap -1 2024-04-13T07:19:21.817 INFO:tasks.rados.rados.0.smithi003.stdout:1502: expect (ObjNum 415 snap 143 seq_num 415) 2024-04-13T07:19:21.817 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 14 current snap is 152 2024-04-13T07:19:21.817 INFO:tasks.rados.rados.0.smithi003.stdout:1503: seq_num 457 ranges {4071424=458752} 2024-04-13T07:19:21.845 INFO:tasks.rados.rados.0.smithi003.stdout:1503: writing smithi00377890-14 from 4071424 to 4530176 tid 1 2024-04-13T07:19:21.845 INFO:tasks.rados.rados.0.smithi003.stdout:1504: delete oid 34 current snap is 152 2024-04-13T07:19:21.845 INFO:tasks.rados.rados.0.smithi003.stdout:1498: finishing write tid 1 to smithi00377890-46 2024-04-13T07:19:21.845 INFO:tasks.rados.rados.0.smithi003.stdout:1498: finishing write tid 2 to smithi00377890-46 2024-04-13T07:19:21.845 INFO:tasks.rados.rados.0.smithi003.stdout:1498: finishing write tid 3 to smithi00377890-46 2024-04-13T07:19:21.845 INFO:tasks.rados.rados.0.smithi003.stdout:1498: oid 46 updating version 0 to 535 2024-04-13T07:19:21.845 INFO:tasks.rados.rados.0.smithi003.stdout:1498: oid 46 updating version 535 to 536 2024-04-13T07:19:21.845 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 536 (ObjNum 455 snap 152 seq_num 455) dirty exists 2024-04-13T07:19:21.845 INFO:tasks.rados.rados.0.smithi003.stdout:1498: left oid 46 (ObjNum 455 snap 152 seq_num 455) 2024-04-13T07:19:21.845 INFO:tasks.rados.rados.0.smithi003.stdout:1501: finishing write tid 1 to smithi00377890-29 2024-04-13T07:19:21.845 INFO:tasks.rados.rados.0.smithi003.stdout:1499: finishing rollback tid 0 to smithi00377890-40 2024-04-13T07:19:21.846 INFO:tasks.rados.rados.0.smithi003.stdout:1499: finishing rollback tid 1 to smithi00377890-40 2024-04-13T07:19:21.846 INFO:tasks.rados.rados.0.smithi003.stdout:1501: finishing write tid 2 to smithi00377890-29 2024-04-13T07:19:21.846 INFO:tasks.rados.rados.0.smithi003.stdout:1499: finishing rollback tid 2 to smithi00377890-40 2024-04-13T07:19:21.846 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 1597 (ObjNum 87 snap 18 seq_num 87) dirty exists 2024-04-13T07:19:21.846 INFO:tasks.rados.rados.0.smithi003.stdout:1501: finishing write tid 3 to smithi00377890-29 2024-04-13T07:19:21.846 INFO:tasks.rados.rados.0.smithi003.stdout:1501: oid 29 updating version 0 to 879 2024-04-13T07:19:21.846 INFO:tasks.rados.rados.0.smithi003.stdout:1501: oid 29 version 879 is already newer than 878 2024-04-13T07:19:21.846 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 879 (ObjNum 456 snap 152 seq_num 456) dirty exists 2024-04-13T07:19:21.846 INFO:tasks.rados.rados.0.smithi003.stdout:1501: left oid 29 (ObjNum 456 snap 152 seq_num 456) 2024-04-13T07:19:21.846 INFO:tasks.rados.rados.0.smithi003.stdout:1500: finishing copy_from racing read to smithi00377890-28 2024-04-13T07:19:21.846 INFO:tasks.rados.rados.0.smithi003.stdout:1500: finishing copy_from to smithi00377890-28 2024-04-13T07:19:21.846 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 1333 (ObjNum 411 snap 142 seq_num 411) dirty exists 2024-04-13T07:19:21.846 INFO:tasks.rados.rados.0.smithi003.stdout:1502: expect (ObjNum 415 snap 143 seq_num 415) 2024-04-13T07:19:21.985 INFO:tasks.rados.rados.0.smithi003.stdout:1503: finishing write tid 1 to smithi00377890-14 2024-04-13T07:19:21.985 INFO:tasks.rados.rados.0.smithi003.stdout:1503: finishing write tid 2 to smithi00377890-14 2024-04-13T07:19:21.985 INFO:tasks.rados.rados.0.smithi003.stdout:1503: finishing write tid 3 to smithi00377890-14 2024-04-13T07:19:21.985 INFO:tasks.rados.rados.0.smithi003.stdout:1503: oid 14 updating version 0 to 1339 2024-04-13T07:19:21.985 INFO:tasks.rados.rados.0.smithi003.stdout:1503: oid 14 version 1339 is already newer than 1338 2024-04-13T07:19:21.985 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 1339 (ObjNum 457 snap 152 seq_num 457) dirty exists 2024-04-13T07:19:21.985 INFO:tasks.rados.rados.0.smithi003.stdout:1503: left oid 14 (ObjNum 457 snap 152 seq_num 457) 2024-04-13T07:19:21.985 INFO:tasks.rados.rados.0.smithi003.stdout:1498: done (6 left) 2024-04-13T07:19:21.985 INFO:tasks.rados.rados.0.smithi003.stdout:1499: done (5 left) 2024-04-13T07:19:21.985 INFO:tasks.rados.rados.0.smithi003.stdout:1500: done (4 left) 2024-04-13T07:19:21.985 INFO:tasks.rados.rados.0.smithi003.stdout:1501: done (3 left) 2024-04-13T07:19:21.986 INFO:tasks.rados.rados.0.smithi003.stdout:1502: done (2 left) 2024-04-13T07:19:21.986 INFO:tasks.rados.rados.0.smithi003.stdout:1503: done (1 left) 2024-04-13T07:19:21.986 INFO:tasks.rados.rados.0.smithi003.stdout:1504: done (0 left) 2024-04-13T07:19:21.986 INFO:tasks.rados.rados.0.smithi003.stdout:1505: snap_create 2024-04-13T07:19:22.065 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:21 smithi003 ceph-mon[89364]: pgmap v209: 121 pgs: 121 active+clean; 472 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-04-13T07:19:22.066 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:21 smithi003 ceph-mon[89364]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:19:22.066 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:21 smithi003 ceph-mon[89364]: osdmap e369: 8 total, 8 up, 8 in 2024-04-13T07:19:22.066 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:21 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3252731685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:22.066 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:21 smithi003 ceph-mon[89364]: Upgrade: Updating osd.2 2024-04-13T07:19:22.066 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:22.066 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T07:19:22.066 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:19:22.066 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:21 smithi003 ceph-mon[89364]: Deploying daemon osd.2 on smithi003 2024-04-13T07:19:22.066 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:21 smithi003 ceph-mon[91733]: pgmap v209: 121 pgs: 121 active+clean; 472 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-04-13T07:19:22.066 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:21 smithi003 ceph-mon[91733]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:19:22.066 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:21 smithi003 ceph-mon[91733]: osdmap e369: 8 total, 8 up, 8 in 2024-04-13T07:19:22.067 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:21 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3252731685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:22.067 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:21 smithi003 ceph-mon[91733]: Upgrade: Updating osd.2 2024-04-13T07:19:22.067 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:22.067 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T07:19:22.067 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:19:22.067 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:21 smithi003 ceph-mon[91733]: Deploying daemon osd.2 on smithi003 2024-04-13T07:19:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:21 smithi066 ceph-mon[84331]: pgmap v209: 121 pgs: 121 active+clean; 472 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-04-13T07:19:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:21 smithi066 ceph-mon[84331]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:19:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:21 smithi066 ceph-mon[84331]: osdmap e369: 8 total, 8 up, 8 in 2024-04-13T07:19:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:21 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3252731685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:21 smithi066 ceph-mon[84331]: Upgrade: Updating osd.2 2024-04-13T07:19:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T07:19:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:19:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:21 smithi066 ceph-mon[84331]: Deploying daemon osd.2 on smithi003 2024-04-13T07:19:22.654 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:19:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:19:22.789 INFO:tasks.rados.rados.0.smithi003.stdout:1505: done (0 left) 2024-04-13T07:19:22.789 INFO:tasks.rados.rados.0.smithi003.stdout:1506: rollback oid 30 current snap is 153 2024-04-13T07:19:22.790 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 30 to 92 2024-04-13T07:19:22.790 INFO:tasks.rados.rados.0.smithi003.stdout:1507: snap_remove snap 149 2024-04-13T07:19:22.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:22 smithi003 ceph-mon[91733]: osdmap e370: 8 total, 8 up, 8 in 2024-04-13T07:19:22.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:19:22.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:22 smithi003 ceph-mon[89364]: osdmap e370: 8 total, 8 up, 8 in 2024-04-13T07:19:22.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:19:23.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:22 smithi066 ceph-mon[84331]: osdmap e370: 8 total, 8 up, 8 in 2024-04-13T07:19:23.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:19:23.766 INFO:tasks.rados.rados.0.smithi003.stdout:1507: done (1 left) 2024-04-13T07:19:23.767 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 20 current snap is 153 2024-04-13T07:19:23.767 INFO:tasks.rados.rados.0.smithi003.stdout:1506: finishing rollback tid 1 to smithi00377890-30 2024-04-13T07:19:23.767 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 591 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-04-13T07:19:23.767 INFO:tasks.rados.rados.0.smithi003.stdout:1508: seq_num 459 ranges {6266880=491520} 2024-04-13T07:19:23.787 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:19:23 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:19:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:19:23.805 INFO:tasks.rados.rados.0.smithi003.stdout:1508: writing smithi00377890-20 from 6266880 to 6758400 tid 1 2024-04-13T07:19:23.805 INFO:tasks.rados.rados.0.smithi003.stdout:1506: done (1 left) 2024-04-13T07:19:23.805 INFO:tasks.rados.rados.0.smithi003.stdout:1509: delete oid 36 current snap is 153 2024-04-13T07:19:23.810 INFO:tasks.rados.rados.0.smithi003.stdout:1508: finishing write tid 1 to smithi00377890-20 2024-04-13T07:19:23.811 INFO:tasks.rados.rados.0.smithi003.stdout:1509: done (1 left) 2024-04-13T07:19:23.811 INFO:tasks.rados.rados.0.smithi003.stdout:1510: snap_remove snap 123 2024-04-13T07:19:24.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:23 smithi003 ceph-mon[91733]: pgmap v212: 121 pgs: 121 active+clean; 472 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 663 KiB/s rd, 0 B/s wr, 1 op/s 2024-04-13T07:19:24.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:23 smithi003 ceph-mon[91733]: osdmap e371: 8 total, 8 up, 8 in 2024-04-13T07:19:24.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:23 smithi003 ceph-mon[91733]: osdmap e372: 8 total, 8 up, 8 in 2024-04-13T07:19:24.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:23 smithi003 ceph-mon[89364]: pgmap v212: 121 pgs: 121 active+clean; 472 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 663 KiB/s rd, 0 B/s wr, 1 op/s 2024-04-13T07:19:24.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:23 smithi003 ceph-mon[89364]: osdmap e371: 8 total, 8 up, 8 in 2024-04-13T07:19:24.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:23 smithi003 ceph-mon[89364]: osdmap e372: 8 total, 8 up, 8 in 2024-04-13T07:19:24.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:23 smithi066 ceph-mon[84331]: pgmap v212: 121 pgs: 121 active+clean; 472 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 663 KiB/s rd, 0 B/s wr, 1 op/s 2024-04-13T07:19:24.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:23 smithi066 ceph-mon[84331]: osdmap e371: 8 total, 8 up, 8 in 2024-04-13T07:19:24.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:23 smithi066 ceph-mon[84331]: osdmap e372: 8 total, 8 up, 8 in 2024-04-13T07:19:24.477 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:19:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:19:24] "GET /metrics HTTP/1.1" 200 36109 "" "Prometheus/2.43.0" 2024-04-13T07:19:24.807 INFO:tasks.rados.rados.0.smithi003.stdout:1510: done (1 left) 2024-04-13T07:19:24.807 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 25 current snap is 153 2024-04-13T07:19:24.807 INFO:tasks.rados.rados.0.smithi003.stdout:1511: seq_num 461 ranges {4104192=524288} 2024-04-13T07:19:24.828 INFO:tasks.rados.rados.0.smithi003.stdout:1511: writing smithi00377890-25 from 4104192 to 4628480 tid 1 2024-04-13T07:19:24.828 INFO:tasks.rados.rados.0.smithi003.stdout:1512: read oid 22 snap -1 2024-04-13T07:19:24.829 INFO:tasks.rados.rados.0.smithi003.stdout:1512: expect (ObjNum 342 snap 117 seq_num 342) 2024-04-13T07:19:24.829 INFO:tasks.rados.rados.0.smithi003.stdout:1513: delete oid 38 current snap is 153 2024-04-13T07:19:24.829 INFO:tasks.rados.rados.0.smithi003.stdout:1508: finishing write tid 2 to smithi00377890-20 2024-04-13T07:19:24.829 INFO:tasks.rados.rados.0.smithi003.stdout:1508: finishing write tid 3 to smithi00377890-20 2024-04-13T07:19:24.829 INFO:tasks.rados.rados.0.smithi003.stdout:1508: oid 20 updating version 0 to 1427 2024-04-13T07:19:24.829 INFO:tasks.rados.rados.0.smithi003.stdout:1508: oid 20 updating version 1427 to 1428 2024-04-13T07:19:24.829 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 1428 (ObjNum 459 snap 153 seq_num 459) dirty exists 2024-04-13T07:19:24.829 INFO:tasks.rados.rados.0.smithi003.stdout:1508: left oid 20 (ObjNum 459 snap 153 seq_num 459) 2024-04-13T07:19:24.834 INFO:tasks.rados.rados.0.smithi003.stdout:1508: done (3 left) 2024-04-13T07:19:24.834 INFO:tasks.rados.rados.0.smithi003.stdout:1513: done (2 left) 2024-04-13T07:19:24.834 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 45 current snap is 153 2024-04-13T07:19:24.834 INFO:tasks.rados.rados.0.smithi003.stdout:1514: seq_num 463 ranges {4104192=557056} 2024-04-13T07:19:24.861 INFO:tasks.rados.rados.0.smithi003.stdout:1514: writing smithi00377890-45 from 4104192 to 4661248 tid 1 2024-04-13T07:19:24.861 INFO:tasks.rados.rados.0.smithi003.stdout:1515: snap_create 2024-04-13T07:19:24.862 INFO:tasks.rados.rados.0.smithi003.stdout:1511: finishing write tid 1 to smithi00377890-25 2024-04-13T07:19:24.862 INFO:tasks.rados.rados.0.smithi003.stdout:1511: finishing write tid 2 to smithi00377890-25 2024-04-13T07:19:24.862 INFO:tasks.rados.rados.0.smithi003.stdout:1511: finishing write tid 3 to smithi00377890-25 2024-04-13T07:19:24.862 INFO:tasks.rados.rados.0.smithi003.stdout:1511: oid 25 updating version 0 to 1618 2024-04-13T07:19:24.862 INFO:tasks.rados.rados.0.smithi003.stdout:1511: oid 25 version 1618 is already newer than 1617 2024-04-13T07:19:24.862 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 1618 (ObjNum 461 snap 153 seq_num 461) dirty exists 2024-04-13T07:19:24.862 INFO:tasks.rados.rados.0.smithi003.stdout:1511: left oid 25 (ObjNum 461 snap 153 seq_num 461) 2024-04-13T07:19:24.867 INFO:tasks.rados.rados.0.smithi003.stdout:1514: finishing write tid 1 to smithi00377890-45 2024-04-13T07:19:24.867 INFO:tasks.rados.rados.0.smithi003.stdout:1514: finishing write tid 2 to smithi00377890-45 2024-04-13T07:19:24.868 INFO:tasks.rados.rados.0.smithi003.stdout:1512: expect (ObjNum 342 snap 117 seq_num 342) 2024-04-13T07:19:24.886 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:24 smithi003 systemd[1]: Stopping Ceph osd.2 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:19:25.386 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2[53728]: 2024-04-13T07:19:24.981+0000 7f26c93bf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:19:25.387 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2[53728]: 2024-04-13T07:19:24.981+0000 7f26c93bf700 -1 osd.2 373 *** Got signal Terminated *** 2024-04-13T07:19:25.387 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2[53728]: 2024-04-13T07:19:24.981+0000 7f26c93bf700 -1 osd.2 373 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T07:19:25.462 INFO:tasks.rados.rados.0.smithi003.stdout:1514: finishing write tid 3 to smithi00377890-45 2024-04-13T07:19:25.462 INFO:tasks.rados.rados.0.smithi003.stdout:1514: oid 45 updating version 0 to 1305 2024-04-13T07:19:25.462 INFO:tasks.rados.rados.0.smithi003.stdout:1514: oid 45 updating version 1305 to 1306 2024-04-13T07:19:25.463 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 1306 (ObjNum 463 snap 153 seq_num 463) dirty exists 2024-04-13T07:19:25.463 INFO:tasks.rados.rados.0.smithi003.stdout:1514: left oid 45 (ObjNum 463 snap 153 seq_num 463) 2024-04-13T07:19:25.803 INFO:tasks.rados.rados.0.smithi003.stdout:1511: done (3 left) 2024-04-13T07:19:25.803 INFO:tasks.rados.rados.0.smithi003.stdout:1512: done (2 left) 2024-04-13T07:19:25.803 INFO:tasks.rados.rados.0.smithi003.stdout:1514: done (1 left) 2024-04-13T07:19:25.803 INFO:tasks.rados.rados.0.smithi003.stdout:1515: done (0 left) 2024-04-13T07:19:25.803 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 154 2024-04-13T07:19:25.803 INFO:tasks.rados.rados.0.smithi003.stdout:1516: seq_num 464 ranges {0=573440} 2024-04-13T07:19:25.806 INFO:tasks.rados.rados.0.smithi003.stdout:1516: writing smithi00377890-9 from 0 to 573440 tid 1 2024-04-13T07:19:25.806 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 10 current snap is 154 2024-04-13T07:19:25.807 INFO:tasks.rados.rados.0.smithi003.stdout:1517: seq_num 465 ranges {3997696=598016} 2024-04-13T07:19:25.833 INFO:tasks.rados.rados.0.smithi003.stdout:1517: writing smithi00377890-10 from 3997696 to 4595712 tid 1 2024-04-13T07:19:25.833 INFO:tasks.rados.rados.0.smithi003.stdout:1518: copy_from oid 6 from oid 7 current snap is 154 2024-04-13T07:19:25.833 INFO:tasks.rados.rados.0.smithi003.stdout:1516: finishing write tid 1 to smithi00377890-9 2024-04-13T07:19:25.833 INFO:tasks.rados.rados.0.smithi003.stdout:1516: finishing write tid 2 to smithi00377890-9 2024-04-13T07:19:25.833 INFO:tasks.rados.rados.0.smithi003.stdout:1516: finishing write tid 3 to smithi00377890-9 2024-04-13T07:19:25.833 INFO:tasks.rados.rados.0.smithi003.stdout:1516: oid 9 updating version 0 to 1619 2024-04-13T07:19:25.833 INFO:tasks.rados.rados.0.smithi003.stdout:1516: oid 9 updating version 1619 to 1620 2024-04-13T07:19:25.833 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 1620 (ObjNum 464 snap 154 seq_num 464) dirty exists 2024-04-13T07:19:25.833 INFO:tasks.rados.rados.0.smithi003.stdout:1516: left oid 9 (ObjNum 464 snap 154 seq_num 464) 2024-04-13T07:19:25.833 INFO:tasks.rados.rados.0.smithi003.stdout:1516: done (2 left) 2024-04-13T07:19:25.833 INFO:tasks.rados.rados.0.smithi003.stdout:1519: rmattr oid 50 current snap is 154 2024-04-13T07:19:25.833 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 4 current snap is 154 2024-04-13T07:19:25.834 INFO:tasks.rados.rados.0.smithi003.stdout:1520: seq_num 466 ranges {344064=614400} 2024-04-13T07:19:25.839 INFO:tasks.rados.rados.0.smithi003.stdout:1520: writing smithi00377890-4 from 344064 to 958464 tid 1 2024-04-13T07:19:25.839 INFO:tasks.rados.rados.0.smithi003.stdout:1521: delete oid 15 current snap is 154 2024-04-13T07:19:25.839 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 1312 (ObjNum 258 snap 84 seq_num 258) dirty exists 2024-04-13T07:19:25.839 INFO:tasks.rados.rados.0.smithi003.stdout:1518: finishing copy_from racing read to smithi00377890-6 2024-04-13T07:19:25.839 INFO:tasks.rados.rados.0.smithi003.stdout:1518: finishing copy_from to smithi00377890-6 2024-04-13T07:19:25.839 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 1349 (ObjNum 451 snap 151 seq_num 451) dirty exists 2024-04-13T07:19:25.839 INFO:tasks.rados.rados.0.smithi003.stdout:1517: finishing write tid 1 to smithi00377890-10 2024-04-13T07:19:25.841 INFO:tasks.rados.rados.0.smithi003.stdout:1517: finishing write tid 2 to smithi00377890-10 2024-04-13T07:19:25.842 INFO:tasks.rados.rados.0.smithi003.stdout:1518: done (4 left) 2024-04-13T07:19:25.842 INFO:tasks.rados.rados.0.smithi003.stdout:1519: done (3 left) 2024-04-13T07:19:25.842 INFO:tasks.rados.rados.0.smithi003.stdout:1521: done (2 left) 2024-04-13T07:19:25.842 INFO:tasks.rados.rados.0.smithi003.stdout:1522: read oid 3 snap -1 2024-04-13T07:19:25.842 INFO:tasks.rados.rados.0.smithi003.stdout:1522: expect (ObjNum 415 snap 143 seq_num 415) 2024-04-13T07:19:25.842 INFO:tasks.rados.rados.0.smithi003.stdout:1523: snap_create 2024-04-13T07:19:25.843 INFO:tasks.rados.rados.0.smithi003.stdout:1520: finishing write tid 1 to smithi00377890-4 2024-04-13T07:19:25.843 INFO:tasks.rados.rados.0.smithi003.stdout:1517: finishing write tid 3 to smithi00377890-10 2024-04-13T07:19:25.843 INFO:tasks.rados.rados.0.smithi003.stdout:1517: oid 10 updating version 0 to 1623 2024-04-13T07:19:25.843 INFO:tasks.rados.rados.0.smithi003.stdout:1517: oid 10 version 1623 is already newer than 1622 2024-04-13T07:19:25.844 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 1623 (ObjNum 465 snap 154 seq_num 465) dirty exists 2024-04-13T07:19:25.844 INFO:tasks.rados.rados.0.smithi003.stdout:1517: left oid 10 (ObjNum 465 snap 154 seq_num 465) 2024-04-13T07:19:25.844 INFO:tasks.rados.rados.0.smithi003.stdout:1520: finishing write tid 2 to smithi00377890-4 2024-04-13T07:19:25.845 INFO:tasks.rados.rados.0.smithi003.stdout:1520: finishing write tid 3 to smithi00377890-4 2024-04-13T07:19:25.845 INFO:tasks.rados.rados.0.smithi003.stdout:1520: oid 4 updating version 0 to 511 2024-04-13T07:19:25.845 INFO:tasks.rados.rados.0.smithi003.stdout:1520: oid 4 updating version 511 to 512 2024-04-13T07:19:25.845 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 512 (ObjNum 466 snap 154 seq_num 466) dirty exists 2024-04-13T07:19:25.845 INFO:tasks.rados.rados.0.smithi003.stdout:1520: left oid 4 (ObjNum 466 snap 154 seq_num 466) 2024-04-13T07:19:25.859 INFO:tasks.rados.rados.0.smithi003.stdout:1522: expect (ObjNum 415 snap 143 seq_num 415) 2024-04-13T07:19:26.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:25 smithi003 ceph-mon[89364]: pgmap v215: 121 pgs: 121 active+clean; 471 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 832 KiB/s wr, 9 op/s 2024-04-13T07:19:26.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:25 smithi003 ceph-mon[89364]: osdmap e373: 8 total, 8 up, 8 in 2024-04-13T07:19:26.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:25 smithi003 ceph-mon[89364]: osd.2 marked itself down and dead 2024-04-13T07:19:26.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:25 smithi003 ceph-mon[91733]: pgmap v215: 121 pgs: 121 active+clean; 471 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 832 KiB/s wr, 9 op/s 2024-04-13T07:19:26.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:25 smithi003 ceph-mon[91733]: osdmap e373: 8 total, 8 up, 8 in 2024-04-13T07:19:26.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:25 smithi003 ceph-mon[91733]: osd.2 marked itself down and dead 2024-04-13T07:19:26.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:25 smithi066 ceph-mon[84331]: pgmap v215: 121 pgs: 121 active+clean; 471 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 832 KiB/s wr, 9 op/s 2024-04-13T07:19:26.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:25 smithi066 ceph-mon[84331]: osdmap e373: 8 total, 8 up, 8 in 2024-04-13T07:19:26.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:25 smithi066 ceph-mon[84331]: osd.2 marked itself down and dead 2024-04-13T07:19:26.637 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:26 smithi003 podman[106542]: 2024-04-13 07:19:26.344731078 +0000 UTC m=+1.498334495 container died 38430c68dad795c4f0e5dea82da755f57dd7e64e4c6e41cc88c19294df392eaa (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=reef-7d36322, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T07:19:26.806 INFO:tasks.rados.rados.0.smithi003.stdout:1517: done (3 left) 2024-04-13T07:19:26.806 INFO:tasks.rados.rados.0.smithi003.stdout:1520: done (2 left) 2024-04-13T07:19:26.806 INFO:tasks.rados.rados.0.smithi003.stdout:1522: done (1 left) 2024-04-13T07:19:26.806 INFO:tasks.rados.rados.0.smithi003.stdout:1523: done (0 left) 2024-04-13T07:19:26.806 INFO:tasks.rados.rados.0.smithi003.stdout:1524: delete oid 24 current snap is 155 2024-04-13T07:19:26.818 INFO:tasks.rados.rados.0.smithi003.stdout:1524: done (0 left) 2024-04-13T07:19:26.818 INFO:tasks.rados.rados.0.smithi003.stdout:1525: snap_create 2024-04-13T07:19:26.943 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:26 smithi003 ceph-mon[91733]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:19:26.943 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:26 smithi003 ceph-mon[91733]: osdmap e374: 8 total, 7 up, 8 in 2024-04-13T07:19:26.944 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:26 smithi003 ceph-mon[89364]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:19:26.944 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:26 smithi003 ceph-mon[89364]: osdmap e374: 8 total, 7 up, 8 in 2024-04-13T07:19:26.944 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:26 smithi003 podman[106542]: 2024-04-13 07:19:26.714992379 +0000 UTC m=+1.868595795 container cleanup 38430c68dad795c4f0e5dea82da755f57dd7e64e4c6e41cc88c19294df392eaa (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=reef-7d36322, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:19:26.944 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:26 smithi003 bash[106542]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2 2024-04-13T07:19:27.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:26 smithi066 ceph-mon[84331]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:19:27.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:26 smithi066 ceph-mon[84331]: osdmap e374: 8 total, 7 up, 8 in 2024-04-13T07:19:27.376 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:26 smithi003 podman[106570]: 2024-04-13 07:19:26.941945963 +0000 UTC m=+0.594899043 container remove 38430c68dad795c4f0e5dea82da755f57dd7e64e4c6e41cc88c19294df392eaa (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7d36322, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:19:27.630 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:27 smithi003 podman[106663]: 2024-04-13 07:19:27.27816479 +0000 UTC m=+0.018110447 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:19:27.631 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:27 smithi003 podman[106663]: 2024-04-13 07:19:27.418104339 +0000 UTC m=+0.158049970 container create 54d01a640b80e51f0b2bf7a67f0545b11592c2f138d3f659c980a3b0aa00914e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T07:19:27.631 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:27 smithi003 podman[106663]: 2024-04-13 07:19:27.629108839 +0000 UTC m=+0.369054472 container init 54d01a640b80e51f0b2bf7a67f0545b11592c2f138d3f659c980a3b0aa00914e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=main-5f22a49) 2024-04-13T07:19:27.807 INFO:tasks.rados.rados.0.smithi003.stdout:1525: done (0 left) 2024-04-13T07:19:27.807 INFO:tasks.rados.rados.0.smithi003.stdout:1526: snap_remove snap 152 2024-04-13T07:19:27.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:27 smithi003 ceph-mon[91733]: pgmap v218: 121 pgs: 14 stale+active+clean, 107 active+clean; 469 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 936 KiB/s wr, 10 op/s 2024-04-13T07:19:27.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:27 smithi003 ceph-mon[91733]: osdmap e375: 8 total, 7 up, 8 in 2024-04-13T07:19:27.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:27 smithi003 ceph-mon[89364]: pgmap v218: 121 pgs: 14 stale+active+clean, 107 active+clean; 469 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 936 KiB/s wr, 10 op/s 2024-04-13T07:19:27.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:27 smithi003 ceph-mon[89364]: osdmap e375: 8 total, 7 up, 8 in 2024-04-13T07:19:27.887 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:27 smithi003 podman[106663]: 2024-04-13 07:19:27.632251403 +0000 UTC m=+0.372197036 container start 54d01a640b80e51f0b2bf7a67f0545b11592c2f138d3f659c980a3b0aa00914e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409) 2024-04-13T07:19:27.887 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:27 smithi003 podman[106663]: 2024-04-13 07:19:27.720686298 +0000 UTC m=+0.460631939 container attach 54d01a640b80e51f0b2bf7a67f0545b11592c2f138d3f659c980a3b0aa00914e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:19:28.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:27 smithi066 ceph-mon[84331]: pgmap v218: 121 pgs: 14 stale+active+clean, 107 active+clean; 469 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 936 KiB/s wr, 10 op/s 2024-04-13T07:19:28.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:27 smithi066 ceph-mon[84331]: osdmap e375: 8 total, 7 up, 8 in 2024-04-13T07:19:28.234 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:27 smithi003 podman[106663]: 2024-04-13 07:19:27.927390059 +0000 UTC m=+0.667335705 container died 54d01a640b80e51f0b2bf7a67f0545b11592c2f138d3f659c980a3b0aa00914e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-13T07:19:28.770 INFO:tasks.rados.rados.0.smithi003.stdout:1526: done (0 left) 2024-04-13T07:19:28.770 INFO:tasks.rados.rados.0.smithi003.stdout:1527: snap_create 2024-04-13T07:19:28.816 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:28 smithi003 podman[106690]: 2024-04-13 07:19:28.508378189 +0000 UTC m=+0.575988514 container remove 54d01a640b80e51f0b2bf7a67f0545b11592c2f138d3f659c980a3b0aa00914e (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:19:28.817 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:28 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.2.service: Deactivated successfully. 2024-04-13T07:19:28.817 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:28 smithi003 systemd[1]: Stopped Ceph osd.2 for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:19:28.817 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:28 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.2.service: Consumed 13.404s CPU time. 2024-04-13T07:19:28.817 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:28 smithi003 systemd[1]: Starting Ceph osd.2 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:19:29.087 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:28 smithi003 ceph-mon[91733]: osdmap e376: 8 total, 7 up, 8 in 2024-04-13T07:19:29.087 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:28 smithi003 ceph-mon[91733]: osdmap e377: 8 total, 7 up, 8 in 2024-04-13T07:19:29.088 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:28 smithi003 podman[106795]: 2024-04-13 07:19:28.861738519 +0000 UTC m=+0.018142818 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:19:29.088 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:28 smithi003 podman[106795]: 2024-04-13 07:19:28.968433803 +0000 UTC m=+0.124838093 container create 4fc7ee73a1a6a8e57fd1f1dd0a7de0240511725320eecb32ecad4bdf4f0af5d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, ceph=True, io.buildah.version=1.33.5) 2024-04-13T07:19:29.088 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:28 smithi003 ceph-mon[89364]: osdmap e376: 8 total, 7 up, 8 in 2024-04-13T07:19:29.088 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:28 smithi003 ceph-mon[89364]: osdmap e377: 8 total, 7 up, 8 in 2024-04-13T07:19:29.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:28 smithi066 ceph-mon[84331]: osdmap e376: 8 total, 7 up, 8 in 2024-04-13T07:19:29.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:28 smithi066 ceph-mon[84331]: osdmap e377: 8 total, 7 up, 8 in 2024-04-13T07:19:29.387 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:29 smithi003 podman[106795]: 2024-04-13 07:19:29.163342615 +0000 UTC m=+0.319746906 container init 4fc7ee73a1a6a8e57fd1f1dd0a7de0240511725320eecb32ecad4bdf4f0af5d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-activate, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, org.label-schema.build-date=20240409) 2024-04-13T07:19:29.387 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:29 smithi003 podman[106795]: 2024-04-13 07:19:29.166481271 +0000 UTC m=+0.322885570 container start 4fc7ee73a1a6a8e57fd1f1dd0a7de0240511725320eecb32ecad4bdf4f0af5d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-activate, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-13T07:19:29.387 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:29 smithi003 podman[106795]: 2024-04-13 07:19:29.254204815 +0000 UTC m=+0.410609103 container attach 4fc7ee73a1a6a8e57fd1f1dd0a7de0240511725320eecb32ecad4bdf4f0af5d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-activate, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T07:19:29.772 INFO:tasks.rados.rados.0.smithi003.stdout:1527: done (0 left) 2024-04-13T07:19:29.772 INFO:tasks.rados.rados.0.smithi003.stdout:1528: read oid 11 snap -1 2024-04-13T07:19:29.772 INFO:tasks.rados.rados.0.smithi003.stdout:1528: expect deleted 2024-04-13T07:19:29.772 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 24 current snap is 157 2024-04-13T07:19:29.772 INFO:tasks.rados.rados.0.smithi003.stdout:1529: seq_num 469 ranges {0=663552} 2024-04-13T07:19:29.775 INFO:tasks.rados.rados.0.smithi003.stdout:1529: writing smithi00377890-24 from 0 to 663552 tid 1 2024-04-13T07:19:29.775 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 32 current snap is 157 2024-04-13T07:19:29.775 INFO:tasks.rados.rados.0.smithi003.stdout:1530: seq_num 470 ranges {7143424=679936} 2024-04-13T07:19:29.818 INFO:tasks.rados.rados.0.smithi003.stdout:1530: writing smithi00377890-32 from 7143424 to 7823360 tid 1 2024-04-13T07:19:29.818 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 36 current snap is 157 2024-04-13T07:19:29.818 INFO:tasks.rados.rados.0.smithi003.stdout:1531: seq_num 471 ranges {0=696320} 2024-04-13T07:19:29.822 INFO:tasks.rados.rados.0.smithi003.stdout:1531: writing smithi00377890-36 from 0 to 696320 tid 1 2024-04-13T07:19:29.822 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 22 current snap is 157 2024-04-13T07:19:29.823 INFO:tasks.rados.rados.0.smithi003.stdout:1532: seq_num 472 ranges {7241728=712704} 2024-04-13T07:19:29.867 INFO:tasks.rados.rados.0.smithi003.stdout:1532: writing smithi00377890-22 from 7241728 to 7954432 tid 1 2024-04-13T07:19:29.867 INFO:tasks.rados.rados.0.smithi003.stdout:1533: snap_remove snap 146 2024-04-13T07:19:29.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:29 smithi003 ceph-mon[91733]: pgmap v221: 121 pgs: 8 active+undersized+degraded, 4 stale+active+clean, 19 active+undersized, 90 active+clean; 459 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 788 KiB/s wr, 7 op/s; 64/816 objects degraded (7.843%) 2024-04-13T07:19:29.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:29 smithi003 ceph-mon[91733]: Health check failed: Degraded data redundancy: 64/816 objects degraded (7.843%), 8 pgs degraded (PG_DEGRADED) 2024-04-13T07:19:29.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:29 smithi003 ceph-mon[91733]: osdmap e378: 8 total, 7 up, 8 in 2024-04-13T07:19:29.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:29 smithi003 ceph-mon[89364]: pgmap v221: 121 pgs: 8 active+undersized+degraded, 4 stale+active+clean, 19 active+undersized, 90 active+clean; 459 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 788 KiB/s wr, 7 op/s; 64/816 objects degraded (7.843%) 2024-04-13T07:19:29.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:29 smithi003 ceph-mon[89364]: Health check failed: Degraded data redundancy: 64/816 objects degraded (7.843%), 8 pgs degraded (PG_DEGRADED) 2024-04-13T07:19:29.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:29 smithi003 ceph-mon[89364]: osdmap e378: 8 total, 7 up, 8 in 2024-04-13T07:19:29.887 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:29 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-activate[106810]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-13T07:19:29.887 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:29 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-activate[106810]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-13T07:19:29.887 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:29 smithi003 bash[106795]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-13T07:19:29.887 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:29 smithi003 bash[106795]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-13T07:19:29.888 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:29 smithi003 bash[106795]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-13T07:19:29.888 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:29 smithi003 bash[106795]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-13T07:19:29.888 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:29 smithi003 bash[106795]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-13T07:19:29.888 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:29 smithi003 bash[106795]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-13T07:19:29.888 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:29 smithi003 bash[106795]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-13T07:19:29.888 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:29 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-activate[106810]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-13T07:19:29.888 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:29 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-activate[106810]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-13T07:19:29.888 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:29 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-activate[106810]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-13T07:19:29.888 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:29 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-activate[106810]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-13T07:19:29.888 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:29 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-activate[106810]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-13T07:19:29.888 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:29 smithi003 podman[106795]: 2024-04-13 07:19:29.638225293 +0000 UTC m=+0.794629580 container died 4fc7ee73a1a6a8e57fd1f1dd0a7de0240511725320eecb32ecad4bdf4f0af5d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-activate, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49) 2024-04-13T07:19:30.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:29 smithi066 ceph-mon[84331]: pgmap v221: 121 pgs: 8 active+undersized+degraded, 4 stale+active+clean, 19 active+undersized, 90 active+clean; 459 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 788 KiB/s wr, 7 op/s; 64/816 objects degraded (7.843%) 2024-04-13T07:19:30.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:29 smithi066 ceph-mon[84331]: Health check failed: Degraded data redundancy: 64/816 objects degraded (7.843%), 8 pgs degraded (PG_DEGRADED) 2024-04-13T07:19:30.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:29 smithi066 ceph-mon[84331]: osdmap e378: 8 total, 7 up, 8 in 2024-04-13T07:19:30.387 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:30 smithi003 podman[106938]: 2024-04-13 07:19:30.192033239 +0000 UTC m=+0.545317021 container remove 4fc7ee73a1a6a8e57fd1f1dd0a7de0240511725320eecb32ecad4bdf4f0af5d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-activate, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-13T07:19:30.653 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:30 smithi003 podman[107001]: 2024-04-13 07:19:30.40112025 +0000 UTC m=+0.114939597 container create 8636b9e9bade8f39171e4952f8685ab1b9ec9525cc3371a17bc7d3eee9675644 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409) 2024-04-13T07:19:30.653 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:30 smithi003 podman[107001]: 2024-04-13 07:19:30.304078031 +0000 UTC m=+0.017897401 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:19:30.654 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:30 smithi003 podman[107001]: 2024-04-13 07:19:30.629114353 +0000 UTC m=+0.342933717 container init 8636b9e9bade8f39171e4952f8685ab1b9ec9525cc3371a17bc7d3eee9675644 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-13T07:19:30.654 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:30 smithi003 podman[107001]: 2024-04-13 07:19:30.632313262 +0000 UTC m=+0.346132610 container start 8636b9e9bade8f39171e4952f8685ab1b9ec9525cc3371a17bc7d3eee9675644 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0) 2024-04-13T07:19:30.654 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:30 smithi003 ceph-osd[107021]: -- 172.21.15.3:0/1840943220 <== mon.0 v2:172.21.15.3:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557c430bb680 con 0x557c43084c00 2024-04-13T07:19:30.830 INFO:tasks.rados.rados.0.smithi003.stdout:1533: done (5 left) 2024-04-13T07:19:30.830 INFO:tasks.rados.rados.0.smithi003.stdout:1534: rollback oid 34 current snap is 157 2024-04-13T07:19:30.830 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 34 to 128 2024-04-13T07:19:30.830 INFO:tasks.rados.rados.0.smithi003.stdout:1529: finishing write tid 1 to smithi00377890-24 2024-04-13T07:19:30.830 INFO:tasks.rados.rados.0.smithi003.stdout:1529: finishing write tid 2 to smithi00377890-24 2024-04-13T07:19:30.830 INFO:tasks.rados.rados.0.smithi003.stdout:1529: finishing write tid 3 to smithi00377890-24 2024-04-13T07:19:30.830 INFO:tasks.rados.rados.0.smithi003.stdout:1529: oid 24 updating version 0 to 1447 2024-04-13T07:19:30.830 INFO:tasks.rados.rados.0.smithi003.stdout:1529: oid 24 updating version 1447 to 1448 2024-04-13T07:19:30.830 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 1448 (ObjNum 469 snap 157 seq_num 469) dirty exists 2024-04-13T07:19:30.831 INFO:tasks.rados.rados.0.smithi003.stdout:1529: left oid 24 (ObjNum 469 snap 157 seq_num 469) 2024-04-13T07:19:30.831 INFO:tasks.rados.rados.0.smithi003.stdout:1530: finishing write tid 1 to smithi00377890-32 2024-04-13T07:19:30.831 INFO:tasks.rados.rados.0.smithi003.stdout:1530: finishing write tid 2 to smithi00377890-32 2024-04-13T07:19:30.831 INFO:tasks.rados.rados.0.smithi003.stdout:1531: finishing write tid 1 to smithi00377890-36 2024-04-13T07:19:30.831 INFO:tasks.rados.rados.0.smithi003.stdout:1531: finishing write tid 2 to smithi00377890-36 2024-04-13T07:19:30.831 INFO:tasks.rados.rados.0.smithi003.stdout:1531: finishing write tid 3 to smithi00377890-36 2024-04-13T07:19:30.831 INFO:tasks.rados.rados.0.smithi003.stdout:1531: oid 36 updating version 0 to 881 2024-04-13T07:19:30.831 INFO:tasks.rados.rados.0.smithi003.stdout:1531: oid 36 updating version 881 to 882 2024-04-13T07:19:30.831 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 882 (ObjNum 471 snap 157 seq_num 471) dirty exists 2024-04-13T07:19:30.831 INFO:tasks.rados.rados.0.smithi003.stdout:1531: left oid 36 (ObjNum 471 snap 157 seq_num 471) 2024-04-13T07:19:30.831 INFO:tasks.rados.rados.0.smithi003.stdout:1530: finishing write tid 3 to smithi00377890-32 2024-04-13T07:19:30.831 INFO:tasks.rados.rados.0.smithi003.stdout:1530: oid 32 updating version 0 to 1634 2024-04-13T07:19:30.832 INFO:tasks.rados.rados.0.smithi003.stdout:1530: oid 32 version 1634 is already newer than 1633 2024-04-13T07:19:30.832 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 1634 (ObjNum 470 snap 157 seq_num 470) dirty exists 2024-04-13T07:19:30.832 INFO:tasks.rados.rados.0.smithi003.stdout:1530: left oid 32 (ObjNum 470 snap 157 seq_num 470) 2024-04-13T07:19:30.832 INFO:tasks.rados.rados.0.smithi003.stdout:1532: finishing write tid 1 to smithi00377890-22 2024-04-13T07:19:30.832 INFO:tasks.rados.rados.0.smithi003.stdout:1532: finishing write tid 2 to smithi00377890-22 2024-04-13T07:19:30.832 INFO:tasks.rados.rados.0.smithi003.stdout:1532: finishing write tid 3 to smithi00377890-22 2024-04-13T07:19:30.832 INFO:tasks.rados.rados.0.smithi003.stdout:1532: oid 22 updating version 0 to 1450 2024-04-13T07:19:30.832 INFO:tasks.rados.rados.0.smithi003.stdout:1532: oid 22 updating version 1450 to 1451 2024-04-13T07:19:30.832 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 1451 (ObjNum 472 snap 157 seq_num 472) dirty exists 2024-04-13T07:19:30.833 INFO:tasks.rados.rados.0.smithi003.stdout:1532: left oid 22 (ObjNum 472 snap 157 seq_num 472) 2024-04-13T07:19:30.833 INFO:tasks.rados.rados.0.smithi003.stdout:1528: done (5 left) 2024-04-13T07:19:30.833 INFO:tasks.rados.rados.0.smithi003.stdout:1529: done (4 left) 2024-04-13T07:19:30.833 INFO:tasks.rados.rados.0.smithi003.stdout:1530: done (3 left) 2024-04-13T07:19:30.833 INFO:tasks.rados.rados.0.smithi003.stdout:1531: done (2 left) 2024-04-13T07:19:30.833 INFO:tasks.rados.rados.0.smithi003.stdout:1532: done (1 left) 2024-04-13T07:19:30.833 INFO:tasks.rados.rados.0.smithi003.stdout:1535: snap_remove snap 145 2024-04-13T07:19:31.136 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:30 smithi003 bash[107001]: 8636b9e9bade8f39171e4952f8685ab1b9ec9525cc3371a17bc7d3eee9675644 2024-04-13T07:19:31.136 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:30 smithi003 systemd[1]: Started Ceph osd.2 for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:19:31.636 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2[107017]: 2024-04-13T07:19:31.183+0000 7f5dd7ec47c0 -1 Falling back to public interface 2024-04-13T07:19:31.830 INFO:tasks.rados.rados.0.smithi003.stdout:1535: done (1 left) 2024-04-13T07:19:31.831 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 23 current snap is 157 2024-04-13T07:19:31.831 INFO:tasks.rados.rados.0.smithi003.stdout:1536: seq_num 473 ranges {106496=729088} 2024-04-13T07:19:31.836 INFO:tasks.rados.rados.0.smithi003.stdout:1536: writing smithi00377890-23 from 106496 to 835584 tid 1 2024-04-13T07:19:31.836 INFO:tasks.rados.rados.0.smithi003.stdout:1537: read oid 13 snap 92 2024-04-13T07:19:31.836 INFO:tasks.rados.rados.0.smithi003.stdout:1537: expect (ObjNum 192 snap 57 seq_num 192) 2024-04-13T07:19:31.836 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 29 current snap is 157 2024-04-13T07:19:31.836 INFO:tasks.rados.rados.0.smithi003.stdout:1534: finishing rollback tid 1 to smithi00377890-34 2024-04-13T07:19:31.836 INFO:tasks.rados.rados.0.smithi003.stdout:1534: finishing rollback tid 2 to smithi00377890-34 2024-04-13T07:19:31.836 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 884 (ObjNum 233 snap 69 seq_num 233) dirty exists 2024-04-13T07:19:31.836 INFO:tasks.rados.rados.0.smithi003.stdout:1538: seq_num 474 ranges {442368=745472} 2024-04-13T07:19:31.843 INFO:tasks.rados.rados.0.smithi003.stdout:1538: writing smithi00377890-29 from 442368 to 1187840 tid 1 2024-04-13T07:19:31.843 INFO:tasks.rados.rados.0.smithi003.stdout:1534: done (3 left) 2024-04-13T07:19:31.843 INFO:tasks.rados.rados.0.smithi003.stdout:1539: copy_from oid 40 from oid 41 current snap is 157 2024-04-13T07:19:31.843 INFO:tasks.rados.rados.0.smithi003.stdout:1540: snap_remove snap 151 2024-04-13T07:19:32.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:31 smithi003 ceph-mon[89364]: pgmap v224: 121 pgs: 10 active+undersized+degraded, 30 active+undersized, 81 active+clean; 454 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 908 KiB/s wr, 9 op/s; 80/816 objects degraded (9.804%) 2024-04-13T07:19:32.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:31 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:32.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:31 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:32.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:31 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:19:32.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:31 smithi003 ceph-mon[89364]: osdmap e379: 8 total, 7 up, 8 in 2024-04-13T07:19:32.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:31 smithi003 ceph-mon[91733]: pgmap v224: 121 pgs: 10 active+undersized+degraded, 30 active+undersized, 81 active+clean; 454 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 908 KiB/s wr, 9 op/s; 80/816 objects degraded (9.804%) 2024-04-13T07:19:32.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:31 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:32.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:31 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:32.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:31 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:19:32.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:31 smithi003 ceph-mon[91733]: osdmap e379: 8 total, 7 up, 8 in 2024-04-13T07:19:32.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:31 smithi066 ceph-mon[84331]: pgmap v224: 121 pgs: 10 active+undersized+degraded, 30 active+undersized, 81 active+clean; 454 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 908 KiB/s wr, 9 op/s; 80/816 objects degraded (9.804%) 2024-04-13T07:19:32.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:31 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:32.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:31 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:32.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:31 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:19:32.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:31 smithi066 ceph-mon[84331]: osdmap e379: 8 total, 7 up, 8 in 2024-04-13T07:19:32.654 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:19:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:19:32.836 INFO:tasks.rados.rados.0.smithi003.stdout:1540: done (4 left) 2024-04-13T07:19:32.836 INFO:tasks.rados.rados.0.smithi003.stdout:1541: snap_create 2024-04-13T07:19:32.836 INFO:tasks.rados.rados.0.smithi003.stdout:1537: expect (ObjNum 192 snap 57 seq_num 192) 2024-04-13T07:19:32.864 INFO:tasks.rados.rados.0.smithi003.stdout:1538: finishing write tid 1 to smithi00377890-29 2024-04-13T07:19:32.864 INFO:tasks.rados.rados.0.smithi003.stdout:1538: finishing write tid 2 to smithi00377890-29 2024-04-13T07:19:32.864 INFO:tasks.rados.rados.0.smithi003.stdout:1536: finishing write tid 1 to smithi00377890-23 2024-04-13T07:19:32.864 INFO:tasks.rados.rados.0.smithi003.stdout:1538: finishing write tid 3 to smithi00377890-29 2024-04-13T07:19:32.864 INFO:tasks.rados.rados.0.smithi003.stdout:1538: oid 29 updating version 0 to 885 2024-04-13T07:19:32.864 INFO:tasks.rados.rados.0.smithi003.stdout:1538: oid 29 updating version 885 to 886 2024-04-13T07:19:32.864 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 886 (ObjNum 474 snap 157 seq_num 474) dirty exists 2024-04-13T07:19:32.864 INFO:tasks.rados.rados.0.smithi003.stdout:1538: left oid 29 (ObjNum 474 snap 157 seq_num 474) 2024-04-13T07:19:32.864 INFO:tasks.rados.rados.0.smithi003.stdout:1539: finishing copy_from racing read to smithi00377890-40 2024-04-13T07:19:32.864 INFO:tasks.rados.rados.0.smithi003.stdout:1536: finishing write tid 2 to smithi00377890-23 2024-04-13T07:19:32.865 INFO:tasks.rados.rados.0.smithi003.stdout:1539: finishing copy_from to smithi00377890-40 2024-04-13T07:19:32.865 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 527 (ObjNum 308 snap 102 seq_num 308) dirty exists 2024-04-13T07:19:32.865 INFO:tasks.rados.rados.0.smithi003.stdout:1536: finishing write tid 3 to smithi00377890-23 2024-04-13T07:19:32.865 INFO:tasks.rados.rados.0.smithi003.stdout:1536: oid 23 updating version 0 to 1655 2024-04-13T07:19:32.865 INFO:tasks.rados.rados.0.smithi003.stdout:1536: oid 23 version 1655 is already newer than 1654 2024-04-13T07:19:32.865 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 1655 (ObjNum 473 snap 157 seq_num 473) dirty exists 2024-04-13T07:19:32.865 INFO:tasks.rados.rados.0.smithi003.stdout:1536: left oid 23 (ObjNum 473 snap 157 seq_num 473) 2024-04-13T07:19:33.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:32 smithi003 ceph-mon[89364]: osdmap e380: 8 total, 7 up, 8 in 2024-04-13T07:19:33.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:32 smithi003 ceph-mon[91733]: osdmap e380: 8 total, 7 up, 8 in 2024-04-13T07:19:33.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:32 smithi066 ceph-mon[84331]: osdmap e380: 8 total, 7 up, 8 in 2024-04-13T07:19:33.771 INFO:tasks.rados.rados.0.smithi003.stdout:1536: done (4 left) 2024-04-13T07:19:33.772 INFO:tasks.rados.rados.0.smithi003.stdout:1537: done (3 left) 2024-04-13T07:19:33.772 INFO:tasks.rados.rados.0.smithi003.stdout:1538: done (2 left) 2024-04-13T07:19:33.772 INFO:tasks.rados.rados.0.smithi003.stdout:1539: done (1 left) 2024-04-13T07:19:33.772 INFO:tasks.rados.rados.0.smithi003.stdout:1541: done (0 left) 2024-04-13T07:19:33.772 INFO:tasks.rados.rados.0.smithi003.stdout:1542: read oid 28 snap -1 2024-04-13T07:19:33.772 INFO:tasks.rados.rados.0.smithi003.stdout:1542: expect (ObjNum 411 snap 142 seq_num 411) 2024-04-13T07:19:33.772 INFO:tasks.rados.rados.0.smithi003.stdout:1543: read oid 24 snap -1 2024-04-13T07:19:33.772 INFO:tasks.rados.rados.0.smithi003.stdout:1543: expect (ObjNum 469 snap 157 seq_num 469) 2024-04-13T07:19:33.772 INFO:tasks.rados.rados.0.smithi003.stdout:1544: snap_remove snap 90 2024-04-13T07:19:33.830 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:33 smithi003 ceph-mon[89364]: pgmap v227: 121 pgs: 10 active+undersized+degraded, 30 active+undersized, 81 active+clean; 454 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 224 KiB/s wr, 2 op/s; 80/816 objects degraded (9.804%) 2024-04-13T07:19:33.830 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:33 smithi003 ceph-mon[89364]: osdmap e381: 8 total, 7 up, 8 in 2024-04-13T07:19:33.830 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:33 smithi003 ceph-mon[89364]: osdmap e382: 8 total, 7 up, 8 in 2024-04-13T07:19:33.831 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:19:33 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:19:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:19:34.112 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2[107017]: 2024-04-13T07:19:34.053+0000 7f5dd7ec47c0 -1 osd.2 373 log_to_monitors true 2024-04-13T07:19:34.112 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:33 smithi003 ceph-mon[91733]: pgmap v227: 121 pgs: 10 active+undersized+degraded, 30 active+undersized, 81 active+clean; 454 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 224 KiB/s wr, 2 op/s; 80/816 objects degraded (9.804%) 2024-04-13T07:19:34.112 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:33 smithi003 ceph-mon[91733]: osdmap e381: 8 total, 7 up, 8 in 2024-04-13T07:19:34.112 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:33 smithi003 ceph-mon[91733]: osdmap e382: 8 total, 7 up, 8 in 2024-04-13T07:19:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:33 smithi066 ceph-mon[84331]: pgmap v227: 121 pgs: 10 active+undersized+degraded, 30 active+undersized, 81 active+clean; 454 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 224 KiB/s wr, 2 op/s; 80/816 objects degraded (9.804%) 2024-04-13T07:19:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:33 smithi066 ceph-mon[84331]: osdmap e381: 8 total, 7 up, 8 in 2024-04-13T07:19:34.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:33 smithi066 ceph-mon[84331]: osdmap e382: 8 total, 7 up, 8 in 2024-04-13T07:19:34.387 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:19:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:19:34] "GET /metrics HTTP/1.1" 200 36109 "" "Prometheus/2.43.0" 2024-04-13T07:19:34.774 INFO:tasks.rados.rados.0.smithi003.stdout:1544: done (2 left) 2024-04-13T07:19:34.774 INFO:tasks.rados.rados.0.smithi003.stdout:1545: snap_create 2024-04-13T07:19:34.775 INFO:tasks.rados.rados.0.smithi003.stdout:1543: expect (ObjNum 469 snap 157 seq_num 469) 2024-04-13T07:19:34.800 INFO:tasks.rados.rados.0.smithi003.stdout:1542: expect (ObjNum 411 snap 142 seq_num 411) 2024-04-13T07:19:35.136 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 07:19:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2[107017]: 2024-04-13T07:19:34.813+0000 7f5dc931c700 -1 osd.2 373 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:19:35.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:34 smithi003 ceph-mon[91733]: from='osd.2 [v2:172.21.15.3:6818/2818330543,v1:172.21.15.3:6819/2818330543]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:19:35.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:34 smithi003 ceph-mon[91733]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:19:35.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:34 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:35.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:34 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:35.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:34 smithi003 ceph-mon[91733]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-13T07:19:35.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:34 smithi003 ceph-mon[91733]: osdmap e383: 8 total, 7 up, 8 in 2024-04-13T07:19:35.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:34 smithi003 ceph-mon[91733]: from='osd.2 [v2:172.21.15.3:6818/2818330543,v1:172.21.15.3:6819/2818330543]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:19:35.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:34 smithi003 ceph-mon[91733]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:19:35.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:34 smithi003 ceph-mon[89364]: from='osd.2 [v2:172.21.15.3:6818/2818330543,v1:172.21.15.3:6819/2818330543]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:19:35.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:34 smithi003 ceph-mon[89364]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:19:35.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:34 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:35.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:34 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:35.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:34 smithi003 ceph-mon[89364]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-13T07:19:35.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:34 smithi003 ceph-mon[89364]: osdmap e383: 8 total, 7 up, 8 in 2024-04-13T07:19:35.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:34 smithi003 ceph-mon[89364]: from='osd.2 [v2:172.21.15.3:6818/2818330543,v1:172.21.15.3:6819/2818330543]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:19:35.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:34 smithi003 ceph-mon[89364]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:19:35.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:34 smithi066 ceph-mon[84331]: from='osd.2 [v2:172.21.15.3:6818/2818330543,v1:172.21.15.3:6819/2818330543]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:19:35.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:34 smithi066 ceph-mon[84331]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T07:19:35.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:34 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:35.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:34 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:35.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:34 smithi066 ceph-mon[84331]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-13T07:19:35.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:34 smithi066 ceph-mon[84331]: osdmap e383: 8 total, 7 up, 8 in 2024-04-13T07:19:35.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:34 smithi066 ceph-mon[84331]: from='osd.2 [v2:172.21.15.3:6818/2818330543,v1:172.21.15.3:6819/2818330543]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:19:35.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:34 smithi066 ceph-mon[84331]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:19:35.780 INFO:tasks.rados.rados.0.smithi003.stdout:1542: done (2 left) 2024-04-13T07:19:35.780 INFO:tasks.rados.rados.0.smithi003.stdout:1543: done (1 left) 2024-04-13T07:19:35.780 INFO:tasks.rados.rados.0.smithi003.stdout:1545: done (0 left) 2024-04-13T07:19:35.780 INFO:tasks.rados.rados.0.smithi003.stdout:1546: read oid 50 snap -1 2024-04-13T07:19:35.780 INFO:tasks.rados.rados.0.smithi003.stdout:1546: expect (ObjNum 258 snap 84 seq_num 258) 2024-04-13T07:19:35.780 INFO:tasks.rados.rados.0.smithi003.stdout:1547: read oid 26 snap -1 2024-04-13T07:19:35.780 INFO:tasks.rados.rados.0.smithi003.stdout:1547: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:19:35.780 INFO:tasks.rados.rados.0.smithi003.stdout:1548: rmattr oid 32 current snap is 159 2024-04-13T07:19:35.780 INFO:tasks.rados.rados.0.smithi003.stdout:1548: done (2 left) 2024-04-13T07:19:35.780 INFO:tasks.rados.rados.0.smithi003.stdout:1549: copy_from oid 43 from oid 8 current snap is 159 2024-04-13T07:19:35.780 INFO:tasks.rados.rados.0.smithi003.stdout:1550: rollback oid 19 current snap is 159 2024-04-13T07:19:35.780 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 19 to 157 2024-04-13T07:19:35.781 INFO:tasks.rados.rados.0.smithi003.stdout:1551: snap_create 2024-04-13T07:19:35.792 INFO:tasks.rados.rados.0.smithi003.stdout:1547: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:19:35.796 INFO:tasks.rados.rados.0.smithi003.stdout:1550: finishing rollback tid 0 to smithi00377890-19 2024-04-13T07:19:35.796 INFO:tasks.rados.rados.0.smithi003.stdout:1550: finishing rollback tid 1 to smithi00377890-19 2024-04-13T07:19:35.797 INFO:tasks.rados.rados.0.smithi003.stdout:1550: finishing rollback tid 2 to smithi00377890-19 2024-04-13T07:19:35.797 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 1495 (ObjNum 289 snap 0 seq_num 1517360884) dirty exists 2024-04-13T07:19:35.797 INFO:tasks.rados.rados.0.smithi003.stdout:1549: finishing copy_from racing read to smithi00377890-43 2024-04-13T07:19:35.798 INFO:tasks.rados.rados.0.smithi003.stdout:1549: finishing copy_from to smithi00377890-43 2024-04-13T07:19:35.798 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 539 (ObjNum 430 snap 146 seq_num 430) dirty exists 2024-04-13T07:19:35.809 INFO:tasks.rados.rados.0.smithi003.stdout:1546: expect (ObjNum 258 snap 84 seq_num 258) 2024-04-13T07:19:36.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:35 smithi003 ceph-mon[89364]: pgmap v230: 121 pgs: 10 active+undersized+degraded, 30 active+undersized, 81 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 602 KiB/s rd, 1.1 MiB/s wr, 6 op/s; 81/807 objects degraded (10.037%) 2024-04-13T07:19:36.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:35 smithi003 ceph-mon[89364]: Health check update: Degraded data redundancy: 81/807 objects degraded (10.037%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:19:36.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:35 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:36.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:35 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:36.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:35 smithi003 ceph-mon[89364]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:19:36.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:35 smithi003 ceph-mon[89364]: osd.2 [v2:172.21.15.3:6818/2818330543,v1:172.21.15.3:6819/2818330543] boot 2024-04-13T07:19:36.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:35 smithi003 ceph-mon[89364]: osdmap e384: 8 total, 8 up, 8 in 2024-04-13T07:19:36.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:35 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:19:36.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:35 smithi003 ceph-mon[91733]: pgmap v230: 121 pgs: 10 active+undersized+degraded, 30 active+undersized, 81 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 602 KiB/s rd, 1.1 MiB/s wr, 6 op/s; 81/807 objects degraded (10.037%) 2024-04-13T07:19:36.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:35 smithi003 ceph-mon[91733]: Health check update: Degraded data redundancy: 81/807 objects degraded (10.037%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:19:36.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:35 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:36.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:35 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:36.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:35 smithi003 ceph-mon[91733]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:19:36.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:35 smithi003 ceph-mon[91733]: osd.2 [v2:172.21.15.3:6818/2818330543,v1:172.21.15.3:6819/2818330543] boot 2024-04-13T07:19:36.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:35 smithi003 ceph-mon[91733]: osdmap e384: 8 total, 8 up, 8 in 2024-04-13T07:19:36.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:35 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:19:36.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:35 smithi066 ceph-mon[84331]: pgmap v230: 121 pgs: 10 active+undersized+degraded, 30 active+undersized, 81 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 602 KiB/s rd, 1.1 MiB/s wr, 6 op/s; 81/807 objects degraded (10.037%) 2024-04-13T07:19:36.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:35 smithi066 ceph-mon[84331]: Health check update: Degraded data redundancy: 81/807 objects degraded (10.037%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:19:36.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:35 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:36.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:35 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:36.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:35 smithi066 ceph-mon[84331]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:19:36.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:35 smithi066 ceph-mon[84331]: osd.2 [v2:172.21.15.3:6818/2818330543,v1:172.21.15.3:6819/2818330543] boot 2024-04-13T07:19:36.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:35 smithi066 ceph-mon[84331]: osdmap e384: 8 total, 8 up, 8 in 2024-04-13T07:19:36.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:35 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T07:19:36.781 INFO:tasks.rados.rados.0.smithi003.stdout:1546: done (4 left) 2024-04-13T07:19:36.781 INFO:tasks.rados.rados.0.smithi003.stdout:1547: done (3 left) 2024-04-13T07:19:36.781 INFO:tasks.rados.rados.0.smithi003.stdout:1549: done (2 left) 2024-04-13T07:19:36.781 INFO:tasks.rados.rados.0.smithi003.stdout:1550: done (1 left) 2024-04-13T07:19:36.782 INFO:tasks.rados.rados.0.smithi003.stdout:1551: done (0 left) 2024-04-13T07:19:36.782 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 25 current snap is 160 2024-04-13T07:19:36.782 INFO:tasks.rados.rados.0.smithi003.stdout:1552: seq_num 475 ranges {4628480=761856} 2024-04-13T07:19:36.812 INFO:tasks.rados.rados.0.smithi003.stdout:1552: writing smithi00377890-25 from 4628480 to 5390336 tid 1 2024-04-13T07:19:36.812 INFO:tasks.rados.rados.0.smithi003.stdout:1553: delete oid 33 current snap is 160 2024-04-13T07:19:36.815 INFO:tasks.rados.rados.0.smithi003.stdout:1553: done (1 left) 2024-04-13T07:19:36.815 INFO:tasks.rados.rados.0.smithi003.stdout:1554: snap_create 2024-04-13T07:19:36.819 INFO:tasks.rados.rados.0.smithi003.stdout:1552: finishing write tid 1 to smithi00377890-25 2024-04-13T07:19:36.819 INFO:tasks.rados.rados.0.smithi003.stdout:1552: finishing write tid 2 to smithi00377890-25 2024-04-13T07:19:36.821 INFO:tasks.rados.rados.0.smithi003.stdout:1552: finishing write tid 3 to smithi00377890-25 2024-04-13T07:19:36.821 INFO:tasks.rados.rados.0.smithi003.stdout:1552: oid 25 updating version 0 to 1693 2024-04-13T07:19:36.821 INFO:tasks.rados.rados.0.smithi003.stdout:1552: oid 25 updating version 1693 to 1694 2024-04-13T07:19:36.821 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 1694 (ObjNum 475 snap 160 seq_num 475) dirty exists 2024-04-13T07:19:36.821 INFO:tasks.rados.rados.0.smithi003.stdout:1552: left oid 25 (ObjNum 475 snap 160 seq_num 475) 2024-04-13T07:19:37.789 INFO:tasks.rados.rados.0.smithi003.stdout:1552: done (1 left) 2024-04-13T07:19:37.789 INFO:tasks.rados.rados.0.smithi003.stdout:1554: done (0 left) 2024-04-13T07:19:37.790 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 5 current snap is 161 2024-04-13T07:19:37.790 INFO:tasks.rados.rados.0.smithi003.stdout:1555: seq_num 477 ranges {40960=794624} 2024-04-13T07:19:37.794 INFO:tasks.rados.rados.0.smithi003.stdout:1555: writing smithi00377890-5 from 40960 to 835584 tid 1 2024-04-13T07:19:37.794 INFO:tasks.rados.rados.0.smithi003.stdout:1556: rollback oid 11 current snap is 161 2024-04-13T07:19:37.794 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 11 to 159 2024-04-13T07:19:37.794 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 4 current snap is 161 2024-04-13T07:19:37.794 INFO:tasks.rados.rados.0.smithi003.stdout:1557: seq_num 478 ranges {958464=409600,1368064=401408} 2024-04-13T07:19:37.801 INFO:tasks.rados.rados.0.smithi003.stdout:1557: writing smithi00377890-4 from 958464 to 1368064 tid 1 2024-04-13T07:19:37.804 INFO:tasks.rados.rados.0.smithi003.stdout:1557: writing smithi00377890-4 from 1368064 to 1769472 tid 2 2024-04-13T07:19:37.804 INFO:tasks.rados.rados.0.smithi003.stdout:1558: delete oid 30 current snap is 161 2024-04-13T07:19:37.804 INFO:tasks.rados.rados.0.smithi003.stdout:1556: finishing rollback tid 1 to smithi00377890-11 2024-04-13T07:19:37.804 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 556 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-13T07:19:37.804 INFO:tasks.rados.rados.0.smithi003.stdout:1555: finishing write tid 1 to smithi00377890-5 2024-04-13T07:19:37.805 INFO:tasks.rados.rados.0.smithi003.stdout:1555: finishing write tid 2 to smithi00377890-5 2024-04-13T07:19:37.805 INFO:tasks.rados.rados.0.smithi003.stdout:1555: finishing write tid 3 to smithi00377890-5 2024-04-13T07:19:37.805 INFO:tasks.rados.rados.0.smithi003.stdout:1555: oid 5 updating version 0 to 1313 2024-04-13T07:19:37.805 INFO:tasks.rados.rados.0.smithi003.stdout:1555: oid 5 updating version 1313 to 1314 2024-04-13T07:19:37.805 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 1314 (ObjNum 477 snap 161 seq_num 477) dirty exists 2024-04-13T07:19:37.805 INFO:tasks.rados.rados.0.smithi003.stdout:1555: left oid 5 (ObjNum 477 snap 161 seq_num 477) 2024-04-13T07:19:37.809 INFO:tasks.rados.rados.0.smithi003.stdout:1555: done (3 left) 2024-04-13T07:19:37.809 INFO:tasks.rados.rados.0.smithi003.stdout:1556: done (2 left) 2024-04-13T07:19:37.809 INFO:tasks.rados.rados.0.smithi003.stdout:1558: done (1 left) 2024-04-13T07:19:37.809 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 15 current snap is 161 2024-04-13T07:19:37.809 INFO:tasks.rados.rados.0.smithi003.stdout:1559: seq_num 480 ranges {0=442368,442368=401408} 2024-04-13T07:19:37.811 INFO:tasks.rados.rados.0.smithi003.stdout:1559: writing smithi00377890-15 from 0 to 442368 tid 1 2024-04-13T07:19:37.814 INFO:tasks.rados.rados.0.smithi003.stdout:1559: writing smithi00377890-15 from 442368 to 843776 tid 2 2024-04-13T07:19:37.814 INFO:tasks.rados.rados.0.smithi003.stdout:1560: delete oid 34 current snap is 161 2024-04-13T07:19:37.814 INFO:tasks.rados.rados.0.smithi003.stdout:1557: finishing write tid 1 to smithi00377890-4 2024-04-13T07:19:37.814 INFO:tasks.rados.rados.0.smithi003.stdout:1557: finishing write tid 2 to smithi00377890-4 2024-04-13T07:19:37.814 INFO:tasks.rados.rados.0.smithi003.stdout:1557: finishing write tid 3 to smithi00377890-4 2024-04-13T07:19:37.814 INFO:tasks.rados.rados.0.smithi003.stdout:1557: finishing write tid 4 to smithi00377890-4 2024-04-13T07:19:37.815 INFO:tasks.rados.rados.0.smithi003.stdout:1557: oid 4 updating version 0 to 513 2024-04-13T07:19:37.815 INFO:tasks.rados.rados.0.smithi003.stdout:1557: oid 4 updating version 513 to 514 2024-04-13T07:19:37.815 INFO:tasks.rados.rados.0.smithi003.stdout:1557: oid 4 updating version 514 to 515 2024-04-13T07:19:37.815 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 515 (ObjNum 478 snap 161 seq_num 478) dirty exists 2024-04-13T07:19:37.815 INFO:tasks.rados.rados.0.smithi003.stdout:1557: left oid 4 (ObjNum 478 snap 161 seq_num 478) 2024-04-13T07:19:37.816 INFO:tasks.rados.rados.0.smithi003.stdout:1557: done (2 left) 2024-04-13T07:19:37.816 INFO:tasks.rados.rados.0.smithi003.stdout:1560: done (1 left) 2024-04-13T07:19:37.816 INFO:tasks.rados.rados.0.smithi003.stdout:1561: rollback oid 13 current snap is 161 2024-04-13T07:19:37.816 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 13 to 160 2024-04-13T07:19:37.816 INFO:tasks.rados.rados.0.smithi003.stdout:1562: snap_create 2024-04-13T07:19:37.818 INFO:tasks.rados.rados.0.smithi003.stdout:1559: finishing write tid 1 to smithi00377890-15 2024-04-13T07:19:37.818 INFO:tasks.rados.rados.0.smithi003.stdout:1559: finishing write tid 2 to smithi00377890-15 2024-04-13T07:19:37.818 INFO:tasks.rados.rados.0.smithi003.stdout:1559: finishing write tid 3 to smithi00377890-15 2024-04-13T07:19:37.818 INFO:tasks.rados.rados.0.smithi003.stdout:1561: finishing rollback tid 1 to smithi00377890-13 2024-04-13T07:19:37.818 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 1361 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:19:37.819 INFO:tasks.rados.rados.0.smithi003.stdout:1559: finishing write tid 4 to smithi00377890-15 2024-04-13T07:19:37.820 INFO:tasks.rados.rados.0.smithi003.stdout:1559: oid 15 updating version 0 to 1697 2024-04-13T07:19:37.820 INFO:tasks.rados.rados.0.smithi003.stdout:1559: oid 15 version 1697 is already newer than 1695 2024-04-13T07:19:37.820 INFO:tasks.rados.rados.0.smithi003.stdout:1559: oid 15 version 1697 is already newer than 1696 2024-04-13T07:19:37.820 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 1697 (ObjNum 480 snap 161 seq_num 480) dirty exists 2024-04-13T07:19:37.820 INFO:tasks.rados.rados.0.smithi003.stdout:1559: left oid 15 (ObjNum 480 snap 161 seq_num 480) 2024-04-13T07:19:38.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:37 smithi003 ceph-mon[91733]: pgmap v233: 121 pgs: 10 active+undersized+degraded, 30 active+undersized, 81 active+clean; 456 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 602 KiB/s rd, 1.1 MiB/s wr, 6 op/s; 81/804 objects degraded (10.075%) 2024-04-13T07:19:38.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:37 smithi003 ceph-mon[91733]: osdmap e385: 8 total, 8 up, 8 in 2024-04-13T07:19:38.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:38.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:19:38.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:37 smithi003 ceph-mon[89364]: pgmap v233: 121 pgs: 10 active+undersized+degraded, 30 active+undersized, 81 active+clean; 456 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 602 KiB/s rd, 1.1 MiB/s wr, 6 op/s; 81/804 objects degraded (10.075%) 2024-04-13T07:19:38.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:37 smithi003 ceph-mon[89364]: osdmap e385: 8 total, 8 up, 8 in 2024-04-13T07:19:38.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:38.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:19:38.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:37 smithi066 ceph-mon[84331]: pgmap v233: 121 pgs: 10 active+undersized+degraded, 30 active+undersized, 81 active+clean; 456 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 602 KiB/s rd, 1.1 MiB/s wr, 6 op/s; 81/804 objects degraded (10.075%) 2024-04-13T07:19:38.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:37 smithi066 ceph-mon[84331]: osdmap e385: 8 total, 8 up, 8 in 2024-04-13T07:19:38.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:38.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:19:38.791 INFO:tasks.rados.rados.0.smithi003.stdout:1559: done (2 left) 2024-04-13T07:19:38.791 INFO:tasks.rados.rados.0.smithi003.stdout:1561: done (1 left) 2024-04-13T07:19:38.791 INFO:tasks.rados.rados.0.smithi003.stdout:1562: done (0 left) 2024-04-13T07:19:38.791 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 162 2024-04-13T07:19:38.791 INFO:tasks.rados.rados.0.smithi003.stdout:1563: seq_num 482 ranges {0=475136,475136=401408} 2024-04-13T07:19:38.793 INFO:tasks.rados.rados.0.smithi003.stdout:1563: writing smithi00377890-38 from 0 to 475136 tid 1 2024-04-13T07:19:38.796 INFO:tasks.rados.rados.0.smithi003.stdout:1563: writing smithi00377890-38 from 475136 to 876544 tid 2 2024-04-13T07:19:38.796 INFO:tasks.rados.rados.0.smithi003.stdout:1564: rollback oid 50 current snap is 162 2024-04-13T07:19:38.796 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 50 to 157 2024-04-13T07:19:38.796 INFO:tasks.rados.rados.0.smithi003.stdout:1565: setattr oid 41 current snap is 162 2024-04-13T07:19:38.797 INFO:tasks.rados.rados.0.smithi003.stdout:1566: rollback oid 7 current snap is 162 2024-04-13T07:19:38.798 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 7 to 158 2024-04-13T07:19:38.798 INFO:tasks.rados.rados.0.smithi003.stdout:1567: snap_remove snap 143 2024-04-13T07:19:39.078 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:38 smithi003 ceph-mon[91733]: osdmap e386: 8 total, 8 up, 8 in 2024-04-13T07:19:39.078 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:38 smithi003 ceph-mon[89364]: osdmap e386: 8 total, 8 up, 8 in 2024-04-13T07:19:39.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:38 smithi066 ceph-mon[84331]: osdmap e386: 8 total, 8 up, 8 in 2024-04-13T07:19:39.791 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:19:39.527+0000 7ff2e8c82700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-13T07:19:39.802 INFO:tasks.rados.rados.0.smithi003.stdout:1567: done (4 left) 2024-04-13T07:19:39.802 INFO:tasks.rados.rados.0.smithi003.stdout:1568: rollback oid 14 current snap is 162 2024-04-13T07:19:39.802 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 14 to 157 2024-04-13T07:19:39.802 INFO:tasks.rados.rados.0.smithi003.stdout:1569: delete oid 6 current snap is 162 2024-04-13T07:19:39.802 INFO:tasks.rados.rados.0.smithi003.stdout:1563: finishing write tid 1 to smithi00377890-38 2024-04-13T07:19:39.802 INFO:tasks.rados.rados.0.smithi003.stdout:1563: finishing write tid 2 to smithi00377890-38 2024-04-13T07:19:39.802 INFO:tasks.rados.rados.0.smithi003.stdout:1563: finishing write tid 3 to smithi00377890-38 2024-04-13T07:19:39.802 INFO:tasks.rados.rados.0.smithi003.stdout:1563: finishing write tid 4 to smithi00377890-38 2024-04-13T07:19:39.802 INFO:tasks.rados.rados.0.smithi003.stdout:1563: oid 38 updating version 0 to 551 2024-04-13T07:19:39.803 INFO:tasks.rados.rados.0.smithi003.stdout:1563: oid 38 version 551 is already newer than 550 2024-04-13T07:19:39.803 INFO:tasks.rados.rados.0.smithi003.stdout:1563: oid 38 version 551 is already newer than 549 2024-04-13T07:19:39.803 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 551 (ObjNum 482 snap 162 seq_num 482) dirty exists 2024-04-13T07:19:39.803 INFO:tasks.rados.rados.0.smithi003.stdout:1563: left oid 38 (ObjNum 482 snap 162 seq_num 482) 2024-04-13T07:19:39.803 INFO:tasks.rados.rados.0.smithi003.stdout:1566: finishing rollback tid 0 to smithi00377890-7 2024-04-13T07:19:39.803 INFO:tasks.rados.rados.0.smithi003.stdout:1566: finishing rollback tid 1 to smithi00377890-7 2024-04-13T07:19:39.803 INFO:tasks.rados.rados.0.smithi003.stdout:1564: finishing rollback tid 0 to smithi00377890-50 2024-04-13T07:19:39.803 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 1333 (ObjNum 308 snap 102 seq_num 308) dirty exists 2024-04-13T07:19:39.803 INFO:tasks.rados.rados.0.smithi003.stdout:1564: finishing rollback tid 1 to smithi00377890-50 2024-04-13T07:19:39.803 INFO:tasks.rados.rados.0.smithi003.stdout:1566: finishing rollback tid 2 to smithi00377890-7 2024-04-13T07:19:39.803 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 1353 (ObjNum 451 snap 151 seq_num 451) dirty exists 2024-04-13T07:19:39.803 INFO:tasks.rados.rados.0.smithi003.stdout:1564: finishing rollback tid 2 to smithi00377890-50 2024-04-13T07:19:39.803 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 1317 (ObjNum 258 snap 84 seq_num 258) dirty exists 2024-04-13T07:19:39.810 INFO:tasks.rados.rados.0.smithi003.stdout:1563: done (5 left) 2024-04-13T07:19:39.810 INFO:tasks.rados.rados.0.smithi003.stdout:1564: done (4 left) 2024-04-13T07:19:39.810 INFO:tasks.rados.rados.0.smithi003.stdout:1565: done (3 left) 2024-04-13T07:19:39.810 INFO:tasks.rados.rados.0.smithi003.stdout:1566: done (2 left) 2024-04-13T07:19:39.810 INFO:tasks.rados.rados.0.smithi003.stdout:1569: done (1 left) 2024-04-13T07:19:39.810 INFO:tasks.rados.rados.0.smithi003.stdout:1570: snap_remove snap 158 2024-04-13T07:19:40.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[91733]: pgmap v236: 121 pgs: 6 active+undersized+degraded, 17 active+undersized, 98 active+clean; 453 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 810 KiB/s wr, 6 op/s; 66/807 objects degraded (8.178%) 2024-04-13T07:19:40.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[91733]: osdmap e387: 8 total, 8 up, 8 in 2024-04-13T07:19:40.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:40.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:40.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:19:40.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:19:40.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:40.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:19:40.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:40.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:40.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:40.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:19:40.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[89364]: pgmap v236: 121 pgs: 6 active+undersized+degraded, 17 active+undersized, 98 active+clean; 453 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 810 KiB/s wr, 6 op/s; 66/807 objects degraded (8.178%) 2024-04-13T07:19:40.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[89364]: osdmap e387: 8 total, 8 up, 8 in 2024-04-13T07:19:40.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:40.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:40.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:19:40.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:19:40.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:40.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:19:40.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:40.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:40.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:40.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:39 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:19:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:39 smithi066 ceph-mon[84331]: pgmap v236: 121 pgs: 6 active+undersized+degraded, 17 active+undersized, 98 active+clean; 453 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 810 KiB/s wr, 6 op/s; 66/807 objects degraded (8.178%) 2024-04-13T07:19:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:39 smithi066 ceph-mon[84331]: osdmap e387: 8 total, 8 up, 8 in 2024-04-13T07:19:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:39 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:40.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:39 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:40.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:39 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:19:40.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:39 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:19:40.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:39 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:40.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:39 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:19:40.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:39 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:40.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:39 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:40.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:39 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:40.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:39 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:19:40.809 INFO:tasks.rados.rados.0.smithi003.stdout:1570: done (1 left) 2024-04-13T07:19:40.810 INFO:tasks.rados.rados.0.smithi003.stdout:1571: read oid 23 snap 94 2024-04-13T07:19:40.810 INFO:tasks.rados.rados.0.smithi003.stdout:1571: expect (ObjNum 283 snap 92 seq_num 283) 2024-04-13T07:19:40.810 INFO:tasks.rados.rados.0.smithi003.stdout:1572: snap_remove snap 159 2024-04-13T07:19:41.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:40 smithi003 ceph-mon[91733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:19:41.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:40 smithi003 ceph-mon[91733]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-13T07:19:41.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:40 smithi003 ceph-mon[91733]: osdmap e388: 8 total, 8 up, 8 in 2024-04-13T07:19:41.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:40 smithi003 ceph-mon[89364]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:19:41.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:40 smithi003 ceph-mon[89364]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-13T07:19:41.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:40 smithi003 ceph-mon[89364]: osdmap e388: 8 total, 8 up, 8 in 2024-04-13T07:19:41.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:40 smithi066 ceph-mon[84331]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:19:41.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:40 smithi066 ceph-mon[84331]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-13T07:19:41.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:40 smithi066 ceph-mon[84331]: osdmap e388: 8 total, 8 up, 8 in 2024-04-13T07:19:41.810 INFO:tasks.rados.rados.0.smithi003.stdout:1572: done (2 left) 2024-04-13T07:19:41.810 INFO:tasks.rados.rados.0.smithi003.stdout:1573: snap_create 2024-04-13T07:19:41.810 INFO:tasks.rados.rados.0.smithi003.stdout:1568: finishing rollback tid 0 to smithi00377890-14 2024-04-13T07:19:41.810 INFO:tasks.rados.rados.0.smithi003.stdout:1568: finishing rollback tid 1 to smithi00377890-14 2024-04-13T07:19:41.810 INFO:tasks.rados.rados.0.smithi003.stdout:1568: finishing rollback tid 2 to smithi00377890-14 2024-04-13T07:19:41.810 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 1342 (ObjNum 457 snap 152 seq_num 457) dirty exists 2024-04-13T07:19:41.810 INFO:tasks.rados.rados.0.smithi003.stdout:1571: expect (ObjNum 283 snap 92 seq_num 283) 2024-04-13T07:19:42.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:41 smithi003 ceph-mon[91733]: pgmap v239: 121 pgs: 121 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.2 MiB/s wr, 8 op/s; 938 KiB/s, 0 objects/s recovering 2024-04-13T07:19:42.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:41 smithi003 ceph-mon[91733]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 66/807 objects degraded (8.178%), 6 pgs degraded) 2024-04-13T07:19:42.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:41 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:19:42.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:41 smithi003 ceph-mon[91733]: osdmap e389: 8 total, 8 up, 8 in 2024-04-13T07:19:42.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:41 smithi003 ceph-mon[89364]: pgmap v239: 121 pgs: 121 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.2 MiB/s wr, 8 op/s; 938 KiB/s, 0 objects/s recovering 2024-04-13T07:19:42.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:41 smithi003 ceph-mon[89364]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 66/807 objects degraded (8.178%), 6 pgs degraded) 2024-04-13T07:19:42.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:41 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:19:42.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:41 smithi003 ceph-mon[89364]: osdmap e389: 8 total, 8 up, 8 in 2024-04-13T07:19:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:41 smithi066 ceph-mon[84331]: pgmap v239: 121 pgs: 121 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.2 MiB/s wr, 8 op/s; 938 KiB/s, 0 objects/s recovering 2024-04-13T07:19:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:41 smithi066 ceph-mon[84331]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 66/807 objects degraded (8.178%), 6 pgs degraded) 2024-04-13T07:19:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:41 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:19:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:41 smithi066 ceph-mon[84331]: osdmap e389: 8 total, 8 up, 8 in 2024-04-13T07:19:42.653 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:19:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:19:42.824 INFO:tasks.rados.rados.0.smithi003.stdout:1568: done (2 left) 2024-04-13T07:19:42.824 INFO:tasks.rados.rados.0.smithi003.stdout:1571: done (1 left) 2024-04-13T07:19:42.824 INFO:tasks.rados.rados.0.smithi003.stdout:1573: done (0 left) 2024-04-13T07:19:42.824 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 41 current snap is 163 2024-04-13T07:19:42.824 INFO:tasks.rados.rados.0.smithi003.stdout:1574: seq_num 484 ranges {360448=507904,868352=401408} 2024-04-13T07:19:42.828 INFO:tasks.rados.rados.0.smithi003.stdout:1574: writing smithi00377890-41 from 360448 to 868352 tid 1 2024-04-13T07:19:42.830 INFO:tasks.rados.rados.0.smithi003.stdout:1574: writing smithi00377890-41 from 868352 to 1269760 tid 2 2024-04-13T07:19:42.831 INFO:tasks.rados.rados.0.smithi003.stdout:1575: snap_remove snap 161 2024-04-13T07:19:43.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:42 smithi003 ceph-mon[91733]: osdmap e390: 8 total, 8 up, 8 in 2024-04-13T07:19:43.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:42 smithi003 ceph-mon[89364]: osdmap e390: 8 total, 8 up, 8 in 2024-04-13T07:19:43.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:42 smithi066 ceph-mon[84331]: osdmap e390: 8 total, 8 up, 8 in 2024-04-13T07:19:43.776 INFO:tasks.rados.rados.0.smithi003.stdout:1575: done (1 left) 2024-04-13T07:19:43.776 INFO:tasks.rados.rados.0.smithi003.stdout:1576: read oid 7 snap -1 2024-04-13T07:19:43.776 INFO:tasks.rados.rados.0.smithi003.stdout:1576: expect (ObjNum 451 snap 151 seq_num 451) 2024-04-13T07:19:43.776 INFO:tasks.rados.rados.0.smithi003.stdout:1577: read oid 45 snap -1 2024-04-13T07:19:43.776 INFO:tasks.rados.rados.0.smithi003.stdout:1577: expect (ObjNum 463 snap 153 seq_num 463) 2024-04-13T07:19:43.776 INFO:tasks.rados.rados.0.smithi003.stdout:1578: copy_from oid 44 from oid 39 current snap is 163 2024-04-13T07:19:43.776 INFO:tasks.rados.rados.0.smithi003.stdout:1574: finishing write tid 1 to smithi00377890-41 2024-04-13T07:19:43.776 INFO:tasks.rados.rados.0.smithi003.stdout:1574: finishing write tid 2 to smithi00377890-41 2024-04-13T07:19:43.776 INFO:tasks.rados.rados.0.smithi003.stdout:1574: finishing write tid 3 to smithi00377890-41 2024-04-13T07:19:43.776 INFO:tasks.rados.rados.0.smithi003.stdout:1574: finishing write tid 4 to smithi00377890-41 2024-04-13T07:19:43.776 INFO:tasks.rados.rados.0.smithi003.stdout:1574: oid 41 updating version 0 to 1336 2024-04-13T07:19:43.776 INFO:tasks.rados.rados.0.smithi003.stdout:1574: oid 41 version 1336 is already newer than 1335 2024-04-13T07:19:43.776 INFO:tasks.rados.rados.0.smithi003.stdout:1574: oid 41 version 1336 is already newer than 1334 2024-04-13T07:19:43.777 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 1336 (ObjNum 484 snap 163 seq_num 484) dirty exists 2024-04-13T07:19:43.777 INFO:tasks.rados.rados.0.smithi003.stdout:1574: left oid 41 (ObjNum 484 snap 163 seq_num 484) 2024-04-13T07:19:43.777 INFO:tasks.rados.rados.0.smithi003.stdout:1574: done (3 left) 2024-04-13T07:19:43.777 INFO:tasks.rados.rados.0.smithi003.stdout:1579: delete oid 34 current snap is 163 2024-04-13T07:19:43.783 INFO:tasks.rados.rados.0.smithi003.stdout:1579: done (3 left) 2024-04-13T07:19:43.783 INFO:tasks.rados.rados.0.smithi003.stdout:1580: read oid 12 snap 160 2024-04-13T07:19:43.783 INFO:tasks.rados.rados.0.smithi003.stdout:1580: expect (ObjNum 427 snap 146 seq_num 427) 2024-04-13T07:19:43.783 INFO:tasks.rados.rados.0.smithi003.stdout:1581: rollback oid 33 current snap is 163 2024-04-13T07:19:43.783 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 33 to 128 2024-04-13T07:19:43.783 INFO:tasks.rados.rados.0.smithi003.stdout:1582: rmattr oid 48 current snap is 163 2024-04-13T07:19:43.783 INFO:tasks.rados.rados.0.smithi003.stdout:1582: done (5 left) 2024-04-13T07:19:43.783 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 2 current snap is 163 2024-04-13T07:19:43.783 INFO:tasks.rados.rados.0.smithi003.stdout:1583: seq_num 486 ranges {3055616=548864,3604480=401408} 2024-04-13T07:19:43.804 INFO:tasks.rados.rados.0.smithi003.stdout:1583: writing smithi00377890-2 from 3055616 to 3604480 tid 1 2024-04-13T07:19:43.807 INFO:tasks.rados.rados.0.smithi003.stdout:1583: writing smithi00377890-2 from 3604480 to 4005888 tid 2 2024-04-13T07:19:43.808 INFO:tasks.rados.rados.0.smithi003.stdout:1584: rmattr oid 35 current snap is 163 2024-04-13T07:19:43.808 INFO:tasks.rados.rados.0.smithi003.stdout:1584: done (6 left) 2024-04-13T07:19:43.808 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 42 current snap is 163 2024-04-13T07:19:43.808 INFO:tasks.rados.rados.0.smithi003.stdout:1576: expect (ObjNum 451 snap 151 seq_num 451) 2024-04-13T07:19:43.818 INFO:tasks.rados.rados.0.smithi003.stdout:1581: finishing rollback tid 1 to smithi00377890-33 2024-04-13T07:19:43.819 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 509 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:19:43.819 INFO:tasks.rados.rados.0.smithi003.stdout:1578: finishing copy_from racing read to smithi00377890-44 2024-04-13T07:19:43.819 INFO:tasks.rados.rados.0.smithi003.stdout:1578: finishing copy_from to smithi00377890-44 2024-04-13T07:19:43.819 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 1164 (ObjNum 439 snap 149 seq_num 439) dirty exists 2024-04-13T07:19:43.819 INFO:tasks.rados.rados.0.smithi003.stdout:1585: seq_num 487 ranges {3997696=565248,4562944=401408} 2024-04-13T07:19:43.819 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:19:43 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:19:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:19:43.843 INFO:tasks.rados.rados.0.smithi003.stdout:1585: writing smithi00377890-42 from 3997696 to 4562944 tid 1 2024-04-13T07:19:43.846 INFO:tasks.rados.rados.0.smithi003.stdout:1585: writing smithi00377890-42 from 4562944 to 4964352 tid 2 2024-04-13T07:19:43.846 INFO:tasks.rados.rados.0.smithi003.stdout:1576: done (6 left) 2024-04-13T07:19:43.846 INFO:tasks.rados.rados.0.smithi003.stdout:1578: done (5 left) 2024-04-13T07:19:43.846 INFO:tasks.rados.rados.0.smithi003.stdout:1581: done (4 left) 2024-04-13T07:19:43.846 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 163 2024-04-13T07:19:43.846 INFO:tasks.rados.rados.0.smithi003.stdout:1580: expect (ObjNum 427 snap 146 seq_num 427) 2024-04-13T07:19:44.015 INFO:tasks.rados.rados.0.smithi003.stdout:1577: expect (ObjNum 463 snap 153 seq_num 463) 2024-04-13T07:19:44.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:43 smithi003 ceph-mon[89364]: pgmap v242: 121 pgs: 121 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 408 KiB/s wr, 2 op/s; 938 KiB/s, 0 objects/s recovering 2024-04-13T07:19:44.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:43 smithi003 ceph-mon[89364]: osdmap e391: 8 total, 8 up, 8 in 2024-04-13T07:19:44.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:43 smithi003 ceph-mon[89364]: osdmap e392: 8 total, 8 up, 8 in 2024-04-13T07:19:44.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:43 smithi003 ceph-mon[91733]: pgmap v242: 121 pgs: 121 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 408 KiB/s wr, 2 op/s; 938 KiB/s, 0 objects/s recovering 2024-04-13T07:19:44.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:43 smithi003 ceph-mon[91733]: osdmap e391: 8 total, 8 up, 8 in 2024-04-13T07:19:44.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:43 smithi003 ceph-mon[91733]: osdmap e392: 8 total, 8 up, 8 in 2024-04-13T07:19:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:43 smithi066 ceph-mon[84331]: pgmap v242: 121 pgs: 121 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 408 KiB/s wr, 2 op/s; 938 KiB/s, 0 objects/s recovering 2024-04-13T07:19:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:43 smithi066 ceph-mon[84331]: osdmap e391: 8 total, 8 up, 8 in 2024-04-13T07:19:44.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:43 smithi066 ceph-mon[84331]: osdmap e392: 8 total, 8 up, 8 in 2024-04-13T07:19:44.275 INFO:tasks.rados.rados.0.smithi003.stdout:1583: finishing write tid 1 to smithi00377890-2 2024-04-13T07:19:44.275 INFO:tasks.rados.rados.0.smithi003.stdout:1583: finishing write tid 2 to smithi00377890-2 2024-04-13T07:19:44.275 INFO:tasks.rados.rados.0.smithi003.stdout:1583: finishing write tid 3 to smithi00377890-2 2024-04-13T07:19:44.275 INFO:tasks.rados.rados.0.smithi003.stdout:1586: seq_num 488 ranges {876544=581632,1458176=401408} 2024-04-13T07:19:44.282 INFO:tasks.rados.rados.0.smithi003.stdout:1586: writing smithi00377890-38 from 876544 to 1458176 tid 1 2024-04-13T07:19:44.285 INFO:tasks.rados.rados.0.smithi003.stdout:1586: writing smithi00377890-38 from 1458176 to 1859584 tid 2 2024-04-13T07:19:44.286 INFO:tasks.rados.rados.0.smithi003.stdout:1577: done (4 left) 2024-04-13T07:19:44.286 INFO:tasks.rados.rados.0.smithi003.stdout:1580: done (3 left) 2024-04-13T07:19:44.286 INFO:tasks.rados.rados.0.smithi003.stdout:1587: read oid 32 snap -1 2024-04-13T07:19:44.286 INFO:tasks.rados.rados.0.smithi003.stdout:1587: expect (ObjNum 470 snap 157 seq_num 470) 2024-04-13T07:19:44.286 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 7 current snap is 163 2024-04-13T07:19:44.286 INFO:tasks.rados.rados.0.smithi003.stdout:1583: finishing write tid 4 to smithi00377890-2 2024-04-13T07:19:44.286 INFO:tasks.rados.rados.0.smithi003.stdout:1583: oid 2 updating version 0 to 1352 2024-04-13T07:19:44.286 INFO:tasks.rados.rados.0.smithi003.stdout:1583: oid 2 updating version 1352 to 1353 2024-04-13T07:19:44.286 INFO:tasks.rados.rados.0.smithi003.stdout:1583: oid 2 version 1353 is already newer than 1351 2024-04-13T07:19:44.286 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 1353 (ObjNum 486 snap 163 seq_num 486) dirty exists 2024-04-13T07:19:44.286 INFO:tasks.rados.rados.0.smithi003.stdout:1583: left oid 2 (ObjNum 486 snap 163 seq_num 486) 2024-04-13T07:19:44.286 INFO:tasks.rados.rados.0.smithi003.stdout:1585: finishing write tid 1 to smithi00377890-42 2024-04-13T07:19:44.286 INFO:tasks.rados.rados.0.smithi003.stdout:1588: seq_num 489 ranges {360448=598016,958464=401408} 2024-04-13T07:19:44.290 INFO:tasks.rados.rados.0.smithi003.stdout:1588: writing smithi00377890-7 from 360448 to 958464 tid 1 2024-04-13T07:19:44.293 INFO:tasks.rados.rados.0.smithi003.stdout:1588: writing smithi00377890-7 from 958464 to 1359872 tid 2 2024-04-13T07:19:44.293 INFO:tasks.rados.rados.0.smithi003.stdout:1583: done (4 left) 2024-04-13T07:19:44.293 INFO:tasks.rados.rados.0.smithi003.stdout:1589: snap_remove snap 160 2024-04-13T07:19:44.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:19:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:19:44] "GET /metrics HTTP/1.1" 200 35962 "" "Prometheus/2.43.0" 2024-04-13T07:19:44.828 INFO:tasks.rados.rados.0.smithi003.stdout:1589: done (4 left) 2024-04-13T07:19:44.828 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 163 2024-04-13T07:19:44.828 INFO:tasks.rados.rados.0.smithi003.stdout:1585: finishing write tid 2 to smithi00377890-42 2024-04-13T07:19:44.828 INFO:tasks.rados.rados.0.smithi003.stdout:1590: seq_num 490 ranges {2293760=614400,2908160=401408} 2024-04-13T07:19:44.844 INFO:tasks.rados.rados.0.smithi003.stdout:1590: writing smithi00377890-17 from 2293760 to 2908160 tid 1 2024-04-13T07:19:44.847 INFO:tasks.rados.rados.0.smithi003.stdout:1590: writing smithi00377890-17 from 2908160 to 3309568 tid 2 2024-04-13T07:19:44.847 INFO:tasks.rados.rados.0.smithi003.stdout:1591: snap_create 2024-04-13T07:19:44.848 INFO:tasks.rados.rados.0.smithi003.stdout:1585: finishing write tid 3 to smithi00377890-42 2024-04-13T07:19:44.848 INFO:tasks.rados.rados.0.smithi003.stdout:1585: finishing write tid 4 to smithi00377890-42 2024-04-13T07:19:44.848 INFO:tasks.rados.rados.0.smithi003.stdout:1585: oid 42 updating version 0 to 1364 2024-04-13T07:19:44.848 INFO:tasks.rados.rados.0.smithi003.stdout:1585: oid 42 version 1364 is already newer than 1362 2024-04-13T07:19:44.848 INFO:tasks.rados.rados.0.smithi003.stdout:1585: oid 42 version 1364 is already newer than 1363 2024-04-13T07:19:44.848 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 1364 (ObjNum 487 snap 163 seq_num 487) dirty exists 2024-04-13T07:19:44.848 INFO:tasks.rados.rados.0.smithi003.stdout:1585: left oid 42 (ObjNum 487 snap 163 seq_num 487) 2024-04-13T07:19:44.848 INFO:tasks.rados.rados.0.smithi003.stdout:1586: finishing write tid 1 to smithi00377890-38 2024-04-13T07:19:44.848 INFO:tasks.rados.rados.0.smithi003.stdout:1586: finishing write tid 2 to smithi00377890-38 2024-04-13T07:19:44.848 INFO:tasks.rados.rados.0.smithi003.stdout:1586: finishing write tid 3 to smithi00377890-38 2024-04-13T07:19:44.848 INFO:tasks.rados.rados.0.smithi003.stdout:1586: finishing write tid 4 to smithi00377890-38 2024-04-13T07:19:44.848 INFO:tasks.rados.rados.0.smithi003.stdout:1586: oid 38 updating version 0 to 553 2024-04-13T07:19:44.848 INFO:tasks.rados.rados.0.smithi003.stdout:1586: oid 38 version 553 is already newer than 552 2024-04-13T07:19:44.848 INFO:tasks.rados.rados.0.smithi003.stdout:1586: oid 38 updating version 553 to 554 2024-04-13T07:19:44.848 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 554 (ObjNum 488 snap 163 seq_num 488) dirty exists 2024-04-13T07:19:44.849 INFO:tasks.rados.rados.0.smithi003.stdout:1586: left oid 38 (ObjNum 488 snap 163 seq_num 488) 2024-04-13T07:19:44.849 INFO:tasks.rados.rados.0.smithi003.stdout:1588: finishing write tid 1 to smithi00377890-7 2024-04-13T07:19:44.849 INFO:tasks.rados.rados.0.smithi003.stdout:1588: finishing write tid 2 to smithi00377890-7 2024-04-13T07:19:44.849 INFO:tasks.rados.rados.0.smithi003.stdout:1588: finishing write tid 3 to smithi00377890-7 2024-04-13T07:19:44.849 INFO:tasks.rados.rados.0.smithi003.stdout:1588: finishing write tid 4 to smithi00377890-7 2024-04-13T07:19:44.849 INFO:tasks.rados.rados.0.smithi003.stdout:1588: oid 7 updating version 0 to 1355 2024-04-13T07:19:44.849 INFO:tasks.rados.rados.0.smithi003.stdout:1588: oid 7 updating version 1355 to 1356 2024-04-13T07:19:44.849 INFO:tasks.rados.rados.0.smithi003.stdout:1588: oid 7 version 1356 is already newer than 1354 2024-04-13T07:19:44.849 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 1356 (ObjNum 489 snap 163 seq_num 489) dirty exists 2024-04-13T07:19:44.849 INFO:tasks.rados.rados.0.smithi003.stdout:1588: left oid 7 (ObjNum 489 snap 163 seq_num 489) 2024-04-13T07:19:44.849 INFO:tasks.rados.rados.0.smithi003.stdout:1587: expect (ObjNum 470 snap 157 seq_num 470) 2024-04-13T07:19:45.339 INFO:tasks.rados.rados.0.smithi003.stdout:1590: finishing write tid 1 to smithi00377890-17 2024-04-13T07:19:45.339 INFO:tasks.rados.rados.0.smithi003.stdout:1590: finishing write tid 2 to smithi00377890-17 2024-04-13T07:19:45.339 INFO:tasks.rados.rados.0.smithi003.stdout:1590: finishing write tid 3 to smithi00377890-17 2024-04-13T07:19:45.339 INFO:tasks.rados.rados.0.smithi003.stdout:1590: finishing write tid 4 to smithi00377890-17 2024-04-13T07:19:45.339 INFO:tasks.rados.rados.0.smithi003.stdout:1590: oid 17 updating version 0 to 1338 2024-04-13T07:19:45.339 INFO:tasks.rados.rados.0.smithi003.stdout:1590: oid 17 version 1338 is already newer than 1337 2024-04-13T07:19:45.340 INFO:tasks.rados.rados.0.smithi003.stdout:1590: oid 17 updating version 1338 to 1339 2024-04-13T07:19:45.340 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 1339 (ObjNum 490 snap 163 seq_num 490) dirty exists 2024-04-13T07:19:45.340 INFO:tasks.rados.rados.0.smithi003.stdout:1590: left oid 17 (ObjNum 490 snap 163 seq_num 490) 2024-04-13T07:19:45.837 INFO:tasks.rados.rados.0.smithi003.stdout:1585: done (5 left) 2024-04-13T07:19:45.838 INFO:tasks.rados.rados.0.smithi003.stdout:1586: done (4 left) 2024-04-13T07:19:45.838 INFO:tasks.rados.rados.0.smithi003.stdout:1587: done (3 left) 2024-04-13T07:19:45.838 INFO:tasks.rados.rados.0.smithi003.stdout:1588: done (2 left) 2024-04-13T07:19:45.838 INFO:tasks.rados.rados.0.smithi003.stdout:1590: done (1 left) 2024-04-13T07:19:45.838 INFO:tasks.rados.rados.0.smithi003.stdout:1591: done (0 left) 2024-04-13T07:19:45.838 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 44 current snap is 164 2024-04-13T07:19:45.838 INFO:tasks.rados.rados.0.smithi003.stdout:1592: seq_num 491 ranges {1843200=630784,2473984=401408} 2024-04-13T07:19:45.851 INFO:tasks.rados.rados.0.smithi003.stdout:1592: writing smithi00377890-44 from 1843200 to 2473984 tid 1 2024-04-13T07:19:45.853 INFO:tasks.rados.rados.0.smithi003.stdout:1592: writing smithi00377890-44 from 2473984 to 2875392 tid 2 2024-04-13T07:19:45.853 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 48 current snap is 164 2024-04-13T07:19:45.853 INFO:tasks.rados.rados.0.smithi003.stdout:1593: seq_num 492 ranges {1515520=647168,2162688=401408} 2024-04-13T07:19:45.866 INFO:tasks.rados.rados.0.smithi003.stdout:1593: writing smithi00377890-48 from 1515520 to 2162688 tid 1 2024-04-13T07:19:45.868 INFO:tasks.rados.rados.0.smithi003.stdout:1593: writing smithi00377890-48 from 2162688 to 2564096 tid 2 2024-04-13T07:19:45.868 INFO:tasks.rados.rados.0.smithi003.stdout:1594: delete oid 25 current snap is 164 2024-04-13T07:19:45.869 INFO:tasks.rados.rados.0.smithi003.stdout:1592: finishing write tid 1 to smithi00377890-44 2024-04-13T07:19:45.869 INFO:tasks.rados.rados.0.smithi003.stdout:1592: finishing write tid 2 to smithi00377890-44 2024-04-13T07:19:45.869 INFO:tasks.rados.rados.0.smithi003.stdout:1592: finishing write tid 3 to smithi00377890-44 2024-04-13T07:19:45.869 INFO:tasks.rados.rados.0.smithi003.stdout:1592: finishing write tid 4 to smithi00377890-44 2024-04-13T07:19:45.869 INFO:tasks.rados.rados.0.smithi003.stdout:1592: oid 44 updating version 0 to 1165 2024-04-13T07:19:45.869 INFO:tasks.rados.rados.0.smithi003.stdout:1592: oid 44 updating version 1165 to 1167 2024-04-13T07:19:45.869 INFO:tasks.rados.rados.0.smithi003.stdout:1592: oid 44 version 1167 is already newer than 1166 2024-04-13T07:19:45.869 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 1167 (ObjNum 491 snap 164 seq_num 491) dirty exists 2024-04-13T07:19:45.869 INFO:tasks.rados.rados.0.smithi003.stdout:1592: left oid 44 (ObjNum 491 snap 164 seq_num 491) 2024-04-13T07:19:45.872 INFO:tasks.rados.rados.0.smithi003.stdout:1593: finishing write tid 1 to smithi00377890-48 2024-04-13T07:19:45.873 INFO:tasks.rados.rados.0.smithi003.stdout:1593: finishing write tid 2 to smithi00377890-48 2024-04-13T07:19:45.873 INFO:tasks.rados.rados.0.smithi003.stdout:1593: finishing write tid 3 to smithi00377890-48 2024-04-13T07:19:45.876 INFO:tasks.rados.rados.0.smithi003.stdout:1592: done (2 left) 2024-04-13T07:19:45.876 INFO:tasks.rados.rados.0.smithi003.stdout:1594: done (1 left) 2024-04-13T07:19:45.877 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 22 current snap is 164 2024-04-13T07:19:45.877 INFO:tasks.rados.rados.0.smithi003.stdout:1595: seq_num 494 ranges {7954432=679936,8634368=401408} 2024-04-13T07:19:45.923 INFO:tasks.rados.rados.0.smithi003.stdout:1595: writing smithi00377890-22 from 7954432 to 8634368 tid 1 2024-04-13T07:19:45.926 INFO:tasks.rados.rados.0.smithi003.stdout:1595: writing smithi00377890-22 from 8634368 to 9035776 tid 2 2024-04-13T07:19:45.926 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 164 2024-04-13T07:19:45.926 INFO:tasks.rados.rados.0.smithi003.stdout:1593: finishing write tid 4 to smithi00377890-48 2024-04-13T07:19:45.926 INFO:tasks.rados.rados.0.smithi003.stdout:1593: oid 48 updating version 0 to 1512 2024-04-13T07:19:45.927 INFO:tasks.rados.rados.0.smithi003.stdout:1593: oid 48 version 1512 is already newer than 1511 2024-04-13T07:19:45.927 INFO:tasks.rados.rados.0.smithi003.stdout:1593: oid 48 updating version 1512 to 1513 2024-04-13T07:19:45.927 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 1513 (ObjNum 492 snap 164 seq_num 492) dirty exists 2024-04-13T07:19:45.927 INFO:tasks.rados.rados.0.smithi003.stdout:1593: left oid 48 (ObjNum 492 snap 164 seq_num 492) 2024-04-13T07:19:45.927 INFO:tasks.rados.rados.0.smithi003.stdout:1596: seq_num 495 ranges {8716288=696320,9412608=401408} 2024-04-13T07:19:45.977 INFO:tasks.rados.rados.0.smithi003.stdout:1596: writing smithi00377890-49 from 8716288 to 9412608 tid 1 2024-04-13T07:19:45.982 INFO:tasks.rados.rados.0.smithi003.stdout:1596: writing smithi00377890-49 from 9412608 to 9814016 tid 2 2024-04-13T07:19:45.982 INFO:tasks.rados.rados.0.smithi003.stdout:1593: done (2 left) 2024-04-13T07:19:45.982 INFO:tasks.rados.rados.0.smithi003.stdout:1597: read oid 39 snap 148 2024-04-13T07:19:45.982 INFO:tasks.rados.rados.0.smithi003.stdout:1597: expect (ObjNum 435 snap 148 seq_num 435) 2024-04-13T07:19:45.982 INFO:tasks.rados.rados.0.smithi003.stdout:1598: snap_create 2024-04-13T07:19:45.983 INFO:tasks.rados.rados.0.smithi003.stdout:1595: finishing write tid 1 to smithi00377890-22 2024-04-13T07:19:45.983 INFO:tasks.rados.rados.0.smithi003.stdout:1595: finishing write tid 2 to smithi00377890-22 2024-04-13T07:19:45.983 INFO:tasks.rados.rados.0.smithi003.stdout:1595: finishing write tid 3 to smithi00377890-22 2024-04-13T07:19:45.983 INFO:tasks.rados.rados.0.smithi003.stdout:1595: finishing write tid 4 to smithi00377890-22 2024-04-13T07:19:45.983 INFO:tasks.rados.rados.0.smithi003.stdout:1595: oid 22 updating version 0 to 1517 2024-04-13T07:19:45.983 INFO:tasks.rados.rados.0.smithi003.stdout:1595: oid 22 version 1517 is already newer than 1515 2024-04-13T07:19:45.983 INFO:tasks.rados.rados.0.smithi003.stdout:1595: oid 22 version 1517 is already newer than 1516 2024-04-13T07:19:45.984 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 1517 (ObjNum 494 snap 164 seq_num 494) dirty exists 2024-04-13T07:19:45.984 INFO:tasks.rados.rados.0.smithi003.stdout:1595: left oid 22 (ObjNum 494 snap 164 seq_num 494) 2024-04-13T07:19:45.985 INFO:tasks.rados.rados.0.smithi003.stdout:1596: finishing write tid 1 to smithi00377890-49 2024-04-13T07:19:45.985 INFO:tasks.rados.rados.0.smithi003.stdout:1596: finishing write tid 2 to smithi00377890-49 2024-04-13T07:19:45.985 INFO:tasks.rados.rados.0.smithi003.stdout:1596: finishing write tid 3 to smithi00377890-49 2024-04-13T07:19:45.986 INFO:tasks.rados.rados.0.smithi003.stdout:1596: finishing write tid 4 to smithi00377890-49 2024-04-13T07:19:45.986 INFO:tasks.rados.rados.0.smithi003.stdout:1596: oid 49 updating version 0 to 1358 2024-04-13T07:19:45.986 INFO:tasks.rados.rados.0.smithi003.stdout:1596: oid 49 updating version 1358 to 1359 2024-04-13T07:19:45.986 INFO:tasks.rados.rados.0.smithi003.stdout:1596: oid 49 version 1359 is already newer than 1357 2024-04-13T07:19:45.986 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 1359 (ObjNum 495 snap 164 seq_num 495) dirty exists 2024-04-13T07:19:45.986 INFO:tasks.rados.rados.0.smithi003.stdout:1596: left oid 49 (ObjNum 495 snap 164 seq_num 495) 2024-04-13T07:19:45.987 INFO:tasks.rados.rados.0.smithi003.stdout:1597: expect (ObjNum 435 snap 148 seq_num 435) 2024-04-13T07:19:46.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:45 smithi003 ceph-mon[91733]: pgmap v245: 121 pgs: 121 active+clean; 453 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 454 KiB/s wr, 11 op/s 2024-04-13T07:19:46.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:45 smithi003 ceph-mon[91733]: osdmap e393: 8 total, 8 up, 8 in 2024-04-13T07:19:46.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:45 smithi003 ceph-mon[89364]: pgmap v245: 121 pgs: 121 active+clean; 453 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 454 KiB/s wr, 11 op/s 2024-04-13T07:19:46.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:45 smithi003 ceph-mon[89364]: osdmap e393: 8 total, 8 up, 8 in 2024-04-13T07:19:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:45 smithi066 ceph-mon[84331]: pgmap v245: 121 pgs: 121 active+clean; 453 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 454 KiB/s wr, 11 op/s 2024-04-13T07:19:46.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:45 smithi066 ceph-mon[84331]: osdmap e393: 8 total, 8 up, 8 in 2024-04-13T07:19:46.848 INFO:tasks.rados.rados.0.smithi003.stdout:1595: done (3 left) 2024-04-13T07:19:46.849 INFO:tasks.rados.rados.0.smithi003.stdout:1596: done (2 left) 2024-04-13T07:19:46.849 INFO:tasks.rados.rados.0.smithi003.stdout:1597: done (1 left) 2024-04-13T07:19:46.849 INFO:tasks.rados.rados.0.smithi003.stdout:1598: done (0 left) 2024-04-13T07:19:46.849 INFO:tasks.rados.rados.0.smithi003.stdout:1599: snap_create 2024-04-13T07:19:47.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:46 smithi003 ceph-mon[89364]: osdmap e394: 8 total, 8 up, 8 in 2024-04-13T07:19:47.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:46 smithi003 ceph-mon[91733]: osdmap e394: 8 total, 8 up, 8 in 2024-04-13T07:19:47.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:46 smithi066 ceph-mon[84331]: osdmap e394: 8 total, 8 up, 8 in 2024-04-13T07:19:47.848 INFO:tasks.rados.rados.0.smithi003.stdout:1599: done (0 left) 2024-04-13T07:19:47.848 INFO:tasks.rados.rados.0.smithi003.stdout:1600: rollback oid 43 current snap is 166 2024-04-13T07:19:47.848 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 43 to 157 2024-04-13T07:19:47.848 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 4 current snap is 166 2024-04-13T07:19:47.848 INFO:tasks.rados.rados.0.smithi003.stdout:1601: seq_num 496 ranges {1769472=712704,2482176=401408} 2024-04-13T07:19:47.861 INFO:tasks.rados.rados.0.smithi003.stdout:1601: writing smithi00377890-4 from 1769472 to 2482176 tid 1 2024-04-13T07:19:47.864 INFO:tasks.rados.rados.0.smithi003.stdout:1601: writing smithi00377890-4 from 2482176 to 2883584 tid 2 2024-04-13T07:19:47.864 INFO:tasks.rados.rados.0.smithi003.stdout:1602: read oid 18 snap -1 2024-04-13T07:19:47.865 INFO:tasks.rados.rados.0.smithi003.stdout:1602: expect (ObjNum 218 snap 66 seq_num 218) 2024-04-13T07:19:47.865 INFO:tasks.rados.rados.0.smithi003.stdout:1603: read oid 50 snap -1 2024-04-13T07:19:47.865 INFO:tasks.rados.rados.0.smithi003.stdout:1603: expect (ObjNum 258 snap 84 seq_num 258) 2024-04-13T07:19:47.865 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 166 2024-04-13T07:19:47.865 INFO:tasks.rados.rados.0.smithi003.stdout:1600: finishing rollback tid 0 to smithi00377890-43 2024-04-13T07:19:47.865 INFO:tasks.rados.rados.0.smithi003.stdout:1604: seq_num 497 ranges {4071424=729088,4800512=401408} 2024-04-13T07:19:47.892 INFO:tasks.rados.rados.0.smithi003.stdout:1604: writing smithi00377890-3 from 4071424 to 4800512 tid 1 2024-04-13T07:19:47.895 INFO:tasks.rados.rados.0.smithi003.stdout:1604: writing smithi00377890-3 from 4800512 to 5201920 tid 2 2024-04-13T07:19:47.895 INFO:tasks.rados.rados.0.smithi003.stdout:1605: read oid 13 snap 164 2024-04-13T07:19:47.895 INFO:tasks.rados.rados.0.smithi003.stdout:1605: expect deleted 2024-04-13T07:19:47.895 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 10 current snap is 166 2024-04-13T07:19:47.895 INFO:tasks.rados.rados.0.smithi003.stdout:1600: finishing rollback tid 1 to smithi00377890-43 2024-04-13T07:19:47.895 INFO:tasks.rados.rados.0.smithi003.stdout:1600: finishing rollback tid 2 to smithi00377890-43 2024-04-13T07:19:47.895 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 1336 (ObjNum 442 snap 149 seq_num 442) dirty exists 2024-04-13T07:19:47.896 INFO:tasks.rados.rados.0.smithi003.stdout:1606: seq_num 498 ranges {4595712=745472,5341184=401408} 2024-04-13T07:19:47.924 INFO:tasks.rados.rados.0.smithi003.stdout:1606: writing smithi00377890-10 from 4595712 to 5341184 tid 1 2024-04-13T07:19:47.927 INFO:tasks.rados.rados.0.smithi003.stdout:1606: writing smithi00377890-10 from 5341184 to 5742592 tid 2 2024-04-13T07:19:47.927 INFO:tasks.rados.rados.0.smithi003.stdout:1600: done (6 left) 2024-04-13T07:19:47.927 INFO:tasks.rados.rados.0.smithi003.stdout:1607: delete oid 17 current snap is 166 2024-04-13T07:19:47.927 INFO:tasks.rados.rados.0.smithi003.stdout:1601: finishing write tid 1 to smithi00377890-4 2024-04-13T07:19:47.927 INFO:tasks.rados.rados.0.smithi003.stdout:1601: finishing write tid 2 to smithi00377890-4 2024-04-13T07:19:47.927 INFO:tasks.rados.rados.0.smithi003.stdout:1601: finishing write tid 3 to smithi00377890-4 2024-04-13T07:19:47.927 INFO:tasks.rados.rados.0.smithi003.stdout:1601: finishing write tid 4 to smithi00377890-4 2024-04-13T07:19:47.927 INFO:tasks.rados.rados.0.smithi003.stdout:1601: oid 4 updating version 0 to 517 2024-04-13T07:19:47.927 INFO:tasks.rados.rados.0.smithi003.stdout:1601: oid 4 version 517 is already newer than 516 2024-04-13T07:19:47.927 INFO:tasks.rados.rados.0.smithi003.stdout:1601: oid 4 updating version 517 to 518 2024-04-13T07:19:47.928 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 518 (ObjNum 496 snap 166 seq_num 496) dirty exists 2024-04-13T07:19:47.928 INFO:tasks.rados.rados.0.smithi003.stdout:1601: left oid 4 (ObjNum 496 snap 166 seq_num 496) 2024-04-13T07:19:47.928 INFO:tasks.rados.rados.0.smithi003.stdout:1603: expect (ObjNum 258 snap 84 seq_num 258) 2024-04-13T07:19:48.104 INFO:tasks.rados.rados.0.smithi003.stdout:1602: expect (ObjNum 218 snap 66 seq_num 218) 2024-04-13T07:19:48.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:47 smithi003 ceph-mon[89364]: pgmap v248: 121 pgs: 121 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-13T07:19:48.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:47 smithi003 ceph-mon[89364]: osdmap e395: 8 total, 8 up, 8 in 2024-04-13T07:19:48.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:48.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:47 smithi003 ceph-mon[91733]: pgmap v248: 121 pgs: 121 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-13T07:19:48.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:47 smithi003 ceph-mon[91733]: osdmap e395: 8 total, 8 up, 8 in 2024-04-13T07:19:48.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:48.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:47 smithi066 ceph-mon[84331]: pgmap v248: 121 pgs: 121 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-13T07:19:48.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:47 smithi066 ceph-mon[84331]: osdmap e395: 8 total, 8 up, 8 in 2024-04-13T07:19:48.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:48.461 INFO:tasks.rados.rados.0.smithi003.stdout:1604: finishing write tid 1 to smithi00377890-3 2024-04-13T07:19:48.461 INFO:tasks.rados.rados.0.smithi003.stdout:1604: finishing write tid 2 to smithi00377890-3 2024-04-13T07:19:48.461 INFO:tasks.rados.rados.0.smithi003.stdout:1604: finishing write tid 3 to smithi00377890-3 2024-04-13T07:19:48.461 INFO:tasks.rados.rados.0.smithi003.stdout:1604: finishing write tid 4 to smithi00377890-3 2024-04-13T07:19:48.461 INFO:tasks.rados.rados.0.smithi003.stdout:1604: oid 3 updating version 0 to 1362 2024-04-13T07:19:48.462 INFO:tasks.rados.rados.0.smithi003.stdout:1604: oid 3 version 1362 is already newer than 1360 2024-04-13T07:19:48.462 INFO:tasks.rados.rados.0.smithi003.stdout:1604: oid 3 version 1362 is already newer than 1361 2024-04-13T07:19:48.462 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 1362 (ObjNum 497 snap 166 seq_num 497) dirty exists 2024-04-13T07:19:48.462 INFO:tasks.rados.rados.0.smithi003.stdout:1604: left oid 3 (ObjNum 497 snap 166 seq_num 497) 2024-04-13T07:19:48.462 INFO:tasks.rados.rados.0.smithi003.stdout:1606: finishing write tid 1 to smithi00377890-10 2024-04-13T07:19:48.462 INFO:tasks.rados.rados.0.smithi003.stdout:1601: done (6 left) 2024-04-13T07:19:48.462 INFO:tasks.rados.rados.0.smithi003.stdout:1602: done (5 left) 2024-04-13T07:19:48.462 INFO:tasks.rados.rados.0.smithi003.stdout:1603: done (4 left) 2024-04-13T07:19:48.462 INFO:tasks.rados.rados.0.smithi003.stdout:1604: done (3 left) 2024-04-13T07:19:48.462 INFO:tasks.rados.rados.0.smithi003.stdout:1605: done (2 left) 2024-04-13T07:19:48.462 INFO:tasks.rados.rados.0.smithi003.stdout:1607: done (1 left) 2024-04-13T07:19:48.462 INFO:tasks.rados.rados.0.smithi003.stdout:1608: snap_remove snap 162 2024-04-13T07:19:48.780 INFO:tasks.rados.rados.0.smithi003.stdout:1608: done (1 left) 2024-04-13T07:19:48.781 INFO:tasks.rados.rados.0.smithi003.stdout:1609: read oid 44 snap -1 2024-04-13T07:19:48.781 INFO:tasks.rados.rados.0.smithi003.stdout:1609: expect (ObjNum 491 snap 164 seq_num 491) 2024-04-13T07:19:48.781 INFO:tasks.rados.rados.0.smithi003.stdout:1610: rollback oid 8 current snap is 166 2024-04-13T07:19:48.781 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 8 to 163 2024-04-13T07:19:48.781 INFO:tasks.rados.rados.0.smithi003.stdout:1611: rollback oid 49 current snap is 166 2024-04-13T07:19:48.781 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 49 to 154 2024-04-13T07:19:48.781 INFO:tasks.rados.rados.0.smithi003.stdout:1606: finishing write tid 2 to smithi00377890-10 2024-04-13T07:19:48.781 INFO:tasks.rados.rados.0.smithi003.stdout:1606: finishing write tid 3 to smithi00377890-10 2024-04-13T07:19:48.781 INFO:tasks.rados.rados.0.smithi003.stdout:1606: finishing write tid 4 to smithi00377890-10 2024-04-13T07:19:48.781 INFO:tasks.rados.rados.0.smithi003.stdout:1606: oid 10 updating version 0 to 1719 2024-04-13T07:19:48.781 INFO:tasks.rados.rados.0.smithi003.stdout:1606: oid 10 updating version 1719 to 1721 2024-04-13T07:19:48.781 INFO:tasks.rados.rados.0.smithi003.stdout:1606: oid 10 version 1721 is already newer than 1720 2024-04-13T07:19:48.781 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 1721 (ObjNum 498 snap 166 seq_num 498) dirty exists 2024-04-13T07:19:48.781 INFO:tasks.rados.rados.0.smithi003.stdout:1606: left oid 10 (ObjNum 498 snap 166 seq_num 498) 2024-04-13T07:19:48.781 INFO:tasks.rados.rados.0.smithi003.stdout:1606: done (3 left) 2024-04-13T07:19:48.782 INFO:tasks.rados.rados.0.smithi003.stdout:1612: snap_create 2024-04-13T07:19:48.789 INFO:tasks.rados.rados.0.smithi003.stdout:1610: finishing rollback tid 0 to smithi00377890-8 2024-04-13T07:19:48.790 INFO:tasks.rados.rados.0.smithi003.stdout:1611: finishing rollback tid 0 to smithi00377890-49 2024-04-13T07:19:48.791 INFO:tasks.rados.rados.0.smithi003.stdout:1610: finishing rollback tid 1 to smithi00377890-8 2024-04-13T07:19:48.791 INFO:tasks.rados.rados.0.smithi003.stdout:1610: finishing rollback tid 2 to smithi00377890-8 2024-04-13T07:19:48.791 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 557 (ObjNum 430 snap 146 seq_num 430) dirty exists 2024-04-13T07:19:48.797 INFO:tasks.rados.rados.0.smithi003.stdout:1611: finishing rollback tid 1 to smithi00377890-49 2024-04-13T07:19:48.797 INFO:tasks.rados.rados.0.smithi003.stdout:1611: finishing rollback tid 2 to smithi00377890-49 2024-04-13T07:19:48.797 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 1365 (ObjNum 420 snap 144 seq_num 420) dirty exists 2024-04-13T07:19:48.803 INFO:tasks.rados.rados.0.smithi003.stdout:1609: expect (ObjNum 491 snap 164 seq_num 491) 2024-04-13T07:19:49.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:48 smithi003 ceph-mon[91733]: osdmap e396: 8 total, 8 up, 8 in 2024-04-13T07:19:49.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:48 smithi003 ceph-mon[91733]: osdmap e397: 8 total, 8 up, 8 in 2024-04-13T07:19:49.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:48 smithi003 ceph-mon[89364]: osdmap e396: 8 total, 8 up, 8 in 2024-04-13T07:19:49.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:48 smithi003 ceph-mon[89364]: osdmap e397: 8 total, 8 up, 8 in 2024-04-13T07:19:49.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:48 smithi066 ceph-mon[84331]: osdmap e396: 8 total, 8 up, 8 in 2024-04-13T07:19:49.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:48 smithi066 ceph-mon[84331]: osdmap e397: 8 total, 8 up, 8 in 2024-04-13T07:19:49.778 INFO:tasks.rados.rados.0.smithi003.stdout:1609: done (3 left) 2024-04-13T07:19:49.778 INFO:tasks.rados.rados.0.smithi003.stdout:1610: done (2 left) 2024-04-13T07:19:49.778 INFO:tasks.rados.rados.0.smithi003.stdout:1611: done (1 left) 2024-04-13T07:19:49.778 INFO:tasks.rados.rados.0.smithi003.stdout:1612: done (0 left) 2024-04-13T07:19:49.778 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 29 current snap is 167 2024-04-13T07:19:49.779 INFO:tasks.rados.rados.0.smithi003.stdout:1613: seq_num 500 ranges {1187840=778240,1966080=401408} 2024-04-13T07:19:49.788 INFO:tasks.rados.rados.0.smithi003.stdout:1613: writing smithi00377890-29 from 1187840 to 1966080 tid 1 2024-04-13T07:19:49.791 INFO:tasks.rados.rados.0.smithi003.stdout:1613: writing smithi00377890-29 from 1966080 to 2367488 tid 2 2024-04-13T07:19:49.791 INFO:tasks.rados.rados.0.smithi003.stdout:1614: snap_remove snap 155 2024-04-13T07:19:50.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:49 smithi003 ceph-mon[91733]: pgmap v251: 121 pgs: 121 active+clean; 462 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-04-13T07:19:50.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:49 smithi003 ceph-mon[91733]: osdmap e398: 8 total, 8 up, 8 in 2024-04-13T07:19:50.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:49 smithi003 ceph-mon[89364]: pgmap v251: 121 pgs: 121 active+clean; 462 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-04-13T07:19:50.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:49 smithi003 ceph-mon[89364]: osdmap e398: 8 total, 8 up, 8 in 2024-04-13T07:19:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:49 smithi066 ceph-mon[84331]: pgmap v251: 121 pgs: 121 active+clean; 462 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-04-13T07:19:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:49 smithi066 ceph-mon[84331]: osdmap e398: 8 total, 8 up, 8 in 2024-04-13T07:19:50.781 INFO:tasks.rados.rados.0.smithi003.stdout:1614: done (1 left) 2024-04-13T07:19:50.782 INFO:tasks.rados.rados.0.smithi003.stdout:1615: rmattr oid 40 current snap is 167 2024-04-13T07:19:50.782 INFO:tasks.rados.rados.0.smithi003.stdout:1615: done (1 left) 2024-04-13T07:19:50.782 INFO:tasks.rados.rados.0.smithi003.stdout:1616: delete oid 21 current snap is 167 2024-04-13T07:19:50.782 INFO:tasks.rados.rados.0.smithi003.stdout:1613: finishing write tid 1 to smithi00377890-29 2024-04-13T07:19:50.782 INFO:tasks.rados.rados.0.smithi003.stdout:1613: finishing write tid 2 to smithi00377890-29 2024-04-13T07:19:50.782 INFO:tasks.rados.rados.0.smithi003.stdout:1613: finishing write tid 3 to smithi00377890-29 2024-04-13T07:19:50.782 INFO:tasks.rados.rados.0.smithi003.stdout:1613: finishing write tid 4 to smithi00377890-29 2024-04-13T07:19:50.782 INFO:tasks.rados.rados.0.smithi003.stdout:1613: oid 29 updating version 0 to 890 2024-04-13T07:19:50.782 INFO:tasks.rados.rados.0.smithi003.stdout:1613: oid 29 version 890 is already newer than 888 2024-04-13T07:19:50.782 INFO:tasks.rados.rados.0.smithi003.stdout:1613: oid 29 version 890 is already newer than 889 2024-04-13T07:19:50.782 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 890 (ObjNum 500 snap 167 seq_num 500) dirty exists 2024-04-13T07:19:50.782 INFO:tasks.rados.rados.0.smithi003.stdout:1613: left oid 29 (ObjNum 500 snap 167 seq_num 500) 2024-04-13T07:19:50.793 INFO:tasks.rados.rados.0.smithi003.stdout:1613: done (1 left) 2024-04-13T07:19:50.793 INFO:tasks.rados.rados.0.smithi003.stdout:1616: done (0 left) 2024-04-13T07:19:50.793 INFO:tasks.rados.rados.0.smithi003.stdout:1617: read oid 10 snap -1 2024-04-13T07:19:50.793 INFO:tasks.rados.rados.0.smithi003.stdout:1617: expect (ObjNum 498 snap 166 seq_num 498) 2024-04-13T07:19:50.793 INFO:tasks.rados.rados.0.smithi003.stdout:1618: rollback oid 33 current snap is 167 2024-04-13T07:19:50.793 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 33 to 164 2024-04-13T07:19:50.793 INFO:tasks.rados.rados.0.smithi003.stdout:1619: rmattr oid 44 current snap is 167 2024-04-13T07:19:50.794 INFO:tasks.rados.rados.0.smithi003.stdout:1620: read oid 16 snap 154 2024-04-13T07:19:50.794 INFO:tasks.rados.rados.0.smithi003.stdout:1620: expect (ObjNum 453 snap 151 seq_num 453) 2024-04-13T07:19:50.794 INFO:tasks.rados.rados.0.smithi003.stdout:1621: setattr oid 36 current snap is 167 2024-04-13T07:19:50.796 INFO:tasks.rados.rados.0.smithi003.stdout:1622: snap_create 2024-04-13T07:19:50.797 INFO:tasks.rados.rados.0.smithi003.stdout:1618: finishing rollback tid 1 to smithi00377890-33 2024-04-13T07:19:50.797 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 509 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-13T07:19:50.798 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 1168 (ObjNum 491 snap 164 seq_num 491) dirty exists 2024-04-13T07:19:50.800 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 891 (ObjNum 471 snap 157 seq_num 471) dirty exists 2024-04-13T07:19:50.809 INFO:tasks.rados.rados.0.smithi003.stdout:1620: expect (ObjNum 453 snap 151 seq_num 453) 2024-04-13T07:19:50.946 INFO:tasks.rados.rados.0.smithi003.stdout:1617: expect (ObjNum 498 snap 166 seq_num 498) 2024-04-13T07:19:51.338 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:19:51.665 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:19:51.665 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (7m) 17s ago 8m 24.4M - 0.25.0 c8568f914cd2 3cfca92eb9ec 2024-04-13T07:19:51.665 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (8m) 2m ago 8m 87.5M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:19:51.665 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (9m) 17s ago 9m 20.7M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 8ddb79bf2742 2024-04-13T07:19:51.665 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (9m) 2m ago 9m 17.7M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 0760d90a9293 2024-04-13T07:19:51.665 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,9283,8765 running (3m) 2m ago 12m 449M - 19.0.0-2905-g5f22a497 c4b45bf0c946 57ffb9b159d7 2024-04-13T07:19:51.666 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:8443,9283,8765 running (3m) 17s ago 14m 506M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8cf668b60b80 2024-04-13T07:19:51.666 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (3m) 17s ago 14m 49.2M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 64cfa60e298f 2024-04-13T07:19:51.666 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (2m) 2m ago 13m 23.4M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 77096718c9ff 2024-04-13T07:19:51.666 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (2m) 17s ago 12m 44.3M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 bcc866c9b63b 2024-04-13T07:19:51.666 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (7m) 17s ago 7m 15.9M - 1.5.0 0da6a335fe13 dfbcad6ee10c 2024-04-13T07:19:51.666 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (7m) 2m ago 7m 15.0M - 1.5.0 0da6a335fe13 ce4f8de81f3f 2024-04-13T07:19:51.666 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (91s) 17s ago 12m 190M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 6dc25088a5e4 2024-04-13T07:19:51.666 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (56s) 17s ago 11m 174M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 42147549eb05 2024-04-13T07:19:51.666 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (21s) 17s ago 11m 12.1M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 8636b9e9bade 2024-04-13T07:19:51.666 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (11m) 17s ago 11m 212M 2481M 18.2.2-1217-g7d36322c 6ecd1226aa2f bda6aa5b8895 2024-04-13T07:19:51.666 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (10m) 2m ago 10m 158M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f ec074079cca1 2024-04-13T07:19:51.666 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (10m) 2m ago 10m 134M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d0b4251f80f 2024-04-13T07:19:51.666 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (9m) 2m ago 9m 148M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f e80941711015 2024-04-13T07:19:51.666 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (9m) 2m ago 9m 139M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f b9515cfb6872 2024-04-13T07:19:51.666 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (3m) 2m ago 8m 47.4M - 2.43.0 a07b618ecd1d d062b44446a9 2024-04-13T07:19:51.787 INFO:tasks.rados.rados.0.smithi003.stdout:1617: done (5 left) 2024-04-13T07:19:51.788 INFO:tasks.rados.rados.0.smithi003.stdout:1618: done (4 left) 2024-04-13T07:19:51.788 INFO:tasks.rados.rados.0.smithi003.stdout:1619: done (3 left) 2024-04-13T07:19:51.788 INFO:tasks.rados.rados.0.smithi003.stdout:1620: done (2 left) 2024-04-13T07:19:51.788 INFO:tasks.rados.rados.0.smithi003.stdout:1621: done (1 left) 2024-04-13T07:19:51.788 INFO:tasks.rados.rados.0.smithi003.stdout:1622: done (0 left) 2024-04-13T07:19:51.788 INFO:tasks.rados.rados.0.smithi003.stdout:1623: delete oid 6 current snap is 168 2024-04-13T07:19:51.791 INFO:tasks.rados.rados.0.smithi003.stdout:1623: done (0 left) 2024-04-13T07:19:51.791 INFO:tasks.rados.rados.0.smithi003.stdout:1624: snap_create 2024-04-13T07:19:52.078 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:19:52.078 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:19:52.078 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:19:52.078 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:19:52.079 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:19:52.079 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:19:52.079 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:19:52.079 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:19:52.079 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 5, 2024-04-13T07:19:52.079 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:19:52.079 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:19:52.079 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:19:52.079 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:19:52.079 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:19:52.079 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:19:52.079 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 7, 2024-04-13T07:19:52.079 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T07:19:52.079 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:19:52.079 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:19:52.080 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:51 smithi003 ceph-mon[91733]: pgmap v254: 121 pgs: 121 active+clean; 464 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-13T07:19:52.080 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:51 smithi003 ceph-mon[91733]: osdmap e399: 8 total, 8 up, 8 in 2024-04-13T07:19:52.080 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:51 smithi003 ceph-mon[89364]: pgmap v254: 121 pgs: 121 active+clean; 464 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-13T07:19:52.080 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:51 smithi003 ceph-mon[89364]: osdmap e399: 8 total, 8 up, 8 in 2024-04-13T07:19:52.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:51 smithi066 ceph-mon[84331]: pgmap v254: 121 pgs: 121 active+clean; 464 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-13T07:19:52.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:51 smithi066 ceph-mon[84331]: osdmap e399: 8 total, 8 up, 8 in 2024-04-13T07:19:52.653 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:19:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:19:52.802 INFO:tasks.rados.rados.0.smithi003.stdout:1624: done (0 left) 2024-04-13T07:19:52.802 INFO:tasks.rados.rados.0.smithi003.stdout:1625: snap_remove snap 148 2024-04-13T07:19:53.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:52 smithi003 ceph-mon[91733]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:19:53.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:52 smithi003 ceph-mon[91733]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:19:53.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:52 smithi003 ceph-mon[91733]: osdmap e400: 8 total, 8 up, 8 in 2024-04-13T07:19:53.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:52 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1033825478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:53.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:53.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:19:53.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:52 smithi003 ceph-mon[89364]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:19:53.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:52 smithi003 ceph-mon[89364]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:19:53.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:52 smithi003 ceph-mon[89364]: osdmap e400: 8 total, 8 up, 8 in 2024-04-13T07:19:53.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:52 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1033825478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:53.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:53.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:19:53.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:52 smithi066 ceph-mon[84331]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:19:53.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:52 smithi066 ceph-mon[84331]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:19:53.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:52 smithi066 ceph-mon[84331]: osdmap e400: 8 total, 8 up, 8 in 2024-04-13T07:19:53.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:52 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1033825478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:19:53.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:53.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:19:53.782 INFO:tasks.rados.rados.0.smithi003.stdout:1625: done (0 left) 2024-04-13T07:19:53.782 INFO:tasks.rados.rados.0.smithi003.stdout:1626: delete oid 32 current snap is 169 2024-04-13T07:19:53.795 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:19:53 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:19:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:19:53.796 INFO:tasks.rados.rados.0.smithi003.stdout:1626: done (0 left) 2024-04-13T07:19:53.797 INFO:tasks.rados.rados.0.smithi003.stdout:1627: delete oid 21 current snap is 169 2024-04-13T07:19:53.801 INFO:tasks.rados.rados.0.smithi003.stdout:1627: done (0 left) 2024-04-13T07:19:53.802 INFO:tasks.rados.rados.0.smithi003.stdout:1628: snap_remove snap 167 2024-04-13T07:19:54.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:53 smithi003 ceph-mon[91733]: pgmap v257: 121 pgs: 121 active+clean; 464 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 540 KiB/s wr, 6 op/s 2024-04-13T07:19:54.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:53 smithi003 ceph-mon[91733]: osdmap e401: 8 total, 8 up, 8 in 2024-04-13T07:19:54.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:53 smithi003 ceph-mon[91733]: osdmap e402: 8 total, 8 up, 8 in 2024-04-13T07:19:54.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:53 smithi003 ceph-mon[89364]: pgmap v257: 121 pgs: 121 active+clean; 464 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 540 KiB/s wr, 6 op/s 2024-04-13T07:19:54.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:53 smithi003 ceph-mon[89364]: osdmap e401: 8 total, 8 up, 8 in 2024-04-13T07:19:54.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:53 smithi003 ceph-mon[89364]: osdmap e402: 8 total, 8 up, 8 in 2024-04-13T07:19:54.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:53 smithi066 ceph-mon[84331]: pgmap v257: 121 pgs: 121 active+clean; 464 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 540 KiB/s wr, 6 op/s 2024-04-13T07:19:54.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:53 smithi066 ceph-mon[84331]: osdmap e401: 8 total, 8 up, 8 in 2024-04-13T07:19:54.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:53 smithi066 ceph-mon[84331]: osdmap e402: 8 total, 8 up, 8 in 2024-04-13T07:19:54.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:19:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:19:54] "GET /metrics HTTP/1.1" 200 36107 "" "Prometheus/2.43.0" 2024-04-13T07:19:54.804 INFO:tasks.rados.rados.0.smithi003.stdout:1628: done (0 left) 2024-04-13T07:19:54.804 INFO:tasks.rados.rados.0.smithi003.stdout:1629: snap_remove snap 94 2024-04-13T07:19:55.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:19:55.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:19:55.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:19:55.808 INFO:tasks.rados.rados.0.smithi003.stdout:1629: done (0 left) 2024-04-13T07:19:55.808 INFO:tasks.rados.rados.0.smithi003.stdout:1630: copy_from oid 11 from oid 16 current snap is 169 2024-04-13T07:19:55.808 INFO:tasks.rados.rados.0.smithi003.stdout:1631: rollback oid 40 current snap is 169 2024-04-13T07:19:55.808 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 40 to 144 2024-04-13T07:19:55.809 INFO:tasks.rados.rados.0.smithi003.stdout:1632: read oid 17 snap -1 2024-04-13T07:19:55.809 INFO:tasks.rados.rados.0.smithi003.stdout:1632: expect deleted 2024-04-13T07:19:55.809 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 169 2024-04-13T07:19:55.809 INFO:tasks.rados.rados.0.smithi003.stdout:1633: seq_num 505 ranges {5201920=466944,5668864=475136,6144000=327680} 2024-04-13T07:19:55.840 INFO:tasks.rados.rados.0.smithi003.stdout:1633: writing smithi00377890-3 from 5201920 to 5668864 tid 1 2024-04-13T07:19:55.842 INFO:tasks.rados.rados.0.smithi003.stdout:1633: writing smithi00377890-3 from 5668864 to 6144000 tid 2 2024-04-13T07:19:55.846 INFO:tasks.rados.rados.0.smithi003.stdout:1633: writing smithi00377890-3 from 6144000 to 6471680 tid 3 2024-04-13T07:19:55.846 INFO:tasks.rados.rados.0.smithi003.stdout:1634: copy_from oid 41 from oid 24 current snap is 169 2024-04-13T07:19:55.846 INFO:tasks.rados.rados.0.smithi003.stdout:1631: finishing rollback tid 0 to smithi00377890-40 2024-04-13T07:19:55.846 INFO:tasks.rados.rados.0.smithi003.stdout:1631: finishing rollback tid 1 to smithi00377890-40 2024-04-13T07:19:55.846 INFO:tasks.rados.rados.0.smithi003.stdout:1632: done (4 left) 2024-04-13T07:19:55.847 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 22 current snap is 169 2024-04-13T07:19:55.847 INFO:tasks.rados.rados.0.smithi003.stdout:1631: finishing rollback tid 2 to smithi00377890-40 2024-04-13T07:19:55.847 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 1761 (ObjNum 371 snap 130 seq_num 371) dirty exists 2024-04-13T07:19:55.847 INFO:tasks.rados.rados.0.smithi003.stdout:1630: finishing copy_from racing read to smithi00377890-11 2024-04-13T07:19:55.847 INFO:tasks.rados.rados.0.smithi003.stdout:1630: finishing copy_from to smithi00377890-11 2024-04-13T07:19:55.847 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 1399 (ObjNum 453 snap 151 seq_num 453) dirty exists 2024-04-13T07:19:55.848 INFO:tasks.rados.rados.0.smithi003.stdout:1633: finishing write tid 1 to smithi00377890-3 2024-04-13T07:19:55.848 INFO:tasks.rados.rados.0.smithi003.stdout:1635: seq_num 506 ranges {9035776=483328,9519104=761856,10280960=40960} 2024-04-13T07:19:55.896 INFO:tasks.rados.rados.0.smithi003.stdout:1635: writing smithi00377890-22 from 9035776 to 9519104 tid 1 2024-04-13T07:19:55.901 INFO:tasks.rados.rados.0.smithi003.stdout:1635: writing smithi00377890-22 from 9519104 to 10280960 tid 2 2024-04-13T07:19:55.902 INFO:tasks.rados.rados.0.smithi003.stdout:1635: writing smithi00377890-22 from 10280960 to 10321920 tid 3 2024-04-13T07:19:55.902 INFO:tasks.rados.rados.0.smithi003.stdout:1630: done (4 left) 2024-04-13T07:19:55.902 INFO:tasks.rados.rados.0.smithi003.stdout:1631: done (3 left) 2024-04-13T07:19:55.902 INFO:tasks.rados.rados.0.smithi003.stdout:1636: copy_from oid 20 from oid 36 current snap is 169 2024-04-13T07:19:55.902 INFO:tasks.rados.rados.0.smithi003.stdout:1633: finishing write tid 2 to smithi00377890-3 2024-04-13T07:19:55.902 INFO:tasks.rados.rados.0.smithi003.stdout:1633: finishing write tid 3 to smithi00377890-3 2024-04-13T07:19:55.902 INFO:tasks.rados.rados.0.smithi003.stdout:1633: finishing write tid 4 to smithi00377890-3 2024-04-13T07:19:55.902 INFO:tasks.rados.rados.0.smithi003.stdout:1637: delete oid 31 current snap is 169 2024-04-13T07:19:55.902 INFO:tasks.rados.rados.0.smithi003.stdout:1633: finishing write tid 5 to smithi00377890-3 2024-04-13T07:19:55.903 INFO:tasks.rados.rados.0.smithi003.stdout:1633: oid 3 updating version 0 to 1367 2024-04-13T07:19:55.903 INFO:tasks.rados.rados.0.smithi003.stdout:1633: oid 3 updating version 1367 to 1368 2024-04-13T07:19:55.903 INFO:tasks.rados.rados.0.smithi003.stdout:1633: oid 3 updating version 1368 to 1369 2024-04-13T07:19:55.903 INFO:tasks.rados.rados.0.smithi003.stdout:1633: oid 3 version 1369 is already newer than 1366 2024-04-13T07:19:55.903 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 1369 (ObjNum 505 snap 169 seq_num 505) dirty exists 2024-04-13T07:19:55.903 INFO:tasks.rados.rados.0.smithi003.stdout:1633: left oid 3 (ObjNum 505 snap 169 seq_num 505) 2024-04-13T07:19:55.903 INFO:tasks.rados.rados.0.smithi003.stdout:1634: finishing copy_from racing read to smithi00377890-41 2024-04-13T07:19:55.903 INFO:tasks.rados.rados.0.smithi003.stdout:1634: finishing copy_from to smithi00377890-41 2024-04-13T07:19:55.903 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 1448 (ObjNum 469 snap 157 seq_num 469) dirty exists 2024-04-13T07:19:55.903 INFO:tasks.rados.rados.0.smithi003.stdout:1635: finishing write tid 1 to smithi00377890-22 2024-04-13T07:19:55.904 INFO:tasks.rados.rados.0.smithi003.stdout:1633: done (4 left) 2024-04-13T07:19:55.904 INFO:tasks.rados.rados.0.smithi003.stdout:1634: done (3 left) 2024-04-13T07:19:55.904 INFO:tasks.rados.rados.0.smithi003.stdout:1637: done (2 left) 2024-04-13T07:19:55.904 INFO:tasks.rados.rados.0.smithi003.stdout:1638: snap_remove snap 128 2024-04-13T07:19:56.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:55 smithi003 ceph-mon[89364]: pgmap v260: 121 pgs: 121 active+clean; 464 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T07:19:56.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:55 smithi003 ceph-mon[89364]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:19:56.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:55 smithi003 ceph-mon[89364]: Upgrade: osd.3 is safe to restart 2024-04-13T07:19:56.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:55 smithi003 ceph-mon[89364]: osdmap e403: 8 total, 8 up, 8 in 2024-04-13T07:19:56.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:55 smithi003 ceph-mon[91733]: pgmap v260: 121 pgs: 121 active+clean; 464 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T07:19:56.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:55 smithi003 ceph-mon[91733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:19:56.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:55 smithi003 ceph-mon[91733]: Upgrade: osd.3 is safe to restart 2024-04-13T07:19:56.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:55 smithi003 ceph-mon[91733]: osdmap e403: 8 total, 8 up, 8 in 2024-04-13T07:19:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:55 smithi066 ceph-mon[84331]: pgmap v260: 121 pgs: 121 active+clean; 464 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-13T07:19:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:55 smithi066 ceph-mon[84331]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T07:19:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:55 smithi066 ceph-mon[84331]: Upgrade: osd.3 is safe to restart 2024-04-13T07:19:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:55 smithi066 ceph-mon[84331]: osdmap e403: 8 total, 8 up, 8 in 2024-04-13T07:19:56.817 INFO:tasks.rados.rados.0.smithi003.stdout:1638: done (2 left) 2024-04-13T07:19:56.817 INFO:tasks.rados.rados.0.smithi003.stdout:1639: read oid 1 snap 131 2024-04-13T07:19:56.817 INFO:tasks.rados.rados.0.smithi003.stdout:1639: expect (ObjNum 311 snap 105 seq_num 311) 2024-04-13T07:19:56.817 INFO:tasks.rados.rados.0.smithi003.stdout:1640: rmattr oid 39 current snap is 169 2024-04-13T07:19:56.817 INFO:tasks.rados.rados.0.smithi003.stdout:1635: finishing write tid 2 to smithi00377890-22 2024-04-13T07:19:56.817 INFO:tasks.rados.rados.0.smithi003.stdout:1635: finishing write tid 3 to smithi00377890-22 2024-04-13T07:19:56.817 INFO:tasks.rados.rados.0.smithi003.stdout:1635: finishing write tid 4 to smithi00377890-22 2024-04-13T07:19:56.817 INFO:tasks.rados.rados.0.smithi003.stdout:1635: finishing write tid 5 to smithi00377890-22 2024-04-13T07:19:56.818 INFO:tasks.rados.rados.0.smithi003.stdout:1635: oid 22 updating version 0 to 1558 2024-04-13T07:19:56.818 INFO:tasks.rados.rados.0.smithi003.stdout:1635: oid 22 version 1558 is already newer than 1555 2024-04-13T07:19:56.818 INFO:tasks.rados.rados.0.smithi003.stdout:1635: oid 22 version 1558 is already newer than 1557 2024-04-13T07:19:56.818 INFO:tasks.rados.rados.0.smithi003.stdout:1635: oid 22 version 1558 is already newer than 1556 2024-04-13T07:19:56.818 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 1558 (ObjNum 506 snap 169 seq_num 506) dirty exists 2024-04-13T07:19:56.818 INFO:tasks.rados.rados.0.smithi003.stdout:1635: left oid 22 (ObjNum 506 snap 169 seq_num 506) 2024-04-13T07:19:56.818 INFO:tasks.rados.rados.0.smithi003.stdout:1636: finishing copy_from racing read to smithi00377890-20 2024-04-13T07:19:56.818 INFO:tasks.rados.rados.0.smithi003.stdout:1635: done (3 left) 2024-04-13T07:19:56.818 INFO:tasks.rados.rados.0.smithi003.stdout:1641: read oid 32 snap -1 2024-04-13T07:19:56.818 INFO:tasks.rados.rados.0.smithi003.stdout:1641: expect deleted 2024-04-13T07:19:56.818 INFO:tasks.rados.rados.0.smithi003.stdout:1642: copy_from oid 25 from oid 8 current snap is 169 2024-04-13T07:19:56.818 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 28 current snap is 169 2024-04-13T07:19:56.818 INFO:tasks.rados.rados.0.smithi003.stdout:1636: finishing copy_from to smithi00377890-20 2024-04-13T07:19:56.818 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 891 (ObjNum 471 snap 157 seq_num 471) dirty exists 2024-04-13T07:19:56.819 INFO:tasks.rados.rados.0.smithi003.stdout:1643: seq_num 508 ranges {2097152=516096,2613248=524288,3137536=278528} 2024-04-13T07:19:56.834 INFO:tasks.rados.rados.0.smithi003.stdout:1643: writing smithi00377890-28 from 2097152 to 2613248 tid 1 2024-04-13T07:19:56.838 INFO:tasks.rados.rados.0.smithi003.stdout:1643: writing smithi00377890-28 from 2613248 to 3137536 tid 2 2024-04-13T07:19:56.840 INFO:tasks.rados.rados.0.smithi003.stdout:1643: writing smithi00377890-28 from 3137536 to 3416064 tid 3 2024-04-13T07:19:56.840 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 1166 (ObjNum 439 snap 149 seq_num 439) dirty exists 2024-04-13T07:19:56.840 INFO:tasks.rados.rados.0.smithi003.stdout:1639: expect (ObjNum 311 snap 105 seq_num 311) 2024-04-13T07:19:56.855 INFO:tasks.rados.rados.0.smithi003.stdout:1642: finishing copy_from racing read to smithi00377890-25 2024-04-13T07:19:56.855 INFO:tasks.rados.rados.0.smithi003.stdout:1636: done (5 left) 2024-04-13T07:19:56.856 INFO:tasks.rados.rados.0.smithi003.stdout:1639: done (4 left) 2024-04-13T07:19:56.856 INFO:tasks.rados.rados.0.smithi003.stdout:1640: done (3 left) 2024-04-13T07:19:56.856 INFO:tasks.rados.rados.0.smithi003.stdout:1641: done (2 left) 2024-04-13T07:19:56.856 INFO:tasks.rados.rados.0.smithi003.stdout:1644: setattr oid 13 current snap is 169 2024-04-13T07:19:56.856 INFO:tasks.rados.rados.0.smithi003.stdout:1643: finishing write tid 1 to smithi00377890-28 2024-04-13T07:19:56.856 INFO:tasks.rados.rados.0.smithi003.stdout:1642: finishing copy_from to smithi00377890-25 2024-04-13T07:19:56.856 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 557 (ObjNum 430 snap 146 seq_num 430) dirty exists 2024-04-13T07:19:56.856 INFO:tasks.rados.rados.0.smithi003.stdout:1643: finishing write tid 2 to smithi00377890-28 2024-04-13T07:19:56.856 INFO:tasks.rados.rados.0.smithi003.stdout:1643: finishing write tid 3 to smithi00377890-28 2024-04-13T07:19:56.856 INFO:tasks.rados.rados.0.smithi003.stdout:1643: finishing write tid 4 to smithi00377890-28 2024-04-13T07:19:56.856 INFO:tasks.rados.rados.0.smithi003.stdout:1643: finishing write tid 5 to smithi00377890-28 2024-04-13T07:19:56.856 INFO:tasks.rados.rados.0.smithi003.stdout:1643: oid 28 updating version 0 to 1340 2024-04-13T07:19:56.856 INFO:tasks.rados.rados.0.smithi003.stdout:1643: oid 28 version 1340 is already newer than 1337 2024-04-13T07:19:56.857 INFO:tasks.rados.rados.0.smithi003.stdout:1643: oid 28 version 1340 is already newer than 1339 2024-04-13T07:19:56.857 INFO:tasks.rados.rados.0.smithi003.stdout:1643: oid 28 version 1340 is already newer than 1338 2024-04-13T07:19:56.857 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 1340 (ObjNum 508 snap 169 seq_num 508) dirty exists 2024-04-13T07:19:56.857 INFO:tasks.rados.rados.0.smithi003.stdout:1643: left oid 28 (ObjNum 508 snap 169 seq_num 508) 2024-04-13T07:19:56.857 INFO:tasks.rados.rados.0.smithi003.stdout:1642: done (2 left) 2024-04-13T07:19:56.857 INFO:tasks.rados.rados.0.smithi003.stdout:1643: done (1 left) 2024-04-13T07:19:56.857 INFO:tasks.rados.rados.0.smithi003.stdout:1645: snap_remove snap 92 2024-04-13T07:19:57.051 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:56 smithi003 ceph-mon[91733]: osdmap e404: 8 total, 8 up, 8 in 2024-04-13T07:19:57.051 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:56 smithi003 ceph-mon[91733]: Upgrade: Updating osd.3 2024-04-13T07:19:57.051 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:57.051 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T07:19:57.052 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:19:57.052 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:56 smithi003 ceph-mon[91733]: Deploying daemon osd.3 on smithi003 2024-04-13T07:19:57.052 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:56 smithi003 ceph-mon[89364]: osdmap e404: 8 total, 8 up, 8 in 2024-04-13T07:19:57.052 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:56 smithi003 ceph-mon[89364]: Upgrade: Updating osd.3 2024-04-13T07:19:57.052 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:57.052 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T07:19:57.052 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:19:57.052 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:56 smithi003 ceph-mon[89364]: Deploying daemon osd.3 on smithi003 2024-04-13T07:19:57.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:56 smithi066 ceph-mon[84331]: osdmap e404: 8 total, 8 up, 8 in 2024-04-13T07:19:57.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:56 smithi066 ceph-mon[84331]: Upgrade: Updating osd.3 2024-04-13T07:19:57.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:19:57.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T07:19:57.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:19:57.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:56 smithi066 ceph-mon[84331]: Deploying daemon osd.3 on smithi003 2024-04-13T07:19:57.823 INFO:tasks.rados.rados.0.smithi003.stdout:1645: done (1 left) 2024-04-13T07:19:57.823 INFO:tasks.rados.rados.0.smithi003.stdout:1646: rmattr oid 24 current snap is 169 2024-04-13T07:19:57.823 INFO:tasks.rados.rados.0.smithi003.stdout:1646: done (1 left) 2024-04-13T07:19:57.823 INFO:tasks.rados.rados.0.smithi003.stdout:1647: read oid 4 snap 66 2024-04-13T07:19:57.823 INFO:tasks.rados.rados.0.smithi003.stdout:1647: expect (ObjNum 291138816 snap 21927 seq_num 291822016) 2024-04-13T07:19:57.823 INFO:tasks.rados.rados.0.smithi003.stdout:1648: rmattr oid 1 current snap is 169 2024-04-13T07:19:57.823 INFO:tasks.rados.rados.0.smithi003.stdout:1648: done (2 left) 2024-04-13T07:19:57.823 INFO:tasks.rados.rados.0.smithi003.stdout:1649: read oid 35 snap -1 2024-04-13T07:19:57.823 INFO:tasks.rados.rados.0.smithi003.stdout:1649: expect (ObjNum 446 snap 150 seq_num 446) 2024-04-13T07:19:57.823 INFO:tasks.rados.rados.0.smithi003.stdout:1650: snap_remove snap 163 2024-04-13T07:19:58.092 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:57 smithi003 ceph-mon[91733]: pgmap v263: 121 pgs: 121 active+clean; 458 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T07:19:58.092 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:57 smithi003 ceph-mon[91733]: osdmap e405: 8 total, 8 up, 8 in 2024-04-13T07:19:58.093 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:57 smithi003 ceph-mon[89364]: pgmap v263: 121 pgs: 121 active+clean; 458 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T07:19:58.093 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:57 smithi003 ceph-mon[89364]: osdmap e405: 8 total, 8 up, 8 in 2024-04-13T07:19:58.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:57 smithi066 ceph-mon[84331]: pgmap v263: 121 pgs: 121 active+clean; 458 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T07:19:58.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:57 smithi066 ceph-mon[84331]: osdmap e405: 8 total, 8 up, 8 in 2024-04-13T07:19:58.778 INFO:tasks.rados.rados.0.smithi003.stdout:1650: done (3 left) 2024-04-13T07:19:58.778 INFO:tasks.rados.rados.0.smithi003.stdout:1651: setattr oid 19 current snap is 169 2024-04-13T07:19:58.779 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 1365 (ObjNum 609 snap 0 seq_num 292356752) dirty exists 2024-04-13T07:19:58.779 INFO:tasks.rados.rados.0.smithi003.stdout:1647: expect (ObjNum 291138816 snap 21927 seq_num 291822016) 2024-04-13T07:19:58.779 INFO:tasks.rados.rados.0.smithi003.stdout:1649: expect (ObjNum 446 snap 150 seq_num 446) 2024-04-13T07:19:59.097 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:58 smithi003 ceph-mon[91733]: osdmap e406: 8 total, 8 up, 8 in 2024-04-13T07:19:59.097 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:58 smithi003 ceph-mon[91733]: osdmap e407: 8 total, 8 up, 8 in 2024-04-13T07:19:59.097 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:58 smithi003 ceph-mon[89364]: osdmap e406: 8 total, 8 up, 8 in 2024-04-13T07:19:59.097 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:58 smithi003 ceph-mon[89364]: osdmap e407: 8 total, 8 up, 8 in 2024-04-13T07:19:59.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:58 smithi066 ceph-mon[84331]: osdmap e406: 8 total, 8 up, 8 in 2024-04-13T07:19:59.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:58 smithi066 ceph-mon[84331]: osdmap e407: 8 total, 8 up, 8 in 2024-04-13T07:19:59.387 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:19:59 smithi003 systemd[1]: Stopping Ceph osd.3 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:19:59.827 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:19:59 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3[59880]: 2024-04-13T07:19:59.575+0000 7f8aa6b12700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:19:59.827 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:19:59 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3[59880]: 2024-04-13T07:19:59.575+0000 7f8aa6b12700 -1 osd.3 407 *** Got signal Terminated *** 2024-04-13T07:19:59.828 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:19:59 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3[59880]: 2024-04-13T07:19:59.575+0000 7f8aa6b12700 -1 osd.3 407 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T07:19:59.961 INFO:tasks.rados.rados.0.smithi003.stdout:1644: done (3 left) 2024-04-13T07:19:59.961 INFO:tasks.rados.rados.0.smithi003.stdout:1647: done (2 left) 2024-04-13T07:19:59.961 INFO:tasks.rados.rados.0.smithi003.stdout:1649: done (1 left) 2024-04-13T07:19:59.961 INFO:tasks.rados.rados.0.smithi003.stdout:1652: snap_create 2024-04-13T07:20:00.123 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:59 smithi003 ceph-mon[89364]: pgmap v266: 121 pgs: 121 active+clean; 412 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-13T07:20:00.123 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:19:59 smithi003 ceph-mon[89364]: osd.3 marked itself down and dead 2024-04-13T07:20:00.123 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:59 smithi003 ceph-mon[91733]: pgmap v266: 121 pgs: 121 active+clean; 412 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-13T07:20:00.124 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:19:59 smithi003 ceph-mon[91733]: osd.3 marked itself down and dead 2024-04-13T07:20:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:59 smithi066 ceph-mon[84331]: pgmap v266: 121 pgs: 121 active+clean; 412 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-13T07:20:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:19:59 smithi066 ceph-mon[84331]: osd.3 marked itself down and dead 2024-04-13T07:20:00.670 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:00 smithi003 podman[111263]: 2024-04-13 07:20:00.391864727 +0000 UTC m=+0.942191802 container died bda6aa5b889527af51cb731cd1102202f956a87330029ce4da4ba028cf357c0a (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=reef-7d36322, org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-13T07:20:00.850 INFO:tasks.rados.rados.0.smithi003.stdout:1652: done (1 left) 2024-04-13T07:20:00.850 INFO:tasks.rados.rados.0.smithi003.stdout:1653: snap_create 2024-04-13T07:20:00.865 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 1594 (ObjNum 65 snap 0 seq_num 1884515429) dirty exists 2024-04-13T07:20:01.045 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:00 smithi003 podman[111263]: 2024-04-13 07:20:00.758811084 +0000 UTC m=+1.309138165 container cleanup bda6aa5b889527af51cb731cd1102202f956a87330029ce4da4ba028cf357c0a (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-7d36322, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:20:01.045 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:00 smithi003 bash[111263]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3 2024-04-13T07:20:01.045 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:00 smithi003 ceph-mon[91733]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:20:01.046 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:00 smithi003 ceph-mon[91733]: osdmap e408: 8 total, 7 up, 8 in 2024-04-13T07:20:01.046 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:00 smithi003 ceph-mon[91733]: Health detail: HEALTH_WARN 1 osds down 2024-04-13T07:20:01.046 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:00 smithi003 ceph-mon[91733]: [WRN] OSD_DOWN: 1 osds down 2024-04-13T07:20:01.046 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:00 smithi003 ceph-mon[91733]: osd.3 (root=default,host=smithi003) is down 2024-04-13T07:20:01.046 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:00 smithi003 ceph-mon[89364]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:20:01.046 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:00 smithi003 ceph-mon[89364]: osdmap e408: 8 total, 7 up, 8 in 2024-04-13T07:20:01.046 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:00 smithi003 ceph-mon[89364]: Health detail: HEALTH_WARN 1 osds down 2024-04-13T07:20:01.046 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:00 smithi003 ceph-mon[89364]: [WRN] OSD_DOWN: 1 osds down 2024-04-13T07:20:01.046 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:00 smithi003 ceph-mon[89364]: osd.3 (root=default,host=smithi003) is down 2024-04-13T07:20:01.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:00 smithi066 ceph-mon[84331]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:20:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:00 smithi066 ceph-mon[84331]: osdmap e408: 8 total, 7 up, 8 in 2024-04-13T07:20:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:00 smithi066 ceph-mon[84331]: Health detail: HEALTH_WARN 1 osds down 2024-04-13T07:20:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:00 smithi066 ceph-mon[84331]: [WRN] OSD_DOWN: 1 osds down 2024-04-13T07:20:01.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:00 smithi066 ceph-mon[84331]: osd.3 (root=default,host=smithi003) is down 2024-04-13T07:20:01.379 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:01 smithi003 podman[111281]: 2024-04-13 07:20:01.043659733 +0000 UTC m=+0.648263485 container remove bda6aa5b889527af51cb731cd1102202f956a87330029ce4da4ba028cf357c0a (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3, RELEASE=reef-7d36322, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409) 2024-04-13T07:20:01.636 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:01 smithi003 podman[111376]: 2024-04-13 07:20:01.377981602 +0000 UTC m=+0.107560952 container create 17a2485de712da3c3934629eab6ba2f25e4fb72e2963e18a4da542d4aacaa748 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-13T07:20:01.637 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:01 smithi003 podman[111376]: 2024-04-13 07:20:01.288566727 +0000 UTC m=+0.018146088 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:20:01.637 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:01 smithi003 podman[111376]: 2024-04-13 07:20:01.59774422 +0000 UTC m=+0.327323572 container init 17a2485de712da3c3934629eab6ba2f25e4fb72e2963e18a4da542d4aacaa748 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-13T07:20:01.637 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:01 smithi003 podman[111376]: 2024-04-13 07:20:01.600807072 +0000 UTC m=+0.330386437 container start 17a2485de712da3c3934629eab6ba2f25e4fb72e2963e18a4da542d4aacaa748 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-13T07:20:01.847 INFO:tasks.rados.rados.0.smithi003.stdout:1651: done (1 left) 2024-04-13T07:20:01.847 INFO:tasks.rados.rados.0.smithi003.stdout:1653: done (0 left) 2024-04-13T07:20:01.847 INFO:tasks.rados.rados.0.smithi003.stdout:1654: snap_remove snap 157 2024-04-13T07:20:02.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:01 smithi003 ceph-mon[91733]: pgmap v269: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 391 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-13T07:20:02.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:01 smithi003 ceph-mon[91733]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-13T07:20:02.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:01 smithi003 ceph-mon[91733]: osdmap e409: 8 total, 7 up, 8 in 2024-04-13T07:20:02.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:01 smithi003 ceph-mon[89364]: pgmap v269: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 391 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-13T07:20:02.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:01 smithi003 ceph-mon[89364]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-13T07:20:02.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:01 smithi003 ceph-mon[89364]: osdmap e409: 8 total, 7 up, 8 in 2024-04-13T07:20:02.137 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:01 smithi003 podman[111376]: 2024-04-13 07:20:01.672683947 +0000 UTC m=+0.402263305 container attach 17a2485de712da3c3934629eab6ba2f25e4fb72e2963e18a4da542d4aacaa748 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD) 2024-04-13T07:20:02.138 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:01 smithi003 podman[111376]: 2024-04-13 07:20:01.900060192 +0000 UTC m=+0.629639550 container died 17a2485de712da3c3934629eab6ba2f25e4fb72e2963e18a4da542d4aacaa748 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T07:20:02.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:01 smithi066 ceph-mon[84331]: pgmap v269: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 391 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-13T07:20:02.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:01 smithi066 ceph-mon[84331]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-13T07:20:02.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:01 smithi066 ceph-mon[84331]: osdmap e409: 8 total, 7 up, 8 in 2024-04-13T07:20:02.653 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:20:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:20:02.850 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:02 smithi003 podman[111401]: 2024-04-13 07:20:02.476671812 +0000 UTC m=+0.571337328 container remove 17a2485de712da3c3934629eab6ba2f25e4fb72e2963e18a4da542d4aacaa748 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-13T07:20:02.850 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:02 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.3.service: Deactivated successfully. 2024-04-13T07:20:02.850 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:02 smithi003 systemd[1]: Stopped Ceph osd.3 for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:20:02.850 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:02 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.3.service: Consumed 13.670s CPU time. 2024-04-13T07:20:02.850 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:02 smithi003 systemd[1]: Starting Ceph osd.3 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:20:02.853 INFO:tasks.rados.rados.0.smithi003.stdout:1654: done (0 left) 2024-04-13T07:20:02.853 INFO:tasks.rados.rados.0.smithi003.stdout:1655: rollback oid 7 current snap is 171 2024-04-13T07:20:02.853 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 7 to 166 2024-04-13T07:20:02.853 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 31 current snap is 171 2024-04-13T07:20:02.853 INFO:tasks.rados.rados.0.smithi003.stdout:1656: seq_num 509 ranges {0=532480,532480=409600,942080=393216} 2024-04-13T07:20:02.857 INFO:tasks.rados.rados.0.smithi003.stdout:1656: writing smithi00377890-31 from 0 to 532480 tid 1 2024-04-13T07:20:02.859 INFO:tasks.rados.rados.0.smithi003.stdout:1656: writing smithi00377890-31 from 532480 to 942080 tid 2 2024-04-13T07:20:02.862 INFO:tasks.rados.rados.0.smithi003.stdout:1656: writing smithi00377890-31 from 942080 to 1335296 tid 3 2024-04-13T07:20:02.863 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 50 current snap is 171 2024-04-13T07:20:02.863 INFO:tasks.rados.rados.0.smithi003.stdout:1657: seq_num 510 ranges {4104192=548864,4653056=745472,5398528=57344} 2024-04-13T07:20:02.888 INFO:tasks.rados.rados.0.smithi003.stdout:1657: writing smithi00377890-50 from 4104192 to 4653056 tid 1 2024-04-13T07:20:02.893 INFO:tasks.rados.rados.0.smithi003.stdout:1657: writing smithi00377890-50 from 4653056 to 5398528 tid 2 2024-04-13T07:20:02.893 INFO:tasks.rados.rados.0.smithi003.stdout:1657: writing smithi00377890-50 from 5398528 to 5455872 tid 3 2024-04-13T07:20:02.893 INFO:tasks.rados.rados.0.smithi003.stdout:1658: read oid 9 snap -1 2024-04-13T07:20:02.894 INFO:tasks.rados.rados.0.smithi003.stdout:1658: expect (ObjNum 464 snap 154 seq_num 464) 2024-04-13T07:20:02.894 INFO:tasks.rados.rados.0.smithi003.stdout:1659: snap_remove snap 169 2024-04-13T07:20:03.132 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:02 smithi003 ceph-mon[89364]: osdmap e410: 8 total, 7 up, 8 in 2024-04-13T07:20:03.133 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:02 smithi003 ceph-mon[91733]: osdmap e410: 8 total, 7 up, 8 in 2024-04-13T07:20:03.133 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:02 smithi003 podman[111504]: 2024-04-13 07:20:02.82025337 +0000 UTC m=+0.017760932 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:20:03.133 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:02 smithi003 podman[111504]: 2024-04-13 07:20:02.936626815 +0000 UTC m=+0.134134362 container create eb71ffc85a320df9adb60dae4aceb013db5437ced60420553a5addd6f3041b9b (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True) 2024-04-13T07:20:03.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:02 smithi066 ceph-mon[84331]: osdmap e410: 8 total, 7 up, 8 in 2024-04-13T07:20:03.387 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:03 smithi003 podman[111504]: 2024-04-13 07:20:03.131064335 +0000 UTC m=+0.328571885 container init eb71ffc85a320df9adb60dae4aceb013db5437ced60420553a5addd6f3041b9b (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-04-13T07:20:03.387 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:03 smithi003 podman[111504]: 2024-04-13 07:20:03.134577983 +0000 UTC m=+0.332085532 container start eb71ffc85a320df9adb60dae4aceb013db5437ced60420553a5addd6f3041b9b (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-activate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-13T07:20:03.387 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:03 smithi003 podman[111504]: 2024-04-13 07:20:03.222755948 +0000 UTC m=+0.420263494 container attach eb71ffc85a320df9adb60dae4aceb013db5437ced60420553a5addd6f3041b9b (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-activate, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True) 2024-04-13T07:20:03.780 INFO:tasks.rados.rados.0.smithi003.stdout:1659: done (4 left) 2024-04-13T07:20:03.781 INFO:tasks.rados.rados.0.smithi003.stdout:1660: copy_from oid 42 from oid 22 current snap is 171 2024-04-13T07:20:03.781 INFO:tasks.rados.rados.0.smithi003.stdout:1656: finishing write tid 1 to smithi00377890-31 2024-04-13T07:20:03.781 INFO:tasks.rados.rados.0.smithi003.stdout:1656: finishing write tid 2 to smithi00377890-31 2024-04-13T07:20:03.781 INFO:tasks.rados.rados.0.smithi003.stdout:1656: finishing write tid 3 to smithi00377890-31 2024-04-13T07:20:03.781 INFO:tasks.rados.rados.0.smithi003.stdout:1655: finishing rollback tid 0 to smithi00377890-7 2024-04-13T07:20:03.781 INFO:tasks.rados.rados.0.smithi003.stdout:1656: finishing write tid 4 to smithi00377890-31 2024-04-13T07:20:03.781 INFO:tasks.rados.rados.0.smithi003.stdout:1655: finishing rollback tid 1 to smithi00377890-7 2024-04-13T07:20:03.781 INFO:tasks.rados.rados.0.smithi003.stdout:1655: finishing rollback tid 2 to smithi00377890-7 2024-04-13T07:20:03.781 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 1372 (ObjNum 489 snap 163 seq_num 489) dirty exists 2024-04-13T07:20:03.781 INFO:tasks.rados.rados.0.smithi003.stdout:1656: finishing write tid 5 to smithi00377890-31 2024-04-13T07:20:03.781 INFO:tasks.rados.rados.0.smithi003.stdout:1656: oid 31 updating version 0 to 1335 2024-04-13T07:20:03.781 INFO:tasks.rados.rados.0.smithi003.stdout:1656: oid 31 updating version 1335 to 1336 2024-04-13T07:20:03.781 INFO:tasks.rados.rados.0.smithi003.stdout:1656: oid 31 updating version 1336 to 1337 2024-04-13T07:20:03.781 INFO:tasks.rados.rados.0.smithi003.stdout:1656: oid 31 updating version 1337 to 1338 2024-04-13T07:20:03.781 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 1338 (ObjNum 509 snap 171 seq_num 509) dirty exists 2024-04-13T07:20:03.782 INFO:tasks.rados.rados.0.smithi003.stdout:1656: left oid 31 (ObjNum 509 snap 171 seq_num 509) 2024-04-13T07:20:03.782 INFO:tasks.rados.rados.0.smithi003.stdout:1657: finishing write tid 1 to smithi00377890-50 2024-04-13T07:20:03.782 INFO:tasks.rados.rados.0.smithi003.stdout:1657: finishing write tid 2 to smithi00377890-50 2024-04-13T07:20:03.782 INFO:tasks.rados.rados.0.smithi003.stdout:1657: finishing write tid 3 to smithi00377890-50 2024-04-13T07:20:03.782 INFO:tasks.rados.rados.0.smithi003.stdout:1658: expect (ObjNum 464 snap 154 seq_num 464) 2024-04-13T07:20:03.800 INFO:tasks.rados.rados.0.smithi003.stdout:1657: finishing write tid 4 to smithi00377890-50 2024-04-13T07:20:03.800 INFO:tasks.rados.rados.0.smithi003.stdout:1657: finishing write tid 5 to smithi00377890-50 2024-04-13T07:20:03.800 INFO:tasks.rados.rados.0.smithi003.stdout:1657: oid 50 updating version 0 to 1320 2024-04-13T07:20:03.800 INFO:tasks.rados.rados.0.smithi003.stdout:1657: oid 50 updating version 1320 to 1321 2024-04-13T07:20:03.800 INFO:tasks.rados.rados.0.smithi003.stdout:1657: oid 50 version 1321 is already newer than 1319 2024-04-13T07:20:03.800 INFO:tasks.rados.rados.0.smithi003.stdout:1657: oid 50 version 1321 is already newer than 1318 2024-04-13T07:20:03.800 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 1321 (ObjNum 510 snap 171 seq_num 510) dirty exists 2024-04-13T07:20:03.800 INFO:tasks.rados.rados.0.smithi003.stdout:1657: left oid 50 (ObjNum 510 snap 171 seq_num 510) 2024-04-13T07:20:03.800 INFO:tasks.rados.rados.0.smithi003.stdout:1655: done (4 left) 2024-04-13T07:20:03.800 INFO:tasks.rados.rados.0.smithi003.stdout:1656: done (3 left) 2024-04-13T07:20:03.800 INFO:tasks.rados.rados.0.smithi003.stdout:1657: done (2 left) 2024-04-13T07:20:03.800 INFO:tasks.rados.rados.0.smithi003.stdout:1658: done (1 left) 2024-04-13T07:20:03.800 INFO:tasks.rados.rados.0.smithi003.stdout:1661: read oid 37 snap -1 2024-04-13T07:20:03.801 INFO:tasks.rados.rados.0.smithi003.stdout:1661: expect (ObjNum 413 snap 142 seq_num 413) 2024-04-13T07:20:03.801 INFO:tasks.rados.rados.0.smithi003.stdout:1662: snap_create 2024-04-13T07:20:03.818 INFO:tasks.rados.rados.0.smithi003.stdout:1661: expect (ObjNum 413 snap 142 seq_num 413) 2024-04-13T07:20:03.849 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:03 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-activate[111519]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-13T07:20:03.849 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:03 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-activate[111519]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-13T07:20:03.850 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:03 smithi003 bash[111504]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-13T07:20:03.850 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:03 smithi003 bash[111504]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-13T07:20:03.850 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:03 smithi003 bash[111504]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-13T07:20:03.850 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:03 smithi003 bash[111504]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-13T07:20:03.850 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:03 smithi003 bash[111504]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-13T07:20:03.850 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:03 smithi003 bash[111504]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-13T07:20:03.850 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:03 smithi003 bash[111504]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-13T07:20:03.850 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:03 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-activate[111519]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-13T07:20:03.850 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:03 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-activate[111519]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-13T07:20:03.850 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:03 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-activate[111519]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-13T07:20:03.850 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:03 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-activate[111519]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-13T07:20:03.850 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:03 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-activate[111519]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-13T07:20:03.851 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:03 smithi003 podman[111504]: 2024-04-13 07:20:03.609896769 +0000 UTC m=+0.807404331 container died eb71ffc85a320df9adb60dae4aceb013db5437ced60420553a5addd6f3041b9b (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-activate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, org.label-schema.build-date=20240409) 2024-04-13T07:20:03.851 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:20:03 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:20:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:20:04.037 INFO:tasks.rados.rados.0.smithi003.stdout:1660: finishing copy_from racing read to smithi00377890-42 2024-04-13T07:20:04.038 INFO:tasks.rados.rados.0.smithi003.stdout:1660: finishing copy_from to smithi00377890-42 2024-04-13T07:20:04.038 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 1558 (ObjNum 506 snap 169 seq_num 506) dirty exists 2024-04-13T07:20:04.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:03 smithi003 ceph-mon[91733]: pgmap v272: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 391 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2024-04-13T07:20:04.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:03 smithi003 ceph-mon[91733]: osdmap e411: 8 total, 7 up, 8 in 2024-04-13T07:20:04.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:03 smithi003 ceph-mon[91733]: osdmap e412: 8 total, 7 up, 8 in 2024-04-13T07:20:04.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:03 smithi003 ceph-mon[89364]: pgmap v272: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 391 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2024-04-13T07:20:04.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:03 smithi003 ceph-mon[89364]: osdmap e411: 8 total, 7 up, 8 in 2024-04-13T07:20:04.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:03 smithi003 ceph-mon[89364]: osdmap e412: 8 total, 7 up, 8 in 2024-04-13T07:20:04.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:03 smithi066 ceph-mon[84331]: pgmap v272: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 391 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2024-04-13T07:20:04.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:03 smithi066 ceph-mon[84331]: osdmap e411: 8 total, 7 up, 8 in 2024-04-13T07:20:04.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:03 smithi066 ceph-mon[84331]: osdmap e412: 8 total, 7 up, 8 in 2024-04-13T07:20:04.462 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:20:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:20:04] "GET /metrics HTTP/1.1" 200 36107 "" "Prometheus/2.43.0" 2024-04-13T07:20:04.463 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:04 smithi003 podman[111652]: 2024-04-13 07:20:04.252207363 +0000 UTC m=+0.635445065 container remove eb71ffc85a320df9adb60dae4aceb013db5437ced60420553a5addd6f3041b9b (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-activate, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-13T07:20:04.780 INFO:tasks.rados.rados.0.smithi003.stdout:1660: done (2 left) 2024-04-13T07:20:04.780 INFO:tasks.rados.rados.0.smithi003.stdout:1661: done (1 left) 2024-04-13T07:20:04.780 INFO:tasks.rados.rados.0.smithi003.stdout:1662: done (0 left) 2024-04-13T07:20:04.780 INFO:tasks.rados.rados.0.smithi003.stdout:1663: setattr oid 49 current snap is 172 2024-04-13T07:20:04.781 INFO:tasks.rados.rados.0.smithi003.stdout:1664: read oid 45 snap -1 2024-04-13T07:20:04.781 INFO:tasks.rados.rados.0.smithi003.stdout:1664: expect (ObjNum 463 snap 153 seq_num 463) 2024-04-13T07:20:04.781 INFO:tasks.rados.rados.0.smithi003.stdout:1665: snap_remove snap 165 2024-04-13T07:20:04.887 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:04 smithi003 podman[111718]: 2024-04-13 07:20:04.36410711 +0000 UTC m=+0.017969608 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:20:04.887 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:04 smithi003 podman[111718]: 2024-04-13 07:20:04.482609291 +0000 UTC m=+0.136471816 container create dccad77412426093205aff8228bc4aac67ff2e16f7bdb9c7856748046ebcfdbe (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:20:05.386 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:04 smithi003 podman[111718]: 2024-04-13 07:20:04.906822672 +0000 UTC m=+0.560685157 container init dccad77412426093205aff8228bc4aac67ff2e16f7bdb9c7856748046ebcfdbe (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49) 2024-04-13T07:20:05.387 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:04 smithi003 podman[111718]: 2024-04-13 07:20:04.910016355 +0000 UTC m=+0.563878848 container start dccad77412426093205aff8228bc4aac67ff2e16f7bdb9c7856748046ebcfdbe (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-13T07:20:05.387 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:04 smithi003 ceph-osd[111738]: -- 172.21.15.3:0/2856431797 <== mon.0 v2:172.21.15.3:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ac4d021680 con 0x55ac4cfeac00 2024-04-13T07:20:05.387 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:05 smithi003 bash[111718]: dccad77412426093205aff8228bc4aac67ff2e16f7bdb9c7856748046ebcfdbe 2024-04-13T07:20:05.387 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:05 smithi003 systemd[1]: Started Ceph osd.3 for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:20:05.788 INFO:tasks.rados.rados.0.smithi003.stdout:1665: done (2 left) 2024-04-13T07:20:05.788 INFO:tasks.rados.rados.0.smithi003.stdout:1666: copy_from oid 13 from oid 37 current snap is 172 2024-04-13T07:20:05.788 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 1373 (ObjNum 420 snap 144 seq_num 420) dirty exists 2024-04-13T07:20:05.789 INFO:tasks.rados.rados.0.smithi003.stdout:1664: expect (ObjNum 463 snap 153 seq_num 463) 2024-04-13T07:20:05.794 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:05 smithi003 ceph-mon[89364]: pgmap v275: 121 pgs: 4 active+undersized+degraded, 9 peering, 1 stale+active+clean, 23 active+undersized, 84 active+clean; 392 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 420 KiB/s rd, 330 KiB/s wr, 2 op/s; 25/705 objects degraded (3.546%) 2024-04-13T07:20:05.794 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:05 smithi003 ceph-mon[89364]: osdmap e413: 8 total, 7 up, 8 in 2024-04-13T07:20:05.794 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:05 smithi003 ceph-mon[89364]: Health check failed: Degraded data redundancy: 25/705 objects degraded (3.546%), 4 pgs degraded (PG_DEGRADED) 2024-04-13T07:20:05.794 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:05.794 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:05.794 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:20:05.794 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:05 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3[111734]: 2024-04-13T07:20:05.448+0000 7fceda6df7c0 -1 Falling back to public interface 2024-04-13T07:20:06.056 INFO:tasks.rados.rados.0.smithi003.stdout:1666: finishing copy_from racing read to smithi00377890-13 2024-04-13T07:20:06.056 INFO:tasks.rados.rados.0.smithi003.stdout:1666: finishing copy_from to smithi00377890-13 2024-04-13T07:20:06.057 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 1332 (ObjNum 413 snap 142 seq_num 413) dirty exists 2024-04-13T07:20:06.057 INFO:tasks.rados.rados.0.smithi003.stdout:1663: done (2 left) 2024-04-13T07:20:06.057 INFO:tasks.rados.rados.0.smithi003.stdout:1664: done (1 left) 2024-04-13T07:20:06.057 INFO:tasks.rados.rados.0.smithi003.stdout:1666: done (0 left) 2024-04-13T07:20:06.057 INFO:tasks.rados.rados.0.smithi003.stdout:1667: snap_create 2024-04-13T07:20:06.081 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:05 smithi003 ceph-mon[91733]: pgmap v275: 121 pgs: 4 active+undersized+degraded, 9 peering, 1 stale+active+clean, 23 active+undersized, 84 active+clean; 392 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 420 KiB/s rd, 330 KiB/s wr, 2 op/s; 25/705 objects degraded (3.546%) 2024-04-13T07:20:06.081 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:05 smithi003 ceph-mon[91733]: osdmap e413: 8 total, 7 up, 8 in 2024-04-13T07:20:06.081 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:05 smithi003 ceph-mon[91733]: Health check failed: Degraded data redundancy: 25/705 objects degraded (3.546%), 4 pgs degraded (PG_DEGRADED) 2024-04-13T07:20:06.081 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:06.081 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:06.082 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:20:06.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:05 smithi066 ceph-mon[84331]: pgmap v275: 121 pgs: 4 active+undersized+degraded, 9 peering, 1 stale+active+clean, 23 active+undersized, 84 active+clean; 392 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 420 KiB/s rd, 330 KiB/s wr, 2 op/s; 25/705 objects degraded (3.546%) 2024-04-13T07:20:06.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:05 smithi066 ceph-mon[84331]: osdmap e413: 8 total, 7 up, 8 in 2024-04-13T07:20:06.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:05 smithi066 ceph-mon[84331]: Health check failed: Degraded data redundancy: 25/705 objects degraded (3.546%), 4 pgs degraded (PG_DEGRADED) 2024-04-13T07:20:06.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:06.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:06.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:20:06.800 INFO:tasks.rados.rados.0.smithi003.stdout:1667: done (0 left) 2024-04-13T07:20:06.800 INFO:tasks.rados.rados.0.smithi003.stdout:1668: delete oid 30 current snap is 173 2024-04-13T07:20:06.802 INFO:tasks.rados.rados.0.smithi003.stdout:1668: done (0 left) 2024-04-13T07:20:06.802 INFO:tasks.rados.rados.0.smithi003.stdout:1669: rollback oid 41 current snap is 173 2024-04-13T07:20:06.802 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 41 to 153 2024-04-13T07:20:06.802 INFO:tasks.rados.rados.0.smithi003.stdout:1670: read oid 42 snap -1 2024-04-13T07:20:06.802 INFO:tasks.rados.rados.0.smithi003.stdout:1670: expect (ObjNum 506 snap 169 seq_num 506) 2024-04-13T07:20:06.802 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 173 2024-04-13T07:20:06.802 INFO:tasks.rados.rados.0.smithi003.stdout:1671: seq_num 512 ranges {11640832=581632,12222464=516096,12738560=286720} 2024-04-13T07:20:06.869 INFO:tasks.rados.rados.0.smithi003.stdout:1671: writing smithi00377890-35 from 11640832 to 12222464 tid 1 2024-04-13T07:20:06.873 INFO:tasks.rados.rados.0.smithi003.stdout:1671: writing smithi00377890-35 from 12222464 to 12738560 tid 2 2024-04-13T07:20:06.875 INFO:tasks.rados.rados.0.smithi003.stdout:1671: writing smithi00377890-35 from 12738560 to 13025280 tid 3 2024-04-13T07:20:06.875 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 29 current snap is 173 2024-04-13T07:20:06.875 INFO:tasks.rados.rados.0.smithi003.stdout:1669: finishing rollback tid 0 to smithi00377890-41 2024-04-13T07:20:06.875 INFO:tasks.rados.rados.0.smithi003.stdout:1672: seq_num 513 ranges {2367488=598016,2965504=794624,3760128=8192} 2024-04-13T07:20:06.891 INFO:tasks.rados.rados.0.smithi003.stdout:1672: writing smithi00377890-29 from 2367488 to 2965504 tid 1 2024-04-13T07:20:06.896 INFO:tasks.rados.rados.0.smithi003.stdout:1672: writing smithi00377890-29 from 2965504 to 3760128 tid 2 2024-04-13T07:20:06.896 INFO:tasks.rados.rados.0.smithi003.stdout:1672: writing smithi00377890-29 from 3760128 to 3768320 tid 3 2024-04-13T07:20:06.896 INFO:tasks.rados.rados.0.smithi003.stdout:1673: read oid 4 snap -1 2024-04-13T07:20:06.896 INFO:tasks.rados.rados.0.smithi003.stdout:1673: expect (ObjNum 496 snap 166 seq_num 496) 2024-04-13T07:20:06.896 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 1 current snap is 173 2024-04-13T07:20:06.896 INFO:tasks.rados.rados.0.smithi003.stdout:1669: finishing rollback tid 1 to smithi00377890-41 2024-04-13T07:20:06.896 INFO:tasks.rados.rados.0.smithi003.stdout:1669: finishing rollback tid 2 to smithi00377890-41 2024-04-13T07:20:06.896 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 1451 (ObjNum 308 snap 102 seq_num 308) dirty exists 2024-04-13T07:20:06.896 INFO:tasks.rados.rados.0.smithi003.stdout:1674: seq_num 514 ranges {4898816=614400,5513216=679936,6193152=122880} 2024-04-13T07:20:06.927 INFO:tasks.rados.rados.0.smithi003.stdout:1674: writing smithi00377890-1 from 4898816 to 5513216 tid 1 2024-04-13T07:20:06.930 INFO:tasks.rados.rados.0.smithi003.stdout:1674: writing smithi00377890-1 from 5513216 to 6193152 tid 2 2024-04-13T07:20:06.931 INFO:tasks.rados.rados.0.smithi003.stdout:1674: writing smithi00377890-1 from 6193152 to 6316032 tid 3 2024-04-13T07:20:06.931 INFO:tasks.rados.rados.0.smithi003.stdout:1669: done (5 left) 2024-04-13T07:20:06.931 INFO:tasks.rados.rados.0.smithi003.stdout:1675: setattr oid 23 current snap is 173 2024-04-13T07:20:06.931 INFO:tasks.rados.rados.0.smithi003.stdout:1670: expect (ObjNum 506 snap 169 seq_num 506) 2024-04-13T07:20:07.091 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:06 smithi003 ceph-mon[91733]: osdmap e414: 8 total, 7 up, 8 in 2024-04-13T07:20:07.092 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:06 smithi003 ceph-mon[89364]: osdmap e414: 8 total, 7 up, 8 in 2024-04-13T07:20:07.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:06 smithi066 ceph-mon[84331]: osdmap e414: 8 total, 7 up, 8 in 2024-04-13T07:20:07.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:07 smithi003 ceph-mon[91733]: pgmap v278: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 403 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.1 MiB/s wr, 10 op/s; 70/711 objects degraded (9.845%) 2024-04-13T07:20:07.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:07 smithi003 ceph-mon[91733]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-13T07:20:07.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:07 smithi003 ceph-mon[91733]: osdmap e415: 8 total, 7 up, 8 in 2024-04-13T07:20:07.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:07.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:20:07.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:07 smithi003 ceph-mon[89364]: pgmap v278: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 403 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.1 MiB/s wr, 10 op/s; 70/711 objects degraded (9.845%) 2024-04-13T07:20:07.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:07 smithi003 ceph-mon[89364]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-13T07:20:07.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:07 smithi003 ceph-mon[89364]: osdmap e415: 8 total, 7 up, 8 in 2024-04-13T07:20:07.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:07.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:20:08.003 INFO:tasks.rados.rados.0.smithi003.stdout:1671: finishing write tid 1 to smithi00377890-35 2024-04-13T07:20:08.003 INFO:tasks.rados.rados.0.smithi003.stdout:1671: finishing write tid 2 to smithi00377890-35 2024-04-13T07:20:08.003 INFO:tasks.rados.rados.0.smithi003.stdout:1671: finishing write tid 3 to smithi00377890-35 2024-04-13T07:20:08.003 INFO:tasks.rados.rados.0.smithi003.stdout:1671: finishing write tid 4 to smithi00377890-35 2024-04-13T07:20:08.003 INFO:tasks.rados.rados.0.smithi003.stdout:1671: finishing write tid 5 to smithi00377890-35 2024-04-13T07:20:08.003 INFO:tasks.rados.rados.0.smithi003.stdout:1671: oid 35 updating version 0 to 1599 2024-04-13T07:20:08.003 INFO:tasks.rados.rados.0.smithi003.stdout:1671: oid 35 version 1599 is already newer than 1598 2024-04-13T07:20:08.003 INFO:tasks.rados.rados.0.smithi003.stdout:1671: oid 35 version 1599 is already newer than 1596 2024-04-13T07:20:08.003 INFO:tasks.rados.rados.0.smithi003.stdout:1671: oid 35 version 1599 is already newer than 1597 2024-04-13T07:20:08.003 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 1599 (ObjNum 512 snap 173 seq_num 512) dirty exists 2024-04-13T07:20:08.004 INFO:tasks.rados.rados.0.smithi003.stdout:1671: left oid 35 (ObjNum 512 snap 173 seq_num 512) 2024-04-13T07:20:08.004 INFO:tasks.rados.rados.0.smithi003.stdout:1672: finishing write tid 1 to smithi00377890-29 2024-04-13T07:20:08.004 INFO:tasks.rados.rados.0.smithi003.stdout:1672: finishing write tid 2 to smithi00377890-29 2024-04-13T07:20:08.004 INFO:tasks.rados.rados.0.smithi003.stdout:1672: finishing write tid 3 to smithi00377890-29 2024-04-13T07:20:08.004 INFO:tasks.rados.rados.0.smithi003.stdout:1672: finishing write tid 4 to smithi00377890-29 2024-04-13T07:20:08.004 INFO:tasks.rados.rados.0.smithi003.stdout:1672: finishing write tid 5 to smithi00377890-29 2024-04-13T07:20:08.004 INFO:tasks.rados.rados.0.smithi003.stdout:1672: oid 29 updating version 0 to 892 2024-04-13T07:20:08.004 INFO:tasks.rados.rados.0.smithi003.stdout:1672: oid 29 updating version 892 to 894 2024-04-13T07:20:08.004 INFO:tasks.rados.rados.0.smithi003.stdout:1672: oid 29 updating version 894 to 895 2024-04-13T07:20:08.004 INFO:tasks.rados.rados.0.smithi003.stdout:1672: oid 29 version 895 is already newer than 893 2024-04-13T07:20:08.004 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 895 (ObjNum 513 snap 173 seq_num 513) dirty exists 2024-04-13T07:20:08.004 INFO:tasks.rados.rados.0.smithi003.stdout:1672: left oid 29 (ObjNum 513 snap 173 seq_num 513) 2024-04-13T07:20:08.004 INFO:tasks.rados.rados.0.smithi003.stdout:1673: expect (ObjNum 496 snap 166 seq_num 496) 2024-04-13T07:20:08.141 INFO:tasks.rados.rados.0.smithi003.stdout:1674: finishing write tid 1 to smithi00377890-1 2024-04-13T07:20:08.141 INFO:tasks.rados.rados.0.smithi003.stdout:1674: finishing write tid 2 to smithi00377890-1 2024-04-13T07:20:08.141 INFO:tasks.rados.rados.0.smithi003.stdout:1674: finishing write tid 3 to smithi00377890-1 2024-04-13T07:20:08.141 INFO:tasks.rados.rados.0.smithi003.stdout:1674: finishing write tid 4 to smithi00377890-1 2024-04-13T07:20:08.141 INFO:tasks.rados.rados.0.smithi003.stdout:1674: finishing write tid 5 to smithi00377890-1 2024-04-13T07:20:08.141 INFO:tasks.rados.rados.0.smithi003.stdout:1674: oid 1 updating version 0 to 1452 2024-04-13T07:20:08.141 INFO:tasks.rados.rados.0.smithi003.stdout:1674: oid 1 updating version 1452 to 1454 2024-04-13T07:20:08.141 INFO:tasks.rados.rados.0.smithi003.stdout:1674: oid 1 updating version 1454 to 1455 2024-04-13T07:20:08.141 INFO:tasks.rados.rados.0.smithi003.stdout:1674: oid 1 version 1455 is already newer than 1453 2024-04-13T07:20:08.141 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 1455 (ObjNum 514 snap 173 seq_num 514) dirty exists 2024-04-13T07:20:08.141 INFO:tasks.rados.rados.0.smithi003.stdout:1674: left oid 1 (ObjNum 514 snap 173 seq_num 514) 2024-04-13T07:20:08.141 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 1820 (ObjNum 473 snap 157 seq_num 473) dirty exists 2024-04-13T07:20:08.141 INFO:tasks.rados.rados.0.smithi003.stdout:1670: done (5 left) 2024-04-13T07:20:08.141 INFO:tasks.rados.rados.0.smithi003.stdout:1671: done (4 left) 2024-04-13T07:20:08.142 INFO:tasks.rados.rados.0.smithi003.stdout:1672: done (3 left) 2024-04-13T07:20:08.142 INFO:tasks.rados.rados.0.smithi003.stdout:1673: done (2 left) 2024-04-13T07:20:08.142 INFO:tasks.rados.rados.0.smithi003.stdout:1674: done (1 left) 2024-04-13T07:20:08.142 INFO:tasks.rados.rados.0.smithi003.stdout:1675: done (0 left) 2024-04-13T07:20:08.142 INFO:tasks.rados.rados.0.smithi003.stdout:1676: rmattr oid 2 current snap is 173 2024-04-13T07:20:08.142 INFO:tasks.rados.rados.0.smithi003.stdout:1676: done (0 left) 2024-04-13T07:20:08.142 INFO:tasks.rados.rados.0.smithi003.stdout:1677: snap_create 2024-04-13T07:20:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:07 smithi066 ceph-mon[84331]: pgmap v278: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 403 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.1 MiB/s wr, 10 op/s; 70/711 objects degraded (9.845%) 2024-04-13T07:20:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:07 smithi066 ceph-mon[84331]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-13T07:20:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:07 smithi066 ceph-mon[84331]: osdmap e415: 8 total, 7 up, 8 in 2024-04-13T07:20:08.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:08.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:20:08.782 INFO:tasks.rados.rados.0.smithi003.stdout:1677: done (0 left) 2024-04-13T07:20:08.782 INFO:tasks.rados.rados.0.smithi003.stdout:1678: snap_remove snap 172 2024-04-13T07:20:08.886 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3[111734]: 2024-04-13T07:20:08.600+0000 7fceda6df7c0 -1 osd.3 407 log_to_monitors true 2024-04-13T07:20:09.247 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:08 smithi003 ceph-mon[89364]: from='osd.3 [v2:172.21.15.3:6826/2219438909,v1:172.21.15.3:6827/2219438909]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:20:09.247 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:08 smithi003 ceph-mon[89364]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:20:09.247 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:08 smithi003 ceph-mon[89364]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-13T07:20:09.247 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:08 smithi003 ceph-mon[89364]: osdmap e416: 8 total, 7 up, 8 in 2024-04-13T07:20:09.247 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:08 smithi003 ceph-mon[89364]: from='osd.3 [v2:172.21.15.3:6826/2219438909,v1:172.21.15.3:6827/2219438909]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:20:09.248 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:08 smithi003 ceph-mon[89364]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:20:09.248 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:09.248 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:08 smithi003 ceph-mon[91733]: from='osd.3 [v2:172.21.15.3:6826/2219438909,v1:172.21.15.3:6827/2219438909]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:20:09.248 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:08 smithi003 ceph-mon[91733]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:20:09.248 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:08 smithi003 ceph-mon[91733]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-13T07:20:09.248 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:08 smithi003 ceph-mon[91733]: osdmap e416: 8 total, 7 up, 8 in 2024-04-13T07:20:09.248 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:08 smithi003 ceph-mon[91733]: from='osd.3 [v2:172.21.15.3:6826/2219438909,v1:172.21.15.3:6827/2219438909]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:20:09.248 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:08 smithi003 ceph-mon[91733]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:20:09.248 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:09.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:08 smithi066 ceph-mon[84331]: from='osd.3 [v2:172.21.15.3:6826/2219438909,v1:172.21.15.3:6827/2219438909]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:20:09.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:08 smithi066 ceph-mon[84331]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T07:20:09.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:08 smithi066 ceph-mon[84331]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-13T07:20:09.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:08 smithi066 ceph-mon[84331]: osdmap e416: 8 total, 7 up, 8 in 2024-04-13T07:20:09.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:08 smithi066 ceph-mon[84331]: from='osd.3 [v2:172.21.15.3:6826/2219438909,v1:172.21.15.3:6827/2219438909]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:20:09.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:08 smithi066 ceph-mon[84331]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-04-13T07:20:09.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:09.636 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:20:09 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3[111734]: 2024-04-13T07:20:09.244+0000 7fcec7b2f700 -1 osd.3 407 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:20:09.783 INFO:tasks.rados.rados.0.smithi003.stdout:1678: done (0 left) 2024-04-13T07:20:09.784 INFO:tasks.rados.rados.0.smithi003.stdout:1679: delete oid 49 current snap is 174 2024-04-13T07:20:09.802 INFO:tasks.rados.rados.0.smithi003.stdout:1679: done (0 left) 2024-04-13T07:20:09.802 INFO:tasks.rados.rados.0.smithi003.stdout:1680: delete oid 40 current snap is 174 2024-04-13T07:20:09.807 INFO:tasks.rados.rados.0.smithi003.stdout:1680: done (0 left) 2024-04-13T07:20:09.807 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 15 current snap is 174 2024-04-13T07:20:09.807 INFO:tasks.rados.rados.0.smithi003.stdout:1681: seq_num 517 ranges {843776=663552,1507328=786432,2293760=16384} 2024-04-13T07:20:09.816 INFO:tasks.rados.rados.0.smithi003.stdout:1681: writing smithi00377890-15 from 843776 to 1507328 tid 1 2024-04-13T07:20:09.820 INFO:tasks.rados.rados.0.smithi003.stdout:1681: writing smithi00377890-15 from 1507328 to 2293760 tid 2 2024-04-13T07:20:09.821 INFO:tasks.rados.rados.0.smithi003.stdout:1681: writing smithi00377890-15 from 2293760 to 2310144 tid 3 2024-04-13T07:20:09.821 INFO:tasks.rados.rados.0.smithi003.stdout:1682: delete oid 41 current snap is 174 2024-04-13T07:20:09.821 INFO:tasks.rados.rados.0.smithi003.stdout:1681: finishing write tid 1 to smithi00377890-15 2024-04-13T07:20:09.824 INFO:tasks.rados.rados.0.smithi003.stdout:1682: done (1 left) 2024-04-13T07:20:09.824 INFO:tasks.rados.rados.0.smithi003.stdout:1683: read oid 43 snap -1 2024-04-13T07:20:09.824 INFO:tasks.rados.rados.0.smithi003.stdout:1683: expect (ObjNum 442 snap 149 seq_num 442) 2024-04-13T07:20:09.824 INFO:tasks.rados.rados.0.smithi003.stdout:1684: read oid 50 snap -1 2024-04-13T07:20:09.824 INFO:tasks.rados.rados.0.smithi003.stdout:1684: expect (ObjNum 510 snap 171 seq_num 510) 2024-04-13T07:20:09.824 INFO:tasks.rados.rados.0.smithi003.stdout:1685: read oid 26 snap 166 2024-04-13T07:20:09.824 INFO:tasks.rados.rados.0.smithi003.stdout:1685: expect (ObjNum 291640304 snap 21927 seq_num 292030704) 2024-04-13T07:20:09.824 INFO:tasks.rados.rados.0.smithi003.stdout:1686: copy_from oid 24 from oid 30 current snap is 174 2024-04-13T07:20:09.825 INFO:tasks.rados.rados.0.smithi003.stdout:1687: rollback oid 11 current snap is 174 2024-04-13T07:20:09.825 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 11 to 153 2024-04-13T07:20:09.825 INFO:tasks.rados.rados.0.smithi003.stdout:1688: snap_create 2024-04-13T07:20:09.825 INFO:tasks.rados.rados.0.smithi003.stdout:1685: expect (ObjNum 291640304 snap 21927 seq_num 292030704) 2024-04-13T07:20:09.832 INFO:tasks.rados.rados.0.smithi003.stdout:1681: finishing write tid 2 to smithi00377890-15 2024-04-13T07:20:09.832 INFO:tasks.rados.rados.0.smithi003.stdout:1681: finishing write tid 3 to smithi00377890-15 2024-04-13T07:20:09.832 INFO:tasks.rados.rados.0.smithi003.stdout:1681: finishing write tid 4 to smithi00377890-15 2024-04-13T07:20:09.832 INFO:tasks.rados.rados.0.smithi003.stdout:1681: finishing write tid 5 to smithi00377890-15 2024-04-13T07:20:09.832 INFO:tasks.rados.rados.0.smithi003.stdout:1681: oid 15 updating version 0 to 1828 2024-04-13T07:20:09.833 INFO:tasks.rados.rados.0.smithi003.stdout:1681: oid 15 updating version 1828 to 1829 2024-04-13T07:20:09.833 INFO:tasks.rados.rados.0.smithi003.stdout:1681: oid 15 version 1829 is already newer than 1827 2024-04-13T07:20:09.833 INFO:tasks.rados.rados.0.smithi003.stdout:1681: oid 15 version 1829 is already newer than 1826 2024-04-13T07:20:09.833 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 1829 (ObjNum 517 snap 174 seq_num 517) dirty exists 2024-04-13T07:20:09.833 INFO:tasks.rados.rados.0.smithi003.stdout:1681: left oid 15 (ObjNum 517 snap 174 seq_num 517) 2024-04-13T07:20:09.836 INFO:tasks.rados.rados.0.smithi003.stdout:1683: expect (ObjNum 442 snap 149 seq_num 442) 2024-04-13T07:20:10.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:09 smithi003 ceph-mon[91733]: pgmap v280: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 404 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.9 MiB/s wr, 18 op/s; 70/723 objects degraded (9.682%) 2024-04-13T07:20:10.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:10.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:09 smithi003 ceph-mon[91733]: from='osd.3 ' entity='osd.3' 2024-04-13T07:20:10.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:09 smithi003 ceph-mon[91733]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:20:10.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:09 smithi003 ceph-mon[91733]: osd.3 [v2:172.21.15.3:6826/2219438909,v1:172.21.15.3:6827/2219438909] boot 2024-04-13T07:20:10.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:09 smithi003 ceph-mon[91733]: osdmap e417: 8 total, 8 up, 8 in 2024-04-13T07:20:10.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:20:10.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:09 smithi003 ceph-mon[89364]: pgmap v280: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 404 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.9 MiB/s wr, 18 op/s; 70/723 objects degraded (9.682%) 2024-04-13T07:20:10.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:10.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:09 smithi003 ceph-mon[89364]: from='osd.3 ' entity='osd.3' 2024-04-13T07:20:10.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:09 smithi003 ceph-mon[89364]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:20:10.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:09 smithi003 ceph-mon[89364]: osd.3 [v2:172.21.15.3:6826/2219438909,v1:172.21.15.3:6827/2219438909] boot 2024-04-13T07:20:10.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:09 smithi003 ceph-mon[89364]: osdmap e417: 8 total, 8 up, 8 in 2024-04-13T07:20:10.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:20:10.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:09 smithi066 ceph-mon[84331]: pgmap v280: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 404 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.9 MiB/s wr, 18 op/s; 70/723 objects degraded (9.682%) 2024-04-13T07:20:10.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:10.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:09 smithi066 ceph-mon[84331]: from='osd.3 ' entity='osd.3' 2024-04-13T07:20:10.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:09 smithi066 ceph-mon[84331]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:20:10.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:09 smithi066 ceph-mon[84331]: osd.3 [v2:172.21.15.3:6826/2219438909,v1:172.21.15.3:6827/2219438909] boot 2024-04-13T07:20:10.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:09 smithi066 ceph-mon[84331]: osdmap e417: 8 total, 8 up, 8 in 2024-04-13T07:20:10.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T07:20:10.794 INFO:tasks.rados.rados.0.smithi003.stdout:1681: done (6 left) 2024-04-13T07:20:10.795 INFO:tasks.rados.rados.0.smithi003.stdout:1683: done (5 left) 2024-04-13T07:20:10.795 INFO:tasks.rados.rados.0.smithi003.stdout:1685: done (4 left) 2024-04-13T07:20:10.795 INFO:tasks.rados.rados.0.smithi003.stdout:1688: done (3 left) 2024-04-13T07:20:10.795 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 29 current snap is 175 2024-04-13T07:20:10.795 INFO:tasks.rados.rados.0.smithi003.stdout:1689: seq_num 519 ranges {3768320=696320,4464640=548864,5013504=253952} 2024-04-13T07:20:10.822 INFO:tasks.rados.rados.0.smithi003.stdout:1689: writing smithi00377890-29 from 3768320 to 4464640 tid 1 2024-04-13T07:20:10.826 INFO:tasks.rados.rados.0.smithi003.stdout:1689: writing smithi00377890-29 from 4464640 to 5013504 tid 2 2024-04-13T07:20:10.828 INFO:tasks.rados.rados.0.smithi003.stdout:1689: writing smithi00377890-29 from 5013504 to 5267456 tid 3 2024-04-13T07:20:10.828 INFO:tasks.rados.rados.0.smithi003.stdout:1687: finishing rollback tid 0 to smithi00377890-11 2024-04-13T07:20:10.828 INFO:tasks.rados.rados.0.smithi003.stdout:1687: finishing rollback tid 1 to smithi00377890-11 2024-04-13T07:20:10.828 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 1401 (ObjNum 129 snap 0 seq_num 291307408) dirty dne 2024-04-13T07:20:10.829 INFO:tasks.rados.rados.0.smithi003.stdout:1686: finishing copy_from to smithi00377890-24 2024-04-13T07:20:10.829 INFO:tasks.rados.rados.0.smithi003.stdout:1686: got expected ENOENT (src dne) 2024-04-13T07:20:10.829 INFO:tasks.rados.rados.0.smithi003.stdout:1686: finishing copy_from racing read to smithi00377890-24 2024-04-13T07:20:10.829 INFO:tasks.rados.rados.0.smithi003.stdout:1686: done (3 left) 2024-04-13T07:20:10.829 INFO:tasks.rados.rados.0.smithi003.stdout:1687: done (2 left) 2024-04-13T07:20:10.829 INFO:tasks.rados.rados.0.smithi003.stdout:1690: setattr oid 34 current snap is 175 2024-04-13T07:20:10.830 INFO:tasks.rados.rados.0.smithi003.stdout:1691: read oid 31 snap 164 2024-04-13T07:20:10.830 INFO:tasks.rados.rados.0.smithi003.stdout:1691: expect (ObjNum 411 snap 142 seq_num 411) 2024-04-13T07:20:10.830 INFO:tasks.rados.rados.0.smithi003.stdout:1692: snap_remove snap 168 2024-04-13T07:20:11.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:10 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:11.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:10 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:11.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:10 smithi003 ceph-mon[91733]: osdmap e418: 8 total, 8 up, 8 in 2024-04-13T07:20:11.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:10 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:11.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:10 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:11.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:10 smithi003 ceph-mon[89364]: osdmap e418: 8 total, 8 up, 8 in 2024-04-13T07:20:11.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:10 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:11.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:10 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:11.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:10 smithi066 ceph-mon[84331]: osdmap e418: 8 total, 8 up, 8 in 2024-04-13T07:20:11.787 INFO:tasks.rados.rados.0.smithi003.stdout:1692: done (4 left) 2024-04-13T07:20:11.787 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 175 2024-04-13T07:20:11.787 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 896 (ObjNum 33 snap 0 seq_num 291685056) dirty exists 2024-04-13T07:20:11.787 INFO:tasks.rados.rados.0.smithi003.stdout:1693: seq_num 520 ranges {13025280=712704,13737984=434176,14172160=368640} 2024-04-13T07:20:11.863 INFO:tasks.rados.rados.0.smithi003.stdout:1693: writing smithi00377890-35 from 13025280 to 13737984 tid 1 2024-04-13T07:20:11.865 INFO:tasks.rados.rados.0.smithi003.stdout:1693: writing smithi00377890-35 from 13737984 to 14172160 tid 2 2024-04-13T07:20:11.868 INFO:tasks.rados.rados.0.smithi003.stdout:1693: writing smithi00377890-35 from 14172160 to 14540800 tid 3 2024-04-13T07:20:11.868 INFO:tasks.rados.rados.0.smithi003.stdout:1690: done (4 left) 2024-04-13T07:20:11.868 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 42 current snap is 175 2024-04-13T07:20:11.868 INFO:tasks.rados.rados.0.smithi003.stdout:1691: expect (ObjNum 411 snap 142 seq_num 411) 2024-04-13T07:20:11.927 INFO:tasks.rados.rados.0.smithi003.stdout:1684: expect (ObjNum 510 snap 171 seq_num 510) 2024-04-13T07:20:12.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:11 smithi003 ceph-mon[89364]: pgmap v283: 121 pgs: 10 peering, 5 active+undersized+degraded, 26 active+undersized, 80 active+clean; 410 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 14 op/s; 54/729 objects degraded (7.407%) 2024-04-13T07:20:12.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:11 smithi003 ceph-mon[89364]: Health check update: Degraded data redundancy: 54/729 objects degraded (7.407%), 5 pgs degraded (PG_DEGRADED) 2024-04-13T07:20:12.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:11 smithi003 ceph-mon[89364]: osdmap e419: 8 total, 8 up, 8 in 2024-04-13T07:20:12.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:11 smithi003 ceph-mon[91733]: pgmap v283: 121 pgs: 10 peering, 5 active+undersized+degraded, 26 active+undersized, 80 active+clean; 410 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 14 op/s; 54/729 objects degraded (7.407%) 2024-04-13T07:20:12.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:11 smithi003 ceph-mon[91733]: Health check update: Degraded data redundancy: 54/729 objects degraded (7.407%), 5 pgs degraded (PG_DEGRADED) 2024-04-13T07:20:12.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:11 smithi003 ceph-mon[91733]: osdmap e419: 8 total, 8 up, 8 in 2024-04-13T07:20:12.207 INFO:tasks.rados.rados.0.smithi003.stdout:1689: finishing write tid 1 to smithi00377890-29 2024-04-13T07:20:12.207 INFO:tasks.rados.rados.0.smithi003.stdout:1689: finishing write tid 2 to smithi00377890-29 2024-04-13T07:20:12.207 INFO:tasks.rados.rados.0.smithi003.stdout:1689: finishing write tid 3 to smithi00377890-29 2024-04-13T07:20:12.207 INFO:tasks.rados.rados.0.smithi003.stdout:1689: finishing write tid 4 to smithi00377890-29 2024-04-13T07:20:12.207 INFO:tasks.rados.rados.0.smithi003.stdout:1689: finishing write tid 5 to smithi00377890-29 2024-04-13T07:20:12.207 INFO:tasks.rados.rados.0.smithi003.stdout:1689: oid 29 updating version 0 to 898 2024-04-13T07:20:12.208 INFO:tasks.rados.rados.0.smithi003.stdout:1689: oid 29 updating version 898 to 899 2024-04-13T07:20:12.208 INFO:tasks.rados.rados.0.smithi003.stdout:1689: oid 29 updating version 899 to 900 2024-04-13T07:20:12.208 INFO:tasks.rados.rados.0.smithi003.stdout:1689: oid 29 version 900 is already newer than 897 2024-04-13T07:20:12.208 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 900 (ObjNum 519 snap 175 seq_num 519) dirty exists 2024-04-13T07:20:12.208 INFO:tasks.rados.rados.0.smithi003.stdout:1689: left oid 29 (ObjNum 519 snap 175 seq_num 519) 2024-04-13T07:20:12.208 INFO:tasks.rados.rados.0.smithi003.stdout:1693: finishing write tid 1 to smithi00377890-35 2024-04-13T07:20:12.208 INFO:tasks.rados.rados.0.smithi003.stdout:1693: finishing write tid 2 to smithi00377890-35 2024-04-13T07:20:12.208 INFO:tasks.rados.rados.0.smithi003.stdout:1694: seq_num 521 ranges {10321920=729088,11051008=720896,11771904=81920} 2024-04-13T07:20:12.267 INFO:tasks.rados.rados.0.smithi003.stdout:1694: writing smithi00377890-42 from 10321920 to 11051008 tid 1 2024-04-13T07:20:12.271 INFO:tasks.rados.rados.0.smithi003.stdout:1694: writing smithi00377890-42 from 11051008 to 11771904 tid 2 2024-04-13T07:20:12.272 INFO:tasks.rados.rados.0.smithi003.stdout:1694: writing smithi00377890-42 from 11771904 to 11853824 tid 3 2024-04-13T07:20:12.272 INFO:tasks.rados.rados.0.smithi003.stdout:1684: done (4 left) 2024-04-13T07:20:12.272 INFO:tasks.rados.rados.0.smithi003.stdout:1689: done (3 left) 2024-04-13T07:20:12.272 INFO:tasks.rados.rados.0.smithi003.stdout:1691: done (2 left) 2024-04-13T07:20:12.272 INFO:tasks.rados.rados.0.smithi003.stdout:1695: copy_from oid 44 from oid 27 current snap is 175 2024-04-13T07:20:12.272 INFO:tasks.rados.rados.0.smithi003.stdout:1693: finishing write tid 3 to smithi00377890-35 2024-04-13T07:20:12.272 INFO:tasks.rados.rados.0.smithi003.stdout:1693: finishing write tid 4 to smithi00377890-35 2024-04-13T07:20:12.272 INFO:tasks.rados.rados.0.smithi003.stdout:1693: finishing write tid 5 to smithi00377890-35 2024-04-13T07:20:12.272 INFO:tasks.rados.rados.0.smithi003.stdout:1693: oid 35 updating version 0 to 1623 2024-04-13T07:20:12.272 INFO:tasks.rados.rados.0.smithi003.stdout:1693: oid 35 updating version 1623 to 1626 2024-04-13T07:20:12.273 INFO:tasks.rados.rados.0.smithi003.stdout:1693: oid 35 version 1626 is already newer than 1624 2024-04-13T07:20:12.273 INFO:tasks.rados.rados.0.smithi003.stdout:1693: oid 35 version 1626 is already newer than 1625 2024-04-13T07:20:12.273 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 1626 (ObjNum 520 snap 175 seq_num 520) dirty exists 2024-04-13T07:20:12.273 INFO:tasks.rados.rados.0.smithi003.stdout:1693: left oid 35 (ObjNum 520 snap 175 seq_num 520) 2024-04-13T07:20:12.273 INFO:tasks.rados.rados.0.smithi003.stdout:1693: done (2 left) 2024-04-13T07:20:12.273 INFO:tasks.rados.rados.0.smithi003.stdout:1696: snap_remove snap 170 2024-04-13T07:20:12.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:11 smithi066 ceph-mon[84331]: pgmap v283: 121 pgs: 10 peering, 5 active+undersized+degraded, 26 active+undersized, 80 active+clean; 410 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 14 op/s; 54/729 objects degraded (7.407%) 2024-04-13T07:20:12.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:11 smithi066 ceph-mon[84331]: Health check update: Degraded data redundancy: 54/729 objects degraded (7.407%), 5 pgs degraded (PG_DEGRADED) 2024-04-13T07:20:12.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:11 smithi066 ceph-mon[84331]: osdmap e419: 8 total, 8 up, 8 in 2024-04-13T07:20:12.653 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:20:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:20:12.972 INFO:tasks.rados.rados.0.smithi003.stdout:1696: done (2 left) 2024-04-13T07:20:12.972 INFO:tasks.rados.rados.0.smithi003.stdout:1697: read oid 50 snap -1 2024-04-13T07:20:12.972 INFO:tasks.rados.rados.0.smithi003.stdout:1697: expect (ObjNum 510 snap 171 seq_num 510) 2024-04-13T07:20:12.972 INFO:tasks.rados.rados.0.smithi003.stdout:1698: snap_create 2024-04-13T07:20:12.972 INFO:tasks.rados.rados.0.smithi003.stdout:1694: finishing write tid 1 to smithi00377890-42 2024-04-13T07:20:12.972 INFO:tasks.rados.rados.0.smithi003.stdout:1694: finishing write tid 2 to smithi00377890-42 2024-04-13T07:20:12.972 INFO:tasks.rados.rados.0.smithi003.stdout:1694: finishing write tid 3 to smithi00377890-42 2024-04-13T07:20:12.972 INFO:tasks.rados.rados.0.smithi003.stdout:1694: finishing write tid 4 to smithi00377890-42 2024-04-13T07:20:12.972 INFO:tasks.rados.rados.0.smithi003.stdout:1694: finishing write tid 5 to smithi00377890-42 2024-04-13T07:20:12.972 INFO:tasks.rados.rados.0.smithi003.stdout:1694: oid 42 updating version 0 to 1562 2024-04-13T07:20:12.972 INFO:tasks.rados.rados.0.smithi003.stdout:1694: oid 42 version 1562 is already newer than 1561 2024-04-13T07:20:12.972 INFO:tasks.rados.rados.0.smithi003.stdout:1694: oid 42 version 1562 is already newer than 1559 2024-04-13T07:20:12.972 INFO:tasks.rados.rados.0.smithi003.stdout:1694: oid 42 version 1562 is already newer than 1560 2024-04-13T07:20:12.973 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 1562 (ObjNum 521 snap 175 seq_num 521) dirty exists 2024-04-13T07:20:12.973 INFO:tasks.rados.rados.0.smithi003.stdout:1694: left oid 42 (ObjNum 521 snap 175 seq_num 521) 2024-04-13T07:20:12.973 INFO:tasks.rados.rados.0.smithi003.stdout:1695: finishing copy_from racing read to smithi00377890-44 2024-04-13T07:20:12.973 INFO:tasks.rados.rados.0.smithi003.stdout:1695: finishing copy_from to smithi00377890-44 2024-04-13T07:20:12.973 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 601 (ObjNum 419 snap 144 seq_num 419) dirty exists 2024-04-13T07:20:12.998 INFO:tasks.rados.rados.0.smithi003.stdout:1697: expect (ObjNum 510 snap 171 seq_num 510) 2024-04-13T07:20:13.281 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 07:20:12 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0[97219]: 2024-04-13T07:20:12.993+0000 7f6d0f796700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap ee after trimming was started 2024-04-13T07:20:13.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:20:13.463+0000 7ff2e8c82700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-13T07:20:13.903 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:20:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:20:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:20:13.980 INFO:tasks.rados.rados.0.smithi003.stdout:1694: done (3 left) 2024-04-13T07:20:13.980 INFO:tasks.rados.rados.0.smithi003.stdout:1695: done (2 left) 2024-04-13T07:20:13.980 INFO:tasks.rados.rados.0.smithi003.stdout:1697: done (1 left) 2024-04-13T07:20:13.980 INFO:tasks.rados.rados.0.smithi003.stdout:1698: done (0 left) 2024-04-13T07:20:13.980 INFO:tasks.rados.rados.0.smithi003.stdout:1699: snap_create 2024-04-13T07:20:14.386 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:20:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:20:14] "GET /metrics HTTP/1.1" 200 36109 "" "Prometheus/2.43.0" 2024-04-13T07:20:14.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[89364]: pgmap v286: 121 pgs: 10 peering, 5 active+undersized+degraded, 26 active+undersized, 80 active+clean; 410 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 3 op/s; 54/729 objects degraded (7.407%) 2024-04-13T07:20:14.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[89364]: osdmap e420: 8 total, 8 up, 8 in 2024-04-13T07:20:14.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:14.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:14.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:20:14.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:20:14.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:14.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:20:14.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:14.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:14.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:14.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:20:14.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[91733]: pgmap v286: 121 pgs: 10 peering, 5 active+undersized+degraded, 26 active+undersized, 80 active+clean; 410 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 3 op/s; 54/729 objects degraded (7.407%) 2024-04-13T07:20:14.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[91733]: osdmap e420: 8 total, 8 up, 8 in 2024-04-13T07:20:14.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:14.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:14.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:20:14.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:20:14.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:14.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:20:14.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:14.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:14.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:14.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:13 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:20:14.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:13 smithi066 ceph-mon[84331]: pgmap v286: 121 pgs: 10 peering, 5 active+undersized+degraded, 26 active+undersized, 80 active+clean; 410 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 3 op/s; 54/729 objects degraded (7.407%) 2024-04-13T07:20:14.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:13 smithi066 ceph-mon[84331]: osdmap e420: 8 total, 8 up, 8 in 2024-04-13T07:20:14.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:13 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:14.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:13 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:14.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:13 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:20:14.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:13 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:20:14.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:13 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:14.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:13 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:20:14.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:13 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:14.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:13 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:14.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:13 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:14.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:13 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:20:14.995 INFO:tasks.rados.rados.0.smithi003.stdout:1699: done (0 left) 2024-04-13T07:20:14.995 INFO:tasks.rados.rados.0.smithi003.stdout:1700: rollback oid 6 current snap is 177 2024-04-13T07:20:14.995 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 6 to 164 2024-04-13T07:20:14.995 INFO:tasks.rados.rados.0.smithi003.stdout:1701: read oid 17 snap -1 2024-04-13T07:20:14.995 INFO:tasks.rados.rados.0.smithi003.stdout:1701: expect deleted 2024-04-13T07:20:14.995 INFO:tasks.rados.rados.0.smithi003.stdout:1702: snap_create 2024-04-13T07:20:14.999 INFO:tasks.rados.rados.0.smithi003.stdout:1700: finishing rollback tid 1 to smithi00377890-6 2024-04-13T07:20:14.999 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 1350 (ObjNum 129 snap 0 seq_num 292052240) dirty dne 2024-04-13T07:20:15.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:14 smithi003 ceph-mon[91733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:20:15.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:14 smithi003 ceph-mon[91733]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-13T07:20:15.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:14 smithi003 ceph-mon[91733]: osdmap e421: 8 total, 8 up, 8 in 2024-04-13T07:20:15.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:14 smithi003 ceph-mon[89364]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:20:15.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:14 smithi003 ceph-mon[89364]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-13T07:20:15.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:14 smithi003 ceph-mon[89364]: osdmap e421: 8 total, 8 up, 8 in 2024-04-13T07:20:15.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:14 smithi066 ceph-mon[84331]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:20:15.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:14 smithi066 ceph-mon[84331]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-13T07:20:15.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:14 smithi066 ceph-mon[84331]: osdmap e421: 8 total, 8 up, 8 in 2024-04-13T07:20:15.998 INFO:tasks.rados.rados.0.smithi003.stdout:1700: done (2 left) 2024-04-13T07:20:15.998 INFO:tasks.rados.rados.0.smithi003.stdout:1701: done (1 left) 2024-04-13T07:20:15.998 INFO:tasks.rados.rados.0.smithi003.stdout:1702: done (0 left) 2024-04-13T07:20:15.998 INFO:tasks.rados.rados.0.smithi003.stdout:1703: rollback oid 5 current snap is 178 2024-04-13T07:20:15.998 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 5 to 171 2024-04-13T07:20:15.998 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 46 current snap is 178 2024-04-13T07:20:15.998 INFO:tasks.rados.rados.0.smithi003.stdout:1704: seq_num 522 ranges {4718592=745472,5464064=606208,6070272=196608} 2024-04-13T07:20:16.028 INFO:tasks.rados.rados.0.smithi003.stdout:1704: writing smithi00377890-46 from 4718592 to 5464064 tid 1 2024-04-13T07:20:16.031 INFO:tasks.rados.rados.0.smithi003.stdout:1704: writing smithi00377890-46 from 5464064 to 6070272 tid 2 2024-04-13T07:20:16.033 INFO:tasks.rados.rados.0.smithi003.stdout:1704: writing smithi00377890-46 from 6070272 to 6266880 tid 3 2024-04-13T07:20:16.033 INFO:tasks.rados.rados.0.smithi003.stdout:1705: snap_create 2024-04-13T07:20:16.033 INFO:tasks.rados.rados.0.smithi003.stdout:1703: finishing rollback tid 0 to smithi00377890-5 2024-04-13T07:20:16.033 INFO:tasks.rados.rados.0.smithi003.stdout:1703: finishing rollback tid 1 to smithi00377890-5 2024-04-13T07:20:16.033 INFO:tasks.rados.rados.0.smithi003.stdout:1703: finishing rollback tid 2 to smithi00377890-5 2024-04-13T07:20:16.033 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 1324 (ObjNum 477 snap 161 seq_num 477) dirty exists 2024-04-13T07:20:16.033 INFO:tasks.rados.rados.0.smithi003.stdout:1704: finishing write tid 1 to smithi00377890-46 2024-04-13T07:20:16.035 INFO:tasks.rados.rados.0.smithi003.stdout:1704: finishing write tid 2 to smithi00377890-46 2024-04-13T07:20:16.036 INFO:tasks.rados.rados.0.smithi003.stdout:1704: finishing write tid 3 to smithi00377890-46 2024-04-13T07:20:16.036 INFO:tasks.rados.rados.0.smithi003.stdout:1704: finishing write tid 4 to smithi00377890-46 2024-04-13T07:20:16.037 INFO:tasks.rados.rados.0.smithi003.stdout:1704: finishing write tid 5 to smithi00377890-46 2024-04-13T07:20:16.037 INFO:tasks.rados.rados.0.smithi003.stdout:1704: oid 46 updating version 0 to 1171 2024-04-13T07:20:16.037 INFO:tasks.rados.rados.0.smithi003.stdout:1704: oid 46 version 1171 is already newer than 1170 2024-04-13T07:20:16.037 INFO:tasks.rados.rados.0.smithi003.stdout:1704: oid 46 version 1171 is already newer than 1169 2024-04-13T07:20:16.037 INFO:tasks.rados.rados.0.smithi003.stdout:1704: oid 46 updating version 1171 to 1172 2024-04-13T07:20:16.038 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 1172 (ObjNum 522 snap 178 seq_num 522) dirty exists 2024-04-13T07:20:16.038 INFO:tasks.rados.rados.0.smithi003.stdout:1704: left oid 46 (ObjNum 522 snap 178 seq_num 522) 2024-04-13T07:20:16.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:15 smithi003 ceph-mon[89364]: pgmap v289: 121 pgs: 10 peering, 111 active+clean; 415 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.0 MiB/s wr, 9 op/s; 8.2 MiB/s, 1 objects/s recovering 2024-04-13T07:20:16.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:15 smithi003 ceph-mon[89364]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 54/729 objects degraded (7.407%), 5 pgs degraded) 2024-04-13T07:20:16.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:15 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:20:16.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:15 smithi003 ceph-mon[89364]: osdmap e422: 8 total, 8 up, 8 in 2024-04-13T07:20:16.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:15 smithi003 ceph-mon[91733]: pgmap v289: 121 pgs: 10 peering, 111 active+clean; 415 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.0 MiB/s wr, 9 op/s; 8.2 MiB/s, 1 objects/s recovering 2024-04-13T07:20:16.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:15 smithi003 ceph-mon[91733]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 54/729 objects degraded (7.407%), 5 pgs degraded) 2024-04-13T07:20:16.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:15 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:20:16.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:15 smithi003 ceph-mon[91733]: osdmap e422: 8 total, 8 up, 8 in 2024-04-13T07:20:16.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:15 smithi066 ceph-mon[84331]: pgmap v289: 121 pgs: 10 peering, 111 active+clean; 415 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.0 MiB/s wr, 9 op/s; 8.2 MiB/s, 1 objects/s recovering 2024-04-13T07:20:16.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:15 smithi066 ceph-mon[84331]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 54/729 objects degraded (7.407%), 5 pgs degraded) 2024-04-13T07:20:16.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:15 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:20:16.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:15 smithi066 ceph-mon[84331]: osdmap e422: 8 total, 8 up, 8 in 2024-04-13T07:20:17.008 INFO:tasks.rados.rados.0.smithi003.stdout:1703: done (2 left) 2024-04-13T07:20:17.008 INFO:tasks.rados.rados.0.smithi003.stdout:1704: done (1 left) 2024-04-13T07:20:17.008 INFO:tasks.rados.rados.0.smithi003.stdout:1705: done (0 left) 2024-04-13T07:20:17.009 INFO:tasks.rados.rados.0.smithi003.stdout:1706: snap_remove snap 178 2024-04-13T07:20:17.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:17 smithi003 ceph-mon[89364]: osdmap e423: 8 total, 8 up, 8 in 2024-04-13T07:20:17.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:17 smithi003 ceph-mon[91733]: osdmap e423: 8 total, 8 up, 8 in 2024-04-13T07:20:17.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:17 smithi066 ceph-mon[84331]: osdmap e423: 8 total, 8 up, 8 in 2024-04-13T07:20:18.012 INFO:tasks.rados.rados.0.smithi003.stdout:1706: done (0 left) 2024-04-13T07:20:18.012 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 179 2024-04-13T07:20:18.012 INFO:tasks.rados.rados.0.smithi003.stdout:1707: seq_num 523 ranges {0=770048,770048=491520,1261568=311296} 2024-04-13T07:20:18.016 INFO:tasks.rados.rados.0.smithi003.stdout:1707: writing smithi00377890-49 from 0 to 770048 tid 1 2024-04-13T07:20:18.018 INFO:tasks.rados.rados.0.smithi003.stdout:1707: writing smithi00377890-49 from 770048 to 1261568 tid 2 2024-04-13T07:20:18.020 INFO:tasks.rados.rados.0.smithi003.stdout:1707: writing smithi00377890-49 from 1261568 to 1572864 tid 3 2024-04-13T07:20:18.020 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 25 current snap is 179 2024-04-13T07:20:18.021 INFO:tasks.rados.rados.0.smithi003.stdout:1708: seq_num 524 ranges {901120=786432,1687552=778240,2465792=24576} 2024-04-13T07:20:18.029 INFO:tasks.rados.rados.0.smithi003.stdout:1708: writing smithi00377890-25 from 901120 to 1687552 tid 1 2024-04-13T07:20:18.035 INFO:tasks.rados.rados.0.smithi003.stdout:1708: writing smithi00377890-25 from 1687552 to 2465792 tid 2 2024-04-13T07:20:18.035 INFO:tasks.rados.rados.0.smithi003.stdout:1708: writing smithi00377890-25 from 2465792 to 2490368 tid 3 2024-04-13T07:20:18.035 INFO:tasks.rados.rados.0.smithi003.stdout:1709: copy_from oid 30 from oid 13 current snap is 179 2024-04-13T07:20:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:1707: finishing write tid 1 to smithi00377890-49 2024-04-13T07:20:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:1707: finishing write tid 2 to smithi00377890-49 2024-04-13T07:20:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:1707: finishing write tid 3 to smithi00377890-49 2024-04-13T07:20:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:1707: finishing write tid 4 to smithi00377890-49 2024-04-13T07:20:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:1707: finishing write tid 5 to smithi00377890-49 2024-04-13T07:20:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:1707: oid 49 updating version 0 to 1375 2024-04-13T07:20:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:1707: oid 49 updating version 1375 to 1378 2024-04-13T07:20:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:1707: oid 49 version 1378 is already newer than 1377 2024-04-13T07:20:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:1707: oid 49 version 1378 is already newer than 1376 2024-04-13T07:20:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 1378 (ObjNum 523 snap 179 seq_num 523) dirty exists 2024-04-13T07:20:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:1707: left oid 49 (ObjNum 523 snap 179 seq_num 523) 2024-04-13T07:20:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:1707: done (2 left) 2024-04-13T07:20:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:1710: read oid 36 snap -1 2024-04-13T07:20:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:1710: expect (ObjNum 471 snap 157 seq_num 471) 2024-04-13T07:20:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 37 current snap is 179 2024-04-13T07:20:18.037 INFO:tasks.rados.rados.0.smithi003.stdout:1711: seq_num 525 ranges {4898816=802816,5701632=712704,6414336=90112} 2024-04-13T07:20:18.066 INFO:tasks.rados.rados.0.smithi003.stdout:1711: writing smithi00377890-37 from 4898816 to 5701632 tid 1 2024-04-13T07:20:18.070 INFO:tasks.rados.rados.0.smithi003.stdout:1711: writing smithi00377890-37 from 5701632 to 6414336 tid 2 2024-04-13T07:20:18.071 INFO:tasks.rados.rados.0.smithi003.stdout:1711: writing smithi00377890-37 from 6414336 to 6504448 tid 3 2024-04-13T07:20:18.071 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 39 current snap is 179 2024-04-13T07:20:18.071 INFO:tasks.rados.rados.0.smithi003.stdout:1708: finishing write tid 1 to smithi00377890-25 2024-04-13T07:20:18.071 INFO:tasks.rados.rados.0.smithi003.stdout:1712: seq_num 526 ranges {1843200=417792,2260992=589824,2850816=614400} 2024-04-13T07:20:18.084 INFO:tasks.rados.rados.0.smithi003.stdout:1712: writing smithi00377890-39 from 1843200 to 2260992 tid 1 2024-04-13T07:20:18.087 INFO:tasks.rados.rados.0.smithi003.stdout:1712: writing smithi00377890-39 from 2260992 to 2850816 tid 2 2024-04-13T07:20:18.091 INFO:tasks.rados.rados.0.smithi003.stdout:1712: writing smithi00377890-39 from 2850816 to 3465216 tid 3 2024-04-13T07:20:18.091 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 179 2024-04-13T07:20:18.091 INFO:tasks.rados.rados.0.smithi003.stdout:1713: seq_num 527 ranges {6111232=434176,6545408=475136,7020544=565248,7585792=163840} 2024-04-13T07:20:18.127 INFO:tasks.rados.rados.0.smithi003.stdout:1713: writing smithi00377890-27 from 6111232 to 6545408 tid 1 2024-04-13T07:20:18.129 INFO:tasks.rados.rados.0.smithi003.stdout:1713: writing smithi00377890-27 from 6545408 to 7020544 tid 2 2024-04-13T07:20:18.132 INFO:tasks.rados.rados.0.smithi003.stdout:1713: writing smithi00377890-27 from 7020544 to 7585792 tid 3 2024-04-13T07:20:18.133 INFO:tasks.rados.rados.0.smithi003.stdout:1713: writing smithi00377890-27 from 7585792 to 7749632 tid 4 2024-04-13T07:20:18.134 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 4 current snap is 179 2024-04-13T07:20:18.134 INFO:tasks.rados.rados.0.smithi003.stdout:1714: seq_num 528 ranges {2883584=450560,3334144=761856,4096000=442368} 2024-04-13T07:20:18.152 INFO:tasks.rados.rados.0.smithi003.stdout:1714: writing smithi00377890-4 from 2883584 to 3334144 tid 1 2024-04-13T07:20:18.156 INFO:tasks.rados.rados.0.smithi003.stdout:1714: writing smithi00377890-4 from 3334144 to 4096000 tid 2 2024-04-13T07:20:18.158 INFO:tasks.rados.rados.0.smithi003.stdout:1714: writing smithi00377890-4 from 4096000 to 4538368 tid 3 2024-04-13T07:20:18.159 INFO:tasks.rados.rados.0.smithi003.stdout:1715: delete oid 49 current snap is 179 2024-04-13T07:20:18.159 INFO:tasks.rados.rados.0.smithi003.stdout:1710: expect (ObjNum 471 snap 157 seq_num 471) 2024-04-13T07:20:18.182 INFO:tasks.rados.rados.0.smithi003.stdout:1708: finishing write tid 2 to smithi00377890-25 2024-04-13T07:20:18.182 INFO:tasks.rados.rados.0.smithi003.stdout:1708: finishing write tid 3 to smithi00377890-25 2024-04-13T07:20:18.182 INFO:tasks.rados.rados.0.smithi003.stdout:1708: finishing write tid 4 to smithi00377890-25 2024-04-13T07:20:18.182 INFO:tasks.rados.rados.0.smithi003.stdout:1708: finishing write tid 5 to smithi00377890-25 2024-04-13T07:20:18.182 INFO:tasks.rados.rados.0.smithi003.stdout:1708: oid 25 updating version 0 to 1848 2024-04-13T07:20:18.182 INFO:tasks.rados.rados.0.smithi003.stdout:1708: oid 25 version 1848 is already newer than 1846 2024-04-13T07:20:18.182 INFO:tasks.rados.rados.0.smithi003.stdout:1708: oid 25 version 1848 is already newer than 1845 2024-04-13T07:20:18.182 INFO:tasks.rados.rados.0.smithi003.stdout:1708: oid 25 version 1848 is already newer than 1847 2024-04-13T07:20:18.182 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 1848 (ObjNum 524 snap 179 seq_num 524) dirty exists 2024-04-13T07:20:18.182 INFO:tasks.rados.rados.0.smithi003.stdout:1708: left oid 25 (ObjNum 524 snap 179 seq_num 524) 2024-04-13T07:20:18.182 INFO:tasks.rados.rados.0.smithi003.stdout:1709: finishing copy_from racing read to smithi00377890-30 2024-04-13T07:20:18.183 INFO:tasks.rados.rados.0.smithi003.stdout:1709: finishing copy_from to smithi00377890-30 2024-04-13T07:20:18.183 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 1332 (ObjNum 413 snap 142 seq_num 413) dirty exists 2024-04-13T07:20:18.183 INFO:tasks.rados.rados.0.smithi003.stdout:1711: finishing write tid 1 to smithi00377890-37 2024-04-13T07:20:18.183 INFO:tasks.rados.rados.0.smithi003.stdout:1708: done (7 left) 2024-04-13T07:20:18.183 INFO:tasks.rados.rados.0.smithi003.stdout:1709: done (6 left) 2024-04-13T07:20:18.183 INFO:tasks.rados.rados.0.smithi003.stdout:1710: done (5 left) 2024-04-13T07:20:18.183 INFO:tasks.rados.rados.0.smithi003.stdout:1715: done (4 left) 2024-04-13T07:20:18.183 INFO:tasks.rados.rados.0.smithi003.stdout:1716: rollback oid 31 current snap is 179 2024-04-13T07:20:18.183 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 31 to 177 2024-04-13T07:20:18.183 INFO:tasks.rados.rados.0.smithi003.stdout:1711: finishing write tid 2 to smithi00377890-37 2024-04-13T07:20:18.183 INFO:tasks.rados.rados.0.smithi003.stdout:1711: finishing write tid 3 to smithi00377890-37 2024-04-13T07:20:18.183 INFO:tasks.rados.rados.0.smithi003.stdout:1711: finishing write tid 4 to smithi00377890-37 2024-04-13T07:20:18.183 INFO:tasks.rados.rados.0.smithi003.stdout:1711: finishing write tid 5 to smithi00377890-37 2024-04-13T07:20:18.183 INFO:tasks.rados.rados.0.smithi003.stdout:1711: oid 37 updating version 0 to 1341 2024-04-13T07:20:18.183 INFO:tasks.rados.rados.0.smithi003.stdout:1711: oid 37 version 1341 is already newer than 1339 2024-04-13T07:20:18.183 INFO:tasks.rados.rados.0.smithi003.stdout:1711: oid 37 version 1341 is already newer than 1340 2024-04-13T07:20:18.184 INFO:tasks.rados.rados.0.smithi003.stdout:1711: oid 37 updating version 1341 to 1342 2024-04-13T07:20:18.184 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 1342 (ObjNum 525 snap 179 seq_num 525) dirty exists 2024-04-13T07:20:18.184 INFO:tasks.rados.rados.0.smithi003.stdout:1711: left oid 37 (ObjNum 525 snap 179 seq_num 525) 2024-04-13T07:20:18.184 INFO:tasks.rados.rados.0.smithi003.stdout:1712: finishing write tid 1 to smithi00377890-39 2024-04-13T07:20:18.184 INFO:tasks.rados.rados.0.smithi003.stdout:1712: finishing write tid 2 to smithi00377890-39 2024-04-13T07:20:18.184 INFO:tasks.rados.rados.0.smithi003.stdout:1712: finishing write tid 3 to smithi00377890-39 2024-04-13T07:20:18.184 INFO:tasks.rados.rados.0.smithi003.stdout:1712: finishing write tid 4 to smithi00377890-39 2024-04-13T07:20:18.184 INFO:tasks.rados.rados.0.smithi003.stdout:1712: finishing write tid 5 to smithi00377890-39 2024-04-13T07:20:18.184 INFO:tasks.rados.rados.0.smithi003.stdout:1712: oid 39 updating version 0 to 1170 2024-04-13T07:20:18.184 INFO:tasks.rados.rados.0.smithi003.stdout:1712: oid 39 version 1170 is already newer than 1169 2024-04-13T07:20:18.184 INFO:tasks.rados.rados.0.smithi003.stdout:1712: oid 39 version 1170 is already newer than 1168 2024-04-13T07:20:18.184 INFO:tasks.rados.rados.0.smithi003.stdout:1712: oid 39 version 1170 is already newer than 1167 2024-04-13T07:20:18.184 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 1170 (ObjNum 526 snap 179 seq_num 526) dirty exists 2024-04-13T07:20:18.184 INFO:tasks.rados.rados.0.smithi003.stdout:1712: left oid 39 (ObjNum 526 snap 179 seq_num 526) 2024-04-13T07:20:18.185 INFO:tasks.rados.rados.0.smithi003.stdout:1713: finishing write tid 1 to smithi00377890-27 2024-04-13T07:20:18.185 INFO:tasks.rados.rados.0.smithi003.stdout:1713: finishing write tid 2 to smithi00377890-27 2024-04-13T07:20:18.185 INFO:tasks.rados.rados.0.smithi003.stdout:1711: done (4 left) 2024-04-13T07:20:18.185 INFO:tasks.rados.rados.0.smithi003.stdout:1712: done (3 left) 2024-04-13T07:20:18.185 INFO:tasks.rados.rados.0.smithi003.stdout:1717: snap_remove snap 174 2024-04-13T07:20:18.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:18 smithi003 ceph-mon[89364]: pgmap v292: 121 pgs: 121 active+clean; 422 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 18 op/s; 9.6 MiB/s, 1 objects/s recovering 2024-04-13T07:20:18.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:18 smithi003 ceph-mon[89364]: osdmap e424: 8 total, 8 up, 8 in 2024-04-13T07:20:18.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:18 smithi003 ceph-mon[91733]: pgmap v292: 121 pgs: 121 active+clean; 422 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 18 op/s; 9.6 MiB/s, 1 objects/s recovering 2024-04-13T07:20:18.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:18 smithi003 ceph-mon[91733]: osdmap e424: 8 total, 8 up, 8 in 2024-04-13T07:20:18.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:18 smithi066 ceph-mon[84331]: pgmap v292: 121 pgs: 121 active+clean; 422 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 18 op/s; 9.6 MiB/s, 1 objects/s recovering 2024-04-13T07:20:18.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:18 smithi066 ceph-mon[84331]: osdmap e424: 8 total, 8 up, 8 in 2024-04-13T07:20:18.786 INFO:tasks.rados.rados.0.smithi003.stdout:1717: done (3 left) 2024-04-13T07:20:18.787 INFO:tasks.rados.rados.0.smithi003.stdout:1718: rmattr oid 34 current snap is 179 2024-04-13T07:20:18.787 INFO:tasks.rados.rados.0.smithi003.stdout:1713: finishing write tid 3 to smithi00377890-27 2024-04-13T07:20:18.787 INFO:tasks.rados.rados.0.smithi003.stdout:1713: finishing write tid 4 to smithi00377890-27 2024-04-13T07:20:18.787 INFO:tasks.rados.rados.0.smithi003.stdout:1713: finishing write tid 5 to smithi00377890-27 2024-04-13T07:20:18.787 INFO:tasks.rados.rados.0.smithi003.stdout:1713: finishing write tid 6 to smithi00377890-27 2024-04-13T07:20:18.787 INFO:tasks.rados.rados.0.smithi003.stdout:1713: oid 27 updating version 0 to 1567 2024-04-13T07:20:18.787 INFO:tasks.rados.rados.0.smithi003.stdout:1713: oid 27 version 1567 is already newer than 1566 2024-04-13T07:20:18.787 INFO:tasks.rados.rados.0.smithi003.stdout:1713: oid 27 version 1567 is already newer than 1563 2024-04-13T07:20:18.787 INFO:tasks.rados.rados.0.smithi003.stdout:1713: oid 27 version 1567 is already newer than 1565 2024-04-13T07:20:18.787 INFO:tasks.rados.rados.0.smithi003.stdout:1713: oid 27 version 1567 is already newer than 1564 2024-04-13T07:20:18.787 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 1567 (ObjNum 527 snap 179 seq_num 527) dirty exists 2024-04-13T07:20:18.787 INFO:tasks.rados.rados.0.smithi003.stdout:1713: left oid 27 (ObjNum 527 snap 179 seq_num 527) 2024-04-13T07:20:18.787 INFO:tasks.rados.rados.0.smithi003.stdout:1714: finishing write tid 1 to smithi00377890-4 2024-04-13T07:20:18.787 INFO:tasks.rados.rados.0.smithi003.stdout:1714: finishing write tid 2 to smithi00377890-4 2024-04-13T07:20:18.787 INFO:tasks.rados.rados.0.smithi003.stdout:1714: finishing write tid 3 to smithi00377890-4 2024-04-13T07:20:18.787 INFO:tasks.rados.rados.0.smithi003.stdout:1714: finishing write tid 4 to smithi00377890-4 2024-04-13T07:20:18.788 INFO:tasks.rados.rados.0.smithi003.stdout:1714: finishing write tid 5 to smithi00377890-4 2024-04-13T07:20:18.788 INFO:tasks.rados.rados.0.smithi003.stdout:1714: oid 4 updating version 0 to 520 2024-04-13T07:20:18.788 INFO:tasks.rados.rados.0.smithi003.stdout:1714: oid 4 updating version 520 to 521 2024-04-13T07:20:18.788 INFO:tasks.rados.rados.0.smithi003.stdout:1714: oid 4 updating version 521 to 522 2024-04-13T07:20:18.788 INFO:tasks.rados.rados.0.smithi003.stdout:1714: oid 4 version 522 is already newer than 519 2024-04-13T07:20:18.788 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 522 (ObjNum 528 snap 179 seq_num 528) dirty exists 2024-04-13T07:20:18.788 INFO:tasks.rados.rados.0.smithi003.stdout:1714: left oid 4 (ObjNum 528 snap 179 seq_num 528) 2024-04-13T07:20:18.788 INFO:tasks.rados.rados.0.smithi003.stdout:1716: finishing rollback tid 0 to smithi00377890-31 2024-04-13T07:20:18.788 INFO:tasks.rados.rados.0.smithi003.stdout:1716: finishing rollback tid 1 to smithi00377890-31 2024-04-13T07:20:18.788 INFO:tasks.rados.rados.0.smithi003.stdout:1716: finishing rollback tid 2 to smithi00377890-31 2024-04-13T07:20:18.789 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 1345 (ObjNum 509 snap 171 seq_num 509) dirty exists 2024-04-13T07:20:18.789 INFO:tasks.rados.rados.0.smithi003.stdout:1713: done (3 left) 2024-04-13T07:20:18.789 INFO:tasks.rados.rados.0.smithi003.stdout:1714: done (2 left) 2024-04-13T07:20:18.789 INFO:tasks.rados.rados.0.smithi003.stdout:1716: done (1 left) 2024-04-13T07:20:18.789 INFO:tasks.rados.rados.0.smithi003.stdout:1719: snap_create 2024-04-13T07:20:18.792 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 901 (ObjNum 65 snap 0 seq_num 1515934304) dirty exists 2024-04-13T07:20:19.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:19 smithi003 ceph-mon[89364]: osdmap e425: 8 total, 8 up, 8 in 2024-04-13T07:20:19.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:19 smithi003 ceph-mon[89364]: osdmap e426: 8 total, 8 up, 8 in 2024-04-13T07:20:19.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:19 smithi003 ceph-mon[91733]: osdmap e425: 8 total, 8 up, 8 in 2024-04-13T07:20:19.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:19 smithi003 ceph-mon[91733]: osdmap e426: 8 total, 8 up, 8 in 2024-04-13T07:20:19.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:19 smithi066 ceph-mon[84331]: osdmap e425: 8 total, 8 up, 8 in 2024-04-13T07:20:19.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:19 smithi066 ceph-mon[84331]: osdmap e426: 8 total, 8 up, 8 in 2024-04-13T07:20:19.787 INFO:tasks.rados.rados.0.smithi003.stdout:1718: done (1 left) 2024-04-13T07:20:19.787 INFO:tasks.rados.rados.0.smithi003.stdout:1719: done (0 left) 2024-04-13T07:20:19.787 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 32 current snap is 180 2024-04-13T07:20:19.787 INFO:tasks.rados.rados.0.smithi003.stdout:1720: seq_num 530 ranges {0=483328,483328=532480,1015808=671744} 2024-04-13T07:20:19.789 INFO:tasks.rados.rados.0.smithi003.stdout:1720: writing smithi00377890-32 from 0 to 483328 tid 1 2024-04-13T07:20:19.792 INFO:tasks.rados.rados.0.smithi003.stdout:1720: writing smithi00377890-32 from 483328 to 1015808 tid 2 2024-04-13T07:20:19.796 INFO:tasks.rados.rados.0.smithi003.stdout:1720: writing smithi00377890-32 from 1015808 to 1687552 tid 3 2024-04-13T07:20:19.796 INFO:tasks.rados.rados.0.smithi003.stdout:1721: rollback oid 4 current snap is 180 2024-04-13T07:20:19.796 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 4 to 164 2024-04-13T07:20:19.797 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 180 2024-04-13T07:20:19.797 INFO:tasks.rados.rados.0.smithi003.stdout:1722: seq_num 531 ranges {0=499712,499712=417792,917504=548864,1466368=237568} 2024-04-13T07:20:19.799 INFO:tasks.rados.rados.0.smithi003.stdout:1722: writing smithi00377890-17 from 0 to 499712 tid 1 2024-04-13T07:20:19.802 INFO:tasks.rados.rados.0.smithi003.stdout:1722: writing smithi00377890-17 from 499712 to 917504 tid 2 2024-04-13T07:20:19.806 INFO:tasks.rados.rados.0.smithi003.stdout:1722: writing smithi00377890-17 from 917504 to 1466368 tid 3 2024-04-13T07:20:19.807 INFO:tasks.rados.rados.0.smithi003.stdout:1722: writing smithi00377890-17 from 1466368 to 1703936 tid 4 2024-04-13T07:20:19.807 INFO:tasks.rados.rados.0.smithi003.stdout:1723: rollback oid 34 current snap is 180 2024-04-13T07:20:19.808 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 34 to 173 2024-04-13T07:20:19.808 INFO:tasks.rados.rados.0.smithi003.stdout:1720: finishing write tid 1 to smithi00377890-32 2024-04-13T07:20:19.808 INFO:tasks.rados.rados.0.smithi003.stdout:1721: finishing rollback tid 0 to smithi00377890-4 2024-04-13T07:20:19.808 INFO:tasks.rados.rados.0.smithi003.stdout:1721: finishing rollback tid 1 to smithi00377890-4 2024-04-13T07:20:19.808 INFO:tasks.rados.rados.0.smithi003.stdout:1721: finishing rollback tid 2 to smithi00377890-4 2024-04-13T07:20:19.808 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 525 (ObjNum 478 snap 161 seq_num 478) dirty exists 2024-04-13T07:20:19.808 INFO:tasks.rados.rados.0.smithi003.stdout:1720: finishing write tid 2 to smithi00377890-32 2024-04-13T07:20:19.808 INFO:tasks.rados.rados.0.smithi003.stdout:1721: done (3 left) 2024-04-13T07:20:19.808 INFO:tasks.rados.rados.0.smithi003.stdout:1724: setattr oid 5 current snap is 180 2024-04-13T07:20:19.808 INFO:tasks.rados.rados.0.smithi003.stdout:1720: finishing write tid 3 to smithi00377890-32 2024-04-13T07:20:19.808 INFO:tasks.rados.rados.0.smithi003.stdout:1720: finishing write tid 4 to smithi00377890-32 2024-04-13T07:20:19.808 INFO:tasks.rados.rados.0.smithi003.stdout:1722: finishing write tid 1 to smithi00377890-17 2024-04-13T07:20:19.808 INFO:tasks.rados.rados.0.smithi003.stdout:1720: finishing write tid 5 to smithi00377890-32 2024-04-13T07:20:19.809 INFO:tasks.rados.rados.0.smithi003.stdout:1720: oid 32 updating version 0 to 1854 2024-04-13T07:20:19.809 INFO:tasks.rados.rados.0.smithi003.stdout:1720: oid 32 version 1854 is already newer than 1851 2024-04-13T07:20:19.809 INFO:tasks.rados.rados.0.smithi003.stdout:1720: oid 32 version 1854 is already newer than 1852 2024-04-13T07:20:19.809 INFO:tasks.rados.rados.0.smithi003.stdout:1720: oid 32 version 1854 is already newer than 1853 2024-04-13T07:20:19.809 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 1854 (ObjNum 530 snap 180 seq_num 530) dirty exists 2024-04-13T07:20:19.809 INFO:tasks.rados.rados.0.smithi003.stdout:1720: left oid 32 (ObjNum 530 snap 180 seq_num 530) 2024-04-13T07:20:19.809 INFO:tasks.rados.rados.0.smithi003.stdout:1722: finishing write tid 2 to smithi00377890-17 2024-04-13T07:20:19.809 INFO:tasks.rados.rados.0.smithi003.stdout:1720: done (3 left) 2024-04-13T07:20:19.809 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 40 current snap is 180 2024-04-13T07:20:19.810 INFO:tasks.rados.rados.0.smithi003.stdout:1725: seq_num 532 ranges {0=516096,516096=696320,1212416=507904} 2024-04-13T07:20:19.812 INFO:tasks.rados.rados.0.smithi003.stdout:1725: writing smithi00377890-40 from 0 to 516096 tid 1 2024-04-13T07:20:19.816 INFO:tasks.rados.rados.0.smithi003.stdout:1725: writing smithi00377890-40 from 516096 to 1212416 tid 2 2024-04-13T07:20:19.820 INFO:tasks.rados.rados.0.smithi003.stdout:1725: writing smithi00377890-40 from 1212416 to 1720320 tid 3 2024-04-13T07:20:19.820 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 12 current snap is 180 2024-04-13T07:20:19.820 INFO:tasks.rados.rados.0.smithi003.stdout:1722: finishing write tid 3 to smithi00377890-17 2024-04-13T07:20:19.821 INFO:tasks.rados.rados.0.smithi003.stdout:1722: finishing write tid 4 to smithi00377890-17 2024-04-13T07:20:19.821 INFO:tasks.rados.rados.0.smithi003.stdout:1723: finishing rollback tid 0 to smithi00377890-34 2024-04-13T07:20:19.821 INFO:tasks.rados.rados.0.smithi003.stdout:1722: finishing write tid 5 to smithi00377890-17 2024-04-13T07:20:19.821 INFO:tasks.rados.rados.0.smithi003.stdout:1723: finishing rollback tid 1 to smithi00377890-34 2024-04-13T07:20:19.821 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 903 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-13T07:20:19.821 INFO:tasks.rados.rados.0.smithi003.stdout:1722: finishing write tid 6 to smithi00377890-17 2024-04-13T07:20:19.821 INFO:tasks.rados.rados.0.smithi003.stdout:1722: oid 17 updating version 0 to 1457 2024-04-13T07:20:19.821 INFO:tasks.rados.rados.0.smithi003.stdout:1722: oid 17 updating version 1457 to 1460 2024-04-13T07:20:19.821 INFO:tasks.rados.rados.0.smithi003.stdout:1722: oid 17 updating version 1460 to 1461 2024-04-13T07:20:19.821 INFO:tasks.rados.rados.0.smithi003.stdout:1722: oid 17 version 1461 is already newer than 1459 2024-04-13T07:20:19.821 INFO:tasks.rados.rados.0.smithi003.stdout:1722: oid 17 version 1461 is already newer than 1458 2024-04-13T07:20:19.821 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 1461 (ObjNum 531 snap 180 seq_num 531) dirty exists 2024-04-13T07:20:19.821 INFO:tasks.rados.rados.0.smithi003.stdout:1722: left oid 17 (ObjNum 531 snap 180 seq_num 531) 2024-04-13T07:20:19.821 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 1325 (ObjNum 477 snap 161 seq_num 477) dirty exists 2024-04-13T07:20:19.822 INFO:tasks.rados.rados.0.smithi003.stdout:1725: finishing write tid 1 to smithi00377890-40 2024-04-13T07:20:19.822 INFO:tasks.rados.rados.0.smithi003.stdout:1726: seq_num 533 ranges {4456448=532480,4988928=630784,5619712=516096,6135808=57344} 2024-04-13T07:20:19.847 INFO:tasks.rados.rados.0.smithi003.stdout:1726: writing smithi00377890-12 from 4456448 to 4988928 tid 1 2024-04-13T07:20:19.851 INFO:tasks.rados.rados.0.smithi003.stdout:1726: writing smithi00377890-12 from 4988928 to 5619712 tid 2 2024-04-13T07:20:19.854 INFO:tasks.rados.rados.0.smithi003.stdout:1726: writing smithi00377890-12 from 5619712 to 6135808 tid 3 2024-04-13T07:20:19.855 INFO:tasks.rados.rados.0.smithi003.stdout:1726: writing smithi00377890-12 from 6135808 to 6193152 tid 4 2024-04-13T07:20:19.855 INFO:tasks.rados.rados.0.smithi003.stdout:1722: done (4 left) 2024-04-13T07:20:19.855 INFO:tasks.rados.rados.0.smithi003.stdout:1723: done (3 left) 2024-04-13T07:20:19.855 INFO:tasks.rados.rados.0.smithi003.stdout:1724: done (2 left) 2024-04-13T07:20:19.855 INFO:tasks.rados.rados.0.smithi003.stdout:1727: read oid 13 snap -1 2024-04-13T07:20:19.855 INFO:tasks.rados.rados.0.smithi003.stdout:1727: expect (ObjNum 413 snap 142 seq_num 413) 2024-04-13T07:20:19.855 INFO:tasks.rados.rados.0.smithi003.stdout:1728: read oid 50 snap -1 2024-04-13T07:20:19.855 INFO:tasks.rados.rados.0.smithi003.stdout:1728: expect (ObjNum 510 snap 171 seq_num 510) 2024-04-13T07:20:19.855 INFO:tasks.rados.rados.0.smithi003.stdout:1729: snap_create 2024-04-13T07:20:19.856 INFO:tasks.rados.rados.0.smithi003.stdout:1725: finishing write tid 2 to smithi00377890-40 2024-04-13T07:20:19.856 INFO:tasks.rados.rados.0.smithi003.stdout:1725: finishing write tid 3 to smithi00377890-40 2024-04-13T07:20:19.856 INFO:tasks.rados.rados.0.smithi003.stdout:1725: finishing write tid 4 to smithi00377890-40 2024-04-13T07:20:19.856 INFO:tasks.rados.rados.0.smithi003.stdout:1725: finishing write tid 5 to smithi00377890-40 2024-04-13T07:20:19.856 INFO:tasks.rados.rados.0.smithi003.stdout:1725: oid 40 updating version 0 to 1856 2024-04-13T07:20:19.856 INFO:tasks.rados.rados.0.smithi003.stdout:1725: oid 40 updating version 1856 to 1857 2024-04-13T07:20:19.856 INFO:tasks.rados.rados.0.smithi003.stdout:1725: oid 40 version 1857 is already newer than 1855 2024-04-13T07:20:19.856 INFO:tasks.rados.rados.0.smithi003.stdout:1725: oid 40 updating version 1857 to 1858 2024-04-13T07:20:19.856 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 1858 (ObjNum 532 snap 180 seq_num 532) dirty exists 2024-04-13T07:20:19.856 INFO:tasks.rados.rados.0.smithi003.stdout:1725: left oid 40 (ObjNum 532 snap 180 seq_num 532) 2024-04-13T07:20:19.856 INFO:tasks.rados.rados.0.smithi003.stdout:1726: finishing write tid 1 to smithi00377890-12 2024-04-13T07:20:19.856 INFO:tasks.rados.rados.0.smithi003.stdout:1726: finishing write tid 2 to smithi00377890-12 2024-04-13T07:20:19.858 INFO:tasks.rados.rados.0.smithi003.stdout:1726: finishing write tid 3 to smithi00377890-12 2024-04-13T07:20:19.858 INFO:tasks.rados.rados.0.smithi003.stdout:1726: finishing write tid 4 to smithi00377890-12 2024-04-13T07:20:19.859 INFO:tasks.rados.rados.0.smithi003.stdout:1726: finishing write tid 5 to smithi00377890-12 2024-04-13T07:20:19.863 INFO:tasks.rados.rados.0.smithi003.stdout:1726: finishing write tid 6 to smithi00377890-12 2024-04-13T07:20:19.863 INFO:tasks.rados.rados.0.smithi003.stdout:1726: oid 12 updating version 0 to 1327 2024-04-13T07:20:19.863 INFO:tasks.rados.rados.0.smithi003.stdout:1726: oid 12 updating version 1327 to 1330 2024-04-13T07:20:19.863 INFO:tasks.rados.rados.0.smithi003.stdout:1726: oid 12 version 1330 is already newer than 1328 2024-04-13T07:20:19.863 INFO:tasks.rados.rados.0.smithi003.stdout:1726: oid 12 version 1330 is already newer than 1326 2024-04-13T07:20:19.863 INFO:tasks.rados.rados.0.smithi003.stdout:1726: oid 12 version 1330 is already newer than 1329 2024-04-13T07:20:19.863 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 1330 (ObjNum 533 snap 180 seq_num 533) dirty exists 2024-04-13T07:20:19.863 INFO:tasks.rados.rados.0.smithi003.stdout:1726: left oid 12 (ObjNum 533 snap 180 seq_num 533) 2024-04-13T07:20:19.873 INFO:tasks.rados.rados.0.smithi003.stdout:1727: expect (ObjNum 413 snap 142 seq_num 413) 2024-04-13T07:20:20.091 INFO:tasks.rados.rados.0.smithi003.stdout:1728: expect (ObjNum 510 snap 171 seq_num 510) 2024-04-13T07:20:20.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:20 smithi003 ceph-mon[89364]: pgmap v295: 121 pgs: 121 active+clean; 425 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 13 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-04-13T07:20:20.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:20 smithi003 ceph-mon[89364]: osdmap e427: 8 total, 8 up, 8 in 2024-04-13T07:20:20.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:20 smithi003 ceph-mon[91733]: pgmap v295: 121 pgs: 121 active+clean; 425 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 13 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-04-13T07:20:20.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:20 smithi003 ceph-mon[91733]: osdmap e427: 8 total, 8 up, 8 in 2024-04-13T07:20:20.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:20 smithi066 ceph-mon[84331]: pgmap v295: 121 pgs: 121 active+clean; 425 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 13 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-04-13T07:20:20.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:20 smithi066 ceph-mon[84331]: osdmap e427: 8 total, 8 up, 8 in 2024-04-13T07:20:20.787 INFO:tasks.rados.rados.0.smithi003.stdout:1725: done (4 left) 2024-04-13T07:20:20.787 INFO:tasks.rados.rados.0.smithi003.stdout:1726: done (3 left) 2024-04-13T07:20:20.787 INFO:tasks.rados.rados.0.smithi003.stdout:1727: done (2 left) 2024-04-13T07:20:20.787 INFO:tasks.rados.rados.0.smithi003.stdout:1728: done (1 left) 2024-04-13T07:20:20.787 INFO:tasks.rados.rados.0.smithi003.stdout:1729: done (0 left) 2024-04-13T07:20:20.787 INFO:tasks.rados.rados.0.smithi003.stdout:1730: copy_from oid 36 from oid 15 current snap is 181 2024-04-13T07:20:20.787 INFO:tasks.rados.rados.0.smithi003.stdout:1731: rollback oid 32 current snap is 181 2024-04-13T07:20:20.787 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 32 to 153 2024-04-13T07:20:20.787 INFO:tasks.rados.rados.0.smithi003.stdout:1732: snap_create 2024-04-13T07:20:20.792 INFO:tasks.rados.rados.0.smithi003.stdout:1731: finishing rollback tid 0 to smithi00377890-32 2024-04-13T07:20:20.792 INFO:tasks.rados.rados.0.smithi003.stdout:1731: finishing rollback tid 1 to smithi00377890-32 2024-04-13T07:20:20.792 INFO:tasks.rados.rados.0.smithi003.stdout:1731: finishing rollback tid 2 to smithi00377890-32 2024-04-13T07:20:20.793 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 1862 (ObjNum 429 snap 146 seq_num 429) dirty exists 2024-04-13T07:20:20.805 INFO:tasks.rados.rados.0.smithi003.stdout:1730: finishing copy_from racing read to smithi00377890-36 2024-04-13T07:20:20.807 INFO:tasks.rados.rados.0.smithi003.stdout:1730: finishing copy_from to smithi00377890-36 2024-04-13T07:20:20.807 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 1829 (ObjNum 517 snap 174 seq_num 517) dirty exists 2024-04-13T07:20:21.794 INFO:tasks.rados.rados.0.smithi003.stdout:1730: done (2 left) 2024-04-13T07:20:21.794 INFO:tasks.rados.rados.0.smithi003.stdout:1731: done (1 left) 2024-04-13T07:20:21.794 INFO:tasks.rados.rados.0.smithi003.stdout:1732: done (0 left) 2024-04-13T07:20:21.794 INFO:tasks.rados.rados.0.smithi003.stdout:1733: snap_create 2024-04-13T07:20:22.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:21 smithi003 ceph-mon[91733]: pgmap v298: 121 pgs: 121 active+clean; 436 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 533 KiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-04-13T07:20:22.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:21 smithi003 ceph-mon[91733]: osdmap e428: 8 total, 8 up, 8 in 2024-04-13T07:20:22.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:21 smithi003 ceph-mon[89364]: pgmap v298: 121 pgs: 121 active+clean; 436 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 533 KiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-04-13T07:20:22.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:21 smithi003 ceph-mon[89364]: osdmap e428: 8 total, 8 up, 8 in 2024-04-13T07:20:22.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:21 smithi066 ceph-mon[84331]: pgmap v298: 121 pgs: 121 active+clean; 436 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 533 KiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-04-13T07:20:22.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:21 smithi066 ceph-mon[84331]: osdmap e428: 8 total, 8 up, 8 in 2024-04-13T07:20:22.455 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:20:22.653 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:20:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:20:22.802 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:20:22.802 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (7m) 14s ago 8m 24.5M - 0.25.0 c8568f914cd2 3cfca92eb9ec 2024-04-13T07:20:22.802 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (8m) 2m ago 8m 87.5M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:20:22.802 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (9m) 14s ago 9m 21.0M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 8ddb79bf2742 2024-04-13T07:20:22.802 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (9m) 2m ago 9m 17.7M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 0760d90a9293 2024-04-13T07:20:22.802 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,9283,8765 running (3m) 2m ago 13m 449M - 19.0.0-2905-g5f22a497 c4b45bf0c946 57ffb9b159d7 2024-04-13T07:20:22.802 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:8443,9283,8765 running (4m) 14s ago 14m 508M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8cf668b60b80 2024-04-13T07:20:22.802 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (3m) 14s ago 14m 51.7M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 64cfa60e298f 2024-04-13T07:20:22.802 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (2m) 2m ago 13m 23.4M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 77096718c9ff 2024-04-13T07:20:22.803 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (3m) 14s ago 13m 47.5M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 bcc866c9b63b 2024-04-13T07:20:22.803 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (8m) 14s ago 8m 15.6M - 1.5.0 0da6a335fe13 dfbcad6ee10c 2024-04-13T07:20:22.803 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (8m) 2m ago 8m 15.0M - 1.5.0 0da6a335fe13 ce4f8de81f3f 2024-04-13T07:20:22.803 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (2m) 14s ago 12m 225M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 6dc25088a5e4 2024-04-13T07:20:22.803 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (87s) 14s ago 12m 207M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 42147549eb05 2024-04-13T07:20:22.803 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (52s) 14s ago 12m 85.0M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 8636b9e9bade 2024-04-13T07:20:22.803 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (18s) 14s ago 11m 15.1M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 dccad7741242 2024-04-13T07:20:22.803 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (11m) 2m ago 11m 158M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f ec074079cca1 2024-04-13T07:20:22.803 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (10m) 2m ago 10m 134M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d0b4251f80f 2024-04-13T07:20:22.803 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (10m) 2m ago 10m 148M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f e80941711015 2024-04-13T07:20:22.803 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (10m) 2m ago 10m 139M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f b9515cfb6872 2024-04-13T07:20:22.803 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (4m) 2m ago 9m 47.4M - 2.43.0 a07b618ecd1d d062b44446a9 2024-04-13T07:20:22.813 INFO:tasks.rados.rados.0.smithi003.stdout:1733: done (0 left) 2024-04-13T07:20:22.813 INFO:tasks.rados.rados.0.smithi003.stdout:1734: read oid 37 snap -1 2024-04-13T07:20:22.813 INFO:tasks.rados.rados.0.smithi003.stdout:1734: expect (ObjNum 525 snap 179 seq_num 525) 2024-04-13T07:20:22.813 INFO:tasks.rados.rados.0.smithi003.stdout:1735: read oid 17 snap -1 2024-04-13T07:20:22.813 INFO:tasks.rados.rados.0.smithi003.stdout:1735: expect (ObjNum 531 snap 180 seq_num 531) 2024-04-13T07:20:22.813 INFO:tasks.rados.rados.0.smithi003.stdout:1736: delete oid 44 current snap is 183 2024-04-13T07:20:22.817 INFO:tasks.rados.rados.0.smithi003.stdout:1736: done (2 left) 2024-04-13T07:20:22.817 INFO:tasks.rados.rados.0.smithi003.stdout:1737: copy_from oid 21 from oid 29 current snap is 183 2024-04-13T07:20:22.817 INFO:tasks.rados.rados.0.smithi003.stdout:1738: read oid 50 snap -1 2024-04-13T07:20:22.817 INFO:tasks.rados.rados.0.smithi003.stdout:1738: expect (ObjNum 510 snap 171 seq_num 510) 2024-04-13T07:20:22.817 INFO:tasks.rados.rados.0.smithi003.stdout:1739: rollback oid 28 current snap is 183 2024-04-13T07:20:22.817 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 28 to 131 2024-04-13T07:20:22.817 INFO:tasks.rados.rados.0.smithi003.stdout:1740: setattr oid 30 current snap is 183 2024-04-13T07:20:22.818 INFO:tasks.rados.rados.0.smithi003.stdout:1741: read oid 2 snap 154 2024-04-13T07:20:22.819 INFO:tasks.rados.rados.0.smithi003.stdout:1741: expect (ObjNum 302 snap 101 seq_num 302) 2024-04-13T07:20:22.819 INFO:tasks.rados.rados.0.smithi003.stdout:1742: delete oid 4 current snap is 183 2024-04-13T07:20:22.821 INFO:tasks.rados.rados.0.smithi003.stdout:1739: finishing rollback tid 0 to smithi00377890-28 2024-04-13T07:20:22.823 INFO:tasks.rados.rados.0.smithi003.stdout:1739: finishing rollback tid 1 to smithi00377890-28 2024-04-13T07:20:22.824 INFO:tasks.rados.rados.0.smithi003.stdout:1739: finishing rollback tid 2 to smithi00377890-28 2024-04-13T07:20:22.824 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 1343 (ObjNum 370 snap 130 seq_num 370) dirty exists 2024-04-13T07:20:22.825 INFO:tasks.rados.rados.0.smithi003.stdout:1739: done (7 left) 2024-04-13T07:20:22.825 INFO:tasks.rados.rados.0.smithi003.stdout:1742: done (6 left) 2024-04-13T07:20:22.825 INFO:tasks.rados.rados.0.smithi003.stdout:1743: read oid 19 snap -1 2024-04-13T07:20:22.825 INFO:tasks.rados.rados.0.smithi003.stdout:1743: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:20:22.825 INFO:tasks.rados.rados.0.smithi003.stdout:1744: snap_remove snap 131 2024-04-13T07:20:23.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:22 smithi003 ceph-mon[91733]: osdmap e429: 8 total, 8 up, 8 in 2024-04-13T07:20:23.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:23.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:20:23.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:23.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:22 smithi003 ceph-mon[89364]: osdmap e429: 8 total, 8 up, 8 in 2024-04-13T07:20:23.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:23.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:20:23.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:23.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:22 smithi066 ceph-mon[84331]: osdmap e429: 8 total, 8 up, 8 in 2024-04-13T07:20:23.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:23.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:20:23.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:23.237 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:20:23.237 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:20:23.237 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:20:23.238 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:20:23.238 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:20:23.238 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:20:23.238 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:20:23.238 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:20:23.238 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 4, 2024-04-13T07:20:23.238 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 4 2024-04-13T07:20:23.238 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:20:23.238 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:20:23.238 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:20:23.238 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:20:23.238 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:20:23.238 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 6, 2024-04-13T07:20:23.239 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 9 2024-04-13T07:20:23.239 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:20:23.239 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:20:23.787 INFO:tasks.rados.rados.0.smithi003.stdout:1744: done (7 left) 2024-04-13T07:20:23.788 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 18 current snap is 183 2024-04-13T07:20:23.788 INFO:tasks.rados.rados.0.smithi003.stdout:1745: seq_num 536 ranges {5996544=581632,6578176=688128,7266304=516096} 2024-04-13T07:20:23.807 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:20:23 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:20:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:20:23.825 INFO:tasks.rados.rados.0.smithi003.stdout:1745: writing smithi00377890-18 from 5996544 to 6578176 tid 1 2024-04-13T07:20:23.829 INFO:tasks.rados.rados.0.smithi003.stdout:1745: writing smithi00377890-18 from 6578176 to 7266304 tid 2 2024-04-13T07:20:23.832 INFO:tasks.rados.rados.0.smithi003.stdout:1745: writing smithi00377890-18 from 7266304 to 7782400 tid 3 2024-04-13T07:20:23.832 INFO:tasks.rados.rados.0.smithi003.stdout:1746: rollback oid 6 current snap is 183 2024-04-13T07:20:23.833 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 6 to 181 2024-04-13T07:20:23.833 INFO:tasks.rados.rados.0.smithi003.stdout:1743: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:20:23.835 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 1568 (ObjNum 413 snap 142 seq_num 413) dirty exists 2024-04-13T07:20:23.835 INFO:tasks.rados.rados.0.smithi003.stdout:1735: expect (ObjNum 531 snap 180 seq_num 531) 2024-04-13T07:20:23.880 INFO:tasks.rados.rados.0.smithi003.stdout:1734: expect (ObjNum 525 snap 179 seq_num 525) 2024-04-13T07:20:24.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:23 smithi003 ceph-mon[91733]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:20:24.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:23 smithi003 ceph-mon[91733]: pgmap v301: 121 pgs: 121 active+clean; 436 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 533 KiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-04-13T07:20:24.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:23 smithi003 ceph-mon[91733]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:20:24.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:23 smithi003 ceph-mon[91733]: osdmap e430: 8 total, 8 up, 8 in 2024-04-13T07:20:24.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:23 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3418517847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:24.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:23 smithi003 ceph-mon[91733]: osdmap e431: 8 total, 8 up, 8 in 2024-04-13T07:20:24.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:23 smithi003 ceph-mon[89364]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:20:24.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:23 smithi003 ceph-mon[89364]: pgmap v301: 121 pgs: 121 active+clean; 436 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 533 KiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-04-13T07:20:24.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:23 smithi003 ceph-mon[89364]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:20:24.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:23 smithi003 ceph-mon[89364]: osdmap e430: 8 total, 8 up, 8 in 2024-04-13T07:20:24.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:23 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3418517847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:24.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:23 smithi003 ceph-mon[89364]: osdmap e431: 8 total, 8 up, 8 in 2024-04-13T07:20:24.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:23 smithi066 ceph-mon[84331]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:20:24.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:23 smithi066 ceph-mon[84331]: pgmap v301: 121 pgs: 121 active+clean; 436 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 533 KiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-04-13T07:20:24.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:23 smithi066 ceph-mon[84331]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:20:24.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:23 smithi066 ceph-mon[84331]: osdmap e430: 8 total, 8 up, 8 in 2024-04-13T07:20:24.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:23 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3418517847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:24.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:23 smithi066 ceph-mon[84331]: osdmap e431: 8 total, 8 up, 8 in 2024-04-13T07:20:24.220 INFO:tasks.rados.rados.0.smithi003.stdout:1741: expect (ObjNum 302 snap 101 seq_num 302) 2024-04-13T07:20:24.398 INFO:tasks.rados.rados.0.smithi003.stdout:1738: expect (ObjNum 510 snap 171 seq_num 510) 2024-04-13T07:20:24.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:20:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:20:24] "GET /metrics HTTP/1.1" 200 36105 "" "Prometheus/2.43.0" 2024-04-13T07:20:24.679 INFO:tasks.rados.rados.0.smithi003.stdout:1737: finishing copy_from racing read to smithi00377890-21 2024-04-13T07:20:24.679 INFO:tasks.rados.rados.0.smithi003.stdout:1737: finishing copy_from to smithi00377890-21 2024-04-13T07:20:24.679 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 900 (ObjNum 519 snap 175 seq_num 519) dirty exists 2024-04-13T07:20:24.679 INFO:tasks.rados.rados.0.smithi003.stdout:1745: finishing write tid 1 to smithi00377890-18 2024-04-13T07:20:24.679 INFO:tasks.rados.rados.0.smithi003.stdout:1745: finishing write tid 2 to smithi00377890-18 2024-04-13T07:20:24.679 INFO:tasks.rados.rados.0.smithi003.stdout:1734: done (8 left) 2024-04-13T07:20:24.680 INFO:tasks.rados.rados.0.smithi003.stdout:1735: done (7 left) 2024-04-13T07:20:24.680 INFO:tasks.rados.rados.0.smithi003.stdout:1737: done (6 left) 2024-04-13T07:20:24.680 INFO:tasks.rados.rados.0.smithi003.stdout:1738: done (5 left) 2024-04-13T07:20:24.680 INFO:tasks.rados.rados.0.smithi003.stdout:1740: done (4 left) 2024-04-13T07:20:24.680 INFO:tasks.rados.rados.0.smithi003.stdout:1741: done (3 left) 2024-04-13T07:20:24.680 INFO:tasks.rados.rados.0.smithi003.stdout:1743: done (2 left) 2024-04-13T07:20:24.680 INFO:tasks.rados.rados.0.smithi003.stdout:1747: rmattr oid 9 current snap is 183 2024-04-13T07:20:24.680 INFO:tasks.rados.rados.0.smithi003.stdout:1747: done (2 left) 2024-04-13T07:20:24.680 INFO:tasks.rados.rados.0.smithi003.stdout:1748: rollback oid 25 current snap is 183 2024-04-13T07:20:24.680 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 25 to 180 2024-04-13T07:20:24.680 INFO:tasks.rados.rados.0.smithi003.stdout:1745: finishing write tid 3 to smithi00377890-18 2024-04-13T07:20:24.680 INFO:tasks.rados.rados.0.smithi003.stdout:1745: finishing write tid 4 to smithi00377890-18 2024-04-13T07:20:24.680 INFO:tasks.rados.rados.0.smithi003.stdout:1746: finishing rollback tid 1 to smithi00377890-6 2024-04-13T07:20:24.680 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 1350 (ObjNum 2193 snap 0 seq_num 292918048) dirty dne 2024-04-13T07:20:24.680 INFO:tasks.rados.rados.0.smithi003.stdout:1745: finishing write tid 5 to smithi00377890-18 2024-04-13T07:20:24.681 INFO:tasks.rados.rados.0.smithi003.stdout:1745: oid 18 updating version 0 to 1356 2024-04-13T07:20:24.681 INFO:tasks.rados.rados.0.smithi003.stdout:1745: oid 18 updating version 1356 to 1357 2024-04-13T07:20:24.681 INFO:tasks.rados.rados.0.smithi003.stdout:1745: oid 18 version 1357 is already newer than 1354 2024-04-13T07:20:24.681 INFO:tasks.rados.rados.0.smithi003.stdout:1745: oid 18 version 1357 is already newer than 1355 2024-04-13T07:20:24.681 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 1357 (ObjNum 536 snap 183 seq_num 536) dirty exists 2024-04-13T07:20:24.681 INFO:tasks.rados.rados.0.smithi003.stdout:1745: left oid 18 (ObjNum 536 snap 183 seq_num 536) 2024-04-13T07:20:24.681 INFO:tasks.rados.rados.0.smithi003.stdout:1745: done (2 left) 2024-04-13T07:20:24.681 INFO:tasks.rados.rados.0.smithi003.stdout:1746: done (1 left) 2024-04-13T07:20:24.681 INFO:tasks.rados.rados.0.smithi003.stdout:1749: setattr oid 37 current snap is 183 2024-04-13T07:20:24.681 INFO:tasks.rados.rados.0.smithi003.stdout:1750: read oid 32 snap -1 2024-04-13T07:20:24.682 INFO:tasks.rados.rados.0.smithi003.stdout:1750: expect (ObjNum 429 snap 146 seq_num 429) 2024-04-13T07:20:24.682 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 183 2024-04-13T07:20:24.682 INFO:tasks.rados.rados.0.smithi003.stdout:1751: seq_num 537 ranges {6471680=598016,7069696=573440,7643136=491520,8134656=139264} 2024-04-13T07:20:24.722 INFO:tasks.rados.rados.0.smithi003.stdout:1751: writing smithi00377890-3 from 6471680 to 7069696 tid 1 2024-04-13T07:20:24.725 INFO:tasks.rados.rados.0.smithi003.stdout:1751: writing smithi00377890-3 from 7069696 to 7643136 tid 2 2024-04-13T07:20:24.727 INFO:tasks.rados.rados.0.smithi003.stdout:1751: writing smithi00377890-3 from 7643136 to 8134656 tid 3 2024-04-13T07:20:24.729 INFO:tasks.rados.rados.0.smithi003.stdout:1751: writing smithi00377890-3 from 8134656 to 8273920 tid 4 2024-04-13T07:20:24.729 INFO:tasks.rados.rados.0.smithi003.stdout:1752: copy_from oid 1 from oid 12 current snap is 183 2024-04-13T07:20:24.729 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 1346 (ObjNum 525 snap 179 seq_num 525) dirty exists 2024-04-13T07:20:24.729 INFO:tasks.rados.rados.0.smithi003.stdout:1748: finishing rollback tid 0 to smithi00377890-25 2024-04-13T07:20:24.729 INFO:tasks.rados.rados.0.smithi003.stdout:1748: finishing rollback tid 1 to smithi00377890-25 2024-04-13T07:20:24.729 INFO:tasks.rados.rados.0.smithi003.stdout:1748: finishing rollback tid 2 to smithi00377890-25 2024-04-13T07:20:24.729 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 1880 (ObjNum 524 snap 179 seq_num 524) dirty exists 2024-04-13T07:20:24.729 INFO:tasks.rados.rados.0.smithi003.stdout:1750: expect (ObjNum 429 snap 146 seq_num 429) 2024-04-13T07:20:25.090 INFO:tasks.rados.rados.0.smithi003.stdout:1751: finishing write tid 1 to smithi00377890-3 2024-04-13T07:20:25.090 INFO:tasks.rados.rados.0.smithi003.stdout:1751: finishing write tid 2 to smithi00377890-3 2024-04-13T07:20:25.090 INFO:tasks.rados.rados.0.smithi003.stdout:1751: finishing write tid 3 to smithi00377890-3 2024-04-13T07:20:25.090 INFO:tasks.rados.rados.0.smithi003.stdout:1751: finishing write tid 4 to smithi00377890-3 2024-04-13T07:20:25.090 INFO:tasks.rados.rados.0.smithi003.stdout:1751: finishing write tid 5 to smithi00377890-3 2024-04-13T07:20:25.090 INFO:tasks.rados.rados.0.smithi003.stdout:1751: finishing write tid 6 to smithi00377890-3 2024-04-13T07:20:25.090 INFO:tasks.rados.rados.0.smithi003.stdout:1751: oid 3 updating version 0 to 1382 2024-04-13T07:20:25.090 INFO:tasks.rados.rados.0.smithi003.stdout:1751: oid 3 updating version 1382 to 1383 2024-04-13T07:20:25.090 INFO:tasks.rados.rados.0.smithi003.stdout:1751: oid 3 version 1383 is already newer than 1380 2024-04-13T07:20:25.090 INFO:tasks.rados.rados.0.smithi003.stdout:1751: oid 3 updating version 1383 to 1384 2024-04-13T07:20:25.090 INFO:tasks.rados.rados.0.smithi003.stdout:1751: oid 3 version 1384 is already newer than 1381 2024-04-13T07:20:25.091 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 1384 (ObjNum 537 snap 183 seq_num 537) dirty exists 2024-04-13T07:20:25.091 INFO:tasks.rados.rados.0.smithi003.stdout:1751: left oid 3 (ObjNum 537 snap 183 seq_num 537) 2024-04-13T07:20:25.091 INFO:tasks.rados.rados.0.smithi003.stdout:1752: finishing copy_from racing read to smithi00377890-1 2024-04-13T07:20:25.091 INFO:tasks.rados.rados.0.smithi003.stdout:1752: finishing copy_from to smithi00377890-1 2024-04-13T07:20:25.091 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 1330 (ObjNum 533 snap 180 seq_num 533) dirty exists 2024-04-13T07:20:25.091 INFO:tasks.rados.rados.0.smithi003.stdout:1748: done (4 left) 2024-04-13T07:20:25.091 INFO:tasks.rados.rados.0.smithi003.stdout:1749: done (3 left) 2024-04-13T07:20:25.091 INFO:tasks.rados.rados.0.smithi003.stdout:1750: done (2 left) 2024-04-13T07:20:25.091 INFO:tasks.rados.rados.0.smithi003.stdout:1751: done (1 left) 2024-04-13T07:20:25.091 INFO:tasks.rados.rados.0.smithi003.stdout:1752: done (0 left) 2024-04-13T07:20:25.091 INFO:tasks.rados.rados.0.smithi003.stdout:1753: rollback oid 16 current snap is 183 2024-04-13T07:20:25.091 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 16 to 153 2024-04-13T07:20:25.091 INFO:tasks.rados.rados.0.smithi003.stdout:1754: copy_from oid 14 from oid 36 current snap is 183 2024-04-13T07:20:25.091 INFO:tasks.rados.rados.0.smithi003.stdout:1755: read oid 12 snap 166 2024-04-13T07:20:25.091 INFO:tasks.rados.rados.0.smithi003.stdout:1755: expect (ObjNum 427 snap 146 seq_num 427) 2024-04-13T07:20:25.091 INFO:tasks.rados.rados.0.smithi003.stdout:1756: read oid 28 snap -1 2024-04-13T07:20:25.092 INFO:tasks.rados.rados.0.smithi003.stdout:1756: expect (ObjNum 370 snap 130 seq_num 370) 2024-04-13T07:20:25.092 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 26 current snap is 183 2024-04-13T07:20:25.092 INFO:tasks.rados.rados.0.smithi003.stdout:1757: seq_num 538 ranges {0=614400,614400=450560,1064960=704512,1769472=49152} 2024-04-13T07:20:25.093 INFO:tasks.rados.rados.0.smithi003.stdout:1757: writing smithi00377890-26 from 0 to 614400 tid 1 2024-04-13T07:20:25.097 INFO:tasks.rados.rados.0.smithi003.stdout:1757: writing smithi00377890-26 from 614400 to 1064960 tid 2 2024-04-13T07:20:25.101 INFO:tasks.rados.rados.0.smithi003.stdout:1757: writing smithi00377890-26 from 1064960 to 1769472 tid 3 2024-04-13T07:20:25.102 INFO:tasks.rados.rados.0.smithi003.stdout:1757: writing smithi00377890-26 from 1769472 to 1818624 tid 4 2024-04-13T07:20:25.102 INFO:tasks.rados.rados.0.smithi003.stdout:1758: delete oid 24 current snap is 183 2024-04-13T07:20:25.102 INFO:tasks.rados.rados.0.smithi003.stdout:1753: finishing rollback tid 0 to smithi00377890-16 2024-04-13T07:20:25.102 INFO:tasks.rados.rados.0.smithi003.stdout:1753: finishing rollback tid 1 to smithi00377890-16 2024-04-13T07:20:25.102 INFO:tasks.rados.rados.0.smithi003.stdout:1753: finishing rollback tid 2 to smithi00377890-16 2024-04-13T07:20:25.102 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 1646 (ObjNum 453 snap 151 seq_num 453) dirty exists 2024-04-13T07:20:25.103 INFO:tasks.rados.rados.0.smithi003.stdout:1756: expect (ObjNum 370 snap 130 seq_num 370) 2024-04-13T07:20:25.141 INFO:tasks.rados.rados.0.smithi003.stdout:1757: finishing write tid 1 to smithi00377890-26 2024-04-13T07:20:25.141 INFO:tasks.rados.rados.0.smithi003.stdout:1757: finishing write tid 2 to smithi00377890-26 2024-04-13T07:20:25.141 INFO:tasks.rados.rados.0.smithi003.stdout:1754: finishing copy_from racing read to smithi00377890-14 2024-04-13T07:20:25.141 INFO:tasks.rados.rados.0.smithi003.stdout:1757: finishing write tid 3 to smithi00377890-26 2024-04-13T07:20:25.141 INFO:tasks.rados.rados.0.smithi003.stdout:1757: finishing write tid 4 to smithi00377890-26 2024-04-13T07:20:25.141 INFO:tasks.rados.rados.0.smithi003.stdout:1757: finishing write tid 5 to smithi00377890-26 2024-04-13T07:20:25.141 INFO:tasks.rados.rados.0.smithi003.stdout:1755: expect (ObjNum 427 snap 146 seq_num 427) 2024-04-13T07:20:25.309 INFO:tasks.rados.rados.0.smithi003.stdout:1754: finishing copy_from to smithi00377890-14 2024-04-13T07:20:25.309 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 1829 (ObjNum 517 snap 174 seq_num 517) dirty exists 2024-04-13T07:20:25.309 INFO:tasks.rados.rados.0.smithi003.stdout:1757: finishing write tid 6 to smithi00377890-26 2024-04-13T07:20:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:1757: oid 26 updating version 0 to 1388 2024-04-13T07:20:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:1757: oid 26 updating version 1388 to 1389 2024-04-13T07:20:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:1757: oid 26 version 1389 is already newer than 1386 2024-04-13T07:20:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:1757: oid 26 version 1389 is already newer than 1387 2024-04-13T07:20:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:1757: oid 26 version 1389 is already newer than 1385 2024-04-13T07:20:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 1389 (ObjNum 538 snap 183 seq_num 538) dirty exists 2024-04-13T07:20:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:1757: left oid 26 (ObjNum 538 snap 183 seq_num 538) 2024-04-13T07:20:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:1753: done (5 left) 2024-04-13T07:20:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:1754: done (4 left) 2024-04-13T07:20:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:1755: done (3 left) 2024-04-13T07:20:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:1756: done (2 left) 2024-04-13T07:20:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:1757: done (1 left) 2024-04-13T07:20:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:1758: done (0 left) 2024-04-13T07:20:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:1759: rollback oid 22 current snap is 183 2024-04-13T07:20:25.311 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 22 to 153 2024-04-13T07:20:25.311 INFO:tasks.rados.rados.0.smithi003.stdout:1760: snap_remove snap 181 2024-04-13T07:20:25.814 INFO:tasks.rados.rados.0.smithi003.stdout:1760: done (1 left) 2024-04-13T07:20:25.814 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 24 current snap is 183 2024-04-13T07:20:25.814 INFO:tasks.rados.rados.0.smithi003.stdout:1759: finishing rollback tid 0 to smithi00377890-22 2024-04-13T07:20:25.815 INFO:tasks.rados.rados.0.smithi003.stdout:1759: finishing rollback tid 1 to smithi00377890-22 2024-04-13T07:20:25.815 INFO:tasks.rados.rados.0.smithi003.stdout:1759: finishing rollback tid 2 to smithi00377890-22 2024-04-13T07:20:25.815 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 1652 (ObjNum 342 snap 117 seq_num 342) dirty exists 2024-04-13T07:20:25.815 INFO:tasks.rados.rados.0.smithi003.stdout:1761: seq_num 540 ranges {0=647168,647168=671744,1318912=532480} 2024-04-13T07:20:25.818 INFO:tasks.rados.rados.0.smithi003.stdout:1761: writing smithi00377890-24 from 0 to 647168 tid 1 2024-04-13T07:20:25.824 INFO:tasks.rados.rados.0.smithi003.stdout:1761: writing smithi00377890-24 from 647168 to 1318912 tid 2 2024-04-13T07:20:25.827 INFO:tasks.rados.rados.0.smithi003.stdout:1761: writing smithi00377890-24 from 1318912 to 1851392 tid 3 2024-04-13T07:20:25.827 INFO:tasks.rados.rados.0.smithi003.stdout:1759: done (1 left) 2024-04-13T07:20:25.827 INFO:tasks.rados.rados.0.smithi003.stdout:1762: rollback oid 18 current snap is 183 2024-04-13T07:20:25.827 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 18 to 66 2024-04-13T07:20:25.828 INFO:tasks.rados.rados.0.smithi003.stdout:1763: snap_create 2024-04-13T07:20:25.833 INFO:tasks.rados.rados.0.smithi003.stdout:1762: finishing rollback tid 0 to smithi00377890-18 2024-04-13T07:20:25.833 INFO:tasks.rados.rados.0.smithi003.stdout:1762: finishing rollback tid 1 to smithi00377890-18 2024-04-13T07:20:25.834 INFO:tasks.rados.rados.0.smithi003.stdout:1762: finishing rollback tid 2 to smithi00377890-18 2024-04-13T07:20:25.834 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 1360 (ObjNum 204 snap 60 seq_num 204) dirty exists 2024-04-13T07:20:25.836 INFO:tasks.rados.rados.0.smithi003.stdout:1761: finishing write tid 1 to smithi00377890-24 2024-04-13T07:20:25.836 INFO:tasks.rados.rados.0.smithi003.stdout:1761: finishing write tid 2 to smithi00377890-24 2024-04-13T07:20:25.837 INFO:tasks.rados.rados.0.smithi003.stdout:1761: finishing write tid 3 to smithi00377890-24 2024-04-13T07:20:25.837 INFO:tasks.rados.rados.0.smithi003.stdout:1761: finishing write tid 4 to smithi00377890-24 2024-04-13T07:20:25.840 INFO:tasks.rados.rados.0.smithi003.stdout:1761: finishing write tid 5 to smithi00377890-24 2024-04-13T07:20:25.840 INFO:tasks.rados.rados.0.smithi003.stdout:1761: oid 24 updating version 0 to 1654 2024-04-13T07:20:25.840 INFO:tasks.rados.rados.0.smithi003.stdout:1761: oid 24 version 1654 is already newer than 1653 2024-04-13T07:20:25.841 INFO:tasks.rados.rados.0.smithi003.stdout:1761: oid 24 updating version 1654 to 1656 2024-04-13T07:20:25.841 INFO:tasks.rados.rados.0.smithi003.stdout:1761: oid 24 version 1656 is already newer than 1655 2024-04-13T07:20:25.841 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 1656 (ObjNum 540 snap 183 seq_num 540) dirty exists 2024-04-13T07:20:25.841 INFO:tasks.rados.rados.0.smithi003.stdout:1761: left oid 24 (ObjNum 540 snap 183 seq_num 540) 2024-04-13T07:20:26.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:25 smithi003 ceph-mon[91733]: pgmap v304: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 445 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-13T07:20:26.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:25 smithi003 ceph-mon[89364]: pgmap v304: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 445 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-13T07:20:26.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:25 smithi066 ceph-mon[84331]: pgmap v304: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 445 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-13T07:20:26.826 INFO:tasks.rados.rados.0.smithi003.stdout:1761: done (2 left) 2024-04-13T07:20:26.826 INFO:tasks.rados.rados.0.smithi003.stdout:1762: done (1 left) 2024-04-13T07:20:26.826 INFO:tasks.rados.rados.0.smithi003.stdout:1763: done (0 left) 2024-04-13T07:20:26.826 INFO:tasks.rados.rados.0.smithi003.stdout:1764: rmattr oid 18 current snap is 184 2024-04-13T07:20:26.826 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 14 current snap is 184 2024-04-13T07:20:26.827 INFO:tasks.rados.rados.0.smithi003.stdout:1765: seq_num 541 ranges {2310144=663552,2973696=557056,3530752=475136,4005888=172032} 2024-04-13T07:20:26.842 INFO:tasks.rados.rados.0.smithi003.stdout:1765: writing smithi00377890-14 from 2310144 to 2973696 tid 1 2024-04-13T07:20:26.845 INFO:tasks.rados.rados.0.smithi003.stdout:1765: writing smithi00377890-14 from 2973696 to 3530752 tid 2 2024-04-13T07:20:26.848 INFO:tasks.rados.rados.0.smithi003.stdout:1765: writing smithi00377890-14 from 3530752 to 4005888 tid 3 2024-04-13T07:20:26.849 INFO:tasks.rados.rados.0.smithi003.stdout:1765: writing smithi00377890-14 from 4005888 to 4177920 tid 4 2024-04-13T07:20:26.850 INFO:tasks.rados.rados.0.smithi003.stdout:1766: snap_create 2024-04-13T07:20:26.850 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 1361 (ObjNum 204 snap 60 seq_num 204) dirty exists 2024-04-13T07:20:26.850 INFO:tasks.rados.rados.0.smithi003.stdout:1765: finishing write tid 1 to smithi00377890-14 2024-04-13T07:20:26.850 INFO:tasks.rados.rados.0.smithi003.stdout:1765: finishing write tid 2 to smithi00377890-14 2024-04-13T07:20:26.852 INFO:tasks.rados.rados.0.smithi003.stdout:1765: finishing write tid 3 to smithi00377890-14 2024-04-13T07:20:26.852 INFO:tasks.rados.rados.0.smithi003.stdout:1765: finishing write tid 4 to smithi00377890-14 2024-04-13T07:20:26.852 INFO:tasks.rados.rados.0.smithi003.stdout:1765: finishing write tid 5 to smithi00377890-14 2024-04-13T07:20:26.853 INFO:tasks.rados.rados.0.smithi003.stdout:1765: finishing write tid 6 to smithi00377890-14 2024-04-13T07:20:26.854 INFO:tasks.rados.rados.0.smithi003.stdout:1765: oid 14 updating version 0 to 1834 2024-04-13T07:20:26.854 INFO:tasks.rados.rados.0.smithi003.stdout:1765: oid 14 version 1834 is already newer than 1833 2024-04-13T07:20:26.854 INFO:tasks.rados.rados.0.smithi003.stdout:1765: oid 14 version 1834 is already newer than 1830 2024-04-13T07:20:26.854 INFO:tasks.rados.rados.0.smithi003.stdout:1765: oid 14 version 1834 is already newer than 1831 2024-04-13T07:20:26.854 INFO:tasks.rados.rados.0.smithi003.stdout:1765: oid 14 version 1834 is already newer than 1832 2024-04-13T07:20:26.854 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 1834 (ObjNum 541 snap 184 seq_num 541) dirty exists 2024-04-13T07:20:26.854 INFO:tasks.rados.rados.0.smithi003.stdout:1765: left oid 14 (ObjNum 541 snap 184 seq_num 541) 2024-04-13T07:20:27.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:26 smithi003 ceph-mon[91733]: osdmap e432: 8 total, 8 up, 8 in 2024-04-13T07:20:27.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:26 smithi003 ceph-mon[89364]: osdmap e432: 8 total, 8 up, 8 in 2024-04-13T07:20:27.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:26 smithi066 ceph-mon[84331]: osdmap e432: 8 total, 8 up, 8 in 2024-04-13T07:20:27.837 INFO:tasks.rados.rados.0.smithi003.stdout:1764: done (2 left) 2024-04-13T07:20:27.837 INFO:tasks.rados.rados.0.smithi003.stdout:1765: done (1 left) 2024-04-13T07:20:27.837 INFO:tasks.rados.rados.0.smithi003.stdout:1766: done (0 left) 2024-04-13T07:20:27.837 INFO:tasks.rados.rados.0.smithi003.stdout:1767: copy_from oid 34 from oid 41 current snap is 185 2024-04-13T07:20:27.837 INFO:tasks.rados.rados.0.smithi003.stdout:1768: rollback oid 2 current snap is 185 2024-04-13T07:20:27.837 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 2 to 175 2024-04-13T07:20:27.837 INFO:tasks.rados.rados.0.smithi003.stdout:1769: rollback oid 26 current snap is 185 2024-04-13T07:20:27.838 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 26 to 154 2024-04-13T07:20:27.838 INFO:tasks.rados.rados.0.smithi003.stdout:1770: read oid 9 snap -1 2024-04-13T07:20:27.838 INFO:tasks.rados.rados.0.smithi003.stdout:1770: expect (ObjNum 464 snap 154 seq_num 464) 2024-04-13T07:20:27.838 INFO:tasks.rados.rados.0.smithi003.stdout:1771: read oid 16 snap -1 2024-04-13T07:20:27.838 INFO:tasks.rados.rados.0.smithi003.stdout:1771: expect (ObjNum 453 snap 151 seq_num 453) 2024-04-13T07:20:27.838 INFO:tasks.rados.rados.0.smithi003.stdout:1772: snap_remove snap 164 2024-04-13T07:20:28.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:27 smithi003 ceph-mon[91733]: pgmap v306: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-13T07:20:28.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:27 smithi003 ceph-mon[91733]: osdmap e433: 8 total, 8 up, 8 in 2024-04-13T07:20:28.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:27 smithi003 ceph-mon[89364]: pgmap v306: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-13T07:20:28.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:27 smithi003 ceph-mon[89364]: osdmap e433: 8 total, 8 up, 8 in 2024-04-13T07:20:28.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:27 smithi066 ceph-mon[84331]: pgmap v306: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-13T07:20:28.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:27 smithi066 ceph-mon[84331]: osdmap e433: 8 total, 8 up, 8 in 2024-04-13T07:20:28.789 INFO:tasks.rados.rados.0.smithi003.stdout:1772: done (5 left) 2024-04-13T07:20:28.789 INFO:tasks.rados.rados.0.smithi003.stdout:1773: read oid 3 snap -1 2024-04-13T07:20:28.789 INFO:tasks.rados.rados.0.smithi003.stdout:1773: expect (ObjNum 537 snap 183 seq_num 537) 2024-04-13T07:20:28.789 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 11 current snap is 185 2024-04-13T07:20:28.790 INFO:tasks.rados.rados.0.smithi003.stdout:1774: seq_num 542 ranges {0=679936,679936=442368,1122304=679936,1802240=81920} 2024-04-13T07:20:28.794 INFO:tasks.rados.rados.0.smithi003.stdout:1774: writing smithi00377890-11 from 0 to 679936 tid 1 2024-04-13T07:20:28.797 INFO:tasks.rados.rados.0.smithi003.stdout:1774: writing smithi00377890-11 from 679936 to 1122304 tid 2 2024-04-13T07:20:28.801 INFO:tasks.rados.rados.0.smithi003.stdout:1774: writing smithi00377890-11 from 1122304 to 1802240 tid 3 2024-04-13T07:20:28.803 INFO:tasks.rados.rados.0.smithi003.stdout:1774: writing smithi00377890-11 from 1802240 to 1884160 tid 4 2024-04-13T07:20:28.803 INFO:tasks.rados.rados.0.smithi003.stdout:1775: delete oid 32 current snap is 185 2024-04-13T07:20:28.803 INFO:tasks.rados.rados.0.smithi003.stdout:1767: finishing copy_from to smithi00377890-34 2024-04-13T07:20:28.803 INFO:tasks.rados.rados.0.smithi003.stdout:1767: got expected ENOENT (src dne) 2024-04-13T07:20:28.803 INFO:tasks.rados.rados.0.smithi003.stdout:1767: finishing copy_from racing read to smithi00377890-34 2024-04-13T07:20:28.803 INFO:tasks.rados.rados.0.smithi003.stdout:1769: finishing rollback tid 0 to smithi00377890-26 2024-04-13T07:20:28.803 INFO:tasks.rados.rados.0.smithi003.stdout:1769: finishing rollback tid 1 to smithi00377890-26 2024-04-13T07:20:28.803 INFO:tasks.rados.rados.0.smithi003.stdout:1769: finishing rollback tid 2 to smithi00377890-26 2024-04-13T07:20:28.803 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 1392 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-13T07:20:28.803 INFO:tasks.rados.rados.0.smithi003.stdout:1770: expect (ObjNum 464 snap 154 seq_num 464) 2024-04-13T07:20:28.827 INFO:tasks.rados.rados.0.smithi003.stdout:1768: finishing rollback tid 0 to smithi00377890-2 2024-04-13T07:20:28.827 INFO:tasks.rados.rados.0.smithi003.stdout:1768: finishing rollback tid 1 to smithi00377890-2 2024-04-13T07:20:28.827 INFO:tasks.rados.rados.0.smithi003.stdout:1768: finishing rollback tid 2 to smithi00377890-2 2024-04-13T07:20:28.827 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 1364 (ObjNum 486 snap 163 seq_num 486) dirty exists 2024-04-13T07:20:28.827 INFO:tasks.rados.rados.0.smithi003.stdout:1767: done (7 left) 2024-04-13T07:20:28.827 INFO:tasks.rados.rados.0.smithi003.stdout:1768: done (6 left) 2024-04-13T07:20:28.827 INFO:tasks.rados.rados.0.smithi003.stdout:1769: done (5 left) 2024-04-13T07:20:28.827 INFO:tasks.rados.rados.0.smithi003.stdout:1770: done (4 left) 2024-04-13T07:20:28.827 INFO:tasks.rados.rados.0.smithi003.stdout:1775: done (3 left) 2024-04-13T07:20:28.827 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 50 current snap is 185 2024-04-13T07:20:28.827 INFO:tasks.rados.rados.0.smithi003.stdout:1771: expect (ObjNum 453 snap 151 seq_num 453) 2024-04-13T07:20:28.965 INFO:tasks.rados.rados.0.smithi003.stdout:1774: finishing write tid 1 to smithi00377890-11 2024-04-13T07:20:28.965 INFO:tasks.rados.rados.0.smithi003.stdout:1774: finishing write tid 2 to smithi00377890-11 2024-04-13T07:20:28.965 INFO:tasks.rados.rados.0.smithi003.stdout:1776: seq_num 544 ranges {5455872=720896,6176768=614400,6791168=589824} 2024-04-13T07:20:28.998 INFO:tasks.rados.rados.0.smithi003.stdout:1776: writing smithi00377890-50 from 5455872 to 6176768 tid 1 2024-04-13T07:20:29.002 INFO:tasks.rados.rados.0.smithi003.stdout:1776: writing smithi00377890-50 from 6176768 to 6791168 tid 2 2024-04-13T07:20:29.006 INFO:tasks.rados.rados.0.smithi003.stdout:1776: writing smithi00377890-50 from 6791168 to 7380992 tid 3 2024-04-13T07:20:29.006 INFO:tasks.rados.rados.0.smithi003.stdout:1771: done (3 left) 2024-04-13T07:20:29.006 INFO:tasks.rados.rados.0.smithi003.stdout:1777: copy_from oid 19 from oid 44 current snap is 185 2024-04-13T07:20:29.006 INFO:tasks.rados.rados.0.smithi003.stdout:1774: finishing write tid 3 to smithi00377890-11 2024-04-13T07:20:29.006 INFO:tasks.rados.rados.0.smithi003.stdout:1774: finishing write tid 4 to smithi00377890-11 2024-04-13T07:20:29.006 INFO:tasks.rados.rados.0.smithi003.stdout:1774: finishing write tid 5 to smithi00377890-11 2024-04-13T07:20:29.006 INFO:tasks.rados.rados.0.smithi003.stdout:1774: finishing write tid 6 to smithi00377890-11 2024-04-13T07:20:29.006 INFO:tasks.rados.rados.0.smithi003.stdout:1774: oid 11 updating version 0 to 1837 2024-04-13T07:20:29.006 INFO:tasks.rados.rados.0.smithi003.stdout:1774: oid 11 updating version 1837 to 1839 2024-04-13T07:20:29.006 INFO:tasks.rados.rados.0.smithi003.stdout:1774: oid 11 version 1839 is already newer than 1838 2024-04-13T07:20:29.006 INFO:tasks.rados.rados.0.smithi003.stdout:1774: oid 11 version 1839 is already newer than 1835 2024-04-13T07:20:29.006 INFO:tasks.rados.rados.0.smithi003.stdout:1774: oid 11 version 1839 is already newer than 1836 2024-04-13T07:20:29.006 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 1839 (ObjNum 542 snap 185 seq_num 542) dirty exists 2024-04-13T07:20:29.006 INFO:tasks.rados.rados.0.smithi003.stdout:1774: left oid 11 (ObjNum 542 snap 185 seq_num 542) 2024-04-13T07:20:29.007 INFO:tasks.rados.rados.0.smithi003.stdout:1774: done (3 left) 2024-04-13T07:20:29.007 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 185 2024-04-13T07:20:29.007 INFO:tasks.rados.rados.0.smithi003.stdout:1773: expect (ObjNum 537 snap 183 seq_num 537) 2024-04-13T07:20:29.104 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:28 smithi066 ceph-mon[84331]: osdmap e434: 8 total, 8 up, 8 in 2024-04-13T07:20:29.104 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:28 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:20:29.104 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:28 smithi066 ceph-mon[84331]: osdmap e435: 8 total, 8 up, 8 in 2024-04-13T07:20:29.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:28 smithi003 ceph-mon[89364]: osdmap e434: 8 total, 8 up, 8 in 2024-04-13T07:20:29.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:28 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:20:29.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:28 smithi003 ceph-mon[89364]: osdmap e435: 8 total, 8 up, 8 in 2024-04-13T07:20:29.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:28 smithi003 ceph-mon[91733]: osdmap e434: 8 total, 8 up, 8 in 2024-04-13T07:20:29.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:28 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:20:29.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:28 smithi003 ceph-mon[91733]: osdmap e435: 8 total, 8 up, 8 in 2024-04-13T07:20:29.512 INFO:tasks.rados.rados.0.smithi003.stdout:1776: finishing write tid 1 to smithi00377890-50 2024-04-13T07:20:29.512 INFO:tasks.rados.rados.0.smithi003.stdout:1776: finishing write tid 2 to smithi00377890-50 2024-04-13T07:20:29.512 INFO:tasks.rados.rados.0.smithi003.stdout:1777: finishing copy_from to smithi00377890-19 2024-04-13T07:20:29.512 INFO:tasks.rados.rados.0.smithi003.stdout:1777: got expected ENOENT (src dne) 2024-04-13T07:20:29.512 INFO:tasks.rados.rados.0.smithi003.stdout:1777: finishing copy_from racing read to smithi00377890-19 2024-04-13T07:20:29.512 INFO:tasks.rados.rados.0.smithi003.stdout:1776: finishing write tid 3 to smithi00377890-50 2024-04-13T07:20:29.512 INFO:tasks.rados.rados.0.smithi003.stdout:1776: finishing write tid 4 to smithi00377890-50 2024-04-13T07:20:29.512 INFO:tasks.rados.rados.0.smithi003.stdout:1776: finishing write tid 5 to smithi00377890-50 2024-04-13T07:20:29.512 INFO:tasks.rados.rados.0.smithi003.stdout:1776: oid 50 updating version 0 to 1331 2024-04-13T07:20:29.513 INFO:tasks.rados.rados.0.smithi003.stdout:1776: oid 50 updating version 1331 to 1332 2024-04-13T07:20:29.513 INFO:tasks.rados.rados.0.smithi003.stdout:1776: oid 50 updating version 1332 to 1333 2024-04-13T07:20:29.513 INFO:tasks.rados.rados.0.smithi003.stdout:1776: oid 50 updating version 1333 to 1334 2024-04-13T07:20:29.513 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 1334 (ObjNum 544 snap 185 seq_num 544) dirty exists 2024-04-13T07:20:29.513 INFO:tasks.rados.rados.0.smithi003.stdout:1776: left oid 50 (ObjNum 544 snap 185 seq_num 544) 2024-04-13T07:20:29.513 INFO:tasks.rados.rados.0.smithi003.stdout:1778: seq_num 545 ranges {14540800=737280,15278080=491520,15769600=450560,16220160=262144} 2024-04-13T07:20:29.595 INFO:tasks.rados.rados.0.smithi003.stdout:1778: writing smithi00377890-35 from 14540800 to 15278080 tid 1 2024-04-13T07:20:29.598 INFO:tasks.rados.rados.0.smithi003.stdout:1778: writing smithi00377890-35 from 15278080 to 15769600 tid 2 2024-04-13T07:20:29.600 INFO:tasks.rados.rados.0.smithi003.stdout:1778: writing smithi00377890-35 from 15769600 to 16220160 tid 3 2024-04-13T07:20:29.602 INFO:tasks.rados.rados.0.smithi003.stdout:1778: writing smithi00377890-35 from 16220160 to 16482304 tid 4 2024-04-13T07:20:29.602 INFO:tasks.rados.rados.0.smithi003.stdout:1773: done (3 left) 2024-04-13T07:20:29.602 INFO:tasks.rados.rados.0.smithi003.stdout:1776: done (2 left) 2024-04-13T07:20:29.602 INFO:tasks.rados.rados.0.smithi003.stdout:1777: done (1 left) 2024-04-13T07:20:29.602 INFO:tasks.rados.rados.0.smithi003.stdout:1779: delete oid 23 current snap is 185 2024-04-13T07:20:29.602 INFO:tasks.rados.rados.0.smithi003.stdout:1778: finishing write tid 1 to smithi00377890-35 2024-04-13T07:20:29.602 INFO:tasks.rados.rados.0.smithi003.stdout:1778: finishing write tid 2 to smithi00377890-35 2024-04-13T07:20:29.605 INFO:tasks.rados.rados.0.smithi003.stdout:1778: finishing write tid 3 to smithi00377890-35 2024-04-13T07:20:29.605 INFO:tasks.rados.rados.0.smithi003.stdout:1778: finishing write tid 4 to smithi00377890-35 2024-04-13T07:20:29.605 INFO:tasks.rados.rados.0.smithi003.stdout:1779: done (1 left) 2024-04-13T07:20:29.605 INFO:tasks.rados.rados.0.smithi003.stdout:1780: read oid 29 snap -1 2024-04-13T07:20:29.605 INFO:tasks.rados.rados.0.smithi003.stdout:1780: expect (ObjNum 519 snap 175 seq_num 519) 2024-04-13T07:20:29.605 INFO:tasks.rados.rados.0.smithi003.stdout:1781: delete oid 41 current snap is 185 2024-04-13T07:20:29.605 INFO:tasks.rados.rados.0.smithi003.stdout:1778: finishing write tid 5 to smithi00377890-35 2024-04-13T07:20:29.606 INFO:tasks.rados.rados.0.smithi003.stdout:1778: finishing write tid 6 to smithi00377890-35 2024-04-13T07:20:29.607 INFO:tasks.rados.rados.0.smithi003.stdout:1778: oid 35 updating version 0 to 1678 2024-04-13T07:20:29.607 INFO:tasks.rados.rados.0.smithi003.stdout:1778: oid 35 updating version 1678 to 1680 2024-04-13T07:20:29.607 INFO:tasks.rados.rados.0.smithi003.stdout:1778: oid 35 version 1680 is already newer than 1676 2024-04-13T07:20:29.607 INFO:tasks.rados.rados.0.smithi003.stdout:1778: oid 35 version 1680 is already newer than 1677 2024-04-13T07:20:29.607 INFO:tasks.rados.rados.0.smithi003.stdout:1778: oid 35 version 1680 is already newer than 1679 2024-04-13T07:20:29.607 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 1680 (ObjNum 545 snap 185 seq_num 545) dirty exists 2024-04-13T07:20:29.607 INFO:tasks.rados.rados.0.smithi003.stdout:1778: left oid 35 (ObjNum 545 snap 185 seq_num 545) 2024-04-13T07:20:29.607 INFO:tasks.rados.rados.0.smithi003.stdout:1778: done (2 left) 2024-04-13T07:20:29.607 INFO:tasks.rados.rados.0.smithi003.stdout:1781: done (1 left) 2024-04-13T07:20:29.607 INFO:tasks.rados.rados.0.smithi003.stdout:1782: snap_create 2024-04-13T07:20:29.619 INFO:tasks.rados.rados.0.smithi003.stdout:1780: expect (ObjNum 519 snap 175 seq_num 519) 2024-04-13T07:20:29.886 INFO:tasks.rados.rados.0.smithi003.stdout:1780: done (1 left) 2024-04-13T07:20:29.886 INFO:tasks.rados.rados.0.smithi003.stdout:1782: done (0 left) 2024-04-13T07:20:29.886 INFO:tasks.rados.rados.0.smithi003.stdout:1783: delete oid 9 current snap is 186 2024-04-13T07:20:29.891 INFO:tasks.rados.rados.0.smithi003.stdout:1783: done (0 left) 2024-04-13T07:20:29.891 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 39 current snap is 186 2024-04-13T07:20:29.891 INFO:tasks.rados.rados.0.smithi003.stdout:1784: seq_num 549 ranges {3465216=802816,4268032=483328,4751360=434176,5185536=286720} 2024-04-13T07:20:29.914 INFO:tasks.rados.rados.0.smithi003.stdout:1784: writing smithi00377890-39 from 3465216 to 4268032 tid 1 2024-04-13T07:20:29.917 INFO:tasks.rados.rados.0.smithi003.stdout:1784: writing smithi00377890-39 from 4268032 to 4751360 tid 2 2024-04-13T07:20:29.920 INFO:tasks.rados.rados.0.smithi003.stdout:1784: writing smithi00377890-39 from 4751360 to 5185536 tid 3 2024-04-13T07:20:29.922 INFO:tasks.rados.rados.0.smithi003.stdout:1784: writing smithi00377890-39 from 5185536 to 5472256 tid 4 2024-04-13T07:20:29.922 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 47 current snap is 186 2024-04-13T07:20:29.922 INFO:tasks.rados.rados.0.smithi003.stdout:1784: finishing write tid 1 to smithi00377890-39 2024-04-13T07:20:29.922 INFO:tasks.rados.rados.0.smithi003.stdout:1785: seq_num 550 ranges {0=417792,417792=770048,1187840=638976,1826816=196608} 2024-04-13T07:20:29.924 INFO:tasks.rados.rados.0.smithi003.stdout:1785: writing smithi00377890-47 from 0 to 417792 tid 1 2024-04-13T07:20:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:1785: writing smithi00377890-47 from 417792 to 1187840 tid 2 2024-04-13T07:20:29.933 INFO:tasks.rados.rados.0.smithi003.stdout:1785: writing smithi00377890-47 from 1187840 to 1826816 tid 3 2024-04-13T07:20:29.934 INFO:tasks.rados.rados.0.smithi003.stdout:1785: writing smithi00377890-47 from 1826816 to 2023424 tid 4 2024-04-13T07:20:29.935 INFO:tasks.rados.rados.0.smithi003.stdout:1786: read oid 32 snap -1 2024-04-13T07:20:29.935 INFO:tasks.rados.rados.0.smithi003.stdout:1786: expect deleted 2024-04-13T07:20:29.935 INFO:tasks.rados.rados.0.smithi003.stdout:1787: snap_create 2024-04-13T07:20:29.935 INFO:tasks.rados.rados.0.smithi003.stdout:1784: finishing write tid 2 to smithi00377890-39 2024-04-13T07:20:29.935 INFO:tasks.rados.rados.0.smithi003.stdout:1784: finishing write tid 3 to smithi00377890-39 2024-04-13T07:20:29.935 INFO:tasks.rados.rados.0.smithi003.stdout:1784: finishing write tid 4 to smithi00377890-39 2024-04-13T07:20:29.935 INFO:tasks.rados.rados.0.smithi003.stdout:1784: finishing write tid 5 to smithi00377890-39 2024-04-13T07:20:29.935 INFO:tasks.rados.rados.0.smithi003.stdout:1784: finishing write tid 6 to smithi00377890-39 2024-04-13T07:20:29.935 INFO:tasks.rados.rados.0.smithi003.stdout:1784: oid 39 updating version 0 to 1171 2024-04-13T07:20:29.935 INFO:tasks.rados.rados.0.smithi003.stdout:1784: oid 39 updating version 1171 to 1174 2024-04-13T07:20:29.935 INFO:tasks.rados.rados.0.smithi003.stdout:1784: oid 39 version 1174 is already newer than 1172 2024-04-13T07:20:29.935 INFO:tasks.rados.rados.0.smithi003.stdout:1784: oid 39 updating version 1174 to 1175 2024-04-13T07:20:29.935 INFO:tasks.rados.rados.0.smithi003.stdout:1784: oid 39 version 1175 is already newer than 1173 2024-04-13T07:20:29.935 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 1175 (ObjNum 549 snap 186 seq_num 549) dirty exists 2024-04-13T07:20:29.936 INFO:tasks.rados.rados.0.smithi003.stdout:1784: left oid 39 (ObjNum 549 snap 186 seq_num 549) 2024-04-13T07:20:29.936 INFO:tasks.rados.rados.0.smithi003.stdout:1785: finishing write tid 1 to smithi00377890-47 2024-04-13T07:20:29.936 INFO:tasks.rados.rados.0.smithi003.stdout:1785: finishing write tid 2 to smithi00377890-47 2024-04-13T07:20:29.937 INFO:tasks.rados.rados.0.smithi003.stdout:1785: finishing write tid 3 to smithi00377890-47 2024-04-13T07:20:29.937 INFO:tasks.rados.rados.0.smithi003.stdout:1785: finishing write tid 4 to smithi00377890-47 2024-04-13T07:20:29.937 INFO:tasks.rados.rados.0.smithi003.stdout:1785: finishing write tid 5 to smithi00377890-47 2024-04-13T07:20:29.939 INFO:tasks.rados.rados.0.smithi003.stdout:1785: finishing write tid 6 to smithi00377890-47 2024-04-13T07:20:29.939 INFO:tasks.rados.rados.0.smithi003.stdout:1785: oid 47 updating version 0 to 1394 2024-04-13T07:20:29.939 INFO:tasks.rados.rados.0.smithi003.stdout:1785: oid 47 version 1394 is already newer than 1393 2024-04-13T07:20:29.939 INFO:tasks.rados.rados.0.smithi003.stdout:1785: oid 47 updating version 1394 to 1397 2024-04-13T07:20:29.939 INFO:tasks.rados.rados.0.smithi003.stdout:1785: oid 47 version 1397 is already newer than 1396 2024-04-13T07:20:29.940 INFO:tasks.rados.rados.0.smithi003.stdout:1785: oid 47 version 1397 is already newer than 1395 2024-04-13T07:20:29.940 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 1397 (ObjNum 550 snap 186 seq_num 550) dirty exists 2024-04-13T07:20:29.940 INFO:tasks.rados.rados.0.smithi003.stdout:1785: left oid 47 (ObjNum 550 snap 186 seq_num 550) 2024-04-13T07:20:30.107 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:29 smithi066 ceph-mon[84331]: pgmap v309: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 427 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-04-13T07:20:30.107 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:29 smithi066 ceph-mon[84331]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:20:30.107 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:29 smithi066 ceph-mon[84331]: Upgrade: osd.4 is safe to restart 2024-04-13T07:20:30.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:29 smithi003 ceph-mon[91733]: pgmap v309: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 427 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-04-13T07:20:30.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:29 smithi003 ceph-mon[91733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:20:30.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:29 smithi003 ceph-mon[91733]: Upgrade: osd.4 is safe to restart 2024-04-13T07:20:30.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:29 smithi003 ceph-mon[89364]: pgmap v309: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 427 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-04-13T07:20:30.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:29 smithi003 ceph-mon[89364]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T07:20:30.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:29 smithi003 ceph-mon[89364]: Upgrade: osd.4 is safe to restart 2024-04-13T07:20:30.848 INFO:tasks.rados.rados.0.smithi003.stdout:1784: done (3 left) 2024-04-13T07:20:30.848 INFO:tasks.rados.rados.0.smithi003.stdout:1785: done (2 left) 2024-04-13T07:20:30.848 INFO:tasks.rados.rados.0.smithi003.stdout:1786: done (1 left) 2024-04-13T07:20:30.848 INFO:tasks.rados.rados.0.smithi003.stdout:1787: done (0 left) 2024-04-13T07:20:30.848 INFO:tasks.rados.rados.0.smithi003.stdout:1788: copy_from oid 23 from oid 48 current snap is 187 2024-04-13T07:20:30.848 INFO:tasks.rados.rados.0.smithi003.stdout:1789: delete oid 40 current snap is 187 2024-04-13T07:20:30.858 INFO:tasks.rados.rados.0.smithi003.stdout:1789: done (1 left) 2024-04-13T07:20:30.858 INFO:tasks.rados.rados.0.smithi003.stdout:1790: snap_remove snap 185 2024-04-13T07:20:31.118 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:30 smithi066 ceph-mon[84331]: osdmap e436: 8 total, 8 up, 8 in 2024-04-13T07:20:31.118 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:30 smithi066 ceph-mon[84331]: Upgrade: Updating osd.4 2024-04-13T07:20:31.119 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:31.119 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T07:20:31.119 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:20:31.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:30 smithi003 ceph-mon[91733]: osdmap e436: 8 total, 8 up, 8 in 2024-04-13T07:20:31.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:30 smithi003 ceph-mon[91733]: Upgrade: Updating osd.4 2024-04-13T07:20:31.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:31.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T07:20:31.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:20:31.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:30 smithi003 ceph-mon[89364]: osdmap e436: 8 total, 8 up, 8 in 2024-04-13T07:20:31.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:30 smithi003 ceph-mon[89364]: Upgrade: Updating osd.4 2024-04-13T07:20:31.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:31.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T07:20:31.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:20:31.860 INFO:tasks.rados.rados.0.smithi003.stdout:1790: done (1 left) 2024-04-13T07:20:31.860 INFO:tasks.rados.rados.0.smithi003.stdout:1791: setattr oid 37 current snap is 187 2024-04-13T07:20:31.860 INFO:tasks.rados.rados.0.smithi003.stdout:1788: finishing copy_from racing read to smithi00377890-23 2024-04-13T07:20:31.860 INFO:tasks.rados.rados.0.smithi003.stdout:1788: finishing copy_from to smithi00377890-23 2024-04-13T07:20:31.860 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 1513 (ObjNum 492 snap 164 seq_num 492) dirty exists 2024-04-13T07:20:31.863 INFO:tasks.rados.rados.0.smithi003.stdout:1788: done (1 left) 2024-04-13T07:20:31.863 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 46 current snap is 187 2024-04-13T07:20:31.863 INFO:tasks.rados.rados.0.smithi003.stdout:1792: seq_num 552 ranges {6266880=450560,6717440=532480,7249920=655360,7905280=417792} 2024-04-13T07:20:31.900 INFO:tasks.rados.rados.0.smithi003.stdout:1792: writing smithi00377890-46 from 6266880 to 6717440 tid 1 2024-04-13T07:20:31.903 INFO:tasks.rados.rados.0.smithi003.stdout:1792: writing smithi00377890-46 from 6717440 to 7249920 tid 2 2024-04-13T07:20:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:31 smithi066 ceph-mon[84331]: Deploying daemon osd.4 on smithi066 2024-04-13T07:20:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:31 smithi066 ceph-mon[84331]: pgmap v312: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 19 op/s 2024-04-13T07:20:31.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:31 smithi066 ceph-mon[84331]: osdmap e437: 8 total, 8 up, 8 in 2024-04-13T07:20:31.907 INFO:tasks.rados.rados.0.smithi003.stdout:1792: writing smithi00377890-46 from 7249920 to 7905280 tid 3 2024-04-13T07:20:31.909 INFO:tasks.rados.rados.0.smithi003.stdout:1792: writing smithi00377890-46 from 7905280 to 8323072 tid 4 2024-04-13T07:20:31.909 INFO:tasks.rados.rados.0.smithi003.stdout:1793: delete oid 23 current snap is 187 2024-04-13T07:20:31.909 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 1347 (ObjNum 525 snap 179 seq_num 525) dirty exists 2024-04-13T07:20:31.909 INFO:tasks.rados.rados.0.smithi003.stdout:1792: finishing write tid 1 to smithi00377890-46 2024-04-13T07:20:31.910 INFO:tasks.rados.rados.0.smithi003.stdout:1792: finishing write tid 2 to smithi00377890-46 2024-04-13T07:20:31.910 INFO:tasks.rados.rados.0.smithi003.stdout:1792: finishing write tid 3 to smithi00377890-46 2024-04-13T07:20:31.912 INFO:tasks.rados.rados.0.smithi003.stdout:1792: finishing write tid 4 to smithi00377890-46 2024-04-13T07:20:31.913 INFO:tasks.rados.rados.0.smithi003.stdout:1792: finishing write tid 5 to smithi00377890-46 2024-04-13T07:20:31.915 INFO:tasks.rados.rados.0.smithi003.stdout:1792: finishing write tid 6 to smithi00377890-46 2024-04-13T07:20:31.915 INFO:tasks.rados.rados.0.smithi003.stdout:1792: oid 46 updating version 0 to 1177 2024-04-13T07:20:31.915 INFO:tasks.rados.rados.0.smithi003.stdout:1792: oid 46 version 1177 is already newer than 1176 2024-04-13T07:20:31.915 INFO:tasks.rados.rados.0.smithi003.stdout:1792: oid 46 version 1177 is already newer than 1174 2024-04-13T07:20:31.915 INFO:tasks.rados.rados.0.smithi003.stdout:1792: oid 46 updating version 1177 to 1178 2024-04-13T07:20:31.915 INFO:tasks.rados.rados.0.smithi003.stdout:1792: oid 46 version 1178 is already newer than 1175 2024-04-13T07:20:31.915 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 1178 (ObjNum 552 snap 187 seq_num 552) dirty exists 2024-04-13T07:20:31.915 INFO:tasks.rados.rados.0.smithi003.stdout:1792: left oid 46 (ObjNum 552 snap 187 seq_num 552) 2024-04-13T07:20:31.917 INFO:tasks.rados.rados.0.smithi003.stdout:1791: done (2 left) 2024-04-13T07:20:31.917 INFO:tasks.rados.rados.0.smithi003.stdout:1792: done (1 left) 2024-04-13T07:20:31.917 INFO:tasks.rados.rados.0.smithi003.stdout:1793: done (0 left) 2024-04-13T07:20:31.917 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 187 2024-04-13T07:20:31.917 INFO:tasks.rados.rados.0.smithi003.stdout:1794: seq_num 554 ranges {7749632=483328,8232960=704512,8937472=622592,9560064=278528} 2024-04-13T07:20:31.962 INFO:tasks.rados.rados.0.smithi003.stdout:1794: writing smithi00377890-27 from 7749632 to 8232960 tid 1 2024-04-13T07:20:31.966 INFO:tasks.rados.rados.0.smithi003.stdout:1794: writing smithi00377890-27 from 8232960 to 8937472 tid 2 2024-04-13T07:20:31.969 INFO:tasks.rados.rados.0.smithi003.stdout:1794: writing smithi00377890-27 from 8937472 to 9560064 tid 3 2024-04-13T07:20:31.971 INFO:tasks.rados.rados.0.smithi003.stdout:1794: writing smithi00377890-27 from 9560064 to 9838592 tid 4 2024-04-13T07:20:31.971 INFO:tasks.rados.rados.0.smithi003.stdout:1795: snap_remove snap 184 2024-04-13T07:20:32.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:31 smithi003 ceph-mon[91733]: Deploying daemon osd.4 on smithi066 2024-04-13T07:20:32.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:31 smithi003 ceph-mon[91733]: pgmap v312: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 19 op/s 2024-04-13T07:20:32.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:31 smithi003 ceph-mon[91733]: osdmap e437: 8 total, 8 up, 8 in 2024-04-13T07:20:32.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:31 smithi003 ceph-mon[89364]: Deploying daemon osd.4 on smithi066 2024-04-13T07:20:32.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:31 smithi003 ceph-mon[89364]: pgmap v312: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 19 op/s 2024-04-13T07:20:32.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:31 smithi003 ceph-mon[89364]: osdmap e437: 8 total, 8 up, 8 in 2024-04-13T07:20:32.579 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:20:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:20:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:20:32.867 INFO:tasks.rados.rados.0.smithi003.stdout:1795: done (1 left) 2024-04-13T07:20:32.867 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 187 2024-04-13T07:20:32.867 INFO:tasks.rados.rados.0.smithi003.stdout:1796: seq_num 555 ranges {1859584=499712,2359296=638976,2998272=425984,3424256=540672} 2024-04-13T07:20:32.880 INFO:tasks.rados.rados.0.smithi003.stdout:1796: writing smithi00377890-38 from 1859584 to 2359296 tid 1 2024-04-13T07:20:32.883 INFO:tasks.rados.rados.0.smithi003.stdout:1796: writing smithi00377890-38 from 2359296 to 2998272 tid 2 2024-04-13T07:20:32.886 INFO:tasks.rados.rados.0.smithi003.stdout:1796: writing smithi00377890-38 from 2998272 to 3424256 tid 3 2024-04-13T07:20:32.889 INFO:tasks.rados.rados.0.smithi003.stdout:1796: writing smithi00377890-38 from 3424256 to 3964928 tid 4 2024-04-13T07:20:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:1797: snap_create 2024-04-13T07:20:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:1794: finishing write tid 1 to smithi00377890-27 2024-04-13T07:20:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:1794: finishing write tid 2 to smithi00377890-27 2024-04-13T07:20:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:1794: finishing write tid 3 to smithi00377890-27 2024-04-13T07:20:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:1794: finishing write tid 4 to smithi00377890-27 2024-04-13T07:20:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:1794: finishing write tid 5 to smithi00377890-27 2024-04-13T07:20:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:1794: finishing write tid 6 to smithi00377890-27 2024-04-13T07:20:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:1794: oid 27 updating version 0 to 1571 2024-04-13T07:20:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:1794: oid 27 version 1571 is already newer than 1569 2024-04-13T07:20:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:1794: oid 27 updating version 1571 to 1572 2024-04-13T07:20:32.891 INFO:tasks.rados.rados.0.smithi003.stdout:1794: oid 27 updating version 1572 to 1573 2024-04-13T07:20:32.891 INFO:tasks.rados.rados.0.smithi003.stdout:1794: oid 27 version 1573 is already newer than 1570 2024-04-13T07:20:32.891 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 1573 (ObjNum 554 snap 187 seq_num 554) dirty exists 2024-04-13T07:20:32.891 INFO:tasks.rados.rados.0.smithi003.stdout:1794: left oid 27 (ObjNum 554 snap 187 seq_num 554) 2024-04-13T07:20:32.891 INFO:tasks.rados.rados.0.smithi003.stdout:1796: finishing write tid 1 to smithi00377890-38 2024-04-13T07:20:32.891 INFO:tasks.rados.rados.0.smithi003.stdout:1796: finishing write tid 2 to smithi00377890-38 2024-04-13T07:20:32.891 INFO:tasks.rados.rados.0.smithi003.stdout:1796: finishing write tid 3 to smithi00377890-38 2024-04-13T07:20:32.892 INFO:tasks.rados.rados.0.smithi003.stdout:1796: finishing write tid 4 to smithi00377890-38 2024-04-13T07:20:32.892 INFO:tasks.rados.rados.0.smithi003.stdout:1796: finishing write tid 5 to smithi00377890-38 2024-04-13T07:20:32.893 INFO:tasks.rados.rados.0.smithi003.stdout:1796: finishing write tid 6 to smithi00377890-38 2024-04-13T07:20:32.893 INFO:tasks.rados.rados.0.smithi003.stdout:1796: oid 38 updating version 0 to 561 2024-04-13T07:20:32.893 INFO:tasks.rados.rados.0.smithi003.stdout:1796: oid 38 version 561 is already newer than 560 2024-04-13T07:20:32.893 INFO:tasks.rados.rados.0.smithi003.stdout:1796: oid 38 updating version 561 to 562 2024-04-13T07:20:32.893 INFO:tasks.rados.rados.0.smithi003.stdout:1796: oid 38 version 562 is already newer than 558 2024-04-13T07:20:32.893 INFO:tasks.rados.rados.0.smithi003.stdout:1796: oid 38 version 562 is already newer than 559 2024-04-13T07:20:32.893 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 562 (ObjNum 555 snap 187 seq_num 555) dirty exists 2024-04-13T07:20:32.893 INFO:tasks.rados.rados.0.smithi003.stdout:1796: left oid 38 (ObjNum 555 snap 187 seq_num 555) 2024-04-13T07:20:33.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:32 smithi003 ceph-mon[91733]: osdmap e438: 8 total, 8 up, 8 in 2024-04-13T07:20:33.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:32 smithi003 ceph-mon[89364]: osdmap e438: 8 total, 8 up, 8 in 2024-04-13T07:20:33.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:32 smithi066 ceph-mon[84331]: osdmap e438: 8 total, 8 up, 8 in 2024-04-13T07:20:33.788 INFO:tasks.rados.rados.0.smithi003.stdout:1794: done (2 left) 2024-04-13T07:20:33.788 INFO:tasks.rados.rados.0.smithi003.stdout:1796: done (1 left) 2024-04-13T07:20:33.788 INFO:tasks.rados.rados.0.smithi003.stdout:1797: done (0 left) 2024-04-13T07:20:33.788 INFO:tasks.rados.rados.0.smithi003.stdout:1798: rollback oid 36 current snap is 188 2024-04-13T07:20:33.788 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 36 to 186 2024-04-13T07:20:33.788 INFO:tasks.rados.rados.0.smithi003.stdout:1799: snap_create 2024-04-13T07:20:33.794 INFO:tasks.rados.rados.0.smithi003.stdout:1798: finishing rollback tid 0 to smithi00377890-36 2024-04-13T07:20:33.794 INFO:tasks.rados.rados.0.smithi003.stdout:1798: finishing rollback tid 1 to smithi00377890-36 2024-04-13T07:20:33.794 INFO:tasks.rados.rados.0.smithi003.stdout:1798: finishing rollback tid 2 to smithi00377890-36 2024-04-13T07:20:33.794 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 1832 (ObjNum 517 snap 174 seq_num 517) dirty exists 2024-04-13T07:20:33.862 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:20:33 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:20:33.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:20:34.131 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:33 smithi066 ceph-mon[84331]: pgmap v315: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 452 KiB/s wr, 9 op/s 2024-04-13T07:20:34.131 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:33 smithi066 ceph-mon[84331]: osdmap e439: 8 total, 8 up, 8 in 2024-04-13T07:20:34.131 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:33 smithi066 ceph-mon[84331]: osdmap e440: 8 total, 8 up, 8 in 2024-04-13T07:20:34.131 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:33 smithi066 systemd[1]: Stopping Ceph osd.4 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:20:34.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:33 smithi003 ceph-mon[91733]: pgmap v315: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 452 KiB/s wr, 9 op/s 2024-04-13T07:20:34.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:33 smithi003 ceph-mon[91733]: osdmap e439: 8 total, 8 up, 8 in 2024-04-13T07:20:34.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:33 smithi003 ceph-mon[91733]: osdmap e440: 8 total, 8 up, 8 in 2024-04-13T07:20:34.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:33 smithi003 ceph-mon[89364]: pgmap v315: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 429 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 452 KiB/s wr, 9 op/s 2024-04-13T07:20:34.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:33 smithi003 ceph-mon[89364]: osdmap e439: 8 total, 8 up, 8 in 2024-04-13T07:20:34.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:33 smithi003 ceph-mon[89364]: osdmap e440: 8 total, 8 up, 8 in 2024-04-13T07:20:34.403 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:34 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[35526]: 2024-04-13T07:20:34.128+0000 7f5c26f26700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:20:34.403 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:34 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[35526]: 2024-04-13T07:20:34.128+0000 7f5c26f26700 -1 osd.4 440 *** Got signal Terminated *** 2024-04-13T07:20:34.403 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:34 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[35526]: 2024-04-13T07:20:34.128+0000 7f5c26f26700 -1 osd.4 440 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T07:20:34.507 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:20:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:20:34] "GET /metrics HTTP/1.1" 200 36105 "" "Prometheus/2.43.0" 2024-04-13T07:20:34.792 INFO:tasks.rados.rados.0.smithi003.stdout:1798: done (1 left) 2024-04-13T07:20:34.792 INFO:tasks.rados.rados.0.smithi003.stdout:1799: done (0 left) 2024-04-13T07:20:34.792 INFO:tasks.rados.rados.0.smithi003.stdout:1800: read oid 4 snap 153 2024-04-13T07:20:34.792 INFO:tasks.rados.rados.0.smithi003.stdout:1800: expect (ObjNum 450 snap 151 seq_num 450) 2024-04-13T07:20:34.792 INFO:tasks.rados.rados.0.smithi003.stdout:1801: snap_remove snap 186 2024-04-13T07:20:35.133 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:34 smithi066 ceph-mon[84331]: osd.4 marked itself down and dead 2024-04-13T07:20:35.133 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:34 smithi066 ceph-mon[84331]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:20:35.133 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:34 smithi066 ceph-mon[84331]: osdmap e441: 8 total, 7 up, 8 in 2024-04-13T07:20:35.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:34 smithi003 ceph-mon[91733]: osd.4 marked itself down and dead 2024-04-13T07:20:35.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:34 smithi003 ceph-mon[91733]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:20:35.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:34 smithi003 ceph-mon[91733]: osdmap e441: 8 total, 7 up, 8 in 2024-04-13T07:20:35.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:34 smithi003 ceph-mon[89364]: osd.4 marked itself down and dead 2024-04-13T07:20:35.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:34 smithi003 ceph-mon[89364]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:20:35.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:34 smithi003 ceph-mon[89364]: osdmap e441: 8 total, 7 up, 8 in 2024-04-13T07:20:35.403 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:35 smithi066 podman[89501]: 2024-04-13 07:20:35.350454673 +0000 UTC m=+1.321120932 container died ec074079cca14ca422480e8025d2ffbe7279f5d964ee4f648858df26b8fac5e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-7d36322, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-13T07:20:35.803 INFO:tasks.rados.rados.0.smithi003.stdout:1800: expect (ObjNum 450 snap 151 seq_num 450) 2024-04-13T07:20:35.813 INFO:tasks.rados.rados.0.smithi003.stdout:1800: done (1 left) 2024-04-13T07:20:35.813 INFO:tasks.rados.rados.0.smithi003.stdout:1801: done (0 left) 2024-04-13T07:20:35.813 INFO:tasks.rados.rados.0.smithi003.stdout:1802: setattr oid 3 current snap is 189 2024-04-13T07:20:35.815 INFO:tasks.rados.rados.0.smithi003.stdout:1803: snap_remove snap 144 2024-04-13T07:20:35.903 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:35 smithi066 podman[89501]: 2024-04-13 07:20:35.711175786 +0000 UTC m=+1.681842052 container cleanup ec074079cca14ca422480e8025d2ffbe7279f5d964ee4f648858df26b8fac5e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=reef-7d36322, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:20:35.903 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:35 smithi066 bash[89501]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4 2024-04-13T07:20:35.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:35 smithi066 ceph-mon[84331]: pgmap v318: 121 pgs: 121 active+clean; 434 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-04-13T07:20:35.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:35 smithi066 ceph-mon[84331]: osdmap e442: 8 total, 7 up, 8 in 2024-04-13T07:20:36.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:35 smithi003 ceph-mon[91733]: pgmap v318: 121 pgs: 121 active+clean; 434 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-04-13T07:20:36.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:35 smithi003 ceph-mon[91733]: osdmap e442: 8 total, 7 up, 8 in 2024-04-13T07:20:36.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:35 smithi003 ceph-mon[89364]: pgmap v318: 121 pgs: 121 active+clean; 434 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-04-13T07:20:36.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:35 smithi003 ceph-mon[89364]: osdmap e442: 8 total, 7 up, 8 in 2024-04-13T07:20:36.332 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:35 smithi066 podman[89529]: 2024-04-13 07:20:35.98761112 +0000 UTC m=+0.630248838 container remove ec074079cca14ca422480e8025d2ffbe7279f5d964ee4f648858df26b8fac5e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4, RELEASE=reef-7d36322, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-13T07:20:36.584 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:36 smithi066 podman[89619]: 2024-04-13 07:20:36.235014468 +0000 UTC m=+0.018363417 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:20:36.584 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:36 smithi066 podman[89619]: 2024-04-13 07:20:36.346837779 +0000 UTC m=+0.130186713 container create faf37be51569ce64f08b4c0db2b6ba33405ed3307cb856f33c3c752ff373d5fe (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-deactivate, RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-13T07:20:36.584 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:36 smithi066 podman[89619]: 2024-04-13 07:20:36.582893734 +0000 UTC m=+0.366242671 container init faf37be51569ce64f08b4c0db2b6ba33405ed3307cb856f33c3c752ff373d5fe (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-13T07:20:36.796 INFO:tasks.rados.rados.0.smithi003.stdout:1803: done (1 left) 2024-04-13T07:20:36.796 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 42 current snap is 189 2024-04-13T07:20:36.796 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 1398 (ObjNum 537 snap 183 seq_num 537) dirty exists 2024-04-13T07:20:36.796 INFO:tasks.rados.rados.0.smithi003.stdout:1804: seq_num 556 ranges {11853824=516096,12369920=524288,12894208=638976,13533184=442368} 2024-04-13T07:20:36.864 INFO:tasks.rados.rados.0.smithi003.stdout:1804: writing smithi00377890-42 from 11853824 to 12369920 tid 1 2024-04-13T07:20:36.867 INFO:tasks.rados.rados.0.smithi003.stdout:1804: writing smithi00377890-42 from 12369920 to 12894208 tid 2 2024-04-13T07:20:36.871 INFO:tasks.rados.rados.0.smithi003.stdout:1804: writing smithi00377890-42 from 12894208 to 13533184 tid 3 2024-04-13T07:20:36.875 INFO:tasks.rados.rados.0.smithi003.stdout:1804: writing smithi00377890-42 from 13533184 to 13975552 tid 4 2024-04-13T07:20:36.875 INFO:tasks.rados.rados.0.smithi003.stdout:1802: done (1 left) 2024-04-13T07:20:36.875 INFO:tasks.rados.rados.0.smithi003.stdout:1805: copy_from oid 29 from oid 48 current snap is 189 2024-04-13T07:20:36.875 INFO:tasks.rados.rados.0.smithi003.stdout:1806: snap_remove snap 153 2024-04-13T07:20:36.902 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:36 smithi066 podman[89619]: 2024-04-13 07:20:36.586251599 +0000 UTC m=+0.369600542 container start faf37be51569ce64f08b4c0db2b6ba33405ed3307cb856f33c3c752ff373d5fe (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-13T07:20:36.902 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:36 smithi066 podman[89619]: 2024-04-13 07:20:36.657836787 +0000 UTC m=+0.441185747 container attach faf37be51569ce64f08b4c0db2b6ba33405ed3307cb856f33c3c752ff373d5fe (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, ceph=True) 2024-04-13T07:20:37.153 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:36 smithi066 podman[89619]: 2024-04-13 07:20:36.901071563 +0000 UTC m=+0.684420494 container died faf37be51569ce64f08b4c0db2b6ba33405ed3307cb856f33c3c752ff373d5fe (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49) 2024-04-13T07:20:37.793 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:37 smithi066 podman[89645]: 2024-04-13 07:20:37.502775491 +0000 UTC m=+0.595790982 container remove faf37be51569ce64f08b4c0db2b6ba33405ed3307cb856f33c3c752ff373d5fe (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-13T07:20:37.793 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:37 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.4.service: Deactivated successfully. 2024-04-13T07:20:37.793 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:37 smithi066 systemd[1]: Stopped Ceph osd.4 for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:20:37.793 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:37 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.4.service: Consumed 15.767s CPU time. 2024-04-13T07:20:37.793 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:37 smithi066 systemd[1]: Starting Ceph osd.4 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:20:37.876 INFO:tasks.rados.rados.0.smithi003.stdout:1806: done (2 left) 2024-04-13T07:20:37.876 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 189 2024-04-13T07:20:37.877 INFO:tasks.rados.rados.0.smithi003.stdout:1807: seq_num 557 ranges {0=532480,532480=802816,1335296=794624,2129920=8192} 2024-04-13T07:20:37.880 INFO:tasks.rados.rados.0.smithi003.stdout:1807: writing smithi00377890-49 from 0 to 532480 tid 1 2024-04-13T07:20:37.885 INFO:tasks.rados.rados.0.smithi003.stdout:1807: writing smithi00377890-49 from 532480 to 1335296 tid 2 2024-04-13T07:20:37.891 INFO:tasks.rados.rados.0.smithi003.stdout:1807: writing smithi00377890-49 from 1335296 to 2129920 tid 3 2024-04-13T07:20:37.891 INFO:tasks.rados.rados.0.smithi003.stdout:1807: writing smithi00377890-49 from 2129920 to 2138112 tid 4 2024-04-13T07:20:37.892 INFO:tasks.rados.rados.0.smithi003.stdout:1808: read oid 30 snap -1 2024-04-13T07:20:37.892 INFO:tasks.rados.rados.0.smithi003.stdout:1808: expect (ObjNum 413 snap 142 seq_num 413) 2024-04-13T07:20:37.892 INFO:tasks.rados.rados.0.smithi003.stdout:1809: snap_create 2024-04-13T07:20:37.892 INFO:tasks.rados.rados.0.smithi003.stdout:1804: finishing write tid 1 to smithi00377890-42 2024-04-13T07:20:37.892 INFO:tasks.rados.rados.0.smithi003.stdout:1804: finishing write tid 2 to smithi00377890-42 2024-04-13T07:20:37.892 INFO:tasks.rados.rados.0.smithi003.stdout:1804: finishing write tid 3 to smithi00377890-42 2024-04-13T07:20:37.892 INFO:tasks.rados.rados.0.smithi003.stdout:1804: finishing write tid 4 to smithi00377890-42 2024-04-13T07:20:37.892 INFO:tasks.rados.rados.0.smithi003.stdout:1804: finishing write tid 5 to smithi00377890-42 2024-04-13T07:20:37.892 INFO:tasks.rados.rados.0.smithi003.stdout:1804: finishing write tid 6 to smithi00377890-42 2024-04-13T07:20:37.892 INFO:tasks.rados.rados.0.smithi003.stdout:1804: oid 42 updating version 0 to 1576 2024-04-13T07:20:37.893 INFO:tasks.rados.rados.0.smithi003.stdout:1804: oid 42 version 1576 is already newer than 1575 2024-04-13T07:20:37.893 INFO:tasks.rados.rados.0.smithi003.stdout:1804: oid 42 version 1576 is already newer than 1574 2024-04-13T07:20:37.893 INFO:tasks.rados.rados.0.smithi003.stdout:1804: oid 42 updating version 1576 to 1577 2024-04-13T07:20:37.893 INFO:tasks.rados.rados.0.smithi003.stdout:1804: oid 42 updating version 1577 to 1578 2024-04-13T07:20:37.893 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 1578 (ObjNum 556 snap 189 seq_num 556) dirty exists 2024-04-13T07:20:37.893 INFO:tasks.rados.rados.0.smithi003.stdout:1804: left oid 42 (ObjNum 556 snap 189 seq_num 556) 2024-04-13T07:20:37.893 INFO:tasks.rados.rados.0.smithi003.stdout:1805: finishing copy_from racing read to smithi00377890-29 2024-04-13T07:20:37.893 INFO:tasks.rados.rados.0.smithi003.stdout:1805: finishing copy_from to smithi00377890-29 2024-04-13T07:20:37.893 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 1513 (ObjNum 492 snap 164 seq_num 492) dirty exists 2024-04-13T07:20:37.893 INFO:tasks.rados.rados.0.smithi003.stdout:1807: finishing write tid 1 to smithi00377890-49 2024-04-13T07:20:37.898 INFO:tasks.rados.rados.0.smithi003.stdout:1807: finishing write tid 2 to smithi00377890-49 2024-04-13T07:20:37.899 INFO:tasks.rados.rados.0.smithi003.stdout:1807: finishing write tid 3 to smithi00377890-49 2024-04-13T07:20:37.899 INFO:tasks.rados.rados.0.smithi003.stdout:1807: finishing write tid 4 to smithi00377890-49 2024-04-13T07:20:37.899 INFO:tasks.rados.rados.0.smithi003.stdout:1807: finishing write tid 5 to smithi00377890-49 2024-04-13T07:20:37.901 INFO:tasks.rados.rados.0.smithi003.stdout:1807: finishing write tid 6 to smithi00377890-49 2024-04-13T07:20:37.901 INFO:tasks.rados.rados.0.smithi003.stdout:1807: oid 49 updating version 0 to 1401 2024-04-13T07:20:37.901 INFO:tasks.rados.rados.0.smithi003.stdout:1807: oid 49 updating version 1401 to 1402 2024-04-13T07:20:37.901 INFO:tasks.rados.rados.0.smithi003.stdout:1807: oid 49 updating version 1402 to 1403 2024-04-13T07:20:37.901 INFO:tasks.rados.rados.0.smithi003.stdout:1807: oid 49 version 1403 is already newer than 1399 2024-04-13T07:20:37.901 INFO:tasks.rados.rados.0.smithi003.stdout:1807: oid 49 version 1403 is already newer than 1400 2024-04-13T07:20:37.901 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 1403 (ObjNum 557 snap 189 seq_num 557) dirty exists 2024-04-13T07:20:37.901 INFO:tasks.rados.rados.0.smithi003.stdout:1807: left oid 49 (ObjNum 557 snap 189 seq_num 557) 2024-04-13T07:20:37.911 INFO:tasks.rados.rados.0.smithi003.stdout:1808: expect (ObjNum 413 snap 142 seq_num 413) 2024-04-13T07:20:38.109 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:37 smithi066 ceph-mon[84331]: pgmap v321: 121 pgs: 10 peering, 7 stale+active+clean, 104 active+clean; 442 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.4 MiB/s wr, 20 op/s 2024-04-13T07:20:38.110 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:37 smithi066 ceph-mon[84331]: osdmap e443: 8 total, 7 up, 8 in 2024-04-13T07:20:38.110 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:37 smithi066 ceph-mon[84331]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-13T07:20:38.110 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:38.110 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:20:38.110 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:37 smithi066 podman[89749]: 2024-04-13 07:20:37.860242076 +0000 UTC m=+0.018817887 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:20:38.110 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:37 smithi066 podman[89749]: 2024-04-13 07:20:37.962213162 +0000 UTC m=+0.120788956 container create a478bd5f921886a8e1e8aa29b4db8588c96bf4474fead41a0aab144680b79835 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-activate, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-13T07:20:38.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:37 smithi003 ceph-mon[89364]: pgmap v321: 121 pgs: 10 peering, 7 stale+active+clean, 104 active+clean; 442 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.4 MiB/s wr, 20 op/s 2024-04-13T07:20:38.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:37 smithi003 ceph-mon[89364]: osdmap e443: 8 total, 7 up, 8 in 2024-04-13T07:20:38.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:37 smithi003 ceph-mon[89364]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-13T07:20:38.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:38.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:20:38.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:37 smithi003 ceph-mon[91733]: pgmap v321: 121 pgs: 10 peering, 7 stale+active+clean, 104 active+clean; 442 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.4 MiB/s wr, 20 op/s 2024-04-13T07:20:38.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:37 smithi003 ceph-mon[91733]: osdmap e443: 8 total, 7 up, 8 in 2024-04-13T07:20:38.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:37 smithi003 ceph-mon[91733]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-13T07:20:38.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:38.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:20:38.403 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:38 smithi066 podman[89749]: 2024-04-13 07:20:38.197978283 +0000 UTC m=+0.356554077 container init a478bd5f921886a8e1e8aa29b4db8588c96bf4474fead41a0aab144680b79835 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-activate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_CLEAN=True) 2024-04-13T07:20:38.404 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:38 smithi066 podman[89749]: 2024-04-13 07:20:38.20190912 +0000 UTC m=+0.360484922 container start a478bd5f921886a8e1e8aa29b4db8588c96bf4474fead41a0aab144680b79835 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-activate, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-13T07:20:38.404 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:38 smithi066 podman[89749]: 2024-04-13 07:20:38.256171601 +0000 UTC m=+0.414747403 container attach a478bd5f921886a8e1e8aa29b4db8588c96bf4474fead41a0aab144680b79835 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-activate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:20:38.789 INFO:tasks.rados.rados.0.smithi003.stdout:1804: done (4 left) 2024-04-13T07:20:38.790 INFO:tasks.rados.rados.0.smithi003.stdout:1805: done (3 left) 2024-04-13T07:20:38.790 INFO:tasks.rados.rados.0.smithi003.stdout:1807: done (2 left) 2024-04-13T07:20:38.790 INFO:tasks.rados.rados.0.smithi003.stdout:1808: done (1 left) 2024-04-13T07:20:38.790 INFO:tasks.rados.rados.0.smithi003.stdout:1809: done (0 left) 2024-04-13T07:20:38.790 INFO:tasks.rados.rados.0.smithi003.stdout:1810: snap_remove snap 173 2024-04-13T07:20:39.003 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:38 smithi066 ceph-mon[84331]: osdmap e444: 8 total, 7 up, 8 in 2024-04-13T07:20:39.004 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:38 smithi066 ceph-mon[84331]: osdmap e445: 8 total, 7 up, 8 in 2024-04-13T07:20:39.004 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:38 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-activate[89764]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-13T07:20:39.004 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:38 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-activate[89764]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-13T07:20:39.004 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:38 smithi066 bash[89749]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-13T07:20:39.004 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:38 smithi066 bash[89749]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-13T07:20:39.004 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:38 smithi066 bash[89749]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-13T07:20:39.004 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:38 smithi066 bash[89749]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-13T07:20:39.004 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:38 smithi066 bash[89749]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-13T07:20:39.004 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:38 smithi066 bash[89749]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-13T07:20:39.004 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:38 smithi066 bash[89749]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-13T07:20:39.004 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:38 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-activate[89764]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-13T07:20:39.004 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:38 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-activate[89764]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-13T07:20:39.004 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:38 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-activate[89764]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-13T07:20:39.005 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:38 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-activate[89764]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-13T07:20:39.005 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:38 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-activate[89764]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-13T07:20:39.005 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:38 smithi066 podman[89749]: 2024-04-13 07:20:38.689570459 +0000 UTC m=+0.848146245 container died a478bd5f921886a8e1e8aa29b4db8588c96bf4474fead41a0aab144680b79835 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-activate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-5f22a49, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-13T07:20:39.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:38 smithi003 ceph-mon[91733]: osdmap e444: 8 total, 7 up, 8 in 2024-04-13T07:20:39.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:38 smithi003 ceph-mon[91733]: osdmap e445: 8 total, 7 up, 8 in 2024-04-13T07:20:39.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:38 smithi003 ceph-mon[89364]: osdmap e444: 8 total, 7 up, 8 in 2024-04-13T07:20:39.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:38 smithi003 ceph-mon[89364]: osdmap e445: 8 total, 7 up, 8 in 2024-04-13T07:20:39.622 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:39 smithi066 podman[89880]: 2024-04-13 07:20:39.293660104 +0000 UTC m=+0.595129512 container remove a478bd5f921886a8e1e8aa29b4db8588c96bf4474fead41a0aab144680b79835 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:20:39.622 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:39 smithi066 podman[89945]: 2024-04-13 07:20:39.413309637 +0000 UTC m=+0.018335904 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:20:39.623 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:39 smithi066 podman[89945]: 2024-04-13 07:20:39.51112623 +0000 UTC m=+0.116152483 container create b94e7fdde3d0548b83fdd28b3a75fb5220975cd06fec75af654a4222e11b48a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2) 2024-04-13T07:20:39.795 INFO:tasks.rados.rados.0.smithi003.stdout:1810: done (0 left) 2024-04-13T07:20:39.795 INFO:tasks.rados.rados.0.smithi003.stdout:1811: rollback oid 10 current snap is 190 2024-04-13T07:20:39.795 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 10 to 187 2024-04-13T07:20:39.795 INFO:tasks.rados.rados.0.smithi003.stdout:1812: read oid 47 snap 189 2024-04-13T07:20:39.795 INFO:tasks.rados.rados.0.smithi003.stdout:1812: expect (ObjNum 550 snap 186 seq_num 550) 2024-04-13T07:20:39.795 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 190 2024-04-13T07:20:39.796 INFO:tasks.rados.rados.0.smithi003.stdout:1813: seq_num 558 ranges {8273920=548864,8822784=688128,9510912=606208,10117120=311296} 2024-04-13T07:20:39.845 INFO:tasks.rados.rados.0.smithi003.stdout:1813: writing smithi00377890-3 from 8273920 to 8822784 tid 1 2024-04-13T07:20:39.848 INFO:tasks.rados.rados.0.smithi003.stdout:1813: writing smithi00377890-3 from 8822784 to 9510912 tid 2 2024-04-13T07:20:39.852 INFO:tasks.rados.rados.0.smithi003.stdout:1813: writing smithi00377890-3 from 9510912 to 10117120 tid 3 2024-04-13T07:20:39.854 INFO:tasks.rados.rados.0.smithi003.stdout:1813: writing smithi00377890-3 from 10117120 to 10428416 tid 4 2024-04-13T07:20:39.854 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 36 current snap is 190 2024-04-13T07:20:39.854 INFO:tasks.rados.rados.0.smithi003.stdout:1814: seq_num 559 ranges {2310144=565248,2875392=573440,3448832=409600,3858432=622592} 2024-04-13T07:20:39.870 INFO:tasks.rados.rados.0.smithi003.stdout:1814: writing smithi00377890-36 from 2310144 to 2875392 tid 1 2024-04-13T07:20:39.874 INFO:tasks.rados.rados.0.smithi003.stdout:1814: writing smithi00377890-36 from 2875392 to 3448832 tid 2 2024-04-13T07:20:39.876 INFO:tasks.rados.rados.0.smithi003.stdout:1814: writing smithi00377890-36 from 3448832 to 3858432 tid 3 2024-04-13T07:20:39.880 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:39 smithi066 podman[89945]: 2024-04-13 07:20:39.713297158 +0000 UTC m=+0.318323411 container init b94e7fdde3d0548b83fdd28b3a75fb5220975cd06fec75af654a4222e11b48a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49) 2024-04-13T07:20:39.880 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:39 smithi066 podman[89945]: 2024-04-13 07:20:39.716355059 +0000 UTC m=+0.321381312 container start b94e7fdde3d0548b83fdd28b3a75fb5220975cd06fec75af654a4222e11b48a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:20:39.880 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:39 smithi066 ceph-osd[89964]: -- 172.21.15.66:0/2516426197 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5627ab0b7680 con 0x5627ab080c00 2024-04-13T07:20:39.880 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:39 smithi066 bash[89945]: b94e7fdde3d0548b83fdd28b3a75fb5220975cd06fec75af654a4222e11b48a9 2024-04-13T07:20:39.880 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:39 smithi066 systemd[1]: Started Ceph osd.4 for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:20:39.881 INFO:tasks.rados.rados.0.smithi003.stdout:1814: writing smithi00377890-36 from 3858432 to 4481024 tid 4 2024-04-13T07:20:39.881 INFO:tasks.rados.rados.0.smithi003.stdout:1815: rollback oid 50 current snap is 190 2024-04-13T07:20:39.881 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 50 to 175 2024-04-13T07:20:39.881 INFO:tasks.rados.rados.0.smithi003.stdout:1811: finishing rollback tid 0 to smithi00377890-10 2024-04-13T07:20:39.881 INFO:tasks.rados.rados.0.smithi003.stdout:1812: expect (ObjNum 550 snap 186 seq_num 550) 2024-04-13T07:20:39.938 INFO:tasks.rados.rados.0.smithi003.stdout:1811: finishing rollback tid 1 to smithi00377890-10 2024-04-13T07:20:39.938 INFO:tasks.rados.rados.0.smithi003.stdout:1811: finishing rollback tid 2 to smithi00377890-10 2024-04-13T07:20:39.938 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 1950 (ObjNum 498 snap 166 seq_num 498) dirty exists 2024-04-13T07:20:39.938 INFO:tasks.rados.rados.0.smithi003.stdout:1813: finishing write tid 1 to smithi00377890-3 2024-04-13T07:20:39.938 INFO:tasks.rados.rados.0.smithi003.stdout:1813: finishing write tid 2 to smithi00377890-3 2024-04-13T07:20:39.938 INFO:tasks.rados.rados.0.smithi003.stdout:1811: done (4 left) 2024-04-13T07:20:39.938 INFO:tasks.rados.rados.0.smithi003.stdout:1812: done (3 left) 2024-04-13T07:20:39.938 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 190 2024-04-13T07:20:39.939 INFO:tasks.rados.rados.0.smithi003.stdout:1813: finishing write tid 3 to smithi00377890-3 2024-04-13T07:20:39.939 INFO:tasks.rados.rados.0.smithi003.stdout:1816: seq_num 560 ranges {1703936=581632,2285568=458752,2744320=614400,3358720=532480} 2024-04-13T07:20:39.950 INFO:tasks.rados.rados.0.smithi003.stdout:1816: writing smithi00377890-17 from 1703936 to 2285568 tid 1 2024-04-13T07:20:39.953 INFO:tasks.rados.rados.0.smithi003.stdout:1816: writing smithi00377890-17 from 2285568 to 2744320 tid 2 2024-04-13T07:20:39.956 INFO:tasks.rados.rados.0.smithi003.stdout:1816: writing smithi00377890-17 from 2744320 to 3358720 tid 3 2024-04-13T07:20:39.960 INFO:tasks.rados.rados.0.smithi003.stdout:1816: writing smithi00377890-17 from 3358720 to 3891200 tid 4 2024-04-13T07:20:39.960 INFO:tasks.rados.rados.0.smithi003.stdout:1817: read oid 8 snap -1 2024-04-13T07:20:39.960 INFO:tasks.rados.rados.0.smithi003.stdout:1817: expect (ObjNum 430 snap 146 seq_num 430) 2024-04-13T07:20:39.960 INFO:tasks.rados.rados.0.smithi003.stdout:1818: delete oid 5 current snap is 190 2024-04-13T07:20:39.960 INFO:tasks.rados.rados.0.smithi003.stdout:1813: finishing write tid 4 to smithi00377890-3 2024-04-13T07:20:39.960 INFO:tasks.rados.rados.0.smithi003.stdout:1813: finishing write tid 5 to smithi00377890-3 2024-04-13T07:20:39.960 INFO:tasks.rados.rados.0.smithi003.stdout:1813: finishing write tid 6 to smithi00377890-3 2024-04-13T07:20:39.961 INFO:tasks.rados.rados.0.smithi003.stdout:1813: oid 3 updating version 0 to 1408 2024-04-13T07:20:39.961 INFO:tasks.rados.rados.0.smithi003.stdout:1813: oid 3 version 1408 is already newer than 1407 2024-04-13T07:20:39.961 INFO:tasks.rados.rados.0.smithi003.stdout:1813: oid 3 version 1408 is already newer than 1406 2024-04-13T07:20:39.961 INFO:tasks.rados.rados.0.smithi003.stdout:1813: oid 3 version 1408 is already newer than 1405 2024-04-13T07:20:39.961 INFO:tasks.rados.rados.0.smithi003.stdout:1813: oid 3 version 1408 is already newer than 1404 2024-04-13T07:20:39.961 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 1408 (ObjNum 558 snap 190 seq_num 558) dirty exists 2024-04-13T07:20:39.961 INFO:tasks.rados.rados.0.smithi003.stdout:1813: left oid 3 (ObjNum 558 snap 190 seq_num 558) 2024-04-13T07:20:39.961 INFO:tasks.rados.rados.0.smithi003.stdout:1814: finishing write tid 1 to smithi00377890-36 2024-04-13T07:20:39.961 INFO:tasks.rados.rados.0.smithi003.stdout:1814: finishing write tid 2 to smithi00377890-36 2024-04-13T07:20:39.961 INFO:tasks.rados.rados.0.smithi003.stdout:1814: finishing write tid 3 to smithi00377890-36 2024-04-13T07:20:39.961 INFO:tasks.rados.rados.0.smithi003.stdout:1814: finishing write tid 4 to smithi00377890-36 2024-04-13T07:20:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:1814: finishing write tid 5 to smithi00377890-36 2024-04-13T07:20:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:1815: finishing rollback tid 0 to smithi00377890-50 2024-04-13T07:20:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:1815: finishing rollback tid 1 to smithi00377890-50 2024-04-13T07:20:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:1815: finishing rollback tid 2 to smithi00377890-50 2024-04-13T07:20:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 1337 (ObjNum 510 snap 171 seq_num 510) dirty exists 2024-04-13T07:20:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:1814: finishing write tid 6 to smithi00377890-36 2024-04-13T07:20:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:1814: oid 36 updating version 0 to 1835 2024-04-13T07:20:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:1814: oid 36 version 1835 is already newer than 1834 2024-04-13T07:20:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:1814: oid 36 updating version 1835 to 1837 2024-04-13T07:20:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:1814: oid 36 version 1837 is already newer than 1836 2024-04-13T07:20:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:1814: oid 36 version 1837 is already newer than 1833 2024-04-13T07:20:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 1837 (ObjNum 559 snap 190 seq_num 559) dirty exists 2024-04-13T07:20:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:1814: left oid 36 (ObjNum 559 snap 190 seq_num 559) 2024-04-13T07:20:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:1816: finishing write tid 1 to smithi00377890-17 2024-04-13T07:20:39.963 INFO:tasks.rados.rados.0.smithi003.stdout:1816: finishing write tid 2 to smithi00377890-17 2024-04-13T07:20:39.963 INFO:tasks.rados.rados.0.smithi003.stdout:1816: finishing write tid 3 to smithi00377890-17 2024-04-13T07:20:39.963 INFO:tasks.rados.rados.0.smithi003.stdout:1816: finishing write tid 4 to smithi00377890-17 2024-04-13T07:20:39.963 INFO:tasks.rados.rados.0.smithi003.stdout:1816: finishing write tid 5 to smithi00377890-17 2024-04-13T07:20:39.963 INFO:tasks.rados.rados.0.smithi003.stdout:1813: done (5 left) 2024-04-13T07:20:39.963 INFO:tasks.rados.rados.0.smithi003.stdout:1814: done (4 left) 2024-04-13T07:20:39.963 INFO:tasks.rados.rados.0.smithi003.stdout:1815: done (3 left) 2024-04-13T07:20:39.964 INFO:tasks.rados.rados.0.smithi003.stdout:1818: done (2 left) 2024-04-13T07:20:39.964 INFO:tasks.rados.rados.0.smithi003.stdout:1819: snap_remove snap 179 2024-04-13T07:20:40.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:39 smithi003 ceph-mon[89364]: pgmap v324: 121 pgs: 2 active+undersized+degraded, 10 peering, 3 stale+active+clean, 22 active+undersized, 84 active+clean; 400 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 253 KiB/s rd, 2.5 MiB/s wr, 18 op/s; 9/741 objects degraded (1.215%) 2024-04-13T07:20:40.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:39 smithi003 ceph-mon[89364]: Health check failed: Degraded data redundancy: 9/741 objects degraded (1.215%), 2 pgs degraded (PG_DEGRADED) 2024-04-13T07:20:40.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:39 smithi003 ceph-mon[89364]: osdmap e446: 8 total, 7 up, 8 in 2024-04-13T07:20:40.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:39 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:40.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:39 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:40.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:39 smithi003 ceph-mon[91733]: pgmap v324: 121 pgs: 2 active+undersized+degraded, 10 peering, 3 stale+active+clean, 22 active+undersized, 84 active+clean; 400 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 253 KiB/s rd, 2.5 MiB/s wr, 18 op/s; 9/741 objects degraded (1.215%) 2024-04-13T07:20:40.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:39 smithi003 ceph-mon[91733]: Health check failed: Degraded data redundancy: 9/741 objects degraded (1.215%), 2 pgs degraded (PG_DEGRADED) 2024-04-13T07:20:40.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:39 smithi003 ceph-mon[91733]: osdmap e446: 8 total, 7 up, 8 in 2024-04-13T07:20:40.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:39 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:40.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:39 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:39 smithi066 ceph-mon[84331]: pgmap v324: 121 pgs: 2 active+undersized+degraded, 10 peering, 3 stale+active+clean, 22 active+undersized, 84 active+clean; 400 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 253 KiB/s rd, 2.5 MiB/s wr, 18 op/s; 9/741 objects degraded (1.215%) 2024-04-13T07:20:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:39 smithi066 ceph-mon[84331]: Health check failed: Degraded data redundancy: 9/741 objects degraded (1.215%), 2 pgs degraded (PG_DEGRADED) 2024-04-13T07:20:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:39 smithi066 ceph-mon[84331]: osdmap e446: 8 total, 7 up, 8 in 2024-04-13T07:20:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:39 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:39 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:40.653 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:40 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[89960]: 2024-04-13T07:20:40.265+0000 7fb5aeef17c0 -1 Falling back to public interface 2024-04-13T07:20:40.894 INFO:tasks.rados.rados.0.smithi003.stdout:1819: done (2 left) 2024-04-13T07:20:40.894 INFO:tasks.rados.rados.0.smithi003.stdout:1820: rmattr oid 2 current snap is 190 2024-04-13T07:20:40.894 INFO:tasks.rados.rados.0.smithi003.stdout:1820: done (2 left) 2024-04-13T07:20:40.894 INFO:tasks.rados.rados.0.smithi003.stdout:1821: rollback oid 25 current snap is 190 2024-04-13T07:20:40.894 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 25 to 171 2024-04-13T07:20:40.894 INFO:tasks.rados.rados.0.smithi003.stdout:1816: finishing write tid 6 to smithi00377890-17 2024-04-13T07:20:40.894 INFO:tasks.rados.rados.0.smithi003.stdout:1816: oid 17 updating version 0 to 1462 2024-04-13T07:20:40.894 INFO:tasks.rados.rados.0.smithi003.stdout:1816: oid 17 updating version 1462 to 1463 2024-04-13T07:20:40.895 INFO:tasks.rados.rados.0.smithi003.stdout:1816: oid 17 updating version 1463 to 1464 2024-04-13T07:20:40.895 INFO:tasks.rados.rados.0.smithi003.stdout:1816: oid 17 updating version 1464 to 1465 2024-04-13T07:20:40.895 INFO:tasks.rados.rados.0.smithi003.stdout:1816: oid 17 updating version 1465 to 1466 2024-04-13T07:20:40.895 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 1466 (ObjNum 560 snap 190 seq_num 560) dirty exists 2024-04-13T07:20:40.895 INFO:tasks.rados.rados.0.smithi003.stdout:1816: left oid 17 (ObjNum 560 snap 190 seq_num 560) 2024-04-13T07:20:40.895 INFO:tasks.rados.rados.0.smithi003.stdout:1817: expect (ObjNum 430 snap 146 seq_num 430) 2024-04-13T07:20:40.951 INFO:tasks.rados.rados.0.smithi003.stdout:1821: finishing rollback tid 0 to smithi00377890-25 2024-04-13T07:20:40.951 INFO:tasks.rados.rados.0.smithi003.stdout:1821: finishing rollback tid 1 to smithi00377890-25 2024-04-13T07:20:40.951 INFO:tasks.rados.rados.0.smithi003.stdout:1821: finishing rollback tid 2 to smithi00377890-25 2024-04-13T07:20:40.951 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 1964 (ObjNum 430 snap 146 seq_num 430) dirty exists 2024-04-13T07:20:40.951 INFO:tasks.rados.rados.0.smithi003.stdout:1816: done (2 left) 2024-04-13T07:20:40.951 INFO:tasks.rados.rados.0.smithi003.stdout:1817: done (1 left) 2024-04-13T07:20:40.951 INFO:tasks.rados.rados.0.smithi003.stdout:1821: done (0 left) 2024-04-13T07:20:40.951 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 26 current snap is 190 2024-04-13T07:20:40.951 INFO:tasks.rados.rados.0.smithi003.stdout:1822: seq_num 562 ranges {0=622592,622592=630784,1253376=581632,1835008=393216} 2024-04-13T07:20:40.954 INFO:tasks.rados.rados.0.smithi003.stdout:1822: writing smithi00377890-26 from 0 to 622592 tid 1 2024-04-13T07:20:40.957 INFO:tasks.rados.rados.0.smithi003.stdout:1822: writing smithi00377890-26 from 622592 to 1253376 tid 2 2024-04-13T07:20:40.961 INFO:tasks.rados.rados.0.smithi003.stdout:1822: writing smithi00377890-26 from 1253376 to 1835008 tid 3 2024-04-13T07:20:40.963 INFO:tasks.rados.rados.0.smithi003.stdout:1822: writing smithi00377890-26 from 1835008 to 2228224 tid 4 2024-04-13T07:20:40.963 INFO:tasks.rados.rados.0.smithi003.stdout:1823: snap_create 2024-04-13T07:20:40.964 INFO:tasks.rados.rados.0.smithi003.stdout:1822: finishing write tid 1 to smithi00377890-26 2024-04-13T07:20:40.964 INFO:tasks.rados.rados.0.smithi003.stdout:1822: finishing write tid 2 to smithi00377890-26 2024-04-13T07:20:40.964 INFO:tasks.rados.rados.0.smithi003.stdout:1822: finishing write tid 3 to smithi00377890-26 2024-04-13T07:20:40.967 INFO:tasks.rados.rados.0.smithi003.stdout:1822: finishing write tid 4 to smithi00377890-26 2024-04-13T07:20:40.967 INFO:tasks.rados.rados.0.smithi003.stdout:1822: finishing write tid 5 to smithi00377890-26 2024-04-13T07:20:40.968 INFO:tasks.rados.rados.0.smithi003.stdout:1822: finishing write tid 6 to smithi00377890-26 2024-04-13T07:20:40.968 INFO:tasks.rados.rados.0.smithi003.stdout:1822: oid 26 updating version 0 to 1410 2024-04-13T07:20:40.969 INFO:tasks.rados.rados.0.smithi003.stdout:1822: oid 26 updating version 1410 to 1411 2024-04-13T07:20:40.969 INFO:tasks.rados.rados.0.smithi003.stdout:1822: oid 26 updating version 1411 to 1413 2024-04-13T07:20:40.969 INFO:tasks.rados.rados.0.smithi003.stdout:1822: oid 26 version 1413 is already newer than 1412 2024-04-13T07:20:40.969 INFO:tasks.rados.rados.0.smithi003.stdout:1822: oid 26 version 1413 is already newer than 1409 2024-04-13T07:20:40.969 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 1413 (ObjNum 562 snap 190 seq_num 562) dirty exists 2024-04-13T07:20:40.969 INFO:tasks.rados.rados.0.smithi003.stdout:1822: left oid 26 (ObjNum 562 snap 190 seq_num 562) 2024-04-13T07:20:41.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:40 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:20:41.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:40 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:20:41.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:40 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:20:41.894 INFO:tasks.rados.rados.0.smithi003.stdout:1822: done (1 left) 2024-04-13T07:20:41.894 INFO:tasks.rados.rados.0.smithi003.stdout:1823: done (0 left) 2024-04-13T07:20:41.894 INFO:tasks.rados.rados.0.smithi003.stdout:1824: delete oid 40 current snap is 191 2024-04-13T07:20:41.898 INFO:tasks.rados.rados.0.smithi003.stdout:1824: done (0 left) 2024-04-13T07:20:41.899 INFO:tasks.rados.rados.0.smithi003.stdout:1825: read oid 17 snap 180 2024-04-13T07:20:41.899 INFO:tasks.rados.rados.0.smithi003.stdout:1825: expect (ObjNum 531 snap 180 seq_num 531) 2024-04-13T07:20:41.899 INFO:tasks.rados.rados.0.smithi003.stdout:1826: read oid 45 snap 154 2024-04-13T07:20:41.899 INFO:tasks.rados.rados.0.smithi003.stdout:1826: expect (ObjNum 463 snap 153 seq_num 463) 2024-04-13T07:20:41.899 INFO:tasks.rados.rados.0.smithi003.stdout:1827: delete oid 48 current snap is 191 2024-04-13T07:20:41.907 INFO:tasks.rados.rados.0.smithi003.stdout:1825: expect (ObjNum 531 snap 180 seq_num 531) 2024-04-13T07:20:41.953 INFO:tasks.rados.rados.0.smithi003.stdout:1826: expect (ObjNum 463 snap 153 seq_num 463) 2024-04-13T07:20:42.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:41 smithi003 ceph-mon[89364]: pgmap v327: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 400 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 110/729 objects degraded (15.089%) 2024-04-13T07:20:42.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:41 smithi003 ceph-mon[89364]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-13T07:20:42.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:41 smithi003 ceph-mon[89364]: osdmap e447: 8 total, 7 up, 8 in 2024-04-13T07:20:42.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:41 smithi003 ceph-mon[91733]: pgmap v327: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 400 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 110/729 objects degraded (15.089%) 2024-04-13T07:20:42.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:41 smithi003 ceph-mon[91733]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-13T07:20:42.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:41 smithi003 ceph-mon[91733]: osdmap e447: 8 total, 7 up, 8 in 2024-04-13T07:20:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:41 smithi066 ceph-mon[84331]: pgmap v327: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 400 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 110/729 objects degraded (15.089%) 2024-04-13T07:20:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:41 smithi066 ceph-mon[84331]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-13T07:20:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:41 smithi066 ceph-mon[84331]: osdmap e447: 8 total, 7 up, 8 in 2024-04-13T07:20:42.212 INFO:tasks.rados.rados.0.smithi003.stdout:1825: done (2 left) 2024-04-13T07:20:42.212 INFO:tasks.rados.rados.0.smithi003.stdout:1826: done (1 left) 2024-04-13T07:20:42.213 INFO:tasks.rados.rados.0.smithi003.stdout:1827: done (0 left) 2024-04-13T07:20:42.213 INFO:tasks.rados.rados.0.smithi003.stdout:1828: rmattr oid 14 current snap is 191 2024-04-13T07:20:42.213 INFO:tasks.rados.rados.0.smithi003.stdout:1828: done (0 left) 2024-04-13T07:20:42.213 INFO:tasks.rados.rados.0.smithi003.stdout:1829: delete oid 15 current snap is 191 2024-04-13T07:20:42.215 INFO:tasks.rados.rados.0.smithi003.stdout:1829: done (0 left) 2024-04-13T07:20:42.215 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 4 current snap is 191 2024-04-13T07:20:42.215 INFO:tasks.rados.rados.0.smithi003.stdout:1830: seq_num 566 ranges {0=688128,688128=614400,1302528=565248,1867776=425984} 2024-04-13T07:20:42.219 INFO:tasks.rados.rados.0.smithi003.stdout:1830: writing smithi00377890-4 from 0 to 688128 tid 1 2024-04-13T07:20:42.223 INFO:tasks.rados.rados.0.smithi003.stdout:1830: writing smithi00377890-4 from 688128 to 1302528 tid 2 2024-04-13T07:20:42.226 INFO:tasks.rados.rados.0.smithi003.stdout:1830: writing smithi00377890-4 from 1302528 to 1867776 tid 3 2024-04-13T07:20:42.229 INFO:tasks.rados.rados.0.smithi003.stdout:1830: writing smithi00377890-4 from 1867776 to 2293760 tid 4 2024-04-13T07:20:42.229 INFO:tasks.rados.rados.0.smithi003.stdout:1831: snap_create 2024-04-13T07:20:42.229 INFO:tasks.rados.rados.0.smithi003.stdout:1830: finishing write tid 1 to smithi00377890-4 2024-04-13T07:20:42.229 INFO:tasks.rados.rados.0.smithi003.stdout:1830: finishing write tid 2 to smithi00377890-4 2024-04-13T07:20:42.229 INFO:tasks.rados.rados.0.smithi003.stdout:1830: finishing write tid 3 to smithi00377890-4 2024-04-13T07:20:42.231 INFO:tasks.rados.rados.0.smithi003.stdout:1830: finishing write tid 4 to smithi00377890-4 2024-04-13T07:20:42.231 INFO:tasks.rados.rados.0.smithi003.stdout:1830: finishing write tid 5 to smithi00377890-4 2024-04-13T07:20:42.232 INFO:tasks.rados.rados.0.smithi003.stdout:1830: finishing write tid 6 to smithi00377890-4 2024-04-13T07:20:42.232 INFO:tasks.rados.rados.0.smithi003.stdout:1830: oid 4 updating version 0 to 527 2024-04-13T07:20:42.232 INFO:tasks.rados.rados.0.smithi003.stdout:1830: oid 4 updating version 527 to 531 2024-04-13T07:20:42.232 INFO:tasks.rados.rados.0.smithi003.stdout:1830: oid 4 version 531 is already newer than 530 2024-04-13T07:20:42.232 INFO:tasks.rados.rados.0.smithi003.stdout:1830: oid 4 version 531 is already newer than 529 2024-04-13T07:20:42.232 INFO:tasks.rados.rados.0.smithi003.stdout:1830: oid 4 version 531 is already newer than 528 2024-04-13T07:20:42.233 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 531 (ObjNum 566 snap 191 seq_num 566) dirty exists 2024-04-13T07:20:42.233 INFO:tasks.rados.rados.0.smithi003.stdout:1830: left oid 4 (ObjNum 566 snap 191 seq_num 566) 2024-04-13T07:20:42.625 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:20:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:20:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:20:42.899 INFO:tasks.rados.rados.0.smithi003.stdout:1830: done (1 left) 2024-04-13T07:20:42.899 INFO:tasks.rados.rados.0.smithi003.stdout:1831: done (0 left) 2024-04-13T07:20:42.899 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 45 current snap is 192 2024-04-13T07:20:42.899 INFO:tasks.rados.rados.0.smithi003.stdout:1832: seq_num 567 ranges {4661248=704512,5365760=499712,5865472=770048,6635520=335872} 2024-04-13T07:20:42.930 INFO:tasks.rados.rados.0.smithi003.stdout:1832: writing smithi00377890-45 from 4661248 to 5365760 tid 1 2024-04-13T07:20:42.934 INFO:tasks.rados.rados.0.smithi003.stdout:1832: writing smithi00377890-45 from 5365760 to 5865472 tid 2 2024-04-13T07:20:42.939 INFO:tasks.rados.rados.0.smithi003.stdout:1832: writing smithi00377890-45 from 5865472 to 6635520 tid 3 2024-04-13T07:20:42.942 INFO:tasks.rados.rados.0.smithi003.stdout:1832: writing smithi00377890-45 from 6635520 to 6971392 tid 4 2024-04-13T07:20:42.942 INFO:tasks.rados.rados.0.smithi003.stdout:1833: snap_remove snap 189 2024-04-13T07:20:43.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:42 smithi066 ceph-mon[84331]: osdmap e448: 8 total, 7 up, 8 in 2024-04-13T07:20:43.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:42 smithi003 ceph-mon[89364]: osdmap e448: 8 total, 7 up, 8 in 2024-04-13T07:20:43.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:42 smithi003 ceph-mon[91733]: osdmap e448: 8 total, 7 up, 8 in 2024-04-13T07:20:43.587 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:20:43 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:20:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi003\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi003\", job=\"node\", machine=\"x86_64\", nodename=\"smithi003\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:20:43.897 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:43 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[89960]: 2024-04-13T07:20:43.586+0000 7fb5aeef17c0 -1 osd.4 440 log_to_monitors true 2024-04-13T07:20:43.897 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:43 smithi066 ceph-mon[84331]: pgmap v330: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 400 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 2 op/s; 110/729 objects degraded (15.089%) 2024-04-13T07:20:43.897 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:43 smithi066 ceph-mon[84331]: osdmap e449: 8 total, 7 up, 8 in 2024-04-13T07:20:43.897 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:43 smithi066 ceph-mon[84331]: from='osd.4 [v2:172.21.15.66:6800/3834831657,v1:172.21.15.66:6801/3834831657]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:20:43.897 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:43 smithi066 ceph-mon[84331]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:20:43.907 INFO:tasks.rados.rados.0.smithi003.stdout:1833: done (1 left) 2024-04-13T07:20:43.907 INFO:tasks.rados.rados.0.smithi003.stdout:1834: copy_from oid 25 from oid 40 current snap is 192 2024-04-13T07:20:43.907 INFO:tasks.rados.rados.0.smithi003.stdout:1832: finishing write tid 1 to smithi00377890-45 2024-04-13T07:20:43.908 INFO:tasks.rados.rados.0.smithi003.stdout:1832: finishing write tid 2 to smithi00377890-45 2024-04-13T07:20:43.908 INFO:tasks.rados.rados.0.smithi003.stdout:1832: finishing write tid 3 to smithi00377890-45 2024-04-13T07:20:43.908 INFO:tasks.rados.rados.0.smithi003.stdout:1832: finishing write tid 4 to smithi00377890-45 2024-04-13T07:20:43.908 INFO:tasks.rados.rados.0.smithi003.stdout:1832: finishing write tid 5 to smithi00377890-45 2024-04-13T07:20:43.908 INFO:tasks.rados.rados.0.smithi003.stdout:1832: finishing write tid 6 to smithi00377890-45 2024-04-13T07:20:43.908 INFO:tasks.rados.rados.0.smithi003.stdout:1832: oid 45 updating version 0 to 1368 2024-04-13T07:20:43.908 INFO:tasks.rados.rados.0.smithi003.stdout:1832: oid 45 version 1368 is already newer than 1366 2024-04-13T07:20:43.908 INFO:tasks.rados.rados.0.smithi003.stdout:1832: oid 45 version 1368 is already newer than 1365 2024-04-13T07:20:43.908 INFO:tasks.rados.rados.0.smithi003.stdout:1832: oid 45 updating version 1368 to 1369 2024-04-13T07:20:43.908 INFO:tasks.rados.rados.0.smithi003.stdout:1832: oid 45 version 1369 is already newer than 1367 2024-04-13T07:20:43.908 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 1369 (ObjNum 567 snap 192 seq_num 567) dirty exists 2024-04-13T07:20:43.908 INFO:tasks.rados.rados.0.smithi003.stdout:1832: left oid 45 (ObjNum 567 snap 192 seq_num 567) 2024-04-13T07:20:43.908 INFO:tasks.rados.rados.0.smithi003.stdout:1832: done (1 left) 2024-04-13T07:20:43.908 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 32 current snap is 192 2024-04-13T07:20:43.908 INFO:tasks.rados.rados.0.smithi003.stdout:1835: seq_num 568 ranges {0=720896,720896=786432,1507328=581632,2088960=237568} 2024-04-13T07:20:43.911 INFO:tasks.rados.rados.0.smithi003.stdout:1835: writing smithi00377890-32 from 0 to 720896 tid 1 2024-04-13T07:20:43.917 INFO:tasks.rados.rados.0.smithi003.stdout:1835: writing smithi00377890-32 from 720896 to 1507328 tid 2 2024-04-13T07:20:43.921 INFO:tasks.rados.rados.0.smithi003.stdout:1835: writing smithi00377890-32 from 1507328 to 2088960 tid 3 2024-04-13T07:20:43.923 INFO:tasks.rados.rados.0.smithi003.stdout:1835: writing smithi00377890-32 from 2088960 to 2326528 tid 4 2024-04-13T07:20:43.923 INFO:tasks.rados.rados.0.smithi003.stdout:1836: snap_remove snap 188 2024-04-13T07:20:44.153 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 07:20:43 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[89960]: 2024-04-13T07:20:43.929+0000 7fb5a0349700 -1 osd.4 440 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:20:44.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:43 smithi003 ceph-mon[91733]: pgmap v330: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 400 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 2 op/s; 110/729 objects degraded (15.089%) 2024-04-13T07:20:44.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:43 smithi003 ceph-mon[91733]: osdmap e449: 8 total, 7 up, 8 in 2024-04-13T07:20:44.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:43 smithi003 ceph-mon[91733]: from='osd.4 [v2:172.21.15.66:6800/3834831657,v1:172.21.15.66:6801/3834831657]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:20:44.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:43 smithi003 ceph-mon[91733]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:20:44.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:43 smithi003 ceph-mon[89364]: pgmap v330: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 400 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 2 op/s; 110/729 objects degraded (15.089%) 2024-04-13T07:20:44.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:43 smithi003 ceph-mon[89364]: osdmap e449: 8 total, 7 up, 8 in 2024-04-13T07:20:44.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:43 smithi003 ceph-mon[89364]: from='osd.4 [v2:172.21.15.66:6800/3834831657,v1:172.21.15.66:6801/3834831657]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:20:44.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:43 smithi003 ceph-mon[89364]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T07:20:44.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:20:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:20:44] "GET /metrics HTTP/1.1" 200 36174 "" "Prometheus/2.43.0" 2024-04-13T07:20:44.916 INFO:tasks.rados.rados.0.smithi003.stdout:1836: done (2 left) 2024-04-13T07:20:44.916 INFO:tasks.rados.rados.0.smithi003.stdout:1837: delete oid 19 current snap is 192 2024-04-13T07:20:44.916 INFO:tasks.rados.rados.0.smithi003.stdout:1834: finishing copy_from to smithi00377890-25 2024-04-13T07:20:44.916 INFO:tasks.rados.rados.0.smithi003.stdout:1834: got expected ENOENT (src dne) 2024-04-13T07:20:44.916 INFO:tasks.rados.rados.0.smithi003.stdout:1834: finishing copy_from racing read to smithi00377890-25 2024-04-13T07:20:44.916 INFO:tasks.rados.rados.0.smithi003.stdout:1835: finishing write tid 1 to smithi00377890-32 2024-04-13T07:20:44.916 INFO:tasks.rados.rados.0.smithi003.stdout:1835: finishing write tid 2 to smithi00377890-32 2024-04-13T07:20:44.916 INFO:tasks.rados.rados.0.smithi003.stdout:1835: finishing write tid 3 to smithi00377890-32 2024-04-13T07:20:44.917 INFO:tasks.rados.rados.0.smithi003.stdout:1835: finishing write tid 4 to smithi00377890-32 2024-04-13T07:20:44.917 INFO:tasks.rados.rados.0.smithi003.stdout:1835: finishing write tid 5 to smithi00377890-32 2024-04-13T07:20:44.917 INFO:tasks.rados.rados.0.smithi003.stdout:1835: finishing write tid 6 to smithi00377890-32 2024-04-13T07:20:44.917 INFO:tasks.rados.rados.0.smithi003.stdout:1835: oid 32 updating version 0 to 1980 2024-04-13T07:20:44.917 INFO:tasks.rados.rados.0.smithi003.stdout:1835: oid 32 version 1980 is already newer than 1976 2024-04-13T07:20:44.917 INFO:tasks.rados.rados.0.smithi003.stdout:1835: oid 32 version 1980 is already newer than 1979 2024-04-13T07:20:44.917 INFO:tasks.rados.rados.0.smithi003.stdout:1835: oid 32 version 1980 is already newer than 1978 2024-04-13T07:20:44.917 INFO:tasks.rados.rados.0.smithi003.stdout:1835: oid 32 version 1980 is already newer than 1977 2024-04-13T07:20:44.917 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 1980 (ObjNum 568 snap 192 seq_num 568) dirty exists 2024-04-13T07:20:44.917 INFO:tasks.rados.rados.0.smithi003.stdout:1835: left oid 32 (ObjNum 568 snap 192 seq_num 568) 2024-04-13T07:20:45.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:44 smithi003 ceph-mon[89364]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-13T07:20:45.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:44 smithi003 ceph-mon[89364]: osdmap e450: 8 total, 7 up, 8 in 2024-04-13T07:20:45.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:44 smithi003 ceph-mon[89364]: from='osd.4 [v2:172.21.15.66:6800/3834831657,v1:172.21.15.66:6801/3834831657]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:20:45.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:44 smithi003 ceph-mon[89364]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:20:45.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:45.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:45.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:44 smithi003 ceph-mon[91733]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-13T07:20:45.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:44 smithi003 ceph-mon[91733]: osdmap e450: 8 total, 7 up, 8 in 2024-04-13T07:20:45.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:44 smithi003 ceph-mon[91733]: from='osd.4 [v2:172.21.15.66:6800/3834831657,v1:172.21.15.66:6801/3834831657]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:20:45.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:44 smithi003 ceph-mon[91733]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:20:45.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:45.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:45.211 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:44 smithi066 ceph-mon[84331]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-13T07:20:45.211 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:44 smithi066 ceph-mon[84331]: osdmap e450: 8 total, 7 up, 8 in 2024-04-13T07:20:45.211 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:44 smithi066 ceph-mon[84331]: from='osd.4 [v2:172.21.15.66:6800/3834831657,v1:172.21.15.66:6801/3834831657]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:20:45.211 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:44 smithi066 ceph-mon[84331]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:20:45.211 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:45.212 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:45.942 INFO:tasks.rados.rados.0.smithi003.stdout:1834: done (2 left) 2024-04-13T07:20:45.942 INFO:tasks.rados.rados.0.smithi003.stdout:1835: done (1 left) 2024-04-13T07:20:45.943 INFO:tasks.rados.rados.0.smithi003.stdout:1837: done (0 left) 2024-04-13T07:20:45.943 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 23 current snap is 192 2024-04-13T07:20:45.943 INFO:tasks.rados.rados.0.smithi003.stdout:1838: seq_num 570 ranges {0=753664,753664=548864,1302528=540672,1843200=516096} 2024-04-13T07:20:45.947 INFO:tasks.rados.rados.0.smithi003.stdout:1838: writing smithi00377890-23 from 0 to 753664 tid 1 2024-04-13T07:20:45.951 INFO:tasks.rados.rados.0.smithi003.stdout:1838: writing smithi00377890-23 from 753664 to 1302528 tid 2 2024-04-13T07:20:45.954 INFO:tasks.rados.rados.0.smithi003.stdout:1838: writing smithi00377890-23 from 1302528 to 1843200 tid 3 2024-04-13T07:20:45.958 INFO:tasks.rados.rados.0.smithi003.stdout:1838: writing smithi00377890-23 from 1843200 to 2359296 tid 4 2024-04-13T07:20:45.958 INFO:tasks.rados.rados.0.smithi003.stdout:1839: snap_create 2024-04-13T07:20:45.958 INFO:tasks.rados.rados.0.smithi003.stdout:1838: finishing write tid 1 to smithi00377890-23 2024-04-13T07:20:45.958 INFO:tasks.rados.rados.0.smithi003.stdout:1838: finishing write tid 2 to smithi00377890-23 2024-04-13T07:20:45.958 INFO:tasks.rados.rados.0.smithi003.stdout:1838: finishing write tid 3 to smithi00377890-23 2024-04-13T07:20:45.963 INFO:tasks.rados.rados.0.smithi003.stdout:1838: finishing write tid 4 to smithi00377890-23 2024-04-13T07:20:45.963 INFO:tasks.rados.rados.0.smithi003.stdout:1838: finishing write tid 5 to smithi00377890-23 2024-04-13T07:20:45.965 INFO:tasks.rados.rados.0.smithi003.stdout:1838: finishing write tid 6 to smithi00377890-23 2024-04-13T07:20:45.965 INFO:tasks.rados.rados.0.smithi003.stdout:1838: oid 23 updating version 0 to 1993 2024-04-13T07:20:45.965 INFO:tasks.rados.rados.0.smithi003.stdout:1838: oid 23 version 1993 is already newer than 1991 2024-04-13T07:20:45.965 INFO:tasks.rados.rados.0.smithi003.stdout:1838: oid 23 version 1993 is already newer than 1992 2024-04-13T07:20:45.965 INFO:tasks.rados.rados.0.smithi003.stdout:1838: oid 23 version 1993 is already newer than 1989 2024-04-13T07:20:45.965 INFO:tasks.rados.rados.0.smithi003.stdout:1838: oid 23 version 1993 is already newer than 1990 2024-04-13T07:20:45.966 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 1993 (ObjNum 570 snap 192 seq_num 570) dirty exists 2024-04-13T07:20:45.966 INFO:tasks.rados.rados.0.smithi003.stdout:1838: left oid 23 (ObjNum 570 snap 192 seq_num 570) 2024-04-13T07:20:46.239 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:45 smithi066 ceph-mon[84331]: pgmap v333: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 409 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.7 MiB/s wr, 13 op/s; 112/747 objects degraded (14.993%) 2024-04-13T07:20:46.239 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:45 smithi066 ceph-mon[84331]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:20:46.239 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:45 smithi066 ceph-mon[84331]: osd.4 [v2:172.21.15.66:6800/3834831657,v1:172.21.15.66:6801/3834831657] boot 2024-04-13T07:20:46.239 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:45 smithi066 ceph-mon[84331]: osdmap e451: 8 total, 8 up, 8 in 2024-04-13T07:20:46.239 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:45 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:20:46.239 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:45 smithi066 ceph-mon[84331]: Health check update: Degraded data redundancy: 112/747 objects degraded (14.993%), 13 pgs degraded (PG_DEGRADED) 2024-04-13T07:20:46.239 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:45 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:46.239 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:45 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:46.239 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:45 smithi066 ceph-mon[84331]: osdmap e452: 8 total, 8 up, 8 in 2024-04-13T07:20:46.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:45 smithi003 ceph-mon[91733]: pgmap v333: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 409 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.7 MiB/s wr, 13 op/s; 112/747 objects degraded (14.993%) 2024-04-13T07:20:46.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:45 smithi003 ceph-mon[91733]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:20:46.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:45 smithi003 ceph-mon[91733]: osd.4 [v2:172.21.15.66:6800/3834831657,v1:172.21.15.66:6801/3834831657] boot 2024-04-13T07:20:46.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:45 smithi003 ceph-mon[91733]: osdmap e451: 8 total, 8 up, 8 in 2024-04-13T07:20:46.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:45 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:20:46.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:45 smithi003 ceph-mon[91733]: Health check update: Degraded data redundancy: 112/747 objects degraded (14.993%), 13 pgs degraded (PG_DEGRADED) 2024-04-13T07:20:46.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:45 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:46.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:45 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:46.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:45 smithi003 ceph-mon[91733]: osdmap e452: 8 total, 8 up, 8 in 2024-04-13T07:20:46.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:45 smithi003 ceph-mon[89364]: pgmap v333: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 409 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.7 MiB/s wr, 13 op/s; 112/747 objects degraded (14.993%) 2024-04-13T07:20:46.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:45 smithi003 ceph-mon[89364]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:20:46.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:45 smithi003 ceph-mon[89364]: osd.4 [v2:172.21.15.66:6800/3834831657,v1:172.21.15.66:6801/3834831657] boot 2024-04-13T07:20:46.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:45 smithi003 ceph-mon[89364]: osdmap e451: 8 total, 8 up, 8 in 2024-04-13T07:20:46.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:45 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T07:20:46.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:45 smithi003 ceph-mon[89364]: Health check update: Degraded data redundancy: 112/747 objects degraded (14.993%), 13 pgs degraded (PG_DEGRADED) 2024-04-13T07:20:46.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:45 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:46.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:45 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:46.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:45 smithi003 ceph-mon[89364]: osdmap e452: 8 total, 8 up, 8 in 2024-04-13T07:20:46.936 INFO:tasks.rados.rados.0.smithi003.stdout:1838: done (1 left) 2024-04-13T07:20:46.936 INFO:tasks.rados.rados.0.smithi003.stdout:1839: done (0 left) 2024-04-13T07:20:46.936 INFO:tasks.rados.rados.0.smithi003.stdout:1840: read oid 33 snap -1 2024-04-13T07:20:46.936 INFO:tasks.rados.rados.0.smithi003.stdout:1840: expect deleted 2024-04-13T07:20:46.936 INFO:tasks.rados.rados.0.smithi003.stdout:1841: read oid 6 snap -1 2024-04-13T07:20:46.936 INFO:tasks.rados.rados.0.smithi003.stdout:1841: expect deleted 2024-04-13T07:20:46.936 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 2 current snap is 193 2024-04-13T07:20:46.936 INFO:tasks.rados.rados.0.smithi003.stdout:1842: seq_num 571 ranges {4005888=770048,4775936=483328,5259264=753664,6012928=368640} 2024-04-13T07:20:46.962 INFO:tasks.rados.rados.0.smithi003.stdout:1842: writing smithi00377890-2 from 4005888 to 4775936 tid 1 2024-04-13T07:20:46.965 INFO:tasks.rados.rados.0.smithi003.stdout:1842: writing smithi00377890-2 from 4775936 to 5259264 tid 2 2024-04-13T07:20:46.969 INFO:tasks.rados.rados.0.smithi003.stdout:1842: writing smithi00377890-2 from 5259264 to 6012928 tid 3 2024-04-13T07:20:46.972 INFO:tasks.rados.rados.0.smithi003.stdout:1842: writing smithi00377890-2 from 6012928 to 6381568 tid 4 2024-04-13T07:20:46.972 INFO:tasks.rados.rados.0.smithi003.stdout:1843: delete oid 8 current snap is 193 2024-04-13T07:20:46.972 INFO:tasks.rados.rados.0.smithi003.stdout:1842: finishing write tid 1 to smithi00377890-2 2024-04-13T07:20:46.972 INFO:tasks.rados.rados.0.smithi003.stdout:1842: finishing write tid 2 to smithi00377890-2 2024-04-13T07:20:46.974 INFO:tasks.rados.rados.0.smithi003.stdout:1840: done (3 left) 2024-04-13T07:20:46.975 INFO:tasks.rados.rados.0.smithi003.stdout:1841: done (2 left) 2024-04-13T07:20:46.975 INFO:tasks.rados.rados.0.smithi003.stdout:1843: done (1 left) 2024-04-13T07:20:46.975 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 40 current snap is 193 2024-04-13T07:20:46.975 INFO:tasks.rados.rados.0.smithi003.stdout:1842: finishing write tid 3 to smithi00377890-2 2024-04-13T07:20:46.975 INFO:tasks.rados.rados.0.smithi003.stdout:1844: seq_num 573 ranges {0=802816,802816=655360,1458176=720896,2179072=229376} 2024-04-13T07:20:46.979 INFO:tasks.rados.rados.0.smithi003.stdout:1844: writing smithi00377890-40 from 0 to 802816 tid 1 2024-04-13T07:20:46.983 INFO:tasks.rados.rados.0.smithi003.stdout:1844: writing smithi00377890-40 from 802816 to 1458176 tid 2 2024-04-13T07:20:46.987 INFO:tasks.rados.rados.0.smithi003.stdout:1844: writing smithi00377890-40 from 1458176 to 2179072 tid 3 2024-04-13T07:20:46.989 INFO:tasks.rados.rados.0.smithi003.stdout:1844: writing smithi00377890-40 from 2179072 to 2408448 tid 4 2024-04-13T07:20:46.989 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 44 current snap is 193 2024-04-13T07:20:46.989 INFO:tasks.rados.rados.0.smithi003.stdout:1842: finishing write tid 4 to smithi00377890-2 2024-04-13T07:20:46.989 INFO:tasks.rados.rados.0.smithi003.stdout:1845: seq_num 574 ranges {0=16384} 2024-04-13T07:20:46.989 INFO:tasks.rados.rados.0.smithi003.stdout:1845: writing smithi00377890-44 from 0 to 16384 tid 1 2024-04-13T07:20:46.989 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 24 current snap is 193 2024-04-13T07:20:46.989 INFO:tasks.rados.rados.0.smithi003.stdout:1842: finishing write tid 5 to smithi00377890-2 2024-04-13T07:20:46.989 INFO:tasks.rados.rados.0.smithi003.stdout:1842: finishing write tid 6 to smithi00377890-2 2024-04-13T07:20:46.990 INFO:tasks.rados.rados.0.smithi003.stdout:1842: oid 2 updating version 0 to 1371 2024-04-13T07:20:46.990 INFO:tasks.rados.rados.0.smithi003.stdout:1842: oid 2 updating version 1371 to 1372 2024-04-13T07:20:46.990 INFO:tasks.rados.rados.0.smithi003.stdout:1842: oid 2 version 1372 is already newer than 1370 2024-04-13T07:20:46.990 INFO:tasks.rados.rados.0.smithi003.stdout:1842: oid 2 updating version 1372 to 1374 2024-04-13T07:20:46.990 INFO:tasks.rados.rados.0.smithi003.stdout:1842: oid 2 version 1374 is already newer than 1373 2024-04-13T07:20:46.990 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 1374 (ObjNum 571 snap 193 seq_num 571) dirty exists 2024-04-13T07:20:46.990 INFO:tasks.rados.rados.0.smithi003.stdout:1842: left oid 2 (ObjNum 571 snap 193 seq_num 571) 2024-04-13T07:20:46.990 INFO:tasks.rados.rados.0.smithi003.stdout:1844: finishing write tid 1 to smithi00377890-40 2024-04-13T07:20:46.990 INFO:tasks.rados.rados.0.smithi003.stdout:1844: finishing write tid 2 to smithi00377890-40 2024-04-13T07:20:46.990 INFO:tasks.rados.rados.0.smithi003.stdout:1846: seq_num 575 ranges {1851392=32768} 2024-04-13T07:20:46.999 INFO:tasks.rados.rados.0.smithi003.stdout:1846: writing smithi00377890-24 from 1851392 to 1884160 tid 1 2024-04-13T07:20:46.999 INFO:tasks.rados.rados.0.smithi003.stdout:1842: done (3 left) 2024-04-13T07:20:46.999 INFO:tasks.rados.rados.0.smithi003.stdout:1847: delete oid 13 current snap is 193 2024-04-13T07:20:46.999 INFO:tasks.rados.rados.0.smithi003.stdout:1845: finishing write tid 1 to smithi00377890-44 2024-04-13T07:20:46.999 INFO:tasks.rados.rados.0.smithi003.stdout:1845: finishing write tid 2 to smithi00377890-44 2024-04-13T07:20:46.999 INFO:tasks.rados.rados.0.smithi003.stdout:1844: finishing write tid 3 to smithi00377890-40 2024-04-13T07:20:46.999 INFO:tasks.rados.rados.0.smithi003.stdout:1844: finishing write tid 4 to smithi00377890-40 2024-04-13T07:20:47.000 INFO:tasks.rados.rados.0.smithi003.stdout:1845: finishing write tid 3 to smithi00377890-44 2024-04-13T07:20:47.000 INFO:tasks.rados.rados.0.smithi003.stdout:1845: oid 44 updating version 0 to 1180 2024-04-13T07:20:47.000 INFO:tasks.rados.rados.0.smithi003.stdout:1845: oid 44 version 1180 is already newer than 1179 2024-04-13T07:20:47.000 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 1180 (ObjNum 574 snap 193 seq_num 574) dirty exists 2024-04-13T07:20:47.000 INFO:tasks.rados.rados.0.smithi003.stdout:1845: left oid 44 (ObjNum 574 snap 193 seq_num 574) 2024-04-13T07:20:47.000 INFO:tasks.rados.rados.0.smithi003.stdout:1844: finishing write tid 5 to smithi00377890-40 2024-04-13T07:20:47.000 INFO:tasks.rados.rados.0.smithi003.stdout:1844: finishing write tid 6 to smithi00377890-40 2024-04-13T07:20:47.000 INFO:tasks.rados.rados.0.smithi003.stdout:1844: oid 40 updating version 0 to 1997 2024-04-13T07:20:47.000 INFO:tasks.rados.rados.0.smithi003.stdout:1844: oid 40 version 1997 is already newer than 1994 2024-04-13T07:20:47.000 INFO:tasks.rados.rados.0.smithi003.stdout:1844: oid 40 version 1997 is already newer than 1996 2024-04-13T07:20:47.000 INFO:tasks.rados.rados.0.smithi003.stdout:1844: oid 40 version 1997 is already newer than 1995 2024-04-13T07:20:47.000 INFO:tasks.rados.rados.0.smithi003.stdout:1844: oid 40 updating version 1997 to 1998 2024-04-13T07:20:47.000 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 1998 (ObjNum 573 snap 193 seq_num 573) dirty exists 2024-04-13T07:20:47.000 INFO:tasks.rados.rados.0.smithi003.stdout:1844: left oid 40 (ObjNum 573 snap 193 seq_num 573) 2024-04-13T07:20:47.002 INFO:tasks.rados.rados.0.smithi003.stdout:1844: done (3 left) 2024-04-13T07:20:47.002 INFO:tasks.rados.rados.0.smithi003.stdout:1845: done (2 left) 2024-04-13T07:20:47.002 INFO:tasks.rados.rados.0.smithi003.stdout:1847: done (1 left) 2024-04-13T07:20:47.002 INFO:tasks.rados.rados.0.smithi003.stdout:1848: rmattr oid 7 current snap is 193 2024-04-13T07:20:47.002 INFO:tasks.rados.rados.0.smithi003.stdout:1848: done (1 left) 2024-04-13T07:20:47.002 INFO:tasks.rados.rados.0.smithi003.stdout:1849: read oid 29 snap -1 2024-04-13T07:20:47.002 INFO:tasks.rados.rados.0.smithi003.stdout:1849: expect (ObjNum 492 snap 164 seq_num 492) 2024-04-13T07:20:47.002 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 7 current snap is 193 2024-04-13T07:20:47.002 INFO:tasks.rados.rados.0.smithi003.stdout:1850: seq_num 577 ranges {1359872=65536} 2024-04-13T07:20:47.010 INFO:tasks.rados.rados.0.smithi003.stdout:1850: writing smithi00377890-7 from 1359872 to 1425408 tid 1 2024-04-13T07:20:47.010 INFO:tasks.rados.rados.0.smithi003.stdout:1851: read oid 13 snap -1 2024-04-13T07:20:47.011 INFO:tasks.rados.rados.0.smithi003.stdout:1851: expect deleted 2024-04-13T07:20:47.011 INFO:tasks.rados.rados.0.smithi003.stdout:1846: finishing write tid 1 to smithi00377890-24 2024-04-13T07:20:47.011 INFO:tasks.rados.rados.0.smithi003.stdout:1852: read oid 26 snap 156 2024-04-13T07:20:47.011 INFO:tasks.rados.rados.0.smithi003.stdout:1852: expect (ObjNum 291520352 snap 21927 seq_num 291303088) 2024-04-13T07:20:47.011 INFO:tasks.rados.rados.0.smithi003.stdout:1853: rmattr oid 18 current snap is 193 2024-04-13T07:20:47.011 INFO:tasks.rados.rados.0.smithi003.stdout:1846: finishing write tid 2 to smithi00377890-24 2024-04-13T07:20:47.011 INFO:tasks.rados.rados.0.smithi003.stdout:1854: delete oid 34 current snap is 193 2024-04-13T07:20:47.011 INFO:tasks.rados.rados.0.smithi003.stdout:1846: finishing write tid 3 to smithi00377890-24 2024-04-13T07:20:47.011 INFO:tasks.rados.rados.0.smithi003.stdout:1846: oid 24 updating version 0 to 1722 2024-04-13T07:20:47.011 INFO:tasks.rados.rados.0.smithi003.stdout:1846: oid 24 updating version 1722 to 1723 2024-04-13T07:20:47.011 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 1723 (ObjNum 575 snap 193 seq_num 575) dirty exists 2024-04-13T07:20:47.011 INFO:tasks.rados.rados.0.smithi003.stdout:1846: left oid 24 (ObjNum 575 snap 193 seq_num 575) 2024-04-13T07:20:47.013 INFO:tasks.rados.rados.0.smithi003.stdout:1849: expect (ObjNum 492 snap 164 seq_num 492) 2024-04-13T07:20:47.106 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 1375 (ObjNum 204 snap 60 seq_num 204) dirty exists 2024-04-13T07:20:47.106 INFO:tasks.rados.rados.0.smithi003.stdout:1850: finishing write tid 1 to smithi00377890-7 2024-04-13T07:20:47.106 INFO:tasks.rados.rados.0.smithi003.stdout:1850: finishing write tid 2 to smithi00377890-7 2024-04-13T07:20:47.106 INFO:tasks.rados.rados.0.smithi003.stdout:1852: expect (ObjNum 291520352 snap 21927 seq_num 291303088) 2024-04-13T07:20:47.111 INFO:tasks.rados.rados.0.smithi003.stdout:1850: finishing write tid 3 to smithi00377890-7 2024-04-13T07:20:47.111 INFO:tasks.rados.rados.0.smithi003.stdout:1850: oid 7 updating version 0 to 1414 2024-04-13T07:20:47.111 INFO:tasks.rados.rados.0.smithi003.stdout:1850: oid 7 updating version 1414 to 1415 2024-04-13T07:20:47.111 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 1415 (ObjNum 577 snap 193 seq_num 577) dirty exists 2024-04-13T07:20:47.111 INFO:tasks.rados.rados.0.smithi003.stdout:1850: left oid 7 (ObjNum 577 snap 193 seq_num 577) 2024-04-13T07:20:47.111 INFO:tasks.rados.rados.0.smithi003.stdout:1846: done (6 left) 2024-04-13T07:20:47.111 INFO:tasks.rados.rados.0.smithi003.stdout:1849: done (5 left) 2024-04-13T07:20:47.111 INFO:tasks.rados.rados.0.smithi003.stdout:1850: done (4 left) 2024-04-13T07:20:47.111 INFO:tasks.rados.rados.0.smithi003.stdout:1851: done (3 left) 2024-04-13T07:20:47.111 INFO:tasks.rados.rados.0.smithi003.stdout:1852: done (2 left) 2024-04-13T07:20:47.111 INFO:tasks.rados.rados.0.smithi003.stdout:1853: done (1 left) 2024-04-13T07:20:47.111 INFO:tasks.rados.rados.0.smithi003.stdout:1854: done (0 left) 2024-04-13T07:20:47.111 INFO:tasks.rados.rados.0.smithi003.stdout:1855: snap_remove snap 180 2024-04-13T07:20:47.943 INFO:tasks.rados.rados.0.smithi003.stdout:1855: done (0 left) 2024-04-13T07:20:47.943 INFO:tasks.rados.rados.0.smithi003.stdout:1856: read oid 9 snap -1 2024-04-13T07:20:47.943 INFO:tasks.rados.rados.0.smithi003.stdout:1856: expect deleted 2024-04-13T07:20:47.943 INFO:tasks.rados.rados.0.smithi003.stdout:1857: read oid 28 snap 183 2024-04-13T07:20:47.943 INFO:tasks.rados.rados.0.smithi003.stdout:1857: expect (ObjNum 370 snap 130 seq_num 370) 2024-04-13T07:20:47.943 INFO:tasks.rados.rados.0.smithi003.stdout:1858: snap_remove snap 176 2024-04-13T07:20:48.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:47 smithi003 ceph-mon[91733]: pgmap v336: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 411 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.2 MiB/s wr, 15 op/s; 113/750 objects degraded (15.067%) 2024-04-13T07:20:48.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:47 smithi003 ceph-mon[91733]: osdmap e453: 8 total, 8 up, 8 in 2024-04-13T07:20:48.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:47 smithi003 ceph-mon[89364]: pgmap v336: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 411 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.2 MiB/s wr, 15 op/s; 113/750 objects degraded (15.067%) 2024-04-13T07:20:48.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:47 smithi003 ceph-mon[89364]: osdmap e453: 8 total, 8 up, 8 in 2024-04-13T07:20:48.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:47 smithi066 ceph-mon[84331]: pgmap v336: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 411 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.2 MiB/s wr, 15 op/s; 113/750 objects degraded (15.067%) 2024-04-13T07:20:48.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:47 smithi066 ceph-mon[84331]: osdmap e453: 8 total, 8 up, 8 in 2024-04-13T07:20:48.941 INFO:tasks.rados.rados.0.smithi003.stdout:1858: done (2 left) 2024-04-13T07:20:48.942 INFO:tasks.rados.rados.0.smithi003.stdout:1859: copy_from oid 8 from oid 40 current snap is 193 2024-04-13T07:20:48.942 INFO:tasks.rados.rados.0.smithi003.stdout:1857: expect (ObjNum 370 snap 130 seq_num 370) 2024-04-13T07:20:48.995 INFO:tasks.rados.rados.0.smithi003.stdout:1859: finishing copy_from racing read to smithi00377890-8 2024-04-13T07:20:48.995 INFO:tasks.rados.rados.0.smithi003.stdout:1859: finishing copy_from to smithi00377890-8 2024-04-13T07:20:48.995 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 1998 (ObjNum 573 snap 193 seq_num 573) dirty exists 2024-04-13T07:20:48.995 INFO:tasks.rados.rados.0.smithi003.stdout:1856: done (2 left) 2024-04-13T07:20:48.995 INFO:tasks.rados.rados.0.smithi003.stdout:1857: done (1 left) 2024-04-13T07:20:48.995 INFO:tasks.rados.rados.0.smithi003.stdout:1859: done (0 left) 2024-04-13T07:20:48.995 INFO:tasks.rados.rados.0.smithi003.stdout:1860: snap_create 2024-04-13T07:20:49.299 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:48 smithi066 ceph-mon[84331]: osdmap e454: 8 total, 8 up, 8 in 2024-04-13T07:20:49.299 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:48 smithi066 ceph-mon[84331]: osdmap e455: 8 total, 8 up, 8 in 2024-04-13T07:20:49.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:48 smithi003 ceph-mon[89364]: osdmap e454: 8 total, 8 up, 8 in 2024-04-13T07:20:49.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:48 smithi003 ceph-mon[89364]: osdmap e455: 8 total, 8 up, 8 in 2024-04-13T07:20:49.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:48 smithi003 ceph-mon[91733]: osdmap e454: 8 total, 8 up, 8 in 2024-04-13T07:20:49.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:48 smithi003 ceph-mon[91733]: osdmap e455: 8 total, 8 up, 8 in 2024-04-13T07:20:49.886 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:20:49.508+0000 7ff2e8c82700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-13T07:20:49.972 INFO:tasks.rados.rados.0.smithi003.stdout:1860: done (0 left) 2024-04-13T07:20:49.972 INFO:tasks.rados.rados.0.smithi003.stdout:1861: copy_from oid 5 from oid 13 current snap is 194 2024-04-13T07:20:49.972 INFO:tasks.rados.rados.0.smithi003.stdout:1862: rollback oid 8 current snap is 194 2024-04-13T07:20:49.972 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 8 to 187 2024-04-13T07:20:49.972 INFO:tasks.rados.rados.0.smithi003.stdout:1863: snap_create 2024-04-13T07:20:49.976 INFO:tasks.rados.rados.0.smithi003.stdout:1861: finishing copy_from to smithi00377890-5 2024-04-13T07:20:49.976 INFO:tasks.rados.rados.0.smithi003.stdout:1861: got expected ENOENT (src dne) 2024-04-13T07:20:49.976 INFO:tasks.rados.rados.0.smithi003.stdout:1861: finishing copy_from racing read to smithi00377890-5 2024-04-13T07:20:49.978 INFO:tasks.rados.rados.0.smithi003.stdout:1862: finishing rollback tid 0 to smithi00377890-8 2024-04-13T07:20:49.979 INFO:tasks.rados.rados.0.smithi003.stdout:1862: finishing rollback tid 1 to smithi00377890-8 2024-04-13T07:20:49.979 INFO:tasks.rados.rados.0.smithi003.stdout:1862: finishing rollback tid 2 to smithi00377890-8 2024-04-13T07:20:49.979 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2001 (ObjNum 430 snap 146 seq_num 430) dirty exists 2024-04-13T07:20:50.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[89364]: pgmap v339: 121 pgs: 12 active+undersized+degraded, 14 active+undersized, 95 active+clean; 416 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 695 KiB/s rd, 2.2 MiB/s wr, 8 op/s; 112/747 objects degraded (14.993%) 2024-04-13T07:20:50.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:50.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:50.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:20:50.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:20:50.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:50.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:20:50.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:50.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:50.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:50.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:20:50.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[91733]: pgmap v339: 121 pgs: 12 active+undersized+degraded, 14 active+undersized, 95 active+clean; 416 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 695 KiB/s rd, 2.2 MiB/s wr, 8 op/s; 112/747 objects degraded (14.993%) 2024-04-13T07:20:50.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:50.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:50.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:20:50.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:20:50.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:50.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:20:50.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:50.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:50.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:50.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:20:50.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:49 smithi066 ceph-mon[84331]: pgmap v339: 121 pgs: 12 active+undersized+degraded, 14 active+undersized, 95 active+clean; 416 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 695 KiB/s rd, 2.2 MiB/s wr, 8 op/s; 112/747 objects degraded (14.993%) 2024-04-13T07:20:50.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:50.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:50.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:20:50.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:20:50.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:50.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:20:50.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:50.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:50.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:50.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:20:50.979 INFO:tasks.rados.rados.0.smithi003.stdout:1861: done (2 left) 2024-04-13T07:20:50.979 INFO:tasks.rados.rados.0.smithi003.stdout:1862: done (1 left) 2024-04-13T07:20:50.980 INFO:tasks.rados.rados.0.smithi003.stdout:1863: done (0 left) 2024-04-13T07:20:50.980 INFO:tasks.rados.rados.0.smithi003.stdout:1864: snap_remove snap 66 2024-04-13T07:20:51.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:50 smithi003 ceph-mon[91733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:20:51.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:50 smithi003 ceph-mon[91733]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-13T07:20:51.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:50 smithi003 ceph-mon[91733]: osdmap e456: 8 total, 8 up, 8 in 2024-04-13T07:20:51.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:50 smithi003 ceph-mon[89364]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:20:51.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:50 smithi003 ceph-mon[89364]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-13T07:20:51.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:50 smithi003 ceph-mon[89364]: osdmap e456: 8 total, 8 up, 8 in 2024-04-13T07:20:51.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:50 smithi066 ceph-mon[84331]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:20:51.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:50 smithi066 ceph-mon[84331]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-13T07:20:51.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:50 smithi066 ceph-mon[84331]: osdmap e456: 8 total, 8 up, 8 in 2024-04-13T07:20:51.983 INFO:tasks.rados.rados.0.smithi003.stdout:1864: done (0 left) 2024-04-13T07:20:51.984 INFO:tasks.rados.rados.0.smithi003.stdout:1865: rmattr oid 33 current snap is 195 2024-04-13T07:20:51.984 INFO:tasks.rados.rados.0.smithi003.stdout:1865: done (0 left) 2024-04-13T07:20:51.984 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 28 current snap is 195 2024-04-13T07:20:51.984 INFO:tasks.rados.rados.0.smithi003.stdout:1866: seq_num 579 ranges {1409024=98304} 2024-04-13T07:20:51.992 INFO:tasks.rados.rados.0.smithi003.stdout:1866: writing smithi00377890-28 from 1409024 to 1507328 tid 1 2024-04-13T07:20:51.992 INFO:tasks.rados.rados.0.smithi003.stdout:1867: snap_remove snap 190 2024-04-13T07:20:52.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:51 smithi066 ceph-mon[84331]: pgmap v342: 121 pgs: 121 active+clean; 397 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 13 op/s; 6.9 MiB/s, 1 objects/s recovering 2024-04-13T07:20:52.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:51 smithi066 ceph-mon[84331]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 112/747 objects degraded (14.993%), 12 pgs degraded) 2024-04-13T07:20:52.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:51 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:20:52.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:51 smithi066 ceph-mon[84331]: osdmap e457: 8 total, 8 up, 8 in 2024-04-13T07:20:52.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:51 smithi003 ceph-mon[91733]: pgmap v342: 121 pgs: 121 active+clean; 397 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 13 op/s; 6.9 MiB/s, 1 objects/s recovering 2024-04-13T07:20:52.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:51 smithi003 ceph-mon[91733]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 112/747 objects degraded (14.993%), 12 pgs degraded) 2024-04-13T07:20:52.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:51 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:20:52.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:51 smithi003 ceph-mon[91733]: osdmap e457: 8 total, 8 up, 8 in 2024-04-13T07:20:52.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:51 smithi003 ceph-mon[89364]: pgmap v342: 121 pgs: 121 active+clean; 397 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 13 op/s; 6.9 MiB/s, 1 objects/s recovering 2024-04-13T07:20:52.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:51 smithi003 ceph-mon[89364]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 112/747 objects degraded (14.993%), 12 pgs degraded) 2024-04-13T07:20:52.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:51 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:20:52.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:51 smithi003 ceph-mon[89364]: osdmap e457: 8 total, 8 up, 8 in 2024-04-13T07:20:52.653 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:20:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:20:52.989 INFO:tasks.rados.rados.0.smithi003.stdout:1867: done (1 left) 2024-04-13T07:20:52.989 INFO:tasks.rados.rados.0.smithi003.stdout:1868: delete oid 41 current snap is 195 2024-04-13T07:20:52.990 INFO:tasks.rados.rados.0.smithi003.stdout:1866: finishing write tid 1 to smithi00377890-28 2024-04-13T07:20:52.990 INFO:tasks.rados.rados.0.smithi003.stdout:1866: finishing write tid 2 to smithi00377890-28 2024-04-13T07:20:52.990 INFO:tasks.rados.rados.0.smithi003.stdout:1866: finishing write tid 3 to smithi00377890-28 2024-04-13T07:20:52.990 INFO:tasks.rados.rados.0.smithi003.stdout:1866: oid 28 updating version 0 to 1345 2024-04-13T07:20:52.990 INFO:tasks.rados.rados.0.smithi003.stdout:1866: oid 28 version 1345 is already newer than 1344 2024-04-13T07:20:52.990 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 1345 (ObjNum 579 snap 195 seq_num 579) dirty exists 2024-04-13T07:20:52.990 INFO:tasks.rados.rados.0.smithi003.stdout:1866: left oid 28 (ObjNum 579 snap 195 seq_num 579) 2024-04-13T07:20:52.997 INFO:tasks.rados.rados.0.smithi003.stdout:1866: done (1 left) 2024-04-13T07:20:52.997 INFO:tasks.rados.rados.0.smithi003.stdout:1868: done (0 left) 2024-04-13T07:20:52.997 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 6 current snap is 195 2024-04-13T07:20:52.997 INFO:tasks.rados.rados.0.smithi003.stdout:1869: seq_num 581 ranges {0=139264} 2024-04-13T07:20:52.998 INFO:tasks.rados.rados.0.smithi003.stdout:1869: writing smithi00377890-6 from 0 to 139264 tid 1 2024-04-13T07:20:52.998 INFO:tasks.rados.rados.0.smithi003.stdout:1870: snap_create 2024-04-13T07:20:53.001 INFO:tasks.rados.rados.0.smithi003.stdout:1869: finishing write tid 1 to smithi00377890-6 2024-04-13T07:20:53.003 INFO:tasks.rados.rados.0.smithi003.stdout:1869: finishing write tid 2 to smithi00377890-6 2024-04-13T07:20:53.004 INFO:tasks.rados.rados.0.smithi003.stdout:1869: finishing write tid 3 to smithi00377890-6 2024-04-13T07:20:53.004 INFO:tasks.rados.rados.0.smithi003.stdout:1869: oid 6 updating version 0 to 1376 2024-04-13T07:20:53.004 INFO:tasks.rados.rados.0.smithi003.stdout:1869: oid 6 updating version 1376 to 1377 2024-04-13T07:20:53.004 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 1377 (ObjNum 581 snap 195 seq_num 581) dirty exists 2024-04-13T07:20:53.004 INFO:tasks.rados.rados.0.smithi003.stdout:1869: left oid 6 (ObjNum 581 snap 195 seq_num 581) 2024-04-13T07:20:53.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:52 smithi003 ceph-mon[89364]: osdmap e458: 8 total, 8 up, 8 in 2024-04-13T07:20:53.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:53.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:20:53.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:52 smithi003 ceph-mon[91733]: osdmap e458: 8 total, 8 up, 8 in 2024-04-13T07:20:53.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:53.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:20:53.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:52 smithi066 ceph-mon[84331]: osdmap e458: 8 total, 8 up, 8 in 2024-04-13T07:20:53.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:53.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:20:53.612 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:20:53.795 INFO:tasks.rados.rados.0.smithi003.stdout:1869: done (1 left) 2024-04-13T07:20:53.795 INFO:tasks.rados.rados.0.smithi003.stdout:1870: done (0 left) 2024-04-13T07:20:53.795 INFO:tasks.rados.rados.0.smithi003.stdout:1871: rmattr oid 25 current snap is 196 2024-04-13T07:20:53.795 INFO:tasks.rados.rados.0.smithi003.stdout:1872: copy_from oid 11 from oid 23 current snap is 196 2024-04-13T07:20:53.795 INFO:tasks.rados.rados.0.smithi003.stdout:1873: rollback oid 39 current snap is 196 2024-04-13T07:20:53.795 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 39 to 183 2024-04-13T07:20:53.795 INFO:tasks.rados.rados.0.smithi003.stdout:1874: read oid 18 snap -1 2024-04-13T07:20:53.795 INFO:tasks.rados.rados.0.smithi003.stdout:1874: expect (ObjNum 204 snap 60 seq_num 204) 2024-04-13T07:20:53.795 INFO:tasks.rados.rados.0.smithi003.stdout:1875: snap_create 2024-04-13T07:20:53.803 INFO:tasks.rados.rados.0.smithi003.stdout:1873: finishing rollback tid 0 to smithi00377890-39 2024-04-13T07:20:53.804 INFO:tasks.rados.rados.0.smithi003.stdout:1873: finishing rollback tid 1 to smithi00377890-39 2024-04-13T07:20:53.804 INFO:tasks.rados.rados.0.smithi003.stdout:1873: finishing rollback tid 2 to smithi00377890-39 2024-04-13T07:20:53.804 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 1178 (ObjNum 526 snap 179 seq_num 526) dirty exists 2024-04-13T07:20:53.808 INFO:tasks.rados.rados.0.smithi003.stdout:1874: expect (ObjNum 204 snap 60 seq_num 204) 2024-04-13T07:20:53.895 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 2040 (ObjNum 430 snap 146 seq_num 430) dirty exists 2024-04-13T07:20:53.895 INFO:tasks.rados.rados.0.smithi003.stdout:1872: finishing copy_from racing read to smithi00377890-11 2024-04-13T07:20:53.896 INFO:tasks.rados.rados.0.smithi003.stdout:1872: finishing copy_from to smithi00377890-11 2024-04-13T07:20:53.896 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 1993 (ObjNum 570 snap 192 seq_num 570) dirty exists 2024-04-13T07:20:53.952 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:20:53.953 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (8m) 45s ago 9m 24.5M - 0.25.0 c8568f914cd2 3cfca92eb9ec 2024-04-13T07:20:53.953 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (9m) 9s ago 9m 87.4M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:20:53.953 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (10m) 45s ago 10m 21.0M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 8ddb79bf2742 2024-04-13T07:20:53.953 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (10m) 9s ago 10m 18.5M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 0760d90a9293 2024-04-13T07:20:53.953 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,9283,8765 running (4m) 9s ago 13m 451M - 19.0.0-2905-g5f22a497 c4b45bf0c946 57ffb9b159d7 2024-04-13T07:20:53.953 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:8443,9283,8765 running (4m) 45s ago 15m 508M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8cf668b60b80 2024-04-13T07:20:53.953 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (4m) 45s ago 15m 51.7M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 64cfa60e298f 2024-04-13T07:20:53.953 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (3m) 9s ago 14m 45.8M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 77096718c9ff 2024-04-13T07:20:53.953 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (3m) 45s ago 13m 47.5M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 bcc866c9b63b 2024-04-13T07:20:53.953 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (8m) 45s ago 8m 15.6M - 1.5.0 0da6a335fe13 dfbcad6ee10c 2024-04-13T07:20:53.953 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (8m) 9s ago 8m 15.3M - 1.5.0 0da6a335fe13 ce4f8de81f3f 2024-04-13T07:20:53.953 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (2m) 45s ago 13m 225M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 6dc25088a5e4 2024-04-13T07:20:53.954 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (119s) 45s ago 12m 207M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 42147549eb05 2024-04-13T07:20:53.954 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (83s) 45s ago 12m 85.0M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 8636b9e9bade 2024-04-13T07:20:53.954 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (49s) 45s ago 12m 15.1M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 dccad7741242 2024-04-13T07:20:53.954 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (14s) 9s ago 11m 12.1M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 b94e7fdde3d0 2024-04-13T07:20:53.954 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (11m) 9s ago 11m 277M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f 9d0b4251f80f 2024-04-13T07:20:53.954 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (11m) 9s ago 11m 293M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f e80941711015 2024-04-13T07:20:53.954 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (10m) 9s ago 10m 222M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f b9515cfb6872 2024-04-13T07:20:53.954 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (4m) 9s ago 9m 61.2M - 2.43.0 a07b618ecd1d d062b44446a9 2024-04-13T07:20:54.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:53 smithi003 ceph-mon[89364]: pgmap v345: 121 pgs: 121 active+clean; 397 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 6.9 MiB/s, 1 objects/s recovering 2024-04-13T07:20:54.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:53 smithi003 ceph-mon[89364]: osdmap e459: 8 total, 8 up, 8 in 2024-04-13T07:20:54.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:53 smithi003 ceph-mon[89364]: osdmap e460: 8 total, 8 up, 8 in 2024-04-13T07:20:54.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:53 smithi003 ceph-mon[91733]: pgmap v345: 121 pgs: 121 active+clean; 397 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 6.9 MiB/s, 1 objects/s recovering 2024-04-13T07:20:54.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:53 smithi003 ceph-mon[91733]: osdmap e459: 8 total, 8 up, 8 in 2024-04-13T07:20:54.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:53 smithi003 ceph-mon[91733]: osdmap e460: 8 total, 8 up, 8 in 2024-04-13T07:20:54.364 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:20:54.364 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:20:54.364 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:20:54.364 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:20:54.364 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:20:54.364 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:20:54.364 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:20:54.365 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:20:54.365 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3, 2024-04-13T07:20:54.365 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 5 2024-04-13T07:20:54.365 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:20:54.365 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:20:54.365 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:20:54.365 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:20:54.365 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:20:54.365 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 5, 2024-04-13T07:20:54.365 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 10 2024-04-13T07:20:54.365 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:20:54.365 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:20:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:53 smithi066 ceph-mon[84331]: pgmap v345: 121 pgs: 121 active+clean; 397 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 6.9 MiB/s, 1 objects/s recovering 2024-04-13T07:20:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:53 smithi066 ceph-mon[84331]: osdmap e459: 8 total, 8 up, 8 in 2024-04-13T07:20:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:53 smithi066 ceph-mon[84331]: osdmap e460: 8 total, 8 up, 8 in 2024-04-13T07:20:54.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:20:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:20:54] "GET /metrics HTTP/1.1" 200 36185 "" "Prometheus/2.43.0" 2024-04-13T07:20:54.795 INFO:tasks.rados.rados.0.smithi003.stdout:1871: done (4 left) 2024-04-13T07:20:54.795 INFO:tasks.rados.rados.0.smithi003.stdout:1872: done (3 left) 2024-04-13T07:20:54.795 INFO:tasks.rados.rados.0.smithi003.stdout:1873: done (2 left) 2024-04-13T07:20:54.795 INFO:tasks.rados.rados.0.smithi003.stdout:1874: done (1 left) 2024-04-13T07:20:54.795 INFO:tasks.rados.rados.0.smithi003.stdout:1875: done (0 left) 2024-04-13T07:20:54.795 INFO:tasks.rados.rados.0.smithi003.stdout:1876: read oid 17 snap -1 2024-04-13T07:20:54.795 INFO:tasks.rados.rados.0.smithi003.stdout:1876: expect (ObjNum 560 snap 190 seq_num 560) 2024-04-13T07:20:54.795 INFO:tasks.rados.rados.0.smithi003.stdout:1877: snap_remove snap 196 2024-04-13T07:20:55.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:54 smithi003 ceph-mon[91733]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:20:55.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:54 smithi003 ceph-mon[91733]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:20:55.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:54 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1822236515' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:55.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:54 smithi003 ceph-mon[91733]: osdmap e461: 8 total, 8 up, 8 in 2024-04-13T07:20:55.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:54 smithi003 ceph-mon[89364]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:20:55.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:54 smithi003 ceph-mon[89364]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:20:55.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:54 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1822236515' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:55.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:54 smithi003 ceph-mon[89364]: osdmap e461: 8 total, 8 up, 8 in 2024-04-13T07:20:55.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:54 smithi066 ceph-mon[84331]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:20:55.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:54 smithi066 ceph-mon[84331]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:20:55.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:54 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1822236515' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:20:55.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:54 smithi066 ceph-mon[84331]: osdmap e461: 8 total, 8 up, 8 in 2024-04-13T07:20:55.797 INFO:tasks.rados.rados.0.smithi003.stdout:1877: done (1 left) 2024-04-13T07:20:55.798 INFO:tasks.rados.rados.0.smithi003.stdout:1878: snap_remove snap 191 2024-04-13T07:20:56.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:55 smithi003 ceph-mon[91733]: pgmap v348: 121 pgs: 121 active+clean; 341 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 634 KiB/s wr, 2 op/s 2024-04-13T07:20:56.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:55 smithi003 ceph-mon[91733]: osdmap e462: 8 total, 8 up, 8 in 2024-04-13T07:20:56.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:55 smithi003 ceph-mon[89364]: pgmap v348: 121 pgs: 121 active+clean; 341 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 634 KiB/s wr, 2 op/s 2024-04-13T07:20:56.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:55 smithi003 ceph-mon[89364]: osdmap e462: 8 total, 8 up, 8 in 2024-04-13T07:20:56.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:55 smithi066 ceph-mon[84331]: pgmap v348: 121 pgs: 121 active+clean; 341 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 634 KiB/s wr, 2 op/s 2024-04-13T07:20:56.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:55 smithi066 ceph-mon[84331]: osdmap e462: 8 total, 8 up, 8 in 2024-04-13T07:20:56.801 INFO:tasks.rados.rados.0.smithi003.stdout:1878: done (1 left) 2024-04-13T07:20:56.801 INFO:tasks.rados.rados.0.smithi003.stdout:1879: rmattr oid 32 current snap is 197 2024-04-13T07:20:56.801 INFO:tasks.rados.rados.0.smithi003.stdout:1879: done (1 left) 2024-04-13T07:20:56.801 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 39 current snap is 197 2024-04-13T07:20:56.801 INFO:tasks.rados.rados.0.smithi003.stdout:1880: seq_num 582 ranges {3465216=155648} 2024-04-13T07:20:56.822 INFO:tasks.rados.rados.0.smithi003.stdout:1880: writing smithi00377890-39 from 3465216 to 3620864 tid 1 2024-04-13T07:20:56.822 INFO:tasks.rados.rados.0.smithi003.stdout:1881: read oid 48 snap -1 2024-04-13T07:20:56.822 INFO:tasks.rados.rados.0.smithi003.stdout:1881: expect deleted 2024-04-13T07:20:56.822 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 24 current snap is 197 2024-04-13T07:20:56.822 INFO:tasks.rados.rados.0.smithi003.stdout:1882: seq_num 583 ranges {1884160=172032} 2024-04-13T07:20:56.833 INFO:tasks.rados.rados.0.smithi003.stdout:1882: writing smithi00377890-24 from 1884160 to 2056192 tid 1 2024-04-13T07:20:56.833 INFO:tasks.rados.rados.0.smithi003.stdout:1883: delete oid 21 current snap is 197 2024-04-13T07:20:56.833 INFO:tasks.rados.rados.0.smithi003.stdout:1876: expect (ObjNum 560 snap 190 seq_num 560) 2024-04-13T07:20:56.966 INFO:tasks.rados.rados.0.smithi003.stdout:1880: finishing write tid 1 to smithi00377890-39 2024-04-13T07:20:56.966 INFO:tasks.rados.rados.0.smithi003.stdout:1880: finishing write tid 2 to smithi00377890-39 2024-04-13T07:20:56.966 INFO:tasks.rados.rados.0.smithi003.stdout:1880: finishing write tid 3 to smithi00377890-39 2024-04-13T07:20:56.966 INFO:tasks.rados.rados.0.smithi003.stdout:1880: oid 39 updating version 0 to 1180 2024-04-13T07:20:56.966 INFO:tasks.rados.rados.0.smithi003.stdout:1880: oid 39 version 1180 is already newer than 1179 2024-04-13T07:20:56.966 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 1180 (ObjNum 582 snap 197 seq_num 582) dirty exists 2024-04-13T07:20:56.966 INFO:tasks.rados.rados.0.smithi003.stdout:1880: left oid 39 (ObjNum 582 snap 197 seq_num 582) 2024-04-13T07:20:56.966 INFO:tasks.rados.rados.0.smithi003.stdout:1882: finishing write tid 1 to smithi00377890-24 2024-04-13T07:20:56.966 INFO:tasks.rados.rados.0.smithi003.stdout:1882: finishing write tid 2 to smithi00377890-24 2024-04-13T07:20:56.966 INFO:tasks.rados.rados.0.smithi003.stdout:1876: done (4 left) 2024-04-13T07:20:56.966 INFO:tasks.rados.rados.0.smithi003.stdout:1880: done (3 left) 2024-04-13T07:20:56.966 INFO:tasks.rados.rados.0.smithi003.stdout:1881: done (2 left) 2024-04-13T07:20:56.966 INFO:tasks.rados.rados.0.smithi003.stdout:1883: done (1 left) 2024-04-13T07:20:56.967 INFO:tasks.rados.rados.0.smithi003.stdout:1884: read oid 35 snap -1 2024-04-13T07:20:56.967 INFO:tasks.rados.rados.0.smithi003.stdout:1884: expect (ObjNum 545 snap 185 seq_num 545) 2024-04-13T07:20:56.967 INFO:tasks.rados.rados.0.smithi003.stdout:1885: delete oid 37 current snap is 197 2024-04-13T07:20:56.967 INFO:tasks.rados.rados.0.smithi003.stdout:1882: finishing write tid 3 to smithi00377890-24 2024-04-13T07:20:56.967 INFO:tasks.rados.rados.0.smithi003.stdout:1882: oid 24 updating version 0 to 1770 2024-04-13T07:20:56.967 INFO:tasks.rados.rados.0.smithi003.stdout:1882: oid 24 version 1770 is already newer than 1769 2024-04-13T07:20:56.967 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 1770 (ObjNum 583 snap 197 seq_num 583) dirty exists 2024-04-13T07:20:56.967 INFO:tasks.rados.rados.0.smithi003.stdout:1882: left oid 24 (ObjNum 583 snap 197 seq_num 583) 2024-04-13T07:20:56.982 INFO:tasks.rados.rados.0.smithi003.stdout:1882: done (2 left) 2024-04-13T07:20:56.982 INFO:tasks.rados.rados.0.smithi003.stdout:1885: done (1 left) 2024-04-13T07:20:56.982 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 42 current snap is 197 2024-04-13T07:20:56.982 INFO:tasks.rados.rados.0.smithi003.stdout:1886: seq_num 586 ranges {13975552=221184} 2024-04-13T07:20:57.060 INFO:tasks.rados.rados.0.smithi003.stdout:1886: writing smithi00377890-42 from 13975552 to 14196736 tid 1 2024-04-13T07:20:57.060 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 2 current snap is 197 2024-04-13T07:20:57.060 INFO:tasks.rados.rados.0.smithi003.stdout:1887: seq_num 587 ranges {6381568=237568} 2024-04-13T07:20:57.096 INFO:tasks.rados.rados.0.smithi003.stdout:1887: writing smithi00377890-2 from 6381568 to 6619136 tid 1 2024-04-13T07:20:57.096 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 23 current snap is 197 2024-04-13T07:20:57.096 INFO:tasks.rados.rados.0.smithi003.stdout:1888: seq_num 588 ranges {2359296=253952} 2024-04-13T07:20:57.111 INFO:tasks.rados.rados.0.smithi003.stdout:1888: writing smithi00377890-23 from 2359296 to 2613248 tid 1 2024-04-13T07:20:57.111 INFO:tasks.rados.rados.0.smithi003.stdout:1889: read oid 8 snap -1 2024-04-13T07:20:57.111 INFO:tasks.rados.rados.0.smithi003.stdout:1889: expect (ObjNum 430 snap 146 seq_num 430) 2024-04-13T07:20:57.111 INFO:tasks.rados.rados.0.smithi003.stdout:1890: read oid 20 snap -1 2024-04-13T07:20:57.111 INFO:tasks.rados.rados.0.smithi003.stdout:1890: expect (ObjNum 471 snap 157 seq_num 471) 2024-04-13T07:20:57.111 INFO:tasks.rados.rados.0.smithi003.stdout:1891: snap_create 2024-04-13T07:20:57.111 INFO:tasks.rados.rados.0.smithi003.stdout:1884: expect (ObjNum 545 snap 185 seq_num 545) 2024-04-13T07:20:58.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:57 smithi003 ceph-mon[91733]: pgmap v351: 121 pgs: 121 active+clean; 306 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 634 KiB/s wr, 3 op/s 2024-04-13T07:20:58.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:57 smithi003 ceph-mon[91733]: osdmap e463: 8 total, 8 up, 8 in 2024-04-13T07:20:58.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:57 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:58.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:57 smithi003 ceph-mon[89364]: pgmap v351: 121 pgs: 121 active+clean; 306 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 634 KiB/s wr, 3 op/s 2024-04-13T07:20:58.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:57 smithi003 ceph-mon[89364]: osdmap e463: 8 total, 8 up, 8 in 2024-04-13T07:20:58.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:57 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:58.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:57 smithi066 ceph-mon[84331]: pgmap v351: 121 pgs: 121 active+clean; 306 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 634 KiB/s wr, 3 op/s 2024-04-13T07:20:58.202 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:57 smithi066 ceph-mon[84331]: osdmap e463: 8 total, 8 up, 8 in 2024-04-13T07:20:58.202 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:57 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:20:59.036 INFO:tasks.rados.rados.0.smithi003.stdout:1886: finishing write tid 1 to smithi00377890-42 2024-04-13T07:20:59.036 INFO:tasks.rados.rados.0.smithi003.stdout:1886: finishing write tid 2 to smithi00377890-42 2024-04-13T07:20:59.037 INFO:tasks.rados.rados.0.smithi003.stdout:1886: finishing write tid 3 to smithi00377890-42 2024-04-13T07:20:59.037 INFO:tasks.rados.rados.0.smithi003.stdout:1886: oid 42 updating version 0 to 1580 2024-04-13T07:20:59.037 INFO:tasks.rados.rados.0.smithi003.stdout:1886: oid 42 updating version 1580 to 1581 2024-04-13T07:20:59.037 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 1581 (ObjNum 586 snap 197 seq_num 586) dirty exists 2024-04-13T07:20:59.037 INFO:tasks.rados.rados.0.smithi003.stdout:1886: left oid 42 (ObjNum 586 snap 197 seq_num 586) 2024-04-13T07:20:59.037 INFO:tasks.rados.rados.0.smithi003.stdout:1887: finishing write tid 1 to smithi00377890-2 2024-04-13T07:20:59.037 INFO:tasks.rados.rados.0.smithi003.stdout:1887: finishing write tid 2 to smithi00377890-2 2024-04-13T07:20:59.037 INFO:tasks.rados.rados.0.smithi003.stdout:1887: finishing write tid 3 to smithi00377890-2 2024-04-13T07:20:59.037 INFO:tasks.rados.rados.0.smithi003.stdout:1887: oid 2 updating version 0 to 1378 2024-04-13T07:20:59.037 INFO:tasks.rados.rados.0.smithi003.stdout:1887: oid 2 updating version 1378 to 1379 2024-04-13T07:20:59.037 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 1379 (ObjNum 587 snap 197 seq_num 587) dirty exists 2024-04-13T07:20:59.037 INFO:tasks.rados.rados.0.smithi003.stdout:1887: left oid 2 (ObjNum 587 snap 197 seq_num 587) 2024-04-13T07:20:59.038 INFO:tasks.rados.rados.0.smithi003.stdout:1884: done (6 left) 2024-04-13T07:20:59.038 INFO:tasks.rados.rados.0.smithi003.stdout:1886: done (5 left) 2024-04-13T07:20:59.038 INFO:tasks.rados.rados.0.smithi003.stdout:1887: done (4 left) 2024-04-13T07:20:59.038 INFO:tasks.rados.rados.0.smithi003.stdout:1891: done (3 left) 2024-04-13T07:20:59.038 INFO:tasks.rados.rados.0.smithi003.stdout:1892: setattr oid 35 current snap is 198 2024-04-13T07:20:59.038 INFO:tasks.rados.rados.0.smithi003.stdout:1890: expect (ObjNum 471 snap 157 seq_num 471) 2024-04-13T07:20:59.058 INFO:tasks.rados.rados.0.smithi003.stdout:1889: expect (ObjNum 430 snap 146 seq_num 430) 2024-04-13T07:20:59.111 INFO:tasks.rados.rados.0.smithi003.stdout:1888: finishing write tid 1 to smithi00377890-23 2024-04-13T07:20:59.111 INFO:tasks.rados.rados.0.smithi003.stdout:1888: finishing write tid 2 to smithi00377890-23 2024-04-13T07:20:59.111 INFO:tasks.rados.rados.0.smithi003.stdout:1888: finishing write tid 3 to smithi00377890-23 2024-04-13T07:20:59.111 INFO:tasks.rados.rados.0.smithi003.stdout:1888: oid 23 updating version 0 to 2044 2024-04-13T07:20:59.111 INFO:tasks.rados.rados.0.smithi003.stdout:1888: oid 23 updating version 2044 to 2045 2024-04-13T07:20:59.111 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 2045 (ObjNum 588 snap 197 seq_num 588) dirty exists 2024-04-13T07:20:59.111 INFO:tasks.rados.rados.0.smithi003.stdout:1888: left oid 23 (ObjNum 588 snap 197 seq_num 588) 2024-04-13T07:20:59.111 INFO:tasks.rados.rados.0.smithi003.stdout:1888: done (3 left) 2024-04-13T07:20:59.112 INFO:tasks.rados.rados.0.smithi003.stdout:1889: done (2 left) 2024-04-13T07:20:59.112 INFO:tasks.rados.rados.0.smithi003.stdout:1890: done (1 left) 2024-04-13T07:20:59.112 INFO:tasks.rados.rados.0.smithi003.stdout:1893: read oid 44 snap -1 2024-04-13T07:20:59.112 INFO:tasks.rados.rados.0.smithi003.stdout:1893: expect (ObjNum 574 snap 193 seq_num 574) 2024-04-13T07:20:59.112 INFO:tasks.rados.rados.0.smithi003.stdout:1894: rollback oid 23 current snap is 198 2024-04-13T07:20:59.112 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 23 to 187 2024-04-13T07:20:59.112 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 6 current snap is 198 2024-04-13T07:20:59.112 INFO:tasks.rados.rados.0.smithi003.stdout:1895: seq_num 589 ranges {139264=270336} 2024-04-13T07:20:59.113 INFO:tasks.rados.rados.0.smithi003.stdout:1895: writing smithi00377890-6 from 139264 to 409600 tid 1 2024-04-13T07:20:59.113 INFO:tasks.rados.rados.0.smithi003.stdout:1896: setattr oid 2 current snap is 198 2024-04-13T07:20:59.115 INFO:tasks.rados.rados.0.smithi003.stdout:1897: read oid 3 snap 194 2024-04-13T07:20:59.115 INFO:tasks.rados.rados.0.smithi003.stdout:1897: expect (ObjNum 558 snap 190 seq_num 558) 2024-04-13T07:20:59.115 INFO:tasks.rados.rados.0.smithi003.stdout:1898: snap_create 2024-04-13T07:20:59.115 INFO:tasks.rados.rados.0.smithi003.stdout:1893: expect (ObjNum 574 snap 193 seq_num 574) 2024-04-13T07:20:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:1894: finishing rollback tid 0 to smithi00377890-23 2024-04-13T07:20:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:1894: finishing rollback tid 1 to smithi00377890-23 2024-04-13T07:20:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 2048 (ObjNum 961 snap 0 seq_num 1258531536) dirty dne 2024-04-13T07:20:59.119 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 1772 (ObjNum 545 snap 185 seq_num 545) dirty exists 2024-04-13T07:20:59.122 INFO:tasks.rados.rados.0.smithi003.stdout:1895: finishing write tid 1 to smithi00377890-6 2024-04-13T07:20:59.122 INFO:tasks.rados.rados.0.smithi003.stdout:1895: finishing write tid 2 to smithi00377890-6 2024-04-13T07:20:59.123 INFO:tasks.rados.rados.0.smithi003.stdout:1895: finishing write tid 3 to smithi00377890-6 2024-04-13T07:20:59.123 INFO:tasks.rados.rados.0.smithi003.stdout:1895: oid 6 updating version 0 to 1380 2024-04-13T07:20:59.123 INFO:tasks.rados.rados.0.smithi003.stdout:1895: oid 6 updating version 1380 to 1381 2024-04-13T07:20:59.123 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 1381 (ObjNum 589 snap 198 seq_num 589) dirty exists 2024-04-13T07:20:59.123 INFO:tasks.rados.rados.0.smithi003.stdout:1895: left oid 6 (ObjNum 589 snap 198 seq_num 589) 2024-04-13T07:20:59.123 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 1382 (ObjNum 587 snap 197 seq_num 587) dirty exists 2024-04-13T07:20:59.161 INFO:tasks.rados.rados.0.smithi003.stdout:1897: expect (ObjNum 558 snap 190 seq_num 558) 2024-04-13T07:20:59.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:58 smithi003 ceph-mon[89364]: osdmap e464: 8 total, 8 up, 8 in 2024-04-13T07:20:59.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:58 smithi003 ceph-mon[89364]: osdmap e465: 8 total, 8 up, 8 in 2024-04-13T07:20:59.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:58 smithi003 ceph-mon[91733]: osdmap e464: 8 total, 8 up, 8 in 2024-04-13T07:20:59.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:58 smithi003 ceph-mon[91733]: osdmap e465: 8 total, 8 up, 8 in 2024-04-13T07:20:59.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:58 smithi066 ceph-mon[84331]: osdmap e464: 8 total, 8 up, 8 in 2024-04-13T07:20:59.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:58 smithi066 ceph-mon[84331]: osdmap e465: 8 total, 8 up, 8 in 2024-04-13T07:21:00.008 INFO:tasks.rados.rados.0.smithi003.stdout:1892: done (6 left) 2024-04-13T07:21:00.008 INFO:tasks.rados.rados.0.smithi003.stdout:1893: done (5 left) 2024-04-13T07:21:00.008 INFO:tasks.rados.rados.0.smithi003.stdout:1894: done (4 left) 2024-04-13T07:21:00.008 INFO:tasks.rados.rados.0.smithi003.stdout:1895: done (3 left) 2024-04-13T07:21:00.008 INFO:tasks.rados.rados.0.smithi003.stdout:1896: done (2 left) 2024-04-13T07:21:00.008 INFO:tasks.rados.rados.0.smithi003.stdout:1897: done (1 left) 2024-04-13T07:21:00.008 INFO:tasks.rados.rados.0.smithi003.stdout:1898: done (0 left) 2024-04-13T07:21:00.008 INFO:tasks.rados.rados.0.smithi003.stdout:1899: copy_from oid 21 from oid 7 current snap is 199 2024-04-13T07:21:00.009 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 39 current snap is 199 2024-04-13T07:21:00.009 INFO:tasks.rados.rados.0.smithi003.stdout:1900: seq_num 590 ranges {3620864=286720} 2024-04-13T07:21:00.029 INFO:tasks.rados.rados.0.smithi003.stdout:1900: writing smithi00377890-39 from 3620864 to 3907584 tid 1 2024-04-13T07:21:00.029 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 199 2024-04-13T07:21:00.029 INFO:tasks.rados.rados.0.smithi003.stdout:1899: finishing copy_from racing read to smithi00377890-21 2024-04-13T07:21:00.030 INFO:tasks.rados.rados.0.smithi003.stdout:1899: finishing copy_from to smithi00377890-21 2024-04-13T07:21:00.030 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 1415 (ObjNum 577 snap 193 seq_num 577) dirty exists 2024-04-13T07:21:00.030 INFO:tasks.rados.rados.0.smithi003.stdout:1901: seq_num 591 ranges {3964928=303104} 2024-04-13T07:21:00.053 INFO:tasks.rados.rados.0.smithi003.stdout:1901: writing smithi00377890-38 from 3964928 to 4268032 tid 1 2024-04-13T07:21:00.053 INFO:tasks.rados.rados.0.smithi003.stdout:1899: done (2 left) 2024-04-13T07:21:00.053 INFO:tasks.rados.rados.0.smithi003.stdout:1902: copy_from oid 29 from oid 23 current snap is 199 2024-04-13T07:21:00.053 INFO:tasks.rados.rados.0.smithi003.stdout:1900: finishing write tid 1 to smithi00377890-39 2024-04-13T07:21:00.054 INFO:tasks.rados.rados.0.smithi003.stdout:1903: delete oid 49 current snap is 199 2024-04-13T07:21:00.054 INFO:tasks.rados.rados.0.smithi003.stdout:1900: finishing write tid 2 to smithi00377890-39 2024-04-13T07:21:00.054 INFO:tasks.rados.rados.0.smithi003.stdout:1900: finishing write tid 3 to smithi00377890-39 2024-04-13T07:21:00.054 INFO:tasks.rados.rados.0.smithi003.stdout:1900: oid 39 updating version 0 to 1417 2024-04-13T07:21:00.054 INFO:tasks.rados.rados.0.smithi003.stdout:1900: oid 39 version 1417 is already newer than 1416 2024-04-13T07:21:00.054 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 1417 (ObjNum 590 snap 199 seq_num 590) dirty exists 2024-04-13T07:21:00.054 INFO:tasks.rados.rados.0.smithi003.stdout:1900: left oid 39 (ObjNum 590 snap 199 seq_num 590) 2024-04-13T07:21:00.055 INFO:tasks.rados.rados.0.smithi003.stdout:1902: finishing copy_from to smithi00377890-29 2024-04-13T07:21:00.055 INFO:tasks.rados.rados.0.smithi003.stdout:1902: got expected ENOENT (src dne) 2024-04-13T07:21:00.055 INFO:tasks.rados.rados.0.smithi003.stdout:1902: finishing copy_from racing read to smithi00377890-29 2024-04-13T07:21:00.055 INFO:tasks.rados.rados.0.smithi003.stdout:1900: done (3 left) 2024-04-13T07:21:00.056 INFO:tasks.rados.rados.0.smithi003.stdout:1902: done (2 left) 2024-04-13T07:21:00.056 INFO:tasks.rados.rados.0.smithi003.stdout:1903: done (1 left) 2024-04-13T07:21:00.056 INFO:tasks.rados.rados.0.smithi003.stdout:1904: read oid 3 snap 187 2024-04-13T07:21:00.056 INFO:tasks.rados.rados.0.smithi003.stdout:1904: expect (ObjNum 537 snap 183 seq_num 537) 2024-04-13T07:21:00.056 INFO:tasks.rados.rados.0.smithi003.stdout:1905: delete oid 6 current snap is 199 2024-04-13T07:21:00.056 INFO:tasks.rados.rados.0.smithi003.stdout:1901: finishing write tid 1 to smithi00377890-38 2024-04-13T07:21:00.056 INFO:tasks.rados.rados.0.smithi003.stdout:1901: finishing write tid 2 to smithi00377890-38 2024-04-13T07:21:00.058 INFO:tasks.rados.rados.0.smithi003.stdout:1901: finishing write tid 3 to smithi00377890-38 2024-04-13T07:21:00.058 INFO:tasks.rados.rados.0.smithi003.stdout:1901: oid 38 updating version 0 to 2002 2024-04-13T07:21:00.058 INFO:tasks.rados.rados.0.smithi003.stdout:1901: oid 38 updating version 2002 to 2003 2024-04-13T07:21:00.058 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2003 (ObjNum 591 snap 199 seq_num 591) dirty exists 2024-04-13T07:21:00.059 INFO:tasks.rados.rados.0.smithi003.stdout:1901: left oid 38 (ObjNum 591 snap 199 seq_num 591) 2024-04-13T07:21:00.059 INFO:tasks.rados.rados.0.smithi003.stdout:1901: done (2 left) 2024-04-13T07:21:00.059 INFO:tasks.rados.rados.0.smithi003.stdout:1905: done (1 left) 2024-04-13T07:21:00.059 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 199 2024-04-13T07:21:00.059 INFO:tasks.rados.rados.0.smithi003.stdout:1906: seq_num 594 ranges {4268032=352256} 2024-04-13T07:21:00.088 INFO:tasks.rados.rados.0.smithi003.stdout:1906: writing smithi00377890-38 from 4268032 to 4620288 tid 1 2024-04-13T07:21:00.088 INFO:tasks.rados.rados.0.smithi003.stdout:1907: snap_create 2024-04-13T07:21:00.091 INFO:tasks.rados.rados.0.smithi003.stdout:1906: finishing write tid 1 to smithi00377890-38 2024-04-13T07:21:00.091 INFO:tasks.rados.rados.0.smithi003.stdout:1906: finishing write tid 2 to smithi00377890-38 2024-04-13T07:21:00.092 INFO:tasks.rados.rados.0.smithi003.stdout:1906: finishing write tid 3 to smithi00377890-38 2024-04-13T07:21:00.092 INFO:tasks.rados.rados.0.smithi003.stdout:1906: oid 38 updating version 0 to 2004 2024-04-13T07:21:00.092 INFO:tasks.rados.rados.0.smithi003.stdout:1906: oid 38 updating version 2004 to 2005 2024-04-13T07:21:00.093 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2005 (ObjNum 594 snap 199 seq_num 594) dirty exists 2024-04-13T07:21:00.093 INFO:tasks.rados.rados.0.smithi003.stdout:1906: left oid 38 (ObjNum 594 snap 199 seq_num 594) 2024-04-13T07:21:00.093 INFO:tasks.rados.rados.0.smithi003.stdout:1904: expect (ObjNum 537 snap 183 seq_num 537) 2024-04-13T07:21:00.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:20:59 smithi003 ceph-mon[91733]: pgmap v354: 121 pgs: 121 active+clean; 306 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 62 KiB/s wr, 3 op/s 2024-04-13T07:21:00.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:20:59 smithi003 ceph-mon[89364]: pgmap v354: 121 pgs: 121 active+clean; 306 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 62 KiB/s wr, 3 op/s 2024-04-13T07:21:00.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:20:59 smithi066 ceph-mon[84331]: pgmap v354: 121 pgs: 121 active+clean; 306 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 62 KiB/s wr, 3 op/s 2024-04-13T07:21:01.018 INFO:tasks.rados.rados.0.smithi003.stdout:1904: done (2 left) 2024-04-13T07:21:01.018 INFO:tasks.rados.rados.0.smithi003.stdout:1906: done (1 left) 2024-04-13T07:21:01.018 INFO:tasks.rados.rados.0.smithi003.stdout:1907: done (0 left) 2024-04-13T07:21:01.018 INFO:tasks.rados.rados.0.smithi003.stdout:1908: read oid 14 snap 171 2024-04-13T07:21:01.018 INFO:tasks.rados.rados.0.smithi003.stdout:1908: expect (ObjNum 457 snap 152 seq_num 457) 2024-04-13T07:21:01.018 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 30 current snap is 200 2024-04-13T07:21:01.018 INFO:tasks.rados.rados.0.smithi003.stdout:1909: seq_num 595 ranges {4898816=368640} 2024-04-13T07:21:01.047 INFO:tasks.rados.rados.0.smithi003.stdout:1909: writing smithi00377890-30 from 4898816 to 5267456 tid 1 2024-04-13T07:21:01.047 INFO:tasks.rados.rados.0.smithi003.stdout:1910: read oid 12 snap -1 2024-04-13T07:21:01.047 INFO:tasks.rados.rados.0.smithi003.stdout:1910: expect (ObjNum 533 snap 180 seq_num 533) 2024-04-13T07:21:01.047 INFO:tasks.rados.rados.0.smithi003.stdout:1911: read oid 31 snap -1 2024-04-13T07:21:01.047 INFO:tasks.rados.rados.0.smithi003.stdout:1911: expect (ObjNum 509 snap 171 seq_num 509) 2024-04-13T07:21:01.047 INFO:tasks.rados.rados.0.smithi003.stdout:1912: copy_from oid 38 from oid 42 current snap is 200 2024-04-13T07:21:01.047 INFO:tasks.rados.rados.0.smithi003.stdout:1908: expect (ObjNum 457 snap 152 seq_num 457) 2024-04-13T07:21:01.271 INFO:tasks.rados.rados.0.smithi003.stdout:1911: expect (ObjNum 509 snap 171 seq_num 509) 2024-04-13T07:21:01.305 INFO:tasks.rados.rados.0.smithi003.stdout:1909: finishing write tid 1 to smithi00377890-30 2024-04-13T07:21:01.306 INFO:tasks.rados.rados.0.smithi003.stdout:1909: finishing write tid 2 to smithi00377890-30 2024-04-13T07:21:01.306 INFO:tasks.rados.rados.0.smithi003.stdout:1909: finishing write tid 3 to smithi00377890-30 2024-04-13T07:21:01.306 INFO:tasks.rados.rados.0.smithi003.stdout:1909: oid 30 updating version 0 to 1582 2024-04-13T07:21:01.306 INFO:tasks.rados.rados.0.smithi003.stdout:1909: oid 30 updating version 1582 to 1583 2024-04-13T07:21:01.306 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 1583 (ObjNum 595 snap 200 seq_num 595) dirty exists 2024-04-13T07:21:01.306 INFO:tasks.rados.rados.0.smithi003.stdout:1909: left oid 30 (ObjNum 595 snap 200 seq_num 595) 2024-04-13T07:21:01.306 INFO:tasks.rados.rados.0.smithi003.stdout:1910: expect (ObjNum 533 snap 180 seq_num 533) 2024-04-13T07:21:01.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:01 smithi003 ceph-mon[89364]: osdmap e466: 8 total, 8 up, 8 in 2024-04-13T07:21:01.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:01 smithi003 ceph-mon[91733]: osdmap e466: 8 total, 8 up, 8 in 2024-04-13T07:21:01.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:01 smithi066 ceph-mon[84331]: osdmap e466: 8 total, 8 up, 8 in 2024-04-13T07:21:01.592 INFO:tasks.rados.rados.0.smithi003.stdout:1912: finishing copy_from racing read to smithi00377890-38 2024-04-13T07:21:01.592 INFO:tasks.rados.rados.0.smithi003.stdout:1912: finishing copy_from to smithi00377890-38 2024-04-13T07:21:01.592 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 1581 (ObjNum 586 snap 197 seq_num 586) dirty exists 2024-04-13T07:21:01.592 INFO:tasks.rados.rados.0.smithi003.stdout:1908: done (4 left) 2024-04-13T07:21:01.593 INFO:tasks.rados.rados.0.smithi003.stdout:1909: done (3 left) 2024-04-13T07:21:01.593 INFO:tasks.rados.rados.0.smithi003.stdout:1910: done (2 left) 2024-04-13T07:21:01.593 INFO:tasks.rados.rados.0.smithi003.stdout:1911: done (1 left) 2024-04-13T07:21:01.593 INFO:tasks.rados.rados.0.smithi003.stdout:1912: done (0 left) 2024-04-13T07:21:01.593 INFO:tasks.rados.rados.0.smithi003.stdout:1913: read oid 17 snap -1 2024-04-13T07:21:01.593 INFO:tasks.rados.rados.0.smithi003.stdout:1913: expect (ObjNum 560 snap 190 seq_num 560) 2024-04-13T07:21:01.593 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 36 current snap is 200 2024-04-13T07:21:01.593 INFO:tasks.rados.rados.0.smithi003.stdout:1914: seq_num 596 ranges {4481024=385024} 2024-04-13T07:21:01.619 INFO:tasks.rados.rados.0.smithi003.stdout:1914: writing smithi00377890-36 from 4481024 to 4866048 tid 1 2024-04-13T07:21:01.619 INFO:tasks.rados.rados.0.smithi003.stdout:1915: rollback oid 47 current snap is 200 2024-04-13T07:21:01.619 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 47 to 182 2024-04-13T07:21:01.619 INFO:tasks.rados.rados.0.smithi003.stdout:1913: expect (ObjNum 560 snap 190 seq_num 560) 2024-04-13T07:21:01.750 INFO:tasks.rados.rados.0.smithi003.stdout:1914: finishing write tid 1 to smithi00377890-36 2024-04-13T07:21:01.750 INFO:tasks.rados.rados.0.smithi003.stdout:1915: finishing rollback tid 0 to smithi00377890-47 2024-04-13T07:21:01.750 INFO:tasks.rados.rados.0.smithi003.stdout:1914: finishing write tid 2 to smithi00377890-36 2024-04-13T07:21:01.750 INFO:tasks.rados.rados.0.smithi003.stdout:1913: done (2 left) 2024-04-13T07:21:01.751 INFO:tasks.rados.rados.0.smithi003.stdout:1916: read oid 34 snap -1 2024-04-13T07:21:01.751 INFO:tasks.rados.rados.0.smithi003.stdout:1916: expect deleted 2024-04-13T07:21:01.751 INFO:tasks.rados.rados.0.smithi003.stdout:1917: rollback oid 45 current snap is 200 2024-04-13T07:21:01.751 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 45 to 199 2024-04-13T07:21:01.751 INFO:tasks.rados.rados.0.smithi003.stdout:1915: finishing rollback tid 1 to smithi00377890-47 2024-04-13T07:21:01.751 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 1418 (ObjNum 129 snap 0 seq_num 291849536) dirty dne 2024-04-13T07:21:01.751 INFO:tasks.rados.rados.0.smithi003.stdout:1914: finishing write tid 3 to smithi00377890-36 2024-04-13T07:21:01.751 INFO:tasks.rados.rados.0.smithi003.stdout:1914: oid 36 updating version 0 to 1839 2024-04-13T07:21:01.751 INFO:tasks.rados.rados.0.smithi003.stdout:1914: oid 36 version 1839 is already newer than 1838 2024-04-13T07:21:01.751 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 1839 (ObjNum 596 snap 200 seq_num 596) dirty exists 2024-04-13T07:21:01.751 INFO:tasks.rados.rados.0.smithi003.stdout:1914: left oid 36 (ObjNum 596 snap 200 seq_num 596) 2024-04-13T07:21:01.751 INFO:tasks.rados.rados.0.smithi003.stdout:1914: done (3 left) 2024-04-13T07:21:01.751 INFO:tasks.rados.rados.0.smithi003.stdout:1915: done (2 left) 2024-04-13T07:21:01.751 INFO:tasks.rados.rados.0.smithi003.stdout:1918: copy_from oid 44 from oid 4 current snap is 200 2024-04-13T07:21:01.751 INFO:tasks.rados.rados.0.smithi003.stdout:1919: read oid 31 snap -1 2024-04-13T07:21:01.752 INFO:tasks.rados.rados.0.smithi003.stdout:1919: expect (ObjNum 509 snap 171 seq_num 509) 2024-04-13T07:21:01.752 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 8 current snap is 200 2024-04-13T07:21:01.752 INFO:tasks.rados.rados.0.smithi003.stdout:1920: seq_num 597 ranges {901120=401408} 2024-04-13T07:21:01.758 INFO:tasks.rados.rados.0.smithi003.stdout:1920: writing smithi00377890-8 from 901120 to 1302528 tid 1 2024-04-13T07:21:01.758 INFO:tasks.rados.rados.0.smithi003.stdout:1921: delete oid 2 current snap is 200 2024-04-13T07:21:01.758 INFO:tasks.rados.rados.0.smithi003.stdout:1919: expect (ObjNum 509 snap 171 seq_num 509) 2024-04-13T07:21:01.795 INFO:tasks.rados.rados.0.smithi003.stdout:1917: finishing rollback tid 0 to smithi00377890-45 2024-04-13T07:21:01.795 INFO:tasks.rados.rados.0.smithi003.stdout:1917: finishing rollback tid 1 to smithi00377890-45 2024-04-13T07:21:01.795 INFO:tasks.rados.rados.0.smithi003.stdout:1917: finishing rollback tid 2 to smithi00377890-45 2024-04-13T07:21:01.795 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 1386 (ObjNum 567 snap 192 seq_num 567) dirty exists 2024-04-13T07:21:01.795 INFO:tasks.rados.rados.0.smithi003.stdout:1916: done (5 left) 2024-04-13T07:21:01.795 INFO:tasks.rados.rados.0.smithi003.stdout:1917: done (4 left) 2024-04-13T07:21:01.796 INFO:tasks.rados.rados.0.smithi003.stdout:1919: done (3 left) 2024-04-13T07:21:01.796 INFO:tasks.rados.rados.0.smithi003.stdout:1921: done (2 left) 2024-04-13T07:21:01.796 INFO:tasks.rados.rados.0.smithi003.stdout:1922: delete oid 13 current snap is 200 2024-04-13T07:21:01.796 INFO:tasks.rados.rados.0.smithi003.stdout:1920: finishing write tid 1 to smithi00377890-8 2024-04-13T07:21:01.796 INFO:tasks.rados.rados.0.smithi003.stdout:1920: finishing write tid 2 to smithi00377890-8 2024-04-13T07:21:01.796 INFO:tasks.rados.rados.0.smithi003.stdout:1918: finishing copy_from racing read to smithi00377890-44 2024-04-13T07:21:01.796 INFO:tasks.rados.rados.0.smithi003.stdout:1918: finishing copy_from to smithi00377890-44 2024-04-13T07:21:01.796 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 531 (ObjNum 566 snap 191 seq_num 566) dirty exists 2024-04-13T07:21:01.796 INFO:tasks.rados.rados.0.smithi003.stdout:1920: finishing write tid 3 to smithi00377890-8 2024-04-13T07:21:01.796 INFO:tasks.rados.rados.0.smithi003.stdout:1920: oid 8 updating version 0 to 2007 2024-04-13T07:21:01.796 INFO:tasks.rados.rados.0.smithi003.stdout:1920: oid 8 version 2007 is already newer than 2006 2024-04-13T07:21:01.796 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2007 (ObjNum 597 snap 200 seq_num 597) dirty exists 2024-04-13T07:21:01.796 INFO:tasks.rados.rados.0.smithi003.stdout:1920: left oid 8 (ObjNum 597 snap 200 seq_num 597) 2024-04-13T07:21:01.797 INFO:tasks.rados.rados.0.smithi003.stdout:1918: done (2 left) 2024-04-13T07:21:01.797 INFO:tasks.rados.rados.0.smithi003.stdout:1920: done (1 left) 2024-04-13T07:21:01.797 INFO:tasks.rados.rados.0.smithi003.stdout:1922: done (0 left) 2024-04-13T07:21:01.797 INFO:tasks.rados.rados.0.smithi003.stdout:1923: read oid 32 snap -1 2024-04-13T07:21:01.797 INFO:tasks.rados.rados.0.smithi003.stdout:1923: expect (ObjNum 568 snap 192 seq_num 568) 2024-04-13T07:21:01.797 INFO:tasks.rados.rados.0.smithi003.stdout:1924: copy_from oid 27 from oid 16 current snap is 200 2024-04-13T07:21:01.797 INFO:tasks.rados.rados.0.smithi003.stdout:1925: setattr oid 7 current snap is 200 2024-04-13T07:21:01.798 INFO:tasks.rados.rados.0.smithi003.stdout:1926: read oid 4 snap -1 2024-04-13T07:21:01.798 INFO:tasks.rados.rados.0.smithi003.stdout:1926: expect (ObjNum 566 snap 191 seq_num 566) 2024-04-13T07:21:01.798 INFO:tasks.rados.rados.0.smithi003.stdout:1927: read oid 34 snap -1 2024-04-13T07:21:01.799 INFO:tasks.rados.rados.0.smithi003.stdout:1927: expect deleted 2024-04-13T07:21:01.799 INFO:tasks.rados.rados.0.smithi003.stdout:1928: snap_create 2024-04-13T07:21:01.802 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 1419 (ObjNum 577 snap 193 seq_num 577) dirty exists 2024-04-13T07:21:01.808 INFO:tasks.rados.rados.0.smithi003.stdout:1924: finishing copy_from racing read to smithi00377890-27 2024-04-13T07:21:01.812 INFO:tasks.rados.rados.0.smithi003.stdout:1924: finishing copy_from to smithi00377890-27 2024-04-13T07:21:01.813 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 1646 (ObjNum 453 snap 151 seq_num 453) dirty exists 2024-04-13T07:21:01.814 INFO:tasks.rados.rados.0.smithi003.stdout:1926: expect (ObjNum 566 snap 191 seq_num 566) 2024-04-13T07:21:01.875 INFO:tasks.rados.rados.0.smithi003.stdout:1923: expect (ObjNum 568 snap 192 seq_num 568) 2024-04-13T07:21:02.021 INFO:tasks.rados.rados.0.smithi003.stdout:1923: done (5 left) 2024-04-13T07:21:02.021 INFO:tasks.rados.rados.0.smithi003.stdout:1924: done (4 left) 2024-04-13T07:21:02.021 INFO:tasks.rados.rados.0.smithi003.stdout:1925: done (3 left) 2024-04-13T07:21:02.021 INFO:tasks.rados.rados.0.smithi003.stdout:1926: done (2 left) 2024-04-13T07:21:02.022 INFO:tasks.rados.rados.0.smithi003.stdout:1927: done (1 left) 2024-04-13T07:21:02.022 INFO:tasks.rados.rados.0.smithi003.stdout:1928: done (0 left) 2024-04-13T07:21:02.022 INFO:tasks.rados.rados.0.smithi003.stdout:1929: copy_from oid 43 from oid 29 current snap is 201 2024-04-13T07:21:02.022 INFO:tasks.rados.rados.0.smithi003.stdout:1930: delete oid 37 current snap is 201 2024-04-13T07:21:02.025 INFO:tasks.rados.rados.0.smithi003.stdout:1930: done (1 left) 2024-04-13T07:21:02.025 INFO:tasks.rados.rados.0.smithi003.stdout:1931: read oid 5 snap -1 2024-04-13T07:21:02.025 INFO:tasks.rados.rados.0.smithi003.stdout:1931: expect deleted 2024-04-13T07:21:02.025 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 41 current snap is 201 2024-04-13T07:21:02.025 INFO:tasks.rados.rados.0.smithi003.stdout:1932: seq_num 601 ranges {0=475136} 2024-04-13T07:21:02.028 INFO:tasks.rados.rados.0.smithi003.stdout:1932: writing smithi00377890-41 from 0 to 475136 tid 1 2024-04-13T07:21:02.028 INFO:tasks.rados.rados.0.smithi003.stdout:1933: rollback oid 44 current snap is 201 2024-04-13T07:21:02.028 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 44 to 171 2024-04-13T07:21:02.028 INFO:tasks.rados.rados.0.smithi003.stdout:1931: done (3 left) 2024-04-13T07:21:02.028 INFO:tasks.rados.rados.0.smithi003.stdout:1934: read oid 49 snap -1 2024-04-13T07:21:02.028 INFO:tasks.rados.rados.0.smithi003.stdout:1934: expect deleted 2024-04-13T07:21:02.028 INFO:tasks.rados.rados.0.smithi003.stdout:1935: snap_create 2024-04-13T07:21:02.031 INFO:tasks.rados.rados.0.smithi003.stdout:1933: finishing rollback tid 0 to smithi00377890-44 2024-04-13T07:21:02.031 INFO:tasks.rados.rados.0.smithi003.stdout:1933: finishing rollback tid 1 to smithi00377890-44 2024-04-13T07:21:02.033 INFO:tasks.rados.rados.0.smithi003.stdout:1932: finishing write tid 1 to smithi00377890-41 2024-04-13T07:21:02.033 INFO:tasks.rados.rados.0.smithi003.stdout:1933: finishing rollback tid 2 to smithi00377890-44 2024-04-13T07:21:02.033 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 1183 (ObjNum 491 snap 164 seq_num 491) dirty exists 2024-04-13T07:21:02.033 INFO:tasks.rados.rados.0.smithi003.stdout:1932: finishing write tid 2 to smithi00377890-41 2024-04-13T07:21:02.034 INFO:tasks.rados.rados.0.smithi003.stdout:1932: finishing write tid 3 to smithi00377890-41 2024-04-13T07:21:02.034 INFO:tasks.rados.rados.0.smithi003.stdout:1932: oid 41 updating version 0 to 1467 2024-04-13T07:21:02.034 INFO:tasks.rados.rados.0.smithi003.stdout:1932: oid 41 updating version 1467 to 1468 2024-04-13T07:21:02.035 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 1468 (ObjNum 601 snap 201 seq_num 601) dirty exists 2024-04-13T07:21:02.035 INFO:tasks.rados.rados.0.smithi003.stdout:1932: left oid 41 (ObjNum 601 snap 201 seq_num 601) 2024-04-13T07:21:02.039 INFO:tasks.rados.rados.0.smithi003.stdout:1929: finishing copy_from racing read to smithi00377890-43 2024-04-13T07:21:02.040 INFO:tasks.rados.rados.0.smithi003.stdout:1929: finishing copy_from to smithi00377890-43 2024-04-13T07:21:02.040 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 1513 (ObjNum 492 snap 164 seq_num 492) dirty exists 2024-04-13T07:21:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:02 smithi066 ceph-mon[84331]: pgmap v357: 121 pgs: 121 active+clean; 307 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 254 KiB/s wr, 10 op/s 2024-04-13T07:21:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:02 smithi066 ceph-mon[84331]: osdmap e467: 8 total, 8 up, 8 in 2024-04-13T07:21:02.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:02 smithi003 ceph-mon[89364]: pgmap v357: 121 pgs: 121 active+clean; 307 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 254 KiB/s wr, 10 op/s 2024-04-13T07:21:02.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:02 smithi003 ceph-mon[89364]: osdmap e467: 8 total, 8 up, 8 in 2024-04-13T07:21:02.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:02 smithi003 ceph-mon[91733]: pgmap v357: 121 pgs: 121 active+clean; 307 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 254 KiB/s wr, 10 op/s 2024-04-13T07:21:02.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:02 smithi003 ceph-mon[91733]: osdmap e467: 8 total, 8 up, 8 in 2024-04-13T07:21:02.653 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:21:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:21:03.029 INFO:tasks.rados.rados.0.smithi003.stdout:1929: done (4 left) 2024-04-13T07:21:03.029 INFO:tasks.rados.rados.0.smithi003.stdout:1932: done (3 left) 2024-04-13T07:21:03.030 INFO:tasks.rados.rados.0.smithi003.stdout:1933: done (2 left) 2024-04-13T07:21:03.030 INFO:tasks.rados.rados.0.smithi003.stdout:1934: done (1 left) 2024-04-13T07:21:03.030 INFO:tasks.rados.rados.0.smithi003.stdout:1935: done (0 left) 2024-04-13T07:21:03.030 INFO:tasks.rados.rados.0.smithi003.stdout:1936: rollback oid 29 current snap is 202 2024-04-13T07:21:03.030 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 29 to 195 2024-04-13T07:21:03.030 INFO:tasks.rados.rados.0.smithi003.stdout:1937: copy_from oid 37 from oid 46 current snap is 202 2024-04-13T07:21:03.030 INFO:tasks.rados.rados.0.smithi003.stdout:1938: snap_remove snap 171 2024-04-13T07:21:03.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:03 smithi003 ceph-mon[89364]: osdmap e468: 8 total, 8 up, 8 in 2024-04-13T07:21:03.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:03 smithi003 ceph-mon[91733]: osdmap e468: 8 total, 8 up, 8 in 2024-04-13T07:21:03.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:03 smithi066 ceph-mon[84331]: osdmap e468: 8 total, 8 up, 8 in 2024-04-13T07:21:03.801 INFO:tasks.rados.rados.0.smithi003.stdout:1938: done (2 left) 2024-04-13T07:21:03.801 INFO:tasks.rados.rados.0.smithi003.stdout:1939: read oid 4 snap 193 2024-04-13T07:21:03.801 INFO:tasks.rados.rados.0.smithi003.stdout:1939: expect (ObjNum 566 snap 191 seq_num 566) 2024-04-13T07:21:03.801 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 202 2024-04-13T07:21:03.801 INFO:tasks.rados.rados.0.smithi003.stdout:1940: seq_num 602 ranges {0=491520} 2024-04-13T07:21:03.805 INFO:tasks.rados.rados.0.smithi003.stdout:1940: writing smithi00377890-49 from 0 to 491520 tid 1 2024-04-13T07:21:03.805 INFO:tasks.rados.rados.0.smithi003.stdout:1941: rollback oid 1 current snap is 202 2024-04-13T07:21:03.805 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 1 to 194 2024-04-13T07:21:03.805 INFO:tasks.rados.rados.0.smithi003.stdout:1942: delete oid 34 current snap is 202 2024-04-13T07:21:03.806 INFO:tasks.rados.rados.0.smithi003.stdout:1936: finishing rollback tid 0 to smithi00377890-29 2024-04-13T07:21:03.806 INFO:tasks.rados.rados.0.smithi003.stdout:1936: finishing rollback tid 1 to smithi00377890-29 2024-04-13T07:21:03.806 INFO:tasks.rados.rados.0.smithi003.stdout:1936: finishing rollback tid 2 to smithi00377890-29 2024-04-13T07:21:03.806 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 1842 (ObjNum 492 snap 164 seq_num 492) dirty exists 2024-04-13T07:21:03.806 INFO:tasks.rados.rados.0.smithi003.stdout:1937: finishing copy_from racing read to smithi00377890-37 2024-04-13T07:21:03.806 INFO:tasks.rados.rados.0.smithi003.stdout:1937: finishing copy_from to smithi00377890-37 2024-04-13T07:21:03.806 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 1178 (ObjNum 552 snap 187 seq_num 552) dirty exists 2024-04-13T07:21:03.816 INFO:tasks.rados.rados.0.smithi003.stdout:1941: finishing rollback tid 0 to smithi00377890-1 2024-04-13T07:21:03.816 INFO:tasks.rados.rados.0.smithi003.stdout:1936: done (5 left) 2024-04-13T07:21:03.816 INFO:tasks.rados.rados.0.smithi003.stdout:1937: done (4 left) 2024-04-13T07:21:03.816 INFO:tasks.rados.rados.0.smithi003.stdout:1942: done (3 left) 2024-04-13T07:21:03.816 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 43 current snap is 202 2024-04-13T07:21:03.816 INFO:tasks.rados.rados.0.smithi003.stdout:1943: seq_num 604 ranges {2564096=524288} 2024-04-13T07:21:03.835 INFO:tasks.rados.rados.0.smithi003.stdout:1943: writing smithi00377890-43 from 2564096 to 3088384 tid 1 2024-04-13T07:21:03.835 INFO:tasks.rados.rados.0.smithi003.stdout:1944: snap_create 2024-04-13T07:21:03.836 INFO:tasks.rados.rados.0.smithi003.stdout:1940: finishing write tid 1 to smithi00377890-49 2024-04-13T07:21:03.836 INFO:tasks.rados.rados.0.smithi003.stdout:1941: finishing rollback tid 1 to smithi00377890-1 2024-04-13T07:21:03.836 INFO:tasks.rados.rados.0.smithi003.stdout:1940: finishing write tid 2 to smithi00377890-49 2024-04-13T07:21:03.836 INFO:tasks.rados.rados.0.smithi003.stdout:1941: finishing rollback tid 2 to smithi00377890-1 2024-04-13T07:21:03.836 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 1471 (ObjNum 533 snap 180 seq_num 533) dirty exists 2024-04-13T07:21:03.836 INFO:tasks.rados.rados.0.smithi003.stdout:1940: finishing write tid 3 to smithi00377890-49 2024-04-13T07:21:03.836 INFO:tasks.rados.rados.0.smithi003.stdout:1940: oid 49 updating version 0 to 1421 2024-04-13T07:21:03.836 INFO:tasks.rados.rados.0.smithi003.stdout:1940: oid 49 version 1421 is already newer than 1420 2024-04-13T07:21:03.836 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 1421 (ObjNum 602 snap 202 seq_num 602) dirty exists 2024-04-13T07:21:03.836 INFO:tasks.rados.rados.0.smithi003.stdout:1940: left oid 49 (ObjNum 602 snap 202 seq_num 602) 2024-04-13T07:21:03.836 INFO:tasks.rados.rados.0.smithi003.stdout:1939: expect (ObjNum 566 snap 191 seq_num 566) 2024-04-13T07:21:03.896 INFO:tasks.rados.rados.0.smithi003.stdout:1943: finishing write tid 1 to smithi00377890-43 2024-04-13T07:21:03.896 INFO:tasks.rados.rados.0.smithi003.stdout:1943: finishing write tid 2 to smithi00377890-43 2024-04-13T07:21:03.896 INFO:tasks.rados.rados.0.smithi003.stdout:1943: finishing write tid 3 to smithi00377890-43 2024-04-13T07:21:03.896 INFO:tasks.rados.rados.0.smithi003.stdout:1943: oid 43 updating version 0 to 1515 2024-04-13T07:21:03.896 INFO:tasks.rados.rados.0.smithi003.stdout:1943: oid 43 version 1515 is already newer than 1514 2024-04-13T07:21:03.896 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 1515 (ObjNum 604 snap 202 seq_num 604) dirty exists 2024-04-13T07:21:03.896 INFO:tasks.rados.rados.0.smithi003.stdout:1943: left oid 43 (ObjNum 604 snap 202 seq_num 604) 2024-04-13T07:21:04.287 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:21:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:21:04] "GET /metrics HTTP/1.1" 200 36185 "" "Prometheus/2.43.0" 2024-04-13T07:21:04.288 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:04 smithi003 ceph-mon[91733]: pgmap v360: 121 pgs: 121 active+clean; 307 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 192 KiB/s wr, 7 op/s 2024-04-13T07:21:04.288 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:04 smithi003 ceph-mon[91733]: osdmap e469: 8 total, 8 up, 8 in 2024-04-13T07:21:04.288 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:04 smithi003 ceph-mon[91733]: osdmap e470: 8 total, 8 up, 8 in 2024-04-13T07:21:04.288 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:04 smithi003 ceph-mon[89364]: pgmap v360: 121 pgs: 121 active+clean; 307 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 192 KiB/s wr, 7 op/s 2024-04-13T07:21:04.288 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:04 smithi003 ceph-mon[89364]: osdmap e469: 8 total, 8 up, 8 in 2024-04-13T07:21:04.288 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:04 smithi003 ceph-mon[89364]: osdmap e470: 8 total, 8 up, 8 in 2024-04-13T07:21:04.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:04 smithi066 ceph-mon[84331]: pgmap v360: 121 pgs: 121 active+clean; 307 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 192 KiB/s wr, 7 op/s 2024-04-13T07:21:04.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:04 smithi066 ceph-mon[84331]: osdmap e469: 8 total, 8 up, 8 in 2024-04-13T07:21:04.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:04 smithi066 ceph-mon[84331]: osdmap e470: 8 total, 8 up, 8 in 2024-04-13T07:21:04.801 INFO:tasks.rados.rados.0.smithi003.stdout:1939: done (4 left) 2024-04-13T07:21:04.801 INFO:tasks.rados.rados.0.smithi003.stdout:1940: done (3 left) 2024-04-13T07:21:04.801 INFO:tasks.rados.rados.0.smithi003.stdout:1941: done (2 left) 2024-04-13T07:21:04.801 INFO:tasks.rados.rados.0.smithi003.stdout:1943: done (1 left) 2024-04-13T07:21:04.801 INFO:tasks.rados.rados.0.smithi003.stdout:1944: done (0 left) 2024-04-13T07:21:04.801 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 42 current snap is 203 2024-04-13T07:21:04.801 INFO:tasks.rados.rados.0.smithi003.stdout:1945: seq_num 605 ranges {14196736=540672} 2024-04-13T07:21:04.881 INFO:tasks.rados.rados.0.smithi003.stdout:1945: writing smithi00377890-42 from 14196736 to 14737408 tid 1 2024-04-13T07:21:04.881 INFO:tasks.rados.rados.0.smithi003.stdout:1946: snap_create 2024-04-13T07:21:04.886 INFO:tasks.rados.rados.0.smithi003.stdout:1945: finishing write tid 1 to smithi00377890-42 2024-04-13T07:21:04.886 INFO:tasks.rados.rados.0.smithi003.stdout:1945: finishing write tid 2 to smithi00377890-42 2024-04-13T07:21:04.887 INFO:tasks.rados.rados.0.smithi003.stdout:1945: finishing write tid 3 to smithi00377890-42 2024-04-13T07:21:04.887 INFO:tasks.rados.rados.0.smithi003.stdout:1945: oid 42 updating version 0 to 1647 2024-04-13T07:21:04.888 INFO:tasks.rados.rados.0.smithi003.stdout:1945: oid 42 updating version 1647 to 1648 2024-04-13T07:21:04.888 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 1648 (ObjNum 605 snap 203 seq_num 605) dirty exists 2024-04-13T07:21:04.888 INFO:tasks.rados.rados.0.smithi003.stdout:1945: left oid 42 (ObjNum 605 snap 203 seq_num 605) 2024-04-13T07:21:05.352 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:21:05.353 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:05 smithi066 ceph-mon[84331]: osdmap e471: 8 total, 8 up, 8 in 2024-04-13T07:21:05.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:21:05.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:05 smithi003 ceph-mon[91733]: osdmap e471: 8 total, 8 up, 8 in 2024-04-13T07:21:05.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:21:05.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:05 smithi003 ceph-mon[89364]: osdmap e471: 8 total, 8 up, 8 in 2024-04-13T07:21:05.800 INFO:tasks.rados.rados.0.smithi003.stdout:1945: done (1 left) 2024-04-13T07:21:05.800 INFO:tasks.rados.rados.0.smithi003.stdout:1946: done (0 left) 2024-04-13T07:21:05.800 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 18 current snap is 204 2024-04-13T07:21:05.800 INFO:tasks.rados.rados.0.smithi003.stdout:1947: seq_num 606 ranges {2170880=557056} 2024-04-13T07:21:05.815 INFO:tasks.rados.rados.0.smithi003.stdout:1947: writing smithi00377890-18 from 2170880 to 2727936 tid 1 2024-04-13T07:21:05.815 INFO:tasks.rados.rados.0.smithi003.stdout:1948: snap_create 2024-04-13T07:21:05.821 INFO:tasks.rados.rados.0.smithi003.stdout:1947: finishing write tid 1 to smithi00377890-18 2024-04-13T07:21:05.821 INFO:tasks.rados.rados.0.smithi003.stdout:1947: finishing write tid 2 to smithi00377890-18 2024-04-13T07:21:05.822 INFO:tasks.rados.rados.0.smithi003.stdout:1947: finishing write tid 3 to smithi00377890-18 2024-04-13T07:21:05.822 INFO:tasks.rados.rados.0.smithi003.stdout:1947: oid 18 updating version 0 to 1389 2024-04-13T07:21:05.822 INFO:tasks.rados.rados.0.smithi003.stdout:1947: oid 18 version 1389 is already newer than 1388 2024-04-13T07:21:05.823 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 1389 (ObjNum 606 snap 204 seq_num 606) dirty exists 2024-04-13T07:21:05.823 INFO:tasks.rados.rados.0.smithi003.stdout:1947: left oid 18 (ObjNum 606 snap 204 seq_num 606) 2024-04-13T07:21:06.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:06 smithi003 ceph-mon[91733]: pgmap v363: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 308 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 936 KiB/s wr, 27 op/s 2024-04-13T07:21:06.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:06 smithi003 ceph-mon[91733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:21:06.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:06 smithi003 ceph-mon[91733]: Upgrade: osd.5 is safe to restart 2024-04-13T07:21:06.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:06 smithi003 ceph-mon[91733]: osdmap e472: 8 total, 8 up, 8 in 2024-04-13T07:21:06.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:06 smithi003 ceph-mon[89364]: pgmap v363: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 308 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 936 KiB/s wr, 27 op/s 2024-04-13T07:21:06.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:06 smithi003 ceph-mon[89364]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:21:06.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:06 smithi003 ceph-mon[89364]: Upgrade: osd.5 is safe to restart 2024-04-13T07:21:06.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:06 smithi003 ceph-mon[89364]: osdmap e472: 8 total, 8 up, 8 in 2024-04-13T07:21:06.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:06 smithi066 ceph-mon[84331]: pgmap v363: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 308 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 936 KiB/s wr, 27 op/s 2024-04-13T07:21:06.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:06 smithi066 ceph-mon[84331]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-13T07:21:06.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:06 smithi066 ceph-mon[84331]: Upgrade: osd.5 is safe to restart 2024-04-13T07:21:06.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:06 smithi066 ceph-mon[84331]: osdmap e472: 8 total, 8 up, 8 in 2024-04-13T07:21:06.801 INFO:tasks.rados.rados.0.smithi003.stdout:1947: done (1 left) 2024-04-13T07:21:06.801 INFO:tasks.rados.rados.0.smithi003.stdout:1948: done (0 left) 2024-04-13T07:21:06.802 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 205 2024-04-13T07:21:06.802 INFO:tasks.rados.rados.0.smithi003.stdout:1949: seq_num 607 ranges {3891200=573440} 2024-04-13T07:21:06.826 INFO:tasks.rados.rados.0.smithi003.stdout:1949: writing smithi00377890-17 from 3891200 to 4464640 tid 1 2024-04-13T07:21:06.826 INFO:tasks.rados.rados.0.smithi003.stdout:1950: rollback oid 22 current snap is 205 2024-04-13T07:21:06.826 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 22 to 198 2024-04-13T07:21:06.826 INFO:tasks.rados.rados.0.smithi003.stdout:1951: delete oid 39 current snap is 205 2024-04-13T07:21:06.830 INFO:tasks.rados.rados.0.smithi003.stdout:1949: finishing write tid 1 to smithi00377890-17 2024-04-13T07:21:06.830 INFO:tasks.rados.rados.0.smithi003.stdout:1949: finishing write tid 2 to smithi00377890-17 2024-04-13T07:21:06.831 INFO:tasks.rados.rados.0.smithi003.stdout:1951: done (2 left) 2024-04-13T07:21:06.831 INFO:tasks.rados.rados.0.smithi003.stdout:1952: snap_remove snap 195 2024-04-13T07:21:07.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:07 smithi066 ceph-mon[84331]: Upgrade: Updating osd.5 2024-04-13T07:21:07.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:07.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T07:21:07.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:21:07.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:07 smithi066 ceph-mon[84331]: Deploying daemon osd.5 on smithi066 2024-04-13T07:21:07.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:07 smithi066 ceph-mon[84331]: osdmap e473: 8 total, 8 up, 8 in 2024-04-13T07:21:07.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:07 smithi003 ceph-mon[91733]: Upgrade: Updating osd.5 2024-04-13T07:21:07.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:07.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T07:21:07.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:21:07.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:07 smithi003 ceph-mon[91733]: Deploying daemon osd.5 on smithi066 2024-04-13T07:21:07.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:07 smithi003 ceph-mon[91733]: osdmap e473: 8 total, 8 up, 8 in 2024-04-13T07:21:07.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:07 smithi003 ceph-mon[89364]: Upgrade: Updating osd.5 2024-04-13T07:21:07.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:07.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T07:21:07.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:21:07.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:07 smithi003 ceph-mon[89364]: Deploying daemon osd.5 on smithi066 2024-04-13T07:21:07.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:07 smithi003 ceph-mon[89364]: osdmap e473: 8 total, 8 up, 8 in 2024-04-13T07:21:07.805 INFO:tasks.rados.rados.0.smithi003.stdout:1952: done (2 left) 2024-04-13T07:21:07.805 INFO:tasks.rados.rados.0.smithi003.stdout:1953: snap_create 2024-04-13T07:21:07.805 INFO:tasks.rados.rados.0.smithi003.stdout:1949: finishing write tid 3 to smithi00377890-17 2024-04-13T07:21:07.805 INFO:tasks.rados.rados.0.smithi003.stdout:1949: oid 17 updating version 0 to 1472 2024-04-13T07:21:07.806 INFO:tasks.rados.rados.0.smithi003.stdout:1949: oid 17 updating version 1472 to 1473 2024-04-13T07:21:07.806 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 1473 (ObjNum 607 snap 205 seq_num 607) dirty exists 2024-04-13T07:21:07.806 INFO:tasks.rados.rados.0.smithi003.stdout:1949: left oid 17 (ObjNum 607 snap 205 seq_num 607) 2024-04-13T07:21:07.806 INFO:tasks.rados.rados.0.smithi003.stdout:1950: finishing rollback tid 0 to smithi00377890-22 2024-04-13T07:21:07.806 INFO:tasks.rados.rados.0.smithi003.stdout:1950: finishing rollback tid 1 to smithi00377890-22 2024-04-13T07:21:07.806 INFO:tasks.rados.rados.0.smithi003.stdout:1950: finishing rollback tid 2 to smithi00377890-22 2024-04-13T07:21:07.806 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 1788 (ObjNum 342 snap 117 seq_num 342) dirty exists 2024-04-13T07:21:08.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:08 smithi066 ceph-mon[84331]: pgmap v366: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 340 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 8.2 MiB/s wr, 37 op/s 2024-04-13T07:21:08.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:21:08.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:08 smithi066 ceph-mon[84331]: osdmap e474: 8 total, 8 up, 8 in 2024-04-13T07:21:08.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:08 smithi003 ceph-mon[91733]: pgmap v366: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 340 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 8.2 MiB/s wr, 37 op/s 2024-04-13T07:21:08.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:21:08.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:08 smithi003 ceph-mon[91733]: osdmap e474: 8 total, 8 up, 8 in 2024-04-13T07:21:08.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:08 smithi003 ceph-mon[89364]: pgmap v366: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 340 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 8.2 MiB/s wr, 37 op/s 2024-04-13T07:21:08.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:21:08.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:08 smithi003 ceph-mon[89364]: osdmap e474: 8 total, 8 up, 8 in 2024-04-13T07:21:08.805 INFO:tasks.rados.rados.0.smithi003.stdout:1949: done (2 left) 2024-04-13T07:21:08.805 INFO:tasks.rados.rados.0.smithi003.stdout:1950: done (1 left) 2024-04-13T07:21:08.806 INFO:tasks.rados.rados.0.smithi003.stdout:1953: done (0 left) 2024-04-13T07:21:08.806 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 10 current snap is 206 2024-04-13T07:21:08.806 INFO:tasks.rados.rados.0.smithi003.stdout:1954: seq_num 609 ranges {5742592=606208} 2024-04-13T07:21:08.840 INFO:tasks.rados.rados.0.smithi003.stdout:1954: writing smithi00377890-10 from 5742592 to 6348800 tid 1 2024-04-13T07:21:08.840 INFO:tasks.rados.rados.0.smithi003.stdout:1955: snap_create 2024-04-13T07:21:08.846 INFO:tasks.rados.rados.0.smithi003.stdout:1954: finishing write tid 1 to smithi00377890-10 2024-04-13T07:21:08.847 INFO:tasks.rados.rados.0.smithi003.stdout:1954: finishing write tid 2 to smithi00377890-10 2024-04-13T07:21:08.849 INFO:tasks.rados.rados.0.smithi003.stdout:1954: finishing write tid 3 to smithi00377890-10 2024-04-13T07:21:08.849 INFO:tasks.rados.rados.0.smithi003.stdout:1954: oid 10 updating version 0 to 2066 2024-04-13T07:21:08.849 INFO:tasks.rados.rados.0.smithi003.stdout:1954: oid 10 updating version 2066 to 2067 2024-04-13T07:21:08.849 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 2067 (ObjNum 609 snap 206 seq_num 609) dirty exists 2024-04-13T07:21:08.849 INFO:tasks.rados.rados.0.smithi003.stdout:1954: left oid 10 (ObjNum 609 snap 206 seq_num 609) 2024-04-13T07:21:09.683 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:09 smithi066 systemd[1]: Stopping Ceph osd.5 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:21:09.807 INFO:tasks.rados.rados.0.smithi003.stdout:1954: done (1 left) 2024-04-13T07:21:09.808 INFO:tasks.rados.rados.0.smithi003.stdout:1955: done (0 left) 2024-04-13T07:21:09.808 INFO:tasks.rados.rados.0.smithi003.stdout:1956: rollback oid 27 current snap is 207 2024-04-13T07:21:09.808 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 27 to 194 2024-04-13T07:21:09.808 INFO:tasks.rados.rados.0.smithi003.stdout:1957: delete oid 39 current snap is 207 2024-04-13T07:21:10.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:09 smithi003 ceph-mon[91733]: pgmap v369: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 338 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 7.6 MiB/s wr, 13 op/s 2024-04-13T07:21:10.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:09 smithi003 ceph-mon[91733]: osdmap e475: 8 total, 8 up, 8 in 2024-04-13T07:21:10.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:09 smithi003 ceph-mon[91733]: osd.5 marked itself down and dead 2024-04-13T07:21:10.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:09 smithi003 ceph-mon[89364]: pgmap v369: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 338 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 7.6 MiB/s wr, 13 op/s 2024-04-13T07:21:10.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:09 smithi003 ceph-mon[89364]: osdmap e475: 8 total, 8 up, 8 in 2024-04-13T07:21:10.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:09 smithi003 ceph-mon[89364]: osd.5 marked itself down and dead 2024-04-13T07:21:10.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:09 smithi066 ceph-mon[84331]: pgmap v369: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 338 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 7.6 MiB/s wr, 13 op/s 2024-04-13T07:21:10.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:09 smithi066 ceph-mon[84331]: osdmap e475: 8 total, 8 up, 8 in 2024-04-13T07:21:10.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:09 smithi066 ceph-mon[84331]: osd.5 marked itself down and dead 2024-04-13T07:21:10.153 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:09 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[41608]: 2024-04-13T07:21:09.680+0000 7fdf7b5e3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:21:10.153 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:09 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[41608]: 2024-04-13T07:21:09.680+0000 7fdf7b5e3700 -1 osd.5 475 *** Got signal Terminated *** 2024-04-13T07:21:10.153 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:09 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[41608]: 2024-04-13T07:21:09.680+0000 7fdf7b5e3700 -1 osd.5 475 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T07:21:10.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:10 smithi066 podman[94486]: 2024-04-13 07:21:10.373302629 +0000 UTC m=+0.790777643 container died 9d0b4251f80fa70b1801d09284de68d008d0503ffcc5d8bc70bf78ff6fc93901 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5, CEPH_POINT_RELEASE=, RELEASE=reef-7d36322, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409) 2024-04-13T07:21:10.831 INFO:tasks.rados.rados.0.smithi003.stdout:1957: done (1 left) 2024-04-13T07:21:10.831 INFO:tasks.rados.rados.0.smithi003.stdout:1958: rollback oid 5 current snap is 207 2024-04-13T07:21:10.831 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 5 to 183 2024-04-13T07:21:10.831 INFO:tasks.rados.rados.0.smithi003.stdout:1959: copy_from oid 6 from oid 24 current snap is 207 2024-04-13T07:21:10.832 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 207 2024-04-13T07:21:10.832 INFO:tasks.rados.rados.0.smithi003.stdout:1960: seq_num 611 ranges {4464640=638976} 2024-04-13T07:21:10.859 INFO:tasks.rados.rados.0.smithi003.stdout:1960: writing smithi00377890-17 from 4464640 to 5103616 tid 1 2024-04-13T07:21:10.860 INFO:tasks.rados.rados.0.smithi003.stdout:1961: snap_create 2024-04-13T07:21:10.860 INFO:tasks.rados.rados.0.smithi003.stdout:1956: finishing rollback tid 0 to smithi00377890-27 2024-04-13T07:21:10.860 INFO:tasks.rados.rados.0.smithi003.stdout:1956: finishing rollback tid 1 to smithi00377890-27 2024-04-13T07:21:10.860 INFO:tasks.rados.rados.0.smithi003.stdout:1956: finishing rollback tid 2 to smithi00377890-27 2024-04-13T07:21:10.860 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 1651 (ObjNum 554 snap 187 seq_num 554) dirty exists 2024-04-13T07:21:10.860 INFO:tasks.rados.rados.0.smithi003.stdout:1958: finishing rollback tid 1 to smithi00377890-5 2024-04-13T07:21:10.860 INFO:tasks.rados.rados.0.smithi003.stdout:1958: finishing rollback tid 2 to smithi00377890-5 2024-04-13T07:21:10.860 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 1340 (ObjNum 477 snap 161 seq_num 477) dirty exists 2024-04-13T07:21:10.860 INFO:tasks.rados.rados.0.smithi003.stdout:1959: finishing copy_from racing read to smithi00377890-6 2024-04-13T07:21:10.860 INFO:tasks.rados.rados.0.smithi003.stdout:1959: finishing copy_from to smithi00377890-6 2024-04-13T07:21:10.860 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 1770 (ObjNum 583 snap 197 seq_num 583) dirty exists 2024-04-13T07:21:10.863 INFO:tasks.rados.rados.0.smithi003.stdout:1960: finishing write tid 1 to smithi00377890-17 2024-04-13T07:21:10.863 INFO:tasks.rados.rados.0.smithi003.stdout:1960: finishing write tid 2 to smithi00377890-17 2024-04-13T07:21:10.864 INFO:tasks.rados.rados.0.smithi003.stdout:1960: finishing write tid 3 to smithi00377890-17 2024-04-13T07:21:10.864 INFO:tasks.rados.rados.0.smithi003.stdout:1960: oid 17 updating version 0 to 1475 2024-04-13T07:21:10.864 INFO:tasks.rados.rados.0.smithi003.stdout:1960: oid 17 version 1475 is already newer than 1474 2024-04-13T07:21:10.864 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 1475 (ObjNum 611 snap 207 seq_num 611) dirty exists 2024-04-13T07:21:10.864 INFO:tasks.rados.rados.0.smithi003.stdout:1960: left oid 17 (ObjNum 611 snap 207 seq_num 611) 2024-04-13T07:21:11.017 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:10 smithi066 ceph-mon[84331]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:21:11.017 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:10 smithi066 ceph-mon[84331]: osdmap e476: 8 total, 7 up, 8 in 2024-04-13T07:21:11.017 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:10 smithi066 ceph-mon[84331]: osdmap e477: 8 total, 7 up, 8 in 2024-04-13T07:21:11.018 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:10 smithi066 podman[94486]: 2024-04-13 07:21:10.772667863 +0000 UTC m=+1.190142869 container cleanup 9d0b4251f80fa70b1801d09284de68d008d0503ffcc5d8bc70bf78ff6fc93901 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=reef-7d36322, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-13T07:21:11.018 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:10 smithi066 bash[94486]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5 2024-04-13T07:21:11.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:10 smithi003 ceph-mon[91733]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:21:11.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:10 smithi003 ceph-mon[91733]: osdmap e476: 8 total, 7 up, 8 in 2024-04-13T07:21:11.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:10 smithi003 ceph-mon[91733]: osdmap e477: 8 total, 7 up, 8 in 2024-04-13T07:21:11.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:10 smithi003 ceph-mon[89364]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:21:11.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:10 smithi003 ceph-mon[89364]: osdmap e476: 8 total, 7 up, 8 in 2024-04-13T07:21:11.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:10 smithi003 ceph-mon[89364]: osdmap e477: 8 total, 7 up, 8 in 2024-04-13T07:21:11.350 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:11 smithi066 podman[94506]: 2024-04-13 07:21:11.015821604 +0000 UTC m=+0.643370280 container remove 9d0b4251f80fa70b1801d09284de68d008d0503ffcc5d8bc70bf78ff6fc93901 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=reef-7d36322) 2024-04-13T07:21:11.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:11 smithi066 podman[94596]: 2024-04-13 07:21:11.35007232 +0000 UTC m=+0.112410253 container create 7d9de91fb4032da5317ef327b92520beb7c315cb39671c0a0d65ceff04eca868 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-deactivate, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:21:11.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:11 smithi066 podman[94596]: 2024-04-13 07:21:11.25567795 +0000 UTC m=+0.018015886 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:21:11.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:11 smithi066 podman[94596]: 2024-04-13 07:21:11.577682318 +0000 UTC m=+0.340020252 container init 7d9de91fb4032da5317ef327b92520beb7c315cb39671c0a0d65ceff04eca868 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-13T07:21:11.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:11 smithi066 podman[94596]: 2024-04-13 07:21:11.580939149 +0000 UTC m=+0.343277082 container start 7d9de91fb4032da5317ef327b92520beb7c315cb39671c0a0d65ceff04eca868 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:21:11.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:11 smithi066 podman[94596]: 2024-04-13 07:21:11.652332666 +0000 UTC m=+0.414670610 container attach 7d9de91fb4032da5317ef327b92520beb7c315cb39671c0a0d65ceff04eca868 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-13T07:21:11.841 INFO:tasks.rados.rados.0.smithi003.stdout:1956: done (4 left) 2024-04-13T07:21:11.842 INFO:tasks.rados.rados.0.smithi003.stdout:1958: done (3 left) 2024-04-13T07:21:11.842 INFO:tasks.rados.rados.0.smithi003.stdout:1959: done (2 left) 2024-04-13T07:21:11.842 INFO:tasks.rados.rados.0.smithi003.stdout:1960: done (1 left) 2024-04-13T07:21:11.842 INFO:tasks.rados.rados.0.smithi003.stdout:1961: done (0 left) 2024-04-13T07:21:11.842 INFO:tasks.rados.rados.0.smithi003.stdout:1962: snap_remove snap 199 2024-04-13T07:21:12.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:11 smithi003 ceph-mon[91733]: pgmap v372: 121 pgs: 14 peering, 14 stale+active+clean, 93 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 528 KiB/s wr, 4 op/s 2024-04-13T07:21:12.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:11 smithi003 ceph-mon[91733]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-13T07:21:12.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:11 smithi003 ceph-mon[89364]: pgmap v372: 121 pgs: 14 peering, 14 stale+active+clean, 93 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 528 KiB/s wr, 4 op/s 2024-04-13T07:21:12.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:11 smithi003 ceph-mon[89364]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-13T07:21:12.153 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:11 smithi066 podman[94596]: 2024-04-13 07:21:11.882019025 +0000 UTC m=+0.644356961 container died 7d9de91fb4032da5317ef327b92520beb7c315cb39671c0a0d65ceff04eca868 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-13T07:21:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:11 smithi066 ceph-mon[84331]: pgmap v372: 121 pgs: 14 peering, 14 stale+active+clean, 93 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 528 KiB/s wr, 4 op/s 2024-04-13T07:21:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:11 smithi066 ceph-mon[84331]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-13T07:21:12.532 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:21:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:21:12.840 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:12 smithi066 podman[94623]: 2024-04-13 07:21:12.531367167 +0000 UTC m=+0.639166748 container remove 7d9de91fb4032da5317ef327b92520beb7c315cb39671c0a0d65ceff04eca868 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux ) 2024-04-13T07:21:12.840 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:12 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.5.service: Deactivated successfully. 2024-04-13T07:21:12.840 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:12 smithi066 systemd[1]: Stopped Ceph osd.5 for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:21:12.840 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:12 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.5.service: Consumed 17.040s CPU time. 2024-04-13T07:21:12.840 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:12 smithi066 systemd[1]: Starting Ceph osd.5 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:21:12.842 INFO:tasks.rados.rados.0.smithi003.stdout:1962: done (0 left) 2024-04-13T07:21:12.842 INFO:tasks.rados.rados.0.smithi003.stdout:1963: read oid 42 snap 187 2024-04-13T07:21:12.842 INFO:tasks.rados.rados.0.smithi003.stdout:1963: expect (ObjNum 521 snap 175 seq_num 521) 2024-04-13T07:21:12.842 INFO:tasks.rados.rados.0.smithi003.stdout:1964: snap_remove snap 197 2024-04-13T07:21:13.098 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:12 smithi066 ceph-mon[84331]: osdmap e478: 8 total, 7 up, 8 in 2024-04-13T07:21:13.098 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:12 smithi066 podman[94727]: 2024-04-13 07:21:12.889584616 +0000 UTC m=+0.019219650 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:21:13.098 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:12 smithi066 podman[94727]: 2024-04-13 07:21:12.998885096 +0000 UTC m=+0.128520115 container create 368d51c3cb8abb6069e33b007c74c9c5171c94a2545962ce191f1ef9db055fef (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True) 2024-04-13T07:21:13.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:12 smithi003 ceph-mon[89364]: osdmap e478: 8 total, 7 up, 8 in 2024-04-13T07:21:13.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:12 smithi003 ceph-mon[91733]: osdmap e478: 8 total, 7 up, 8 in 2024-04-13T07:21:13.403 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:13 smithi066 podman[94727]: 2024-04-13 07:21:13.218451402 +0000 UTC m=+0.348086429 container init 368d51c3cb8abb6069e33b007c74c9c5171c94a2545962ce191f1ef9db055fef (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-activate, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:21:13.403 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:13 smithi066 podman[94727]: 2024-04-13 07:21:13.221996974 +0000 UTC m=+0.351631997 container start 368d51c3cb8abb6069e33b007c74c9c5171c94a2545962ce191f1ef9db055fef (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, RELEASE=main-5f22a49) 2024-04-13T07:21:13.403 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:13 smithi066 podman[94727]: 2024-04-13 07:21:13.309665135 +0000 UTC m=+0.439300167 container attach 368d51c3cb8abb6069e33b007c74c9c5171c94a2545962ce191f1ef9db055fef (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-activate, ceph=True, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-13T07:21:13.799 INFO:tasks.rados.rados.0.smithi003.stdout:1964: done (1 left) 2024-04-13T07:21:13.799 INFO:tasks.rados.rados.0.smithi003.stdout:1965: snap_create 2024-04-13T07:21:13.800 INFO:tasks.rados.rados.0.smithi003.stdout:1963: expect (ObjNum 521 snap 175 seq_num 521) 2024-04-13T07:21:14.024 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:13 smithi066 ceph-mon[84331]: pgmap v375: 121 pgs: 14 peering, 14 stale+active+clean, 93 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 268 KiB/s wr, 1 op/s 2024-04-13T07:21:14.024 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:13 smithi066 ceph-mon[84331]: osdmap e479: 8 total, 7 up, 8 in 2024-04-13T07:21:14.024 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:13 smithi066 ceph-mon[84331]: osdmap e480: 8 total, 7 up, 8 in 2024-04-13T07:21:14.024 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-activate[94741]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-13T07:21:14.024 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-activate[94741]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-13T07:21:14.024 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:13 smithi066 bash[94727]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-13T07:21:14.024 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:13 smithi066 bash[94727]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-13T07:21:14.025 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:13 smithi066 bash[94727]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-13T07:21:14.025 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:13 smithi066 bash[94727]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-13T07:21:14.025 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:13 smithi066 bash[94727]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-13T07:21:14.025 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:13 smithi066 bash[94727]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-13T07:21:14.025 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:13 smithi066 bash[94727]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-13T07:21:14.025 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-activate[94741]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-13T07:21:14.025 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-activate[94741]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-13T07:21:14.025 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-activate[94741]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-13T07:21:14.025 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-activate[94741]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-13T07:21:14.025 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-activate[94741]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-13T07:21:14.025 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:13 smithi066 podman[94727]: 2024-04-13 07:21:13.711109165 +0000 UTC m=+0.840744184 container died 368d51c3cb8abb6069e33b007c74c9c5171c94a2545962ce191f1ef9db055fef (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-activate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T07:21:14.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:13 smithi003 ceph-mon[89364]: pgmap v375: 121 pgs: 14 peering, 14 stale+active+clean, 93 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 268 KiB/s wr, 1 op/s 2024-04-13T07:21:14.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:13 smithi003 ceph-mon[89364]: osdmap e479: 8 total, 7 up, 8 in 2024-04-13T07:21:14.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:13 smithi003 ceph-mon[89364]: osdmap e480: 8 total, 7 up, 8 in 2024-04-13T07:21:14.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:13 smithi003 ceph-mon[91733]: pgmap v375: 121 pgs: 14 peering, 14 stale+active+clean, 93 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 268 KiB/s wr, 1 op/s 2024-04-13T07:21:14.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:13 smithi003 ceph-mon[91733]: osdmap e479: 8 total, 7 up, 8 in 2024-04-13T07:21:14.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:13 smithi003 ceph-mon[91733]: osdmap e480: 8 total, 7 up, 8 in 2024-04-13T07:21:14.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:21:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:21:14] "GET /metrics HTTP/1.1" 200 36174 "" "Prometheus/2.43.0" 2024-04-13T07:21:14.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:14 smithi066 podman[94858]: 2024-04-13 07:21:14.322348091 +0000 UTC m=+0.605887636 container remove 368d51c3cb8abb6069e33b007c74c9c5171c94a2545962ce191f1ef9db055fef (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-activate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-13T07:21:14.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:14 smithi066 podman[94922]: 2024-04-13 07:21:14.440925839 +0000 UTC m=+0.018132142 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:21:14.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:14 smithi066 podman[94922]: 2024-04-13 07:21:14.548261011 +0000 UTC m=+0.125467338 container create 51d583e35074052489d0ddb020f61e24402e2307090ae8cc257ff9be64810102 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=) 2024-04-13T07:21:15.082 INFO:tasks.rados.rados.0.smithi003.stdout:1963: done (1 left) 2024-04-13T07:21:15.083 INFO:tasks.rados.rados.0.smithi003.stdout:1965: done (0 left) 2024-04-13T07:21:15.083 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 23 current snap is 209 2024-04-13T07:21:15.083 INFO:tasks.rados.rados.0.smithi003.stdout:1966: seq_num 612 ranges {0=655360} 2024-04-13T07:21:15.086 INFO:tasks.rados.rados.0.smithi003.stdout:1966: writing smithi00377890-23 from 0 to 655360 tid 1 2024-04-13T07:21:15.086 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 209 2024-04-13T07:21:15.086 INFO:tasks.rados.rados.0.smithi003.stdout:1967: seq_num 613 ranges {16482304=671744} 2024-04-13T07:21:15.153 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:14 smithi066 podman[94922]: 2024-04-13 07:21:14.766989434 +0000 UTC m=+0.344195725 container init 51d583e35074052489d0ddb020f61e24402e2307090ae8cc257ff9be64810102 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-13T07:21:15.153 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:14 smithi066 podman[94922]: 2024-04-13 07:21:14.770146499 +0000 UTC m=+0.347352789 container start 51d583e35074052489d0ddb020f61e24402e2307090ae8cc257ff9be64810102 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True) 2024-04-13T07:21:15.153 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:14 smithi066 ceph-osd[94941]: -- 172.21.15.66:0/353795987 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c718e19680 con 0x55c718de2c00 2024-04-13T07:21:15.153 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:14 smithi066 bash[94922]: 51d583e35074052489d0ddb020f61e24402e2307090ae8cc257ff9be64810102 2024-04-13T07:21:15.153 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:14 smithi066 systemd[1]: Started Ceph osd.5 for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:21:15.180 INFO:tasks.rados.rados.0.smithi003.stdout:1967: writing smithi00377890-35 from 16482304 to 17154048 tid 1 2024-04-13T07:21:15.180 INFO:tasks.rados.rados.0.smithi003.stdout:1968: rollback oid 37 current snap is 209 2024-04-13T07:21:15.180 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 37 to 166 2024-04-13T07:21:15.180 INFO:tasks.rados.rados.0.smithi003.stdout:1966: finishing write tid 1 to smithi00377890-23 2024-04-13T07:21:15.180 INFO:tasks.rados.rados.0.smithi003.stdout:1966: finishing write tid 2 to smithi00377890-23 2024-04-13T07:21:15.180 INFO:tasks.rados.rados.0.smithi003.stdout:1966: finishing write tid 3 to smithi00377890-23 2024-04-13T07:21:15.180 INFO:tasks.rados.rados.0.smithi003.stdout:1966: oid 23 updating version 0 to 2068 2024-04-13T07:21:15.180 INFO:tasks.rados.rados.0.smithi003.stdout:1966: oid 23 updating version 2068 to 2069 2024-04-13T07:21:15.180 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 2069 (ObjNum 612 snap 209 seq_num 612) dirty exists 2024-04-13T07:21:15.181 INFO:tasks.rados.rados.0.smithi003.stdout:1966: left oid 23 (ObjNum 612 snap 209 seq_num 612) 2024-04-13T07:21:15.181 INFO:tasks.rados.rados.0.smithi003.stdout:1966: done (2 left) 2024-04-13T07:21:15.181 INFO:tasks.rados.rados.0.smithi003.stdout:1969: setattr oid 26 current snap is 209 2024-04-13T07:21:15.182 INFO:tasks.rados.rados.0.smithi003.stdout:1970: read oid 24 snap -1 2024-04-13T07:21:15.182 INFO:tasks.rados.rados.0.smithi003.stdout:1970: expect (ObjNum 583 snap 197 seq_num 583) 2024-04-13T07:21:15.182 INFO:tasks.rados.rados.0.smithi003.stdout:1971: snap_remove snap 200 2024-04-13T07:21:15.653 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:15 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T07:21:15.307+0000 7f48ff4887c0 -1 Falling back to public interface 2024-04-13T07:21:15.931 INFO:tasks.rados.rados.0.smithi003.stdout:1971: done (4 left) 2024-04-13T07:21:15.931 INFO:tasks.rados.rados.0.smithi003.stdout:1972: delete oid 38 current snap is 209 2024-04-13T07:21:15.931 INFO:tasks.rados.rados.0.smithi003.stdout:1968: finishing rollback tid 0 to smithi00377890-37 2024-04-13T07:21:15.931 INFO:tasks.rados.rados.0.smithi003.stdout:1968: finishing rollback tid 1 to smithi00377890-37 2024-04-13T07:21:15.932 INFO:tasks.rados.rados.0.smithi003.stdout:1968: finishing rollback tid 2 to smithi00377890-37 2024-04-13T07:21:15.932 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 1351 (ObjNum 413 snap 142 seq_num 413) dirty exists 2024-04-13T07:21:15.932 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 1422 (ObjNum 562 snap 190 seq_num 562) dirty exists 2024-04-13T07:21:15.932 INFO:tasks.rados.rados.0.smithi003.stdout:1967: finishing write tid 1 to smithi00377890-35 2024-04-13T07:21:15.932 INFO:tasks.rados.rados.0.smithi003.stdout:1967: finishing write tid 2 to smithi00377890-35 2024-04-13T07:21:15.932 INFO:tasks.rados.rados.0.smithi003.stdout:1970: expect (ObjNum 583 snap 197 seq_num 583) 2024-04-13T07:21:16.049 INFO:tasks.rados.rados.0.smithi003.stdout:1967: finishing write tid 3 to smithi00377890-35 2024-04-13T07:21:16.049 INFO:tasks.rados.rados.0.smithi003.stdout:1967: oid 35 updating version 0 to 1802 2024-04-13T07:21:16.049 INFO:tasks.rados.rados.0.smithi003.stdout:1967: oid 35 updating version 1802 to 1803 2024-04-13T07:21:16.049 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 1803 (ObjNum 613 snap 209 seq_num 613) dirty exists 2024-04-13T07:21:16.049 INFO:tasks.rados.rados.0.smithi003.stdout:1967: left oid 35 (ObjNum 613 snap 209 seq_num 613) 2024-04-13T07:21:16.049 INFO:tasks.rados.rados.0.smithi003.stdout:1967: done (4 left) 2024-04-13T07:21:16.049 INFO:tasks.rados.rados.0.smithi003.stdout:1968: done (3 left) 2024-04-13T07:21:16.049 INFO:tasks.rados.rados.0.smithi003.stdout:1969: done (2 left) 2024-04-13T07:21:16.049 INFO:tasks.rados.rados.0.smithi003.stdout:1970: done (1 left) 2024-04-13T07:21:16.049 INFO:tasks.rados.rados.0.smithi003.stdout:1972: done (0 left) 2024-04-13T07:21:16.049 INFO:tasks.rados.rados.0.smithi003.stdout:1973: snap_create 2024-04-13T07:21:16.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:15 smithi003 ceph-mon[91733]: pgmap v378: 121 pgs: 6 active+undersized+degraded, 14 peering, 28 active+undersized, 73 active+clean; 343 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 806 KiB/s wr, 1 op/s; 55/657 objects degraded (8.371%) 2024-04-13T07:21:16.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:15 smithi003 ceph-mon[91733]: osdmap e481: 8 total, 7 up, 8 in 2024-04-13T07:21:16.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:15 smithi003 ceph-mon[91733]: Health check failed: Degraded data redundancy: 55/657 objects degraded (8.371%), 6 pgs degraded (PG_DEGRADED) 2024-04-13T07:21:16.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:15 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:16.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:15 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:16.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:15 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:21:16.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:15 smithi003 ceph-mon[89364]: pgmap v378: 121 pgs: 6 active+undersized+degraded, 14 peering, 28 active+undersized, 73 active+clean; 343 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 806 KiB/s wr, 1 op/s; 55/657 objects degraded (8.371%) 2024-04-13T07:21:16.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:15 smithi003 ceph-mon[89364]: osdmap e481: 8 total, 7 up, 8 in 2024-04-13T07:21:16.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:15 smithi003 ceph-mon[89364]: Health check failed: Degraded data redundancy: 55/657 objects degraded (8.371%), 6 pgs degraded (PG_DEGRADED) 2024-04-13T07:21:16.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:15 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:16.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:15 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:16.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:15 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:21:16.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:15 smithi066 ceph-mon[84331]: pgmap v378: 121 pgs: 6 active+undersized+degraded, 14 peering, 28 active+undersized, 73 active+clean; 343 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 806 KiB/s wr, 1 op/s; 55/657 objects degraded (8.371%) 2024-04-13T07:21:16.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:15 smithi066 ceph-mon[84331]: osdmap e481: 8 total, 7 up, 8 in 2024-04-13T07:21:16.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:15 smithi066 ceph-mon[84331]: Health check failed: Degraded data redundancy: 55/657 objects degraded (8.371%), 6 pgs degraded (PG_DEGRADED) 2024-04-13T07:21:16.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:15 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:16.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:15 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:16.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:15 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:21:16.938 INFO:tasks.rados.rados.0.smithi003.stdout:1973: done (0 left) 2024-04-13T07:21:16.938 INFO:tasks.rados.rados.0.smithi003.stdout:1974: read oid 15 snap 202 2024-04-13T07:21:16.938 INFO:tasks.rados.rados.0.smithi003.stdout:1974: expect deleted 2024-04-13T07:21:16.938 INFO:tasks.rados.rados.0.smithi003.stdout:1975: setattr oid 3 current snap is 210 2024-04-13T07:21:16.939 INFO:tasks.rados.rados.0.smithi003.stdout:1976: snap_remove snap 182 2024-04-13T07:21:17.318 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:16 smithi066 ceph-mon[84331]: osdmap e482: 8 total, 7 up, 8 in 2024-04-13T07:21:17.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:16 smithi003 ceph-mon[91733]: osdmap e482: 8 total, 7 up, 8 in 2024-04-13T07:21:17.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:16 smithi003 ceph-mon[89364]: osdmap e482: 8 total, 7 up, 8 in 2024-04-13T07:21:17.939 INFO:tasks.rados.rados.0.smithi003.stdout:1976: done (2 left) 2024-04-13T07:21:17.940 INFO:tasks.rados.rados.0.smithi003.stdout:1977: read oid 42 snap 194 2024-04-13T07:21:17.940 INFO:tasks.rados.rados.0.smithi003.stdout:1977: expect (ObjNum 556 snap 189 seq_num 556) 2024-04-13T07:21:17.940 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 34 current snap is 210 2024-04-13T07:21:17.940 INFO:tasks.rados.rados.0.smithi003.stdout:1978: seq_num 615 ranges {0=704512} 2024-04-13T07:21:17.944 INFO:tasks.rados.rados.0.smithi003.stdout:1978: writing smithi00377890-34 from 0 to 704512 tid 1 2024-04-13T07:21:17.945 INFO:tasks.rados.rados.0.smithi003.stdout:1979: read oid 13 snap -1 2024-04-13T07:21:17.945 INFO:tasks.rados.rados.0.smithi003.stdout:1979: expect deleted 2024-04-13T07:21:17.945 INFO:tasks.rados.rados.0.smithi003.stdout:1980: copy_from oid 48 from oid 36 current snap is 210 2024-04-13T07:21:17.945 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 1423 (ObjNum 558 snap 190 seq_num 558) dirty exists 2024-04-13T07:21:17.945 INFO:tasks.rados.rados.0.smithi003.stdout:1974: done (5 left) 2024-04-13T07:21:17.945 INFO:tasks.rados.rados.0.smithi003.stdout:1975: done (4 left) 2024-04-13T07:21:17.945 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 1 current snap is 210 2024-04-13T07:21:17.945 INFO:tasks.rados.rados.0.smithi003.stdout:1981: seq_num 616 ranges {6193152=720896} 2024-04-13T07:21:17.986 INFO:tasks.rados.rados.0.smithi003.stdout:1981: writing smithi00377890-1 from 6193152 to 6914048 tid 1 2024-04-13T07:21:17.986 INFO:tasks.rados.rados.0.smithi003.stdout:1982: read oid 5 snap -1 2024-04-13T07:21:17.986 INFO:tasks.rados.rados.0.smithi003.stdout:1982: expect (ObjNum 477 snap 161 seq_num 477) 2024-04-13T07:21:17.986 INFO:tasks.rados.rados.0.smithi003.stdout:1983: setattr oid 14 current snap is 210 2024-04-13T07:21:17.986 INFO:tasks.rados.rados.0.smithi003.stdout:1978: finishing write tid 1 to smithi00377890-34 2024-04-13T07:21:17.986 INFO:tasks.rados.rados.0.smithi003.stdout:1978: finishing write tid 2 to smithi00377890-34 2024-04-13T07:21:17.987 INFO:tasks.rados.rados.0.smithi003.stdout:1978: finishing write tid 3 to smithi00377890-34 2024-04-13T07:21:17.987 INFO:tasks.rados.rados.0.smithi003.stdout:1978: oid 34 updating version 0 to 1844 2024-04-13T07:21:17.987 INFO:tasks.rados.rados.0.smithi003.stdout:1978: oid 34 version 1844 is already newer than 1843 2024-04-13T07:21:17.987 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 1844 (ObjNum 615 snap 210 seq_num 615) dirty exists 2024-04-13T07:21:17.987 INFO:tasks.rados.rados.0.smithi003.stdout:1978: left oid 34 (ObjNum 615 snap 210 seq_num 615) 2024-04-13T07:21:17.989 INFO:tasks.rados.rados.0.smithi003.stdout:1978: done (6 left) 2024-04-13T07:21:17.989 INFO:tasks.rados.rados.0.smithi003.stdout:1984: rollback oid 49 current snap is 210 2024-04-13T07:21:17.989 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 49 to 209 2024-04-13T07:21:17.989 INFO:tasks.rados.rados.0.smithi003.stdout:1985: snap_remove snap 205 2024-04-13T07:21:18.230 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:17 smithi066 ceph-mon[84331]: pgmap v381: 121 pgs: 10 active+undersized+degraded, 38 active+undersized, 73 active+clean; 351 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 806 KiB/s wr, 3 op/s; 87/657 objects degraded (13.242%) 2024-04-13T07:21:18.230 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:17 smithi066 ceph-mon[84331]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-13T07:21:18.230 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:17 smithi066 ceph-mon[84331]: osdmap e483: 8 total, 7 up, 8 in 2024-04-13T07:21:18.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:17 smithi003 ceph-mon[89364]: pgmap v381: 121 pgs: 10 active+undersized+degraded, 38 active+undersized, 73 active+clean; 351 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 806 KiB/s wr, 3 op/s; 87/657 objects degraded (13.242%) 2024-04-13T07:21:18.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:17 smithi003 ceph-mon[89364]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-13T07:21:18.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:17 smithi003 ceph-mon[89364]: osdmap e483: 8 total, 7 up, 8 in 2024-04-13T07:21:18.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:17 smithi003 ceph-mon[91733]: pgmap v381: 121 pgs: 10 active+undersized+degraded, 38 active+undersized, 73 active+clean; 351 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 806 KiB/s wr, 3 op/s; 87/657 objects degraded (13.242%) 2024-04-13T07:21:18.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:17 smithi003 ceph-mon[91733]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-13T07:21:18.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:17 smithi003 ceph-mon[91733]: osdmap e483: 8 total, 7 up, 8 in 2024-04-13T07:21:18.903 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:18 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T07:21:18.628+0000 7f48ff4887c0 -1 osd.5 475 log_to_monitors true 2024-04-13T07:21:18.960 INFO:tasks.rados.rados.0.smithi003.stdout:1985: done (7 left) 2024-04-13T07:21:18.960 INFO:tasks.rados.rados.0.smithi003.stdout:1986: copy_from oid 11 from oid 38 current snap is 210 2024-04-13T07:21:18.960 INFO:tasks.rados.rados.0.smithi003.stdout:1982: expect (ObjNum 477 snap 161 seq_num 477) 2024-04-13T07:21:18.987 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 1994 (ObjNum 541 snap 184 seq_num 541) dirty exists 2024-04-13T07:21:18.987 INFO:tasks.rados.rados.0.smithi003.stdout:1981: finishing write tid 1 to smithi00377890-1 2024-04-13T07:21:18.987 INFO:tasks.rados.rados.0.smithi003.stdout:1980: finishing copy_from racing read to smithi00377890-48 2024-04-13T07:21:18.987 INFO:tasks.rados.rados.0.smithi003.stdout:1982: done (7 left) 2024-04-13T07:21:18.987 INFO:tasks.rados.rados.0.smithi003.stdout:1983: done (6 left) 2024-04-13T07:21:18.987 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 44 current snap is 210 2024-04-13T07:21:18.987 INFO:tasks.rados.rados.0.smithi003.stdout:1984: finishing rollback tid 0 to smithi00377890-49 2024-04-13T07:21:18.988 INFO:tasks.rados.rados.0.smithi003.stdout:1981: finishing write tid 2 to smithi00377890-1 2024-04-13T07:21:18.988 INFO:tasks.rados.rados.0.smithi003.stdout:1987: seq_num 617 ranges {2875392=737280} 2024-04-13T07:21:19.006 INFO:tasks.rados.rados.0.smithi003.stdout:1987: writing smithi00377890-44 from 2875392 to 3612672 tid 1 2024-04-13T07:21:19.007 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 7 current snap is 210 2024-04-13T07:21:19.007 INFO:tasks.rados.rados.0.smithi003.stdout:1988: seq_num 618 ranges {1425408=753664} 2024-04-13T07:21:19.019 INFO:tasks.rados.rados.0.smithi003.stdout:1988: writing smithi00377890-7 from 1425408 to 2179072 tid 1 2024-04-13T07:21:19.019 INFO:tasks.rados.rados.0.smithi003.stdout:1989: read oid 5 snap -1 2024-04-13T07:21:19.019 INFO:tasks.rados.rados.0.smithi003.stdout:1989: expect (ObjNum 477 snap 161 seq_num 477) 2024-04-13T07:21:19.019 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 23 current snap is 210 2024-04-13T07:21:19.019 INFO:tasks.rados.rados.0.smithi003.stdout:1990: seq_num 619 ranges {655360=770048} 2024-04-13T07:21:19.028 INFO:tasks.rados.rados.0.smithi003.stdout:1990: writing smithi00377890-23 from 655360 to 1425408 tid 1 2024-04-13T07:21:19.028 INFO:tasks.rados.rados.0.smithi003.stdout:1991: read oid 39 snap -1 2024-04-13T07:21:19.028 INFO:tasks.rados.rados.0.smithi003.stdout:1991: expect deleted 2024-04-13T07:21:19.028 INFO:tasks.rados.rados.0.smithi003.stdout:1992: delete oid 9 current snap is 210 2024-04-13T07:21:19.028 INFO:tasks.rados.rados.0.smithi003.stdout:1984: finishing rollback tid 1 to smithi00377890-49 2024-04-13T07:21:19.028 INFO:tasks.rados.rados.0.smithi003.stdout:1984: finishing rollback tid 2 to smithi00377890-49 2024-04-13T07:21:19.028 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 1426 (ObjNum 602 snap 202 seq_num 602) dirty exists 2024-04-13T07:21:19.028 INFO:tasks.rados.rados.0.smithi003.stdout:1980: finishing copy_from to smithi00377890-48 2024-04-13T07:21:19.028 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 1839 (ObjNum 596 snap 200 seq_num 596) dirty exists 2024-04-13T07:21:19.028 INFO:tasks.rados.rados.0.smithi003.stdout:1981: finishing write tid 3 to smithi00377890-1 2024-04-13T07:21:19.028 INFO:tasks.rados.rados.0.smithi003.stdout:1981: oid 1 updating version 0 to 1477 2024-04-13T07:21:19.028 INFO:tasks.rados.rados.0.smithi003.stdout:1981: oid 1 version 1477 is already newer than 1476 2024-04-13T07:21:19.029 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 1477 (ObjNum 616 snap 210 seq_num 616) dirty exists 2024-04-13T07:21:19.029 INFO:tasks.rados.rados.0.smithi003.stdout:1981: left oid 1 (ObjNum 616 snap 210 seq_num 616) 2024-04-13T07:21:19.029 INFO:tasks.rados.rados.0.smithi003.stdout:1977: expect (ObjNum 556 snap 189 seq_num 556) 2024-04-13T07:21:19.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:18 smithi003 ceph-mon[91733]: osdmap e484: 8 total, 7 up, 8 in 2024-04-13T07:21:19.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:18 smithi003 ceph-mon[91733]: from='osd.5 [v2:172.21.15.66:6808/3181773666,v1:172.21.15.66:6809/3181773666]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:21:19.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:18 smithi003 ceph-mon[91733]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:21:19.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:18 smithi003 ceph-mon[89364]: osdmap e484: 8 total, 7 up, 8 in 2024-04-13T07:21:19.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:18 smithi003 ceph-mon[89364]: from='osd.5 [v2:172.21.15.66:6808/3181773666,v1:172.21.15.66:6809/3181773666]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:21:19.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:18 smithi003 ceph-mon[89364]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:21:19.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:18 smithi066 ceph-mon[84331]: osdmap e484: 8 total, 7 up, 8 in 2024-04-13T07:21:19.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:18 smithi066 ceph-mon[84331]: from='osd.5 [v2:172.21.15.66:6808/3181773666,v1:172.21.15.66:6809/3181773666]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:21:19.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:18 smithi066 ceph-mon[84331]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T07:21:19.708 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:19 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T07:21:19.420+0000 7f48ec8d8700 -1 osd.5 475 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:21:20.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:19 smithi066 ceph-mon[84331]: pgmap v384: 121 pgs: 10 active+undersized+degraded, 38 active+undersized, 73 active+clean; 353 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 336 KiB/s wr, 13 op/s; 88/669 objects degraded (13.154%) 2024-04-13T07:21:20.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:19 smithi066 ceph-mon[84331]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-13T07:21:20.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:19 smithi066 ceph-mon[84331]: from='osd.5 [v2:172.21.15.66:6808/3181773666,v1:172.21.15.66:6809/3181773666]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:21:20.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:19 smithi066 ceph-mon[84331]: osdmap e485: 8 total, 7 up, 8 in 2024-04-13T07:21:20.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:19 smithi066 ceph-mon[84331]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:21:20.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:20.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:20.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:19 smithi066 ceph-mon[84331]: from='osd.5 ' entity='osd.5' 2024-04-13T07:21:20.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:19 smithi003 ceph-mon[91733]: pgmap v384: 121 pgs: 10 active+undersized+degraded, 38 active+undersized, 73 active+clean; 353 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 336 KiB/s wr, 13 op/s; 88/669 objects degraded (13.154%) 2024-04-13T07:21:20.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:19 smithi003 ceph-mon[91733]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-13T07:21:20.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:19 smithi003 ceph-mon[91733]: from='osd.5 [v2:172.21.15.66:6808/3181773666,v1:172.21.15.66:6809/3181773666]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:21:20.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:19 smithi003 ceph-mon[91733]: osdmap e485: 8 total, 7 up, 8 in 2024-04-13T07:21:20.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:19 smithi003 ceph-mon[91733]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:21:20.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:20.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:20.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:19 smithi003 ceph-mon[91733]: from='osd.5 ' entity='osd.5' 2024-04-13T07:21:20.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:19 smithi003 ceph-mon[89364]: pgmap v384: 121 pgs: 10 active+undersized+degraded, 38 active+undersized, 73 active+clean; 353 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 336 KiB/s wr, 13 op/s; 88/669 objects degraded (13.154%) 2024-04-13T07:21:20.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:19 smithi003 ceph-mon[89364]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-13T07:21:20.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:19 smithi003 ceph-mon[89364]: from='osd.5 [v2:172.21.15.66:6808/3181773666,v1:172.21.15.66:6809/3181773666]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:21:20.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:19 smithi003 ceph-mon[89364]: osdmap e485: 8 total, 7 up, 8 in 2024-04-13T07:21:20.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:19 smithi003 ceph-mon[89364]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:21:20.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:20.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:20.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:19 smithi003 ceph-mon[89364]: from='osd.5 ' entity='osd.5' 2024-04-13T07:21:20.556 INFO:tasks.rados.rados.0.smithi003.stdout:1986: finishing copy_from to smithi00377890-11 2024-04-13T07:21:20.556 INFO:tasks.rados.rados.0.smithi003.stdout:1986: got expected ENOENT (src dne) 2024-04-13T07:21:20.556 INFO:tasks.rados.rados.0.smithi003.stdout:1986: finishing copy_from racing read to smithi00377890-11 2024-04-13T07:21:20.556 INFO:tasks.rados.rados.0.smithi003.stdout:1989: expect (ObjNum 477 snap 161 seq_num 477) 2024-04-13T07:21:20.583 INFO:tasks.rados.rados.0.smithi003.stdout:1987: finishing write tid 1 to smithi00377890-44 2024-04-13T07:21:20.583 INFO:tasks.rados.rados.0.smithi003.stdout:1987: finishing write tid 2 to smithi00377890-44 2024-04-13T07:21:20.583 INFO:tasks.rados.rados.0.smithi003.stdout:1987: finishing write tid 3 to smithi00377890-44 2024-04-13T07:21:20.583 INFO:tasks.rados.rados.0.smithi003.stdout:1987: oid 44 updating version 0 to 1185 2024-04-13T07:21:20.583 INFO:tasks.rados.rados.0.smithi003.stdout:1987: oid 44 version 1185 is already newer than 1184 2024-04-13T07:21:20.583 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 1185 (ObjNum 617 snap 210 seq_num 617) dirty exists 2024-04-13T07:21:20.583 INFO:tasks.rados.rados.0.smithi003.stdout:1987: left oid 44 (ObjNum 617 snap 210 seq_num 617) 2024-04-13T07:21:20.583 INFO:tasks.rados.rados.0.smithi003.stdout:1988: finishing write tid 1 to smithi00377890-7 2024-04-13T07:21:20.583 INFO:tasks.rados.rados.0.smithi003.stdout:1977: done (11 left) 2024-04-13T07:21:20.583 INFO:tasks.rados.rados.0.smithi003.stdout:1979: done (10 left) 2024-04-13T07:21:20.584 INFO:tasks.rados.rados.0.smithi003.stdout:1980: done (9 left) 2024-04-13T07:21:20.584 INFO:tasks.rados.rados.0.smithi003.stdout:1981: done (8 left) 2024-04-13T07:21:20.584 INFO:tasks.rados.rados.0.smithi003.stdout:1984: done (7 left) 2024-04-13T07:21:20.584 INFO:tasks.rados.rados.0.smithi003.stdout:1986: done (6 left) 2024-04-13T07:21:20.584 INFO:tasks.rados.rados.0.smithi003.stdout:1987: done (5 left) 2024-04-13T07:21:20.584 INFO:tasks.rados.rados.0.smithi003.stdout:1989: done (4 left) 2024-04-13T07:21:20.584 INFO:tasks.rados.rados.0.smithi003.stdout:1991: done (3 left) 2024-04-13T07:21:20.584 INFO:tasks.rados.rados.0.smithi003.stdout:1992: done (2 left) 2024-04-13T07:21:20.584 INFO:tasks.rados.rados.0.smithi003.stdout:1993: snap_create 2024-04-13T07:21:20.584 INFO:tasks.rados.rados.0.smithi003.stdout:1988: finishing write tid 2 to smithi00377890-7 2024-04-13T07:21:20.584 INFO:tasks.rados.rados.0.smithi003.stdout:1988: finishing write tid 3 to smithi00377890-7 2024-04-13T07:21:20.584 INFO:tasks.rados.rados.0.smithi003.stdout:1988: oid 7 updating version 0 to 1428 2024-04-13T07:21:20.584 INFO:tasks.rados.rados.0.smithi003.stdout:1988: oid 7 version 1428 is already newer than 1427 2024-04-13T07:21:20.584 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 1428 (ObjNum 618 snap 210 seq_num 618) dirty exists 2024-04-13T07:21:20.584 INFO:tasks.rados.rados.0.smithi003.stdout:1988: left oid 7 (ObjNum 618 snap 210 seq_num 618) 2024-04-13T07:21:20.585 INFO:tasks.rados.rados.0.smithi003.stdout:1990: finishing write tid 1 to smithi00377890-23 2024-04-13T07:21:20.585 INFO:tasks.rados.rados.0.smithi003.stdout:1990: finishing write tid 2 to smithi00377890-23 2024-04-13T07:21:20.585 INFO:tasks.rados.rados.0.smithi003.stdout:1990: finishing write tid 3 to smithi00377890-23 2024-04-13T07:21:20.585 INFO:tasks.rados.rados.0.smithi003.stdout:1990: oid 23 updating version 0 to 2072 2024-04-13T07:21:20.585 INFO:tasks.rados.rados.0.smithi003.stdout:1990: oid 23 version 2072 is already newer than 2071 2024-04-13T07:21:20.585 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 2072 (ObjNum 619 snap 210 seq_num 619) dirty exists 2024-04-13T07:21:20.585 INFO:tasks.rados.rados.0.smithi003.stdout:1990: left oid 23 (ObjNum 619 snap 210 seq_num 619) 2024-04-13T07:21:21.279 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:20 smithi066 ceph-mon[84331]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:21:21.280 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:20 smithi066 ceph-mon[84331]: osd.5 [v2:172.21.15.66:6808/3181773666,v1:172.21.15.66:6809/3181773666] boot 2024-04-13T07:21:21.280 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:20 smithi066 ceph-mon[84331]: osdmap e486: 8 total, 8 up, 8 in 2024-04-13T07:21:21.280 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:21:21.280 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:21.280 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:21.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:20 smithi003 ceph-mon[91733]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:21:21.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:20 smithi003 ceph-mon[91733]: osd.5 [v2:172.21.15.66:6808/3181773666,v1:172.21.15.66:6809/3181773666] boot 2024-04-13T07:21:21.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:20 smithi003 ceph-mon[91733]: osdmap e486: 8 total, 8 up, 8 in 2024-04-13T07:21:21.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:21:21.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:21.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:21.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:20 smithi003 ceph-mon[89364]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:21:21.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:20 smithi003 ceph-mon[89364]: osd.5 [v2:172.21.15.66:6808/3181773666,v1:172.21.15.66:6809/3181773666] boot 2024-04-13T07:21:21.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:20 smithi003 ceph-mon[89364]: osdmap e486: 8 total, 8 up, 8 in 2024-04-13T07:21:21.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T07:21:21.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:21.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:21.432 INFO:tasks.rados.rados.0.smithi003.stdout:1988: done (2 left) 2024-04-13T07:21:21.432 INFO:tasks.rados.rados.0.smithi003.stdout:1990: done (1 left) 2024-04-13T07:21:21.432 INFO:tasks.rados.rados.0.smithi003.stdout:1993: done (0 left) 2024-04-13T07:21:21.432 INFO:tasks.rados.rados.0.smithi003.stdout:1994: snap_create 2024-04-13T07:21:22.284 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:21 smithi066 ceph-mon[84331]: pgmap v387: 121 pgs: 10 active+undersized+degraded, 38 active+undersized, 73 active+clean; 362 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 23 op/s; 88/678 objects degraded (12.979%) 2024-04-13T07:21:22.284 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:21 smithi066 ceph-mon[84331]: Health check update: Degraded data redundancy: 88/678 objects degraded (12.979%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:21:22.284 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:21 smithi066 ceph-mon[84331]: osdmap e487: 8 total, 8 up, 8 in 2024-04-13T07:21:22.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:21 smithi003 ceph-mon[91733]: pgmap v387: 121 pgs: 10 active+undersized+degraded, 38 active+undersized, 73 active+clean; 362 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 23 op/s; 88/678 objects degraded (12.979%) 2024-04-13T07:21:22.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:21 smithi003 ceph-mon[91733]: Health check update: Degraded data redundancy: 88/678 objects degraded (12.979%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:21:22.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:21 smithi003 ceph-mon[91733]: osdmap e487: 8 total, 8 up, 8 in 2024-04-13T07:21:22.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:21 smithi003 ceph-mon[89364]: pgmap v387: 121 pgs: 10 active+undersized+degraded, 38 active+undersized, 73 active+clean; 362 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 23 op/s; 88/678 objects degraded (12.979%) 2024-04-13T07:21:22.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:21 smithi003 ceph-mon[89364]: Health check update: Degraded data redundancy: 88/678 objects degraded (12.979%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:21:22.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:21 smithi003 ceph-mon[89364]: osdmap e487: 8 total, 8 up, 8 in 2024-04-13T07:21:22.428 INFO:tasks.rados.rados.0.smithi003.stdout:1994: done (0 left) 2024-04-13T07:21:22.428 INFO:tasks.rados.rados.0.smithi003.stdout:1995: read oid 37 snap 211 2024-04-13T07:21:22.428 INFO:tasks.rados.rados.0.smithi003.stdout:1995: expect (ObjNum 413 snap 142 seq_num 413) 2024-04-13T07:21:22.428 INFO:tasks.rados.rados.0.smithi003.stdout:1996: read oid 11 snap -1 2024-04-13T07:21:22.428 INFO:tasks.rados.rados.0.smithi003.stdout:1996: expect (ObjNum 570 snap 192 seq_num 570) 2024-04-13T07:21:22.428 INFO:tasks.rados.rados.0.smithi003.stdout:1997: read oid 3 snap -1 2024-04-13T07:21:22.428 INFO:tasks.rados.rados.0.smithi003.stdout:1997: expect (ObjNum 558 snap 190 seq_num 558) 2024-04-13T07:21:22.429 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 212 2024-04-13T07:21:22.429 INFO:tasks.rados.rados.0.smithi003.stdout:1998: seq_num 621 ranges {17154048=409600,17563648=401408} 2024-04-13T07:21:22.525 INFO:tasks.rados.rados.0.smithi003.stdout:1998: writing smithi00377890-35 from 17154048 to 17563648 tid 1 2024-04-13T07:21:22.527 INFO:tasks.rados.rados.0.smithi003.stdout:1998: writing smithi00377890-35 from 17563648 to 17965056 tid 2 2024-04-13T07:21:22.527 INFO:tasks.rados.rados.0.smithi003.stdout:1999: rollback oid 6 current snap is 212 2024-04-13T07:21:22.527 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 6 to 166 2024-04-13T07:21:22.528 INFO:tasks.rados.rados.0.smithi003.stdout:1996: expect (ObjNum 570 snap 192 seq_num 570) 2024-04-13T07:21:22.591 INFO:tasks.rados.rados.0.smithi003.stdout:1995: expect (ObjNum 413 snap 142 seq_num 413) 2024-04-13T07:21:22.598 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:21:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:21:22.809 INFO:tasks.rados.rados.0.smithi003.stdout:1997: expect (ObjNum 558 snap 190 seq_num 558) 2024-04-13T07:21:23.514 INFO:tasks.rados.rados.0.smithi003.stdout:1998: finishing write tid 1 to smithi00377890-35 2024-04-13T07:21:23.514 INFO:tasks.rados.rados.0.smithi003.stdout:1999: finishing rollback tid 0 to smithi00377890-6 2024-04-13T07:21:23.514 INFO:tasks.rados.rados.0.smithi003.stdout:1998: finishing write tid 2 to smithi00377890-35 2024-04-13T07:21:23.514 INFO:tasks.rados.rados.0.smithi003.stdout:1999: finishing rollback tid 1 to smithi00377890-6 2024-04-13T07:21:23.514 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 1772 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:21:23.514 INFO:tasks.rados.rados.0.smithi003.stdout:1998: finishing write tid 3 to smithi00377890-35 2024-04-13T07:21:23.515 INFO:tasks.rados.rados.0.smithi003.stdout:1995: done (4 left) 2024-04-13T07:21:23.515 INFO:tasks.rados.rados.0.smithi003.stdout:1996: done (3 left) 2024-04-13T07:21:23.515 INFO:tasks.rados.rados.0.smithi003.stdout:1997: done (2 left) 2024-04-13T07:21:23.515 INFO:tasks.rados.rados.0.smithi003.stdout:1999: done (1 left) 2024-04-13T07:21:23.515 INFO:tasks.rados.rados.0.smithi003.stdout:1998: finishing write tid 4 to smithi00377890-35 2024-04-13T07:21:23.515 INFO:tasks.rados.rados.0.smithi003.stdout:1998: oid 35 updating version 0 to 1842 2024-04-13T07:21:23.515 INFO:tasks.rados.rados.0.smithi003.stdout:1998: oid 35 version 1842 is already newer than 1841 2024-04-13T07:21:23.515 INFO:tasks.rados.rados.0.smithi003.stdout:1998: oid 35 version 1842 is already newer than 1840 2024-04-13T07:21:23.515 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 1842 (ObjNum 621 snap 212 seq_num 621) dirty exists 2024-04-13T07:21:23.515 INFO:tasks.rados.rados.0.smithi003.stdout:1998: left oid 35 (ObjNum 621 snap 212 seq_num 621) 2024-04-13T07:21:23.515 INFO:tasks.rados.rados.0.smithi003.stdout:2000: read oid 15 snap -1 2024-04-13T07:21:23.515 INFO:tasks.rados.rados.0.smithi003.stdout:2000: expect deleted 2024-04-13T07:21:23.515 INFO:tasks.rados.rados.0.smithi003.stdout:1998: done (1 left) 2024-04-13T07:21:23.515 INFO:tasks.rados.rados.0.smithi003.stdout:2001: snap_remove snap 187 2024-04-13T07:21:23.718 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:23 smithi066 ceph-mon[84331]: osdmap e488: 8 total, 8 up, 8 in 2024-04-13T07:21:23.718 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:23 smithi066 ceph-mon[84331]: pgmap v390: 121 pgs: 10 active+undersized+degraded, 38 active+undersized, 73 active+clean; 362 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 11 op/s; 88/678 objects degraded (12.979%) 2024-04-13T07:21:23.718 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:23.718 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:21:23.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:23 smithi003 ceph-mon[89364]: osdmap e488: 8 total, 8 up, 8 in 2024-04-13T07:21:23.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:23 smithi003 ceph-mon[89364]: pgmap v390: 121 pgs: 10 active+undersized+degraded, 38 active+undersized, 73 active+clean; 362 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 11 op/s; 88/678 objects degraded (12.979%) 2024-04-13T07:21:23.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:23.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:21:23.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:23 smithi003 ceph-mon[91733]: osdmap e488: 8 total, 8 up, 8 in 2024-04-13T07:21:23.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:23 smithi003 ceph-mon[91733]: pgmap v390: 121 pgs: 10 active+undersized+degraded, 38 active+undersized, 73 active+clean; 362 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 11 op/s; 88/678 objects degraded (12.979%) 2024-04-13T07:21:23.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:23.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:21:24.442 INFO:tasks.rados.rados.0.smithi003.stdout:2000: done (1 left) 2024-04-13T07:21:24.442 INFO:tasks.rados.rados.0.smithi003.stdout:2001: done (0 left) 2024-04-13T07:21:24.442 INFO:tasks.rados.rados.0.smithi003.stdout:2002: read oid 47 snap -1 2024-04-13T07:21:24.442 INFO:tasks.rados.rados.0.smithi003.stdout:2002: expect deleted 2024-04-13T07:21:24.442 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 46 current snap is 212 2024-04-13T07:21:24.443 INFO:tasks.rados.rados.0.smithi003.stdout:2003: seq_num 622 ranges {8323072=425984,8749056=401408} 2024-04-13T07:21:24.492 INFO:tasks.rados.rados.0.smithi003.stdout:2003: writing smithi00377890-46 from 8323072 to 8749056 tid 1 2024-04-13T07:21:24.495 INFO:tasks.rados.rados.0.smithi003.stdout:2003: writing smithi00377890-46 from 8749056 to 9150464 tid 2 2024-04-13T07:21:24.495 INFO:tasks.rados.rados.0.smithi003.stdout:2004: read oid 33 snap -1 2024-04-13T07:21:24.495 INFO:tasks.rados.rados.0.smithi003.stdout:2004: expect deleted 2024-04-13T07:21:24.495 INFO:tasks.rados.rados.0.smithi003.stdout:2005: rollback oid 32 current snap is 212 2024-04-13T07:21:24.495 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 32 to 183 2024-04-13T07:21:24.495 INFO:tasks.rados.rados.0.smithi003.stdout:2002: done (3 left) 2024-04-13T07:21:24.495 INFO:tasks.rados.rados.0.smithi003.stdout:2006: delete oid 2 current snap is 212 2024-04-13T07:21:24.498 INFO:tasks.rados.rados.0.smithi003.stdout:2003: finishing write tid 1 to smithi00377890-46 2024-04-13T07:21:24.499 INFO:tasks.rados.rados.0.smithi003.stdout:2004: done (3 left) 2024-04-13T07:21:24.499 INFO:tasks.rados.rados.0.smithi003.stdout:2006: done (2 left) 2024-04-13T07:21:24.499 INFO:tasks.rados.rados.0.smithi003.stdout:2007: snap_create 2024-04-13T07:21:24.499 INFO:tasks.rados.rados.0.smithi003.stdout:2003: finishing write tid 2 to smithi00377890-46 2024-04-13T07:21:24.499 INFO:tasks.rados.rados.0.smithi003.stdout:2003: finishing write tid 3 to smithi00377890-46 2024-04-13T07:21:24.500 INFO:tasks.rados.rados.0.smithi003.stdout:2005: finishing rollback tid 0 to smithi00377890-32 2024-04-13T07:21:24.500 INFO:tasks.rados.rados.0.smithi003.stdout:2005: finishing rollback tid 1 to smithi00377890-32 2024-04-13T07:21:24.500 INFO:tasks.rados.rados.0.smithi003.stdout:2005: finishing rollback tid 2 to smithi00377890-32 2024-04-13T07:21:24.500 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 2101 (ObjNum 429 snap 146 seq_num 429) dirty exists 2024-04-13T07:21:24.501 INFO:tasks.rados.rados.0.smithi003.stdout:2003: finishing write tid 4 to smithi00377890-46 2024-04-13T07:21:24.502 INFO:tasks.rados.rados.0.smithi003.stdout:2003: oid 46 updating version 0 to 1186 2024-04-13T07:21:24.502 INFO:tasks.rados.rados.0.smithi003.stdout:2003: oid 46 updating version 1186 to 1188 2024-04-13T07:21:24.502 INFO:tasks.rados.rados.0.smithi003.stdout:2003: oid 46 version 1188 is already newer than 1187 2024-04-13T07:21:24.502 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 1188 (ObjNum 622 snap 212 seq_num 622) dirty exists 2024-04-13T07:21:24.502 INFO:tasks.rados.rados.0.smithi003.stdout:2003: left oid 46 (ObjNum 622 snap 212 seq_num 622) 2024-04-13T07:21:24.619 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:21:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:21:24] "GET /metrics HTTP/1.1" 200 36021 "" "Prometheus/2.43.0" 2024-04-13T07:21:24.619 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:21:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T07:21:24.617+0000 7ff2e8c82700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-04-13T07:21:24.760 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:21:25.088 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:21:25.088 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (9m) 76s ago 9m 24.5M - 0.25.0 c8568f914cd2 3cfca92eb9ec 2024-04-13T07:21:25.088 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (9m) 5s ago 9m 89.1M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:21:25.088 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (10m) 76s ago 10m 21.0M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 8ddb79bf2742 2024-04-13T07:21:25.088 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (10m) 5s ago 10m 18.7M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 0760d90a9293 2024-04-13T07:21:25.089 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,9283,8765 running (4m) 5s ago 14m 451M - 19.0.0-2905-g5f22a497 c4b45bf0c946 57ffb9b159d7 2024-04-13T07:21:25.089 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:8443,9283,8765 running (5m) 76s ago 15m 508M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8cf668b60b80 2024-04-13T07:21:25.089 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (4m) 76s ago 16m 51.7M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 64cfa60e298f 2024-04-13T07:21:25.089 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (3m) 5s ago 14m 47.1M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 77096718c9ff 2024-04-13T07:21:25.089 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (4m) 76s ago 14m 47.5M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 bcc866c9b63b 2024-04-13T07:21:25.089 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (9m) 76s ago 9m 15.6M - 1.5.0 0da6a335fe13 dfbcad6ee10c 2024-04-13T07:21:25.089 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (9m) 5s ago 9m 15.1M - 1.5.0 0da6a335fe13 ce4f8de81f3f 2024-04-13T07:21:25.089 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (3m) 76s ago 13m 225M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 6dc25088a5e4 2024-04-13T07:21:25.089 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (2m) 76s ago 13m 207M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 42147549eb05 2024-04-13T07:21:25.089 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (114s) 76s ago 13m 85.0M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 8636b9e9bade 2024-04-13T07:21:25.089 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (80s) 76s ago 12m 15.1M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 dccad7741242 2024-04-13T07:21:25.089 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (45s) 5s ago 12m 118M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 b94e7fdde3d0 2024-04-13T07:21:25.089 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (10s) 5s ago 11m 15.1M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 51d583e35074 2024-04-13T07:21:25.089 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (11m) 5s ago 11m 205M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f e80941711015 2024-04-13T07:21:25.090 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (11m) 5s ago 11m 229M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f b9515cfb6872 2024-04-13T07:21:25.090 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (5m) 5s ago 10m 57.6M - 2.43.0 a07b618ecd1d d062b44446a9 2024-04-13T07:21:25.501 INFO:tasks.rados.rados.0.smithi003.stdout:2003: done (2 left) 2024-04-13T07:21:25.607 INFO:tasks.rados.rados.0.smithi003.stdout:2005: done (1 left) 2024-04-13T07:21:25.607 INFO:tasks.rados.rados.0.smithi003.stdout:2007: done (0 left) 2024-04-13T07:21:25.607 INFO:tasks.rados.rados.0.smithi003.stdout:2008: copy_from oid 25 from oid 32 current snap is 213 2024-04-13T07:21:25.607 INFO:tasks.rados.rados.0.smithi003.stdout:2009: snap_create 2024-04-13T07:21:25.608 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:21:25.608 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:21:25.608 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:21:25.608 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:21:25.608 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:21:25.608 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:21:25.608 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:21:25.608 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:21:25.608 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2, 2024-04-13T07:21:25.608 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 6 2024-04-13T07:21:25.608 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:21:25.608 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:21:25.609 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:21:25.609 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:21:25.609 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:21:25.609 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 4, 2024-04-13T07:21:25.609 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 11 2024-04-13T07:21:25.609 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:21:25.609 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:21:25.609 INFO:tasks.rados.rados.0.smithi003.stdout:2008: finishing copy_from racing read to smithi00377890-25 2024-04-13T07:21:25.609 INFO:tasks.rados.rados.0.smithi003.stdout:2008: finishing copy_from to smithi00377890-25 2024-04-13T07:21:25.609 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 2101 (ObjNum 429 snap 146 seq_num 429) dirty exists 2024-04-13T07:21:25.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[91733]: osdmap e489: 8 total, 8 up, 8 in 2024-04-13T07:21:25.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[91733]: pgmap v392: 121 pgs: 3 active+undersized+degraded, 8 active+undersized, 110 active+clean; 364 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 561 KiB/s wr, 5 op/s; 28/681 objects degraded (4.112%); 5.8 MiB/s, 1 objects/s recovering 2024-04-13T07:21:25.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:25.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:25.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:21:25.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:21:25.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:25.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:21:25.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:21:25.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:21:25.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:21:25.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:21:25.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[91733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:21:25.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[91733]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-04-13T07:21:25.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[91733]: from='client.54217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:21:25.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[91733]: from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:21:25.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[89364]: osdmap e489: 8 total, 8 up, 8 in 2024-04-13T07:21:25.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[89364]: pgmap v392: 121 pgs: 3 active+undersized+degraded, 8 active+undersized, 110 active+clean; 364 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 561 KiB/s wr, 5 op/s; 28/681 objects degraded (4.112%); 5.8 MiB/s, 1 objects/s recovering 2024-04-13T07:21:25.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:25.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:25.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:21:25.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:21:25.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:25.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:21:25.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:21:25.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:21:25.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:21:25.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:21:25.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[89364]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:21:25.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[89364]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-04-13T07:21:25.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[89364]: from='client.54217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:21:25.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:25 smithi003 ceph-mon[89364]: from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:21:25.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:25 smithi066 ceph-mon[84331]: osdmap e489: 8 total, 8 up, 8 in 2024-04-13T07:21:25.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:25 smithi066 ceph-mon[84331]: pgmap v392: 121 pgs: 3 active+undersized+degraded, 8 active+undersized, 110 active+clean; 364 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 561 KiB/s wr, 5 op/s; 28/681 objects degraded (4.112%); 5.8 MiB/s, 1 objects/s recovering 2024-04-13T07:21:25.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:25 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:25.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:25 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:25.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:25 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:21:25.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:25 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:21:25.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:25 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:25.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:25 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:21:25.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:25 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:21:25.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:25 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:21:25.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:25 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:21:25.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:25 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:21:25.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:25 smithi066 ceph-mon[84331]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:21:25.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:25 smithi066 ceph-mon[84331]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-04-13T07:21:25.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:25 smithi066 ceph-mon[84331]: from='client.54217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:21:25.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:25 smithi066 ceph-mon[84331]: from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:21:26.509 INFO:tasks.rados.rados.0.smithi003.stdout:2008: done (1 left) 2024-04-13T07:21:26.510 INFO:tasks.rados.rados.0.smithi003.stdout:2009: done (0 left) 2024-04-13T07:21:26.510 INFO:tasks.rados.rados.0.smithi003.stdout:2010: delete oid 44 current snap is 214 2024-04-13T07:21:26.516 INFO:tasks.rados.rados.0.smithi003.stdout:2010: done (0 left) 2024-04-13T07:21:26.516 INFO:tasks.rados.rados.0.smithi003.stdout:2011: copy_from oid 39 from oid 22 current snap is 214 2024-04-13T07:21:26.516 INFO:tasks.rados.rados.0.smithi003.stdout:2012: snap_remove snap 207 2024-04-13T07:21:26.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:26 smithi003 ceph-mon[91733]: osdmap e490: 8 total, 8 up, 8 in 2024-04-13T07:21:26.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:26 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2315415176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:21:26.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:26 smithi003 ceph-mon[89364]: osdmap e490: 8 total, 8 up, 8 in 2024-04-13T07:21:26.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:26 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2315415176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:21:26.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:26 smithi066 ceph-mon[84331]: osdmap e490: 8 total, 8 up, 8 in 2024-04-13T07:21:26.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:26 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2315415176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:21:27.514 INFO:tasks.rados.rados.0.smithi003.stdout:2012: done (1 left) 2024-04-13T07:21:27.515 INFO:tasks.rados.rados.0.smithi003.stdout:2013: read oid 14 snap -1 2024-04-13T07:21:27.515 INFO:tasks.rados.rados.0.smithi003.stdout:2013: expect (ObjNum 541 snap 184 seq_num 541) 2024-04-13T07:21:27.515 INFO:tasks.rados.rados.0.smithi003.stdout:2014: read oid 4 snap -1 2024-04-13T07:21:27.515 INFO:tasks.rados.rados.0.smithi003.stdout:2014: expect (ObjNum 566 snap 191 seq_num 566) 2024-04-13T07:21:27.515 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 8 current snap is 214 2024-04-13T07:21:27.515 INFO:tasks.rados.rados.0.smithi003.stdout:2015: seq_num 625 ranges {1302528=475136,1777664=401408} 2024-04-13T07:21:27.525 INFO:tasks.rados.rados.0.smithi003.stdout:2015: writing smithi00377890-8 from 1302528 to 1777664 tid 1 2024-04-13T07:21:27.528 INFO:tasks.rados.rados.0.smithi003.stdout:2015: writing smithi00377890-8 from 1777664 to 2179072 tid 2 2024-04-13T07:21:27.667 INFO:tasks.rados.rados.0.smithi003.stdout:2016: rollback oid 1 current snap is 214 2024-04-13T07:21:27.667 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 1 to 209 2024-04-13T07:21:27.667 INFO:tasks.rados.rados.0.smithi003.stdout:2011: finishing copy_from racing read to smithi00377890-39 2024-04-13T07:21:27.667 INFO:tasks.rados.rados.0.smithi003.stdout:2011: finishing copy_from to smithi00377890-39 2024-04-13T07:21:27.667 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 1788 (ObjNum 342 snap 117 seq_num 342) dirty exists 2024-04-13T07:21:27.667 INFO:tasks.rados.rados.0.smithi003.stdout:2011: done (4 left) 2024-04-13T07:21:27.667 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 43 current snap is 214 2024-04-13T07:21:27.667 INFO:tasks.rados.rados.0.smithi003.stdout:2017: seq_num 626 ranges {3088384=491520,3579904=401408} 2024-04-13T07:21:27.667 INFO:tasks.rados.rados.0.smithi003.stdout:2017: writing smithi00377890-43 from 3088384 to 3579904 tid 1 2024-04-13T07:21:27.667 INFO:tasks.rados.rados.0.smithi003.stdout:2017: writing smithi00377890-43 from 3579904 to 3981312 tid 2 2024-04-13T07:21:27.667 INFO:tasks.rados.rados.0.smithi003.stdout:2018: rollback oid 7 current snap is 214 2024-04-13T07:21:27.667 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 7 to 166 2024-04-13T07:21:27.667 INFO:tasks.rados.rados.0.smithi003.stdout:2015: finishing write tid 1 to smithi00377890-8 2024-04-13T07:21:27.668 INFO:tasks.rados.rados.0.smithi003.stdout:2015: finishing write tid 2 to smithi00377890-8 2024-04-13T07:21:27.668 INFO:tasks.rados.rados.0.smithi003.stdout:2015: finishing write tid 3 to smithi00377890-8 2024-04-13T07:21:27.668 INFO:tasks.rados.rados.0.smithi003.stdout:2014: expect (ObjNum 566 snap 191 seq_num 566) 2024-04-13T07:21:27.668 INFO:tasks.rados.rados.0.smithi003.stdout:2016: finishing rollback tid 0 to smithi00377890-1 2024-04-13T07:21:27.668 INFO:tasks.rados.rados.0.smithi003.stdout:2016: finishing rollback tid 1 to smithi00377890-1 2024-04-13T07:21:27.668 INFO:tasks.rados.rados.0.smithi003.stdout:2016: finishing rollback tid 2 to smithi00377890-1 2024-04-13T07:21:27.668 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 1480 (ObjNum 533 snap 180 seq_num 533) dirty exists 2024-04-13T07:21:27.668 INFO:tasks.rados.rados.0.smithi003.stdout:2014: done (5 left) 2024-04-13T07:21:27.668 INFO:tasks.rados.rados.0.smithi003.stdout:2016: done (4 left) 2024-04-13T07:21:27.668 INFO:tasks.rados.rados.0.smithi003.stdout:2019: rollback oid 50 current snap is 214 2024-04-13T07:21:27.668 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 50 to 208 2024-04-13T07:21:27.668 INFO:tasks.rados.rados.0.smithi003.stdout:2015: finishing write tid 4 to smithi00377890-8 2024-04-13T07:21:27.668 INFO:tasks.rados.rados.0.smithi003.stdout:2015: oid 8 updating version 0 to 2010 2024-04-13T07:21:27.668 INFO:tasks.rados.rados.0.smithi003.stdout:2015: oid 8 updating version 2010 to 2011 2024-04-13T07:21:27.669 INFO:tasks.rados.rados.0.smithi003.stdout:2015: oid 8 version 2011 is already newer than 2009 2024-04-13T07:21:27.669 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2011 (ObjNum 625 snap 214 seq_num 625) dirty exists 2024-04-13T07:21:27.669 INFO:tasks.rados.rados.0.smithi003.stdout:2015: left oid 8 (ObjNum 625 snap 214 seq_num 625) 2024-04-13T07:21:27.669 INFO:tasks.rados.rados.0.smithi003.stdout:2013: expect (ObjNum 541 snap 184 seq_num 541) 2024-04-13T07:21:27.780 INFO:tasks.rados.rados.0.smithi003.stdout:2017: finishing write tid 1 to smithi00377890-43 2024-04-13T07:21:27.780 INFO:tasks.rados.rados.0.smithi003.stdout:2017: finishing write tid 2 to smithi00377890-43 2024-04-13T07:21:27.780 INFO:tasks.rados.rados.0.smithi003.stdout:2017: finishing write tid 3 to smithi00377890-43 2024-04-13T07:21:27.781 INFO:tasks.rados.rados.0.smithi003.stdout:2018: finishing rollback tid 0 to smithi00377890-7 2024-04-13T07:21:27.781 INFO:tasks.rados.rados.0.smithi003.stdout:2018: finishing rollback tid 1 to smithi00377890-7 2024-04-13T07:21:27.781 INFO:tasks.rados.rados.0.smithi003.stdout:2018: finishing rollback tid 2 to smithi00377890-7 2024-04-13T07:21:27.781 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 1431 (ObjNum 489 snap 163 seq_num 489) dirty exists 2024-04-13T07:21:27.781 INFO:tasks.rados.rados.0.smithi003.stdout:2017: finishing write tid 4 to smithi00377890-43 2024-04-13T07:21:27.781 INFO:tasks.rados.rados.0.smithi003.stdout:2017: oid 43 updating version 0 to 1516 2024-04-13T07:21:27.781 INFO:tasks.rados.rados.0.smithi003.stdout:2017: oid 43 updating version 1516 to 1518 2024-04-13T07:21:27.781 INFO:tasks.rados.rados.0.smithi003.stdout:2017: oid 43 version 1518 is already newer than 1517 2024-04-13T07:21:27.781 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 1518 (ObjNum 626 snap 214 seq_num 626) dirty exists 2024-04-13T07:21:27.781 INFO:tasks.rados.rados.0.smithi003.stdout:2017: left oid 43 (ObjNum 626 snap 214 seq_num 626) 2024-04-13T07:21:27.781 INFO:tasks.rados.rados.0.smithi003.stdout:2019: finishing rollback tid 0 to smithi00377890-50 2024-04-13T07:21:27.781 INFO:tasks.rados.rados.0.smithi003.stdout:2013: done (4 left) 2024-04-13T07:21:27.781 INFO:tasks.rados.rados.0.smithi003.stdout:2015: done (3 left) 2024-04-13T07:21:27.781 INFO:tasks.rados.rados.0.smithi003.stdout:2017: done (2 left) 2024-04-13T07:21:27.781 INFO:tasks.rados.rados.0.smithi003.stdout:2018: done (1 left) 2024-04-13T07:21:27.782 INFO:tasks.rados.rados.0.smithi003.stdout:2020: copy_from oid 21 from oid 35 current snap is 214 2024-04-13T07:21:27.782 INFO:tasks.rados.rados.0.smithi003.stdout:2019: finishing rollback tid 1 to smithi00377890-50 2024-04-13T07:21:27.782 INFO:tasks.rados.rados.0.smithi003.stdout:2019: finishing rollback tid 2 to smithi00377890-50 2024-04-13T07:21:27.782 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 1343 (ObjNum 510 snap 171 seq_num 510) dirty exists 2024-04-13T07:21:27.782 INFO:tasks.rados.rados.0.smithi003.stdout:2019: done (1 left) 2024-04-13T07:21:27.782 INFO:tasks.rados.rados.0.smithi003.stdout:2021: read oid 43 snap -1 2024-04-13T07:21:27.782 INFO:tasks.rados.rados.0.smithi003.stdout:2021: expect (ObjNum 626 snap 214 seq_num 626) 2024-04-13T07:21:27.782 INFO:tasks.rados.rados.0.smithi003.stdout:2022: delete oid 42 current snap is 214 2024-04-13T07:21:27.784 INFO:tasks.rados.rados.0.smithi003.stdout:2022: done (2 left) 2024-04-13T07:21:27.784 INFO:tasks.rados.rados.0.smithi003.stdout:2023: read oid 48 snap -1 2024-04-13T07:21:27.784 INFO:tasks.rados.rados.0.smithi003.stdout:2023: expect (ObjNum 596 snap 200 seq_num 596) 2024-04-13T07:21:27.784 INFO:tasks.rados.rados.0.smithi003.stdout:2024: snap_create 2024-04-13T07:21:27.802 INFO:tasks.rados.rados.0.smithi003.stdout:2021: expect (ObjNum 626 snap 214 seq_num 626) 2024-04-13T07:21:27.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:27 smithi003 ceph-mon[89364]: pgmap v394: 121 pgs: 121 active+clean; 364 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 611 KiB/s wr, 6 op/s; 7.0 MiB/s, 1 objects/s recovering 2024-04-13T07:21:27.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:27 smithi003 ceph-mon[89364]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/681 objects degraded (4.112%), 3 pgs degraded) 2024-04-13T07:21:27.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:27 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:21:27.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:27 smithi003 ceph-mon[89364]: osdmap e491: 8 total, 8 up, 8 in 2024-04-13T07:21:27.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:27 smithi003 ceph-mon[91733]: pgmap v394: 121 pgs: 121 active+clean; 364 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 611 KiB/s wr, 6 op/s; 7.0 MiB/s, 1 objects/s recovering 2024-04-13T07:21:27.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:27 smithi003 ceph-mon[91733]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/681 objects degraded (4.112%), 3 pgs degraded) 2024-04-13T07:21:27.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:27 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:21:27.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:27 smithi003 ceph-mon[91733]: osdmap e491: 8 total, 8 up, 8 in 2024-04-13T07:21:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:27 smithi066 ceph-mon[84331]: pgmap v394: 121 pgs: 121 active+clean; 364 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 611 KiB/s wr, 6 op/s; 7.0 MiB/s, 1 objects/s recovering 2024-04-13T07:21:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:27 smithi066 ceph-mon[84331]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/681 objects degraded (4.112%), 3 pgs degraded) 2024-04-13T07:21:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:27 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:21:27.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:27 smithi066 ceph-mon[84331]: osdmap e491: 8 total, 8 up, 8 in 2024-04-13T07:21:28.027 INFO:tasks.rados.rados.0.smithi003.stdout:2023: expect (ObjNum 596 snap 200 seq_num 596) 2024-04-13T07:21:28.279 INFO:tasks.rados.rados.0.smithi003.stdout:2020: finishing copy_from racing read to smithi00377890-21 2024-04-13T07:21:28.279 INFO:tasks.rados.rados.0.smithi003.stdout:2020: finishing copy_from to smithi00377890-21 2024-04-13T07:21:28.279 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 1842 (ObjNum 621 snap 212 seq_num 621) dirty exists 2024-04-13T07:21:28.518 INFO:tasks.rados.rados.0.smithi003.stdout:2020: done (3 left) 2024-04-13T07:21:28.518 INFO:tasks.rados.rados.0.smithi003.stdout:2021: done (2 left) 2024-04-13T07:21:28.518 INFO:tasks.rados.rados.0.smithi003.stdout:2023: done (1 left) 2024-04-13T07:21:28.518 INFO:tasks.rados.rados.0.smithi003.stdout:2024: done (0 left) 2024-04-13T07:21:28.518 INFO:tasks.rados.rados.0.smithi003.stdout:2025: snap_remove snap 208 2024-04-13T07:21:28.804 INFO:tasks.rados.rados.0.smithi003.stdout:2025: done (0 left) 2024-04-13T07:21:28.804 INFO:tasks.rados.rados.0.smithi003.stdout:2026: snap_remove snap 210 2024-04-13T07:21:28.805 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:28 smithi066 ceph-mon[84331]: osdmap e492: 8 total, 8 up, 8 in 2024-04-13T07:21:28.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:28 smithi003 ceph-mon[91733]: osdmap e492: 8 total, 8 up, 8 in 2024-04-13T07:21:28.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:28 smithi003 ceph-mon[89364]: osdmap e492: 8 total, 8 up, 8 in 2024-04-13T07:21:29.804 INFO:tasks.rados.rados.0.smithi003.stdout:2026: done (0 left) 2024-04-13T07:21:29.805 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 8 current snap is 215 2024-04-13T07:21:29.805 INFO:tasks.rados.rados.0.smithi003.stdout:2027: seq_num 628 ranges {2179072=524288,2703360=401408} 2024-04-13T07:21:29.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:29 smithi066 ceph-mon[84331]: pgmap v397: 121 pgs: 121 active+clean; 378 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s; 2.9 MiB/s, 0 objects/s recovering 2024-04-13T07:21:29.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:29 smithi066 ceph-mon[84331]: osdmap e493: 8 total, 8 up, 8 in 2024-04-13T07:21:29.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:29 smithi066 ceph-mon[84331]: osdmap e494: 8 total, 8 up, 8 in 2024-04-13T07:21:29.820 INFO:tasks.rados.rados.0.smithi003.stdout:2027: writing smithi00377890-8 from 2179072 to 2703360 tid 1 2024-04-13T07:21:29.824 INFO:tasks.rados.rados.0.smithi003.stdout:2027: writing smithi00377890-8 from 2703360 to 3104768 tid 2 2024-04-13T07:21:29.824 INFO:tasks.rados.rados.0.smithi003.stdout:2028: rollback oid 45 current snap is 215 2024-04-13T07:21:29.824 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 45 to 177 2024-04-13T07:21:29.824 INFO:tasks.rados.rados.0.smithi003.stdout:2029: rollback oid 9 current snap is 215 2024-04-13T07:21:29.824 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 9 to 203 2024-04-13T07:21:29.824 INFO:tasks.rados.rados.0.smithi003.stdout:2030: read oid 36 snap -1 2024-04-13T07:21:29.824 INFO:tasks.rados.rados.0.smithi003.stdout:2030: expect (ObjNum 596 snap 200 seq_num 596) 2024-04-13T07:21:29.824 INFO:tasks.rados.rados.0.smithi003.stdout:2031: delete oid 30 current snap is 215 2024-04-13T07:21:29.829 INFO:tasks.rados.rados.0.smithi003.stdout:2027: finishing write tid 1 to smithi00377890-8 2024-04-13T07:21:29.829 INFO:tasks.rados.rados.0.smithi003.stdout:2031: done (4 left) 2024-04-13T07:21:29.829 INFO:tasks.rados.rados.0.smithi003.stdout:2032: read oid 14 snap -1 2024-04-13T07:21:29.829 INFO:tasks.rados.rados.0.smithi003.stdout:2032: expect (ObjNum 541 snap 184 seq_num 541) 2024-04-13T07:21:29.829 INFO:tasks.rados.rados.0.smithi003.stdout:2033: read oid 48 snap -1 2024-04-13T07:21:29.829 INFO:tasks.rados.rados.0.smithi003.stdout:2033: expect (ObjNum 596 snap 200 seq_num 596) 2024-04-13T07:21:29.829 INFO:tasks.rados.rados.0.smithi003.stdout:2029: finishing rollback tid 1 to smithi00377890-9 2024-04-13T07:21:29.829 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 1898 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-13T07:21:29.829 INFO:tasks.rados.rados.0.smithi003.stdout:2029: done (5 left) 2024-04-13T07:21:29.829 INFO:tasks.rados.rados.0.smithi003.stdout:2034: read oid 33 snap -1 2024-04-13T07:21:29.830 INFO:tasks.rados.rados.0.smithi003.stdout:2034: expect deleted 2024-04-13T07:21:29.830 INFO:tasks.rados.rados.0.smithi003.stdout:2035: read oid 20 snap 183 2024-04-13T07:21:29.830 INFO:tasks.rados.rados.0.smithi003.stdout:2035: expect (ObjNum 471 snap 157 seq_num 471) 2024-04-13T07:21:29.830 INFO:tasks.rados.rados.0.smithi003.stdout:2036: delete oid 1 current snap is 215 2024-04-13T07:21:29.830 INFO:tasks.rados.rados.0.smithi003.stdout:2027: finishing write tid 2 to smithi00377890-8 2024-04-13T07:21:29.830 INFO:tasks.rados.rados.0.smithi003.stdout:2027: finishing write tid 3 to smithi00377890-8 2024-04-13T07:21:29.831 INFO:tasks.rados.rados.0.smithi003.stdout:2028: finishing rollback tid 0 to smithi00377890-45 2024-04-13T07:21:29.832 INFO:tasks.rados.rados.0.smithi003.stdout:2027: finishing write tid 4 to smithi00377890-8 2024-04-13T07:21:29.832 INFO:tasks.rados.rados.0.smithi003.stdout:2027: oid 8 updating version 0 to 2012 2024-04-13T07:21:29.832 INFO:tasks.rados.rados.0.smithi003.stdout:2027: oid 8 updating version 2012 to 2013 2024-04-13T07:21:29.832 INFO:tasks.rados.rados.0.smithi003.stdout:2027: oid 8 updating version 2013 to 2014 2024-04-13T07:21:29.832 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2014 (ObjNum 628 snap 215 seq_num 628) dirty exists 2024-04-13T07:21:29.832 INFO:tasks.rados.rados.0.smithi003.stdout:2027: left oid 8 (ObjNum 628 snap 215 seq_num 628) 2024-04-13T07:21:29.834 INFO:tasks.rados.rados.0.smithi003.stdout:2028: finishing rollback tid 1 to smithi00377890-45 2024-04-13T07:21:29.835 INFO:tasks.rados.rados.0.smithi003.stdout:2028: finishing rollback tid 2 to smithi00377890-45 2024-04-13T07:21:29.835 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 1775 (ObjNum 463 snap 153 seq_num 463) dirty exists 2024-04-13T07:21:29.835 INFO:tasks.rados.rados.0.smithi003.stdout:2027: done (7 left) 2024-04-13T07:21:29.836 INFO:tasks.rados.rados.0.smithi003.stdout:2028: done (6 left) 2024-04-13T07:21:29.836 INFO:tasks.rados.rados.0.smithi003.stdout:2034: done (5 left) 2024-04-13T07:21:29.836 INFO:tasks.rados.rados.0.smithi003.stdout:2036: done (4 left) 2024-04-13T07:21:29.836 INFO:tasks.rados.rados.0.smithi003.stdout:2037: copy_from oid 8 from oid 32 current snap is 215 2024-04-13T07:21:29.836 INFO:tasks.rados.rados.0.smithi003.stdout:2038: setattr oid 5 current snap is 215 2024-04-13T07:21:29.837 INFO:tasks.rados.rados.0.smithi003.stdout:2039: read oid 31 snap -1 2024-04-13T07:21:29.837 INFO:tasks.rados.rados.0.smithi003.stdout:2039: expect (ObjNum 509 snap 171 seq_num 509) 2024-04-13T07:21:29.838 INFO:tasks.rados.rados.0.smithi003.stdout:2040: snap_create 2024-04-13T07:21:29.850 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 1344 (ObjNum 477 snap 161 seq_num 477) dirty exists 2024-04-13T07:21:29.852 INFO:tasks.rados.rados.0.smithi003.stdout:2030: expect (ObjNum 596 snap 200 seq_num 596) 2024-04-13T07:21:29.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:29 smithi003 ceph-mon[91733]: pgmap v397: 121 pgs: 121 active+clean; 378 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s; 2.9 MiB/s, 0 objects/s recovering 2024-04-13T07:21:29.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:29 smithi003 ceph-mon[91733]: osdmap e493: 8 total, 8 up, 8 in 2024-04-13T07:21:29.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:29 smithi003 ceph-mon[91733]: osdmap e494: 8 total, 8 up, 8 in 2024-04-13T07:21:29.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:29 smithi003 ceph-mon[89364]: pgmap v397: 121 pgs: 121 active+clean; 378 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s; 2.9 MiB/s, 0 objects/s recovering 2024-04-13T07:21:29.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:29 smithi003 ceph-mon[89364]: osdmap e493: 8 total, 8 up, 8 in 2024-04-13T07:21:29.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:29 smithi003 ceph-mon[89364]: osdmap e494: 8 total, 8 up, 8 in 2024-04-13T07:21:30.106 INFO:tasks.rados.rados.0.smithi003.stdout:2039: expect (ObjNum 509 snap 171 seq_num 509) 2024-04-13T07:21:30.141 INFO:tasks.rados.rados.0.smithi003.stdout:2033: expect (ObjNum 596 snap 200 seq_num 596) 2024-04-13T07:21:30.393 INFO:tasks.rados.rados.0.smithi003.stdout:2032: expect (ObjNum 541 snap 184 seq_num 541) 2024-04-13T07:21:30.556 INFO:tasks.rados.rados.0.smithi003.stdout:2035: expect (ObjNum 471 snap 157 seq_num 471) 2024-04-13T07:21:30.578 INFO:tasks.rados.rados.0.smithi003.stdout:2037: finishing copy_from racing read to smithi00377890-8 2024-04-13T07:21:30.578 INFO:tasks.rados.rados.0.smithi003.stdout:2037: finishing copy_from to smithi00377890-8 2024-04-13T07:21:30.578 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2101 (ObjNum 429 snap 146 seq_num 429) dirty exists 2024-04-13T07:21:30.815 INFO:tasks.rados.rados.0.smithi003.stdout:2030: done (7 left) 2024-04-13T07:21:30.815 INFO:tasks.rados.rados.0.smithi003.stdout:2032: done (6 left) 2024-04-13T07:21:30.815 INFO:tasks.rados.rados.0.smithi003.stdout:2033: done (5 left) 2024-04-13T07:21:30.815 INFO:tasks.rados.rados.0.smithi003.stdout:2035: done (4 left) 2024-04-13T07:21:30.815 INFO:tasks.rados.rados.0.smithi003.stdout:2037: done (3 left) 2024-04-13T07:21:30.816 INFO:tasks.rados.rados.0.smithi003.stdout:2038: done (2 left) 2024-04-13T07:21:30.816 INFO:tasks.rados.rados.0.smithi003.stdout:2039: done (1 left) 2024-04-13T07:21:30.816 INFO:tasks.rados.rados.0.smithi003.stdout:2040: done (0 left) 2024-04-13T07:21:30.816 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 216 2024-04-13T07:21:30.816 INFO:tasks.rados.rados.0.smithi003.stdout:2041: seq_num 631 ranges {5103616=573440,5677056=401408} 2024-04-13T07:21:30.845 INFO:tasks.rados.rados.0.smithi003.stdout:2041: writing smithi00377890-17 from 5103616 to 5677056 tid 1 2024-04-13T07:21:30.848 INFO:tasks.rados.rados.0.smithi003.stdout:2041: writing smithi00377890-17 from 5677056 to 6078464 tid 2 2024-04-13T07:21:30.848 INFO:tasks.rados.rados.0.smithi003.stdout:2042: delete oid 34 current snap is 216 2024-04-13T07:21:30.852 INFO:tasks.rados.rados.0.smithi003.stdout:2041: finishing write tid 1 to smithi00377890-17 2024-04-13T07:21:30.852 INFO:tasks.rados.rados.0.smithi003.stdout:2041: finishing write tid 2 to smithi00377890-17 2024-04-13T07:21:30.852 INFO:tasks.rados.rados.0.smithi003.stdout:2042: done (1 left) 2024-04-13T07:21:30.852 INFO:tasks.rados.rados.0.smithi003.stdout:2043: delete oid 48 current snap is 216 2024-04-13T07:21:30.852 INFO:tasks.rados.rados.0.smithi003.stdout:2041: finishing write tid 3 to smithi00377890-17 2024-04-13T07:21:30.853 INFO:tasks.rados.rados.0.smithi003.stdout:2041: finishing write tid 4 to smithi00377890-17 2024-04-13T07:21:30.853 INFO:tasks.rados.rados.0.smithi003.stdout:2041: oid 17 updating version 0 to 1483 2024-04-13T07:21:30.853 INFO:tasks.rados.rados.0.smithi003.stdout:2041: oid 17 updating version 1483 to 1484 2024-04-13T07:21:30.853 INFO:tasks.rados.rados.0.smithi003.stdout:2041: oid 17 version 1484 is already newer than 1482 2024-04-13T07:21:30.854 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 1484 (ObjNum 631 snap 216 seq_num 631) dirty exists 2024-04-13T07:21:30.854 INFO:tasks.rados.rados.0.smithi003.stdout:2041: left oid 17 (ObjNum 631 snap 216 seq_num 631) 2024-04-13T07:21:30.854 INFO:tasks.rados.rados.0.smithi003.stdout:2041: done (1 left) 2024-04-13T07:21:30.855 INFO:tasks.rados.rados.0.smithi003.stdout:2043: done (0 left) 2024-04-13T07:21:30.855 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 39 current snap is 216 2024-04-13T07:21:30.855 INFO:tasks.rados.rados.0.smithi003.stdout:2044: seq_num 634 ranges {7241728=622592,7864320=401408} 2024-04-13T07:21:30.898 INFO:tasks.rados.rados.0.smithi003.stdout:2044: writing smithi00377890-39 from 7241728 to 7864320 tid 1 2024-04-13T07:21:30.900 INFO:tasks.rados.rados.0.smithi003.stdout:2044: writing smithi00377890-39 from 7864320 to 8265728 tid 2 2024-04-13T07:21:30.900 INFO:tasks.rados.rados.0.smithi003.stdout:2045: rollback oid 36 current snap is 216 2024-04-13T07:21:30.900 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 36 to 156 2024-04-13T07:21:30.900 INFO:tasks.rados.rados.0.smithi003.stdout:2046: read oid 43 snap -1 2024-04-13T07:21:30.900 INFO:tasks.rados.rados.0.smithi003.stdout:2046: expect (ObjNum 626 snap 214 seq_num 626) 2024-04-13T07:21:30.900 INFO:tasks.rados.rados.0.smithi003.stdout:2047: snap_remove snap 177 2024-04-13T07:21:31.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:30 smithi066 ceph-mon[84331]: osdmap e495: 8 total, 8 up, 8 in 2024-04-13T07:21:31.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:30 smithi003 ceph-mon[91733]: osdmap e495: 8 total, 8 up, 8 in 2024-04-13T07:21:31.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:30 smithi003 ceph-mon[89364]: osdmap e495: 8 total, 8 up, 8 in 2024-04-13T07:21:31.826 INFO:tasks.rados.rados.0.smithi003.stdout:2045: finishing rollback tid 0 to smithi00377890-36 2024-04-13T07:21:31.827 INFO:tasks.rados.rados.0.smithi003.stdout:2044: finishing write tid 1 to smithi00377890-39 2024-04-13T07:21:31.827 INFO:tasks.rados.rados.0.smithi003.stdout:2044: finishing write tid 2 to smithi00377890-39 2024-04-13T07:21:31.827 INFO:tasks.rados.rados.0.smithi003.stdout:2045: finishing rollback tid 1 to smithi00377890-36 2024-04-13T07:21:31.827 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 1847 (ObjNum 369 snap 0 seq_num 2793385536) dirty dne 2024-04-13T07:21:31.827 INFO:tasks.rados.rados.0.smithi003.stdout:2044: finishing write tid 3 to smithi00377890-39 2024-04-13T07:21:31.827 INFO:tasks.rados.rados.0.smithi003.stdout:2044: finishing write tid 4 to smithi00377890-39 2024-04-13T07:21:31.827 INFO:tasks.rados.rados.0.smithi003.stdout:2044: oid 39 updating version 0 to 1843 2024-04-13T07:21:31.827 INFO:tasks.rados.rados.0.smithi003.stdout:2044: oid 39 updating version 1843 to 1844 2024-04-13T07:21:31.827 INFO:tasks.rados.rados.0.smithi003.stdout:2044: oid 39 updating version 1844 to 1845 2024-04-13T07:21:31.827 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 1845 (ObjNum 634 snap 216 seq_num 634) dirty exists 2024-04-13T07:21:31.827 INFO:tasks.rados.rados.0.smithi003.stdout:2044: left oid 39 (ObjNum 634 snap 216 seq_num 634) 2024-04-13T07:21:31.827 INFO:tasks.rados.rados.0.smithi003.stdout:2046: expect (ObjNum 626 snap 214 seq_num 626) 2024-04-13T07:21:32.055 INFO:tasks.rados.rados.0.smithi003.stdout:2044: done (3 left) 2024-04-13T07:21:32.055 INFO:tasks.rados.rados.0.smithi003.stdout:2045: done (2 left) 2024-04-13T07:21:32.055 INFO:tasks.rados.rados.0.smithi003.stdout:2046: done (1 left) 2024-04-13T07:21:32.055 INFO:tasks.rados.rados.0.smithi003.stdout:2047: done (0 left) 2024-04-13T07:21:32.056 INFO:tasks.rados.rados.0.smithi003.stdout:2048: read oid 8 snap -1 2024-04-13T07:21:32.056 INFO:tasks.rados.rados.0.smithi003.stdout:2048: expect (ObjNum 429 snap 146 seq_num 429) 2024-04-13T07:21:32.056 INFO:tasks.rados.rados.0.smithi003.stdout:2049: read oid 34 snap -1 2024-04-13T07:21:32.056 INFO:tasks.rados.rados.0.smithi003.stdout:2049: expect deleted 2024-04-13T07:21:32.056 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 4 current snap is 216 2024-04-13T07:21:32.056 INFO:tasks.rados.rados.0.smithi003.stdout:2050: seq_num 635 ranges {2293760=638976,2932736=401408} 2024-04-13T07:21:32.072 INFO:tasks.rados.rados.0.smithi003.stdout:2050: writing smithi00377890-4 from 2293760 to 2932736 tid 1 2024-04-13T07:21:32.075 INFO:tasks.rados.rados.0.smithi003.stdout:2050: writing smithi00377890-4 from 2932736 to 3334144 tid 2 2024-04-13T07:21:32.075 INFO:tasks.rados.rados.0.smithi003.stdout:2051: copy_from oid 36 from oid 48 current snap is 216 2024-04-13T07:21:32.075 INFO:tasks.rados.rados.0.smithi003.stdout:2049: done (3 left) 2024-04-13T07:21:32.075 INFO:tasks.rados.rados.0.smithi003.stdout:2052: read oid 11 snap -1 2024-04-13T07:21:32.075 INFO:tasks.rados.rados.0.smithi003.stdout:2052: expect (ObjNum 570 snap 192 seq_num 570) 2024-04-13T07:21:32.075 INFO:tasks.rados.rados.0.smithi003.stdout:2053: snap_create 2024-04-13T07:21:32.077 INFO:tasks.rados.rados.0.smithi003.stdout:2051: finishing copy_from to smithi00377890-36 2024-04-13T07:21:32.077 INFO:tasks.rados.rados.0.smithi003.stdout:2051: got expected ENOENT (src dne) 2024-04-13T07:21:32.077 INFO:tasks.rados.rados.0.smithi003.stdout:2051: finishing copy_from racing read to smithi00377890-36 2024-04-13T07:21:32.078 INFO:tasks.rados.rados.0.smithi003.stdout:2048: expect (ObjNum 429 snap 146 seq_num 429) 2024-04-13T07:21:32.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:31 smithi003 ceph-mon[89364]: pgmap v401: 121 pgs: 121 active+clean; 409 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 11 op/s 2024-04-13T07:21:32.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:31 smithi003 ceph-mon[89364]: osdmap e496: 8 total, 8 up, 8 in 2024-04-13T07:21:32.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:31 smithi003 ceph-mon[91733]: pgmap v401: 121 pgs: 121 active+clean; 409 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 11 op/s 2024-04-13T07:21:32.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:31 smithi003 ceph-mon[91733]: osdmap e496: 8 total, 8 up, 8 in 2024-04-13T07:21:32.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:31 smithi066 ceph-mon[84331]: pgmap v401: 121 pgs: 121 active+clean; 409 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 11 op/s 2024-04-13T07:21:32.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:31 smithi066 ceph-mon[84331]: osdmap e496: 8 total, 8 up, 8 in 2024-04-13T07:21:32.436 INFO:tasks.rados.rados.0.smithi003.stdout:2050: finishing write tid 1 to smithi00377890-4 2024-04-13T07:21:32.436 INFO:tasks.rados.rados.0.smithi003.stdout:2050: finishing write tid 2 to smithi00377890-4 2024-04-13T07:21:32.436 INFO:tasks.rados.rados.0.smithi003.stdout:2050: finishing write tid 3 to smithi00377890-4 2024-04-13T07:21:32.437 INFO:tasks.rados.rados.0.smithi003.stdout:2050: finishing write tid 4 to smithi00377890-4 2024-04-13T07:21:32.437 INFO:tasks.rados.rados.0.smithi003.stdout:2050: oid 4 updating version 0 to 534 2024-04-13T07:21:32.437 INFO:tasks.rados.rados.0.smithi003.stdout:2050: oid 4 version 534 is already newer than 533 2024-04-13T07:21:32.437 INFO:tasks.rados.rados.0.smithi003.stdout:2050: oid 4 version 534 is already newer than 532 2024-04-13T07:21:32.437 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 534 (ObjNum 635 snap 216 seq_num 635) dirty exists 2024-04-13T07:21:32.437 INFO:tasks.rados.rados.0.smithi003.stdout:2050: left oid 4 (ObjNum 635 snap 216 seq_num 635) 2024-04-13T07:21:32.437 INFO:tasks.rados.rados.0.smithi003.stdout:2052: expect (ObjNum 570 snap 192 seq_num 570) 2024-04-13T07:21:32.653 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:21:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:21:32.828 INFO:tasks.rados.rados.0.smithi003.stdout:2048: done (4 left) 2024-04-13T07:21:32.828 INFO:tasks.rados.rados.0.smithi003.stdout:2050: done (3 left) 2024-04-13T07:21:32.828 INFO:tasks.rados.rados.0.smithi003.stdout:2051: done (2 left) 2024-04-13T07:21:32.828 INFO:tasks.rados.rados.0.smithi003.stdout:2052: done (1 left) 2024-04-13T07:21:32.828 INFO:tasks.rados.rados.0.smithi003.stdout:2053: done (0 left) 2024-04-13T07:21:32.828 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 217 2024-04-13T07:21:32.829 INFO:tasks.rados.rados.0.smithi003.stdout:2054: seq_num 636 ranges {0=655360,655360=401408} 2024-04-13T07:21:32.831 INFO:tasks.rados.rados.0.smithi003.stdout:2054: writing smithi00377890-38 from 0 to 655360 tid 1 2024-04-13T07:21:32.834 INFO:tasks.rados.rados.0.smithi003.stdout:2054: writing smithi00377890-38 from 655360 to 1056768 tid 2 2024-04-13T07:21:32.834 INFO:tasks.rados.rados.0.smithi003.stdout:2055: delete oid 14 current snap is 217 2024-04-13T07:21:32.840 INFO:tasks.rados.rados.0.smithi003.stdout:2054: finishing write tid 1 to smithi00377890-38 2024-04-13T07:21:32.840 INFO:tasks.rados.rados.0.smithi003.stdout:2054: finishing write tid 2 to smithi00377890-38 2024-04-13T07:21:32.841 INFO:tasks.rados.rados.0.smithi003.stdout:2055: done (1 left) 2024-04-13T07:21:32.841 INFO:tasks.rados.rados.0.smithi003.stdout:2056: rollback oid 48 current snap is 217 2024-04-13T07:21:32.841 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 48 to 209 2024-04-13T07:21:32.841 INFO:tasks.rados.rados.0.smithi003.stdout:2057: read oid 36 snap 216 2024-04-13T07:21:32.841 INFO:tasks.rados.rados.0.smithi003.stdout:2057: expect deleted 2024-04-13T07:21:32.841 INFO:tasks.rados.rados.0.smithi003.stdout:2058: setattr oid 27 current snap is 217 2024-04-13T07:21:32.842 INFO:tasks.rados.rados.0.smithi003.stdout:2054: finishing write tid 3 to smithi00377890-38 2024-04-13T07:21:32.842 INFO:tasks.rados.rados.0.smithi003.stdout:2057: done (3 left) 2024-04-13T07:21:32.843 INFO:tasks.rados.rados.0.smithi003.stdout:2059: read oid 14 snap -1 2024-04-13T07:21:32.843 INFO:tasks.rados.rados.0.smithi003.stdout:2059: expect deleted 2024-04-13T07:21:32.843 INFO:tasks.rados.rados.0.smithi003.stdout:2060: snap_remove snap 203 2024-04-13T07:21:33.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:32 smithi003 ceph-mon[91733]: osdmap e497: 8 total, 8 up, 8 in 2024-04-13T07:21:33.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:32 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:33.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:32 smithi003 ceph-mon[89364]: osdmap e497: 8 total, 8 up, 8 in 2024-04-13T07:21:33.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:32 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:33.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:32 smithi066 ceph-mon[84331]: osdmap e497: 8 total, 8 up, 8 in 2024-04-13T07:21:33.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:32 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:33.806 INFO:tasks.rados.rados.0.smithi003.stdout:2060: done (4 left) 2024-04-13T07:21:33.806 INFO:tasks.rados.rados.0.smithi003.stdout:2061: rollback oid 32 current snap is 217 2024-04-13T07:21:33.807 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 32 to 201 2024-04-13T07:21:33.807 INFO:tasks.rados.rados.0.smithi003.stdout:2054: finishing write tid 4 to smithi00377890-38 2024-04-13T07:21:33.807 INFO:tasks.rados.rados.0.smithi003.stdout:2054: oid 38 updating version 0 to 2104 2024-04-13T07:21:33.807 INFO:tasks.rados.rados.0.smithi003.stdout:2054: oid 38 version 2104 is already newer than 2103 2024-04-13T07:21:33.807 INFO:tasks.rados.rados.0.smithi003.stdout:2054: oid 38 version 2104 is already newer than 2102 2024-04-13T07:21:33.807 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2104 (ObjNum 636 snap 217 seq_num 636) dirty exists 2024-04-13T07:21:33.807 INFO:tasks.rados.rados.0.smithi003.stdout:2054: left oid 38 (ObjNum 636 snap 217 seq_num 636) 2024-04-13T07:21:33.807 INFO:tasks.rados.rados.0.smithi003.stdout:2056: finishing rollback tid 1 to smithi00377890-48 2024-04-13T07:21:33.807 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 1844 (ObjNum 97 snap 0 seq_num 290512656) dirty dne 2024-04-13T07:21:33.807 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 1654 (ObjNum 554 snap 187 seq_num 554) dirty exists 2024-04-13T07:21:33.807 INFO:tasks.rados.rados.0.smithi003.stdout:2054: done (4 left) 2024-04-13T07:21:33.808 INFO:tasks.rados.rados.0.smithi003.stdout:2056: done (3 left) 2024-04-13T07:21:33.808 INFO:tasks.rados.rados.0.smithi003.stdout:2058: done (2 left) 2024-04-13T07:21:33.808 INFO:tasks.rados.rados.0.smithi003.stdout:2059: done (1 left) 2024-04-13T07:21:33.808 INFO:tasks.rados.rados.0.smithi003.stdout:2062: read oid 34 snap -1 2024-04-13T07:21:33.808 INFO:tasks.rados.rados.0.smithi003.stdout:2062: expect deleted 2024-04-13T07:21:33.808 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 8 current snap is 217 2024-04-13T07:21:33.808 INFO:tasks.rados.rados.0.smithi003.stdout:2063: seq_num 638 ranges {7143424=688128,7831552=401408} 2024-04-13T07:21:33.849 INFO:tasks.rados.rados.0.smithi003.stdout:2063: writing smithi00377890-8 from 7143424 to 7831552 tid 1 2024-04-13T07:21:33.852 INFO:tasks.rados.rados.0.smithi003.stdout:2063: writing smithi00377890-8 from 7831552 to 8232960 tid 2 2024-04-13T07:21:33.852 INFO:tasks.rados.rados.0.smithi003.stdout:2064: read oid 6 snap -1 2024-04-13T07:21:33.852 INFO:tasks.rados.rados.0.smithi003.stdout:2064: expect deleted 2024-04-13T07:21:33.852 INFO:tasks.rados.rados.0.smithi003.stdout:2061: finishing rollback tid 0 to smithi00377890-32 2024-04-13T07:21:33.852 INFO:tasks.rados.rados.0.smithi003.stdout:2065: read oid 36 snap 201 2024-04-13T07:21:33.853 INFO:tasks.rados.rados.0.smithi003.stdout:2065: expect (ObjNum 596 snap 200 seq_num 596) 2024-04-13T07:21:33.853 INFO:tasks.rados.rados.0.smithi003.stdout:2062: done (4 left) 2024-04-13T07:21:33.853 INFO:tasks.rados.rados.0.smithi003.stdout:2066: rollback oid 18 current snap is 217 2024-04-13T07:21:33.853 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 18 to 204 2024-04-13T07:21:33.854 INFO:tasks.rados.rados.0.smithi003.stdout:2061: finishing rollback tid 1 to smithi00377890-32 2024-04-13T07:21:33.854 INFO:tasks.rados.rados.0.smithi003.stdout:2061: finishing rollback tid 2 to smithi00377890-32 2024-04-13T07:21:33.855 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 2130 (ObjNum 568 snap 192 seq_num 568) dirty exists 2024-04-13T07:21:33.855 INFO:tasks.rados.rados.0.smithi003.stdout:2061: done (4 left) 2024-04-13T07:21:33.855 INFO:tasks.rados.rados.0.smithi003.stdout:2067: read oid 15 snap -1 2024-04-13T07:21:33.855 INFO:tasks.rados.rados.0.smithi003.stdout:2067: expect deleted 2024-04-13T07:21:33.855 INFO:tasks.rados.rados.0.smithi003.stdout:2068: copy_from oid 10 from oid 32 current snap is 217 2024-04-13T07:21:33.855 INFO:tasks.rados.rados.0.smithi003.stdout:2069: read oid 1 snap -1 2024-04-13T07:21:33.855 INFO:tasks.rados.rados.0.smithi003.stdout:2069: expect deleted 2024-04-13T07:21:33.855 INFO:tasks.rados.rados.0.smithi003.stdout:2070: setattr oid 44 current snap is 217 2024-04-13T07:21:33.855 INFO:tasks.rados.rados.0.smithi003.stdout:2064: done (7 left) 2024-04-13T07:21:33.855 INFO:tasks.rados.rados.0.smithi003.stdout:2067: done (6 left) 2024-04-13T07:21:33.855 INFO:tasks.rados.rados.0.smithi003.stdout:2069: done (5 left) 2024-04-13T07:21:33.855 INFO:tasks.rados.rados.0.smithi003.stdout:2071: copy_from oid 9 from oid 31 current snap is 217 2024-04-13T07:21:33.855 INFO:tasks.rados.rados.0.smithi003.stdout:2072: read oid 13 snap -1 2024-04-13T07:21:33.855 INFO:tasks.rados.rados.0.smithi003.stdout:2072: expect deleted 2024-04-13T07:21:33.856 INFO:tasks.rados.rados.0.smithi003.stdout:2073: copy_from oid 45 from oid 7 current snap is 217 2024-04-13T07:21:33.856 INFO:tasks.rados.rados.0.smithi003.stdout:2074: rmattr oid 46 current snap is 217 2024-04-13T07:21:33.856 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 217 2024-04-13T07:21:33.856 INFO:tasks.rados.rados.0.smithi003.stdout:2075: seq_num 639 ranges {6078464=704512,6782976=401408} 2024-04-13T07:21:33.892 INFO:tasks.rados.rados.0.smithi003.stdout:2075: writing smithi00377890-17 from 6078464 to 6782976 tid 1 2024-04-13T07:21:33.896 INFO:tasks.rados.rados.0.smithi003.stdout:2075: writing smithi00377890-17 from 6782976 to 7184384 tid 2 2024-04-13T07:21:33.896 INFO:tasks.rados.rados.0.smithi003.stdout:2076: rollback oid 37 current snap is 217 2024-04-13T07:21:33.896 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 37 to 198 2024-04-13T07:21:33.896 INFO:tasks.rados.rados.0.smithi003.stdout:2063: finishing write tid 1 to smithi00377890-8 2024-04-13T07:21:33.896 INFO:tasks.rados.rados.0.smithi003.stdout:2063: finishing write tid 2 to smithi00377890-8 2024-04-13T07:21:33.896 INFO:tasks.rados.rados.0.smithi003.stdout:2063: finishing write tid 3 to smithi00377890-8 2024-04-13T07:21:33.896 INFO:tasks.rados.rados.0.smithi003.stdout:2066: finishing rollback tid 0 to smithi00377890-18 2024-04-13T07:21:33.896 INFO:tasks.rados.rados.0.smithi003.stdout:2066: finishing rollback tid 1 to smithi00377890-18 2024-04-13T07:21:33.896 INFO:tasks.rados.rados.0.smithi003.stdout:2066: finishing rollback tid 2 to smithi00377890-18 2024-04-13T07:21:33.896 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 1778 (ObjNum 606 snap 204 seq_num 606) dirty exists 2024-04-13T07:21:33.896 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 1190 (ObjNum 113 snap 0 seq_num 291631552) dirty exists 2024-04-13T07:21:33.896 INFO:tasks.rados.rados.0.smithi003.stdout:2063: finishing write tid 4 to smithi00377890-8 2024-04-13T07:21:33.896 INFO:tasks.rados.rados.0.smithi003.stdout:2063: oid 8 updating version 0 to 2105 2024-04-13T07:21:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:2063: oid 8 updating version 2105 to 2106 2024-04-13T07:21:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:2063: oid 8 updating version 2106 to 2107 2024-04-13T07:21:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2107 (ObjNum 638 snap 217 seq_num 638) dirty exists 2024-04-13T07:21:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:2063: left oid 8 (ObjNum 638 snap 217 seq_num 638) 2024-04-13T07:21:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 1191 (ObjNum 622 snap 212 seq_num 622) dirty exists 2024-04-13T07:21:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:2063: done (10 left) 2024-04-13T07:21:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:2066: done (9 left) 2024-04-13T07:21:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:2070: done (8 left) 2024-04-13T07:21:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:2072: done (7 left) 2024-04-13T07:21:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:2074: done (6 left) 2024-04-13T07:21:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:2077: copy_from oid 21 from oid 8 current snap is 217 2024-04-13T07:21:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:2071: finishing copy_from racing read to smithi00377890-9 2024-04-13T07:21:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:2068: finishing copy_from racing read to smithi00377890-10 2024-04-13T07:21:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:2073: finishing copy_from racing read to smithi00377890-45 2024-04-13T07:21:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:2068: finishing copy_from to smithi00377890-10 2024-04-13T07:21:33.898 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 2130 (ObjNum 568 snap 192 seq_num 568) dirty exists 2024-04-13T07:21:33.898 INFO:tasks.rados.rados.0.smithi003.stdout:2071: finishing copy_from to smithi00377890-9 2024-04-13T07:21:33.898 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 1345 (ObjNum 509 snap 171 seq_num 509) dirty exists 2024-04-13T07:21:33.898 INFO:tasks.rados.rados.0.smithi003.stdout:2073: finishing copy_from to smithi00377890-45 2024-04-13T07:21:33.898 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 1431 (ObjNum 489 snap 163 seq_num 489) dirty exists 2024-04-13T07:21:33.898 INFO:tasks.rados.rados.0.smithi003.stdout:2065: expect (ObjNum 596 snap 200 seq_num 596) 2024-04-13T07:21:34.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:33 smithi003 ceph-mon[91733]: pgmap v404: 121 pgs: 121 active+clean; 409 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.4 MiB/s wr, 9 op/s 2024-04-13T07:21:34.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:33 smithi003 ceph-mon[91733]: osdmap e498: 8 total, 8 up, 8 in 2024-04-13T07:21:34.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:33 smithi003 ceph-mon[91733]: osdmap e499: 8 total, 8 up, 8 in 2024-04-13T07:21:34.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:33 smithi003 ceph-mon[89364]: pgmap v404: 121 pgs: 121 active+clean; 409 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.4 MiB/s wr, 9 op/s 2024-04-13T07:21:34.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:33 smithi003 ceph-mon[89364]: osdmap e498: 8 total, 8 up, 8 in 2024-04-13T07:21:34.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:33 smithi003 ceph-mon[89364]: osdmap e499: 8 total, 8 up, 8 in 2024-04-13T07:21:34.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:33 smithi066 ceph-mon[84331]: pgmap v404: 121 pgs: 121 active+clean; 409 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.4 MiB/s wr, 9 op/s 2024-04-13T07:21:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:33 smithi066 ceph-mon[84331]: osdmap e498: 8 total, 8 up, 8 in 2024-04-13T07:21:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:33 smithi066 ceph-mon[84331]: osdmap e499: 8 total, 8 up, 8 in 2024-04-13T07:21:34.154 INFO:tasks.rados.rados.0.smithi003.stdout:2076: finishing rollback tid 0 to smithi00377890-37 2024-04-13T07:21:34.155 INFO:tasks.rados.rados.0.smithi003.stdout:2075: finishing write tid 1 to smithi00377890-17 2024-04-13T07:21:34.155 INFO:tasks.rados.rados.0.smithi003.stdout:2075: finishing write tid 2 to smithi00377890-17 2024-04-13T07:21:34.155 INFO:tasks.rados.rados.0.smithi003.stdout:2065: done (6 left) 2024-04-13T07:21:34.155 INFO:tasks.rados.rados.0.smithi003.stdout:2068: done (5 left) 2024-04-13T07:21:34.155 INFO:tasks.rados.rados.0.smithi003.stdout:2071: done (4 left) 2024-04-13T07:21:34.155 INFO:tasks.rados.rados.0.smithi003.stdout:2073: done (3 left) 2024-04-13T07:21:34.155 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 34 current snap is 217 2024-04-13T07:21:34.155 INFO:tasks.rados.rados.0.smithi003.stdout:2078: seq_num 640 ranges {0=729088,729088=401408} 2024-04-13T07:21:34.158 INFO:tasks.rados.rados.0.smithi003.stdout:2078: writing smithi00377890-34 from 0 to 729088 tid 1 2024-04-13T07:21:34.161 INFO:tasks.rados.rados.0.smithi003.stdout:2078: writing smithi00377890-34 from 729088 to 1130496 tid 2 2024-04-13T07:21:34.161 INFO:tasks.rados.rados.0.smithi003.stdout:2079: read oid 22 snap -1 2024-04-13T07:21:34.161 INFO:tasks.rados.rados.0.smithi003.stdout:2079: expect (ObjNum 342 snap 117 seq_num 342) 2024-04-13T07:21:34.161 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 217 2024-04-13T07:21:34.161 INFO:tasks.rados.rados.0.smithi003.stdout:2080: seq_num 641 ranges {1056768=745472,1802240=401408} 2024-04-13T07:21:34.171 INFO:tasks.rados.rados.0.smithi003.stdout:2080: writing smithi00377890-38 from 1056768 to 1802240 tid 1 2024-04-13T07:21:34.174 INFO:tasks.rados.rados.0.smithi003.stdout:2080: writing smithi00377890-38 from 1802240 to 2203648 tid 2 2024-04-13T07:21:34.174 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 19 current snap is 217 2024-04-13T07:21:34.174 INFO:tasks.rados.rados.0.smithi003.stdout:2081: seq_num 642 ranges {0=761856,761856=401408} 2024-04-13T07:21:34.178 INFO:tasks.rados.rados.0.smithi003.stdout:2081: writing smithi00377890-19 from 0 to 761856 tid 1 2024-04-13T07:21:34.182 INFO:tasks.rados.rados.0.smithi003.stdout:2081: writing smithi00377890-19 from 761856 to 1163264 tid 2 2024-04-13T07:21:34.182 INFO:tasks.rados.rados.0.smithi003.stdout:2082: delete oid 18 current snap is 217 2024-04-13T07:21:34.182 INFO:tasks.rados.rados.0.smithi003.stdout:2076: finishing rollback tid 1 to smithi00377890-37 2024-04-13T07:21:34.182 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 1353 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:21:34.182 INFO:tasks.rados.rados.0.smithi003.stdout:2075: finishing write tid 3 to smithi00377890-17 2024-04-13T07:21:34.182 INFO:tasks.rados.rados.0.smithi003.stdout:2075: finishing write tid 4 to smithi00377890-17 2024-04-13T07:21:34.182 INFO:tasks.rados.rados.0.smithi003.stdout:2075: oid 17 updating version 0 to 1485 2024-04-13T07:21:34.182 INFO:tasks.rados.rados.0.smithi003.stdout:2075: oid 17 updating version 1485 to 1486 2024-04-13T07:21:34.182 INFO:tasks.rados.rados.0.smithi003.stdout:2075: oid 17 updating version 1486 to 1487 2024-04-13T07:21:34.182 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 1487 (ObjNum 639 snap 217 seq_num 639) dirty exists 2024-04-13T07:21:34.182 INFO:tasks.rados.rados.0.smithi003.stdout:2075: left oid 17 (ObjNum 639 snap 217 seq_num 639) 2024-04-13T07:21:34.183 INFO:tasks.rados.rados.0.smithi003.stdout:2077: finishing copy_from racing read to smithi00377890-21 2024-04-13T07:21:34.183 INFO:tasks.rados.rados.0.smithi003.stdout:2077: finishing copy_from to smithi00377890-21 2024-04-13T07:21:34.183 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2107 (ObjNum 638 snap 217 seq_num 638) dirty exists 2024-04-13T07:21:34.183 INFO:tasks.rados.rados.0.smithi003.stdout:2078: finishing write tid 1 to smithi00377890-34 2024-04-13T07:21:34.183 INFO:tasks.rados.rados.0.smithi003.stdout:2078: finishing write tid 2 to smithi00377890-34 2024-04-13T07:21:34.183 INFO:tasks.rados.rados.0.smithi003.stdout:2078: finishing write tid 3 to smithi00377890-34 2024-04-13T07:21:34.183 INFO:tasks.rados.rados.0.smithi003.stdout:2078: finishing write tid 4 to smithi00377890-34 2024-04-13T07:21:34.183 INFO:tasks.rados.rados.0.smithi003.stdout:2078: oid 34 updating version 0 to 1848 2024-04-13T07:21:34.183 INFO:tasks.rados.rados.0.smithi003.stdout:2078: oid 34 updating version 1848 to 1850 2024-04-13T07:21:34.183 INFO:tasks.rados.rados.0.smithi003.stdout:2078: oid 34 version 1850 is already newer than 1849 2024-04-13T07:21:34.183 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 1850 (ObjNum 640 snap 217 seq_num 640) dirty exists 2024-04-13T07:21:34.183 INFO:tasks.rados.rados.0.smithi003.stdout:2078: left oid 34 (ObjNum 640 snap 217 seq_num 640) 2024-04-13T07:21:34.183 INFO:tasks.rados.rados.0.smithi003.stdout:2080: finishing write tid 1 to smithi00377890-38 2024-04-13T07:21:34.183 INFO:tasks.rados.rados.0.smithi003.stdout:2080: finishing write tid 2 to smithi00377890-38 2024-04-13T07:21:34.183 INFO:tasks.rados.rados.0.smithi003.stdout:2080: finishing write tid 3 to smithi00377890-38 2024-04-13T07:21:34.183 INFO:tasks.rados.rados.0.smithi003.stdout:2080: finishing write tid 4 to smithi00377890-38 2024-04-13T07:21:34.184 INFO:tasks.rados.rados.0.smithi003.stdout:2080: oid 38 updating version 0 to 2110 2024-04-13T07:21:34.184 INFO:tasks.rados.rados.0.smithi003.stdout:2080: oid 38 version 2110 is already newer than 2109 2024-04-13T07:21:34.184 INFO:tasks.rados.rados.0.smithi003.stdout:2080: oid 38 version 2110 is already newer than 2108 2024-04-13T07:21:34.184 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2110 (ObjNum 641 snap 217 seq_num 641) dirty exists 2024-04-13T07:21:34.184 INFO:tasks.rados.rados.0.smithi003.stdout:2080: left oid 38 (ObjNum 641 snap 217 seq_num 641) 2024-04-13T07:21:34.184 INFO:tasks.rados.rados.0.smithi003.stdout:2075: done (7 left) 2024-04-13T07:21:34.185 INFO:tasks.rados.rados.0.smithi003.stdout:2076: done (6 left) 2024-04-13T07:21:34.185 INFO:tasks.rados.rados.0.smithi003.stdout:2077: done (5 left) 2024-04-13T07:21:34.185 INFO:tasks.rados.rados.0.smithi003.stdout:2078: done (4 left) 2024-04-13T07:21:34.185 INFO:tasks.rados.rados.0.smithi003.stdout:2080: done (3 left) 2024-04-13T07:21:34.185 INFO:tasks.rados.rados.0.smithi003.stdout:2082: done (2 left) 2024-04-13T07:21:34.185 INFO:tasks.rados.rados.0.smithi003.stdout:2083: read oid 14 snap -1 2024-04-13T07:21:34.185 INFO:tasks.rados.rados.0.smithi003.stdout:2083: expect deleted 2024-04-13T07:21:34.185 INFO:tasks.rados.rados.0.smithi003.stdout:2084: rollback oid 41 current snap is 217 2024-04-13T07:21:34.185 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 41 to 202 2024-04-13T07:21:34.185 INFO:tasks.rados.rados.0.smithi003.stdout:2085: read oid 29 snap 194 2024-04-13T07:21:34.185 INFO:tasks.rados.rados.0.smithi003.stdout:2085: expect (ObjNum 492 snap 164 seq_num 492) 2024-04-13T07:21:34.185 INFO:tasks.rados.rados.0.smithi003.stdout:2086: setattr oid 11 current snap is 217 2024-04-13T07:21:34.186 INFO:tasks.rados.rados.0.smithi003.stdout:2083: done (5 left) 2024-04-13T07:21:34.186 INFO:tasks.rados.rados.0.smithi003.stdout:2087: delete oid 9 current snap is 217 2024-04-13T07:21:34.186 INFO:tasks.rados.rados.0.smithi003.stdout:2079: expect (ObjNum 342 snap 117 seq_num 342) 2024-04-13T07:21:34.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:21:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:21:34] "GET /metrics HTTP/1.1" 200 36021 "" "Prometheus/2.43.0" 2024-04-13T07:21:34.779 INFO:tasks.rados.rados.0.smithi003.stdout:2084: finishing rollback tid 0 to smithi00377890-41 2024-04-13T07:21:34.780 INFO:tasks.rados.rados.0.smithi003.stdout:2084: finishing rollback tid 1 to smithi00377890-41 2024-04-13T07:21:34.780 INFO:tasks.rados.rados.0.smithi003.stdout:2081: finishing write tid 1 to smithi00377890-19 2024-04-13T07:21:34.780 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 1996 (ObjNum 570 snap 192 seq_num 570) dirty exists 2024-04-13T07:21:34.780 INFO:tasks.rados.rados.0.smithi003.stdout:2084: finishing rollback tid 2 to smithi00377890-41 2024-04-13T07:21:34.780 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 1490 (ObjNum 601 snap 201 seq_num 601) dirty exists 2024-04-13T07:21:34.780 INFO:tasks.rados.rados.0.smithi003.stdout:2081: finishing write tid 2 to smithi00377890-19 2024-04-13T07:21:34.780 INFO:tasks.rados.rados.0.smithi003.stdout:2081: finishing write tid 3 to smithi00377890-19 2024-04-13T07:21:34.780 INFO:tasks.rados.rados.0.smithi003.stdout:2079: done (5 left) 2024-04-13T07:21:34.780 INFO:tasks.rados.rados.0.smithi003.stdout:2084: done (4 left) 2024-04-13T07:21:34.780 INFO:tasks.rados.rados.0.smithi003.stdout:2086: done (3 left) 2024-04-13T07:21:34.780 INFO:tasks.rados.rados.0.smithi003.stdout:2087: done (2 left) 2024-04-13T07:21:34.780 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 21 current snap is 217 2024-04-13T07:21:34.780 INFO:tasks.rados.rados.0.smithi003.stdout:2081: finishing write tid 4 to smithi00377890-19 2024-04-13T07:21:34.781 INFO:tasks.rados.rados.0.smithi003.stdout:2081: oid 19 updating version 0 to 1864 2024-04-13T07:21:34.781 INFO:tasks.rados.rados.0.smithi003.stdout:2081: oid 19 version 1864 is already newer than 1863 2024-04-13T07:21:34.781 INFO:tasks.rados.rados.0.smithi003.stdout:2081: oid 19 version 1864 is already newer than 1862 2024-04-13T07:21:34.781 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 1864 (ObjNum 642 snap 217 seq_num 642) dirty exists 2024-04-13T07:21:34.781 INFO:tasks.rados.rados.0.smithi003.stdout:2081: left oid 19 (ObjNum 642 snap 217 seq_num 642) 2024-04-13T07:21:34.781 INFO:tasks.rados.rados.0.smithi003.stdout:2085: expect (ObjNum 492 snap 164 seq_num 492) 2024-04-13T07:21:34.871 INFO:tasks.rados.rados.0.smithi003.stdout:2088: seq_num 645 ranges {8232960=409600,8642560=778240,9420800=24576} 2024-04-13T07:21:34.918 INFO:tasks.rados.rados.0.smithi003.stdout:2088: writing smithi00377890-21 from 8232960 to 8642560 tid 1 2024-04-13T07:21:34.923 INFO:tasks.rados.rados.0.smithi003.stdout:2088: writing smithi00377890-21 from 8642560 to 9420800 tid 2 2024-04-13T07:21:34.923 INFO:tasks.rados.rados.0.smithi003.stdout:2088: writing smithi00377890-21 from 9420800 to 9445376 tid 3 2024-04-13T07:21:34.923 INFO:tasks.rados.rados.0.smithi003.stdout:2081: done (2 left) 2024-04-13T07:21:34.923 INFO:tasks.rados.rados.0.smithi003.stdout:2085: done (1 left) 2024-04-13T07:21:34.923 INFO:tasks.rados.rados.0.smithi003.stdout:2089: rollback oid 12 current snap is 217 2024-04-13T07:21:34.924 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 12 to 216 2024-04-13T07:21:34.924 INFO:tasks.rados.rados.0.smithi003.stdout:2088: finishing write tid 1 to smithi00377890-21 2024-04-13T07:21:34.924 INFO:tasks.rados.rados.0.smithi003.stdout:2090: read oid 15 snap -1 2024-04-13T07:21:34.924 INFO:tasks.rados.rados.0.smithi003.stdout:2090: expect deleted 2024-04-13T07:21:34.924 INFO:tasks.rados.rados.0.smithi003.stdout:2091: setattr oid 44 current snap is 217 2024-04-13T07:21:34.925 INFO:tasks.rados.rados.0.smithi003.stdout:2090: done (3 left) 2024-04-13T07:21:34.925 INFO:tasks.rados.rados.0.smithi003.stdout:2092: copy_from oid 45 from oid 37 current snap is 217 2024-04-13T07:21:34.925 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 23 current snap is 217 2024-04-13T07:21:34.925 INFO:tasks.rados.rados.0.smithi003.stdout:2093: seq_num 646 ranges {1425408=425984,1851392=655360,2506752=147456} 2024-04-13T07:21:34.934 INFO:tasks.rados.rados.0.smithi003.stdout:2093: writing smithi00377890-23 from 1425408 to 1851392 tid 1 2024-04-13T07:21:34.938 INFO:tasks.rados.rados.0.smithi003.stdout:2093: writing smithi00377890-23 from 1851392 to 2506752 tid 2 2024-04-13T07:21:34.940 INFO:tasks.rados.rados.0.smithi003.stdout:2093: writing smithi00377890-23 from 2506752 to 2654208 tid 3 2024-04-13T07:21:34.940 INFO:tasks.rados.rados.0.smithi003.stdout:2094: rollback oid 10 current snap is 217 2024-04-13T07:21:34.940 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 10 to 166 2024-04-13T07:21:34.940 INFO:tasks.rados.rados.0.smithi003.stdout:2092: finishing copy_from to smithi00377890-45 2024-04-13T07:21:34.940 INFO:tasks.rados.rados.0.smithi003.stdout:2092: got expected ENOENT (src dne) 2024-04-13T07:21:34.940 INFO:tasks.rados.rados.0.smithi003.stdout:2095: delete oid 30 current snap is 217 2024-04-13T07:21:34.940 INFO:tasks.rados.rados.0.smithi003.stdout:2092: finishing copy_from racing read to smithi00377890-45 2024-04-13T07:21:34.940 INFO:tasks.rados.rados.0.smithi003.stdout:2088: finishing write tid 2 to smithi00377890-21 2024-04-13T07:21:34.940 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 1192 (ObjNum 113 snap 0 seq_num 291867712) dirty exists 2024-04-13T07:21:34.940 INFO:tasks.rados.rados.0.smithi003.stdout:2088: finishing write tid 3 to smithi00377890-21 2024-04-13T07:21:34.941 INFO:tasks.rados.rados.0.smithi003.stdout:2088: finishing write tid 4 to smithi00377890-21 2024-04-13T07:21:34.941 INFO:tasks.rados.rados.0.smithi003.stdout:2089: finishing rollback tid 0 to smithi00377890-12 2024-04-13T07:21:34.941 INFO:tasks.rados.rados.0.smithi003.stdout:2089: finishing rollback tid 1 to smithi00377890-12 2024-04-13T07:21:34.941 INFO:tasks.rados.rados.0.smithi003.stdout:2089: finishing rollback tid 2 to smithi00377890-12 2024-04-13T07:21:34.941 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 1347 (ObjNum 533 snap 180 seq_num 533) dirty exists 2024-04-13T07:21:34.941 INFO:tasks.rados.rados.0.smithi003.stdout:2088: finishing write tid 5 to smithi00377890-21 2024-04-13T07:21:34.941 INFO:tasks.rados.rados.0.smithi003.stdout:2088: oid 21 updating version 0 to 2111 2024-04-13T07:21:34.941 INFO:tasks.rados.rados.0.smithi003.stdout:2088: oid 21 version 2111 is already newer than 2108 2024-04-13T07:21:34.941 INFO:tasks.rados.rados.0.smithi003.stdout:2088: oid 21 version 2111 is already newer than 2109 2024-04-13T07:21:34.941 INFO:tasks.rados.rados.0.smithi003.stdout:2088: oid 21 version 2111 is already newer than 2110 2024-04-13T07:21:34.941 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2111 (ObjNum 645 snap 217 seq_num 645) dirty exists 2024-04-13T07:21:34.941 INFO:tasks.rados.rados.0.smithi003.stdout:2088: left oid 21 (ObjNum 645 snap 217 seq_num 645) 2024-04-13T07:21:34.941 INFO:tasks.rados.rados.0.smithi003.stdout:2093: finishing write tid 1 to smithi00377890-23 2024-04-13T07:21:34.942 INFO:tasks.rados.rados.0.smithi003.stdout:2088: done (6 left) 2024-04-13T07:21:34.942 INFO:tasks.rados.rados.0.smithi003.stdout:2089: done (5 left) 2024-04-13T07:21:34.942 INFO:tasks.rados.rados.0.smithi003.stdout:2091: done (4 left) 2024-04-13T07:21:34.942 INFO:tasks.rados.rados.0.smithi003.stdout:2092: done (3 left) 2024-04-13T07:21:34.942 INFO:tasks.rados.rados.0.smithi003.stdout:2095: done (2 left) 2024-04-13T07:21:34.942 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 217 2024-04-13T07:21:34.942 INFO:tasks.rados.rados.0.smithi003.stdout:2096: seq_num 648 ranges {0=458752,458752=475136,933888=327680} 2024-04-13T07:21:34.944 INFO:tasks.rados.rados.0.smithi003.stdout:2096: writing smithi00377890-9 from 0 to 458752 tid 1 2024-04-13T07:21:34.947 INFO:tasks.rados.rados.0.smithi003.stdout:2096: writing smithi00377890-9 from 458752 to 933888 tid 2 2024-04-13T07:21:34.949 INFO:tasks.rados.rados.0.smithi003.stdout:2096: writing smithi00377890-9 from 933888 to 1261568 tid 3 2024-04-13T07:21:34.950 INFO:tasks.rados.rados.0.smithi003.stdout:2097: rollback oid 25 current snap is 217 2024-04-13T07:21:34.950 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 25 to 193 2024-04-13T07:21:34.950 INFO:tasks.rados.rados.0.smithi003.stdout:2093: finishing write tid 2 to smithi00377890-23 2024-04-13T07:21:34.950 INFO:tasks.rados.rados.0.smithi003.stdout:2093: finishing write tid 3 to smithi00377890-23 2024-04-13T07:21:34.950 INFO:tasks.rados.rados.0.smithi003.stdout:2093: finishing write tid 4 to smithi00377890-23 2024-04-13T07:21:34.950 INFO:tasks.rados.rados.0.smithi003.stdout:2094: finishing rollback tid 0 to smithi00377890-10 2024-04-13T07:21:34.950 INFO:tasks.rados.rados.0.smithi003.stdout:2093: finishing write tid 5 to smithi00377890-23 2024-04-13T07:21:34.950 INFO:tasks.rados.rados.0.smithi003.stdout:2093: oid 23 updating version 0 to 2142 2024-04-13T07:21:34.950 INFO:tasks.rados.rados.0.smithi003.stdout:2093: oid 23 updating version 2142 to 2144 2024-04-13T07:21:34.950 INFO:tasks.rados.rados.0.smithi003.stdout:2093: oid 23 updating version 2144 to 2145 2024-04-13T07:21:34.951 INFO:tasks.rados.rados.0.smithi003.stdout:2093: oid 23 version 2145 is already newer than 2143 2024-04-13T07:21:34.951 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 2145 (ObjNum 646 snap 217 seq_num 646) dirty exists 2024-04-13T07:21:34.951 INFO:tasks.rados.rados.0.smithi003.stdout:2093: left oid 23 (ObjNum 646 snap 217 seq_num 646) 2024-04-13T07:21:34.951 INFO:tasks.rados.rados.0.smithi003.stdout:2093: done (3 left) 2024-04-13T07:21:34.951 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 14 current snap is 217 2024-04-13T07:21:34.951 INFO:tasks.rados.rados.0.smithi003.stdout:2098: seq_num 649 ranges {0=475136,475136=761856,1236992=40960} 2024-04-13T07:21:34.952 INFO:tasks.rados.rados.0.smithi003.stdout:2098: writing smithi00377890-14 from 0 to 475136 tid 1 2024-04-13T07:21:34.956 INFO:tasks.rados.rados.0.smithi003.stdout:2098: writing smithi00377890-14 from 475136 to 1236992 tid 2 2024-04-13T07:21:34.957 INFO:tasks.rados.rados.0.smithi003.stdout:2098: writing smithi00377890-14 from 1236992 to 1277952 tid 3 2024-04-13T07:21:34.958 INFO:tasks.rados.rados.0.smithi003.stdout:2099: rollback oid 13 current snap is 217 2024-04-13T07:21:34.958 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 13 to 154 2024-04-13T07:21:34.958 INFO:tasks.rados.rados.0.smithi003.stdout:2094: finishing rollback tid 1 to smithi00377890-10 2024-04-13T07:21:34.958 INFO:tasks.rados.rados.0.smithi003.stdout:2100: snap_create 2024-04-13T07:21:34.958 INFO:tasks.rados.rados.0.smithi003.stdout:2098: finishing write tid 1 to smithi00377890-14 2024-04-13T07:21:34.958 INFO:tasks.rados.rados.0.smithi003.stdout:2094: finishing rollback tid 2 to smithi00377890-10 2024-04-13T07:21:34.958 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 2148 (ObjNum 498 snap 166 seq_num 498) dirty exists 2024-04-13T07:21:34.958 INFO:tasks.rados.rados.0.smithi003.stdout:2096: finishing write tid 1 to smithi00377890-9 2024-04-13T07:21:34.958 INFO:tasks.rados.rados.0.smithi003.stdout:2096: finishing write tid 2 to smithi00377890-9 2024-04-13T07:21:34.958 INFO:tasks.rados.rados.0.smithi003.stdout:2096: finishing write tid 3 to smithi00377890-9 2024-04-13T07:21:34.959 INFO:tasks.rados.rados.0.smithi003.stdout:2099: finishing rollback tid 1 to smithi00377890-13 2024-04-13T07:21:34.959 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 1579 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:21:34.962 INFO:tasks.rados.rados.0.smithi003.stdout:2098: finishing write tid 2 to smithi00377890-14 2024-04-13T07:21:34.962 INFO:tasks.rados.rados.0.smithi003.stdout:2098: finishing write tid 3 to smithi00377890-14 2024-04-13T07:21:34.962 INFO:tasks.rados.rados.0.smithi003.stdout:2098: finishing write tid 4 to smithi00377890-14 2024-04-13T07:21:34.964 INFO:tasks.rados.rados.0.smithi003.stdout:2098: finishing write tid 5 to smithi00377890-14 2024-04-13T07:21:34.964 INFO:tasks.rados.rados.0.smithi003.stdout:2098: oid 14 updating version 0 to 1997 2024-04-13T07:21:34.964 INFO:tasks.rados.rados.0.smithi003.stdout:2098: oid 14 updating version 1997 to 1998 2024-04-13T07:21:34.964 INFO:tasks.rados.rados.0.smithi003.stdout:2098: oid 14 updating version 1998 to 1999 2024-04-13T07:21:34.964 INFO:tasks.rados.rados.0.smithi003.stdout:2098: oid 14 updating version 1999 to 2000 2024-04-13T07:21:34.964 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 2000 (ObjNum 649 snap 217 seq_num 649) dirty exists 2024-04-13T07:21:34.964 INFO:tasks.rados.rados.0.smithi003.stdout:2098: left oid 14 (ObjNum 649 snap 217 seq_num 649) 2024-04-13T07:21:34.965 INFO:tasks.rados.rados.0.smithi003.stdout:2096: finishing write tid 4 to smithi00377890-9 2024-04-13T07:21:34.965 INFO:tasks.rados.rados.0.smithi003.stdout:2097: finishing rollback tid 0 to smithi00377890-25 2024-04-13T07:21:34.965 INFO:tasks.rados.rados.0.smithi003.stdout:2097: finishing rollback tid 1 to smithi00377890-25 2024-04-13T07:21:34.966 INFO:tasks.rados.rados.0.smithi003.stdout:2096: finishing write tid 5 to smithi00377890-9 2024-04-13T07:21:34.967 INFO:tasks.rados.rados.0.smithi003.stdout:2096: oid 9 updating version 0 to 2152 2024-04-13T07:21:34.967 INFO:tasks.rados.rados.0.smithi003.stdout:2096: oid 9 version 2152 is already newer than 2149 2024-04-13T07:21:34.967 INFO:tasks.rados.rados.0.smithi003.stdout:2096: oid 9 version 2152 is already newer than 2150 2024-04-13T07:21:34.967 INFO:tasks.rados.rados.0.smithi003.stdout:2096: oid 9 version 2152 is already newer than 2151 2024-04-13T07:21:34.967 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 2152 (ObjNum 648 snap 217 seq_num 648) dirty exists 2024-04-13T07:21:34.967 INFO:tasks.rados.rados.0.smithi003.stdout:2096: left oid 9 (ObjNum 648 snap 217 seq_num 648) 2024-04-13T07:21:34.968 INFO:tasks.rados.rados.0.smithi003.stdout:2097: finishing rollback tid 2 to smithi00377890-25 2024-04-13T07:21:34.968 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 2156 (ObjNum 430 snap 146 seq_num 430) dirty exists 2024-04-13T07:21:35.838 INFO:tasks.rados.rados.0.smithi003.stdout:2094: done (5 left) 2024-04-13T07:21:35.839 INFO:tasks.rados.rados.0.smithi003.stdout:2096: done (4 left) 2024-04-13T07:21:35.839 INFO:tasks.rados.rados.0.smithi003.stdout:2097: done (3 left) 2024-04-13T07:21:35.839 INFO:tasks.rados.rados.0.smithi003.stdout:2098: done (2 left) 2024-04-13T07:21:35.839 INFO:tasks.rados.rados.0.smithi003.stdout:2099: done (1 left) 2024-04-13T07:21:35.839 INFO:tasks.rados.rados.0.smithi003.stdout:2100: done (0 left) 2024-04-13T07:21:35.839 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 50 current snap is 218 2024-04-13T07:21:35.839 INFO:tasks.rados.rados.0.smithi003.stdout:2101: seq_num 650 ranges {5455872=491520,5947392=647168,6594560=155648} 2024-04-13T07:21:35.871 INFO:tasks.rados.rados.0.smithi003.stdout:2101: writing smithi00377890-50 from 5455872 to 5947392 tid 1 2024-04-13T07:21:35.875 INFO:tasks.rados.rados.0.smithi003.stdout:2101: writing smithi00377890-50 from 5947392 to 6594560 tid 2 2024-04-13T07:21:35.876 INFO:tasks.rados.rados.0.smithi003.stdout:2101: writing smithi00377890-50 from 6594560 to 6750208 tid 3 2024-04-13T07:21:35.876 INFO:tasks.rados.rados.0.smithi003.stdout:2102: read oid 28 snap 215 2024-04-13T07:21:35.876 INFO:tasks.rados.rados.0.smithi003.stdout:2102: expect (ObjNum 579 snap 195 seq_num 579) 2024-04-13T07:21:35.876 INFO:tasks.rados.rados.0.smithi003.stdout:2103: snap_remove snap 194 2024-04-13T07:21:36.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:35 smithi003 ceph-mon[89364]: pgmap v407: 121 pgs: 121 active+clean; 411 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 492 KiB/s wr, 13 op/s 2024-04-13T07:21:36.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:35 smithi003 ceph-mon[91733]: pgmap v407: 121 pgs: 121 active+clean; 411 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 492 KiB/s wr, 13 op/s 2024-04-13T07:21:36.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:35 smithi066 ceph-mon[84331]: pgmap v407: 121 pgs: 121 active+clean; 411 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 492 KiB/s wr, 13 op/s 2024-04-13T07:21:36.855 INFO:tasks.rados.rados.0.smithi003.stdout:2103: done (2 left) 2024-04-13T07:21:36.856 INFO:tasks.rados.rados.0.smithi003.stdout:2104: read oid 36 snap -1 2024-04-13T07:21:36.856 INFO:tasks.rados.rados.0.smithi003.stdout:2104: expect deleted 2024-04-13T07:21:36.856 INFO:tasks.rados.rados.0.smithi003.stdout:2105: snap_remove snap 154 2024-04-13T07:21:37.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:36 smithi003 ceph-mon[91733]: osdmap e500: 8 total, 8 up, 8 in 2024-04-13T07:21:37.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:36 smithi003 ceph-mon[89364]: osdmap e500: 8 total, 8 up, 8 in 2024-04-13T07:21:37.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:36 smithi066 ceph-mon[84331]: osdmap e500: 8 total, 8 up, 8 in 2024-04-13T07:21:37.862 INFO:tasks.rados.rados.0.smithi003.stdout:2105: done (3 left) 2024-04-13T07:21:37.862 INFO:tasks.rados.rados.0.smithi003.stdout:2106: copy_from oid 49 from oid 25 current snap is 218 2024-04-13T07:21:37.862 INFO:tasks.rados.rados.0.smithi003.stdout:2101: finishing write tid 1 to smithi00377890-50 2024-04-13T07:21:37.862 INFO:tasks.rados.rados.0.smithi003.stdout:2101: finishing write tid 2 to smithi00377890-50 2024-04-13T07:21:37.862 INFO:tasks.rados.rados.0.smithi003.stdout:2101: finishing write tid 3 to smithi00377890-50 2024-04-13T07:21:37.863 INFO:tasks.rados.rados.0.smithi003.stdout:2101: finishing write tid 4 to smithi00377890-50 2024-04-13T07:21:37.863 INFO:tasks.rados.rados.0.smithi003.stdout:2101: finishing write tid 5 to smithi00377890-50 2024-04-13T07:21:37.863 INFO:tasks.rados.rados.0.smithi003.stdout:2101: oid 50 updating version 0 to 1348 2024-04-13T07:21:37.863 INFO:tasks.rados.rados.0.smithi003.stdout:2101: oid 50 updating version 1348 to 1351 2024-04-13T07:21:37.863 INFO:tasks.rados.rados.0.smithi003.stdout:2101: oid 50 version 1351 is already newer than 1349 2024-04-13T07:21:37.863 INFO:tasks.rados.rados.0.smithi003.stdout:2101: oid 50 version 1351 is already newer than 1350 2024-04-13T07:21:37.863 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 1351 (ObjNum 650 snap 218 seq_num 650) dirty exists 2024-04-13T07:21:37.863 INFO:tasks.rados.rados.0.smithi003.stdout:2101: left oid 50 (ObjNum 650 snap 218 seq_num 650) 2024-04-13T07:21:37.863 INFO:tasks.rados.rados.0.smithi003.stdout:2102: expect (ObjNum 579 snap 195 seq_num 579) 2024-04-13T07:21:37.934 INFO:tasks.rados.rados.0.smithi003.stdout:2101: done (3 left) 2024-04-13T07:21:37.935 INFO:tasks.rados.rados.0.smithi003.stdout:2102: done (2 left) 2024-04-13T07:21:37.935 INFO:tasks.rados.rados.0.smithi003.stdout:2104: done (1 left) 2024-04-13T07:21:37.935 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 24 current snap is 218 2024-04-13T07:21:37.935 INFO:tasks.rados.rados.0.smithi003.stdout:2106: finishing copy_from racing read to smithi00377890-49 2024-04-13T07:21:37.935 INFO:tasks.rados.rados.0.smithi003.stdout:2106: finishing copy_from to smithi00377890-49 2024-04-13T07:21:37.935 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 2156 (ObjNum 430 snap 146 seq_num 430) dirty exists 2024-04-13T07:21:37.935 INFO:tasks.rados.rados.0.smithi003.stdout:2107: seq_num 651 ranges {2056192=507904,2564096=532480,3096576=270336} 2024-04-13T07:21:37.948 INFO:tasks.rados.rados.0.smithi003.stdout:2107: writing smithi00377890-24 from 2056192 to 2564096 tid 1 2024-04-13T07:21:37.951 INFO:tasks.rados.rados.0.smithi003.stdout:2107: writing smithi00377890-24 from 2564096 to 3096576 tid 2 2024-04-13T07:21:37.953 INFO:tasks.rados.rados.0.smithi003.stdout:2107: writing smithi00377890-24 from 3096576 to 3366912 tid 3 2024-04-13T07:21:37.953 INFO:tasks.rados.rados.0.smithi003.stdout:2106: done (1 left) 2024-04-13T07:21:37.954 INFO:tasks.rados.rados.0.smithi003.stdout:2108: rollback oid 1 current snap is 218 2024-04-13T07:21:37.954 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 1 to 204 2024-04-13T07:21:37.954 INFO:tasks.rados.rados.0.smithi003.stdout:2107: finishing write tid 1 to smithi00377890-24 2024-04-13T07:21:37.954 INFO:tasks.rados.rados.0.smithi003.stdout:2109: copy_from oid 13 from oid 21 current snap is 218 2024-04-13T07:21:37.954 INFO:tasks.rados.rados.0.smithi003.stdout:2110: snap_create 2024-04-13T07:21:37.956 INFO:tasks.rados.rados.0.smithi003.stdout:2108: finishing rollback tid 1 to smithi00377890-1 2024-04-13T07:21:37.956 INFO:tasks.rados.rados.0.smithi003.stdout:2107: finishing write tid 2 to smithi00377890-24 2024-04-13T07:21:37.956 INFO:tasks.rados.rados.0.smithi003.stdout:2107: finishing write tid 3 to smithi00377890-24 2024-04-13T07:21:37.958 INFO:tasks.rados.rados.0.smithi003.stdout:2107: finishing write tid 4 to smithi00377890-24 2024-04-13T07:21:37.958 INFO:tasks.rados.rados.0.smithi003.stdout:2108: finishing rollback tid 2 to smithi00377890-1 2024-04-13T07:21:37.958 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 1492 (ObjNum 533 snap 180 seq_num 533) dirty exists 2024-04-13T07:21:37.959 INFO:tasks.rados.rados.0.smithi003.stdout:2107: finishing write tid 5 to smithi00377890-24 2024-04-13T07:21:37.959 INFO:tasks.rados.rados.0.smithi003.stdout:2107: oid 24 updating version 0 to 1888 2024-04-13T07:21:37.959 INFO:tasks.rados.rados.0.smithi003.stdout:2107: oid 24 version 1888 is already newer than 1886 2024-04-13T07:21:37.959 INFO:tasks.rados.rados.0.smithi003.stdout:2107: oid 24 version 1888 is already newer than 1887 2024-04-13T07:21:37.959 INFO:tasks.rados.rados.0.smithi003.stdout:2107: oid 24 updating version 1888 to 1889 2024-04-13T07:21:37.960 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 1889 (ObjNum 651 snap 218 seq_num 651) dirty exists 2024-04-13T07:21:37.960 INFO:tasks.rados.rados.0.smithi003.stdout:2107: left oid 24 (ObjNum 651 snap 218 seq_num 651) 2024-04-13T07:21:37.990 INFO:tasks.rados.rados.0.smithi003.stdout:2109: finishing copy_from racing read to smithi00377890-13 2024-04-13T07:21:37.995 INFO:tasks.rados.rados.0.smithi003.stdout:2109: finishing copy_from to smithi00377890-13 2024-04-13T07:21:37.995 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 2111 (ObjNum 645 snap 217 seq_num 645) dirty exists 2024-04-13T07:21:38.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:37 smithi003 ceph-mon[91733]: pgmap v409: 121 pgs: 121 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-04-13T07:21:38.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:37 smithi003 ceph-mon[91733]: osdmap e501: 8 total, 8 up, 8 in 2024-04-13T07:21:38.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:38.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:21:38.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:37 smithi003 ceph-mon[89364]: pgmap v409: 121 pgs: 121 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-04-13T07:21:38.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:37 smithi003 ceph-mon[89364]: osdmap e501: 8 total, 8 up, 8 in 2024-04-13T07:21:38.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:38.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:21:38.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:37 smithi066 ceph-mon[84331]: pgmap v409: 121 pgs: 121 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-04-13T07:21:38.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:37 smithi066 ceph-mon[84331]: osdmap e501: 8 total, 8 up, 8 in 2024-04-13T07:21:38.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:38.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:21:38.809 INFO:tasks.rados.rados.0.smithi003.stdout:2107: done (3 left) 2024-04-13T07:21:38.809 INFO:tasks.rados.rados.0.smithi003.stdout:2108: done (2 left) 2024-04-13T07:21:38.809 INFO:tasks.rados.rados.0.smithi003.stdout:2109: done (1 left) 2024-04-13T07:21:38.809 INFO:tasks.rados.rados.0.smithi003.stdout:2110: done (0 left) 2024-04-13T07:21:38.809 INFO:tasks.rados.rados.0.smithi003.stdout:2111: copy_from oid 35 from oid 2 current snap is 219 2024-04-13T07:21:38.809 INFO:tasks.rados.rados.0.smithi003.stdout:2112: copy_from oid 24 from oid 12 current snap is 219 2024-04-13T07:21:38.810 INFO:tasks.rados.rados.0.smithi003.stdout:2113: copy_from oid 44 from oid 36 current snap is 219 2024-04-13T07:21:38.810 INFO:tasks.rados.rados.0.smithi003.stdout:2114: snap_create 2024-04-13T07:21:38.813 INFO:tasks.rados.rados.0.smithi003.stdout:2113: finishing copy_from to smithi00377890-44 2024-04-13T07:21:38.813 INFO:tasks.rados.rados.0.smithi003.stdout:2113: got expected ENOENT (src dne) 2024-04-13T07:21:38.813 INFO:tasks.rados.rados.0.smithi003.stdout:2113: finishing copy_from racing read to smithi00377890-44 2024-04-13T07:21:38.818 INFO:tasks.rados.rados.0.smithi003.stdout:2111: finishing copy_from to smithi00377890-35 2024-04-13T07:21:38.818 INFO:tasks.rados.rados.0.smithi003.stdout:2111: got expected ENOENT (src dne) 2024-04-13T07:21:38.818 INFO:tasks.rados.rados.0.smithi003.stdout:2111: finishing copy_from racing read to smithi00377890-35 2024-04-13T07:21:38.846 INFO:tasks.rados.rados.0.smithi003.stdout:2112: finishing copy_from racing read to smithi00377890-24 2024-04-13T07:21:38.849 INFO:tasks.rados.rados.0.smithi003.stdout:2112: finishing copy_from to smithi00377890-24 2024-04-13T07:21:38.849 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 1347 (ObjNum 533 snap 180 seq_num 533) dirty exists 2024-04-13T07:21:39.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:38 smithi003 ceph-mon[91733]: osdmap e502: 8 total, 8 up, 8 in 2024-04-13T07:21:39.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:38 smithi003 ceph-mon[91733]: osdmap e503: 8 total, 8 up, 8 in 2024-04-13T07:21:39.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:38 smithi003 ceph-mon[89364]: osdmap e502: 8 total, 8 up, 8 in 2024-04-13T07:21:39.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:38 smithi003 ceph-mon[89364]: osdmap e503: 8 total, 8 up, 8 in 2024-04-13T07:21:39.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:38 smithi066 ceph-mon[84331]: osdmap e502: 8 total, 8 up, 8 in 2024-04-13T07:21:39.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:38 smithi066 ceph-mon[84331]: osdmap e503: 8 total, 8 up, 8 in 2024-04-13T07:21:39.808 INFO:tasks.rados.rados.0.smithi003.stdout:2111: done (3 left) 2024-04-13T07:21:39.808 INFO:tasks.rados.rados.0.smithi003.stdout:2112: done (2 left) 2024-04-13T07:21:39.808 INFO:tasks.rados.rados.0.smithi003.stdout:2113: done (1 left) 2024-04-13T07:21:39.808 INFO:tasks.rados.rados.0.smithi003.stdout:2114: done (0 left) 2024-04-13T07:21:39.808 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 45 current snap is 220 2024-04-13T07:21:39.809 INFO:tasks.rados.rados.0.smithi003.stdout:2115: seq_num 652 ranges {1359872=524288,1884160=409600,2293760=393216} 2024-04-13T07:21:39.818 INFO:tasks.rados.rados.0.smithi003.stdout:2115: writing smithi00377890-45 from 1359872 to 1884160 tid 1 2024-04-13T07:21:39.820 INFO:tasks.rados.rados.0.smithi003.stdout:2115: writing smithi00377890-45 from 1884160 to 2293760 tid 2 2024-04-13T07:21:39.823 INFO:tasks.rados.rados.0.smithi003.stdout:2115: writing smithi00377890-45 from 2293760 to 2686976 tid 3 2024-04-13T07:21:39.823 INFO:tasks.rados.rados.0.smithi003.stdout:2116: rollback oid 15 current snap is 220 2024-04-13T07:21:39.823 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 15 to 193 2024-04-13T07:21:39.823 INFO:tasks.rados.rados.0.smithi003.stdout:2117: snap_remove snap 206 2024-04-13T07:21:40.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:39 smithi003 ceph-mon[91733]: pgmap v412: 121 pgs: 121 active+clean; 443 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 4.7 MiB/s wr, 38 op/s 2024-04-13T07:21:40.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:39 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:21:40.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:39 smithi003 ceph-mon[91733]: osdmap e504: 8 total, 8 up, 8 in 2024-04-13T07:21:40.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:39 smithi003 ceph-mon[89364]: pgmap v412: 121 pgs: 121 active+clean; 443 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 4.7 MiB/s wr, 38 op/s 2024-04-13T07:21:40.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:39 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:21:40.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:39 smithi003 ceph-mon[89364]: osdmap e504: 8 total, 8 up, 8 in 2024-04-13T07:21:40.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:39 smithi066 ceph-mon[84331]: pgmap v412: 121 pgs: 121 active+clean; 443 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 4.7 MiB/s wr, 38 op/s 2024-04-13T07:21:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:39 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:21:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:39 smithi066 ceph-mon[84331]: osdmap e504: 8 total, 8 up, 8 in 2024-04-13T07:21:40.818 INFO:tasks.rados.rados.0.smithi003.stdout:2117: done (2 left) 2024-04-13T07:21:40.819 INFO:tasks.rados.rados.0.smithi003.stdout:2118: read oid 8 snap 166 2024-04-13T07:21:40.819 INFO:tasks.rados.rados.0.smithi003.stdout:2118: expect (ObjNum 430 snap 146 seq_num 430) 2024-04-13T07:21:40.819 INFO:tasks.rados.rados.0.smithi003.stdout:2119: setattr oid 11 current snap is 220 2024-04-13T07:21:40.822 INFO:tasks.rados.rados.0.smithi003.stdout:2115: finishing write tid 1 to smithi00377890-45 2024-04-13T07:21:40.822 INFO:tasks.rados.rados.0.smithi003.stdout:2115: finishing write tid 2 to smithi00377890-45 2024-04-13T07:21:40.822 INFO:tasks.rados.rados.0.smithi003.stdout:2115: finishing write tid 3 to smithi00377890-45 2024-04-13T07:21:40.823 INFO:tasks.rados.rados.0.smithi003.stdout:2115: finishing write tid 4 to smithi00377890-45 2024-04-13T07:21:40.823 INFO:tasks.rados.rados.0.smithi003.stdout:2116: finishing rollback tid 1 to smithi00377890-15 2024-04-13T07:21:40.823 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 1971 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-13T07:21:40.823 INFO:tasks.rados.rados.0.smithi003.stdout:2115: finishing write tid 5 to smithi00377890-45 2024-04-13T07:21:40.823 INFO:tasks.rados.rados.0.smithi003.stdout:2115: oid 45 updating version 0 to 1782 2024-04-13T07:21:40.823 INFO:tasks.rados.rados.0.smithi003.stdout:2115: oid 45 version 1782 is already newer than 1781 2024-04-13T07:21:40.823 INFO:tasks.rados.rados.0.smithi003.stdout:2115: oid 45 updating version 1782 to 1783 2024-04-13T07:21:40.823 INFO:tasks.rados.rados.0.smithi003.stdout:2115: oid 45 version 1783 is already newer than 1780 2024-04-13T07:21:40.823 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 1783 (ObjNum 652 snap 220 seq_num 652) dirty exists 2024-04-13T07:21:40.823 INFO:tasks.rados.rados.0.smithi003.stdout:2115: left oid 45 (ObjNum 652 snap 220 seq_num 652) 2024-04-13T07:21:40.823 INFO:tasks.rados.rados.0.smithi003.stdout:2115: done (3 left) 2024-04-13T07:21:40.823 INFO:tasks.rados.rados.0.smithi003.stdout:2116: done (2 left) 2024-04-13T07:21:40.823 INFO:tasks.rados.rados.0.smithi003.stdout:2120: read oid 42 snap 183 2024-04-13T07:21:40.824 INFO:tasks.rados.rados.0.smithi003.stdout:2120: expect (ObjNum 521 snap 175 seq_num 521) 2024-04-13T07:21:40.824 INFO:tasks.rados.rados.0.smithi003.stdout:2121: read oid 7 snap -1 2024-04-13T07:21:40.824 INFO:tasks.rados.rados.0.smithi003.stdout:2121: expect (ObjNum 489 snap 163 seq_num 489) 2024-04-13T07:21:40.824 INFO:tasks.rados.rados.0.smithi003.stdout:2122: read oid 4 snap -1 2024-04-13T07:21:40.824 INFO:tasks.rados.rados.0.smithi003.stdout:2122: expect (ObjNum 635 snap 216 seq_num 635) 2024-04-13T07:21:40.824 INFO:tasks.rados.rados.0.smithi003.stdout:2123: delete oid 20 current snap is 220 2024-04-13T07:21:40.825 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 2001 (ObjNum 570 snap 192 seq_num 570) dirty exists 2024-04-13T07:21:40.838 INFO:tasks.rados.rados.0.smithi003.stdout:2119: done (5 left) 2024-04-13T07:21:40.838 INFO:tasks.rados.rados.0.smithi003.stdout:2123: done (4 left) 2024-04-13T07:21:40.838 INFO:tasks.rados.rados.0.smithi003.stdout:2124: read oid 46 snap -1 2024-04-13T07:21:40.838 INFO:tasks.rados.rados.0.smithi003.stdout:2124: expect (ObjNum 622 snap 212 seq_num 622) 2024-04-13T07:21:40.838 INFO:tasks.rados.rados.0.smithi003.stdout:2125: snap_remove snap 202 2024-04-13T07:21:41.129 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:40 smithi066 ceph-mon[84331]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:21:41.144 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:40 smithi066 ceph-mon[84331]: Upgrade: osd.6 is safe to restart 2024-04-13T07:21:41.145 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:40 smithi066 ceph-mon[84331]: osdmap e505: 8 total, 8 up, 8 in 2024-04-13T07:21:41.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:40 smithi003 ceph-mon[91733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:21:41.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:40 smithi003 ceph-mon[91733]: Upgrade: osd.6 is safe to restart 2024-04-13T07:21:41.145 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:40 smithi003 ceph-mon[91733]: osdmap e505: 8 total, 8 up, 8 in 2024-04-13T07:21:41.145 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:40 smithi003 ceph-mon[89364]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-13T07:21:41.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:40 smithi003 ceph-mon[89364]: Upgrade: osd.6 is safe to restart 2024-04-13T07:21:41.146 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:40 smithi003 ceph-mon[89364]: osdmap e505: 8 total, 8 up, 8 in 2024-04-13T07:21:41.818 INFO:tasks.rados.rados.0.smithi003.stdout:2118: expect (ObjNum 430 snap 146 seq_num 430) 2024-04-13T07:21:41.877 INFO:tasks.rados.rados.0.smithi003.stdout:2121: expect (ObjNum 489 snap 163 seq_num 489) 2024-04-13T07:21:41.919 INFO:tasks.rados.rados.0.smithi003.stdout:2122: expect (ObjNum 635 snap 216 seq_num 635) 2024-04-13T07:21:42.046 INFO:tasks.rados.rados.0.smithi003.stdout:2124: expect (ObjNum 622 snap 212 seq_num 622) 2024-04-13T07:21:42.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:41 smithi003 ceph-mon[91733]: pgmap v415: 121 pgs: 121 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 7.5 MiB/s wr, 28 op/s 2024-04-13T07:21:42.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:42.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T07:21:42.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:21:42.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:41 smithi003 ceph-mon[91733]: osdmap e506: 8 total, 8 up, 8 in 2024-04-13T07:21:42.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:41 smithi003 ceph-mon[89364]: pgmap v415: 121 pgs: 121 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 7.5 MiB/s wr, 28 op/s 2024-04-13T07:21:42.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:42.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T07:21:42.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:21:42.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:41 smithi003 ceph-mon[89364]: osdmap e506: 8 total, 8 up, 8 in 2024-04-13T07:21:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:41 smithi066 ceph-mon[84331]: pgmap v415: 121 pgs: 121 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 7.5 MiB/s wr, 28 op/s 2024-04-13T07:21:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T07:21:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:21:42.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:41 smithi066 ceph-mon[84331]: osdmap e506: 8 total, 8 up, 8 in 2024-04-13T07:21:42.653 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:21:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:21:42.733 INFO:tasks.rados.rados.0.smithi003.stdout:2120: expect (ObjNum 521 snap 175 seq_num 521) 2024-04-13T07:21:43.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:42 smithi003 ceph-mon[89364]: Upgrade: Updating osd.6 2024-04-13T07:21:43.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:42 smithi003 ceph-mon[89364]: Deploying daemon osd.6 on smithi066 2024-04-13T07:21:43.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:42 smithi003 ceph-mon[91733]: Upgrade: Updating osd.6 2024-04-13T07:21:43.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:42 smithi003 ceph-mon[91733]: Deploying daemon osd.6 on smithi066 2024-04-13T07:21:43.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:42 smithi066 ceph-mon[84331]: Upgrade: Updating osd.6 2024-04-13T07:21:43.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:42 smithi066 ceph-mon[84331]: Deploying daemon osd.6 on smithi066 2024-04-13T07:21:44.014 INFO:tasks.rados.rados.0.smithi003.stdout:2118: done (5 left) 2024-04-13T07:21:44.015 INFO:tasks.rados.rados.0.smithi003.stdout:2120: done (4 left) 2024-04-13T07:21:44.015 INFO:tasks.rados.rados.0.smithi003.stdout:2121: done (3 left) 2024-04-13T07:21:44.015 INFO:tasks.rados.rados.0.smithi003.stdout:2122: done (2 left) 2024-04-13T07:21:44.015 INFO:tasks.rados.rados.0.smithi003.stdout:2124: done (1 left) 2024-04-13T07:21:44.015 INFO:tasks.rados.rados.0.smithi003.stdout:2125: done (0 left) 2024-04-13T07:21:44.015 INFO:tasks.rados.rados.0.smithi003.stdout:2126: rollback oid 23 current snap is 220 2024-04-13T07:21:44.015 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 23 to 216 2024-04-13T07:21:44.015 INFO:tasks.rados.rados.0.smithi003.stdout:2127: snap_create 2024-04-13T07:21:44.019 INFO:tasks.rados.rados.0.smithi003.stdout:2126: finishing rollback tid 0 to smithi00377890-23 2024-04-13T07:21:44.019 INFO:tasks.rados.rados.0.smithi003.stdout:2126: finishing rollback tid 1 to smithi00377890-23 2024-04-13T07:21:44.019 INFO:tasks.rados.rados.0.smithi003.stdout:2126: finishing rollback tid 2 to smithi00377890-23 2024-04-13T07:21:44.019 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 2193 (ObjNum 619 snap 210 seq_num 619) dirty exists 2024-04-13T07:21:44.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:43 smithi003 ceph-mon[91733]: pgmap v418: 121 pgs: 121 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 5.5 MiB/s wr, 21 op/s 2024-04-13T07:21:44.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:43 smithi003 ceph-mon[91733]: osdmap e507: 8 total, 8 up, 8 in 2024-04-13T07:21:44.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:43 smithi003 ceph-mon[89364]: pgmap v418: 121 pgs: 121 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 5.5 MiB/s wr, 21 op/s 2024-04-13T07:21:44.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:43 smithi003 ceph-mon[89364]: osdmap e507: 8 total, 8 up, 8 in 2024-04-13T07:21:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:43 smithi066 ceph-mon[84331]: pgmap v418: 121 pgs: 121 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 5.5 MiB/s wr, 21 op/s 2024-04-13T07:21:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:43 smithi066 ceph-mon[84331]: osdmap e507: 8 total, 8 up, 8 in 2024-04-13T07:21:44.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:21:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:21:44] "GET /metrics HTTP/1.1" 200 36172 "" "Prometheus/2.43.0" 2024-04-13T07:21:44.886 INFO:tasks.rados.rados.0.smithi003.stdout:2126: done (1 left) 2024-04-13T07:21:44.886 INFO:tasks.rados.rados.0.smithi003.stdout:2127: done (0 left) 2024-04-13T07:21:44.886 INFO:tasks.rados.rados.0.smithi003.stdout:2128: snap_remove snap 198 2024-04-13T07:21:44.903 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:44 smithi066 systemd[1]: Stopping Ceph osd.6 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:21:45.403 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:45 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[47168]: 2024-04-13T07:21:45.020+0000 7f620034c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:21:45.404 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:45 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[47168]: 2024-04-13T07:21:45.020+0000 7f620034c700 -1 osd.6 507 *** Got signal Terminated *** 2024-04-13T07:21:45.404 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:45 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[47168]: 2024-04-13T07:21:45.020+0000 7f620034c700 -1 osd.6 507 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T07:21:45.893 INFO:tasks.rados.rados.0.smithi003.stdout:2128: done (0 left) 2024-04-13T07:21:45.893 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 33 current snap is 221 2024-04-13T07:21:45.893 INFO:tasks.rados.rados.0.smithi003.stdout:2129: seq_num 654 ranges {0=557056,557056=630784,1187840=172032} 2024-04-13T07:21:45.893 INFO:tasks.rados.rados.0.smithi003.stdout:2129: writing smithi00377890-33 from 0 to 557056 tid 1 2024-04-13T07:21:45.897 INFO:tasks.rados.rados.0.smithi003.stdout:2129: writing smithi00377890-33 from 557056 to 1187840 tid 2 2024-04-13T07:21:45.898 INFO:tasks.rados.rados.0.smithi003.stdout:2129: writing smithi00377890-33 from 1187840 to 1359872 tid 3 2024-04-13T07:21:45.899 INFO:tasks.rados.rados.0.smithi003.stdout:2130: snap_remove snap 209 2024-04-13T07:21:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:45 smithi066 ceph-mon[84331]: pgmap v420: 121 pgs: 121 active+clean; 458 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-04-13T07:21:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:45 smithi066 ceph-mon[84331]: osdmap e508: 8 total, 8 up, 8 in 2024-04-13T07:21:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:45 smithi066 ceph-mon[84331]: osd.6 marked itself down and dead 2024-04-13T07:21:46.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:45 smithi003 ceph-mon[91733]: pgmap v420: 121 pgs: 121 active+clean; 458 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-04-13T07:21:46.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:45 smithi003 ceph-mon[91733]: osdmap e508: 8 total, 8 up, 8 in 2024-04-13T07:21:46.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:45 smithi003 ceph-mon[91733]: osd.6 marked itself down and dead 2024-04-13T07:21:46.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:45 smithi003 ceph-mon[89364]: pgmap v420: 121 pgs: 121 active+clean; 458 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-04-13T07:21:46.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:45 smithi003 ceph-mon[89364]: osdmap e508: 8 total, 8 up, 8 in 2024-04-13T07:21:46.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:45 smithi003 ceph-mon[89364]: osd.6 marked itself down and dead 2024-04-13T07:21:46.714 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:46 smithi066 podman[99295]: 2024-04-13 07:21:46.455466057 +0000 UTC m=+1.550409353 container died e80941711015e78fa59391e4479a712c18c4f0ba9eadad13aeabda423e28a50c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=reef-7d36322, org.label-schema.build-date=20240409, GIT_CLEAN=True) 2024-04-13T07:21:46.889 INFO:tasks.rados.rados.0.smithi003.stdout:2130: done (1 left) 2024-04-13T07:21:46.890 INFO:tasks.rados.rados.0.smithi003.stdout:2131: read oid 16 snap -1 2024-04-13T07:21:46.890 INFO:tasks.rados.rados.0.smithi003.stdout:2131: expect (ObjNum 453 snap 151 seq_num 453) 2024-04-13T07:21:46.890 INFO:tasks.rados.rados.0.smithi003.stdout:2132: rollback oid 10 current snap is 221 2024-04-13T07:21:46.890 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 10 to 193 2024-04-13T07:21:46.890 INFO:tasks.rados.rados.0.smithi003.stdout:2133: snap_remove snap 215 2024-04-13T07:21:47.107 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:46 smithi066 podman[99295]: 2024-04-13 07:21:46.821705487 +0000 UTC m=+1.916648771 container cleanup e80941711015e78fa59391e4479a712c18c4f0ba9eadad13aeabda423e28a50c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=reef-7d36322, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-13T07:21:47.107 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:46 smithi066 bash[99295]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6 2024-04-13T07:21:47.108 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:46 smithi066 ceph-mon[84331]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:21:47.108 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:46 smithi066 ceph-mon[84331]: osdmap e509: 8 total, 7 up, 8 in 2024-04-13T07:21:47.108 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:46 smithi066 ceph-mon[84331]: osdmap e510: 8 total, 7 up, 8 in 2024-04-13T07:21:47.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:46 smithi003 ceph-mon[91733]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:21:47.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:46 smithi003 ceph-mon[91733]: osdmap e509: 8 total, 7 up, 8 in 2024-04-13T07:21:47.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:46 smithi003 ceph-mon[91733]: osdmap e510: 8 total, 7 up, 8 in 2024-04-13T07:21:47.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:46 smithi003 ceph-mon[89364]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:21:47.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:46 smithi003 ceph-mon[89364]: osdmap e509: 8 total, 7 up, 8 in 2024-04-13T07:21:47.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:46 smithi003 ceph-mon[89364]: osdmap e510: 8 total, 7 up, 8 in 2024-04-13T07:21:47.403 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:47 smithi066 podman[99325]: 2024-04-13 07:21:47.106539373 +0000 UTC m=+0.647074985 container remove e80941711015e78fa59391e4479a712c18c4f0ba9eadad13aeabda423e28a50c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6, org.label-schema.license=GPLv2, RELEASE=reef-7d36322, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409) 2024-04-13T07:21:47.769 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:47 smithi066 podman[99420]: 2024-04-13 07:21:47.353025795 +0000 UTC m=+0.018572139 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:21:47.769 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:47 smithi066 podman[99420]: 2024-04-13 07:21:47.457386378 +0000 UTC m=+0.122932701 container create 7f22ba56695327b1909eb0ffc74630712c9ebe22dd0ef7efb5ebff6027a29626 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-13T07:21:47.769 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:47 smithi066 podman[99420]: 2024-04-13 07:21:47.68499156 +0000 UTC m=+0.350537887 container init 7f22ba56695327b1909eb0ffc74630712c9ebe22dd0ef7efb5ebff6027a29626 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, RELEASE=main-5f22a49) 2024-04-13T07:21:47.769 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:47 smithi066 podman[99420]: 2024-04-13 07:21:47.688174955 +0000 UTC m=+0.353721288 container start 7f22ba56695327b1909eb0ffc74630712c9ebe22dd0ef7efb5ebff6027a29626 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-13T07:21:47.769 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:47 smithi066 podman[99420]: 2024-04-13 07:21:47.768090735 +0000 UTC m=+0.433637070 container attach 7f22ba56695327b1909eb0ffc74630712c9ebe22dd0ef7efb5ebff6027a29626 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-13T07:21:47.894 INFO:tasks.rados.rados.0.smithi003.stdout:2133: done (3 left) 2024-04-13T07:21:47.894 INFO:tasks.rados.rados.0.smithi003.stdout:2134: snap_create 2024-04-13T07:21:47.894 INFO:tasks.rados.rados.0.smithi003.stdout:2129: finishing write tid 1 to smithi00377890-33 2024-04-13T07:21:47.894 INFO:tasks.rados.rados.0.smithi003.stdout:2129: finishing write tid 2 to smithi00377890-33 2024-04-13T07:21:47.894 INFO:tasks.rados.rados.0.smithi003.stdout:2129: finishing write tid 3 to smithi00377890-33 2024-04-13T07:21:47.894 INFO:tasks.rados.rados.0.smithi003.stdout:2129: finishing write tid 4 to smithi00377890-33 2024-04-13T07:21:47.894 INFO:tasks.rados.rados.0.smithi003.stdout:2129: finishing write tid 5 to smithi00377890-33 2024-04-13T07:21:47.894 INFO:tasks.rados.rados.0.smithi003.stdout:2129: oid 33 updating version 0 to 1495 2024-04-13T07:21:47.894 INFO:tasks.rados.rados.0.smithi003.stdout:2129: oid 33 version 1495 is already newer than 1494 2024-04-13T07:21:47.894 INFO:tasks.rados.rados.0.smithi003.stdout:2129: oid 33 version 1495 is already newer than 1493 2024-04-13T07:21:47.894 INFO:tasks.rados.rados.0.smithi003.stdout:2129: oid 33 updating version 1495 to 1496 2024-04-13T07:21:47.894 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 1496 (ObjNum 654 snap 221 seq_num 654) dirty exists 2024-04-13T07:21:47.895 INFO:tasks.rados.rados.0.smithi003.stdout:2129: left oid 33 (ObjNum 654 snap 221 seq_num 654) 2024-04-13T07:21:47.895 INFO:tasks.rados.rados.0.smithi003.stdout:2131: expect (ObjNum 453 snap 151 seq_num 453) 2024-04-13T07:21:48.035 INFO:tasks.rados.rados.0.smithi003.stdout:2132: finishing rollback tid 0 to smithi00377890-10 2024-04-13T07:21:48.036 INFO:tasks.rados.rados.0.smithi003.stdout:2132: finishing rollback tid 1 to smithi00377890-10 2024-04-13T07:21:48.036 INFO:tasks.rados.rados.0.smithi003.stdout:2132: finishing rollback tid 2 to smithi00377890-10 2024-04-13T07:21:48.036 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 2197 (ObjNum 498 snap 166 seq_num 498) dirty exists 2024-04-13T07:21:48.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:47 smithi066 ceph-mon[84331]: pgmap v423: 121 pgs: 13 stale+active+clean, 108 active+clean; 458 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 278 KiB/s wr, 10 op/s 2024-04-13T07:21:48.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:47 smithi066 ceph-mon[84331]: osdmap e511: 8 total, 7 up, 8 in 2024-04-13T07:21:48.153 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:48 smithi066 podman[99420]: 2024-04-13 07:21:48.001212977 +0000 UTC m=+0.666759312 container died 7f22ba56695327b1909eb0ffc74630712c9ebe22dd0ef7efb5ebff6027a29626 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-13T07:21:48.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:47 smithi003 ceph-mon[91733]: pgmap v423: 121 pgs: 13 stale+active+clean, 108 active+clean; 458 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 278 KiB/s wr, 10 op/s 2024-04-13T07:21:48.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:47 smithi003 ceph-mon[91733]: osdmap e511: 8 total, 7 up, 8 in 2024-04-13T07:21:48.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:47 smithi003 ceph-mon[89364]: pgmap v423: 121 pgs: 13 stale+active+clean, 108 active+clean; 458 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 278 KiB/s wr, 10 op/s 2024-04-13T07:21:48.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:47 smithi003 ceph-mon[89364]: osdmap e511: 8 total, 7 up, 8 in 2024-04-13T07:21:48.811 INFO:tasks.rados.rados.0.smithi003.stdout:2129: done (3 left) 2024-04-13T07:21:48.811 INFO:tasks.rados.rados.0.smithi003.stdout:2131: done (2 left) 2024-04-13T07:21:48.812 INFO:tasks.rados.rados.0.smithi003.stdout:2132: done (1 left) 2024-04-13T07:21:48.812 INFO:tasks.rados.rados.0.smithi003.stdout:2134: done (0 left) 2024-04-13T07:21:48.812 INFO:tasks.rados.rados.0.smithi003.stdout:2135: read oid 42 snap 214 2024-04-13T07:21:48.812 INFO:tasks.rados.rados.0.smithi003.stdout:2135: expect deleted 2024-04-13T07:21:48.812 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 12 current snap is 222 2024-04-13T07:21:48.812 INFO:tasks.rados.rados.0.smithi003.stdout:2136: seq_num 655 ranges {6193152=573440,6766592=516096,7282688=286720} 2024-04-13T07:21:48.848 INFO:tasks.rados.rados.0.smithi003.stdout:2136: writing smithi00377890-12 from 6193152 to 6766592 tid 1 2024-04-13T07:21:48.851 INFO:tasks.rados.rados.0.smithi003.stdout:2136: writing smithi00377890-12 from 6766592 to 7282688 tid 2 2024-04-13T07:21:48.853 INFO:tasks.rados.rados.0.smithi003.stdout:2136: writing smithi00377890-12 from 7282688 to 7569408 tid 3 2024-04-13T07:21:48.853 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 22 current snap is 222 2024-04-13T07:21:48.853 INFO:tasks.rados.rados.0.smithi003.stdout:2137: seq_num 656 ranges {7241728=589824,7831552=802816} 2024-04-13T07:21:48.896 INFO:tasks.rados.rados.0.smithi003.stdout:2137: writing smithi00377890-22 from 7241728 to 7831552 tid 1 2024-04-13T07:21:48.903 INFO:tasks.rados.rados.0.smithi003.stdout:2137: writing smithi00377890-22 from 7831552 to 8634368 tid 2 2024-04-13T07:21:48.903 INFO:tasks.rados.rados.0.smithi003.stdout:2138: rollback oid 35 current snap is 222 2024-04-13T07:21:48.903 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 35 to 175 2024-04-13T07:21:48.903 INFO:tasks.rados.rados.0.smithi003.stdout:2136: finishing write tid 1 to smithi00377890-12 2024-04-13T07:21:48.903 INFO:tasks.rados.rados.0.smithi003.stdout:2136: finishing write tid 2 to smithi00377890-12 2024-04-13T07:21:48.903 INFO:tasks.rados.rados.0.smithi003.stdout:2136: finishing write tid 3 to smithi00377890-12 2024-04-13T07:21:48.903 INFO:tasks.rados.rados.0.smithi003.stdout:2135: done (3 left) 2024-04-13T07:21:48.904 INFO:tasks.rados.rados.0.smithi003.stdout:2139: rollback oid 21 current snap is 222 2024-04-13T07:21:48.904 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 21 to 217 2024-04-13T07:21:48.904 INFO:tasks.rados.rados.0.smithi003.stdout:2136: finishing write tid 4 to smithi00377890-12 2024-04-13T07:21:48.904 INFO:tasks.rados.rados.0.smithi003.stdout:2136: finishing write tid 5 to smithi00377890-12 2024-04-13T07:21:48.904 INFO:tasks.rados.rados.0.smithi003.stdout:2136: oid 12 updating version 0 to 1352 2024-04-13T07:21:48.904 INFO:tasks.rados.rados.0.smithi003.stdout:2136: oid 12 updating version 1352 to 1353 2024-04-13T07:21:48.904 INFO:tasks.rados.rados.0.smithi003.stdout:2136: oid 12 updating version 1353 to 1355 2024-04-13T07:21:48.904 INFO:tasks.rados.rados.0.smithi003.stdout:2136: oid 12 version 1355 is already newer than 1354 2024-04-13T07:21:48.904 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 1355 (ObjNum 655 snap 222 seq_num 655) dirty exists 2024-04-13T07:21:48.904 INFO:tasks.rados.rados.0.smithi003.stdout:2136: left oid 12 (ObjNum 655 snap 222 seq_num 655) 2024-04-13T07:21:48.904 INFO:tasks.rados.rados.0.smithi003.stdout:2137: finishing write tid 1 to smithi00377890-22 2024-04-13T07:21:48.905 INFO:tasks.rados.rados.0.smithi003.stdout:2136: done (3 left) 2024-04-13T07:21:48.905 INFO:tasks.rados.rados.0.smithi003.stdout:2140: read oid 15 snap -1 2024-04-13T07:21:48.905 INFO:tasks.rados.rados.0.smithi003.stdout:2140: expect deleted 2024-04-13T07:21:48.905 INFO:tasks.rados.rados.0.smithi003.stdout:2141: rmattr oid 2 current snap is 222 2024-04-13T07:21:48.905 INFO:tasks.rados.rados.0.smithi003.stdout:2141: done (4 left) 2024-04-13T07:21:48.905 INFO:tasks.rados.rados.0.smithi003.stdout:2142: setattr oid 49 current snap is 222 2024-04-13T07:21:48.905 INFO:tasks.rados.rados.0.smithi003.stdout:2140: done (4 left) 2024-04-13T07:21:48.905 INFO:tasks.rados.rados.0.smithi003.stdout:2143: delete oid 31 current snap is 222 2024-04-13T07:21:48.906 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:48 smithi066 podman[99445]: 2024-04-13 07:21:48.563632447 +0000 UTC m=+0.556036001 container remove 7f22ba56695327b1909eb0ffc74630712c9ebe22dd0ef7efb5ebff6027a29626 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-13T07:21:48.906 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:48 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.6.service: Deactivated successfully. 2024-04-13T07:21:48.906 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:48 smithi066 systemd[1]: Stopped Ceph osd.6 for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:21:48.906 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:48 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.6.service: Consumed 18.611s CPU time. 2024-04-13T07:21:48.906 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:48 smithi066 systemd[1]: Starting Ceph osd.6 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:21:48.907 INFO:tasks.rados.rados.0.smithi003.stdout:2143: done (4 left) 2024-04-13T07:21:48.907 INFO:tasks.rados.rados.0.smithi003.stdout:2144: copy_from oid 44 from oid 5 current snap is 222 2024-04-13T07:21:48.908 INFO:tasks.rados.rados.0.smithi003.stdout:2139: finishing rollback tid 0 to smithi00377890-21 2024-04-13T07:21:48.908 INFO:tasks.rados.rados.0.smithi003.stdout:2145: delete oid 1 current snap is 222 2024-04-13T07:21:48.908 INFO:tasks.rados.rados.0.smithi003.stdout:2139: finishing rollback tid 1 to smithi00377890-21 2024-04-13T07:21:48.908 INFO:tasks.rados.rados.0.smithi003.stdout:2139: finishing rollback tid 2 to smithi00377890-21 2024-04-13T07:21:48.908 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2114 (ObjNum 645 snap 217 seq_num 645) dirty exists 2024-04-13T07:21:48.908 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 2157 (ObjNum 430 snap 146 seq_num 430) dirty exists 2024-04-13T07:21:48.909 INFO:tasks.rados.rados.0.smithi003.stdout:2139: done (5 left) 2024-04-13T07:21:48.909 INFO:tasks.rados.rados.0.smithi003.stdout:2142: done (4 left) 2024-04-13T07:21:48.910 INFO:tasks.rados.rados.0.smithi003.stdout:2145: done (3 left) 2024-04-13T07:21:48.910 INFO:tasks.rados.rados.0.smithi003.stdout:2146: read oid 11 snap -1 2024-04-13T07:21:48.910 INFO:tasks.rados.rados.0.smithi003.stdout:2146: expect (ObjNum 570 snap 192 seq_num 570) 2024-04-13T07:21:48.910 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 23 current snap is 222 2024-04-13T07:21:48.910 INFO:tasks.rados.rados.0.smithi003.stdout:2147: seq_num 659 ranges {1425408=647168,2072576=450560,2523136=352256} 2024-04-13T07:21:48.922 INFO:tasks.rados.rados.0.smithi003.stdout:2147: writing smithi00377890-23 from 1425408 to 2072576 tid 1 2024-04-13T07:21:48.924 INFO:tasks.rados.rados.0.smithi003.stdout:2147: writing smithi00377890-23 from 2072576 to 2523136 tid 2 2024-04-13T07:21:48.927 INFO:tasks.rados.rados.0.smithi003.stdout:2147: writing smithi00377890-23 from 2523136 to 2875392 tid 3 2024-04-13T07:21:48.927 INFO:tasks.rados.rados.0.smithi003.stdout:2148: snap_remove snap 166 2024-04-13T07:21:49.368 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 podman[99548]: 2024-04-13 07:21:48.936117485 +0000 UTC m=+0.019893927 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:21:49.368 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 podman[99548]: 2024-04-13 07:21:49.056365921 +0000 UTC m=+0.140142350 container create 0f98082c50ff1bf4b8ecc9fd4e0ba8ba42673412aabd05bdaca7eab529e764ba (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-13T07:21:49.368 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 podman[99548]: 2024-04-13 07:21:49.275227231 +0000 UTC m=+0.359003660 container init 0f98082c50ff1bf4b8ecc9fd4e0ba8ba42673412aabd05bdaca7eab529e764ba (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409) 2024-04-13T07:21:49.368 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 podman[99548]: 2024-04-13 07:21:49.278597024 +0000 UTC m=+0.362373451 container start 0f98082c50ff1bf4b8ecc9fd4e0ba8ba42673412aabd05bdaca7eab529e764ba (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-activate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, GIT_BRANCH=HEAD) 2024-04-13T07:21:49.368 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 podman[99548]: 2024-04-13 07:21:49.367023947 +0000 UTC m=+0.450800391 container attach 0f98082c50ff1bf4b8ecc9fd4e0ba8ba42673412aabd05bdaca7eab529e764ba (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-activate, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, org.label-schema.license=GPLv2) 2024-04-13T07:21:49.921 INFO:tasks.rados.rados.0.smithi003.stdout:2148: done (5 left) 2024-04-13T07:21:49.922 INFO:tasks.rados.rados.0.smithi003.stdout:2149: read oid 46 snap -1 2024-04-13T07:21:49.922 INFO:tasks.rados.rados.0.smithi003.stdout:2149: expect (ObjNum 622 snap 212 seq_num 622) 2024-04-13T07:21:49.922 INFO:tasks.rados.rados.0.smithi003.stdout:2150: read oid 4 snap 219 2024-04-13T07:21:49.922 INFO:tasks.rados.rados.0.smithi003.stdout:2150: expect (ObjNum 635 snap 216 seq_num 635) 2024-04-13T07:21:49.922 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 13 current snap is 222 2024-04-13T07:21:49.922 INFO:tasks.rados.rados.0.smithi003.stdout:2151: seq_num 660 ranges {9445376=663552,10108928=737280,10846208=65536} 2024-04-13T07:21:49.979 INFO:tasks.rados.rados.0.smithi003.stdout:2151: writing smithi00377890-13 from 9445376 to 10108928 tid 1 2024-04-13T07:21:49.983 INFO:tasks.rados.rados.0.smithi003.stdout:2151: writing smithi00377890-13 from 10108928 to 10846208 tid 2 2024-04-13T07:21:49.983 INFO:tasks.rados.rados.0.smithi003.stdout:2151: writing smithi00377890-13 from 10846208 to 10911744 tid 3 2024-04-13T07:21:49.983 INFO:tasks.rados.rados.0.smithi003.stdout:2152: snap_remove snap 183 2024-04-13T07:21:50.080 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 07:21:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T07:21:49.932+0000 7f48d70ad700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap ea after trimming was started 2024-04-13T07:21:50.080 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:49 smithi066 ceph-mon[84331]: pgmap v426: 121 pgs: 3 active+undersized+degraded, 12 stale+active+clean, 5 active+undersized, 101 active+clean; 459 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 332 KiB/s wr, 4 op/s; 28/804 objects degraded (3.483%) 2024-04-13T07:21:50.080 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:49 smithi066 ceph-mon[84331]: osdmap e512: 8 total, 7 up, 8 in 2024-04-13T07:21:50.080 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:49 smithi066 ceph-mon[84331]: Health check failed: Degraded data redundancy: 28/804 objects degraded (3.483%), 3 pgs degraded (PG_DEGRADED) 2024-04-13T07:21:50.081 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-activate[99563]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-13T07:21:50.081 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-activate[99563]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-13T07:21:50.081 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 bash[99548]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-13T07:21:50.081 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 bash[99548]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-13T07:21:50.081 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 bash[99548]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-13T07:21:50.081 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 bash[99548]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-13T07:21:50.081 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 bash[99548]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-13T07:21:50.081 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 bash[99548]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-13T07:21:50.081 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 bash[99548]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-13T07:21:50.081 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-activate[99563]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-13T07:21:50.082 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-activate[99563]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-13T07:21:50.082 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-activate[99563]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-13T07:21:50.082 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-activate[99563]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-13T07:21:50.082 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-activate[99563]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-13T07:21:50.082 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:49 smithi066 podman[99548]: 2024-04-13 07:21:49.766131691 +0000 UTC m=+0.849908122 container died 0f98082c50ff1bf4b8ecc9fd4e0ba8ba42673412aabd05bdaca7eab529e764ba (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-activate, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-13T07:21:50.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:49 smithi003 ceph-mon[91733]: pgmap v426: 121 pgs: 3 active+undersized+degraded, 12 stale+active+clean, 5 active+undersized, 101 active+clean; 459 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 332 KiB/s wr, 4 op/s; 28/804 objects degraded (3.483%) 2024-04-13T07:21:50.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:49 smithi003 ceph-mon[91733]: osdmap e512: 8 total, 7 up, 8 in 2024-04-13T07:21:50.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:49 smithi003 ceph-mon[91733]: Health check failed: Degraded data redundancy: 28/804 objects degraded (3.483%), 3 pgs degraded (PG_DEGRADED) 2024-04-13T07:21:50.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:49 smithi003 ceph-mon[89364]: pgmap v426: 121 pgs: 3 active+undersized+degraded, 12 stale+active+clean, 5 active+undersized, 101 active+clean; 459 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 332 KiB/s wr, 4 op/s; 28/804 objects degraded (3.483%) 2024-04-13T07:21:50.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:49 smithi003 ceph-mon[89364]: osdmap e512: 8 total, 7 up, 8 in 2024-04-13T07:21:50.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:49 smithi003 ceph-mon[89364]: Health check failed: Degraded data redundancy: 28/804 objects degraded (3.483%), 3 pgs degraded (PG_DEGRADED) 2024-04-13T07:21:50.874 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:50 smithi066 podman[99679]: 2024-04-13 07:21:50.529863603 +0000 UTC m=+0.758341362 container remove 0f98082c50ff1bf4b8ecc9fd4e0ba8ba42673412aabd05bdaca7eab529e764ba (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-activate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T07:21:50.874 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:50 smithi066 podman[99744]: 2024-04-13 07:21:50.655913375 +0000 UTC m=+0.019420070 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:21:50.874 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:50 smithi066 podman[99744]: 2024-04-13 07:21:50.772475965 +0000 UTC m=+0.135982641 container create 494dadc805af72f7157dd3398bd2885948d0ae308c10760497c36734c2eaa69b (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-13T07:21:50.948 INFO:tasks.rados.rados.0.smithi003.stdout:2137: finishing write tid 2 to smithi00377890-22 2024-04-13T07:21:50.948 INFO:tasks.rados.rados.0.smithi003.stdout:2137: finishing write tid 3 to smithi00377890-22 2024-04-13T07:21:50.948 INFO:tasks.rados.rados.0.smithi003.stdout:2138: finishing rollback tid 0 to smithi00377890-35 2024-04-13T07:21:50.948 INFO:tasks.rados.rados.0.smithi003.stdout:2138: finishing rollback tid 1 to smithi00377890-35 2024-04-13T07:21:50.948 INFO:tasks.rados.rados.0.smithi003.stdout:2137: finishing write tid 4 to smithi00377890-22 2024-04-13T07:21:50.948 INFO:tasks.rados.rados.0.smithi003.stdout:2137: oid 22 updating version 0 to 1928 2024-04-13T07:21:50.949 INFO:tasks.rados.rados.0.smithi003.stdout:2137: oid 22 updating version 1928 to 1929 2024-04-13T07:21:50.949 INFO:tasks.rados.rados.0.smithi003.stdout:2137: oid 22 version 1929 is already newer than 1927 2024-04-13T07:21:50.949 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 1929 (ObjNum 656 snap 222 seq_num 656) dirty exists 2024-04-13T07:21:50.949 INFO:tasks.rados.rados.0.smithi003.stdout:2137: left oid 22 (ObjNum 656 snap 222 seq_num 656) 2024-04-13T07:21:50.949 INFO:tasks.rados.rados.0.smithi003.stdout:2144: finishing copy_from racing read to smithi00377890-44 2024-04-13T07:21:50.949 INFO:tasks.rados.rados.0.smithi003.stdout:2138: finishing rollback tid 2 to smithi00377890-35 2024-04-13T07:21:50.949 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 1933 (ObjNum 520 snap 175 seq_num 520) dirty exists 2024-04-13T07:21:50.949 INFO:tasks.rados.rados.0.smithi003.stdout:2144: finishing copy_from to smithi00377890-44 2024-04-13T07:21:50.949 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 1344 (ObjNum 477 snap 161 seq_num 477) dirty exists 2024-04-13T07:21:50.949 INFO:tasks.rados.rados.0.smithi003.stdout:2146: expect (ObjNum 570 snap 192 seq_num 570) 2024-04-13T07:21:51.022 INFO:tasks.rados.rados.0.smithi003.stdout:2147: finishing write tid 1 to smithi00377890-23 2024-04-13T07:21:51.023 INFO:tasks.rados.rados.0.smithi003.stdout:2147: finishing write tid 2 to smithi00377890-23 2024-04-13T07:21:51.023 INFO:tasks.rados.rados.0.smithi003.stdout:2147: finishing write tid 3 to smithi00377890-23 2024-04-13T07:21:51.023 INFO:tasks.rados.rados.0.smithi003.stdout:2147: finishing write tid 4 to smithi00377890-23 2024-04-13T07:21:51.023 INFO:tasks.rados.rados.0.smithi003.stdout:2147: finishing write tid 5 to smithi00377890-23 2024-04-13T07:21:51.023 INFO:tasks.rados.rados.0.smithi003.stdout:2147: oid 23 updating version 0 to 2200 2024-04-13T07:21:51.023 INFO:tasks.rados.rados.0.smithi003.stdout:2147: oid 23 updating version 2200 to 2202 2024-04-13T07:21:51.023 INFO:tasks.rados.rados.0.smithi003.stdout:2147: oid 23 version 2202 is already newer than 2199 2024-04-13T07:21:51.023 INFO:tasks.rados.rados.0.smithi003.stdout:2147: oid 23 version 2202 is already newer than 2201 2024-04-13T07:21:51.023 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 2202 (ObjNum 659 snap 222 seq_num 659) dirty exists 2024-04-13T07:21:51.023 INFO:tasks.rados.rados.0.smithi003.stdout:2147: left oid 23 (ObjNum 659 snap 222 seq_num 659) 2024-04-13T07:21:51.023 INFO:tasks.rados.rados.0.smithi003.stdout:2137: done (8 left) 2024-04-13T07:21:51.023 INFO:tasks.rados.rados.0.smithi003.stdout:2138: done (7 left) 2024-04-13T07:21:51.023 INFO:tasks.rados.rados.0.smithi003.stdout:2144: done (6 left) 2024-04-13T07:21:51.024 INFO:tasks.rados.rados.0.smithi003.stdout:2146: done (5 left) 2024-04-13T07:21:51.024 INFO:tasks.rados.rados.0.smithi003.stdout:2147: done (4 left) 2024-04-13T07:21:51.024 INFO:tasks.rados.rados.0.smithi003.stdout:2152: done (3 left) 2024-04-13T07:21:51.024 INFO:tasks.rados.rados.0.smithi003.stdout:2153: delete oid 7 current snap is 222 2024-04-13T07:21:51.024 INFO:tasks.rados.rados.0.smithi003.stdout:2150: expect (ObjNum 635 snap 216 seq_num 635) 2024-04-13T07:21:51.148 INFO:tasks.rados.rados.0.smithi003.stdout:2149: expect (ObjNum 622 snap 212 seq_num 622) 2024-04-13T07:21:51.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:50 smithi066 ceph-mon[84331]: osdmap e513: 8 total, 7 up, 8 in 2024-04-13T07:21:51.153 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:50 smithi066 podman[99744]: 2024-04-13 07:21:50.966392329 +0000 UTC m=+0.329899004 container init 494dadc805af72f7157dd3398bd2885948d0ae308c10760497c36734c2eaa69b (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=main-5f22a49, GIT_BRANCH=HEAD) 2024-04-13T07:21:51.153 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:50 smithi066 podman[99744]: 2024-04-13 07:21:50.971227942 +0000 UTC m=+0.334734618 container start 494dadc805af72f7157dd3398bd2885948d0ae308c10760497c36734c2eaa69b (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-13T07:21:51.153 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:50 smithi066 ceph-osd[99763]: -- 172.21.15.66:0/3720192922 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558156ca3680 con 0x558156c6cc00 2024-04-13T07:21:51.153 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:51 smithi066 bash[99744]: 494dadc805af72f7157dd3398bd2885948d0ae308c10760497c36734c2eaa69b 2024-04-13T07:21:51.153 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:51 smithi066 systemd[1]: Started Ceph osd.6 for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:21:51.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:50 smithi003 ceph-mon[91733]: osdmap e513: 8 total, 7 up, 8 in 2024-04-13T07:21:51.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:50 smithi003 ceph-mon[89364]: osdmap e513: 8 total, 7 up, 8 in 2024-04-13T07:21:51.834 INFO:tasks.rados.rados.0.smithi003.stdout:2151: finishing write tid 1 to smithi00377890-13 2024-04-13T07:21:51.834 INFO:tasks.rados.rados.0.smithi003.stdout:2151: finishing write tid 2 to smithi00377890-13 2024-04-13T07:21:51.835 INFO:tasks.rados.rados.0.smithi003.stdout:2151: finishing write tid 3 to smithi00377890-13 2024-04-13T07:21:51.835 INFO:tasks.rados.rados.0.smithi003.stdout:2151: finishing write tid 4 to smithi00377890-13 2024-04-13T07:21:51.835 INFO:tasks.rados.rados.0.smithi003.stdout:2151: finishing write tid 5 to smithi00377890-13 2024-04-13T07:21:51.835 INFO:tasks.rados.rados.0.smithi003.stdout:2151: oid 13 updating version 0 to 2114 2024-04-13T07:21:51.835 INFO:tasks.rados.rados.0.smithi003.stdout:2151: oid 13 version 2114 is already newer than 2112 2024-04-13T07:21:51.835 INFO:tasks.rados.rados.0.smithi003.stdout:2151: oid 13 updating version 2114 to 2115 2024-04-13T07:21:51.835 INFO:tasks.rados.rados.0.smithi003.stdout:2151: oid 13 version 2115 is already newer than 2113 2024-04-13T07:21:51.835 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 2115 (ObjNum 660 snap 222 seq_num 660) dirty exists 2024-04-13T07:21:51.835 INFO:tasks.rados.rados.0.smithi003.stdout:2151: left oid 13 (ObjNum 660 snap 222 seq_num 660) 2024-04-13T07:21:51.835 INFO:tasks.rados.rados.0.smithi003.stdout:2149: done (3 left) 2024-04-13T07:21:51.835 INFO:tasks.rados.rados.0.smithi003.stdout:2150: done (2 left) 2024-04-13T07:21:51.835 INFO:tasks.rados.rados.0.smithi003.stdout:2151: done (1 left) 2024-04-13T07:21:51.835 INFO:tasks.rados.rados.0.smithi003.stdout:2153: done (0 left) 2024-04-13T07:21:51.835 INFO:tasks.rados.rados.0.smithi003.stdout:2154: copy_from oid 42 from oid 16 current snap is 222 2024-04-13T07:21:51.836 INFO:tasks.rados.rados.0.smithi003.stdout:2155: copy_from oid 49 from oid 20 current snap is 222 2024-04-13T07:21:51.836 INFO:tasks.rados.rados.0.smithi003.stdout:2156: read oid 23 snap -1 2024-04-13T07:21:51.836 INFO:tasks.rados.rados.0.smithi003.stdout:2156: expect (ObjNum 659 snap 222 seq_num 659) 2024-04-13T07:21:51.836 INFO:tasks.rados.rados.0.smithi003.stdout:2157: read oid 34 snap -1 2024-04-13T07:21:51.836 INFO:tasks.rados.rados.0.smithi003.stdout:2157: expect (ObjNum 640 snap 217 seq_num 640) 2024-04-13T07:21:51.836 INFO:tasks.rados.rados.0.smithi003.stdout:2158: snap_create 2024-04-13T07:21:51.836 INFO:tasks.rados.rados.0.smithi003.stdout:2155: finishing copy_from to smithi00377890-49 2024-04-13T07:21:51.836 INFO:tasks.rados.rados.0.smithi003.stdout:2155: got expected ENOENT (src dne) 2024-04-13T07:21:51.836 INFO:tasks.rados.rados.0.smithi003.stdout:2155: finishing copy_from racing read to smithi00377890-49 2024-04-13T07:21:51.840 INFO:tasks.rados.rados.0.smithi003.stdout:2157: expect (ObjNum 640 snap 217 seq_num 640) 2024-04-13T07:21:51.872 INFO:tasks.rados.rados.0.smithi003.stdout:2154: finishing copy_from racing read to smithi00377890-42 2024-04-13T07:21:51.872 INFO:tasks.rados.rados.0.smithi003.stdout:2156: expect (ObjNum 659 snap 222 seq_num 659) 2024-04-13T07:21:51.903 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T07:21:51.510+0000 7f57d02717c0 -1 Falling back to public interface 2024-04-13T07:21:51.903 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:21:51 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[60602]: logger=cleanup t=2024-04-13T07:21:51.521118722Z level=info msg="Completed cleanup jobs" duration=13.760195ms 2024-04-13T07:21:51.981 INFO:tasks.rados.rados.0.smithi003.stdout:2154: finishing copy_from to smithi00377890-42 2024-04-13T07:21:51.981 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 1646 (ObjNum 453 snap 151 seq_num 453) dirty exists 2024-04-13T07:21:52.122 INFO:tasks.rados.rados.0.smithi003.stdout:2154: done (4 left) 2024-04-13T07:21:52.122 INFO:tasks.rados.rados.0.smithi003.stdout:2155: done (3 left) 2024-04-13T07:21:52.122 INFO:tasks.rados.rados.0.smithi003.stdout:2156: done (2 left) 2024-04-13T07:21:52.122 INFO:tasks.rados.rados.0.smithi003.stdout:2157: done (1 left) 2024-04-13T07:21:52.122 INFO:tasks.rados.rados.0.smithi003.stdout:2158: done (0 left) 2024-04-13T07:21:52.122 INFO:tasks.rados.rados.0.smithi003.stdout:2159: rollback oid 37 current snap is 223 2024-04-13T07:21:52.122 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 37 to 156 2024-04-13T07:21:52.122 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 48 current snap is 223 2024-04-13T07:21:52.122 INFO:tasks.rados.rados.0.smithi003.stdout:2160: seq_num 662 ranges {0=696320,696320=557056,1253376=245760} 2024-04-13T07:21:52.126 INFO:tasks.rados.rados.0.smithi003.stdout:2160: writing smithi00377890-48 from 0 to 696320 tid 1 2024-04-13T07:21:52.129 INFO:tasks.rados.rados.0.smithi003.stdout:2160: writing smithi00377890-48 from 696320 to 1253376 tid 2 2024-04-13T07:21:52.131 INFO:tasks.rados.rados.0.smithi003.stdout:2160: writing smithi00377890-48 from 1253376 to 1499136 tid 3 2024-04-13T07:21:52.131 INFO:tasks.rados.rados.0.smithi003.stdout:2161: snap_create 2024-04-13T07:21:52.131 INFO:tasks.rados.rados.0.smithi003.stdout:2159: finishing rollback tid 1 to smithi00377890-37 2024-04-13T07:21:52.131 INFO:tasks.rados.rados.0.smithi003.stdout:2159: finishing rollback tid 2 to smithi00377890-37 2024-04-13T07:21:52.131 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 1356 (ObjNum 413 snap 142 seq_num 413) dirty exists 2024-04-13T07:21:52.134 INFO:tasks.rados.rados.0.smithi003.stdout:2160: finishing write tid 1 to smithi00377890-48 2024-04-13T07:21:52.134 INFO:tasks.rados.rados.0.smithi003.stdout:2160: finishing write tid 2 to smithi00377890-48 2024-04-13T07:21:52.134 INFO:tasks.rados.rados.0.smithi003.stdout:2160: finishing write tid 3 to smithi00377890-48 2024-04-13T07:21:52.134 INFO:tasks.rados.rados.0.smithi003.stdout:2160: finishing write tid 4 to smithi00377890-48 2024-04-13T07:21:52.135 INFO:tasks.rados.rados.0.smithi003.stdout:2160: finishing write tid 5 to smithi00377890-48 2024-04-13T07:21:52.136 INFO:tasks.rados.rados.0.smithi003.stdout:2160: oid 48 updating version 0 to 1962 2024-04-13T07:21:52.136 INFO:tasks.rados.rados.0.smithi003.stdout:2160: oid 48 updating version 1962 to 1963 2024-04-13T07:21:52.136 INFO:tasks.rados.rados.0.smithi003.stdout:2160: oid 48 version 1963 is already newer than 1960 2024-04-13T07:21:52.136 INFO:tasks.rados.rados.0.smithi003.stdout:2160: oid 48 version 1963 is already newer than 1961 2024-04-13T07:21:52.136 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 1963 (ObjNum 662 snap 223 seq_num 662) dirty exists 2024-04-13T07:21:52.136 INFO:tasks.rados.rados.0.smithi003.stdout:2160: left oid 48 (ObjNum 662 snap 223 seq_num 662) 2024-04-13T07:21:52.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:51 smithi066 ceph-mon[84331]: pgmap v429: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 466 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 872 KiB/s wr, 6 op/s; 97/813 objects degraded (11.931%) 2024-04-13T07:21:52.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:51 smithi066 ceph-mon[84331]: osdmap e514: 8 total, 7 up, 8 in 2024-04-13T07:21:52.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:51 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:52.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:51 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:52.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:51 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:21:52.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:51 smithi003 ceph-mon[91733]: pgmap v429: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 466 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 872 KiB/s wr, 6 op/s; 97/813 objects degraded (11.931%) 2024-04-13T07:21:52.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:51 smithi003 ceph-mon[91733]: osdmap e514: 8 total, 7 up, 8 in 2024-04-13T07:21:52.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:51 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:52.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:51 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:52.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:51 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:21:52.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:51 smithi003 ceph-mon[89364]: pgmap v429: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 466 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 872 KiB/s wr, 6 op/s; 97/813 objects degraded (11.931%) 2024-04-13T07:21:52.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:51 smithi003 ceph-mon[89364]: osdmap e514: 8 total, 7 up, 8 in 2024-04-13T07:21:52.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:51 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:52.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:51 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:52.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:51 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:21:52.653 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:21:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:21:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:21:53.129 INFO:tasks.rados.rados.0.smithi003.stdout:2159: done (2 left) 2024-04-13T07:21:53.129 INFO:tasks.rados.rados.0.smithi003.stdout:2160: done (1 left) 2024-04-13T07:21:53.129 INFO:tasks.rados.rados.0.smithi003.stdout:2161: done (0 left) 2024-04-13T07:21:53.129 INFO:tasks.rados.rados.0.smithi003.stdout:2162: read oid 21 snap -1 2024-04-13T07:21:53.129 INFO:tasks.rados.rados.0.smithi003.stdout:2162: expect (ObjNum 645 snap 217 seq_num 645) 2024-04-13T07:21:53.129 INFO:tasks.rados.rados.0.smithi003.stdout:2163: snap_remove snap 218 2024-04-13T07:21:53.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:53 smithi003 ceph-mon[91733]: osdmap e515: 8 total, 7 up, 8 in 2024-04-13T07:21:53.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:53.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:21:53.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:53 smithi003 ceph-mon[89364]: osdmap e515: 8 total, 7 up, 8 in 2024-04-13T07:21:53.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:53.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:21:53.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:53 smithi066 ceph-mon[84331]: osdmap e515: 8 total, 7 up, 8 in 2024-04-13T07:21:53.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:53.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:21:54.134 INFO:tasks.rados.rados.0.smithi003.stdout:2163: done (1 left) 2024-04-13T07:21:54.135 INFO:tasks.rados.rados.0.smithi003.stdout:2164: copy_from oid 1 from oid 37 current snap is 224 2024-04-13T07:21:54.135 INFO:tasks.rados.rados.0.smithi003.stdout:2162: expect (ObjNum 645 snap 217 seq_num 645) 2024-04-13T07:21:54.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:54 smithi003 ceph-mon[91733]: pgmap v432: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 466 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 540 KiB/s wr, 5 op/s; 97/813 objects degraded (11.931%) 2024-04-13T07:21:54.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:54 smithi003 ceph-mon[91733]: osdmap e516: 8 total, 7 up, 8 in 2024-04-13T07:21:54.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:54 smithi003 ceph-mon[89364]: pgmap v432: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 466 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 540 KiB/s wr, 5 op/s; 97/813 objects degraded (11.931%) 2024-04-13T07:21:54.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:54 smithi003 ceph-mon[89364]: osdmap e516: 8 total, 7 up, 8 in 2024-04-13T07:21:54.387 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:21:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:21:54] "GET /metrics HTTP/1.1" 200 36174 "" "Prometheus/2.43.0" 2024-04-13T07:21:54.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:54 smithi066 ceph-mon[84331]: pgmap v432: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 466 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 540 KiB/s wr, 5 op/s; 97/813 objects degraded (11.931%) 2024-04-13T07:21:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:54 smithi066 ceph-mon[84331]: osdmap e516: 8 total, 7 up, 8 in 2024-04-13T07:21:54.812 INFO:tasks.rados.rados.0.smithi003.stdout:2164: finishing copy_from racing read to smithi00377890-1 2024-04-13T07:21:54.813 INFO:tasks.rados.rados.0.smithi003.stdout:2164: finishing copy_from to smithi00377890-1 2024-04-13T07:21:54.813 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 1356 (ObjNum 413 snap 142 seq_num 413) dirty exists 2024-04-13T07:21:54.813 INFO:tasks.rados.rados.0.smithi003.stdout:2162: done (1 left) 2024-04-13T07:21:54.813 INFO:tasks.rados.rados.0.smithi003.stdout:2164: done (0 left) 2024-04-13T07:21:54.813 INFO:tasks.rados.rados.0.smithi003.stdout:2165: snap_create 2024-04-13T07:21:55.136 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:54 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T07:21:54.866+0000 7f57d02717c0 -1 osd.6 508 log_to_monitors true 2024-04-13T07:21:55.144 INFO:tasks.rados.rados.0.smithi003.stdout:2165: done (0 left) 2024-04-13T07:21:55.144 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 21 current snap is 225 2024-04-13T07:21:55.144 INFO:tasks.rados.rados.0.smithi003.stdout:2166: seq_num 663 ranges {9445376=712704,10158080=442368,10600448=360448} 2024-04-13T07:21:55.199 INFO:tasks.rados.rados.0.smithi003.stdout:2166: writing smithi00377890-21 from 9445376 to 10158080 tid 1 2024-04-13T07:21:55.202 INFO:tasks.rados.rados.0.smithi003.stdout:2166: writing smithi00377890-21 from 10158080 to 10600448 tid 2 2024-04-13T07:21:55.204 INFO:tasks.rados.rados.0.smithi003.stdout:2166: writing smithi00377890-21 from 10600448 to 10960896 tid 3 2024-04-13T07:21:55.204 INFO:tasks.rados.rados.0.smithi003.stdout:2167: snap_remove snap 223 2024-04-13T07:21:55.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:55 smithi066 ceph-mon[84331]: osdmap e517: 8 total, 7 up, 8 in 2024-04-13T07:21:55.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:55 smithi066 ceph-mon[84331]: from='osd.6 [v2:172.21.15.66:6816/4030864615,v1:172.21.15.66:6817/4030864615]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:21:55.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:55 smithi066 ceph-mon[84331]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:21:55.403 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 07:21:55 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T07:21:55.163+0000 7f57c16c9700 -1 osd.6 508 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:21:55.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:55 smithi003 ceph-mon[91733]: osdmap e517: 8 total, 7 up, 8 in 2024-04-13T07:21:55.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:55 smithi003 ceph-mon[91733]: from='osd.6 [v2:172.21.15.66:6816/4030864615,v1:172.21.15.66:6817/4030864615]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:21:55.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:55 smithi003 ceph-mon[91733]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:21:55.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:55 smithi003 ceph-mon[89364]: osdmap e517: 8 total, 7 up, 8 in 2024-04-13T07:21:55.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:55 smithi003 ceph-mon[89364]: from='osd.6 [v2:172.21.15.66:6816/4030864615,v1:172.21.15.66:6817/4030864615]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:21:55.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:55 smithi003 ceph-mon[89364]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T07:21:55.875 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:21:56.144 INFO:tasks.rados.rados.0.smithi003.stdout:2167: done (1 left) 2024-04-13T07:21:56.145 INFO:tasks.rados.rados.0.smithi003.stdout:2168: read oid 46 snap -1 2024-04-13T07:21:56.145 INFO:tasks.rados.rados.0.smithi003.stdout:2168: expect (ObjNum 622 snap 212 seq_num 622) 2024-04-13T07:21:56.145 INFO:tasks.rados.rados.0.smithi003.stdout:2169: delete oid 19 current snap is 225 2024-04-13T07:21:56.145 INFO:tasks.rados.rados.0.smithi003.stdout:2166: finishing write tid 1 to smithi00377890-21 2024-04-13T07:21:56.145 INFO:tasks.rados.rados.0.smithi003.stdout:2166: finishing write tid 2 to smithi00377890-21 2024-04-13T07:21:56.145 INFO:tasks.rados.rados.0.smithi003.stdout:2166: finishing write tid 3 to smithi00377890-21 2024-04-13T07:21:56.145 INFO:tasks.rados.rados.0.smithi003.stdout:2166: finishing write tid 4 to smithi00377890-21 2024-04-13T07:21:56.145 INFO:tasks.rados.rados.0.smithi003.stdout:2166: finishing write tid 5 to smithi00377890-21 2024-04-13T07:21:56.145 INFO:tasks.rados.rados.0.smithi003.stdout:2166: oid 21 updating version 0 to 2116 2024-04-13T07:21:56.145 INFO:tasks.rados.rados.0.smithi003.stdout:2166: oid 21 version 2116 is already newer than 2115 2024-04-13T07:21:56.145 INFO:tasks.rados.rados.0.smithi003.stdout:2166: oid 21 updating version 2116 to 2117 2024-04-13T07:21:56.145 INFO:tasks.rados.rados.0.smithi003.stdout:2166: oid 21 updating version 2117 to 2118 2024-04-13T07:21:56.146 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2118 (ObjNum 663 snap 225 seq_num 663) dirty exists 2024-04-13T07:21:56.146 INFO:tasks.rados.rados.0.smithi003.stdout:2166: left oid 21 (ObjNum 663 snap 225 seq_num 663) 2024-04-13T07:21:56.160 INFO:tasks.rados.rados.0.smithi003.stdout:2166: done (2 left) 2024-04-13T07:21:56.160 INFO:tasks.rados.rados.0.smithi003.stdout:2169: done (1 left) 2024-04-13T07:21:56.160 INFO:tasks.rados.rados.0.smithi003.stdout:2170: read oid 5 snap -1 2024-04-13T07:21:56.160 INFO:tasks.rados.rados.0.smithi003.stdout:2170: expect (ObjNum 477 snap 161 seq_num 477) 2024-04-13T07:21:56.160 INFO:tasks.rados.rados.0.smithi003.stdout:2171: read oid 14 snap -1 2024-04-13T07:21:56.160 INFO:tasks.rados.rados.0.smithi003.stdout:2171: expect (ObjNum 649 snap 217 seq_num 649) 2024-04-13T07:21:56.160 INFO:tasks.rados.rados.0.smithi003.stdout:2172: rollback oid 42 current snap is 225 2024-04-13T07:21:56.160 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 42 to 211 2024-04-13T07:21:56.160 INFO:tasks.rados.rados.0.smithi003.stdout:2173: delete oid 33 current snap is 225 2024-04-13T07:21:56.163 INFO:tasks.rados.rados.0.smithi003.stdout:2173: done (4 left) 2024-04-13T07:21:56.164 INFO:tasks.rados.rados.0.smithi003.stdout:2174: snap_create 2024-04-13T07:21:56.169 INFO:tasks.rados.rados.0.smithi003.stdout:2172: finishing rollback tid 0 to smithi00377890-42 2024-04-13T07:21:56.171 INFO:tasks.rados.rados.0.smithi003.stdout:2172: finishing rollback tid 1 to smithi00377890-42 2024-04-13T07:21:56.173 INFO:tasks.rados.rados.0.smithi003.stdout:2171: expect (ObjNum 649 snap 217 seq_num 649) 2024-04-13T07:21:56.223 INFO:tasks.rados.rados.0.smithi003.stdout:2172: finishing rollback tid 2 to smithi00377890-42 2024-04-13T07:21:56.223 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 2118 (ObjNum 605 snap 203 seq_num 605) dirty exists 2024-04-13T07:21:56.223 INFO:tasks.rados.rados.0.smithi003.stdout:2168: expect (ObjNum 622 snap 212 seq_num 622) 2024-04-13T07:21:56.244 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:21:56.244 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (9m) 107s ago 10m 24.5M - 0.25.0 c8568f914cd2 3cfca92eb9ec 2024-04-13T07:21:56.244 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (10m) 0s ago 10m 89.0M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:21:56.244 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (11m) 107s ago 11m 21.0M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 8ddb79bf2742 2024-04-13T07:21:56.244 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (11m) 0s ago 11m 18.8M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 0760d90a9293 2024-04-13T07:21:56.244 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,9283,8765 running (5m) 0s ago 14m 452M - 19.0.0-2905-g5f22a497 c4b45bf0c946 57ffb9b159d7 2024-04-13T07:21:56.245 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:8443,9283,8765 running (5m) 107s ago 16m 508M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8cf668b60b80 2024-04-13T07:21:56.245 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (5m) 107s ago 16m 51.7M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 64cfa60e298f 2024-04-13T07:21:56.245 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (4m) 0s ago 15m 47.0M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 77096718c9ff 2024-04-13T07:21:56.245 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (4m) 107s ago 14m 47.5M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 bcc866c9b63b 2024-04-13T07:21:56.245 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (9m) 107s ago 9m 15.6M - 1.5.0 0da6a335fe13 dfbcad6ee10c 2024-04-13T07:21:56.245 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (9m) 0s ago 9m 15.0M - 1.5.0 0da6a335fe13 ce4f8de81f3f 2024-04-13T07:21:56.245 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (3m) 107s ago 14m 225M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 6dc25088a5e4 2024-04-13T07:21:56.245 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (3m) 107s ago 14m 207M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 42147549eb05 2024-04-13T07:21:56.245 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (2m) 107s ago 13m 85.0M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 8636b9e9bade 2024-04-13T07:21:56.245 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (111s) 107s ago 13m 15.1M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 dccad7741242 2024-04-13T07:21:56.245 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (76s) 0s ago 12m 161M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 b94e7fdde3d0 2024-04-13T07:21:56.245 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (41s) 0s ago 12m 124M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 51d583e35074 2024-04-13T07:21:56.245 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (5s) 0s ago 12m 12.2M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 494dadc805af 2024-04-13T07:21:56.245 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (11m) 0s ago 11m 249M 2480M 18.2.2-1217-g7d36322c 6ecd1226aa2f b9515cfb6872 2024-04-13T07:21:56.245 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (5m) 0s ago 10m 57.6M - 2.43.0 a07b618ecd1d d062b44446a9 2024-04-13T07:21:56.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:56 smithi066 ceph-mon[84331]: pgmap v435: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 469 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.0 MiB/s wr, 12 op/s; 100/813 objects degraded (12.300%) 2024-04-13T07:21:56.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:56 smithi066 ceph-mon[84331]: Health check update: Degraded data redundancy: 100/813 objects degraded (12.300%), 9 pgs degraded (PG_DEGRADED) 2024-04-13T07:21:56.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:56 smithi066 ceph-mon[84331]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-13T07:21:56.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:56 smithi066 ceph-mon[84331]: from='osd.6 [v2:172.21.15.66:6816/4030864615,v1:172.21.15.66:6817/4030864615]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:21:56.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:56 smithi066 ceph-mon[84331]: osdmap e518: 8 total, 7 up, 8 in 2024-04-13T07:21:56.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:56 smithi066 ceph-mon[84331]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:21:56.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:56.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:56.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:56 smithi003 ceph-mon[91733]: pgmap v435: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 469 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.0 MiB/s wr, 12 op/s; 100/813 objects degraded (12.300%) 2024-04-13T07:21:56.683 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:56 smithi003 ceph-mon[91733]: Health check update: Degraded data redundancy: 100/813 objects degraded (12.300%), 9 pgs degraded (PG_DEGRADED) 2024-04-13T07:21:56.684 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:56 smithi003 ceph-mon[91733]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-13T07:21:56.684 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:56 smithi003 ceph-mon[91733]: from='osd.6 [v2:172.21.15.66:6816/4030864615,v1:172.21.15.66:6817/4030864615]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:21:56.684 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:56 smithi003 ceph-mon[91733]: osdmap e518: 8 total, 7 up, 8 in 2024-04-13T07:21:56.684 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:56 smithi003 ceph-mon[91733]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:21:56.684 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:56.684 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:56.684 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:56 smithi003 ceph-mon[89364]: pgmap v435: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 469 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.0 MiB/s wr, 12 op/s; 100/813 objects degraded (12.300%) 2024-04-13T07:21:56.684 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:56 smithi003 ceph-mon[89364]: Health check update: Degraded data redundancy: 100/813 objects degraded (12.300%), 9 pgs degraded (PG_DEGRADED) 2024-04-13T07:21:56.684 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:56 smithi003 ceph-mon[89364]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-13T07:21:56.685 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:56 smithi003 ceph-mon[89364]: from='osd.6 [v2:172.21.15.66:6816/4030864615,v1:172.21.15.66:6817/4030864615]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:21:56.685 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:56 smithi003 ceph-mon[89364]: osdmap e518: 8 total, 7 up, 8 in 2024-04-13T07:21:56.685 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:56 smithi003 ceph-mon[89364]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:21:56.685 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:56.685 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:56.685 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:21:56.685 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:21:56.685 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:21:56.685 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:21:56.685 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:21:56.685 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:21:56.685 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:21:56.686 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:21:56.686 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 1, 2024-04-13T07:21:56.686 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 7 2024-04-13T07:21:56.686 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:21:56.686 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:21:56.686 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 2 2024-04-13T07:21:56.686 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:21:56.686 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:21:56.686 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 3, 2024-04-13T07:21:56.686 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 12 2024-04-13T07:21:56.686 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:21:56.686 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:21:57.150 INFO:tasks.rados.rados.0.smithi003.stdout:2168: done (4 left) 2024-04-13T07:21:57.151 INFO:tasks.rados.rados.0.smithi003.stdout:2171: done (3 left) 2024-04-13T07:21:57.151 INFO:tasks.rados.rados.0.smithi003.stdout:2172: done (2 left) 2024-04-13T07:21:57.151 INFO:tasks.rados.rados.0.smithi003.stdout:2174: done (1 left) 2024-04-13T07:21:57.151 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 18 current snap is 226 2024-04-13T07:21:57.151 INFO:tasks.rados.rados.0.smithi003.stdout:2175: seq_num 666 ranges {0=761856,761856=491520,1253376=311296} 2024-04-13T07:21:57.155 INFO:tasks.rados.rados.0.smithi003.stdout:2175: writing smithi00377890-18 from 0 to 761856 tid 1 2024-04-13T07:21:57.158 INFO:tasks.rados.rados.0.smithi003.stdout:2175: writing smithi00377890-18 from 761856 to 1253376 tid 2 2024-04-13T07:21:57.161 INFO:tasks.rados.rados.0.smithi003.stdout:2175: writing smithi00377890-18 from 1253376 to 1564672 tid 3 2024-04-13T07:21:57.161 INFO:tasks.rados.rados.0.smithi003.stdout:2176: read oid 26 snap -1 2024-04-13T07:21:57.161 INFO:tasks.rados.rados.0.smithi003.stdout:2176: expect (ObjNum 562 snap 190 seq_num 562) 2024-04-13T07:21:57.161 INFO:tasks.rados.rados.0.smithi003.stdout:2177: snap_create 2024-04-13T07:21:57.161 INFO:tasks.rados.rados.0.smithi003.stdout:2175: finishing write tid 1 to smithi00377890-18 2024-04-13T07:21:57.166 INFO:tasks.rados.rados.0.smithi003.stdout:2175: finishing write tid 2 to smithi00377890-18 2024-04-13T07:21:57.166 INFO:tasks.rados.rados.0.smithi003.stdout:2175: finishing write tid 3 to smithi00377890-18 2024-04-13T07:21:57.166 INFO:tasks.rados.rados.0.smithi003.stdout:2175: finishing write tid 4 to smithi00377890-18 2024-04-13T07:21:57.169 INFO:tasks.rados.rados.0.smithi003.stdout:2175: finishing write tid 5 to smithi00377890-18 2024-04-13T07:21:57.169 INFO:tasks.rados.rados.0.smithi003.stdout:2175: oid 18 updating version 0 to 1784 2024-04-13T07:21:57.169 INFO:tasks.rados.rados.0.smithi003.stdout:2175: oid 18 updating version 1784 to 1787 2024-04-13T07:21:57.169 INFO:tasks.rados.rados.0.smithi003.stdout:2175: oid 18 version 1787 is already newer than 1786 2024-04-13T07:21:57.169 INFO:tasks.rados.rados.0.smithi003.stdout:2175: oid 18 version 1787 is already newer than 1785 2024-04-13T07:21:57.170 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 1787 (ObjNum 666 snap 226 seq_num 666) dirty exists 2024-04-13T07:21:57.170 INFO:tasks.rados.rados.0.smithi003.stdout:2175: left oid 18 (ObjNum 666 snap 226 seq_num 666) 2024-04-13T07:21:57.173 INFO:tasks.rados.rados.0.smithi003.stdout:2170: expect (ObjNum 477 snap 161 seq_num 477) 2024-04-13T07:21:57.204 INFO:tasks.rados.rados.0.smithi003.stdout:2176: expect (ObjNum 562 snap 190 seq_num 562) 2024-04-13T07:21:57.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[91733]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:21:57.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[91733]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:21:57.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[91733]: osd.6 [v2:172.21.15.66:6816/4030864615,v1:172.21.15.66:6817/4030864615] boot 2024-04-13T07:21:57.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[91733]: osdmap e519: 8 total, 8 up, 8 in 2024-04-13T07:21:57.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:21:57.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[91733]: from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:21:57.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2110677827' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:21:57.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:57.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:57.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[91733]: osdmap e520: 8 total, 8 up, 8 in 2024-04-13T07:21:57.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[89364]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:21:57.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[89364]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:21:57.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[89364]: osd.6 [v2:172.21.15.66:6816/4030864615,v1:172.21.15.66:6817/4030864615] boot 2024-04-13T07:21:57.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[89364]: osdmap e519: 8 total, 8 up, 8 in 2024-04-13T07:21:57.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:21:57.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[89364]: from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:21:57.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2110677827' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:21:57.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:57.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:57.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:57 smithi003 ceph-mon[89364]: osdmap e520: 8 total, 8 up, 8 in 2024-04-13T07:21:57.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:57 smithi066 ceph-mon[84331]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:21:57.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:57 smithi066 ceph-mon[84331]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:21:57.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:57 smithi066 ceph-mon[84331]: osd.6 [v2:172.21.15.66:6816/4030864615,v1:172.21.15.66:6817/4030864615] boot 2024-04-13T07:21:57.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:57 smithi066 ceph-mon[84331]: osdmap e519: 8 total, 8 up, 8 in 2024-04-13T07:21:57.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:57 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T07:21:57.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:57 smithi066 ceph-mon[84331]: from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:21:57.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:57 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2110677827' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:21:57.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:57 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:57.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:57 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:21:57.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:57 smithi066 ceph-mon[84331]: osdmap e520: 8 total, 8 up, 8 in 2024-04-13T07:21:58.165 INFO:tasks.rados.rados.0.smithi003.stdout:2170: done (3 left) 2024-04-13T07:21:58.166 INFO:tasks.rados.rados.0.smithi003.stdout:2175: done (2 left) 2024-04-13T07:21:58.166 INFO:tasks.rados.rados.0.smithi003.stdout:2176: done (1 left) 2024-04-13T07:21:58.166 INFO:tasks.rados.rados.0.smithi003.stdout:2177: done (0 left) 2024-04-13T07:21:58.166 INFO:tasks.rados.rados.0.smithi003.stdout:2178: snap_remove snap 216 2024-04-13T07:21:58.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:58 smithi066 ceph-mon[84331]: pgmap v438: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 474 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.9 MiB/s wr, 17 op/s; 100/789 objects degraded (12.674%) 2024-04-13T07:21:58.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:58 smithi003 ceph-mon[91733]: pgmap v438: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 474 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.9 MiB/s wr, 17 op/s; 100/789 objects degraded (12.674%) 2024-04-13T07:21:58.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:58 smithi003 ceph-mon[89364]: pgmap v438: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 474 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.9 MiB/s wr, 17 op/s; 100/789 objects degraded (12.674%) 2024-04-13T07:21:59.181 INFO:tasks.rados.rados.0.smithi003.stdout:2178: done (0 left) 2024-04-13T07:21:59.181 INFO:tasks.rados.rados.0.smithi003.stdout:2179: read oid 8 snap -1 2024-04-13T07:21:59.181 INFO:tasks.rados.rados.0.smithi003.stdout:2179: expect (ObjNum 638 snap 217 seq_num 638) 2024-04-13T07:21:59.181 INFO:tasks.rados.rados.0.smithi003.stdout:2180: read oid 35 snap -1 2024-04-13T07:21:59.182 INFO:tasks.rados.rados.0.smithi003.stdout:2180: expect (ObjNum 520 snap 175 seq_num 520) 2024-04-13T07:21:59.182 INFO:tasks.rados.rados.0.smithi003.stdout:2181: read oid 6 snap -1 2024-04-13T07:21:59.182 INFO:tasks.rados.rados.0.smithi003.stdout:2181: expect deleted 2024-04-13T07:21:59.182 INFO:tasks.rados.rados.0.smithi003.stdout:2182: snap_remove snap 156 2024-04-13T07:21:59.337 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:21:59 smithi066 ceph-mon[84331]: osdmap e521: 8 total, 8 up, 8 in 2024-04-13T07:21:59.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:21:59 smithi003 ceph-mon[89364]: osdmap e521: 8 total, 8 up, 8 in 2024-04-13T07:21:59.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:21:59 smithi003 ceph-mon[91733]: osdmap e521: 8 total, 8 up, 8 in 2024-04-13T07:21:59.636 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 07:21:59 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1[101970]: 2024-04-13T07:21:59.221+0000 7fcefe9a4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-04-13T07:22:00.190 INFO:tasks.rados.rados.0.smithi003.stdout:2182: done (3 left) 2024-04-13T07:22:00.191 INFO:tasks.rados.rados.0.smithi003.stdout:2183: snap_create 2024-04-13T07:22:00.191 INFO:tasks.rados.rados.0.smithi003.stdout:2179: expect (ObjNum 638 snap 217 seq_num 638) 2024-04-13T07:22:00.260 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:00 smithi066 ceph-mon[84331]: pgmap v441: 121 pgs: 6 active+undersized+degraded, 29 active+undersized, 86 active+clean; 477 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 6 op/s; 70/777 objects degraded (9.009%); 772 KiB/s, 0 objects/s recovering 2024-04-13T07:22:00.293 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:00 smithi066 ceph-mon[84331]: osdmap e522: 8 total, 8 up, 8 in 2024-04-13T07:22:00.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:00 smithi003 ceph-mon[91733]: pgmap v441: 121 pgs: 6 active+undersized+degraded, 29 active+undersized, 86 active+clean; 477 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 6 op/s; 70/777 objects degraded (9.009%); 772 KiB/s, 0 objects/s recovering 2024-04-13T07:22:00.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:00 smithi003 ceph-mon[91733]: osdmap e522: 8 total, 8 up, 8 in 2024-04-13T07:22:00.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:00 smithi003 ceph-mon[89364]: pgmap v441: 121 pgs: 6 active+undersized+degraded, 29 active+undersized, 86 active+clean; 477 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 6 op/s; 70/777 objects degraded (9.009%); 772 KiB/s, 0 objects/s recovering 2024-04-13T07:22:00.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:00 smithi003 ceph-mon[89364]: osdmap e522: 8 total, 8 up, 8 in 2024-04-13T07:22:00.709 INFO:tasks.rados.rados.0.smithi003.stdout:2180: expect (ObjNum 520 snap 175 seq_num 520) 2024-04-13T07:22:01.625 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:01 smithi066 ceph-mon[84331]: osdmap e523: 8 total, 8 up, 8 in 2024-04-13T07:22:01.626 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:01 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:01.626 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:01 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:01.626 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:01 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:22:01.626 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:01 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:22:01.626 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:01 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:01.626 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:01 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:22:01.626 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:01 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:01.626 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:01 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:01.626 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:01 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:01.626 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:01 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-13T07:22:01.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[91733]: osdmap e523: 8 total, 8 up, 8 in 2024-04-13T07:22:01.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:01.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:01.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:22:01.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:22:01.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:01.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:22:01.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:01.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:01.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:01.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-13T07:22:01.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[89364]: osdmap e523: 8 total, 8 up, 8 in 2024-04-13T07:22:01.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:01.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:01.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:22:01.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:22:01.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:01.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:22:01.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:01.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:01.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:01.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:01 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-13T07:22:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:02 smithi066 ceph-mon[84331]: pgmap v444: 121 pgs: 121 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 7.8 MiB/s, 2 objects/s recovering 2024-04-13T07:22:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:02 smithi066 ceph-mon[84331]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-13T07:22:02.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:02 smithi066 ceph-mon[84331]: Upgrade: osd.7 is safe to restart 2024-04-13T07:22:02.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:02 smithi066 ceph-mon[84331]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 70/777 objects degraded (9.009%), 6 pgs degraded) 2024-04-13T07:22:02.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:02 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:22:02.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:02 smithi066 ceph-mon[84331]: osdmap e524: 8 total, 8 up, 8 in 2024-04-13T07:22:02.349 INFO:tasks.rados.rados.0.smithi003.stdout:2179: done (3 left) 2024-04-13T07:22:02.349 INFO:tasks.rados.rados.0.smithi003.stdout:2180: done (2 left) 2024-04-13T07:22:02.349 INFO:tasks.rados.rados.0.smithi003.stdout:2181: done (1 left) 2024-04-13T07:22:02.349 INFO:tasks.rados.rados.0.smithi003.stdout:2183: done (0 left) 2024-04-13T07:22:02.349 INFO:tasks.rados.rados.0.smithi003.stdout:2184: snap_remove snap 222 2024-04-13T07:22:02.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:02 smithi003 ceph-mon[91733]: pgmap v444: 121 pgs: 121 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 7.8 MiB/s, 2 objects/s recovering 2024-04-13T07:22:02.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:02 smithi003 ceph-mon[91733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-13T07:22:02.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:02 smithi003 ceph-mon[91733]: Upgrade: osd.7 is safe to restart 2024-04-13T07:22:02.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:02 smithi003 ceph-mon[91733]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 70/777 objects degraded (9.009%), 6 pgs degraded) 2024-04-13T07:22:02.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:02 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:22:02.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:02 smithi003 ceph-mon[91733]: osdmap e524: 8 total, 8 up, 8 in 2024-04-13T07:22:02.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:02 smithi003 ceph-mon[89364]: pgmap v444: 121 pgs: 121 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 7.8 MiB/s, 2 objects/s recovering 2024-04-13T07:22:02.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:02 smithi003 ceph-mon[89364]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-13T07:22:02.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:02 smithi003 ceph-mon[89364]: Upgrade: osd.7 is safe to restart 2024-04-13T07:22:02.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:02 smithi003 ceph-mon[89364]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 70/777 objects degraded (9.009%), 6 pgs degraded) 2024-04-13T07:22:02.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:02 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:22:02.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:02 smithi003 ceph-mon[89364]: osdmap e524: 8 total, 8 up, 8 in 2024-04-13T07:22:02.643 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:22:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:22:03.210 INFO:tasks.rados.rados.0.smithi003.stdout:2184: done (0 left) 2024-04-13T07:22:03.211 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 6 current snap is 228 2024-04-13T07:22:03.211 INFO:tasks.rados.rados.0.smithi003.stdout:2185: seq_num 667 ranges {0=778240,778240=778240,1556480=24576} 2024-04-13T07:22:03.214 INFO:tasks.rados.rados.0.smithi003.stdout:2185: writing smithi00377890-6 from 0 to 778240 tid 1 2024-04-13T07:22:03.219 INFO:tasks.rados.rados.0.smithi003.stdout:2185: writing smithi00377890-6 from 778240 to 1556480 tid 2 2024-04-13T07:22:03.221 INFO:tasks.rados.rados.0.smithi003.stdout:2185: writing smithi00377890-6 from 1556480 to 1581056 tid 3 2024-04-13T07:22:03.221 INFO:tasks.rados.rados.0.smithi003.stdout:2186: copy_from oid 20 from oid 45 current snap is 228 2024-04-13T07:22:03.221 INFO:tasks.rados.rados.0.smithi003.stdout:2187: rollback oid 39 current snap is 228 2024-04-13T07:22:03.221 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 39 to 221 2024-04-13T07:22:03.221 INFO:tasks.rados.rados.0.smithi003.stdout:2188: read oid 30 snap 201 2024-04-13T07:22:03.221 INFO:tasks.rados.rados.0.smithi003.stdout:2188: expect (ObjNum 595 snap 200 seq_num 595) 2024-04-13T07:22:03.221 INFO:tasks.rados.rados.0.smithi003.stdout:2189: read oid 8 snap -1 2024-04-13T07:22:03.221 INFO:tasks.rados.rados.0.smithi003.stdout:2189: expect (ObjNum 638 snap 217 seq_num 638) 2024-04-13T07:22:03.221 INFO:tasks.rados.rados.0.smithi003.stdout:2190: read oid 11 snap -1 2024-04-13T07:22:03.222 INFO:tasks.rados.rados.0.smithi003.stdout:2190: expect (ObjNum 570 snap 192 seq_num 570) 2024-04-13T07:22:03.222 INFO:tasks.rados.rados.0.smithi003.stdout:2191: delete oid 27 current snap is 228 2024-04-13T07:22:03.227 INFO:tasks.rados.rados.0.smithi003.stdout:2187: finishing rollback tid 0 to smithi00377890-39 2024-04-13T07:22:03.228 INFO:tasks.rados.rados.0.smithi003.stdout:2187: finishing rollback tid 1 to smithi00377890-39 2024-04-13T07:22:03.229 INFO:tasks.rados.rados.0.smithi003.stdout:2187: finishing rollback tid 2 to smithi00377890-39 2024-04-13T07:22:03.229 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 2121 (ObjNum 634 snap 216 seq_num 634) dirty exists 2024-04-13T07:22:03.229 INFO:tasks.rados.rados.0.smithi003.stdout:2185: finishing write tid 1 to smithi00377890-6 2024-04-13T07:22:03.232 INFO:tasks.rados.rados.0.smithi003.stdout:2185: finishing write tid 2 to smithi00377890-6 2024-04-13T07:22:03.232 INFO:tasks.rados.rados.0.smithi003.stdout:2185: finishing write tid 3 to smithi00377890-6 2024-04-13T07:22:03.233 INFO:tasks.rados.rados.0.smithi003.stdout:2185: finishing write tid 4 to smithi00377890-6 2024-04-13T07:22:03.235 INFO:tasks.rados.rados.0.smithi003.stdout:2185: finishing write tid 5 to smithi00377890-6 2024-04-13T07:22:03.235 INFO:tasks.rados.rados.0.smithi003.stdout:2185: oid 6 updating version 0 to 1789 2024-04-13T07:22:03.235 INFO:tasks.rados.rados.0.smithi003.stdout:2185: oid 6 version 1789 is already newer than 1788 2024-04-13T07:22:03.235 INFO:tasks.rados.rados.0.smithi003.stdout:2185: oid 6 updating version 1789 to 1791 2024-04-13T07:22:03.235 INFO:tasks.rados.rados.0.smithi003.stdout:2185: oid 6 version 1791 is already newer than 1790 2024-04-13T07:22:03.236 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 1791 (ObjNum 667 snap 228 seq_num 667) dirty exists 2024-04-13T07:22:03.236 INFO:tasks.rados.rados.0.smithi003.stdout:2185: left oid 6 (ObjNum 667 snap 228 seq_num 667) 2024-04-13T07:22:03.237 INFO:tasks.rados.rados.0.smithi003.stdout:2190: expect (ObjNum 570 snap 192 seq_num 570) 2024-04-13T07:22:03.310 INFO:tasks.rados.rados.0.smithi003.stdout:2186: finishing copy_from racing read to smithi00377890-20 2024-04-13T07:22:03.310 INFO:tasks.rados.rados.0.smithi003.stdout:2186: finishing copy_from to smithi00377890-20 2024-04-13T07:22:03.310 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 1783 (ObjNum 652 snap 220 seq_num 652) dirty exists 2024-04-13T07:22:03.310 INFO:tasks.rados.rados.0.smithi003.stdout:2185: done (6 left) 2024-04-13T07:22:03.310 INFO:tasks.rados.rados.0.smithi003.stdout:2186: done (5 left) 2024-04-13T07:22:03.310 INFO:tasks.rados.rados.0.smithi003.stdout:2187: done (4 left) 2024-04-13T07:22:03.310 INFO:tasks.rados.rados.0.smithi003.stdout:2190: done (3 left) 2024-04-13T07:22:03.310 INFO:tasks.rados.rados.0.smithi003.stdout:2191: done (2 left) 2024-04-13T07:22:03.310 INFO:tasks.rados.rados.0.smithi003.stdout:2192: delete oid 45 current snap is 228 2024-04-13T07:22:03.310 INFO:tasks.rados.rados.0.smithi003.stdout:2188: expect (ObjNum 595 snap 200 seq_num 595) 2024-04-13T07:22:03.617 INFO:tasks.rados.rados.0.smithi003.stdout:2189: expect (ObjNum 638 snap 217 seq_num 638) 2024-04-13T07:22:03.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:03 smithi066 ceph-mon[84331]: pgmap v446: 121 pgs: 121 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 7.2 MiB/s, 2 objects/s recovering 2024-04-13T07:22:03.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:03 smithi066 ceph-mon[84331]: Upgrade: Updating osd.7 2024-04-13T07:22:03.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:03.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T07:22:03.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:22:03.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:03 smithi066 ceph-mon[84331]: Deploying daemon osd.7 on smithi066 2024-04-13T07:22:03.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:03 smithi066 ceph-mon[84331]: osdmap e525: 8 total, 8 up, 8 in 2024-04-13T07:22:04.121 INFO:tasks.rados.rados.0.smithi003.stdout:2188: done (2 left) 2024-04-13T07:22:04.121 INFO:tasks.rados.rados.0.smithi003.stdout:2189: done (1 left) 2024-04-13T07:22:04.121 INFO:tasks.rados.rados.0.smithi003.stdout:2192: done (0 left) 2024-04-13T07:22:04.121 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 228 2024-04-13T07:22:04.121 INFO:tasks.rados.rados.0.smithi003.stdout:2193: seq_num 670 ranges {901120=425984,1327104=483328,1810432=507904,2318336=212992} 2024-04-13T07:22:04.127 INFO:tasks.rados.rados.0.smithi003.stdout:2193: writing smithi00377890-49 from 901120 to 1327104 tid 1 2024-04-13T07:22:04.130 INFO:tasks.rados.rados.0.smithi003.stdout:2193: writing smithi00377890-49 from 1327104 to 1810432 tid 2 2024-04-13T07:22:04.133 INFO:tasks.rados.rados.0.smithi003.stdout:2193: writing smithi00377890-49 from 1810432 to 2318336 tid 3 2024-04-13T07:22:04.135 INFO:tasks.rados.rados.0.smithi003.stdout:2193: writing smithi00377890-49 from 2318336 to 2531328 tid 4 2024-04-13T07:22:04.135 INFO:tasks.rados.rados.0.smithi003.stdout:2194: rmattr oid 35 current snap is 228 2024-04-13T07:22:04.135 INFO:tasks.rados.rados.0.smithi003.stdout:2193: finishing write tid 1 to smithi00377890-49 2024-04-13T07:22:04.135 INFO:tasks.rados.rados.0.smithi003.stdout:2193: finishing write tid 2 to smithi00377890-49 2024-04-13T07:22:04.135 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 44 current snap is 228 2024-04-13T07:22:04.135 INFO:tasks.rados.rados.0.smithi003.stdout:2195: seq_num 671 ranges {835584=442368,1277952=761856,2039808=442368} 2024-04-13T07:22:04.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:03 smithi003 ceph-mon[89364]: pgmap v446: 121 pgs: 121 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 7.2 MiB/s, 2 objects/s recovering 2024-04-13T07:22:04.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:03 smithi003 ceph-mon[89364]: Upgrade: Updating osd.7 2024-04-13T07:22:04.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:04.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T07:22:04.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:22:04.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:03 smithi003 ceph-mon[89364]: Deploying daemon osd.7 on smithi066 2024-04-13T07:22:04.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:03 smithi003 ceph-mon[89364]: osdmap e525: 8 total, 8 up, 8 in 2024-04-13T07:22:04.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:03 smithi003 ceph-mon[91733]: pgmap v446: 121 pgs: 121 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 7.2 MiB/s, 2 objects/s recovering 2024-04-13T07:22:04.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:03 smithi003 ceph-mon[91733]: Upgrade: Updating osd.7 2024-04-13T07:22:04.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:04.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T07:22:04.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:22:04.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:03 smithi003 ceph-mon[91733]: Deploying daemon osd.7 on smithi066 2024-04-13T07:22:04.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:03 smithi003 ceph-mon[91733]: osdmap e525: 8 total, 8 up, 8 in 2024-04-13T07:22:04.142 INFO:tasks.rados.rados.0.smithi003.stdout:2195: writing smithi00377890-44 from 835584 to 1277952 tid 1 2024-04-13T07:22:04.146 INFO:tasks.rados.rados.0.smithi003.stdout:2195: writing smithi00377890-44 from 1277952 to 2039808 tid 2 2024-04-13T07:22:04.149 INFO:tasks.rados.rados.0.smithi003.stdout:2195: writing smithi00377890-44 from 2039808 to 2482176 tid 3 2024-04-13T07:22:04.150 INFO:tasks.rados.rados.0.smithi003.stdout:2196: delete oid 19 current snap is 228 2024-04-13T07:22:04.150 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 0 (ObjNum 520 snap 175 seq_num 520) dirty exists 2024-04-13T07:22:04.150 INFO:tasks.rados.rados.0.smithi003.stdout:2193: finishing write tid 3 to smithi00377890-49 2024-04-13T07:22:04.150 INFO:tasks.rados.rados.0.smithi003.stdout:2193: finishing write tid 4 to smithi00377890-49 2024-04-13T07:22:04.150 INFO:tasks.rados.rados.0.smithi003.stdout:2193: finishing write tid 5 to smithi00377890-49 2024-04-13T07:22:04.150 INFO:tasks.rados.rados.0.smithi003.stdout:2193: finishing write tid 6 to smithi00377890-49 2024-04-13T07:22:04.150 INFO:tasks.rados.rados.0.smithi003.stdout:2193: oid 49 updating version 0 to 2159 2024-04-13T07:22:04.150 INFO:tasks.rados.rados.0.smithi003.stdout:2193: oid 49 updating version 2159 to 2160 2024-04-13T07:22:04.150 INFO:tasks.rados.rados.0.smithi003.stdout:2193: oid 49 updating version 2160 to 2163 2024-04-13T07:22:04.150 INFO:tasks.rados.rados.0.smithi003.stdout:2193: oid 49 version 2163 is already newer than 2162 2024-04-13T07:22:04.150 INFO:tasks.rados.rados.0.smithi003.stdout:2193: oid 49 version 2163 is already newer than 2161 2024-04-13T07:22:04.150 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 2163 (ObjNum 670 snap 228 seq_num 670) dirty exists 2024-04-13T07:22:04.150 INFO:tasks.rados.rados.0.smithi003.stdout:2193: left oid 49 (ObjNum 670 snap 228 seq_num 670) 2024-04-13T07:22:04.151 INFO:tasks.rados.rados.0.smithi003.stdout:2195: finishing write tid 1 to smithi00377890-44 2024-04-13T07:22:04.151 INFO:tasks.rados.rados.0.smithi003.stdout:2195: finishing write tid 2 to smithi00377890-44 2024-04-13T07:22:04.152 INFO:tasks.rados.rados.0.smithi003.stdout:2193: done (3 left) 2024-04-13T07:22:04.152 INFO:tasks.rados.rados.0.smithi003.stdout:2194: done (2 left) 2024-04-13T07:22:04.152 INFO:tasks.rados.rados.0.smithi003.stdout:2196: done (1 left) 2024-04-13T07:22:04.152 INFO:tasks.rados.rados.0.smithi003.stdout:2197: setattr oid 46 current snap is 228 2024-04-13T07:22:04.152 INFO:tasks.rados.rados.0.smithi003.stdout:2195: finishing write tid 3 to smithi00377890-44 2024-04-13T07:22:04.153 INFO:tasks.rados.rados.0.smithi003.stdout:2195: finishing write tid 4 to smithi00377890-44 2024-04-13T07:22:04.154 INFO:tasks.rados.rados.0.smithi003.stdout:2198: read oid 2 snap -1 2024-04-13T07:22:04.154 INFO:tasks.rados.rados.0.smithi003.stdout:2198: expect deleted 2024-04-13T07:22:04.154 INFO:tasks.rados.rados.0.smithi003.stdout:2199: copy_from oid 7 from oid 21 current snap is 228 2024-04-13T07:22:04.154 INFO:tasks.rados.rados.0.smithi003.stdout:2200: read oid 38 snap -1 2024-04-13T07:22:04.154 INFO:tasks.rados.rados.0.smithi003.stdout:2200: expect (ObjNum 641 snap 217 seq_num 641) 2024-04-13T07:22:04.154 INFO:tasks.rados.rados.0.smithi003.stdout:2201: snap_create 2024-04-13T07:22:04.155 INFO:tasks.rados.rados.0.smithi003.stdout:2195: finishing write tid 5 to smithi00377890-44 2024-04-13T07:22:04.155 INFO:tasks.rados.rados.0.smithi003.stdout:2195: oid 44 updating version 0 to 1348 2024-04-13T07:22:04.155 INFO:tasks.rados.rados.0.smithi003.stdout:2195: oid 44 version 1348 is already newer than 1347 2024-04-13T07:22:04.155 INFO:tasks.rados.rados.0.smithi003.stdout:2195: oid 44 version 1348 is already newer than 1345 2024-04-13T07:22:04.155 INFO:tasks.rados.rados.0.smithi003.stdout:2195: oid 44 version 1348 is already newer than 1346 2024-04-13T07:22:04.155 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 1348 (ObjNum 671 snap 228 seq_num 671) dirty exists 2024-04-13T07:22:04.155 INFO:tasks.rados.rados.0.smithi003.stdout:2195: left oid 44 (ObjNum 671 snap 228 seq_num 671) 2024-04-13T07:22:04.158 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 1349 (ObjNum 622 snap 212 seq_num 622) dirty exists 2024-04-13T07:22:04.164 INFO:tasks.rados.rados.0.smithi003.stdout:2200: expect (ObjNum 641 snap 217 seq_num 641) 2024-04-13T07:22:04.243 INFO:tasks.rados.rados.0.smithi003.stdout:2199: finishing copy_from racing read to smithi00377890-7 2024-04-13T07:22:04.243 INFO:tasks.rados.rados.0.smithi003.stdout:2199: finishing copy_from to smithi00377890-7 2024-04-13T07:22:04.243 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 2118 (ObjNum 663 snap 225 seq_num 663) dirty exists 2024-04-13T07:22:04.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:22:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:22:04] "GET /metrics HTTP/1.1" 200 36174 "" "Prometheus/2.43.0" 2024-04-13T07:22:04.821 INFO:tasks.rados.rados.0.smithi003.stdout:2195: done (5 left) 2024-04-13T07:22:04.821 INFO:tasks.rados.rados.0.smithi003.stdout:2197: done (4 left) 2024-04-13T07:22:04.821 INFO:tasks.rados.rados.0.smithi003.stdout:2198: done (3 left) 2024-04-13T07:22:04.821 INFO:tasks.rados.rados.0.smithi003.stdout:2199: done (2 left) 2024-04-13T07:22:04.821 INFO:tasks.rados.rados.0.smithi003.stdout:2200: done (1 left) 2024-04-13T07:22:04.821 INFO:tasks.rados.rados.0.smithi003.stdout:2201: done (0 left) 2024-04-13T07:22:04.821 INFO:tasks.rados.rados.0.smithi003.stdout:2202: snap_create 2024-04-13T07:22:05.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:04 smithi003 ceph-mon[91733]: osdmap e526: 8 total, 8 up, 8 in 2024-04-13T07:22:05.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:04 smithi003 ceph-mon[89364]: osdmap e526: 8 total, 8 up, 8 in 2024-04-13T07:22:05.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:04 smithi066 ceph-mon[84331]: osdmap e526: 8 total, 8 up, 8 in 2024-04-13T07:22:05.822 INFO:tasks.rados.rados.0.smithi003.stdout:2202: done (0 left) 2024-04-13T07:22:05.822 INFO:tasks.rados.rados.0.smithi003.stdout:2203: delete oid 45 current snap is 230 2024-04-13T07:22:05.828 INFO:tasks.rados.rados.0.smithi003.stdout:2203: done (0 left) 2024-04-13T07:22:05.828 INFO:tasks.rados.rados.0.smithi003.stdout:2204: read oid 40 snap -1 2024-04-13T07:22:05.828 INFO:tasks.rados.rados.0.smithi003.stdout:2204: expect (ObjNum 573 snap 193 seq_num 573) 2024-04-13T07:22:05.828 INFO:tasks.rados.rados.0.smithi003.stdout:2205: snap_remove snap 217 2024-04-13T07:22:06.129 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:05 smithi066 systemd[1]: Stopping Ceph osd.7 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:22:06.130 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:05 smithi066 ceph-mon[84331]: pgmap v449: 121 pgs: 121 active+clean; 466 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 969 KiB/s wr, 3 op/s 2024-04-13T07:22:06.130 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:05 smithi066 ceph-mon[84331]: osdmap e527: 8 total, 8 up, 8 in 2024-04-13T07:22:06.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:05 smithi003 ceph-mon[91733]: pgmap v449: 121 pgs: 121 active+clean; 466 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 969 KiB/s wr, 3 op/s 2024-04-13T07:22:06.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:05 smithi003 ceph-mon[91733]: osdmap e527: 8 total, 8 up, 8 in 2024-04-13T07:22:06.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:05 smithi003 ceph-mon[89364]: pgmap v449: 121 pgs: 121 active+clean; 466 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 969 KiB/s wr, 3 op/s 2024-04-13T07:22:06.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:05 smithi003 ceph-mon[89364]: osdmap e527: 8 total, 8 up, 8 in 2024-04-13T07:22:06.403 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:06 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[53046]: 2024-04-13T07:22:06.126+0000 7f855266e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:22:06.403 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:06 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[53046]: 2024-04-13T07:22:06.126+0000 7f855266e700 -1 osd.7 528 *** Got signal Terminated *** 2024-04-13T07:22:06.403 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:06 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[53046]: 2024-04-13T07:22:06.126+0000 7f855266e700 -1 osd.7 528 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T07:22:06.837 INFO:tasks.rados.rados.0.smithi003.stdout:2205: done (1 left) 2024-04-13T07:22:06.837 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 36 current snap is 230 2024-04-13T07:22:06.845 INFO:tasks.rados.rados.0.smithi003.stdout:2204: expect (ObjNum 573 snap 193 seq_num 573) 2024-04-13T07:22:06.911 INFO:tasks.rados.rados.0.smithi003.stdout:2206: seq_num 674 ranges {0=491520,491520=417792,909312=483328,1392640=303104} 2024-04-13T07:22:06.914 INFO:tasks.rados.rados.0.smithi003.stdout:2206: writing smithi00377890-36 from 0 to 491520 tid 1 2024-04-13T07:22:06.916 INFO:tasks.rados.rados.0.smithi003.stdout:2206: writing smithi00377890-36 from 491520 to 909312 tid 2 2024-04-13T07:22:06.919 INFO:tasks.rados.rados.0.smithi003.stdout:2206: writing smithi00377890-36 from 909312 to 1392640 tid 3 2024-04-13T07:22:06.922 INFO:tasks.rados.rados.0.smithi003.stdout:2206: writing smithi00377890-36 from 1392640 to 1695744 tid 4 2024-04-13T07:22:06.922 INFO:tasks.rados.rados.0.smithi003.stdout:2204: done (1 left) 2024-04-13T07:22:06.922 INFO:tasks.rados.rados.0.smithi003.stdout:2207: delete oid 20 current snap is 230 2024-04-13T07:22:06.922 INFO:tasks.rados.rados.0.smithi003.stdout:2206: finishing write tid 1 to smithi00377890-36 2024-04-13T07:22:06.922 INFO:tasks.rados.rados.0.smithi003.stdout:2206: finishing write tid 2 to smithi00377890-36 2024-04-13T07:22:06.922 INFO:tasks.rados.rados.0.smithi003.stdout:2206: finishing write tid 3 to smithi00377890-36 2024-04-13T07:22:06.924 INFO:tasks.rados.rados.0.smithi003.stdout:2207: done (1 left) 2024-04-13T07:22:06.924 INFO:tasks.rados.rados.0.smithi003.stdout:2208: read oid 9 snap -1 2024-04-13T07:22:06.924 INFO:tasks.rados.rados.0.smithi003.stdout:2208: expect (ObjNum 648 snap 217 seq_num 648) 2024-04-13T07:22:06.925 INFO:tasks.rados.rados.0.smithi003.stdout:2209: delete oid 22 current snap is 230 2024-04-13T07:22:06.925 INFO:tasks.rados.rados.0.smithi003.stdout:2206: finishing write tid 4 to smithi00377890-36 2024-04-13T07:22:06.925 INFO:tasks.rados.rados.0.smithi003.stdout:2206: finishing write tid 5 to smithi00377890-36 2024-04-13T07:22:06.927 INFO:tasks.rados.rados.0.smithi003.stdout:2206: finishing write tid 6 to smithi00377890-36 2024-04-13T07:22:06.927 INFO:tasks.rados.rados.0.smithi003.stdout:2206: oid 36 updating version 0 to 1852 2024-04-13T07:22:06.927 INFO:tasks.rados.rados.0.smithi003.stdout:2206: oid 36 updating version 1852 to 1854 2024-04-13T07:22:06.927 INFO:tasks.rados.rados.0.smithi003.stdout:2206: oid 36 version 1854 is already newer than 1851 2024-04-13T07:22:06.927 INFO:tasks.rados.rados.0.smithi003.stdout:2206: oid 36 updating version 1854 to 1855 2024-04-13T07:22:06.928 INFO:tasks.rados.rados.0.smithi003.stdout:2206: oid 36 version 1855 is already newer than 1853 2024-04-13T07:22:06.928 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 1855 (ObjNum 674 snap 230 seq_num 674) dirty exists 2024-04-13T07:22:06.928 INFO:tasks.rados.rados.0.smithi003.stdout:2206: left oid 36 (ObjNum 674 snap 230 seq_num 674) 2024-04-13T07:22:06.928 INFO:tasks.rados.rados.0.smithi003.stdout:2206: done (2 left) 2024-04-13T07:22:06.928 INFO:tasks.rados.rados.0.smithi003.stdout:2209: done (1 left) 2024-04-13T07:22:06.928 INFO:tasks.rados.rados.0.smithi003.stdout:2210: delete oid 43 current snap is 230 2024-04-13T07:22:06.930 INFO:tasks.rados.rados.0.smithi003.stdout:2210: done (1 left) 2024-04-13T07:22:06.930 INFO:tasks.rados.rados.0.smithi003.stdout:2211: read oid 32 snap 226 2024-04-13T07:22:06.930 INFO:tasks.rados.rados.0.smithi003.stdout:2211: expect (ObjNum 568 snap 192 seq_num 568) 2024-04-13T07:22:06.931 INFO:tasks.rados.rados.0.smithi003.stdout:2212: read oid 39 snap -1 2024-04-13T07:22:06.931 INFO:tasks.rados.rados.0.smithi003.stdout:2212: expect (ObjNum 634 snap 216 seq_num 634) 2024-04-13T07:22:06.931 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 37 current snap is 230 2024-04-13T07:22:06.931 INFO:tasks.rados.rados.0.smithi003.stdout:2213: seq_num 678 ranges {4898816=565248,5464064=802816,6266880=401408} 2024-04-13T07:22:06.962 INFO:tasks.rados.rados.0.smithi003.stdout:2213: writing smithi00377890-37 from 4898816 to 5464064 tid 1 2024-04-13T07:22:06.967 INFO:tasks.rados.rados.0.smithi003.stdout:2213: writing smithi00377890-37 from 5464064 to 6266880 tid 2 2024-04-13T07:22:06.969 INFO:tasks.rados.rados.0.smithi003.stdout:2213: writing smithi00377890-37 from 6266880 to 6668288 tid 3 2024-04-13T07:22:06.969 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 18 current snap is 230 2024-04-13T07:22:06.969 INFO:tasks.rados.rados.0.smithi003.stdout:2214: seq_num 679 ranges {1564672=581632,2146304=688128,2834432=516096} 2024-04-13T07:22:06.981 INFO:tasks.rados.rados.0.smithi003.stdout:2214: writing smithi00377890-18 from 1564672 to 2146304 tid 1 2024-04-13T07:22:06.985 INFO:tasks.rados.rados.0.smithi003.stdout:2214: writing smithi00377890-18 from 2146304 to 2834432 tid 2 2024-04-13T07:22:06.988 INFO:tasks.rados.rados.0.smithi003.stdout:2214: writing smithi00377890-18 from 2834432 to 3350528 tid 3 2024-04-13T07:22:06.988 INFO:tasks.rados.rados.0.smithi003.stdout:2215: snap_remove snap 228 2024-04-13T07:22:07.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:06 smithi003 ceph-mon[91733]: osdmap e528: 8 total, 8 up, 8 in 2024-04-13T07:22:07.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:06 smithi003 ceph-mon[91733]: osd.7 marked itself down and dead 2024-04-13T07:22:07.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:06 smithi003 ceph-mon[89364]: osdmap e528: 8 total, 8 up, 8 in 2024-04-13T07:22:07.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:06 smithi003 ceph-mon[89364]: osd.7 marked itself down and dead 2024-04-13T07:22:07.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:06 smithi066 ceph-mon[84331]: osdmap e528: 8 total, 8 up, 8 in 2024-04-13T07:22:07.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:06 smithi066 ceph-mon[84331]: osd.7 marked itself down and dead 2024-04-13T07:22:07.546 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:07 smithi066 podman[104291]: 2024-04-13 07:22:07.264314966 +0000 UTC m=+1.238443750 container died b9515cfb6872dc5db3467ec643ce49856a06f0d09da9e19ee15ca6093c30504c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-7d36322) 2024-04-13T07:22:07.833 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:07 smithi066 podman[104291]: 2024-04-13 07:22:07.619371029 +0000 UTC m=+1.593499815 container cleanup b9515cfb6872dc5db3467ec643ce49856a06f0d09da9e19ee15ca6093c30504c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=reef-7d36322, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-13T07:22:07.833 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:07 smithi066 bash[104291]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7 2024-04-13T07:22:07.846 INFO:tasks.rados.rados.0.smithi003.stdout:2215: done (5 left) 2024-04-13T07:22:07.846 INFO:tasks.rados.rados.0.smithi003.stdout:2216: delete oid 7 current snap is 230 2024-04-13T07:22:07.847 INFO:tasks.rados.rados.0.smithi003.stdout:2208: expect (ObjNum 648 snap 217 seq_num 648) 2024-04-13T07:22:07.888 INFO:tasks.rados.rados.0.smithi003.stdout:2211: expect (ObjNum 568 snap 192 seq_num 568) 2024-04-13T07:22:07.949 INFO:tasks.rados.rados.0.smithi003.stdout:2212: expect (ObjNum 634 snap 216 seq_num 634) 2024-04-13T07:22:08.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:07 smithi003 ceph-mon[89364]: pgmap v452: 121 pgs: 121 active+clean; 439 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-13T07:22:08.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:07 smithi003 ceph-mon[89364]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:22:08.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:07 smithi003 ceph-mon[89364]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-13T07:22:08.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:07 smithi003 ceph-mon[89364]: osdmap e529: 8 total, 7 up, 8 in 2024-04-13T07:22:08.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:08.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:22:08.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:08.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:07 smithi003 ceph-mon[91733]: pgmap v452: 121 pgs: 121 active+clean; 439 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-13T07:22:08.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:07 smithi003 ceph-mon[91733]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:22:08.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:07 smithi003 ceph-mon[91733]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-13T07:22:08.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:07 smithi003 ceph-mon[91733]: osdmap e529: 8 total, 7 up, 8 in 2024-04-13T07:22:08.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:08.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:22:08.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:08.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:07 smithi066 podman[104310]: 2024-04-13 07:22:07.904251431 +0000 UTC m=+0.636665455 container remove b9515cfb6872dc5db3467ec643ce49856a06f0d09da9e19ee15ca6093c30504c (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, RELEASE=reef-7d36322, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-13T07:22:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:07 smithi066 ceph-mon[84331]: pgmap v452: 121 pgs: 121 active+clean; 439 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-13T07:22:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:07 smithi066 ceph-mon[84331]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T07:22:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:07 smithi066 ceph-mon[84331]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-13T07:22:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:07 smithi066 ceph-mon[84331]: osdmap e529: 8 total, 7 up, 8 in 2024-04-13T07:22:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:22:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:08.509 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:08 smithi066 podman[104402]: 2024-04-13 07:22:08.152926296 +0000 UTC m=+0.018807123 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:22:08.509 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:08 smithi066 podman[104402]: 2024-04-13 07:22:08.255355169 +0000 UTC m=+0.121235982 container create cc1574e4664a5773b0ee774ac31ff08b8833af28f3b54004169070decd440602 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T07:22:08.509 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:08 smithi066 podman[104402]: 2024-04-13 07:22:08.508071214 +0000 UTC m=+0.373952022 container init cc1574e4664a5773b0ee774ac31ff08b8833af28f3b54004169070decd440602 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-13T07:22:08.686 INFO:tasks.rados.rados.0.smithi003.stdout:2213: finishing write tid 1 to smithi00377890-37 2024-04-13T07:22:08.687 INFO:tasks.rados.rados.0.smithi003.stdout:2213: finishing write tid 2 to smithi00377890-37 2024-04-13T07:22:08.687 INFO:tasks.rados.rados.0.smithi003.stdout:2213: finishing write tid 3 to smithi00377890-37 2024-04-13T07:22:08.687 INFO:tasks.rados.rados.0.smithi003.stdout:2213: finishing write tid 4 to smithi00377890-37 2024-04-13T07:22:08.687 INFO:tasks.rados.rados.0.smithi003.stdout:2213: finishing write tid 5 to smithi00377890-37 2024-04-13T07:22:08.687 INFO:tasks.rados.rados.0.smithi003.stdout:2213: oid 37 updating version 0 to 1359 2024-04-13T07:22:08.687 INFO:tasks.rados.rados.0.smithi003.stdout:2213: oid 37 version 1359 is already newer than 1358 2024-04-13T07:22:08.687 INFO:tasks.rados.rados.0.smithi003.stdout:2213: oid 37 updating version 1359 to 1360 2024-04-13T07:22:08.687 INFO:tasks.rados.rados.0.smithi003.stdout:2213: oid 37 version 1360 is already newer than 1357 2024-04-13T07:22:08.687 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 1360 (ObjNum 678 snap 230 seq_num 678) dirty exists 2024-04-13T07:22:08.687 INFO:tasks.rados.rados.0.smithi003.stdout:2213: left oid 37 (ObjNum 678 snap 230 seq_num 678) 2024-04-13T07:22:08.687 INFO:tasks.rados.rados.0.smithi003.stdout:2214: finishing write tid 1 to smithi00377890-18 2024-04-13T07:22:08.687 INFO:tasks.rados.rados.0.smithi003.stdout:2208: done (5 left) 2024-04-13T07:22:08.687 INFO:tasks.rados.rados.0.smithi003.stdout:2211: done (4 left) 2024-04-13T07:22:08.687 INFO:tasks.rados.rados.0.smithi003.stdout:2212: done (3 left) 2024-04-13T07:22:08.687 INFO:tasks.rados.rados.0.smithi003.stdout:2213: done (2 left) 2024-04-13T07:22:08.688 INFO:tasks.rados.rados.0.smithi003.stdout:2216: done (1 left) 2024-04-13T07:22:08.688 INFO:tasks.rados.rados.0.smithi003.stdout:2217: setattr oid 11 current snap is 230 2024-04-13T07:22:08.688 INFO:tasks.rados.rados.0.smithi003.stdout:2214: finishing write tid 2 to smithi00377890-18 2024-04-13T07:22:08.688 INFO:tasks.rados.rados.0.smithi003.stdout:2214: finishing write tid 3 to smithi00377890-18 2024-04-13T07:22:08.688 INFO:tasks.rados.rados.0.smithi003.stdout:2214: finishing write tid 4 to smithi00377890-18 2024-04-13T07:22:08.688 INFO:tasks.rados.rados.0.smithi003.stdout:2214: finishing write tid 5 to smithi00377890-18 2024-04-13T07:22:08.688 INFO:tasks.rados.rados.0.smithi003.stdout:2214: oid 18 updating version 0 to 1796 2024-04-13T07:22:08.688 INFO:tasks.rados.rados.0.smithi003.stdout:2214: oid 18 version 1796 is already newer than 1795 2024-04-13T07:22:08.688 INFO:tasks.rados.rados.0.smithi003.stdout:2214: oid 18 version 1796 is already newer than 1793 2024-04-13T07:22:08.688 INFO:tasks.rados.rados.0.smithi003.stdout:2214: oid 18 version 1796 is already newer than 1794 2024-04-13T07:22:08.688 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 1796 (ObjNum 679 snap 230 seq_num 679) dirty exists 2024-04-13T07:22:08.688 INFO:tasks.rados.rados.0.smithi003.stdout:2214: left oid 18 (ObjNum 679 snap 230 seq_num 679) 2024-04-13T07:22:08.689 INFO:tasks.rados.rados.0.smithi003.stdout:2214: done (1 left) 2024-04-13T07:22:08.689 INFO:tasks.rados.rados.0.smithi003.stdout:2218: rollback oid 24 current snap is 230 2024-04-13T07:22:08.689 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 24 to 227 2024-04-13T07:22:08.689 INFO:tasks.rados.rados.0.smithi003.stdout:2219: rollback oid 50 current snap is 230 2024-04-13T07:22:08.689 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 50 to 193 2024-04-13T07:22:08.689 INFO:tasks.rados.rados.0.smithi003.stdout:2220: rmattr oid 23 current snap is 230 2024-04-13T07:22:08.690 INFO:tasks.rados.rados.0.smithi003.stdout:2220: done (3 left) 2024-04-13T07:22:08.690 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 28 current snap is 230 2024-04-13T07:22:08.690 INFO:tasks.rados.rados.0.smithi003.stdout:2221: seq_num 681 ranges {1507328=614400,2121728=458752,2580480=638976,3219456=106496} 2024-04-13T07:22:08.699 INFO:tasks.rados.rados.0.smithi003.stdout:2221: writing smithi00377890-28 from 1507328 to 2121728 tid 1 2024-04-13T07:22:08.701 INFO:tasks.rados.rados.0.smithi003.stdout:2221: writing smithi00377890-28 from 2121728 to 2580480 tid 2 2024-04-13T07:22:08.705 INFO:tasks.rados.rados.0.smithi003.stdout:2221: writing smithi00377890-28 from 2580480 to 3219456 tid 3 2024-04-13T07:22:08.706 INFO:tasks.rados.rados.0.smithi003.stdout:2221: writing smithi00377890-28 from 3219456 to 3325952 tid 4 2024-04-13T07:22:08.706 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 230 2024-04-13T07:22:08.706 INFO:tasks.rados.rados.0.smithi003.stdout:2222: seq_num 682 ranges {0=630784,630784=745472,1376256=442368,1818624=16384} 2024-04-13T07:22:08.709 INFO:tasks.rados.rados.0.smithi003.stdout:2222: writing smithi00377890-27 from 0 to 630784 tid 1 2024-04-13T07:22:08.713 INFO:tasks.rados.rados.0.smithi003.stdout:2222: writing smithi00377890-27 from 630784 to 1376256 tid 2 2024-04-13T07:22:08.716 INFO:tasks.rados.rados.0.smithi003.stdout:2222: writing smithi00377890-27 from 1376256 to 1818624 tid 3 2024-04-13T07:22:08.716 INFO:tasks.rados.rados.0.smithi003.stdout:2222: writing smithi00377890-27 from 1818624 to 1835008 tid 4 2024-04-13T07:22:08.717 INFO:tasks.rados.rados.0.smithi003.stdout:2223: read oid 32 snap -1 2024-04-13T07:22:08.717 INFO:tasks.rados.rados.0.smithi003.stdout:2223: expect (ObjNum 568 snap 192 seq_num 568) 2024-04-13T07:22:08.717 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 26 current snap is 230 2024-04-13T07:22:08.717 INFO:tasks.rados.rados.0.smithi003.stdout:2218: finishing rollback tid 0 to smithi00377890-24 2024-04-13T07:22:08.717 INFO:tasks.rados.rados.0.smithi003.stdout:2219: finishing rollback tid 0 to smithi00377890-50 2024-04-13T07:22:08.717 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 2002 (ObjNum 570 snap 192 seq_num 570) dirty exists 2024-04-13T07:22:08.717 INFO:tasks.rados.rados.0.smithi003.stdout:2218: finishing rollback tid 1 to smithi00377890-24 2024-04-13T07:22:08.717 INFO:tasks.rados.rados.0.smithi003.stdout:2219: finishing rollback tid 1 to smithi00377890-50 2024-04-13T07:22:08.717 INFO:tasks.rados.rados.0.smithi003.stdout:2218: finishing rollback tid 2 to smithi00377890-24 2024-04-13T07:22:08.717 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 2019 (ObjNum 533 snap 180 seq_num 533) dirty exists 2024-04-13T07:22:08.717 INFO:tasks.rados.rados.0.smithi003.stdout:2219: finishing rollback tid 2 to smithi00377890-50 2024-04-13T07:22:08.717 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 1358 (ObjNum 510 snap 171 seq_num 510) dirty exists 2024-04-13T07:22:08.717 INFO:tasks.rados.rados.0.smithi003.stdout:2221: finishing write tid 1 to smithi00377890-28 2024-04-13T07:22:08.717 INFO:tasks.rados.rados.0.smithi003.stdout:2221: finishing write tid 2 to smithi00377890-28 2024-04-13T07:22:08.717 INFO:tasks.rados.rados.0.smithi003.stdout:2221: finishing write tid 3 to smithi00377890-28 2024-04-13T07:22:08.718 INFO:tasks.rados.rados.0.smithi003.stdout:2221: finishing write tid 4 to smithi00377890-28 2024-04-13T07:22:08.718 INFO:tasks.rados.rados.0.smithi003.stdout:2224: seq_num 683 ranges {2228224=647168,2875392=630784,3506176=573440} 2024-04-13T07:22:08.732 INFO:tasks.rados.rados.0.smithi003.stdout:2224: writing smithi00377890-26 from 2228224 to 2875392 tid 1 2024-04-13T07:22:08.735 INFO:tasks.rados.rados.0.smithi003.stdout:2224: writing smithi00377890-26 from 2875392 to 3506176 tid 2 2024-04-13T07:22:08.739 INFO:tasks.rados.rados.0.smithi003.stdout:2224: writing smithi00377890-26 from 3506176 to 4079616 tid 3 2024-04-13T07:22:08.739 INFO:tasks.rados.rados.0.smithi003.stdout:2217: done (6 left) 2024-04-13T07:22:08.739 INFO:tasks.rados.rados.0.smithi003.stdout:2218: done (5 left) 2024-04-13T07:22:08.739 INFO:tasks.rados.rados.0.smithi003.stdout:2219: done (4 left) 2024-04-13T07:22:08.740 INFO:tasks.rados.rados.0.smithi003.stdout:2225: copy_from oid 41 from oid 29 current snap is 230 2024-04-13T07:22:08.740 INFO:tasks.rados.rados.0.smithi003.stdout:2221: finishing write tid 5 to smithi00377890-28 2024-04-13T07:22:08.740 INFO:tasks.rados.rados.0.smithi003.stdout:2221: finishing write tid 6 to smithi00377890-28 2024-04-13T07:22:08.740 INFO:tasks.rados.rados.0.smithi003.stdout:2221: oid 28 updating version 0 to 1522 2024-04-13T07:22:08.740 INFO:tasks.rados.rados.0.smithi003.stdout:2221: oid 28 version 1522 is already newer than 1520 2024-04-13T07:22:08.740 INFO:tasks.rados.rados.0.smithi003.stdout:2221: oid 28 updating version 1522 to 1524 2024-04-13T07:22:08.740 INFO:tasks.rados.rados.0.smithi003.stdout:2221: oid 28 version 1524 is already newer than 1521 2024-04-13T07:22:08.740 INFO:tasks.rados.rados.0.smithi003.stdout:2221: oid 28 version 1524 is already newer than 1523 2024-04-13T07:22:08.740 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 1524 (ObjNum 681 snap 230 seq_num 681) dirty exists 2024-04-13T07:22:08.740 INFO:tasks.rados.rados.0.smithi003.stdout:2221: left oid 28 (ObjNum 681 snap 230 seq_num 681) 2024-04-13T07:22:08.740 INFO:tasks.rados.rados.0.smithi003.stdout:2222: finishing write tid 1 to smithi00377890-27 2024-04-13T07:22:08.740 INFO:tasks.rados.rados.0.smithi003.stdout:2221: done (4 left) 2024-04-13T07:22:08.740 INFO:tasks.rados.rados.0.smithi003.stdout:2226: read oid 18 snap -1 2024-04-13T07:22:08.740 INFO:tasks.rados.rados.0.smithi003.stdout:2226: expect (ObjNum 679 snap 230 seq_num 679) 2024-04-13T07:22:08.740 INFO:tasks.rados.rados.0.smithi003.stdout:2227: snap_create 2024-04-13T07:22:08.741 INFO:tasks.rados.rados.0.smithi003.stdout:2222: finishing write tid 2 to smithi00377890-27 2024-04-13T07:22:08.741 INFO:tasks.rados.rados.0.smithi003.stdout:2222: finishing write tid 3 to smithi00377890-27 2024-04-13T07:22:08.741 INFO:tasks.rados.rados.0.smithi003.stdout:2222: finishing write tid 4 to smithi00377890-27 2024-04-13T07:22:08.741 INFO:tasks.rados.rados.0.smithi003.stdout:2222: finishing write tid 5 to smithi00377890-27 2024-04-13T07:22:08.741 INFO:tasks.rados.rados.0.smithi003.stdout:2222: finishing write tid 6 to smithi00377890-27 2024-04-13T07:22:08.741 INFO:tasks.rados.rados.0.smithi003.stdout:2222: oid 27 updating version 0 to 2124 2024-04-13T07:22:08.741 INFO:tasks.rados.rados.0.smithi003.stdout:2222: oid 27 version 2124 is already newer than 2121 2024-04-13T07:22:08.741 INFO:tasks.rados.rados.0.smithi003.stdout:2222: oid 27 version 2124 is already newer than 2120 2024-04-13T07:22:08.741 INFO:tasks.rados.rados.0.smithi003.stdout:2222: oid 27 version 2124 is already newer than 2123 2024-04-13T07:22:08.741 INFO:tasks.rados.rados.0.smithi003.stdout:2222: oid 27 version 2124 is already newer than 2122 2024-04-13T07:22:08.741 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 2124 (ObjNum 682 snap 230 seq_num 682) dirty exists 2024-04-13T07:22:08.741 INFO:tasks.rados.rados.0.smithi003.stdout:2222: left oid 27 (ObjNum 682 snap 230 seq_num 682) 2024-04-13T07:22:08.741 INFO:tasks.rados.rados.0.smithi003.stdout:2223: expect (ObjNum 568 snap 192 seq_num 568) 2024-04-13T07:22:08.803 INFO:tasks.rados.rados.0.smithi003.stdout:2224: finishing write tid 1 to smithi00377890-26 2024-04-13T07:22:08.803 INFO:tasks.rados.rados.0.smithi003.stdout:2224: finishing write tid 2 to smithi00377890-26 2024-04-13T07:22:08.803 INFO:tasks.rados.rados.0.smithi003.stdout:2224: finishing write tid 3 to smithi00377890-26 2024-04-13T07:22:08.803 INFO:tasks.rados.rados.0.smithi003.stdout:2224: finishing write tid 4 to smithi00377890-26 2024-04-13T07:22:08.803 INFO:tasks.rados.rados.0.smithi003.stdout:2224: finishing write tid 5 to smithi00377890-26 2024-04-13T07:22:08.803 INFO:tasks.rados.rados.0.smithi003.stdout:2224: oid 26 updating version 0 to 2168 2024-04-13T07:22:08.804 INFO:tasks.rados.rados.0.smithi003.stdout:2224: oid 26 version 2168 is already newer than 2165 2024-04-13T07:22:08.804 INFO:tasks.rados.rados.0.smithi003.stdout:2224: oid 26 version 2168 is already newer than 2167 2024-04-13T07:22:08.804 INFO:tasks.rados.rados.0.smithi003.stdout:2224: oid 26 version 2168 is already newer than 2166 2024-04-13T07:22:08.804 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 2168 (ObjNum 683 snap 230 seq_num 683) dirty exists 2024-04-13T07:22:08.804 INFO:tasks.rados.rados.0.smithi003.stdout:2224: left oid 26 (ObjNum 683 snap 230 seq_num 683) 2024-04-13T07:22:08.804 INFO:tasks.rados.rados.0.smithi003.stdout:2225: finishing copy_from racing read to smithi00377890-41 2024-04-13T07:22:08.804 INFO:tasks.rados.rados.0.smithi003.stdout:2225: finishing copy_from to smithi00377890-41 2024-04-13T07:22:08.804 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 1842 (ObjNum 492 snap 164 seq_num 492) dirty exists 2024-04-13T07:22:08.804 INFO:tasks.rados.rados.0.smithi003.stdout:2226: expect (ObjNum 679 snap 230 seq_num 679) 2024-04-13T07:22:08.835 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:08 smithi066 podman[104402]: 2024-04-13 07:22:08.51137169 +0000 UTC m=+0.377252506 container start cc1574e4664a5773b0ee774ac31ff08b8833af28f3b54004169070decd440602 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-13T07:22:08.835 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:08 smithi066 podman[104402]: 2024-04-13 07:22:08.607969937 +0000 UTC m=+0.473850747 container attach cc1574e4664a5773b0ee774ac31ff08b8833af28f3b54004169070decd440602 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-13T07:22:08.919 INFO:tasks.rados.rados.0.smithi003.stdout:2222: done (5 left) 2024-04-13T07:22:08.919 INFO:tasks.rados.rados.0.smithi003.stdout:2223: done (4 left) 2024-04-13T07:22:08.919 INFO:tasks.rados.rados.0.smithi003.stdout:2224: done (3 left) 2024-04-13T07:22:08.919 INFO:tasks.rados.rados.0.smithi003.stdout:2225: done (2 left) 2024-04-13T07:22:08.920 INFO:tasks.rados.rados.0.smithi003.stdout:2226: done (1 left) 2024-04-13T07:22:08.920 INFO:tasks.rados.rados.0.smithi003.stdout:2227: done (0 left) 2024-04-13T07:22:08.920 INFO:tasks.rados.rados.0.smithi003.stdout:2228: delete oid 16 current snap is 231 2024-04-13T07:22:08.925 INFO:tasks.rados.rados.0.smithi003.stdout:2228: done (0 left) 2024-04-13T07:22:08.925 INFO:tasks.rados.rados.0.smithi003.stdout:2229: rollback oid 28 current snap is 231 2024-04-13T07:22:08.925 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 28 to 201 2024-04-13T07:22:08.925 INFO:tasks.rados.rados.0.smithi003.stdout:2230: copy_from oid 35 from oid 21 current snap is 231 2024-04-13T07:22:08.925 INFO:tasks.rados.rados.0.smithi003.stdout:2231: delete oid 50 current snap is 231 2024-04-13T07:22:08.928 INFO:tasks.rados.rados.0.smithi003.stdout:2229: finishing rollback tid 0 to smithi00377890-28 2024-04-13T07:22:08.930 INFO:tasks.rados.rados.0.smithi003.stdout:2231: done (2 left) 2024-04-13T07:22:08.931 INFO:tasks.rados.rados.0.smithi003.stdout:2232: setattr oid 44 current snap is 231 2024-04-13T07:22:08.932 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 26 current snap is 231 2024-04-13T07:22:08.932 INFO:tasks.rados.rados.0.smithi003.stdout:2233: seq_num 686 ranges {4079616=696320,4775936=729088,5505024=425984,5931008=49152} 2024-04-13T07:22:08.959 INFO:tasks.rados.rados.0.smithi003.stdout:2233: writing smithi00377890-26 from 4079616 to 4775936 tid 1 2024-04-13T07:22:08.963 INFO:tasks.rados.rados.0.smithi003.stdout:2233: writing smithi00377890-26 from 4775936 to 5505024 tid 2 2024-04-13T07:22:08.965 INFO:tasks.rados.rados.0.smithi003.stdout:2233: writing smithi00377890-26 from 5505024 to 5931008 tid 3 2024-04-13T07:22:08.966 INFO:tasks.rados.rados.0.smithi003.stdout:2233: writing smithi00377890-26 from 5931008 to 5980160 tid 4 2024-04-13T07:22:08.966 INFO:tasks.rados.rados.0.smithi003.stdout:2234: read oid 49 snap -1 2024-04-13T07:22:08.966 INFO:tasks.rados.rados.0.smithi003.stdout:2234: expect (ObjNum 670 snap 228 seq_num 670) 2024-04-13T07:22:08.966 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 42 current snap is 231 2024-04-13T07:22:08.967 INFO:tasks.rados.rados.0.smithi003.stdout:2229: finishing rollback tid 1 to smithi00377890-28 2024-04-13T07:22:08.967 INFO:tasks.rados.rados.0.smithi003.stdout:2229: finishing rollback tid 2 to smithi00377890-28 2024-04-13T07:22:08.967 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 1527 (ObjNum 579 snap 195 seq_num 579) dirty exists 2024-04-13T07:22:08.967 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 1350 (ObjNum 671 snap 228 seq_num 671) dirty exists 2024-04-13T07:22:08.967 INFO:tasks.rados.rados.0.smithi003.stdout:2230: finishing copy_from racing read to smithi00377890-35 2024-04-13T07:22:08.967 INFO:tasks.rados.rados.0.smithi003.stdout:2233: finishing write tid 1 to smithi00377890-26 2024-04-13T07:22:08.967 INFO:tasks.rados.rados.0.smithi003.stdout:2230: finishing copy_from to smithi00377890-35 2024-04-13T07:22:08.967 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 2118 (ObjNum 663 snap 225 seq_num 663) dirty exists 2024-04-13T07:22:08.967 INFO:tasks.rados.rados.0.smithi003.stdout:2235: seq_num 687 ranges {14737408=712704,15450112=614400,16064512=589824} 2024-04-13T07:22:09.051 INFO:tasks.rados.rados.0.smithi003.stdout:2235: writing smithi00377890-42 from 14737408 to 15450112 tid 1 2024-04-13T07:22:09.055 INFO:tasks.rados.rados.0.smithi003.stdout:2235: writing smithi00377890-42 from 15450112 to 16064512 tid 2 2024-04-13T07:22:09.058 INFO:tasks.rados.rados.0.smithi003.stdout:2235: writing smithi00377890-42 from 16064512 to 16654336 tid 3 2024-04-13T07:22:09.059 INFO:tasks.rados.rados.0.smithi003.stdout:2229: done (5 left) 2024-04-13T07:22:09.059 INFO:tasks.rados.rados.0.smithi003.stdout:2230: done (4 left) 2024-04-13T07:22:09.059 INFO:tasks.rados.rados.0.smithi003.stdout:2232: done (3 left) 2024-04-13T07:22:09.059 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 32 current snap is 231 2024-04-13T07:22:09.059 INFO:tasks.rados.rados.0.smithi003.stdout:2233: finishing write tid 2 to smithi00377890-26 2024-04-13T07:22:09.059 INFO:tasks.rados.rados.0.smithi003.stdout:2236: seq_num 688 ranges {2326528=729088,3055616=499712,3555328=704512} 2024-04-13T07:22:09.075 INFO:tasks.rados.rados.0.smithi003.stdout:2236: writing smithi00377890-32 from 2326528 to 3055616 tid 1 2024-04-13T07:22:09.077 INFO:tasks.rados.rados.0.smithi003.stdout:2236: writing smithi00377890-32 from 3055616 to 3555328 tid 2 2024-04-13T07:22:09.082 INFO:tasks.rados.rados.0.smithi003.stdout:2236: writing smithi00377890-32 from 3555328 to 4259840 tid 3 2024-04-13T07:22:09.082 INFO:tasks.rados.rados.0.smithi003.stdout:2237: rollback oid 21 current snap is 231 2024-04-13T07:22:09.082 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 21 to 213 2024-04-13T07:22:09.083 INFO:tasks.rados.rados.0.smithi003.stdout:2233: finishing write tid 3 to smithi00377890-26 2024-04-13T07:22:09.083 INFO:tasks.rados.rados.0.smithi003.stdout:2233: finishing write tid 4 to smithi00377890-26 2024-04-13T07:22:09.083 INFO:tasks.rados.rados.0.smithi003.stdout:2233: finishing write tid 5 to smithi00377890-26 2024-04-13T07:22:09.083 INFO:tasks.rados.rados.0.smithi003.stdout:2233: finishing write tid 6 to smithi00377890-26 2024-04-13T07:22:09.083 INFO:tasks.rados.rados.0.smithi003.stdout:2233: oid 26 updating version 0 to 2169 2024-04-13T07:22:09.083 INFO:tasks.rados.rados.0.smithi003.stdout:2233: oid 26 updating version 2169 to 2173 2024-04-13T07:22:09.084 INFO:tasks.rados.rados.0.smithi003.stdout:2233: oid 26 version 2173 is already newer than 2171 2024-04-13T07:22:09.084 INFO:tasks.rados.rados.0.smithi003.stdout:2233: oid 26 version 2173 is already newer than 2170 2024-04-13T07:22:09.084 INFO:tasks.rados.rados.0.smithi003.stdout:2233: oid 26 version 2173 is already newer than 2172 2024-04-13T07:22:09.084 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 2173 (ObjNum 686 snap 231 seq_num 686) dirty exists 2024-04-13T07:22:09.084 INFO:tasks.rados.rados.0.smithi003.stdout:2233: left oid 26 (ObjNum 686 snap 231 seq_num 686) 2024-04-13T07:22:09.084 INFO:tasks.rados.rados.0.smithi003.stdout:2234: expect (ObjNum 670 snap 228 seq_num 670) 2024-04-13T07:22:09.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:08 smithi003 ceph-mon[91733]: osdmap e530: 8 total, 7 up, 8 in 2024-04-13T07:22:09.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:08 smithi003 ceph-mon[91733]: osdmap e531: 8 total, 7 up, 8 in 2024-04-13T07:22:09.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:08 smithi003 ceph-mon[89364]: osdmap e530: 8 total, 7 up, 8 in 2024-04-13T07:22:09.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:08 smithi003 ceph-mon[89364]: osdmap e531: 8 total, 7 up, 8 in 2024-04-13T07:22:09.137 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:08 smithi066 ceph-mon[84331]: osdmap e530: 8 total, 7 up, 8 in 2024-04-13T07:22:09.137 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:08 smithi066 ceph-mon[84331]: osdmap e531: 8 total, 7 up, 8 in 2024-04-13T07:22:09.138 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:08 smithi066 podman[104402]: 2024-04-13 07:22:08.834779585 +0000 UTC m=+0.700660389 container died cc1574e4664a5773b0ee774ac31ff08b8833af28f3b54004169070decd440602 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_CLEAN=True, RELEASE=main-5f22a49) 2024-04-13T07:22:09.193 INFO:tasks.rados.rados.0.smithi003.stdout:2235: finishing write tid 1 to smithi00377890-42 2024-04-13T07:22:09.194 INFO:tasks.rados.rados.0.smithi003.stdout:2235: finishing write tid 2 to smithi00377890-42 2024-04-13T07:22:09.194 INFO:tasks.rados.rados.0.smithi003.stdout:2235: finishing write tid 3 to smithi00377890-42 2024-04-13T07:22:09.194 INFO:tasks.rados.rados.0.smithi003.stdout:2235: finishing write tid 4 to smithi00377890-42 2024-04-13T07:22:09.194 INFO:tasks.rados.rados.0.smithi003.stdout:2235: finishing write tid 5 to smithi00377890-42 2024-04-13T07:22:09.194 INFO:tasks.rados.rados.0.smithi003.stdout:2235: oid 42 updating version 0 to 2126 2024-04-13T07:22:09.194 INFO:tasks.rados.rados.0.smithi003.stdout:2235: oid 42 updating version 2126 to 2127 2024-04-13T07:22:09.194 INFO:tasks.rados.rados.0.smithi003.stdout:2235: oid 42 updating version 2127 to 2128 2024-04-13T07:22:09.194 INFO:tasks.rados.rados.0.smithi003.stdout:2235: oid 42 version 2128 is already newer than 2125 2024-04-13T07:22:09.194 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 2128 (ObjNum 687 snap 231 seq_num 687) dirty exists 2024-04-13T07:22:09.194 INFO:tasks.rados.rados.0.smithi003.stdout:2235: left oid 42 (ObjNum 687 snap 231 seq_num 687) 2024-04-13T07:22:09.194 INFO:tasks.rados.rados.0.smithi003.stdout:2236: finishing write tid 1 to smithi00377890-32 2024-04-13T07:22:09.194 INFO:tasks.rados.rados.0.smithi003.stdout:2233: done (4 left) 2024-04-13T07:22:09.194 INFO:tasks.rados.rados.0.smithi003.stdout:2234: done (3 left) 2024-04-13T07:22:09.194 INFO:tasks.rados.rados.0.smithi003.stdout:2235: done (2 left) 2024-04-13T07:22:09.195 INFO:tasks.rados.rados.0.smithi003.stdout:2238: read oid 22 snap -1 2024-04-13T07:22:09.195 INFO:tasks.rados.rados.0.smithi003.stdout:2238: expect deleted 2024-04-13T07:22:09.195 INFO:tasks.rados.rados.0.smithi003.stdout:2239: snap_remove snap 192 2024-04-13T07:22:09.797 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:09 smithi066 podman[104427]: 2024-04-13 07:22:09.411837417 +0000 UTC m=+0.571725827 container remove cc1574e4664a5773b0ee774ac31ff08b8833af28f3b54004169070decd440602 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T07:22:09.797 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:09 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.7.service: Deactivated successfully. 2024-04-13T07:22:09.797 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:09 smithi066 systemd[1]: Stopped Ceph osd.7 for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:22:09.797 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:09 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.7.service: Consumed 19.626s CPU time. 2024-04-13T07:22:09.797 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:09 smithi066 systemd[1]: Starting Ceph osd.7 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:22:09.853 INFO:tasks.rados.rados.0.smithi003.stdout:2239: done (3 left) 2024-04-13T07:22:09.853 INFO:tasks.rados.rados.0.smithi003.stdout:2240: copy_from oid 40 from oid 17 current snap is 231 2024-04-13T07:22:09.853 INFO:tasks.rados.rados.0.smithi003.stdout:2236: finishing write tid 2 to smithi00377890-32 2024-04-13T07:22:09.853 INFO:tasks.rados.rados.0.smithi003.stdout:2237: finishing rollback tid 0 to smithi00377890-21 2024-04-13T07:22:09.853 INFO:tasks.rados.rados.0.smithi003.stdout:2237: finishing rollback tid 1 to smithi00377890-21 2024-04-13T07:22:09.853 INFO:tasks.rados.rados.0.smithi003.stdout:2237: finishing rollback tid 2 to smithi00377890-21 2024-04-13T07:22:09.853 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2124 (ObjNum 577 snap 193 seq_num 577) dirty exists 2024-04-13T07:22:09.853 INFO:tasks.rados.rados.0.smithi003.stdout:2236: finishing write tid 3 to smithi00377890-32 2024-04-13T07:22:09.854 INFO:tasks.rados.rados.0.smithi003.stdout:2236: finishing write tid 4 to smithi00377890-32 2024-04-13T07:22:09.854 INFO:tasks.rados.rados.0.smithi003.stdout:2236: finishing write tid 5 to smithi00377890-32 2024-04-13T07:22:09.854 INFO:tasks.rados.rados.0.smithi003.stdout:2236: oid 32 updating version 0 to 2273 2024-04-13T07:22:09.854 INFO:tasks.rados.rados.0.smithi003.stdout:2236: oid 32 version 2273 is already newer than 2272 2024-04-13T07:22:09.854 INFO:tasks.rados.rados.0.smithi003.stdout:2236: oid 32 version 2273 is already newer than 2271 2024-04-13T07:22:09.854 INFO:tasks.rados.rados.0.smithi003.stdout:2236: oid 32 version 2273 is already newer than 2270 2024-04-13T07:22:09.854 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 2273 (ObjNum 688 snap 231 seq_num 688) dirty exists 2024-04-13T07:22:09.854 INFO:tasks.rados.rados.0.smithi003.stdout:2236: left oid 32 (ObjNum 688 snap 231 seq_num 688) 2024-04-13T07:22:09.854 INFO:tasks.rados.rados.0.smithi003.stdout:2236: done (3 left) 2024-04-13T07:22:09.854 INFO:tasks.rados.rados.0.smithi003.stdout:2237: done (2 left) 2024-04-13T07:22:09.854 INFO:tasks.rados.rados.0.smithi003.stdout:2238: done (1 left) 2024-04-13T07:22:09.854 INFO:tasks.rados.rados.0.smithi003.stdout:2241: snap_create 2024-04-13T07:22:09.902 INFO:tasks.rados.rados.0.smithi003.stdout:2240: finishing copy_from racing read to smithi00377890-40 2024-04-13T07:22:09.907 INFO:tasks.rados.rados.0.smithi003.stdout:2240: finishing copy_from to smithi00377890-40 2024-04-13T07:22:09.907 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 1487 (ObjNum 639 snap 217 seq_num 639) dirty exists 2024-04-13T07:22:10.133 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:09 smithi066 ceph-mon[84331]: pgmap v455: 121 pgs: 19 stale+active+clean, 102 active+clean; 439 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 402 KiB/s wr, 10 op/s 2024-04-13T07:22:10.133 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:09 smithi066 podman[104527]: 2024-04-13 07:22:09.768579547 +0000 UTC m=+0.018279709 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:22:10.134 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:09 smithi066 podman[104527]: 2024-04-13 07:22:09.880126957 +0000 UTC m=+0.129827111 container create 693d7746cd2483eeb2466f0f8461e445ad4216537a8694b5af171aa540ef933f (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-13T07:22:10.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:09 smithi003 ceph-mon[91733]: pgmap v455: 121 pgs: 19 stale+active+clean, 102 active+clean; 439 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 402 KiB/s wr, 10 op/s 2024-04-13T07:22:10.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:09 smithi003 ceph-mon[89364]: pgmap v455: 121 pgs: 19 stale+active+clean, 102 active+clean; 439 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 402 KiB/s wr, 10 op/s 2024-04-13T07:22:10.403 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:10 smithi066 podman[104527]: 2024-04-13 07:22:10.132822838 +0000 UTC m=+0.382522994 container init 693d7746cd2483eeb2466f0f8461e445ad4216537a8694b5af171aa540ef933f (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-activate, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-13T07:22:10.403 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:10 smithi066 podman[104527]: 2024-04-13 07:22:10.136221357 +0000 UTC m=+0.385921515 container start 693d7746cd2483eeb2466f0f8461e445ad4216537a8694b5af171aa540ef933f (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-activate, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, io.buildah.version=1.33.5) 2024-04-13T07:22:10.403 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:10 smithi066 podman[104527]: 2024-04-13 07:22:10.207682887 +0000 UTC m=+0.457383050 container attach 693d7746cd2483eeb2466f0f8461e445ad4216537a8694b5af171aa540ef933f (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-13T07:22:10.865 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:10 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-activate[104542]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-13T07:22:10.866 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:10 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-activate[104542]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-13T07:22:10.866 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:10 smithi066 bash[104527]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-13T07:22:10.866 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:10 smithi066 bash[104527]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-13T07:22:10.866 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:10 smithi066 bash[104527]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-13T07:22:10.866 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:10 smithi066 bash[104527]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-13T07:22:10.866 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:10 smithi066 bash[104527]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-13T07:22:10.866 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:10 smithi066 bash[104527]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-13T07:22:10.866 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:10 smithi066 bash[104527]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-13T07:22:10.867 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:10 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-activate[104542]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-13T07:22:10.867 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:10 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-activate[104542]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-13T07:22:10.867 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:10 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-activate[104542]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-13T07:22:10.867 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:10 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-activate[104542]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-13T07:22:10.867 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:10 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-activate[104542]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-13T07:22:10.867 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:10 smithi066 podman[104527]: 2024-04-13 07:22:10.619253105 +0000 UTC m=+0.868953261 container died 693d7746cd2483eeb2466f0f8461e445ad4216537a8694b5af171aa540ef933f (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-activate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-13T07:22:10.868 INFO:tasks.rados.rados.0.smithi003.stdout:2240: done (1 left) 2024-04-13T07:22:10.868 INFO:tasks.rados.rados.0.smithi003.stdout:2241: done (0 left) 2024-04-13T07:22:10.868 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 40 current snap is 232 2024-04-13T07:22:10.868 INFO:tasks.rados.rados.0.smithi003.stdout:2242: seq_num 689 ranges {7184384=745472,7929856=786432,8716288=417792} 2024-04-13T07:22:10.910 INFO:tasks.rados.rados.0.smithi003.stdout:2242: writing smithi00377890-40 from 7184384 to 7929856 tid 1 2024-04-13T07:22:10.915 INFO:tasks.rados.rados.0.smithi003.stdout:2242: writing smithi00377890-40 from 7929856 to 8716288 tid 2 2024-04-13T07:22:10.918 INFO:tasks.rados.rados.0.smithi003.stdout:2242: writing smithi00377890-40 from 8716288 to 9134080 tid 3 2024-04-13T07:22:10.918 INFO:tasks.rados.rados.0.smithi003.stdout:2243: copy_from oid 27 from oid 9 current snap is 232 2024-04-13T07:22:10.918 INFO:tasks.rados.rados.0.smithi003.stdout:2244: snap_remove snap 213 2024-04-13T07:22:11.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:10 smithi003 ceph-mon[89364]: osdmap e532: 8 total, 7 up, 8 in 2024-04-13T07:22:11.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:10 smithi003 ceph-mon[91733]: osdmap e532: 8 total, 7 up, 8 in 2024-04-13T07:22:11.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:10 smithi066 ceph-mon[84331]: osdmap e532: 8 total, 7 up, 8 in 2024-04-13T07:22:11.653 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:11 smithi066 podman[104664]: 2024-04-13 07:22:11.31965654 +0000 UTC m=+0.695223321 container remove 693d7746cd2483eeb2466f0f8461e445ad4216537a8694b5af171aa540ef933f (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-activate, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-13T07:22:11.653 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:11 smithi066 podman[104727]: 2024-04-13 07:22:11.439382983 +0000 UTC m=+0.018578279 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:22:11.653 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:11 smithi066 podman[104727]: 2024-04-13 07:22:11.545469144 +0000 UTC m=+0.124664420 container create 72a376a22614cc107f150102444ef8b8056a2c08f882491ecf511a224ab72f16 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True) 2024-04-13T07:22:11.870 INFO:tasks.rados.rados.0.smithi003.stdout:2244: done (2 left) 2024-04-13T07:22:11.871 INFO:tasks.rados.rados.0.smithi003.stdout:2245: copy_from oid 32 from oid 2 current snap is 232 2024-04-13T07:22:11.871 INFO:tasks.rados.rados.0.smithi003.stdout:2242: finishing write tid 1 to smithi00377890-40 2024-04-13T07:22:11.871 INFO:tasks.rados.rados.0.smithi003.stdout:2242: finishing write tid 2 to smithi00377890-40 2024-04-13T07:22:11.871 INFO:tasks.rados.rados.0.smithi003.stdout:2242: finishing write tid 3 to smithi00377890-40 2024-04-13T07:22:11.871 INFO:tasks.rados.rados.0.smithi003.stdout:2242: finishing write tid 4 to smithi00377890-40 2024-04-13T07:22:11.871 INFO:tasks.rados.rados.0.smithi003.stdout:2242: finishing write tid 5 to smithi00377890-40 2024-04-13T07:22:11.871 INFO:tasks.rados.rados.0.smithi003.stdout:2242: oid 40 updating version 0 to 2287 2024-04-13T07:22:11.871 INFO:tasks.rados.rados.0.smithi003.stdout:2242: oid 40 version 2287 is already newer than 2285 2024-04-13T07:22:11.871 INFO:tasks.rados.rados.0.smithi003.stdout:2242: oid 40 updating version 2287 to 2288 2024-04-13T07:22:11.871 INFO:tasks.rados.rados.0.smithi003.stdout:2242: oid 40 version 2288 is already newer than 2286 2024-04-13T07:22:11.871 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 2288 (ObjNum 689 snap 232 seq_num 689) dirty exists 2024-04-13T07:22:11.872 INFO:tasks.rados.rados.0.smithi003.stdout:2242: left oid 40 (ObjNum 689 snap 232 seq_num 689) 2024-04-13T07:22:11.872 INFO:tasks.rados.rados.0.smithi003.stdout:2243: finishing copy_from racing read to smithi00377890-27 2024-04-13T07:22:11.872 INFO:tasks.rados.rados.0.smithi003.stdout:2243: finishing copy_from to smithi00377890-27 2024-04-13T07:22:11.872 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 2152 (ObjNum 648 snap 217 seq_num 648) dirty exists 2024-04-13T07:22:11.872 INFO:tasks.rados.rados.0.smithi003.stdout:2242: done (2 left) 2024-04-13T07:22:11.872 INFO:tasks.rados.rados.0.smithi003.stdout:2243: done (1 left) 2024-04-13T07:22:11.872 INFO:tasks.rados.rados.0.smithi003.stdout:2246: rmattr oid 44 current snap is 232 2024-04-13T07:22:11.872 INFO:tasks.rados.rados.0.smithi003.stdout:2247: copy_from oid 21 from oid 29 current snap is 232 2024-04-13T07:22:11.872 INFO:tasks.rados.rados.0.smithi003.stdout:2248: snap_create 2024-04-13T07:22:11.876 INFO:tasks.rados.rados.0.smithi003.stdout:2245: finishing copy_from to smithi00377890-32 2024-04-13T07:22:11.876 INFO:tasks.rados.rados.0.smithi003.stdout:2245: got expected ENOENT (src dne) 2024-04-13T07:22:11.876 INFO:tasks.rados.rados.0.smithi003.stdout:2245: finishing copy_from racing read to smithi00377890-32 2024-04-13T07:22:11.888 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 1351 (ObjNum 671 snap 228 seq_num 671) dirty exists 2024-04-13T07:22:11.898 INFO:tasks.rados.rados.0.smithi003.stdout:2247: finishing copy_from racing read to smithi00377890-21 2024-04-13T07:22:11.899 INFO:tasks.rados.rados.0.smithi003.stdout:2247: finishing copy_from to smithi00377890-21 2024-04-13T07:22:11.899 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 1842 (ObjNum 492 snap 164 seq_num 492) dirty exists 2024-04-13T07:22:12.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:11 smithi003 ceph-mon[91733]: pgmap v458: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 477 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 9.3 MiB/s wr, 31 op/s; 74/723 objects degraded (10.235%) 2024-04-13T07:22:12.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:11 smithi003 ceph-mon[91733]: Health check failed: Degraded data redundancy: 74/723 objects degraded (10.235%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:22:12.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:11 smithi003 ceph-mon[91733]: osdmap e533: 8 total, 7 up, 8 in 2024-04-13T07:22:12.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:11 smithi003 ceph-mon[89364]: pgmap v458: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 477 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 9.3 MiB/s wr, 31 op/s; 74/723 objects degraded (10.235%) 2024-04-13T07:22:12.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:11 smithi003 ceph-mon[89364]: Health check failed: Degraded data redundancy: 74/723 objects degraded (10.235%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:22:12.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:11 smithi003 ceph-mon[89364]: osdmap e533: 8 total, 7 up, 8 in 2024-04-13T07:22:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:11 smithi066 ceph-mon[84331]: pgmap v458: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 477 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 9.3 MiB/s wr, 31 op/s; 74/723 objects degraded (10.235%) 2024-04-13T07:22:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:11 smithi066 ceph-mon[84331]: Health check failed: Degraded data redundancy: 74/723 objects degraded (10.235%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:22:12.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:11 smithi066 ceph-mon[84331]: osdmap e533: 8 total, 7 up, 8 in 2024-04-13T07:22:12.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:11 smithi066 podman[104727]: 2024-04-13 07:22:11.789582872 +0000 UTC m=+0.368778149 container init 72a376a22614cc107f150102444ef8b8056a2c08f882491ecf511a224ab72f16 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-13T07:22:12.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:11 smithi066 podman[104727]: 2024-04-13 07:22:11.792524672 +0000 UTC m=+0.371719948 container start 72a376a22614cc107f150102444ef8b8056a2c08f882491ecf511a224ab72f16 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409) 2024-04-13T07:22:12.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:11 smithi066 ceph-osd[104747]: -- 172.21.15.66:0/1465368551 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c861a85680 con 0x55c861a4f400 2024-04-13T07:22:12.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:11 smithi066 bash[104727]: 72a376a22614cc107f150102444ef8b8056a2c08f882491ecf511a224ab72f16 2024-04-13T07:22:12.153 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:11 smithi066 systemd[1]: Started Ceph osd.7 for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:22:12.653 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T07:22:12.336+0000 7f4b7d8be7c0 -1 Falling back to public interface 2024-04-13T07:22:12.653 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:22:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:22:12.885 INFO:tasks.rados.rados.0.smithi003.stdout:2245: done (3 left) 2024-04-13T07:22:12.885 INFO:tasks.rados.rados.0.smithi003.stdout:2246: done (2 left) 2024-04-13T07:22:12.885 INFO:tasks.rados.rados.0.smithi003.stdout:2247: done (1 left) 2024-04-13T07:22:12.885 INFO:tasks.rados.rados.0.smithi003.stdout:2248: done (0 left) 2024-04-13T07:22:12.885 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 40 current snap is 233 2024-04-13T07:22:12.885 INFO:tasks.rados.rados.0.smithi003.stdout:2249: seq_num 690 ranges {9134080=761856,9895936=663552,10559488=409600,10969088=131072} 2024-04-13T07:22:12.938 INFO:tasks.rados.rados.0.smithi003.stdout:2249: writing smithi00377890-40 from 9134080 to 9895936 tid 1 2024-04-13T07:22:12.942 INFO:tasks.rados.rados.0.smithi003.stdout:2249: writing smithi00377890-40 from 9895936 to 10559488 tid 2 2024-04-13T07:22:12.944 INFO:tasks.rados.rados.0.smithi003.stdout:2249: writing smithi00377890-40 from 10559488 to 10969088 tid 3 2024-04-13T07:22:12.945 INFO:tasks.rados.rados.0.smithi003.stdout:2249: writing smithi00377890-40 from 10969088 to 11100160 tid 4 2024-04-13T07:22:12.945 INFO:tasks.rados.rados.0.smithi003.stdout:2250: setattr oid 23 current snap is 233 2024-04-13T07:22:12.946 INFO:tasks.rados.rados.0.smithi003.stdout:2249: finishing write tid 1 to smithi00377890-40 2024-04-13T07:22:12.947 INFO:tasks.rados.rados.0.smithi003.stdout:2251: delete oid 21 current snap is 233 2024-04-13T07:22:12.949 INFO:tasks.rados.rados.0.smithi003.stdout:2249: finishing write tid 2 to smithi00377890-40 2024-04-13T07:22:12.949 INFO:tasks.rados.rados.0.smithi003.stdout:2249: finishing write tid 3 to smithi00377890-40 2024-04-13T07:22:12.950 INFO:tasks.rados.rados.0.smithi003.stdout:2249: finishing write tid 4 to smithi00377890-40 2024-04-13T07:22:12.954 INFO:tasks.rados.rados.0.smithi003.stdout:2251: done (2 left) 2024-04-13T07:22:12.954 INFO:tasks.rados.rados.0.smithi003.stdout:2252: read oid 41 snap -1 2024-04-13T07:22:12.955 INFO:tasks.rados.rados.0.smithi003.stdout:2252: expect (ObjNum 492 snap 164 seq_num 492) 2024-04-13T07:22:12.955 INFO:tasks.rados.rados.0.smithi003.stdout:2253: rollback oid 10 current snap is 233 2024-04-13T07:22:12.955 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 10 to 220 2024-04-13T07:22:12.955 INFO:tasks.rados.rados.0.smithi003.stdout:2249: finishing write tid 5 to smithi00377890-40 2024-04-13T07:22:12.955 INFO:tasks.rados.rados.0.smithi003.stdout:2254: setattr oid 42 current snap is 233 2024-04-13T07:22:12.955 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 44 current snap is 233 2024-04-13T07:22:12.955 INFO:tasks.rados.rados.0.smithi003.stdout:2255: seq_num 692 ranges {2482176=794624,3276800=483328,3760128=720896} 2024-04-13T07:22:12.973 INFO:tasks.rados.rados.0.smithi003.stdout:2255: writing smithi00377890-44 from 2482176 to 3276800 tid 1 2024-04-13T07:22:12.976 INFO:tasks.rados.rados.0.smithi003.stdout:2255: writing smithi00377890-44 from 3276800 to 3760128 tid 2 2024-04-13T07:22:12.981 INFO:tasks.rados.rados.0.smithi003.stdout:2255: writing smithi00377890-44 from 3760128 to 4481024 tid 3 2024-04-13T07:22:12.981 INFO:tasks.rados.rados.0.smithi003.stdout:2256: copy_from oid 25 from oid 50 current snap is 233 2024-04-13T07:22:12.981 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 2306 (ObjNum 659 snap 222 seq_num 659) dirty exists 2024-04-13T07:22:12.981 INFO:tasks.rados.rados.0.smithi003.stdout:2249: finishing write tid 6 to smithi00377890-40 2024-04-13T07:22:12.981 INFO:tasks.rados.rados.0.smithi003.stdout:2249: oid 40 updating version 0 to 2300 2024-04-13T07:22:12.981 INFO:tasks.rados.rados.0.smithi003.stdout:2249: oid 40 updating version 2300 to 2304 2024-04-13T07:22:12.981 INFO:tasks.rados.rados.0.smithi003.stdout:2249: oid 40 version 2304 is already newer than 2302 2024-04-13T07:22:12.982 INFO:tasks.rados.rados.0.smithi003.stdout:2249: oid 40 version 2304 is already newer than 2303 2024-04-13T07:22:12.982 INFO:tasks.rados.rados.0.smithi003.stdout:2249: oid 40 version 2304 is already newer than 2301 2024-04-13T07:22:12.982 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 2304 (ObjNum 690 snap 233 seq_num 690) dirty exists 2024-04-13T07:22:12.982 INFO:tasks.rados.rados.0.smithi003.stdout:2249: left oid 40 (ObjNum 690 snap 233 seq_num 690) 2024-04-13T07:22:12.982 INFO:tasks.rados.rados.0.smithi003.stdout:2253: finishing rollback tid 0 to smithi00377890-10 2024-04-13T07:22:12.982 INFO:tasks.rados.rados.0.smithi003.stdout:2253: finishing rollback tid 1 to smithi00377890-10 2024-04-13T07:22:12.982 INFO:tasks.rados.rados.0.smithi003.stdout:2253: finishing rollback tid 2 to smithi00377890-10 2024-04-13T07:22:12.982 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 2310 (ObjNum 498 snap 166 seq_num 498) dirty exists 2024-04-13T07:22:12.982 INFO:tasks.rados.rados.0.smithi003.stdout:2249: done (6 left) 2024-04-13T07:22:12.982 INFO:tasks.rados.rados.0.smithi003.stdout:2250: done (5 left) 2024-04-13T07:22:12.982 INFO:tasks.rados.rados.0.smithi003.stdout:2253: done (4 left) 2024-04-13T07:22:12.982 INFO:tasks.rados.rados.0.smithi003.stdout:2257: snap_remove snap 204 2024-04-13T07:22:13.034 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:12 smithi066 ceph-mon[84331]: osdmap e534: 8 total, 7 up, 8 in 2024-04-13T07:22:13.035 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:12 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:13.035 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:12 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:13.035 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:12 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:22:13.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:12 smithi003 ceph-mon[91733]: osdmap e534: 8 total, 7 up, 8 in 2024-04-13T07:22:13.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:12 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:13.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:12 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:13.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:12 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:22:13.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:12 smithi003 ceph-mon[89364]: osdmap e534: 8 total, 7 up, 8 in 2024-04-13T07:22:13.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:12 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:13.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:12 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:13.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:12 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:22:13.956 INFO:tasks.rados.rados.0.smithi003.stdout:2257: done (4 left) 2024-04-13T07:22:13.956 INFO:tasks.rados.rados.0.smithi003.stdout:2258: snap_create 2024-04-13T07:22:13.957 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 2153 (ObjNum 687 snap 231 seq_num 687) dirty exists 2024-04-13T07:22:13.957 INFO:tasks.rados.rados.0.smithi003.stdout:2252: expect (ObjNum 492 snap 164 seq_num 492) 2024-04-13T07:22:14.055 INFO:tasks.rados.rados.0.smithi003.stdout:2255: finishing write tid 1 to smithi00377890-44 2024-04-13T07:22:14.055 INFO:tasks.rados.rados.0.smithi003.stdout:2255: finishing write tid 2 to smithi00377890-44 2024-04-13T07:22:14.055 INFO:tasks.rados.rados.0.smithi003.stdout:2256: finishing copy_from to smithi00377890-25 2024-04-13T07:22:14.055 INFO:tasks.rados.rados.0.smithi003.stdout:2256: got expected ENOENT (src dne) 2024-04-13T07:22:14.056 INFO:tasks.rados.rados.0.smithi003.stdout:2256: finishing copy_from racing read to smithi00377890-25 2024-04-13T07:22:14.056 INFO:tasks.rados.rados.0.smithi003.stdout:2255: finishing write tid 3 to smithi00377890-44 2024-04-13T07:22:14.056 INFO:tasks.rados.rados.0.smithi003.stdout:2255: finishing write tid 4 to smithi00377890-44 2024-04-13T07:22:14.056 INFO:tasks.rados.rados.0.smithi003.stdout:2255: finishing write tid 5 to smithi00377890-44 2024-04-13T07:22:14.056 INFO:tasks.rados.rados.0.smithi003.stdout:2255: oid 44 updating version 0 to 1355 2024-04-13T07:22:14.056 INFO:tasks.rados.rados.0.smithi003.stdout:2255: oid 44 version 1355 is already newer than 1353 2024-04-13T07:22:14.056 INFO:tasks.rados.rados.0.smithi003.stdout:2255: oid 44 version 1355 is already newer than 1352 2024-04-13T07:22:14.056 INFO:tasks.rados.rados.0.smithi003.stdout:2255: oid 44 version 1355 is already newer than 1354 2024-04-13T07:22:14.056 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 1355 (ObjNum 692 snap 233 seq_num 692) dirty exists 2024-04-13T07:22:14.056 INFO:tasks.rados.rados.0.smithi003.stdout:2255: left oid 44 (ObjNum 692 snap 233 seq_num 692) 2024-04-13T07:22:14.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:13 smithi003 ceph-mon[91733]: pgmap v461: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 477 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 9.3 MiB/s wr, 31 op/s; 74/723 objects degraded (10.235%) 2024-04-13T07:22:14.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:13 smithi003 ceph-mon[91733]: osdmap e535: 8 total, 7 up, 8 in 2024-04-13T07:22:14.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:13 smithi003 ceph-mon[89364]: pgmap v461: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 477 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 9.3 MiB/s wr, 31 op/s; 74/723 objects degraded (10.235%) 2024-04-13T07:22:14.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:13 smithi003 ceph-mon[89364]: osdmap e535: 8 total, 7 up, 8 in 2024-04-13T07:22:14.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:13 smithi066 ceph-mon[84331]: pgmap v461: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 477 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 9.3 MiB/s wr, 31 op/s; 74/723 objects degraded (10.235%) 2024-04-13T07:22:14.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:13 smithi066 ceph-mon[84331]: osdmap e535: 8 total, 7 up, 8 in 2024-04-13T07:22:14.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:22:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:22:14] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-04-13T07:22:14.958 INFO:tasks.rados.rados.0.smithi003.stdout:2252: done (4 left) 2024-04-13T07:22:15.008 INFO:tasks.rados.rados.0.smithi003.stdout:2254: done (3 left) 2024-04-13T07:22:15.008 INFO:tasks.rados.rados.0.smithi003.stdout:2255: done (2 left) 2024-04-13T07:22:15.008 INFO:tasks.rados.rados.0.smithi003.stdout:2256: done (1 left) 2024-04-13T07:22:15.008 INFO:tasks.rados.rados.0.smithi003.stdout:2258: done (0 left) 2024-04-13T07:22:15.008 INFO:tasks.rados.rados.0.smithi003.stdout:2259: rollback oid 29 current snap is 234 2024-04-13T07:22:15.008 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 29 to 201 2024-04-13T07:22:15.008 INFO:tasks.rados.rados.0.smithi003.stdout:2260: snap_remove snap 233 2024-04-13T07:22:15.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:14 smithi066 ceph-mon[84331]: osdmap e536: 8 total, 7 up, 8 in 2024-04-13T07:22:15.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:14 smithi003 ceph-mon[89364]: osdmap e536: 8 total, 7 up, 8 in 2024-04-13T07:22:15.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:14 smithi003 ceph-mon[91733]: osdmap e536: 8 total, 7 up, 8 in 2024-04-13T07:22:15.903 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:15 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T07:22:15.571+0000 7f4b7d8be7c0 -1 osd.7 528 log_to_monitors true 2024-04-13T07:22:15.960 INFO:tasks.rados.rados.0.smithi003.stdout:2260: done (1 left) 2024-04-13T07:22:15.960 INFO:tasks.rados.rados.0.smithi003.stdout:2261: rollback oid 42 current snap is 234 2024-04-13T07:22:15.960 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 42 to 212 2024-04-13T07:22:15.961 INFO:tasks.rados.rados.0.smithi003.stdout:2259: finishing rollback tid 0 to smithi00377890-29 2024-04-13T07:22:15.961 INFO:tasks.rados.rados.0.smithi003.stdout:2259: finishing rollback tid 1 to smithi00377890-29 2024-04-13T07:22:15.961 INFO:tasks.rados.rados.0.smithi003.stdout:2259: finishing rollback tid 2 to smithi00377890-29 2024-04-13T07:22:15.961 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 1858 (ObjNum 492 snap 164 seq_num 492) dirty exists 2024-04-13T07:22:15.961 INFO:tasks.rados.rados.0.smithi003.stdout:2259: done (1 left) 2024-04-13T07:22:15.961 INFO:tasks.rados.rados.0.smithi003.stdout:2262: delete oid 11 current snap is 234 2024-04-13T07:22:15.966 INFO:tasks.rados.rados.0.smithi003.stdout:2262: done (1 left) 2024-04-13T07:22:15.966 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 234 2024-04-13T07:22:15.966 INFO:tasks.rados.rados.0.smithi003.stdout:2263: seq_num 694 ranges {2531328=425984,2957312=655360,3612672=786432,4399104=163840} 2024-04-13T07:22:15.982 INFO:tasks.rados.rados.0.smithi003.stdout:2263: writing smithi00377890-49 from 2531328 to 2957312 tid 1 2024-04-13T07:22:15.985 INFO:tasks.rados.rados.0.smithi003.stdout:2263: writing smithi00377890-49 from 2957312 to 3612672 tid 2 2024-04-13T07:22:15.989 INFO:tasks.rados.rados.0.smithi003.stdout:2263: writing smithi00377890-49 from 3612672 to 4399104 tid 3 2024-04-13T07:22:15.991 INFO:tasks.rados.rados.0.smithi003.stdout:2263: writing smithi00377890-49 from 4399104 to 4562944 tid 4 2024-04-13T07:22:15.991 INFO:tasks.rados.rados.0.smithi003.stdout:2264: rmattr oid 12 current snap is 234 2024-04-13T07:22:15.991 INFO:tasks.rados.rados.0.smithi003.stdout:2261: finishing rollback tid 0 to smithi00377890-42 2024-04-13T07:22:15.991 INFO:tasks.rados.rados.0.smithi003.stdout:2265: rmattr oid 34 current snap is 234 2024-04-13T07:22:15.991 INFO:tasks.rados.rados.0.smithi003.stdout:2265: done (3 left) 2024-04-13T07:22:15.991 INFO:tasks.rados.rados.0.smithi003.stdout:2266: copy_from oid 32 from oid 16 current snap is 234 2024-04-13T07:22:15.992 INFO:tasks.rados.rados.0.smithi003.stdout:2261: finishing rollback tid 1 to smithi00377890-42 2024-04-13T07:22:15.992 INFO:tasks.rados.rados.0.smithi003.stdout:2261: finishing rollback tid 2 to smithi00377890-42 2024-04-13T07:22:15.992 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 2156 (ObjNum 605 snap 203 seq_num 605) dirty exists 2024-04-13T07:22:15.992 INFO:tasks.rados.rados.0.smithi003.stdout:2261: done (3 left) 2024-04-13T07:22:15.992 INFO:tasks.rados.rados.0.smithi003.stdout:2267: copy_from oid 11 from oid 50 current snap is 234 2024-04-13T07:22:15.992 INFO:tasks.rados.rados.0.smithi003.stdout:2268: snap_remove snap 225 2024-04-13T07:22:16.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:15 smithi003 ceph-mon[91733]: pgmap v464: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 488 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.6 MiB/s wr, 1 op/s; 74/723 objects degraded (10.235%) 2024-04-13T07:22:16.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:15 smithi003 ceph-mon[91733]: osdmap e537: 8 total, 7 up, 8 in 2024-04-13T07:22:16.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:15 smithi003 ceph-mon[91733]: from='osd.7 [v2:172.21.15.66:6824/2818306174,v1:172.21.15.66:6825/2818306174]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:22:16.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:15 smithi003 ceph-mon[91733]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:22:16.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:15 smithi003 ceph-mon[89364]: pgmap v464: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 488 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.6 MiB/s wr, 1 op/s; 74/723 objects degraded (10.235%) 2024-04-13T07:22:16.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:15 smithi003 ceph-mon[89364]: osdmap e537: 8 total, 7 up, 8 in 2024-04-13T07:22:16.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:15 smithi003 ceph-mon[89364]: from='osd.7 [v2:172.21.15.66:6824/2818306174,v1:172.21.15.66:6825/2818306174]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:22:16.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:15 smithi003 ceph-mon[89364]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:22:16.404 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 07:22:15 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T07:22:15.987+0000 7f4b6ed16700 -1 osd.7 528 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T07:22:16.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:15 smithi066 ceph-mon[84331]: pgmap v464: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 488 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.6 MiB/s wr, 1 op/s; 74/723 objects degraded (10.235%) 2024-04-13T07:22:16.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:15 smithi066 ceph-mon[84331]: osdmap e537: 8 total, 7 up, 8 in 2024-04-13T07:22:16.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:15 smithi066 ceph-mon[84331]: from='osd.7 [v2:172.21.15.66:6824/2818306174,v1:172.21.15.66:6825/2818306174]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:22:16.405 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:15 smithi066 ceph-mon[84331]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T07:22:16.972 INFO:tasks.rados.rados.0.smithi003.stdout:2268: done (4 left) 2024-04-13T07:22:16.973 INFO:tasks.rados.rados.0.smithi003.stdout:2269: rollback oid 1 current snap is 234 2024-04-13T07:22:16.973 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 1 to 221 2024-04-13T07:22:16.973 INFO:tasks.rados.rados.0.smithi003.stdout:2266: finishing copy_from to smithi00377890-32 2024-04-13T07:22:16.973 INFO:tasks.rados.rados.0.smithi003.stdout:2266: got expected ENOENT (src dne) 2024-04-13T07:22:16.973 INFO:tasks.rados.rados.0.smithi003.stdout:2266: finishing copy_from racing read to smithi00377890-32 2024-04-13T07:22:16.973 INFO:tasks.rados.rados.0.smithi003.stdout:2263: finishing write tid 1 to smithi00377890-49 2024-04-13T07:22:16.973 INFO:tasks.rados.rados.0.smithi003.stdout:2263: finishing write tid 2 to smithi00377890-49 2024-04-13T07:22:16.973 INFO:tasks.rados.rados.0.smithi003.stdout:2263: finishing write tid 3 to smithi00377890-49 2024-04-13T07:22:16.973 INFO:tasks.rados.rados.0.smithi003.stdout:2263: finishing write tid 4 to smithi00377890-49 2024-04-13T07:22:16.973 INFO:tasks.rados.rados.0.smithi003.stdout:2263: finishing write tid 5 to smithi00377890-49 2024-04-13T07:22:16.973 INFO:tasks.rados.rados.0.smithi003.stdout:2267: finishing copy_from to smithi00377890-11 2024-04-13T07:22:16.973 INFO:tasks.rados.rados.0.smithi003.stdout:2267: got expected ENOENT (src dne) 2024-04-13T07:22:16.973 INFO:tasks.rados.rados.0.smithi003.stdout:2263: finishing write tid 6 to smithi00377890-49 2024-04-13T07:22:16.974 INFO:tasks.rados.rados.0.smithi003.stdout:2263: oid 49 updating version 0 to 2178 2024-04-13T07:22:16.974 INFO:tasks.rados.rados.0.smithi003.stdout:2263: oid 49 version 2178 is already newer than 2177 2024-04-13T07:22:16.974 INFO:tasks.rados.rados.0.smithi003.stdout:2263: oid 49 version 2178 is already newer than 2174 2024-04-13T07:22:16.974 INFO:tasks.rados.rados.0.smithi003.stdout:2263: oid 49 version 2178 is already newer than 2176 2024-04-13T07:22:16.974 INFO:tasks.rados.rados.0.smithi003.stdout:2263: oid 49 version 2178 is already newer than 2175 2024-04-13T07:22:16.974 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 2178 (ObjNum 694 snap 234 seq_num 694) dirty exists 2024-04-13T07:22:16.974 INFO:tasks.rados.rados.0.smithi003.stdout:2263: left oid 49 (ObjNum 694 snap 234 seq_num 694) 2024-04-13T07:22:16.974 INFO:tasks.rados.rados.0.smithi003.stdout:2267: finishing copy_from racing read to smithi00377890-11 2024-04-13T07:22:16.974 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 1360 (ObjNum 655 snap 222 seq_num 655) dirty exists 2024-04-13T07:22:16.974 INFO:tasks.rados.rados.0.smithi003.stdout:2263: done (4 left) 2024-04-13T07:22:16.974 INFO:tasks.rados.rados.0.smithi003.stdout:2264: done (3 left) 2024-04-13T07:22:16.974 INFO:tasks.rados.rados.0.smithi003.stdout:2266: done (2 left) 2024-04-13T07:22:16.974 INFO:tasks.rados.rados.0.smithi003.stdout:2267: done (1 left) 2024-04-13T07:22:16.974 INFO:tasks.rados.rados.0.smithi003.stdout:2270: rollback oid 9 current snap is 234 2024-04-13T07:22:16.975 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 9 to 219 2024-04-13T07:22:16.975 INFO:tasks.rados.rados.0.smithi003.stdout:2271: read oid 48 snap -1 2024-04-13T07:22:16.975 INFO:tasks.rados.rados.0.smithi003.stdout:2271: expect (ObjNum 662 snap 223 seq_num 662) 2024-04-13T07:22:16.975 INFO:tasks.rados.rados.0.smithi003.stdout:2272: rollback oid 47 current snap is 234 2024-04-13T07:22:16.975 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 47 to 230 2024-04-13T07:22:16.975 INFO:tasks.rados.rados.0.smithi003.stdout:2273: snap_remove snap 193 2024-04-13T07:22:17.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:16 smithi003 ceph-mon[91733]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-13T07:22:17.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:16 smithi003 ceph-mon[91733]: osdmap e538: 8 total, 7 up, 8 in 2024-04-13T07:22:17.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:16 smithi003 ceph-mon[91733]: from='osd.7 [v2:172.21.15.66:6824/2818306174,v1:172.21.15.66:6825/2818306174]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:22:17.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:16 smithi003 ceph-mon[91733]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:22:17.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:17.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:17.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:16 smithi003 ceph-mon[89364]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-13T07:22:17.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:16 smithi003 ceph-mon[89364]: osdmap e538: 8 total, 7 up, 8 in 2024-04-13T07:22:17.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:16 smithi003 ceph-mon[89364]: from='osd.7 [v2:172.21.15.66:6824/2818306174,v1:172.21.15.66:6825/2818306174]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:22:17.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:16 smithi003 ceph-mon[89364]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:22:17.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:17.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:17.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:16 smithi066 ceph-mon[84331]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-13T07:22:17.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:16 smithi066 ceph-mon[84331]: osdmap e538: 8 total, 7 up, 8 in 2024-04-13T07:22:17.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:16 smithi066 ceph-mon[84331]: from='osd.7 [v2:172.21.15.66:6824/2818306174,v1:172.21.15.66:6825/2818306174]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:22:17.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:16 smithi066 ceph-mon[84331]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-13T07:22:17.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:17.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:17.974 INFO:tasks.rados.rados.0.smithi003.stdout:2273: done (4 left) 2024-04-13T07:22:17.974 INFO:tasks.rados.rados.0.smithi003.stdout:2274: rollback oid 40 current snap is 234 2024-04-13T07:22:17.974 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 40 to 231 2024-04-13T07:22:17.974 INFO:tasks.rados.rados.0.smithi003.stdout:2275: delete oid 24 current snap is 234 2024-04-13T07:22:17.979 INFO:tasks.rados.rados.0.smithi003.stdout:2270: finishing rollback tid 0 to smithi00377890-9 2024-04-13T07:22:17.979 INFO:tasks.rados.rados.0.smithi003.stdout:2270: finishing rollback tid 1 to smithi00377890-9 2024-04-13T07:22:17.979 INFO:tasks.rados.rados.0.smithi003.stdout:2270: finishing rollback tid 2 to smithi00377890-9 2024-04-13T07:22:17.979 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 2322 (ObjNum 648 snap 217 seq_num 648) dirty exists 2024-04-13T07:22:17.979 INFO:tasks.rados.rados.0.smithi003.stdout:2271: expect (ObjNum 662 snap 223 seq_num 662) 2024-04-13T07:22:18.033 INFO:tasks.rados.rados.0.smithi003.stdout:2274: finishing rollback tid 0 to smithi00377890-40 2024-04-13T07:22:18.033 INFO:tasks.rados.rados.0.smithi003.stdout:2274: finishing rollback tid 1 to smithi00377890-40 2024-04-13T07:22:18.033 INFO:tasks.rados.rados.0.smithi003.stdout:2274: finishing rollback tid 2 to smithi00377890-40 2024-04-13T07:22:18.033 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 2337 (ObjNum 639 snap 217 seq_num 639) dirty exists 2024-04-13T07:22:18.033 INFO:tasks.rados.rados.0.smithi003.stdout:2269: finishing rollback tid 0 to smithi00377890-1 2024-04-13T07:22:18.033 INFO:tasks.rados.rados.0.smithi003.stdout:2270: done (5 left) 2024-04-13T07:22:18.033 INFO:tasks.rados.rados.0.smithi003.stdout:2271: done (4 left) 2024-04-13T07:22:18.034 INFO:tasks.rados.rados.0.smithi003.stdout:2274: done (3 left) 2024-04-13T07:22:18.034 INFO:tasks.rados.rados.0.smithi003.stdout:2275: done (2 left) 2024-04-13T07:22:18.034 INFO:tasks.rados.rados.0.smithi003.stdout:2276: rollback oid 21 current snap is 234 2024-04-13T07:22:18.034 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 21 to 214 2024-04-13T07:22:18.034 INFO:tasks.rados.rados.0.smithi003.stdout:2269: finishing rollback tid 1 to smithi00377890-1 2024-04-13T07:22:18.034 INFO:tasks.rados.rados.0.smithi003.stdout:2269: finishing rollback tid 2 to smithi00377890-1 2024-04-13T07:22:18.034 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 1845 (ObjNum 533 snap 180 seq_num 533) dirty exists 2024-04-13T07:22:18.034 INFO:tasks.rados.rados.0.smithi003.stdout:2272: finishing rollback tid 1 to smithi00377890-47 2024-04-13T07:22:18.034 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 1418 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:22:18.034 INFO:tasks.rados.rados.0.smithi003.stdout:2269: done (2 left) 2024-04-13T07:22:18.034 INFO:tasks.rados.rados.0.smithi003.stdout:2272: done (1 left) 2024-04-13T07:22:18.034 INFO:tasks.rados.rados.0.smithi003.stdout:2277: snap_create 2024-04-13T07:22:18.035 INFO:tasks.rados.rados.0.smithi003.stdout:2276: finishing rollback tid 1 to smithi00377890-21 2024-04-13T07:22:18.035 INFO:tasks.rados.rados.0.smithi003.stdout:2276: finishing rollback tid 2 to smithi00377890-21 2024-04-13T07:22:18.035 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2127 (ObjNum 621 snap 212 seq_num 621) dirty exists 2024-04-13T07:22:18.240 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:17 smithi066 ceph-mon[84331]: pgmap v467: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 494 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.9 MiB/s wr, 25 op/s; 76/750 objects degraded (10.133%) 2024-04-13T07:22:18.240 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:17 smithi066 ceph-mon[84331]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:22:18.240 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:17 smithi066 ceph-mon[84331]: osd.7 [v2:172.21.15.66:6824/2818306174,v1:172.21.15.66:6825/2818306174] boot 2024-04-13T07:22:18.240 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:17 smithi066 ceph-mon[84331]: osdmap e539: 8 total, 8 up, 8 in 2024-04-13T07:22:18.240 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:17 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:22:18.240 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:17 smithi066 ceph-mon[84331]: Health check update: Degraded data redundancy: 76/750 objects degraded (10.133%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:22:18.240 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:17 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:18.240 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:17 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:18.240 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:17 smithi066 ceph-mon[84331]: osdmap e540: 8 total, 8 up, 8 in 2024-04-13T07:22:18.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:17 smithi003 ceph-mon[91733]: pgmap v467: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 494 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.9 MiB/s wr, 25 op/s; 76/750 objects degraded (10.133%) 2024-04-13T07:22:18.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:17 smithi003 ceph-mon[91733]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:22:18.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:17 smithi003 ceph-mon[91733]: osd.7 [v2:172.21.15.66:6824/2818306174,v1:172.21.15.66:6825/2818306174] boot 2024-04-13T07:22:18.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:17 smithi003 ceph-mon[91733]: osdmap e539: 8 total, 8 up, 8 in 2024-04-13T07:22:18.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:17 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:22:18.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:17 smithi003 ceph-mon[91733]: Health check update: Degraded data redundancy: 76/750 objects degraded (10.133%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:22:18.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:17 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:18.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:17 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:18.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:17 smithi003 ceph-mon[91733]: osdmap e540: 8 total, 8 up, 8 in 2024-04-13T07:22:18.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:17 smithi003 ceph-mon[89364]: pgmap v467: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 494 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.9 MiB/s wr, 25 op/s; 76/750 objects degraded (10.133%) 2024-04-13T07:22:18.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:17 smithi003 ceph-mon[89364]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T07:22:18.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:17 smithi003 ceph-mon[89364]: osd.7 [v2:172.21.15.66:6824/2818306174,v1:172.21.15.66:6825/2818306174] boot 2024-04-13T07:22:18.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:17 smithi003 ceph-mon[89364]: osdmap e539: 8 total, 8 up, 8 in 2024-04-13T07:22:18.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:17 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T07:22:18.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:17 smithi003 ceph-mon[89364]: Health check update: Degraded data redundancy: 76/750 objects degraded (10.133%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T07:22:18.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:17 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:18.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:17 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:18.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:17 smithi003 ceph-mon[89364]: osdmap e540: 8 total, 8 up, 8 in 2024-04-13T07:22:18.986 INFO:tasks.rados.rados.0.smithi003.stdout:2276: done (1 left) 2024-04-13T07:22:18.987 INFO:tasks.rados.rados.0.smithi003.stdout:2277: done (0 left) 2024-04-13T07:22:18.987 INFO:tasks.rados.rados.0.smithi003.stdout:2278: snap_create 2024-04-13T07:22:19.988 INFO:tasks.rados.rados.0.smithi003.stdout:2278: done (0 left) 2024-04-13T07:22:19.988 INFO:tasks.rados.rados.0.smithi003.stdout:2279: snap_create 2024-04-13T07:22:20.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:19 smithi066 ceph-mon[84331]: pgmap v470: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 494 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 23 op/s; 76/750 objects degraded (10.133%) 2024-04-13T07:22:20.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:19 smithi066 ceph-mon[84331]: osdmap e541: 8 total, 8 up, 8 in 2024-04-13T07:22:20.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:19 smithi003 ceph-mon[91733]: pgmap v470: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 494 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 23 op/s; 76/750 objects degraded (10.133%) 2024-04-13T07:22:20.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:19 smithi003 ceph-mon[91733]: osdmap e541: 8 total, 8 up, 8 in 2024-04-13T07:22:20.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:19 smithi003 ceph-mon[89364]: pgmap v470: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 494 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 23 op/s; 76/750 objects degraded (10.133%) 2024-04-13T07:22:20.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:19 smithi003 ceph-mon[89364]: osdmap e541: 8 total, 8 up, 8 in 2024-04-13T07:22:20.990 INFO:tasks.rados.rados.0.smithi003.stdout:2279: done (0 left) 2024-04-13T07:22:20.990 INFO:tasks.rados.rados.0.smithi003.stdout:2280: read oid 21 snap -1 2024-04-13T07:22:20.990 INFO:tasks.rados.rados.0.smithi003.stdout:2280: expect (ObjNum 621 snap 212 seq_num 621) 2024-04-13T07:22:20.990 INFO:tasks.rados.rados.0.smithi003.stdout:2281: read oid 18 snap -1 2024-04-13T07:22:20.990 INFO:tasks.rados.rados.0.smithi003.stdout:2281: expect (ObjNum 679 snap 230 seq_num 679) 2024-04-13T07:22:20.990 INFO:tasks.rados.rados.0.smithi003.stdout:2282: snap_remove snap 231 2024-04-13T07:22:21.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:20 smithi066 ceph-mon[84331]: osdmap e542: 8 total, 8 up, 8 in 2024-04-13T07:22:21.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:20 smithi066 ceph-mon[84331]: osdmap e543: 8 total, 8 up, 8 in 2024-04-13T07:22:21.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:20 smithi003 ceph-mon[91733]: osdmap e542: 8 total, 8 up, 8 in 2024-04-13T07:22:21.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:20 smithi003 ceph-mon[91733]: osdmap e543: 8 total, 8 up, 8 in 2024-04-13T07:22:21.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:20 smithi003 ceph-mon[89364]: osdmap e542: 8 total, 8 up, 8 in 2024-04-13T07:22:21.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:20 smithi003 ceph-mon[89364]: osdmap e543: 8 total, 8 up, 8 in 2024-04-13T07:22:22.002 INFO:tasks.rados.rados.0.smithi003.stdout:2282: done (2 left) 2024-04-13T07:22:22.002 INFO:tasks.rados.rados.0.smithi003.stdout:2283: copy_from oid 22 from oid 19 current snap is 237 2024-04-13T07:22:22.002 INFO:tasks.rados.rados.0.smithi003.stdout:2284: read oid 15 snap 236 2024-04-13T07:22:22.002 INFO:tasks.rados.rados.0.smithi003.stdout:2284: expect deleted 2024-04-13T07:22:22.002 INFO:tasks.rados.rados.0.smithi003.stdout:2285: read oid 45 snap -1 2024-04-13T07:22:22.002 INFO:tasks.rados.rados.0.smithi003.stdout:2285: expect deleted 2024-04-13T07:22:22.002 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 24 current snap is 237 2024-04-13T07:22:22.003 INFO:tasks.rados.rados.0.smithi003.stdout:2286: seq_num 696 ranges {0=458752,458752=417792,876544=753664,1630208=434176} 2024-04-13T07:22:22.004 INFO:tasks.rados.rados.0.smithi003.stdout:2286: writing smithi00377890-24 from 0 to 458752 tid 1 2024-04-13T07:22:22.008 INFO:tasks.rados.rados.0.smithi003.stdout:2286: writing smithi00377890-24 from 458752 to 876544 tid 2 2024-04-13T07:22:22.013 INFO:tasks.rados.rados.0.smithi003.stdout:2286: writing smithi00377890-24 from 876544 to 1630208 tid 3 2024-04-13T07:22:22.017 INFO:tasks.rados.rados.0.smithi003.stdout:2286: writing smithi00377890-24 from 1630208 to 2064384 tid 4 2024-04-13T07:22:22.021 INFO:tasks.rados.rados.0.smithi003.stdout:2281: expect (ObjNum 679 snap 230 seq_num 679) 2024-04-13T07:22:22.137 INFO:tasks.rados.rados.0.smithi003.stdout:2280: expect (ObjNum 621 snap 212 seq_num 621) 2024-04-13T07:22:22.629 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: pgmap v473: 121 pgs: 6 active+undersized+degraded, 13 active+undersized, 102 active+clean; 501 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 B/s wr, 5 op/s; 43/711 objects degraded (6.048%); 13 MiB/s, 1 objects/s recovering 2024-04-13T07:22:22.629 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:22.629 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:22.629 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:22:22.629 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:22:22.630 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:22.630 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:22:22.630 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:22.630 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:22.630 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:22.630 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:22.630 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:22.630 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-13T07:22:22.630 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-13T07:22:22.630 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-13T07:22:22.630 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-13T07:22:22.630 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-13T07:22:22.630 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-13T07:22:22.630 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-13T07:22:22.631 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-13T07:22:22.631 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-13T07:22:22.631 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-13T07:22:22.631 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-13T07:22:22.631 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-13T07:22:22.631 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-13T07:22:22.631 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-13T07:22:22.631 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-13T07:22:22.631 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-13T07:22:22.631 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-13T07:22:22.631 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-13T07:22:22.631 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-13T07:22:22.631 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: osdmap e544: 8 total, 8 up, 8 in 2024-04-13T07:22:22.631 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-13T07:22:22.632 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: pgmap v473: 121 pgs: 6 active+undersized+degraded, 13 active+undersized, 102 active+clean; 501 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 B/s wr, 5 op/s; 43/711 objects degraded (6.048%); 13 MiB/s, 1 objects/s recovering 2024-04-13T07:22:22.632 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:22.632 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:22.632 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:22:22.632 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:22:22.632 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:22.632 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:22:22.632 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:22.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:22.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:22.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:22.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:22.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-13T07:22:22.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-13T07:22:22.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-13T07:22:22.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-13T07:22:22.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-13T07:22:22.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-13T07:22:22.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-13T07:22:22.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-13T07:22:22.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-13T07:22:22.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-13T07:22:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-13T07:22:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-13T07:22:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-13T07:22:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-13T07:22:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-13T07:22:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-13T07:22:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-13T07:22:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-13T07:22:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-13T07:22:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: osdmap e544: 8 total, 8 up, 8 in 2024-04-13T07:22:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-13T07:22:22.653 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:22:22.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: pgmap v473: 121 pgs: 6 active+undersized+degraded, 13 active+undersized, 102 active+clean; 501 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 B/s wr, 5 op/s; 43/711 objects degraded (6.048%); 13 MiB/s, 1 objects/s recovering 2024-04-13T07:22:22.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:22.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:22.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:22:22.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:22:22.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:22.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:22:22.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:22.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:22.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:22.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:22.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:22.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-13T07:22:22.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-13T07:22:22.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-13T07:22:22.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-13T07:22:22.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-13T07:22:22.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-13T07:22:22.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-13T07:22:22.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-13T07:22:22.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-13T07:22:22.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-13T07:22:22.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-13T07:22:22.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-13T07:22:22.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-13T07:22:22.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-13T07:22:22.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-13T07:22:22.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-13T07:22:22.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-13T07:22:22.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-13T07:22:22.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-13T07:22:22.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: osdmap e544: 8 total, 8 up, 8 in 2024-04-13T07:22:22.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-13T07:22:23.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:23 smithi003 ceph-mon[91733]: Upgrade: Setting container_image for all osd 2024-04-13T07:22:23.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:23 smithi003 ceph-mon[91733]: Upgrade: Setting require_osd_release to 19 squid 2024-04-13T07:22:23.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:23 smithi003 ceph-mon[91733]: Upgrade: It appears safe to stop mds.a 2024-04-13T07:22:23.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:23.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:22:23.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:23 smithi003 ceph-mon[89364]: Upgrade: Setting container_image for all osd 2024-04-13T07:22:23.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:23 smithi003 ceph-mon[89364]: Upgrade: Setting require_osd_release to 19 squid 2024-04-13T07:22:23.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:23 smithi003 ceph-mon[89364]: Upgrade: It appears safe to stop mds.a 2024-04-13T07:22:23.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:23.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:22:23.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:23 smithi066 ceph-mon[84331]: Upgrade: Setting container_image for all osd 2024-04-13T07:22:23.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:23 smithi066 ceph-mon[84331]: Upgrade: Setting require_osd_release to 19 squid 2024-04-13T07:22:23.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:23 smithi066 ceph-mon[84331]: Upgrade: It appears safe to stop mds.a 2024-04-13T07:22:23.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:23.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:22:24.478 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:22:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:22:24] "GET /metrics HTTP/1.1" 200 36256 "" "Prometheus/2.43.0" 2024-04-13T07:22:24.479 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:24 smithi003 ceph-mon[89364]: pgmap v476: 121 pgs: 121 active+clean; 505 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 496 KiB/s wr, 7 op/s; 21 MiB/s, 4 objects/s recovering 2024-04-13T07:22:24.479 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:24 smithi003 ceph-mon[89364]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/711 objects degraded (6.048%), 6 pgs degraded) 2024-04-13T07:22:24.479 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:24 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:22:24.479 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:24 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:24.479 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:24 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:22:24.479 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:24 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:22:24.479 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:24 smithi003 ceph-mon[89364]: osdmap e545: 8 total, 8 up, 8 in 2024-04-13T07:22:24.479 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:24 smithi003 ceph-mon[91733]: pgmap v476: 121 pgs: 121 active+clean; 505 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 496 KiB/s wr, 7 op/s; 21 MiB/s, 4 objects/s recovering 2024-04-13T07:22:24.479 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:24 smithi003 ceph-mon[91733]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/711 objects degraded (6.048%), 6 pgs degraded) 2024-04-13T07:22:24.479 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:24 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:22:24.479 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:24 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:24.479 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:24 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:22:24.480 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:24 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:22:24.480 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:24 smithi003 ceph-mon[91733]: osdmap e545: 8 total, 8 up, 8 in 2024-04-13T07:22:24.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:24 smithi066 ceph-mon[84331]: pgmap v476: 121 pgs: 121 active+clean; 505 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 496 KiB/s wr, 7 op/s; 21 MiB/s, 4 objects/s recovering 2024-04-13T07:22:24.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:24 smithi066 ceph-mon[84331]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/711 objects degraded (6.048%), 6 pgs degraded) 2024-04-13T07:22:24.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:24 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:22:24.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:24 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:24.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:24 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:22:24.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:24 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:22:24.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:24 smithi066 ceph-mon[84331]: osdmap e545: 8 total, 8 up, 8 in 2024-04-13T07:22:24.661 INFO:tasks.rados.rados.0.smithi003.stdout:2286: finishing write tid 1 to smithi00377890-24 2024-04-13T07:22:24.661 INFO:tasks.rados.rados.0.smithi003.stdout:2283: finishing copy_from to smithi00377890-22 2024-04-13T07:22:24.661 INFO:tasks.rados.rados.0.smithi003.stdout:2283: got expected ENOENT (src dne) 2024-04-13T07:22:24.661 INFO:tasks.rados.rados.0.smithi003.stdout:2283: finishing copy_from racing read to smithi00377890-22 2024-04-13T07:22:24.661 INFO:tasks.rados.rados.0.smithi003.stdout:2286: finishing write tid 2 to smithi00377890-24 2024-04-13T07:22:24.661 INFO:tasks.rados.rados.0.smithi003.stdout:2280: done (5 left) 2024-04-13T07:22:24.661 INFO:tasks.rados.rados.0.smithi003.stdout:2281: done (4 left) 2024-04-13T07:22:24.661 INFO:tasks.rados.rados.0.smithi003.stdout:2283: done (3 left) 2024-04-13T07:22:24.662 INFO:tasks.rados.rados.0.smithi003.stdout:2284: done (2 left) 2024-04-13T07:22:24.662 INFO:tasks.rados.rados.0.smithi003.stdout:2285: done (1 left) 2024-04-13T07:22:24.662 INFO:tasks.rados.rados.0.smithi003.stdout:2287: read oid 37 snap -1 2024-04-13T07:22:24.662 INFO:tasks.rados.rados.0.smithi003.stdout:2287: expect (ObjNum 678 snap 230 seq_num 678) 2024-04-13T07:22:24.662 INFO:tasks.rados.rados.0.smithi003.stdout:2288: copy_from oid 9 from oid 48 current snap is 237 2024-04-13T07:22:24.662 INFO:tasks.rados.rados.0.smithi003.stdout:2286: finishing write tid 3 to smithi00377890-24 2024-04-13T07:22:24.662 INFO:tasks.rados.rados.0.smithi003.stdout:2286: finishing write tid 4 to smithi00377890-24 2024-04-13T07:22:24.662 INFO:tasks.rados.rados.0.smithi003.stdout:2286: finishing write tid 5 to smithi00377890-24 2024-04-13T07:22:24.662 INFO:tasks.rados.rados.0.smithi003.stdout:2286: finishing write tid 6 to smithi00377890-24 2024-04-13T07:22:24.662 INFO:tasks.rados.rados.0.smithi003.stdout:2286: oid 24 updating version 0 to 2123 2024-04-13T07:22:24.662 INFO:tasks.rados.rados.0.smithi003.stdout:2286: oid 24 version 2123 is already newer than 2121 2024-04-13T07:22:24.662 INFO:tasks.rados.rados.0.smithi003.stdout:2286: oid 24 updating version 2123 to 2124 2024-04-13T07:22:24.662 INFO:tasks.rados.rados.0.smithi003.stdout:2286: oid 24 version 2124 is already newer than 2120 2024-04-13T07:22:24.662 INFO:tasks.rados.rados.0.smithi003.stdout:2286: oid 24 version 2124 is already newer than 2122 2024-04-13T07:22:24.663 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 2124 (ObjNum 696 snap 237 seq_num 696) dirty exists 2024-04-13T07:22:24.663 INFO:tasks.rados.rados.0.smithi003.stdout:2286: left oid 24 (ObjNum 696 snap 237 seq_num 696) 2024-04-13T07:22:24.663 INFO:tasks.rados.rados.0.smithi003.stdout:2286: done (2 left) 2024-04-13T07:22:24.663 INFO:tasks.rados.rados.0.smithi003.stdout:2289: delete oid 5 current snap is 237 2024-04-13T07:22:24.664 INFO:tasks.rados.rados.0.smithi003.stdout:2289: done (2 left) 2024-04-13T07:22:24.664 INFO:tasks.rados.rados.0.smithi003.stdout:2290: rollback oid 43 current snap is 237 2024-04-13T07:22:24.664 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 43 to 224 2024-04-13T07:22:24.664 INFO:tasks.rados.rados.0.smithi003.stdout:2291: delete oid 42 current snap is 237 2024-04-13T07:22:24.667 INFO:tasks.rados.rados.0.smithi003.stdout:2290: finishing rollback tid 1 to smithi00377890-43 2024-04-13T07:22:24.667 INFO:tasks.rados.rados.0.smithi003.stdout:2290: finishing rollback tid 2 to smithi00377890-43 2024-04-13T07:22:24.667 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 1529 (ObjNum 626 snap 214 seq_num 626) dirty exists 2024-04-13T07:22:24.670 INFO:tasks.rados.rados.0.smithi003.stdout:2288: finishing copy_from racing read to smithi00377890-9 2024-04-13T07:22:24.671 INFO:tasks.rados.rados.0.smithi003.stdout:2288: finishing copy_from to smithi00377890-9 2024-04-13T07:22:24.671 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 1963 (ObjNum 662 snap 223 seq_num 662) dirty exists 2024-04-13T07:22:24.672 INFO:tasks.rados.rados.0.smithi003.stdout:2288: done (3 left) 2024-04-13T07:22:24.672 INFO:tasks.rados.rados.0.smithi003.stdout:2290: done (2 left) 2024-04-13T07:22:24.673 INFO:tasks.rados.rados.0.smithi003.stdout:2291: done (1 left) 2024-04-13T07:22:24.673 INFO:tasks.rados.rados.0.smithi003.stdout:2292: rollback oid 25 current snap is 237 2024-04-13T07:22:24.673 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 25 to 226 2024-04-13T07:22:24.673 INFO:tasks.rados.rados.0.smithi003.stdout:2293: snap_remove snap 211 2024-04-13T07:22:25.271 INFO:tasks.rados.rados.0.smithi003.stdout:2293: done (2 left) 2024-04-13T07:22:25.271 INFO:tasks.rados.rados.0.smithi003.stdout:2294: read oid 28 snap -1 2024-04-13T07:22:25.271 INFO:tasks.rados.rados.0.smithi003.stdout:2294: expect (ObjNum 579 snap 195 seq_num 579) 2024-04-13T07:22:25.271 INFO:tasks.rados.rados.0.smithi003.stdout:2295: copy_from oid 40 from oid 39 current snap is 237 2024-04-13T07:22:25.271 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 43 current snap is 237 2024-04-13T07:22:25.271 INFO:tasks.rados.rados.0.smithi003.stdout:2296: seq_num 699 ranges {3981312=516096,4497408=475136,4972544=573440,5545984=557056} 2024-04-13T07:22:25.298 INFO:tasks.rados.rados.0.smithi003.stdout:2296: writing smithi00377890-43 from 3981312 to 4497408 tid 1 2024-04-13T07:22:25.301 INFO:tasks.rados.rados.0.smithi003.stdout:2296: writing smithi00377890-43 from 4497408 to 4972544 tid 2 2024-04-13T07:22:25.305 INFO:tasks.rados.rados.0.smithi003.stdout:2296: writing smithi00377890-43 from 4972544 to 5545984 tid 3 2024-04-13T07:22:25.309 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:25 smithi003 ceph-mon[89364]: Upgrade: Updating mds.a 2024-04-13T07:22:25.309 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:25 smithi003 ceph-mon[89364]: Deploying daemon mds.a on smithi003 2024-04-13T07:22:25.309 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:25 smithi003 ceph-mon[91733]: Upgrade: Updating mds.a 2024-04-13T07:22:25.309 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:25 smithi003 ceph-mon[91733]: Deploying daemon mds.a on smithi003 2024-04-13T07:22:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:2296: writing smithi00377890-43 from 5545984 to 6103040 tid 4 2024-04-13T07:22:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:2297: rollback oid 26 current snap is 237 2024-04-13T07:22:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 26 to 175 2024-04-13T07:22:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:2292: finishing rollback tid 0 to smithi00377890-25 2024-04-13T07:22:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:2292: finishing rollback tid 1 to smithi00377890-25 2024-04-13T07:22:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:2292: finishing rollback tid 2 to smithi00377890-25 2024-04-13T07:22:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 2357 (ObjNum 430 snap 146 seq_num 430) dirty exists 2024-04-13T07:22:25.310 INFO:tasks.rados.rados.0.smithi003.stdout:2287: expect (ObjNum 678 snap 230 seq_num 678) 2024-04-13T07:22:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:25 smithi066 ceph-mon[84331]: Upgrade: Updating mds.a 2024-04-13T07:22:25.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:25 smithi066 ceph-mon[84331]: Deploying daemon mds.a on smithi003 2024-04-13T07:22:25.662 INFO:tasks.rados.rados.0.smithi003.stdout:2294: expect (ObjNum 579 snap 195 seq_num 579) 2024-04-13T07:22:25.731 INFO:tasks.rados.rados.0.smithi003.stdout:2296: finishing write tid 1 to smithi00377890-43 2024-04-13T07:22:25.731 INFO:tasks.rados.rados.0.smithi003.stdout:2296: finishing write tid 2 to smithi00377890-43 2024-04-13T07:22:25.731 INFO:tasks.rados.rados.0.smithi003.stdout:2296: finishing write tid 3 to smithi00377890-43 2024-04-13T07:22:25.731 INFO:tasks.rados.rados.0.smithi003.stdout:2287: done (5 left) 2024-04-13T07:22:25.731 INFO:tasks.rados.rados.0.smithi003.stdout:2292: done (4 left) 2024-04-13T07:22:25.731 INFO:tasks.rados.rados.0.smithi003.stdout:2294: done (3 left) 2024-04-13T07:22:25.731 INFO:tasks.rados.rados.0.smithi003.stdout:2298: rollback oid 45 current snap is 237 2024-04-13T07:22:25.731 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 45 to 235 2024-04-13T07:22:25.732 INFO:tasks.rados.rados.0.smithi003.stdout:2296: finishing write tid 4 to smithi00377890-43 2024-04-13T07:22:25.732 INFO:tasks.rados.rados.0.smithi003.stdout:2296: finishing write tid 5 to smithi00377890-43 2024-04-13T07:22:25.732 INFO:tasks.rados.rados.0.smithi003.stdout:2297: finishing rollback tid 0 to smithi00377890-26 2024-04-13T07:22:25.732 INFO:tasks.rados.rados.0.smithi003.stdout:2297: finishing rollback tid 1 to smithi00377890-26 2024-04-13T07:22:25.732 INFO:tasks.rados.rados.0.smithi003.stdout:2297: finishing rollback tid 2 to smithi00377890-26 2024-04-13T07:22:25.732 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 2181 (ObjNum 129 snap 0 seq_num 291577712) dirty exists 2024-04-13T07:22:25.732 INFO:tasks.rados.rados.0.smithi003.stdout:2296: finishing write tid 6 to smithi00377890-43 2024-04-13T07:22:25.732 INFO:tasks.rados.rados.0.smithi003.stdout:2296: oid 43 updating version 0 to 1533 2024-04-13T07:22:25.732 INFO:tasks.rados.rados.0.smithi003.stdout:2296: oid 43 version 1533 is already newer than 1532 2024-04-13T07:22:25.732 INFO:tasks.rados.rados.0.smithi003.stdout:2296: oid 43 updating version 1533 to 1534 2024-04-13T07:22:25.732 INFO:tasks.rados.rados.0.smithi003.stdout:2296: oid 43 version 1534 is already newer than 1530 2024-04-13T07:22:25.732 INFO:tasks.rados.rados.0.smithi003.stdout:2296: oid 43 version 1534 is already newer than 1531 2024-04-13T07:22:25.732 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 1534 (ObjNum 699 snap 237 seq_num 699) dirty exists 2024-04-13T07:22:25.732 INFO:tasks.rados.rados.0.smithi003.stdout:2296: left oid 43 (ObjNum 699 snap 237 seq_num 699) 2024-04-13T07:22:25.733 INFO:tasks.rados.rados.0.smithi003.stdout:2295: finishing copy_from racing read to smithi00377890-40 2024-04-13T07:22:25.733 INFO:tasks.rados.rados.0.smithi003.stdout:2295: finishing copy_from to smithi00377890-40 2024-04-13T07:22:25.733 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 2121 (ObjNum 634 snap 216 seq_num 634) dirty exists 2024-04-13T07:22:25.733 INFO:tasks.rados.rados.0.smithi003.stdout:2295: done (3 left) 2024-04-13T07:22:25.733 INFO:tasks.rados.rados.0.smithi003.stdout:2296: done (2 left) 2024-04-13T07:22:25.733 INFO:tasks.rados.rados.0.smithi003.stdout:2297: done (1 left) 2024-04-13T07:22:25.733 INFO:tasks.rados.rados.0.smithi003.stdout:2299: read oid 2 snap -1 2024-04-13T07:22:25.733 INFO:tasks.rados.rados.0.smithi003.stdout:2299: expect deleted 2024-04-13T07:22:25.733 INFO:tasks.rados.rados.0.smithi003.stdout:2300: read oid 20 snap -1 2024-04-13T07:22:25.733 INFO:tasks.rados.rados.0.smithi003.stdout:2300: expect deleted 2024-04-13T07:22:25.733 INFO:tasks.rados.rados.0.smithi003.stdout:2301: setattr oid 38 current snap is 237 2024-04-13T07:22:25.734 INFO:tasks.rados.rados.0.smithi003.stdout:2298: finishing rollback tid 1 to smithi00377890-45 2024-04-13T07:22:25.734 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 1792 (ObjNum 3201 snap 0 seq_num 8717) dirty dne 2024-04-13T07:22:25.734 INFO:tasks.rados.rados.0.smithi003.stdout:2298: done (3 left) 2024-04-13T07:22:25.734 INFO:tasks.rados.rados.0.smithi003.stdout:2299: done (2 left) 2024-04-13T07:22:25.734 INFO:tasks.rados.rados.0.smithi003.stdout:2300: done (1 left) 2024-04-13T07:22:25.734 INFO:tasks.rados.rados.0.smithi003.stdout:2302: rollback oid 30 current snap is 237 2024-04-13T07:22:25.734 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 30 to 219 2024-04-13T07:22:25.734 INFO:tasks.rados.rados.0.smithi003.stdout:2303: snap_create 2024-04-13T07:22:25.735 INFO:tasks.rados.rados.0.smithi003.stdout:2302: finishing rollback tid 1 to smithi00377890-30 2024-04-13T07:22:25.735 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 1653 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-13T07:22:25.736 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2111 (ObjNum 641 snap 217 seq_num 641) dirty exists 2024-04-13T07:22:25.857 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:22:25 smithi003 systemd[1]: Stopping Ceph mds.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:22:25.867 INFO:tasks.rados.rados.0.smithi003.stdout:2301: done (2 left) 2024-04-13T07:22:25.867 INFO:tasks.rados.rados.0.smithi003.stdout:2302: done (1 left) 2024-04-13T07:22:25.867 INFO:tasks.rados.rados.0.smithi003.stdout:2303: done (0 left) 2024-04-13T07:22:25.867 INFO:tasks.rados.rados.0.smithi003.stdout:2304: read oid 7 snap -1 2024-04-13T07:22:25.867 INFO:tasks.rados.rados.0.smithi003.stdout:2304: expect deleted 2024-04-13T07:22:25.867 INFO:tasks.rados.rados.0.smithi003.stdout:2305: delete oid 38 current snap is 238 2024-04-13T07:22:25.870 INFO:tasks.rados.rados.0.smithi003.stdout:2305: done (1 left) 2024-04-13T07:22:25.870 INFO:tasks.rados.rados.0.smithi003.stdout:2306: rmattr oid 19 current snap is 238 2024-04-13T07:22:25.870 INFO:tasks.rados.rados.0.smithi003.stdout:2306: done (1 left) 2024-04-13T07:22:25.870 INFO:tasks.rados.rados.0.smithi003.stdout:2307: read oid 48 snap 212 2024-04-13T07:22:25.870 INFO:tasks.rados.rados.0.smithi003.stdout:2307: expect (ObjNum 596 snap 200 seq_num 596) 2024-04-13T07:22:25.870 INFO:tasks.rados.rados.0.smithi003.stdout:2308: snap_create 2024-04-13T07:22:25.888 INFO:tasks.rados.rados.0.smithi003.stdout:2307: expect (ObjNum 596 snap 200 seq_num 596) 2024-04-13T07:22:26.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a[89357]: 2024-04-13T07:22:25.856+0000 7f99e9772700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T07:22:26.136 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:22:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a[65288]: 2024-04-13T07:22:25.855+0000 7fcf0ab81700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:22:26.136 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:22:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a[65288]: 2024-04-13T07:22:25.855+0000 7fcf0ab81700 -1 mds.a *** got signal Terminated *** 2024-04-13T07:22:26.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:26 smithi003 ceph-mon[89364]: pgmap v478: 121 pgs: 121 active+clean; 507 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 887 KiB/s wr, 4 op/s; 7.1 MiB/s, 1 objects/s recovering 2024-04-13T07:22:26.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:26 smithi003 ceph-mon[89364]: osdmap e546: 8 total, 8 up, 8 in 2024-04-13T07:22:26.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:26 smithi003 ceph-mon[89364]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T07:22:26.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:26 smithi003 ceph-mon[89364]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T07:22:26.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:26 smithi003 ceph-mon[89364]: osdmap e547: 8 total, 8 up, 8 in 2024-04-13T07:22:26.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:26 smithi003 ceph-mon[89364]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-13T07:22:26.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:26 smithi003 ceph-mon[89364]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T07:22:26.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:26 smithi003 ceph-mon[89364]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-13T07:22:26.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:26 smithi003 ceph-mon[89364]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-13T07:22:26.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:26 smithi003 ceph-mon[91733]: pgmap v478: 121 pgs: 121 active+clean; 507 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 887 KiB/s wr, 4 op/s; 7.1 MiB/s, 1 objects/s recovering 2024-04-13T07:22:26.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:26 smithi003 ceph-mon[91733]: osdmap e546: 8 total, 8 up, 8 in 2024-04-13T07:22:26.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:26 smithi003 ceph-mon[91733]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T07:22:26.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:26 smithi003 ceph-mon[91733]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T07:22:26.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:26 smithi003 ceph-mon[91733]: osdmap e547: 8 total, 8 up, 8 in 2024-04-13T07:22:26.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:26 smithi003 ceph-mon[91733]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-13T07:22:26.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:26 smithi003 ceph-mon[91733]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T07:22:26.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:26 smithi003 ceph-mon[91733]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-13T07:22:26.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:26 smithi003 ceph-mon[91733]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-13T07:22:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:26 smithi066 ceph-mon[84331]: pgmap v478: 121 pgs: 121 active+clean; 507 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 887 KiB/s wr, 4 op/s; 7.1 MiB/s, 1 objects/s recovering 2024-04-13T07:22:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:26 smithi066 ceph-mon[84331]: osdmap e546: 8 total, 8 up, 8 in 2024-04-13T07:22:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:26 smithi066 ceph-mon[84331]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T07:22:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:26 smithi066 ceph-mon[84331]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T07:22:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:26 smithi066 ceph-mon[84331]: osdmap e547: 8 total, 8 up, 8 in 2024-04-13T07:22:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:26 smithi066 ceph-mon[84331]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-13T07:22:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:26 smithi066 ceph-mon[84331]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T07:22:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:26 smithi066 ceph-mon[84331]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-13T07:22:26.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:26 smithi066 ceph-mon[84331]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-13T07:22:26.873 INFO:tasks.rados.rados.0.smithi003.stdout:2304: done (2 left) 2024-04-13T07:22:26.873 INFO:tasks.rados.rados.0.smithi003.stdout:2307: done (1 left) 2024-04-13T07:22:26.873 INFO:tasks.rados.rados.0.smithi003.stdout:2308: done (0 left) 2024-04-13T07:22:26.873 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 239 2024-04-13T07:22:26.873 INFO:tasks.rados.rados.0.smithi003.stdout:2309: seq_num 701 ranges {1261568=548864,1810432=696320,2506752=540672,3047424=368640} 2024-04-13T07:22:26.882 INFO:tasks.rados.rados.0.smithi003.stdout:2309: writing smithi00377890-27 from 1261568 to 1810432 tid 1 2024-04-13T07:22:26.887 INFO:tasks.rados.rados.0.smithi003.stdout:2309: writing smithi00377890-27 from 1810432 to 2506752 tid 2 2024-04-13T07:22:26.890 INFO:tasks.rados.rados.0.smithi003.stdout:2309: writing smithi00377890-27 from 2506752 to 3047424 tid 3 2024-04-13T07:22:26.892 INFO:tasks.rados.rados.0.smithi003.stdout:2309: writing smithi00377890-27 from 3047424 to 3416064 tid 4 2024-04-13T07:22:26.892 INFO:tasks.rados.rados.0.smithi003.stdout:2310: setattr oid 31 current snap is 239 2024-04-13T07:22:26.892 INFO:tasks.rados.rados.0.smithi003.stdout:2309: finishing write tid 1 to smithi00377890-27 2024-04-13T07:22:26.892 INFO:tasks.rados.rados.0.smithi003.stdout:2309: finishing write tid 2 to smithi00377890-27 2024-04-13T07:22:26.893 INFO:tasks.rados.rados.0.smithi003.stdout:2311: read oid 26 snap -1 2024-04-13T07:22:26.893 INFO:tasks.rados.rados.0.smithi003.stdout:2311: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:22:26.894 INFO:tasks.rados.rados.0.smithi003.stdout:2312: read oid 12 snap -1 2024-04-13T07:22:26.894 INFO:tasks.rados.rados.0.smithi003.stdout:2312: expect (ObjNum 655 snap 222 seq_num 655) 2024-04-13T07:22:26.894 INFO:tasks.rados.rados.0.smithi003.stdout:2313: snap_create 2024-04-13T07:22:26.894 INFO:tasks.rados.rados.0.smithi003.stdout:2311: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:22:26.900 INFO:tasks.rados.rados.0.smithi003.stdout:2309: finishing write tid 3 to smithi00377890-27 2024-04-13T07:22:26.900 INFO:tasks.rados.rados.0.smithi003.stdout:2309: finishing write tid 4 to smithi00377890-27 2024-04-13T07:22:26.900 INFO:tasks.rados.rados.0.smithi003.stdout:2309: finishing write tid 5 to smithi00377890-27 2024-04-13T07:22:26.901 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 1361 (ObjNum 65 snap 0 seq_num 1717262944) dirty exists 2024-04-13T07:22:26.901 INFO:tasks.rados.rados.0.smithi003.stdout:2309: finishing write tid 6 to smithi00377890-27 2024-04-13T07:22:26.901 INFO:tasks.rados.rados.0.smithi003.stdout:2309: oid 27 updating version 0 to 2161 2024-04-13T07:22:26.901 INFO:tasks.rados.rados.0.smithi003.stdout:2309: oid 27 version 2161 is already newer than 2158 2024-04-13T07:22:26.901 INFO:tasks.rados.rados.0.smithi003.stdout:2309: oid 27 version 2161 is already newer than 2159 2024-04-13T07:22:26.901 INFO:tasks.rados.rados.0.smithi003.stdout:2309: oid 27 updating version 2161 to 2162 2024-04-13T07:22:26.901 INFO:tasks.rados.rados.0.smithi003.stdout:2309: oid 27 version 2162 is already newer than 2160 2024-04-13T07:22:26.901 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 2162 (ObjNum 701 snap 239 seq_num 701) dirty exists 2024-04-13T07:22:26.901 INFO:tasks.rados.rados.0.smithi003.stdout:2309: left oid 27 (ObjNum 701 snap 239 seq_num 701) 2024-04-13T07:22:26.918 INFO:tasks.rados.rados.0.smithi003.stdout:2312: expect (ObjNum 655 snap 222 seq_num 655) 2024-04-13T07:22:27.047 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:22:27.380 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:22:27.380 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (10m) 2m ago 10m 24.5M - 0.25.0 c8568f914cd2 3cfca92eb9ec 2024-04-13T07:22:27.381 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (10m) 10s ago 10m 89.0M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:22:27.381 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (11m) 2m ago 11m 21.0M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 8ddb79bf2742 2024-04-13T07:22:27.381 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (11m) 10s ago 11m 18.9M - 18.2.2-1217-g7d36322c 6ecd1226aa2f 0760d90a9293 2024-04-13T07:22:27.381 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,9283,8765 running (5m) 10s ago 15m 452M - 19.0.0-2905-g5f22a497 c4b45bf0c946 57ffb9b159d7 2024-04-13T07:22:27.381 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:8443,9283,8765 running (6m) 2m ago 16m 508M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8cf668b60b80 2024-04-13T07:22:27.381 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (5m) 2m ago 17m 51.7M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 64cfa60e298f 2024-04-13T07:22:27.381 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (4m) 10s ago 15m 48.8M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 77096718c9ff 2024-04-13T07:22:27.381 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (5m) 2m ago 15m 47.5M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 bcc866c9b63b 2024-04-13T07:22:27.381 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (10m) 2m ago 10m 15.6M - 1.5.0 0da6a335fe13 dfbcad6ee10c 2024-04-13T07:22:27.381 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (10m) 10s ago 10m 15.5M - 1.5.0 0da6a335fe13 ce4f8de81f3f 2024-04-13T07:22:27.381 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (4m) 2m ago 14m 225M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 6dc25088a5e4 2024-04-13T07:22:27.381 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (3m) 2m ago 14m 207M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 42147549eb05 2024-04-13T07:22:27.381 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (2m) 2m ago 14m 85.0M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 8636b9e9bade 2024-04-13T07:22:27.382 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (2m) 2m ago 13m 15.1M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 dccad7741242 2024-04-13T07:22:27.382 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (107s) 10s ago 13m 177M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 b94e7fdde3d0 2024-04-13T07:22:27.382 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (72s) 10s ago 12m 149M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 51d583e35074 2024-04-13T07:22:27.382 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (36s) 10s ago 12m 117M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 494dadc805af 2024-04-13T07:22:27.382 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (15s) 10s ago 12m 12.3M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 72a376a22614 2024-04-13T07:22:27.382 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (6m) 10s ago 11m 59.1M - 2.43.0 a07b618ecd1d d062b44446a9 2024-04-13T07:22:27.793 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:22:27.793 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:22:27.794 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:22:27.794 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:22:27.794 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:22:27.794 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:22:27.794 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:22:27.794 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:22:27.794 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T07:22:27.794 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:22:27.794 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:22:27.794 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 1 2024-04-13T07:22:27.794 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:22:27.794 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:22:27.794 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 18.2.2-1217-g7d36322c (7d36322c373c73b184fd252cd881b122d8c51a3b) reef (stable)": 1, 2024-04-13T07:22:27.795 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 13 2024-04-13T07:22:27.795 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:22:27.795 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:22:27.884 INFO:tasks.rados.rados.0.smithi003.stdout:2309: done (4 left) 2024-04-13T07:22:27.884 INFO:tasks.rados.rados.0.smithi003.stdout:2310: done (3 left) 2024-04-13T07:22:27.884 INFO:tasks.rados.rados.0.smithi003.stdout:2311: done (2 left) 2024-04-13T07:22:27.885 INFO:tasks.rados.rados.0.smithi003.stdout:2312: done (1 left) 2024-04-13T07:22:27.885 INFO:tasks.rados.rados.0.smithi003.stdout:2313: done (0 left) 2024-04-13T07:22:27.885 INFO:tasks.rados.rados.0.smithi003.stdout:2314: read oid 42 snap -1 2024-04-13T07:22:27.885 INFO:tasks.rados.rados.0.smithi003.stdout:2314: expect deleted 2024-04-13T07:22:27.885 INFO:tasks.rados.rados.0.smithi003.stdout:2315: copy_from oid 40 from oid 4 current snap is 240 2024-04-13T07:22:27.885 INFO:tasks.rados.rados.0.smithi003.stdout:2316: read oid 43 snap -1 2024-04-13T07:22:27.885 INFO:tasks.rados.rados.0.smithi003.stdout:2316: expect (ObjNum 699 snap 237 seq_num 699) 2024-04-13T07:22:27.885 INFO:tasks.rados.rados.0.smithi003.stdout:2317: setattr oid 24 current snap is 240 2024-04-13T07:22:27.885 INFO:tasks.rados.rados.0.smithi003.stdout:2318: setattr oid 26 current snap is 240 2024-04-13T07:22:27.887 INFO:tasks.rados.rados.0.smithi003.stdout:2319: rmattr oid 31 current snap is 240 2024-04-13T07:22:27.887 INFO:tasks.rados.rados.0.smithi003.stdout:2314: done (5 left) 2024-04-13T07:22:27.887 INFO:tasks.rados.rados.0.smithi003.stdout:2320: read oid 28 snap -1 2024-04-13T07:22:27.887 INFO:tasks.rados.rados.0.smithi003.stdout:2320: expect (ObjNum 579 snap 195 seq_num 579) 2024-04-13T07:22:27.887 INFO:tasks.rados.rados.0.smithi003.stdout:2321: read oid 42 snap -1 2024-04-13T07:22:27.887 INFO:tasks.rados.rados.0.smithi003.stdout:2321: expect deleted 2024-04-13T07:22:27.887 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 8 current snap is 240 2024-04-13T07:22:27.887 INFO:tasks.rados.rados.0.smithi003.stdout:2322: seq_num 702 ranges {8232960=565248,8798208=581632,9379840=745472,10125312=278528} 2024-04-13T07:22:27.937 INFO:tasks.rados.rados.0.smithi003.stdout:2322: writing smithi00377890-8 from 8232960 to 8798208 tid 1 2024-04-13T07:22:27.940 INFO:tasks.rados.rados.0.smithi003.stdout:2322: writing smithi00377890-8 from 8798208 to 9379840 tid 2 2024-04-13T07:22:27.944 INFO:tasks.rados.rados.0.smithi003.stdout:2322: writing smithi00377890-8 from 9379840 to 10125312 tid 3 2024-04-13T07:22:27.946 INFO:tasks.rados.rados.0.smithi003.stdout:2322: writing smithi00377890-8 from 10125312 to 10403840 tid 4 2024-04-13T07:22:27.946 INFO:tasks.rados.rados.0.smithi003.stdout:2323: snap_create 2024-04-13T07:22:27.946 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 1362 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-13T07:22:27.947 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 2125 (ObjNum 696 snap 237 seq_num 696) dirty exists 2024-04-13T07:22:27.947 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 2182 (ObjNum 129 snap 0 seq_num 292175440) dirty exists 2024-04-13T07:22:27.947 INFO:tasks.rados.rados.0.smithi003.stdout:2315: finishing copy_from racing read to smithi00377890-40 2024-04-13T07:22:27.947 INFO:tasks.rados.rados.0.smithi003.stdout:2315: finishing copy_from to smithi00377890-40 2024-04-13T07:22:27.947 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 534 (ObjNum 635 snap 216 seq_num 635) dirty exists 2024-04-13T07:22:27.947 INFO:tasks.rados.rados.0.smithi003.stdout:2316: expect (ObjNum 699 snap 237 seq_num 699) 2024-04-13T07:22:28.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:27 smithi003 ceph-mon[89364]: pgmap v481: 121 pgs: 121 active+clean; 507 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 774 KiB/s wr, 6 op/s 2024-04-13T07:22:28.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:27 smithi003 ceph-mon[89364]: osdmap e548: 8 total, 8 up, 8 in 2024-04-13T07:22:28.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:27 smithi003 ceph-mon[89364]: mds.? [v2:172.21.15.66:6832/2215717538,v1:172.21.15.66:6833/2215717538] up:reconnect 2024-04-13T07:22:28.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:27 smithi003 ceph-mon[89364]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-13T07:22:28.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:27 smithi003 ceph-mon[89364]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:22:28.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:27 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:28.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:27 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3160941920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:28.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:27 smithi003 ceph-mon[91733]: pgmap v481: 121 pgs: 121 active+clean; 507 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 774 KiB/s wr, 6 op/s 2024-04-13T07:22:28.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:27 smithi003 ceph-mon[91733]: osdmap e548: 8 total, 8 up, 8 in 2024-04-13T07:22:28.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:27 smithi003 ceph-mon[91733]: mds.? [v2:172.21.15.66:6832/2215717538,v1:172.21.15.66:6833/2215717538] up:reconnect 2024-04-13T07:22:28.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:27 smithi003 ceph-mon[91733]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-13T07:22:28.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:27 smithi003 ceph-mon[91733]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:22:28.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:27 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:28.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:27 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3160941920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:28.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:27 smithi066 ceph-mon[84331]: pgmap v481: 121 pgs: 121 active+clean; 507 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 774 KiB/s wr, 6 op/s 2024-04-13T07:22:28.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:27 smithi066 ceph-mon[84331]: osdmap e548: 8 total, 8 up, 8 in 2024-04-13T07:22:28.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:27 smithi066 ceph-mon[84331]: mds.? [v2:172.21.15.66:6832/2215717538,v1:172.21.15.66:6833/2215717538] up:reconnect 2024-04-13T07:22:28.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:27 smithi066 ceph-mon[84331]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-13T07:22:28.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:27 smithi066 ceph-mon[84331]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:22:28.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:27 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:28.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:27 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3160941920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:28.289 INFO:tasks.rados.rados.0.smithi003.stdout:2320: expect (ObjNum 579 snap 195 seq_num 579) 2024-04-13T07:22:28.351 INFO:tasks.rados.rados.0.smithi003.stdout:2322: finishing write tid 1 to smithi00377890-8 2024-04-13T07:22:28.352 INFO:tasks.rados.rados.0.smithi003.stdout:2322: finishing write tid 2 to smithi00377890-8 2024-04-13T07:22:28.352 INFO:tasks.rados.rados.0.smithi003.stdout:2322: finishing write tid 3 to smithi00377890-8 2024-04-13T07:22:28.352 INFO:tasks.rados.rados.0.smithi003.stdout:2322: finishing write tid 4 to smithi00377890-8 2024-04-13T07:22:28.352 INFO:tasks.rados.rados.0.smithi003.stdout:2322: finishing write tid 5 to smithi00377890-8 2024-04-13T07:22:28.352 INFO:tasks.rados.rados.0.smithi003.stdout:2322: finishing write tid 6 to smithi00377890-8 2024-04-13T07:22:28.352 INFO:tasks.rados.rados.0.smithi003.stdout:2322: oid 8 updating version 0 to 2114 2024-04-13T07:22:28.352 INFO:tasks.rados.rados.0.smithi003.stdout:2322: oid 8 updating version 2114 to 2116 2024-04-13T07:22:28.352 INFO:tasks.rados.rados.0.smithi003.stdout:2322: oid 8 version 2116 is already newer than 2113 2024-04-13T07:22:28.352 INFO:tasks.rados.rados.0.smithi003.stdout:2322: oid 8 version 2116 is already newer than 2115 2024-04-13T07:22:28.352 INFO:tasks.rados.rados.0.smithi003.stdout:2322: oid 8 updating version 2116 to 2117 2024-04-13T07:22:28.352 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2117 (ObjNum 702 snap 240 seq_num 702) dirty exists 2024-04-13T07:22:28.352 INFO:tasks.rados.rados.0.smithi003.stdout:2322: left oid 8 (ObjNum 702 snap 240 seq_num 702) 2024-04-13T07:22:28.826 INFO:tasks.rados.rados.0.smithi003.stdout:2315: done (8 left) 2024-04-13T07:22:28.826 INFO:tasks.rados.rados.0.smithi003.stdout:2316: done (7 left) 2024-04-13T07:22:28.826 INFO:tasks.rados.rados.0.smithi003.stdout:2317: done (6 left) 2024-04-13T07:22:28.826 INFO:tasks.rados.rados.0.smithi003.stdout:2318: done (5 left) 2024-04-13T07:22:28.826 INFO:tasks.rados.rados.0.smithi003.stdout:2319: done (4 left) 2024-04-13T07:22:28.826 INFO:tasks.rados.rados.0.smithi003.stdout:2320: done (3 left) 2024-04-13T07:22:28.826 INFO:tasks.rados.rados.0.smithi003.stdout:2321: done (2 left) 2024-04-13T07:22:28.826 INFO:tasks.rados.rados.0.smithi003.stdout:2322: done (1 left) 2024-04-13T07:22:28.826 INFO:tasks.rados.rados.0.smithi003.stdout:2323: done (0 left) 2024-04-13T07:22:28.827 INFO:tasks.rados.rados.0.smithi003.stdout:2324: copy_from oid 27 from oid 9 current snap is 241 2024-04-13T07:22:28.827 INFO:tasks.rados.rados.0.smithi003.stdout:2325: read oid 16 snap 226 2024-04-13T07:22:28.827 INFO:tasks.rados.rados.0.smithi003.stdout:2325: expect (ObjNum 453 snap 151 seq_num 453) 2024-04-13T07:22:28.827 INFO:tasks.rados.rados.0.smithi003.stdout:2326: read oid 44 snap -1 2024-04-13T07:22:28.827 INFO:tasks.rados.rados.0.smithi003.stdout:2326: expect (ObjNum 692 snap 233 seq_num 692) 2024-04-13T07:22:28.827 INFO:tasks.rados.rados.0.smithi003.stdout:2327: snap_create 2024-04-13T07:22:28.837 INFO:tasks.rados.rados.0.smithi003.stdout:2325: expect (ObjNum 453 snap 151 seq_num 453) 2024-04-13T07:22:28.976 INFO:tasks.rados.rados.0.smithi003.stdout:2324: finishing copy_from racing read to smithi00377890-27 2024-04-13T07:22:28.976 INFO:tasks.rados.rados.0.smithi003.stdout:2324: finishing copy_from to smithi00377890-27 2024-04-13T07:22:28.976 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 1963 (ObjNum 662 snap 223 seq_num 662) dirty exists 2024-04-13T07:22:28.976 INFO:tasks.rados.rados.0.smithi003.stdout:2326: expect (ObjNum 692 snap 233 seq_num 692) 2024-04-13T07:22:29.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:28 smithi003 ceph-mon[91733]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:22:29.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:28 smithi003 ceph-mon[91733]: mds.? [v2:172.21.15.66:6832/2215717538,v1:172.21.15.66:6833/2215717538] up:rejoin 2024-04-13T07:22:29.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:28 smithi003 ceph-mon[91733]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-13T07:22:29.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:28 smithi003 ceph-mon[91733]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-13T07:22:29.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:28 smithi003 ceph-mon[91733]: osdmap e549: 8 total, 8 up, 8 in 2024-04-13T07:22:29.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:28 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:22:29.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:28 smithi003 ceph-mon[91733]: osdmap e550: 8 total, 8 up, 8 in 2024-04-13T07:22:29.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:28 smithi003 ceph-mon[89364]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:22:29.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:28 smithi003 ceph-mon[89364]: mds.? [v2:172.21.15.66:6832/2215717538,v1:172.21.15.66:6833/2215717538] up:rejoin 2024-04-13T07:22:29.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:28 smithi003 ceph-mon[89364]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-13T07:22:29.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:28 smithi003 ceph-mon[89364]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-13T07:22:29.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:28 smithi003 ceph-mon[89364]: osdmap e549: 8 total, 8 up, 8 in 2024-04-13T07:22:29.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:28 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:22:29.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:28 smithi003 ceph-mon[89364]: osdmap e550: 8 total, 8 up, 8 in 2024-04-13T07:22:29.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:28 smithi066 ceph-mon[84331]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:22:29.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:28 smithi066 ceph-mon[84331]: mds.? [v2:172.21.15.66:6832/2215717538,v1:172.21.15.66:6833/2215717538] up:rejoin 2024-04-13T07:22:29.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:28 smithi066 ceph-mon[84331]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-13T07:22:29.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:28 smithi066 ceph-mon[84331]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-13T07:22:29.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:28 smithi066 ceph-mon[84331]: osdmap e549: 8 total, 8 up, 8 in 2024-04-13T07:22:29.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:28 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:22:29.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:28 smithi066 ceph-mon[84331]: osdmap e550: 8 total, 8 up, 8 in 2024-04-13T07:22:29.826 INFO:tasks.rados.rados.0.smithi003.stdout:2324: done (3 left) 2024-04-13T07:22:29.827 INFO:tasks.rados.rados.0.smithi003.stdout:2325: done (2 left) 2024-04-13T07:22:29.827 INFO:tasks.rados.rados.0.smithi003.stdout:2326: done (1 left) 2024-04-13T07:22:29.827 INFO:tasks.rados.rados.0.smithi003.stdout:2327: done (0 left) 2024-04-13T07:22:29.827 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 5 current snap is 242 2024-04-13T07:22:29.827 INFO:tasks.rados.rados.0.smithi003.stdout:2328: seq_num 703 ranges {0=581632,581632=458752,1040384=557056,1597440=417792,2015232=172032} 2024-04-13T07:22:29.829 INFO:tasks.rados.rados.0.smithi003.stdout:2328: writing smithi00377890-5 from 0 to 581632 tid 1 2024-04-13T07:22:29.832 INFO:tasks.rados.rados.0.smithi003.stdout:2328: writing smithi00377890-5 from 581632 to 1040384 tid 2 2024-04-13T07:22:29.836 INFO:tasks.rados.rados.0.smithi003.stdout:2328: writing smithi00377890-5 from 1040384 to 1597440 tid 3 2024-04-13T07:22:29.838 INFO:tasks.rados.rados.0.smithi003.stdout:2328: writing smithi00377890-5 from 1597440 to 2015232 tid 4 2024-04-13T07:22:29.840 INFO:tasks.rados.rados.0.smithi003.stdout:2328: writing smithi00377890-5 from 2015232 to 2187264 tid 5 2024-04-13T07:22:29.840 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 31 current snap is 242 2024-04-13T07:22:29.840 INFO:tasks.rados.rados.0.smithi003.stdout:2328: finishing write tid 1 to smithi00377890-5 2024-04-13T07:22:29.840 INFO:tasks.rados.rados.0.smithi003.stdout:2329: seq_num 704 ranges {0=598016,598016=745472,1343488=712704,2056192=147456} 2024-04-13T07:22:29.843 INFO:tasks.rados.rados.0.smithi003.stdout:2329: writing smithi00377890-31 from 0 to 598016 tid 1 2024-04-13T07:22:29.848 INFO:tasks.rados.rados.0.smithi003.stdout:2329: writing smithi00377890-31 from 598016 to 1343488 tid 2 2024-04-13T07:22:29.852 INFO:tasks.rados.rados.0.smithi003.stdout:2329: writing smithi00377890-31 from 1343488 to 2056192 tid 3 2024-04-13T07:22:29.853 INFO:tasks.rados.rados.0.smithi003.stdout:2329: writing smithi00377890-31 from 2056192 to 2203648 tid 4 2024-04-13T07:22:29.853 INFO:tasks.rados.rados.0.smithi003.stdout:2330: rmattr oid 17 current snap is 242 2024-04-13T07:22:29.853 INFO:tasks.rados.rados.0.smithi003.stdout:2330: done (2 left) 2024-04-13T07:22:29.854 INFO:tasks.rados.rados.0.smithi003.stdout:2331: snap_remove snap 214 2024-04-13T07:22:30.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:29 smithi003 ceph-mon[89364]: pgmap v484: 121 pgs: 121 active+clean; 507 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 366 KiB/s wr, 4 op/s 2024-04-13T07:22:30.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:29 smithi003 ceph-mon[89364]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T07:22:30.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:29 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:22:30.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:29 smithi003 ceph-mon[89364]: mds.? [v2:172.21.15.66:6832/2215717538,v1:172.21.15.66:6833/2215717538] up:active 2024-04-13T07:22:30.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:29 smithi003 ceph-mon[89364]: fsmap cephfs:1 {0=b=up:active} 2024-04-13T07:22:30.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:29 smithi003 ceph-mon[89364]: osdmap e551: 8 total, 8 up, 8 in 2024-04-13T07:22:30.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:29 smithi003 ceph-mon[91733]: pgmap v484: 121 pgs: 121 active+clean; 507 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 366 KiB/s wr, 4 op/s 2024-04-13T07:22:30.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:29 smithi003 ceph-mon[91733]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T07:22:30.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:29 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:22:30.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:29 smithi003 ceph-mon[91733]: mds.? [v2:172.21.15.66:6832/2215717538,v1:172.21.15.66:6833/2215717538] up:active 2024-04-13T07:22:30.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:29 smithi003 ceph-mon[91733]: fsmap cephfs:1 {0=b=up:active} 2024-04-13T07:22:30.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:29 smithi003 ceph-mon[91733]: osdmap e551: 8 total, 8 up, 8 in 2024-04-13T07:22:30.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:29 smithi066 ceph-mon[84331]: pgmap v484: 121 pgs: 121 active+clean; 507 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 366 KiB/s wr, 4 op/s 2024-04-13T07:22:30.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:29 smithi066 ceph-mon[84331]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T07:22:30.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:29 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:22:30.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:29 smithi066 ceph-mon[84331]: mds.? [v2:172.21.15.66:6832/2215717538,v1:172.21.15.66:6833/2215717538] up:active 2024-04-13T07:22:30.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:29 smithi066 ceph-mon[84331]: fsmap cephfs:1 {0=b=up:active} 2024-04-13T07:22:30.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:29 smithi066 ceph-mon[84331]: osdmap e551: 8 total, 8 up, 8 in 2024-04-13T07:22:30.827 INFO:tasks.rados.rados.0.smithi003.stdout:2331: done (2 left) 2024-04-13T07:22:30.828 INFO:tasks.rados.rados.0.smithi003.stdout:2332: snap_create 2024-04-13T07:22:30.828 INFO:tasks.rados.rados.0.smithi003.stdout:2328: finishing write tid 2 to smithi00377890-5 2024-04-13T07:22:30.828 INFO:tasks.rados.rados.0.smithi003.stdout:2328: finishing write tid 3 to smithi00377890-5 2024-04-13T07:22:30.828 INFO:tasks.rados.rados.0.smithi003.stdout:2328: finishing write tid 4 to smithi00377890-5 2024-04-13T07:22:30.828 INFO:tasks.rados.rados.0.smithi003.stdout:2328: finishing write tid 5 to smithi00377890-5 2024-04-13T07:22:30.828 INFO:tasks.rados.rados.0.smithi003.stdout:2328: finishing write tid 6 to smithi00377890-5 2024-04-13T07:22:30.828 INFO:tasks.rados.rados.0.smithi003.stdout:2328: finishing write tid 7 to smithi00377890-5 2024-04-13T07:22:30.828 INFO:tasks.rados.rados.0.smithi003.stdout:2328: oid 5 updating version 0 to 1362 2024-04-13T07:22:30.828 INFO:tasks.rados.rados.0.smithi003.stdout:2328: oid 5 updating version 1362 to 1366 2024-04-13T07:22:30.828 INFO:tasks.rados.rados.0.smithi003.stdout:2328: oid 5 updating version 1366 to 1367 2024-04-13T07:22:30.828 INFO:tasks.rados.rados.0.smithi003.stdout:2328: oid 5 version 1367 is already newer than 1364 2024-04-13T07:22:30.828 INFO:tasks.rados.rados.0.smithi003.stdout:2328: oid 5 version 1367 is already newer than 1365 2024-04-13T07:22:30.828 INFO:tasks.rados.rados.0.smithi003.stdout:2328: oid 5 version 1367 is already newer than 1363 2024-04-13T07:22:30.829 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 1367 (ObjNum 703 snap 242 seq_num 703) dirty exists 2024-04-13T07:22:30.829 INFO:tasks.rados.rados.0.smithi003.stdout:2328: left oid 5 (ObjNum 703 snap 242 seq_num 703) 2024-04-13T07:22:30.829 INFO:tasks.rados.rados.0.smithi003.stdout:2329: finishing write tid 1 to smithi00377890-31 2024-04-13T07:22:30.829 INFO:tasks.rados.rados.0.smithi003.stdout:2329: finishing write tid 2 to smithi00377890-31 2024-04-13T07:22:30.829 INFO:tasks.rados.rados.0.smithi003.stdout:2329: finishing write tid 3 to smithi00377890-31 2024-04-13T07:22:30.829 INFO:tasks.rados.rados.0.smithi003.stdout:2329: finishing write tid 4 to smithi00377890-31 2024-04-13T07:22:30.829 INFO:tasks.rados.rados.0.smithi003.stdout:2329: finishing write tid 5 to smithi00377890-31 2024-04-13T07:22:30.829 INFO:tasks.rados.rados.0.smithi003.stdout:2329: finishing write tid 6 to smithi00377890-31 2024-04-13T07:22:30.829 INFO:tasks.rados.rados.0.smithi003.stdout:2329: oid 31 updating version 0 to 1366 2024-04-13T07:22:30.829 INFO:tasks.rados.rados.0.smithi003.stdout:2329: oid 31 version 1366 is already newer than 1365 2024-04-13T07:22:30.829 INFO:tasks.rados.rados.0.smithi003.stdout:2329: oid 31 updating version 1366 to 1367 2024-04-13T07:22:30.829 INFO:tasks.rados.rados.0.smithi003.stdout:2329: oid 31 version 1367 is already newer than 1363 2024-04-13T07:22:30.829 INFO:tasks.rados.rados.0.smithi003.stdout:2329: oid 31 version 1367 is already newer than 1364 2024-04-13T07:22:30.830 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 1367 (ObjNum 704 snap 242 seq_num 704) dirty exists 2024-04-13T07:22:30.830 INFO:tasks.rados.rados.0.smithi003.stdout:2329: left oid 31 (ObjNum 704 snap 242 seq_num 704) 2024-04-13T07:22:31.349 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:22:31 smithi003 podman[116513]: 2024-04-13 07:22:31.042233699 +0000 UTC m=+5.302994267 container died 8ddb79bf2742041be6383c2ebb7953748eced41ace0f8744767497740230a2e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=reef-7d36322) 2024-04-13T07:22:31.636 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:22:31 smithi003 podman[116513]: 2024-04-13 07:22:31.464280873 +0000 UTC m=+5.725041426 container cleanup 8ddb79bf2742041be6383c2ebb7953748eced41ace0f8744767497740230a2e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-7d36322, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:22:31.636 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:22:31 smithi003 bash[116513]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a 2024-04-13T07:22:31.831 INFO:tasks.rados.rados.0.smithi003.stdout:2328: done (2 left) 2024-04-13T07:22:31.831 INFO:tasks.rados.rados.0.smithi003.stdout:2329: done (1 left) 2024-04-13T07:22:31.831 INFO:tasks.rados.rados.0.smithi003.stdout:2332: done (0 left) 2024-04-13T07:22:31.831 INFO:tasks.rados.rados.0.smithi003.stdout:2333: rollback oid 30 current snap is 243 2024-04-13T07:22:31.831 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 30 to 237 2024-04-13T07:22:31.831 INFO:tasks.rados.rados.0.smithi003.stdout:2334: rollback oid 21 current snap is 243 2024-04-13T07:22:31.831 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 21 to 175 2024-04-13T07:22:31.831 INFO:tasks.rados.rados.0.smithi003.stdout:2335: delete oid 10 current snap is 243 2024-04-13T07:22:31.836 INFO:tasks.rados.rados.0.smithi003.stdout:2333: finishing rollback tid 1 to smithi00377890-30 2024-04-13T07:22:31.836 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 1653 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-04-13T07:22:31.837 INFO:tasks.rados.rados.0.smithi003.stdout:2334: finishing rollback tid 0 to smithi00377890-21 2024-04-13T07:22:31.837 INFO:tasks.rados.rados.0.smithi003.stdout:2334: finishing rollback tid 1 to smithi00377890-21 2024-04-13T07:22:31.838 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2129 (ObjNum 625 snap 0 seq_num 1260089125) dirty dne 2024-04-13T07:22:31.842 INFO:tasks.rados.rados.0.smithi003.stdout:2333: done (2 left) 2024-04-13T07:22:31.842 INFO:tasks.rados.rados.0.smithi003.stdout:2334: done (1 left) 2024-04-13T07:22:31.842 INFO:tasks.rados.rados.0.smithi003.stdout:2335: done (0 left) 2024-04-13T07:22:31.842 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 15 current snap is 243 2024-04-13T07:22:31.842 INFO:tasks.rados.rados.0.smithi003.stdout:2336: seq_num 706 ranges {0=630784,630784=516096,1146880=729088,1875968=360448} 2024-04-13T07:22:31.845 INFO:tasks.rados.rados.0.smithi003.stdout:2336: writing smithi00377890-15 from 0 to 630784 tid 1 2024-04-13T07:22:31.848 INFO:tasks.rados.rados.0.smithi003.stdout:2336: writing smithi00377890-15 from 630784 to 1146880 tid 2 2024-04-13T07:22:31.853 INFO:tasks.rados.rados.0.smithi003.stdout:2336: writing smithi00377890-15 from 1146880 to 1875968 tid 3 2024-04-13T07:22:31.855 INFO:tasks.rados.rados.0.smithi003.stdout:2336: writing smithi00377890-15 from 1875968 to 2236416 tid 4 2024-04-13T07:22:31.855 INFO:tasks.rados.rados.0.smithi003.stdout:2337: snap_create 2024-04-13T07:22:31.855 INFO:tasks.rados.rados.0.smithi003.stdout:2336: finishing write tid 1 to smithi00377890-15 2024-04-13T07:22:31.855 INFO:tasks.rados.rados.0.smithi003.stdout:2336: finishing write tid 2 to smithi00377890-15 2024-04-13T07:22:31.858 INFO:tasks.rados.rados.0.smithi003.stdout:2336: finishing write tid 3 to smithi00377890-15 2024-04-13T07:22:31.859 INFO:tasks.rados.rados.0.smithi003.stdout:2336: finishing write tid 4 to smithi00377890-15 2024-04-13T07:22:31.859 INFO:tasks.rados.rados.0.smithi003.stdout:2336: finishing write tid 5 to smithi00377890-15 2024-04-13T07:22:31.860 INFO:tasks.rados.rados.0.smithi003.stdout:2336: finishing write tid 6 to smithi00377890-15 2024-04-13T07:22:31.860 INFO:tasks.rados.rados.0.smithi003.stdout:2336: oid 15 updating version 0 to 2385 2024-04-13T07:22:31.860 INFO:tasks.rados.rados.0.smithi003.stdout:2336: oid 15 updating version 2385 to 2386 2024-04-13T07:22:31.860 INFO:tasks.rados.rados.0.smithi003.stdout:2336: oid 15 updating version 2386 to 2387 2024-04-13T07:22:31.860 INFO:tasks.rados.rados.0.smithi003.stdout:2336: oid 15 version 2387 is already newer than 2384 2024-04-13T07:22:31.861 INFO:tasks.rados.rados.0.smithi003.stdout:2336: oid 15 updating version 2387 to 2388 2024-04-13T07:22:31.861 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 2388 (ObjNum 706 snap 243 seq_num 706) dirty exists 2024-04-13T07:22:31.861 INFO:tasks.rados.rados.0.smithi003.stdout:2336: left oid 15 (ObjNum 706 snap 243 seq_num 706) 2024-04-13T07:22:31.899 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:22:31 smithi003 podman[116599]: 2024-04-13 07:22:31.640208768 +0000 UTC m=+0.600527577 container remove 8ddb79bf2742041be6383c2ebb7953748eced41ace0f8744767497740230a2e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, RELEASE=reef-7d36322, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-13T07:22:31.899 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:31 smithi003 ceph-mon[91733]: pgmap v487: 121 pgs: 121 active+clean; 527 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.7 MiB/s wr, 44 op/s 2024-04-13T07:22:31.899 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:31 smithi003 ceph-mon[91733]: osdmap e552: 8 total, 8 up, 8 in 2024-04-13T07:22:31.900 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:31 smithi003 ceph-mon[89364]: pgmap v487: 121 pgs: 121 active+clean; 527 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.7 MiB/s wr, 44 op/s 2024-04-13T07:22:31.900 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:31 smithi003 ceph-mon[89364]: osdmap e552: 8 total, 8 up, 8 in 2024-04-13T07:22:32.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:31 smithi066 ceph-mon[84331]: pgmap v487: 121 pgs: 121 active+clean; 527 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.7 MiB/s wr, 44 op/s 2024-04-13T07:22:32.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:31 smithi066 ceph-mon[84331]: osdmap e552: 8 total, 8 up, 8 in 2024-04-13T07:22:32.311 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:22:31 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mds.a.service: Deactivated successfully. 2024-04-13T07:22:32.311 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:22:31 smithi003 systemd[1]: Stopped Ceph mds.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:22:32.311 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:22:31 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mds.a.service: Consumed 1.635s CPU time. 2024-04-13T07:22:32.311 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:22:32 smithi003 systemd[1]: Starting Ceph mds.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:22:32.633 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:22:32 smithi003 podman[116730]: 2024-04-13 07:22:32.212559609 +0000 UTC m=+0.017888965 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:22:32.633 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:22:32 smithi003 podman[116730]: 2024-04-13 07:22:32.316116429 +0000 UTC m=+0.121445845 container create 973acab37dd54d6ee63983d4470929ae2fbe813f2e1a9abe517c5f0ca55d0fe3 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-13T07:22:32.633 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:22:32 smithi003 podman[116730]: 2024-04-13 07:22:32.526846366 +0000 UTC m=+0.332175721 container init 973acab37dd54d6ee63983d4470929ae2fbe813f2e1a9abe517c5f0ca55d0fe3 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:22:32.633 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:22:32 smithi003 podman[116730]: 2024-04-13 07:22:32.529380564 +0000 UTC m=+0.334709919 container start 973acab37dd54d6ee63983d4470929ae2fbe813f2e1a9abe517c5f0ca55d0fe3 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD) 2024-04-13T07:22:32.633 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:22:32 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a[116745]: starting mds.a at 2024-04-13T07:22:32.633 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:22:32 smithi003 bash[116730]: 973acab37dd54d6ee63983d4470929ae2fbe813f2e1a9abe517c5f0ca55d0fe3 2024-04-13T07:22:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:22:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:22:32.845 INFO:tasks.rados.rados.0.smithi003.stdout:2336: done (1 left) 2024-04-13T07:22:32.845 INFO:tasks.rados.rados.0.smithi003.stdout:2337: done (0 left) 2024-04-13T07:22:32.845 INFO:tasks.rados.rados.0.smithi003.stdout:2338: rmattr oid 36 current snap is 244 2024-04-13T07:22:32.845 INFO:tasks.rados.rados.0.smithi003.stdout:2338: done (0 left) 2024-04-13T07:22:32.845 INFO:tasks.rados.rados.0.smithi003.stdout:2339: delete oid 24 current snap is 244 2024-04-13T07:22:32.848 INFO:tasks.rados.rados.0.smithi003.stdout:2339: done (0 left) 2024-04-13T07:22:32.848 INFO:tasks.rados.rados.0.smithi003.stdout:2340: read oid 46 snap -1 2024-04-13T07:22:32.848 INFO:tasks.rados.rados.0.smithi003.stdout:2340: expect (ObjNum 622 snap 212 seq_num 622) 2024-04-13T07:22:32.848 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 15 current snap is 244 2024-04-13T07:22:32.848 INFO:tasks.rados.rados.0.smithi003.stdout:2341: seq_num 708 ranges {2236416=663552,2899968=737280,3637248=696320,4333568=172032} 2024-04-13T07:22:32.864 INFO:tasks.rados.rados.0.smithi003.stdout:2341: writing smithi00377890-15 from 2236416 to 2899968 tid 1 2024-04-13T07:22:32.869 INFO:tasks.rados.rados.0.smithi003.stdout:2341: writing smithi00377890-15 from 2899968 to 3637248 tid 2 2024-04-13T07:22:32.873 INFO:tasks.rados.rados.0.smithi003.stdout:2341: writing smithi00377890-15 from 3637248 to 4333568 tid 3 2024-04-13T07:22:32.874 INFO:tasks.rados.rados.0.smithi003.stdout:2341: writing smithi00377890-15 from 4333568 to 4505600 tid 4 2024-04-13T07:22:32.874 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 19 current snap is 244 2024-04-13T07:22:32.874 INFO:tasks.rados.rados.0.smithi003.stdout:2341: finishing write tid 1 to smithi00377890-15 2024-04-13T07:22:32.874 INFO:tasks.rados.rados.0.smithi003.stdout:2342: seq_num 709 ranges {0=679936,679936=614400,1294336=499712,1794048=491520} 2024-04-13T07:22:32.878 INFO:tasks.rados.rados.0.smithi003.stdout:2342: writing smithi00377890-19 from 0 to 679936 tid 1 2024-04-13T07:22:32.882 INFO:tasks.rados.rados.0.smithi003.stdout:2342: writing smithi00377890-19 from 679936 to 1294336 tid 2 2024-04-13T07:22:32.885 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:22:32 smithi003 systemd[1]: Started Ceph mds.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:22:32.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:32 smithi003 ceph-mon[91733]: osdmap e553: 8 total, 8 up, 8 in 2024-04-13T07:22:32.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:32 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:32.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:32 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:32.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:32 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:22:32.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:32 smithi003 ceph-mon[89364]: osdmap e553: 8 total, 8 up, 8 in 2024-04-13T07:22:32.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:32 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:32.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:32 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:32.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:32 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:22:32.887 INFO:tasks.rados.rados.0.smithi003.stdout:2342: writing smithi00377890-19 from 1294336 to 1794048 tid 3 2024-04-13T07:22:32.889 INFO:tasks.rados.rados.0.smithi003.stdout:2342: writing smithi00377890-19 from 1794048 to 2285568 tid 4 2024-04-13T07:22:32.889 INFO:tasks.rados.rados.0.smithi003.stdout:2341: finishing write tid 2 to smithi00377890-15 2024-04-13T07:22:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:2341: finishing write tid 3 to smithi00377890-15 2024-04-13T07:22:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:2341: finishing write tid 4 to smithi00377890-15 2024-04-13T07:22:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:2341: finishing write tid 5 to smithi00377890-15 2024-04-13T07:22:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:2342: finishing write tid 1 to smithi00377890-19 2024-04-13T07:22:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:2341: finishing write tid 6 to smithi00377890-15 2024-04-13T07:22:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:2341: oid 15 updating version 0 to 2394 2024-04-13T07:22:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:2341: oid 15 version 2394 is already newer than 2392 2024-04-13T07:22:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:2341: oid 15 version 2394 is already newer than 2391 2024-04-13T07:22:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:2341: oid 15 version 2394 is already newer than 2390 2024-04-13T07:22:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:2341: oid 15 version 2394 is already newer than 2393 2024-04-13T07:22:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 2394 (ObjNum 708 snap 244 seq_num 708) dirty exists 2024-04-13T07:22:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:2341: left oid 15 (ObjNum 708 snap 244 seq_num 708) 2024-04-13T07:22:32.890 INFO:tasks.rados.rados.0.smithi003.stdout:2340: expect (ObjNum 622 snap 212 seq_num 622) 2024-04-13T07:22:33.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:32 smithi066 ceph-mon[84331]: osdmap e553: 8 total, 8 up, 8 in 2024-04-13T07:22:33.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:32 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:33.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:32 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:33.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:32 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:22:33.585 INFO:tasks.rados.rados.0.smithi003.stdout:2342: finishing write tid 2 to smithi00377890-19 2024-04-13T07:22:33.585 INFO:tasks.rados.rados.0.smithi003.stdout:2342: finishing write tid 3 to smithi00377890-19 2024-04-13T07:22:33.585 INFO:tasks.rados.rados.0.smithi003.stdout:2342: finishing write tid 4 to smithi00377890-19 2024-04-13T07:22:33.585 INFO:tasks.rados.rados.0.smithi003.stdout:2342: finishing write tid 5 to smithi00377890-19 2024-04-13T07:22:33.585 INFO:tasks.rados.rados.0.smithi003.stdout:2342: finishing write tid 6 to smithi00377890-19 2024-04-13T07:22:33.585 INFO:tasks.rados.rados.0.smithi003.stdout:2342: oid 19 updating version 0 to 2128 2024-04-13T07:22:33.585 INFO:tasks.rados.rados.0.smithi003.stdout:2342: oid 19 updating version 2128 to 2131 2024-04-13T07:22:33.585 INFO:tasks.rados.rados.0.smithi003.stdout:2342: oid 19 version 2131 is already newer than 2127 2024-04-13T07:22:33.585 INFO:tasks.rados.rados.0.smithi003.stdout:2342: oid 19 version 2131 is already newer than 2130 2024-04-13T07:22:33.585 INFO:tasks.rados.rados.0.smithi003.stdout:2342: oid 19 version 2131 is already newer than 2129 2024-04-13T07:22:33.585 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 2131 (ObjNum 709 snap 244 seq_num 709) dirty exists 2024-04-13T07:22:33.586 INFO:tasks.rados.rados.0.smithi003.stdout:2342: left oid 19 (ObjNum 709 snap 244 seq_num 709) 2024-04-13T07:22:33.586 INFO:tasks.rados.rados.0.smithi003.stdout:2340: done (2 left) 2024-04-13T07:22:33.586 INFO:tasks.rados.rados.0.smithi003.stdout:2341: done (1 left) 2024-04-13T07:22:33.586 INFO:tasks.rados.rados.0.smithi003.stdout:2342: done (0 left) 2024-04-13T07:22:33.586 INFO:tasks.rados.rados.0.smithi003.stdout:2343: delete oid 25 current snap is 244 2024-04-13T07:22:33.587 INFO:tasks.rados.rados.0.smithi003.stdout:2343: done (0 left) 2024-04-13T07:22:33.587 INFO:tasks.rados.rados.0.smithi003.stdout:2344: snap_create 2024-04-13T07:22:33.824 INFO:tasks.rados.rados.0.smithi003.stdout:2344: done (0 left) 2024-04-13T07:22:33.825 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 13 current snap is 245 2024-04-13T07:22:33.825 INFO:tasks.rados.rados.0.smithi003.stdout:2345: seq_num 711 ranges {10911744=712704,11624448=786432,12410880=516096,12926976=303104} 2024-04-13T07:22:33.838 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:22:33 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b[57004]: 2024-04-13T07:22:33.414+0000 7fc92f7bd700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-13T07:22:33.889 INFO:tasks.rados.rados.0.smithi003.stdout:2345: writing smithi00377890-13 from 10911744 to 11624448 tid 1 2024-04-13T07:22:33.892 INFO:tasks.rados.rados.0.smithi003.stdout:2345: writing smithi00377890-13 from 11624448 to 12410880 tid 2 2024-04-13T07:22:33.895 INFO:tasks.rados.rados.0.smithi003.stdout:2345: writing smithi00377890-13 from 12410880 to 12926976 tid 3 2024-04-13T07:22:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:2345: writing smithi00377890-13 from 12926976 to 13230080 tid 4 2024-04-13T07:22:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 245 2024-04-13T07:22:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:2345: finishing write tid 1 to smithi00377890-13 2024-04-13T07:22:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:2345: finishing write tid 2 to smithi00377890-13 2024-04-13T07:22:33.897 INFO:tasks.rados.rados.0.smithi003.stdout:2346: seq_num 712 ranges {7184384=729088,7913472=671744,8585216=671744,9256960=262144} 2024-04-13T07:22:33.940 INFO:tasks.rados.rados.0.smithi003.stdout:2346: writing smithi00377890-17 from 7184384 to 7913472 tid 1 2024-04-13T07:22:33.944 INFO:tasks.rados.rados.0.smithi003.stdout:2346: writing smithi00377890-17 from 7913472 to 8585216 tid 2 2024-04-13T07:22:33.947 INFO:tasks.rados.rados.0.smithi003.stdout:2346: writing smithi00377890-17 from 8585216 to 9256960 tid 3 2024-04-13T07:22:33.949 INFO:tasks.rados.rados.0.smithi003.stdout:2346: writing smithi00377890-17 from 9256960 to 9519104 tid 4 2024-04-13T07:22:33.949 INFO:tasks.rados.rados.0.smithi003.stdout:2347: read oid 30 snap -1 2024-04-13T07:22:33.949 INFO:tasks.rados.rados.0.smithi003.stdout:2347: expect deleted 2024-04-13T07:22:33.949 INFO:tasks.rados.rados.0.smithi003.stdout:2348: snap_remove snap 239 2024-04-13T07:22:34.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:33 smithi003 ceph-mon[89364]: pgmap v490: 121 pgs: 121 active+clean; 527 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.7 MiB/s wr, 53 op/s 2024-04-13T07:22:34.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:33 smithi003 ceph-mon[89364]: mds.? [v2:172.21.15.3:6834/849032960,v1:172.21.15.3:6835/849032960] up:boot 2024-04-13T07:22:34.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:33 smithi003 ceph-mon[89364]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-13T07:22:34.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:33 smithi003 ceph-mon[89364]: osdmap e554: 8 total, 8 up, 8 in 2024-04-13T07:22:34.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:33 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:22:34.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:33 smithi003 ceph-mon[89364]: osdmap e555: 8 total, 8 up, 8 in 2024-04-13T07:22:34.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:33 smithi003 ceph-mon[91733]: pgmap v490: 121 pgs: 121 active+clean; 527 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.7 MiB/s wr, 53 op/s 2024-04-13T07:22:34.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:33 smithi003 ceph-mon[91733]: mds.? [v2:172.21.15.3:6834/849032960,v1:172.21.15.3:6835/849032960] up:boot 2024-04-13T07:22:34.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:33 smithi003 ceph-mon[91733]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-13T07:22:34.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:33 smithi003 ceph-mon[91733]: osdmap e554: 8 total, 8 up, 8 in 2024-04-13T07:22:34.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:33 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:22:34.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:33 smithi003 ceph-mon[91733]: osdmap e555: 8 total, 8 up, 8 in 2024-04-13T07:22:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:33 smithi066 ceph-mon[84331]: pgmap v490: 121 pgs: 121 active+clean; 527 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.7 MiB/s wr, 53 op/s 2024-04-13T07:22:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:33 smithi066 ceph-mon[84331]: mds.? [v2:172.21.15.3:6834/849032960,v1:172.21.15.3:6835/849032960] up:boot 2024-04-13T07:22:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:33 smithi066 ceph-mon[84331]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-13T07:22:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:33 smithi066 ceph-mon[84331]: osdmap e554: 8 total, 8 up, 8 in 2024-04-13T07:22:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:33 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T07:22:34.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:33 smithi066 ceph-mon[84331]: osdmap e555: 8 total, 8 up, 8 in 2024-04-13T07:22:34.429 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:22:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:22:34] "GET /metrics HTTP/1.1" 200 36256 "" "Prometheus/2.43.0" 2024-04-13T07:22:34.849 INFO:tasks.rados.rados.0.smithi003.stdout:2348: done (3 left) 2024-04-13T07:22:34.849 INFO:tasks.rados.rados.0.smithi003.stdout:2349: delete oid 47 current snap is 245 2024-04-13T07:22:34.849 INFO:tasks.rados.rados.0.smithi003.stdout:2345: finishing write tid 3 to smithi00377890-13 2024-04-13T07:22:34.849 INFO:tasks.rados.rados.0.smithi003.stdout:2345: finishing write tid 4 to smithi00377890-13 2024-04-13T07:22:34.849 INFO:tasks.rados.rados.0.smithi003.stdout:2345: finishing write tid 5 to smithi00377890-13 2024-04-13T07:22:34.850 INFO:tasks.rados.rados.0.smithi003.stdout:2345: finishing write tid 6 to smithi00377890-13 2024-04-13T07:22:34.850 INFO:tasks.rados.rados.0.smithi003.stdout:2345: oid 13 updating version 0 to 2163 2024-04-13T07:22:34.850 INFO:tasks.rados.rados.0.smithi003.stdout:2345: oid 13 updating version 2163 to 2166 2024-04-13T07:22:34.850 INFO:tasks.rados.rados.0.smithi003.stdout:2345: oid 13 updating version 2166 to 2167 2024-04-13T07:22:34.850 INFO:tasks.rados.rados.0.smithi003.stdout:2345: oid 13 version 2167 is already newer than 2165 2024-04-13T07:22:34.850 INFO:tasks.rados.rados.0.smithi003.stdout:2345: oid 13 version 2167 is already newer than 2164 2024-04-13T07:22:34.850 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 2167 (ObjNum 711 snap 245 seq_num 711) dirty exists 2024-04-13T07:22:34.850 INFO:tasks.rados.rados.0.smithi003.stdout:2345: left oid 13 (ObjNum 711 snap 245 seq_num 711) 2024-04-13T07:22:34.850 INFO:tasks.rados.rados.0.smithi003.stdout:2346: finishing write tid 1 to smithi00377890-17 2024-04-13T07:22:34.850 INFO:tasks.rados.rados.0.smithi003.stdout:2346: finishing write tid 2 to smithi00377890-17 2024-04-13T07:22:34.850 INFO:tasks.rados.rados.0.smithi003.stdout:2346: finishing write tid 3 to smithi00377890-17 2024-04-13T07:22:34.850 INFO:tasks.rados.rados.0.smithi003.stdout:2346: finishing write tid 4 to smithi00377890-17 2024-04-13T07:22:34.850 INFO:tasks.rados.rados.0.smithi003.stdout:2346: finishing write tid 5 to smithi00377890-17 2024-04-13T07:22:34.851 INFO:tasks.rados.rados.0.smithi003.stdout:2346: finishing write tid 6 to smithi00377890-17 2024-04-13T07:22:34.851 INFO:tasks.rados.rados.0.smithi003.stdout:2346: oid 17 updating version 0 to 1847 2024-04-13T07:22:34.851 INFO:tasks.rados.rados.0.smithi003.stdout:2346: oid 17 updating version 1847 to 1848 2024-04-13T07:22:34.851 INFO:tasks.rados.rados.0.smithi003.stdout:2346: oid 17 updating version 1848 to 1849 2024-04-13T07:22:34.851 INFO:tasks.rados.rados.0.smithi003.stdout:2346: oid 17 updating version 1849 to 1850 2024-04-13T07:22:34.851 INFO:tasks.rados.rados.0.smithi003.stdout:2346: oid 17 version 1850 is already newer than 1846 2024-04-13T07:22:34.851 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 1850 (ObjNum 712 snap 245 seq_num 712) dirty exists 2024-04-13T07:22:34.851 INFO:tasks.rados.rados.0.smithi003.stdout:2346: left oid 17 (ObjNum 712 snap 245 seq_num 712) 2024-04-13T07:22:34.857 INFO:tasks.rados.rados.0.smithi003.stdout:2345: done (3 left) 2024-04-13T07:22:34.857 INFO:tasks.rados.rados.0.smithi003.stdout:2346: done (2 left) 2024-04-13T07:22:34.857 INFO:tasks.rados.rados.0.smithi003.stdout:2347: done (1 left) 2024-04-13T07:22:34.857 INFO:tasks.rados.rados.0.smithi003.stdout:2349: done (0 left) 2024-04-13T07:22:34.857 INFO:tasks.rados.rados.0.smithi003.stdout:2350: snap_create 2024-04-13T07:22:35.851 INFO:tasks.rados.rados.0.smithi003.stdout:2350: done (0 left) 2024-04-13T07:22:35.852 INFO:tasks.rados.rados.0.smithi003.stdout:2351: delete oid 28 current snap is 246 2024-04-13T07:22:35.860 INFO:tasks.rados.rados.0.smithi003.stdout:2351: done (0 left) 2024-04-13T07:22:35.860 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 39 current snap is 246 2024-04-13T07:22:35.860 INFO:tasks.rados.rados.0.smithi003.stdout:2352: seq_num 715 ranges {8265728=778240,9043968=770048,9814016=499712,10313728=335872} 2024-04-13T07:22:35.910 INFO:tasks.rados.rados.0.smithi003.stdout:2352: writing smithi00377890-39 from 8265728 to 9043968 tid 1 2024-04-13T07:22:35.914 INFO:tasks.rados.rados.0.smithi003.stdout:2352: writing smithi00377890-39 from 9043968 to 9814016 tid 2 2024-04-13T07:22:35.917 INFO:tasks.rados.rados.0.smithi003.stdout:2352: writing smithi00377890-39 from 9814016 to 10313728 tid 3 2024-04-13T07:22:35.920 INFO:tasks.rados.rados.0.smithi003.stdout:2352: writing smithi00377890-39 from 10313728 to 10649600 tid 4 2024-04-13T07:22:35.920 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 13 current snap is 246 2024-04-13T07:22:35.920 INFO:tasks.rados.rados.0.smithi003.stdout:2352: finishing write tid 1 to smithi00377890-39 2024-04-13T07:22:35.920 INFO:tasks.rados.rados.0.smithi003.stdout:2353: seq_num 716 ranges {13230080=794624,14024704=655360,14680064=704512,15384576=245760} 2024-04-13T07:22:35.996 INFO:tasks.rados.rados.0.smithi003.stdout:2353: writing smithi00377890-13 from 13230080 to 14024704 tid 1 2024-04-13T07:22:36.000 INFO:tasks.rados.rados.0.smithi003.stdout:2353: writing smithi00377890-13 from 14024704 to 14680064 tid 2 2024-04-13T07:22:36.004 INFO:tasks.rados.rados.0.smithi003.stdout:2353: writing smithi00377890-13 from 14680064 to 15384576 tid 3 2024-04-13T07:22:36.005 INFO:tasks.rados.rados.0.smithi003.stdout:2353: writing smithi00377890-13 from 15384576 to 15630336 tid 4 2024-04-13T07:22:36.006 INFO:tasks.rados.rados.0.smithi003.stdout:2354: snap_remove snap 201 2024-04-13T07:22:36.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:35 smithi003 ceph-mon[91733]: pgmap v493: 121 pgs: 121 active+clean; 532 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-13T07:22:36.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:35 smithi003 ceph-mon[91733]: osdmap e556: 8 total, 8 up, 8 in 2024-04-13T07:22:36.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:35 smithi003 ceph-mon[89364]: pgmap v493: 121 pgs: 121 active+clean; 532 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-13T07:22:36.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:35 smithi003 ceph-mon[89364]: osdmap e556: 8 total, 8 up, 8 in 2024-04-13T07:22:36.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:35 smithi066 ceph-mon[84331]: pgmap v493: 121 pgs: 121 active+clean; 532 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-13T07:22:36.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:35 smithi066 ceph-mon[84331]: osdmap e556: 8 total, 8 up, 8 in 2024-04-13T07:22:36.884 INFO:tasks.rados.rados.0.smithi003.stdout:2354: done (2 left) 2024-04-13T07:22:36.884 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 28 current snap is 246 2024-04-13T07:22:36.884 INFO:tasks.rados.rados.0.smithi003.stdout:2355: seq_num 717 ranges {0=16384} 2024-04-13T07:22:36.884 INFO:tasks.rados.rados.0.smithi003.stdout:2355: writing smithi00377890-28 from 0 to 16384 tid 1 2024-04-13T07:22:36.885 INFO:tasks.rados.rados.0.smithi003.stdout:2356: read oid 31 snap 175 2024-04-13T07:22:36.885 INFO:tasks.rados.rados.0.smithi003.stdout:2356: expect (ObjNum 509 snap 171 seq_num 509) 2024-04-13T07:22:36.885 INFO:tasks.rados.rados.0.smithi003.stdout:2357: delete oid 3 current snap is 246 2024-04-13T07:22:36.885 INFO:tasks.rados.rados.0.smithi003.stdout:2352: finishing write tid 2 to smithi00377890-39 2024-04-13T07:22:36.885 INFO:tasks.rados.rados.0.smithi003.stdout:2352: finishing write tid 3 to smithi00377890-39 2024-04-13T07:22:36.885 INFO:tasks.rados.rados.0.smithi003.stdout:2352: finishing write tid 4 to smithi00377890-39 2024-04-13T07:22:36.885 INFO:tasks.rados.rados.0.smithi003.stdout:2352: finishing write tid 5 to smithi00377890-39 2024-04-13T07:22:36.885 INFO:tasks.rados.rados.0.smithi003.stdout:2352: finishing write tid 6 to smithi00377890-39 2024-04-13T07:22:36.885 INFO:tasks.rados.rados.0.smithi003.stdout:2352: oid 39 updating version 0 to 2134 2024-04-13T07:22:36.885 INFO:tasks.rados.rados.0.smithi003.stdout:2352: oid 39 version 2134 is already newer than 2130 2024-04-13T07:22:36.885 INFO:tasks.rados.rados.0.smithi003.stdout:2352: oid 39 version 2134 is already newer than 2131 2024-04-13T07:22:36.885 INFO:tasks.rados.rados.0.smithi003.stdout:2352: oid 39 version 2134 is already newer than 2132 2024-04-13T07:22:36.885 INFO:tasks.rados.rados.0.smithi003.stdout:2352: oid 39 version 2134 is already newer than 2133 2024-04-13T07:22:36.885 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 2134 (ObjNum 715 snap 246 seq_num 715) dirty exists 2024-04-13T07:22:36.885 INFO:tasks.rados.rados.0.smithi003.stdout:2352: left oid 39 (ObjNum 715 snap 246 seq_num 715) 2024-04-13T07:22:36.886 INFO:tasks.rados.rados.0.smithi003.stdout:2353: finishing write tid 1 to smithi00377890-13 2024-04-13T07:22:36.886 INFO:tasks.rados.rados.0.smithi003.stdout:2353: finishing write tid 2 to smithi00377890-13 2024-04-13T07:22:36.886 INFO:tasks.rados.rados.0.smithi003.stdout:2353: finishing write tid 3 to smithi00377890-13 2024-04-13T07:22:36.886 INFO:tasks.rados.rados.0.smithi003.stdout:2353: finishing write tid 4 to smithi00377890-13 2024-04-13T07:22:36.886 INFO:tasks.rados.rados.0.smithi003.stdout:2353: finishing write tid 5 to smithi00377890-13 2024-04-13T07:22:36.886 INFO:tasks.rados.rados.0.smithi003.stdout:2353: finishing write tid 6 to smithi00377890-13 2024-04-13T07:22:36.886 INFO:tasks.rados.rados.0.smithi003.stdout:2353: oid 13 updating version 0 to 2169 2024-04-13T07:22:36.886 INFO:tasks.rados.rados.0.smithi003.stdout:2353: oid 13 updating version 2169 to 2171 2024-04-13T07:22:36.886 INFO:tasks.rados.rados.0.smithi003.stdout:2353: oid 13 updating version 2171 to 2172 2024-04-13T07:22:36.886 INFO:tasks.rados.rados.0.smithi003.stdout:2353: oid 13 version 2172 is already newer than 2168 2024-04-13T07:22:36.886 INFO:tasks.rados.rados.0.smithi003.stdout:2353: oid 13 version 2172 is already newer than 2170 2024-04-13T07:22:36.886 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 2172 (ObjNum 716 snap 246 seq_num 716) dirty exists 2024-04-13T07:22:36.886 INFO:tasks.rados.rados.0.smithi003.stdout:2353: left oid 13 (ObjNum 716 snap 246 seq_num 716) 2024-04-13T07:22:36.894 INFO:tasks.rados.rados.0.smithi003.stdout:2355: finishing write tid 1 to smithi00377890-28 2024-04-13T07:22:36.894 INFO:tasks.rados.rados.0.smithi003.stdout:2355: finishing write tid 2 to smithi00377890-28 2024-04-13T07:22:36.897 INFO:tasks.rados.rados.0.smithi003.stdout:2356: expect (ObjNum 509 snap 171 seq_num 509) 2024-04-13T07:22:36.940 INFO:tasks.rados.rados.0.smithi003.stdout:2355: finishing write tid 3 to smithi00377890-28 2024-04-13T07:22:36.940 INFO:tasks.rados.rados.0.smithi003.stdout:2355: oid 28 updating version 0 to 1536 2024-04-13T07:22:36.940 INFO:tasks.rados.rados.0.smithi003.stdout:2355: oid 28 updating version 1536 to 1537 2024-04-13T07:22:36.940 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 1537 (ObjNum 717 snap 246 seq_num 717) dirty exists 2024-04-13T07:22:36.940 INFO:tasks.rados.rados.0.smithi003.stdout:2355: left oid 28 (ObjNum 717 snap 246 seq_num 717) 2024-04-13T07:22:36.941 INFO:tasks.rados.rados.0.smithi003.stdout:2352: done (4 left) 2024-04-13T07:22:36.941 INFO:tasks.rados.rados.0.smithi003.stdout:2353: done (3 left) 2024-04-13T07:22:36.941 INFO:tasks.rados.rados.0.smithi003.stdout:2355: done (2 left) 2024-04-13T07:22:36.941 INFO:tasks.rados.rados.0.smithi003.stdout:2356: done (1 left) 2024-04-13T07:22:36.941 INFO:tasks.rados.rados.0.smithi003.stdout:2357: done (0 left) 2024-04-13T07:22:36.941 INFO:tasks.rados.rados.0.smithi003.stdout:2358: delete oid 23 current snap is 246 2024-04-13T07:22:36.943 INFO:tasks.rados.rados.0.smithi003.stdout:2358: done (0 left) 2024-04-13T07:22:36.943 INFO:tasks.rados.rados.0.smithi003.stdout:2359: setattr oid 9 current snap is 246 2024-04-13T07:22:36.944 INFO:tasks.rados.rados.0.smithi003.stdout:2360: snap_remove snap 238 2024-04-13T07:22:37.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:36 smithi003 ceph-mon[89364]: osdmap e557: 8 total, 8 up, 8 in 2024-04-13T07:22:37.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:36 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:37.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:36 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:37.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:36 smithi003 ceph-mon[91733]: osdmap e557: 8 total, 8 up, 8 in 2024-04-13T07:22:37.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:36 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:37.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:36 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:37.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:36 smithi066 ceph-mon[84331]: osdmap e557: 8 total, 8 up, 8 in 2024-04-13T07:22:37.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:36 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:37.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:36 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:37.891 INFO:tasks.rados.rados.0.smithi003.stdout:2360: done (1 left) 2024-04-13T07:22:37.891 INFO:tasks.rados.rados.0.smithi003.stdout:2361: snap_create 2024-04-13T07:22:37.891 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 2414 (ObjNum 662 snap 223 seq_num 662) dirty exists 2024-04-13T07:22:37.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:37 smithi003 ceph-mon[91733]: pgmap v496: 121 pgs: 121 active+clean; 518 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-04-13T07:22:37.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:37 smithi003 ceph-mon[91733]: osdmap e558: 8 total, 8 up, 8 in 2024-04-13T07:22:37.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:37.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:37.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:37.893 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:22:37.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:37 smithi003 ceph-mon[89364]: pgmap v496: 121 pgs: 121 active+clean; 518 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-04-13T07:22:37.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:37 smithi003 ceph-mon[89364]: osdmap e558: 8 total, 8 up, 8 in 2024-04-13T07:22:37.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:37.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:37.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:37.894 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:22:38.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:37 smithi066 ceph-mon[84331]: pgmap v496: 121 pgs: 121 active+clean; 518 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-04-13T07:22:38.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:37 smithi066 ceph-mon[84331]: osdmap e558: 8 total, 8 up, 8 in 2024-04-13T07:22:38.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:38.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:38.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:38.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:22:38.826 INFO:tasks.rados.rados.0.smithi003.stdout:2359: done (1 left) 2024-04-13T07:22:38.826 INFO:tasks.rados.rados.0.smithi003.stdout:2361: done (0 left) 2024-04-13T07:22:38.826 INFO:tasks.rados.rados.0.smithi003.stdout:2362: read oid 42 snap -1 2024-04-13T07:22:38.826 INFO:tasks.rados.rados.0.smithi003.stdout:2362: expect deleted 2024-04-13T07:22:38.826 INFO:tasks.rados.rados.0.smithi003.stdout:2363: snap_remove snap 246 2024-04-13T07:22:39.015 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:38 smithi003 ceph-mon[89364]: osdmap e559: 8 total, 8 up, 8 in 2024-04-13T07:22:39.015 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:38 smithi003 ceph-mon[89364]: osdmap e560: 8 total, 8 up, 8 in 2024-04-13T07:22:39.015 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:38 smithi003 ceph-mon[91733]: osdmap e559: 8 total, 8 up, 8 in 2024-04-13T07:22:39.015 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:38 smithi003 ceph-mon[91733]: osdmap e560: 8 total, 8 up, 8 in 2024-04-13T07:22:39.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:38 smithi066 ceph-mon[84331]: osdmap e559: 8 total, 8 up, 8 in 2024-04-13T07:22:39.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:38 smithi066 ceph-mon[84331]: osdmap e560: 8 total, 8 up, 8 in 2024-04-13T07:22:39.830 INFO:tasks.rados.rados.0.smithi003.stdout:2363: done (1 left) 2024-04-13T07:22:39.830 INFO:tasks.rados.rados.0.smithi003.stdout:2364: copy_from oid 21 from oid 12 current snap is 247 2024-04-13T07:22:39.830 INFO:tasks.rados.rados.0.smithi003.stdout:2362: done (1 left) 2024-04-13T07:22:39.830 INFO:tasks.rados.rados.0.smithi003.stdout:2365: copy_from oid 26 from oid 15 current snap is 247 2024-04-13T07:22:39.830 INFO:tasks.rados.rados.0.smithi003.stdout:2366: delete oid 37 current snap is 247 2024-04-13T07:22:39.833 INFO:tasks.rados.rados.0.smithi003.stdout:2366: done (2 left) 2024-04-13T07:22:39.833 INFO:tasks.rados.rados.0.smithi003.stdout:2367: read oid 32 snap -1 2024-04-13T07:22:39.834 INFO:tasks.rados.rados.0.smithi003.stdout:2367: expect (ObjNum 688 snap 231 seq_num 688) 2024-04-13T07:22:39.834 INFO:tasks.rados.rados.0.smithi003.stdout:2368: snap_remove snap 237 2024-04-13T07:22:40.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:39 smithi066 ceph-mon[84331]: pgmap v499: 121 pgs: 121 active+clean; 518 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-04-13T07:22:40.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:39 smithi066 ceph-mon[84331]: osdmap e561: 8 total, 8 up, 8 in 2024-04-13T07:22:40.205 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:39 smithi003 ceph-mon[89364]: pgmap v499: 121 pgs: 121 active+clean; 518 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-04-13T07:22:40.205 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:39 smithi003 ceph-mon[89364]: osdmap e561: 8 total, 8 up, 8 in 2024-04-13T07:22:40.205 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:39 smithi003 ceph-mon[91733]: pgmap v499: 121 pgs: 121 active+clean; 518 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-04-13T07:22:40.206 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:39 smithi003 ceph-mon[91733]: osdmap e561: 8 total, 8 up, 8 in 2024-04-13T07:22:40.828 INFO:tasks.rados.rados.0.smithi003.stdout:2368: done (3 left) 2024-04-13T07:22:40.829 INFO:tasks.rados.rados.0.smithi003.stdout:2369: copy_from oid 37 from oid 44 current snap is 247 2024-04-13T07:22:40.829 INFO:tasks.rados.rados.0.smithi003.stdout:2364: finishing copy_from racing read to smithi00377890-21 2024-04-13T07:22:40.829 INFO:tasks.rados.rados.0.smithi003.stdout:2367: expect (ObjNum 688 snap 231 seq_num 688) 2024-04-13T07:22:40.988 INFO:tasks.rados.rados.0.smithi003.stdout:2365: finishing copy_from racing read to smithi00377890-26 2024-04-13T07:22:40.988 INFO:tasks.rados.rados.0.smithi003.stdout:2364: finishing copy_from to smithi00377890-21 2024-04-13T07:22:40.988 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 1360 (ObjNum 655 snap 222 seq_num 655) dirty exists 2024-04-13T07:22:40.988 INFO:tasks.rados.rados.0.smithi003.stdout:2364: done (3 left) 2024-04-13T07:22:40.989 INFO:tasks.rados.rados.0.smithi003.stdout:2367: done (2 left) 2024-04-13T07:22:40.989 INFO:tasks.rados.rados.0.smithi003.stdout:2370: delete oid 3 current snap is 247 2024-04-13T07:22:40.989 INFO:tasks.rados.rados.0.smithi003.stdout:2365: finishing copy_from to smithi00377890-26 2024-04-13T07:22:40.989 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 2394 (ObjNum 708 snap 244 seq_num 708) dirty exists 2024-04-13T07:22:40.989 INFO:tasks.rados.rados.0.smithi003.stdout:2369: finishing copy_from racing read to smithi00377890-37 2024-04-13T07:22:40.989 INFO:tasks.rados.rados.0.smithi003.stdout:2369: finishing copy_from to smithi00377890-37 2024-04-13T07:22:40.989 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 1355 (ObjNum 692 snap 233 seq_num 692) dirty exists 2024-04-13T07:22:40.990 INFO:tasks.rados.rados.0.smithi003.stdout:2365: done (2 left) 2024-04-13T07:22:40.990 INFO:tasks.rados.rados.0.smithi003.stdout:2369: done (1 left) 2024-04-13T07:22:40.990 INFO:tasks.rados.rados.0.smithi003.stdout:2370: done (0 left) 2024-04-13T07:22:40.991 INFO:tasks.rados.rados.0.smithi003.stdout:2371: read oid 42 snap -1 2024-04-13T07:22:40.991 INFO:tasks.rados.rados.0.smithi003.stdout:2371: expect deleted 2024-04-13T07:22:40.991 INFO:tasks.rados.rados.0.smithi003.stdout:2372: snap_remove snap 227 2024-04-13T07:22:41.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[91733]: pgmap v502: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-13T07:22:41.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:41.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:41.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:22:41.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:22:41.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:41.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:22:41.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:41.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:41.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:41.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:41.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-13T07:22:41.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[91733]: Upgrade: It appears safe to stop mds.b 2024-04-13T07:22:41.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[91733]: osdmap e562: 8 total, 8 up, 8 in 2024-04-13T07:22:41.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[89364]: pgmap v502: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-13T07:22:41.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:41.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:41.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:22:41.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:22:41.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:41.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:22:41.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:41.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:41.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:41.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:41.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-13T07:22:41.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[89364]: Upgrade: It appears safe to stop mds.b 2024-04-13T07:22:41.888 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:41 smithi003 ceph-mon[89364]: osdmap e562: 8 total, 8 up, 8 in 2024-04-13T07:22:41.900 INFO:tasks.rados.rados.0.smithi003.stdout:2372: done (1 left) 2024-04-13T07:22:41.900 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 12 current snap is 247 2024-04-13T07:22:41.900 INFO:tasks.rados.rados.0.smithi003.stdout:2373: seq_num 722 ranges {7569408=98304} 2024-04-13T07:22:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:41 smithi066 ceph-mon[84331]: pgmap v502: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-13T07:22:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:22:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:22:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:22:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:41.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:41.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:22:41.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-13T07:22:41.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:41 smithi066 ceph-mon[84331]: Upgrade: It appears safe to stop mds.b 2024-04-13T07:22:41.904 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:41 smithi066 ceph-mon[84331]: osdmap e562: 8 total, 8 up, 8 in 2024-04-13T07:22:41.942 INFO:tasks.rados.rados.0.smithi003.stdout:2373: writing smithi00377890-12 from 7569408 to 7667712 tid 1 2024-04-13T07:22:41.942 INFO:tasks.rados.rados.0.smithi003.stdout:2374: rmattr oid 9 current snap is 247 2024-04-13T07:22:41.942 INFO:tasks.rados.rados.0.smithi003.stdout:2371: done (2 left) 2024-04-13T07:22:41.943 INFO:tasks.rados.rados.0.smithi003.stdout:2375: read oid 32 snap 175 2024-04-13T07:22:41.943 INFO:tasks.rados.rados.0.smithi003.stdout:2375: expect deleted 2024-04-13T07:22:41.943 INFO:tasks.rados.rados.0.smithi003.stdout:2376: read oid 18 snap 234 2024-04-13T07:22:41.943 INFO:tasks.rados.rados.0.smithi003.stdout:2376: expect (ObjNum 679 snap 230 seq_num 679) 2024-04-13T07:22:41.943 INFO:tasks.rados.rados.0.smithi003.stdout:2377: delete oid 43 current snap is 247 2024-04-13T07:22:41.945 INFO:tasks.rados.rados.0.smithi003.stdout:2375: done (4 left) 2024-04-13T07:22:41.945 INFO:tasks.rados.rados.0.smithi003.stdout:2377: done (3 left) 2024-04-13T07:22:41.945 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 42 current snap is 247 2024-04-13T07:22:41.945 INFO:tasks.rados.rados.0.smithi003.stdout:2378: seq_num 724 ranges {0=131072} 2024-04-13T07:22:41.946 INFO:tasks.rados.rados.0.smithi003.stdout:2378: writing smithi00377890-42 from 0 to 131072 tid 1 2024-04-13T07:22:41.946 INFO:tasks.rados.rados.0.smithi003.stdout:2379: delete oid 33 current snap is 247 2024-04-13T07:22:41.947 INFO:tasks.rados.rados.0.smithi003.stdout:2373: finishing write tid 1 to smithi00377890-12 2024-04-13T07:22:41.947 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 2447 (ObjNum 662 snap 223 seq_num 662) dirty exists 2024-04-13T07:22:41.948 INFO:tasks.rados.rados.0.smithi003.stdout:2374: done (4 left) 2024-04-13T07:22:41.948 INFO:tasks.rados.rados.0.smithi003.stdout:2379: done (3 left) 2024-04-13T07:22:41.948 INFO:tasks.rados.rados.0.smithi003.stdout:2380: snap_create 2024-04-13T07:22:41.949 INFO:tasks.rados.rados.0.smithi003.stdout:2378: finishing write tid 1 to smithi00377890-42 2024-04-13T07:22:41.950 INFO:tasks.rados.rados.0.smithi003.stdout:2378: finishing write tid 2 to smithi00377890-42 2024-04-13T07:22:41.950 INFO:tasks.rados.rados.0.smithi003.stdout:2373: finishing write tid 2 to smithi00377890-12 2024-04-13T07:22:41.950 INFO:tasks.rados.rados.0.smithi003.stdout:2373: finishing write tid 3 to smithi00377890-12 2024-04-13T07:22:41.950 INFO:tasks.rados.rados.0.smithi003.stdout:2373: oid 12 updating version 0 to 1369 2024-04-13T07:22:41.950 INFO:tasks.rados.rados.0.smithi003.stdout:2373: oid 12 version 1369 is already newer than 1368 2024-04-13T07:22:41.950 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 1369 (ObjNum 722 snap 247 seq_num 722) dirty exists 2024-04-13T07:22:41.950 INFO:tasks.rados.rados.0.smithi003.stdout:2373: left oid 12 (ObjNum 722 snap 247 seq_num 722) 2024-04-13T07:22:41.954 INFO:tasks.rados.rados.0.smithi003.stdout:2378: finishing write tid 3 to smithi00377890-42 2024-04-13T07:22:41.955 INFO:tasks.rados.rados.0.smithi003.stdout:2378: oid 42 updating version 0 to 2173 2024-04-13T07:22:41.955 INFO:tasks.rados.rados.0.smithi003.stdout:2378: oid 42 updating version 2173 to 2174 2024-04-13T07:22:41.955 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 2174 (ObjNum 724 snap 247 seq_num 724) dirty exists 2024-04-13T07:22:41.955 INFO:tasks.rados.rados.0.smithi003.stdout:2378: left oid 42 (ObjNum 724 snap 247 seq_num 724) 2024-04-13T07:22:41.955 INFO:tasks.rados.rados.0.smithi003.stdout:2376: expect (ObjNum 679 snap 230 seq_num 679) 2024-04-13T07:22:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:22:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:22:42.904 INFO:tasks.rados.rados.0.smithi003.stdout:2373: done (3 left) 2024-04-13T07:22:42.904 INFO:tasks.rados.rados.0.smithi003.stdout:2376: done (2 left) 2024-04-13T07:22:42.904 INFO:tasks.rados.rados.0.smithi003.stdout:2378: done (1 left) 2024-04-13T07:22:42.904 INFO:tasks.rados.rados.0.smithi003.stdout:2380: done (0 left) 2024-04-13T07:22:42.904 INFO:tasks.rados.rados.0.smithi003.stdout:2381: snap_remove snap 241 2024-04-13T07:22:43.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:42 smithi066 ceph-mon[84331]: osdmap e563: 8 total, 8 up, 8 in 2024-04-13T07:22:43.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:42 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:43.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:42 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:22:43.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:42 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:22:43.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:42 smithi003 ceph-mon[91733]: osdmap e563: 8 total, 8 up, 8 in 2024-04-13T07:22:43.479 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:42 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:43.479 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:42 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:22:43.479 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:42 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:22:43.480 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:42 smithi003 ceph-mon[89364]: osdmap e563: 8 total, 8 up, 8 in 2024-04-13T07:22:43.480 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:42 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:43.480 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:42 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T07:22:43.480 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:42 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:22:43.828 INFO:tasks.rados.rados.0.smithi003.stdout:2381: done (0 left) 2024-04-13T07:22:43.828 INFO:tasks.rados.rados.0.smithi003.stdout:2382: copy_from oid 33 from oid 14 current snap is 248 2024-04-13T07:22:43.828 INFO:tasks.rados.rados.0.smithi003.stdout:2383: rmattr oid 20 current snap is 248 2024-04-13T07:22:43.828 INFO:tasks.rados.rados.0.smithi003.stdout:2383: done (1 left) 2024-04-13T07:22:43.828 INFO:tasks.rados.rados.0.smithi003.stdout:2384: snap_remove snap 230 2024-04-13T07:22:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:43 smithi066 ceph-mon[84331]: Upgrade: Updating mds.b 2024-04-13T07:22:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:43 smithi066 ceph-mon[84331]: Deploying daemon mds.b on smithi066 2024-04-13T07:22:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:43 smithi066 ceph-mon[84331]: pgmap v505: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 507 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-13T07:22:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:43 smithi066 ceph-mon[84331]: osdmap e564: 8 total, 8 up, 8 in 2024-04-13T07:22:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:43 smithi066 ceph-mon[84331]: osdmap e565: 8 total, 8 up, 8 in 2024-04-13T07:22:44.216 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:43 smithi003 ceph-mon[91733]: Upgrade: Updating mds.b 2024-04-13T07:22:44.216 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:43 smithi003 ceph-mon[91733]: Deploying daemon mds.b on smithi066 2024-04-13T07:22:44.216 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:43 smithi003 ceph-mon[91733]: pgmap v505: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 507 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-13T07:22:44.216 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:43 smithi003 ceph-mon[91733]: osdmap e564: 8 total, 8 up, 8 in 2024-04-13T07:22:44.216 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:43 smithi003 ceph-mon[91733]: osdmap e565: 8 total, 8 up, 8 in 2024-04-13T07:22:44.216 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:43 smithi003 ceph-mon[89364]: Upgrade: Updating mds.b 2024-04-13T07:22:44.216 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:43 smithi003 ceph-mon[89364]: Deploying daemon mds.b on smithi066 2024-04-13T07:22:44.216 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:43 smithi003 ceph-mon[89364]: pgmap v505: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 507 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-13T07:22:44.217 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:43 smithi003 ceph-mon[89364]: osdmap e564: 8 total, 8 up, 8 in 2024-04-13T07:22:44.217 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:43 smithi003 ceph-mon[89364]: osdmap e565: 8 total, 8 up, 8 in 2024-04-13T07:22:44.567 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:22:44 smithi066 systemd[1]: Stopping Ceph mds.b for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:22:44.568 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:22:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:22:44] "GET /metrics HTTP/1.1" 200 36244 "" "Prometheus/2.43.0" 2024-04-13T07:22:44.578 INFO:tasks.rados.rados.0.smithi003.stdout:2382: finishing copy_from racing read to smithi00377890-33 2024-04-13T07:22:44.578 INFO:tasks.rados.rados.0.smithi003.stdout:2382: finishing copy_from to smithi00377890-33 2024-04-13T07:22:44.578 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 2000 (ObjNum 649 snap 217 seq_num 649) dirty exists 2024-04-13T07:22:44.578 INFO:tasks.rados.rados.0.smithi003.stdout:2382: done (1 left) 2024-04-13T07:22:44.578 INFO:tasks.rados.rados.0.smithi003.stdout:2384: done (0 left) 2024-04-13T07:22:44.578 INFO:tasks.rados.rados.0.smithi003.stdout:2385: snap_create 2024-04-13T07:22:44.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a[89357]: 2024-04-13T07:22:44.566+0000 7f99e9772700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T07:22:44.902 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:22:44 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b[57004]: 2024-04-13T07:22:44.566+0000 7fc9337c5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T07:22:44.902 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:22:44 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b[57004]: 2024-04-13T07:22:44.566+0000 7fc9337c5700 -1 mds.b *** got signal Terminated *** 2024-04-13T07:22:45.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:44 smithi003 ceph-mon[91733]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T07:22:45.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:44 smithi003 ceph-mon[91733]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T07:22:45.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:44 smithi003 ceph-mon[91733]: osdmap e566: 8 total, 8 up, 8 in 2024-04-13T07:22:45.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:44 smithi003 ceph-mon[91733]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-13T07:22:45.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:44 smithi003 ceph-mon[91733]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T07:22:45.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:44 smithi003 ceph-mon[91733]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-13T07:22:45.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:44 smithi003 ceph-mon[91733]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-13T07:22:45.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:44 smithi003 ceph-mon[89364]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T07:22:45.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:44 smithi003 ceph-mon[89364]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T07:22:45.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:44 smithi003 ceph-mon[89364]: osdmap e566: 8 total, 8 up, 8 in 2024-04-13T07:22:45.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:44 smithi003 ceph-mon[89364]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-13T07:22:45.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:44 smithi003 ceph-mon[89364]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T07:22:45.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:44 smithi003 ceph-mon[89364]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-13T07:22:45.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:44 smithi003 ceph-mon[89364]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-13T07:22:45.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:44 smithi066 ceph-mon[84331]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T07:22:45.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:44 smithi066 ceph-mon[84331]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T07:22:45.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:44 smithi066 ceph-mon[84331]: osdmap e566: 8 total, 8 up, 8 in 2024-04-13T07:22:45.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:44 smithi066 ceph-mon[84331]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-13T07:22:45.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:44 smithi066 ceph-mon[84331]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T07:22:45.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:44 smithi066 ceph-mon[84331]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-13T07:22:45.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:44 smithi066 ceph-mon[84331]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-13T07:22:45.589 INFO:tasks.rados.rados.0.smithi003.stdout:2385: done (0 left) 2024-04-13T07:22:45.589 INFO:tasks.rados.rados.0.smithi003.stdout:2386: read oid 47 snap -1 2024-04-13T07:22:45.589 INFO:tasks.rados.rados.0.smithi003.stdout:2386: expect deleted 2024-04-13T07:22:45.589 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 12 current snap is 249 2024-04-13T07:22:45.589 INFO:tasks.rados.rados.0.smithi003.stdout:2387: seq_num 726 ranges {7667712=163840} 2024-04-13T07:22:45.632 INFO:tasks.rados.rados.0.smithi003.stdout:2387: writing smithi00377890-12 from 7667712 to 7831552 tid 1 2024-04-13T07:22:45.632 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 8 current snap is 249 2024-04-13T07:22:45.632 INFO:tasks.rados.rados.0.smithi003.stdout:2388: seq_num 727 ranges {10403840=180224} 2024-04-13T07:22:45.690 INFO:tasks.rados.rados.0.smithi003.stdout:2388: writing smithi00377890-8 from 10403840 to 10584064 tid 1 2024-04-13T07:22:45.690 INFO:tasks.rados.rados.0.smithi003.stdout:2389: delete oid 31 current snap is 249 2024-04-13T07:22:45.690 INFO:tasks.rados.rados.0.smithi003.stdout:2387: finishing write tid 1 to smithi00377890-12 2024-04-13T07:22:45.690 INFO:tasks.rados.rados.0.smithi003.stdout:2387: finishing write tid 2 to smithi00377890-12 2024-04-13T07:22:45.690 INFO:tasks.rados.rados.0.smithi003.stdout:2387: finishing write tid 3 to smithi00377890-12 2024-04-13T07:22:45.690 INFO:tasks.rados.rados.0.smithi003.stdout:2387: oid 12 updating version 0 to 1371 2024-04-13T07:22:45.690 INFO:tasks.rados.rados.0.smithi003.stdout:2387: oid 12 version 1371 is already newer than 1370 2024-04-13T07:22:45.691 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 1371 (ObjNum 726 snap 249 seq_num 726) dirty exists 2024-04-13T07:22:45.691 INFO:tasks.rados.rados.0.smithi003.stdout:2387: left oid 12 (ObjNum 726 snap 249 seq_num 726) 2024-04-13T07:22:45.692 INFO:tasks.rados.rados.0.smithi003.stdout:2386: done (3 left) 2024-04-13T07:22:45.692 INFO:tasks.rados.rados.0.smithi003.stdout:2387: done (2 left) 2024-04-13T07:22:45.692 INFO:tasks.rados.rados.0.smithi003.stdout:2389: done (1 left) 2024-04-13T07:22:45.692 INFO:tasks.rados.rados.0.smithi003.stdout:2390: delete oid 12 current snap is 249 2024-04-13T07:22:45.693 INFO:tasks.rados.rados.0.smithi003.stdout:2388: finishing write tid 1 to smithi00377890-8 2024-04-13T07:22:45.693 INFO:tasks.rados.rados.0.smithi003.stdout:2388: finishing write tid 2 to smithi00377890-8 2024-04-13T07:22:45.694 INFO:tasks.rados.rados.0.smithi003.stdout:2390: done (1 left) 2024-04-13T07:22:45.694 INFO:tasks.rados.rados.0.smithi003.stdout:2391: read oid 46 snap -1 2024-04-13T07:22:45.694 INFO:tasks.rados.rados.0.smithi003.stdout:2391: expect (ObjNum 622 snap 212 seq_num 622) 2024-04-13T07:22:45.694 INFO:tasks.rados.rados.0.smithi003.stdout:2392: read oid 30 snap -1 2024-04-13T07:22:45.695 INFO:tasks.rados.rados.0.smithi003.stdout:2392: expect deleted 2024-04-13T07:22:45.695 INFO:tasks.rados.rados.0.smithi003.stdout:2393: rollback oid 23 current snap is 249 2024-04-13T07:22:45.695 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 23 to 247 2024-04-13T07:22:45.695 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 32 current snap is 249 2024-04-13T07:22:45.695 INFO:tasks.rados.rados.0.smithi003.stdout:2394: seq_num 730 ranges {4259840=229376} 2024-04-13T07:22:45.722 INFO:tasks.rados.rados.0.smithi003.stdout:2394: writing smithi00377890-32 from 4259840 to 4489216 tid 1 2024-04-13T07:22:45.723 INFO:tasks.rados.rados.0.smithi003.stdout:2395: rollback oid 14 current snap is 249 2024-04-13T07:22:45.723 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 14 to 232 2024-04-13T07:22:45.723 INFO:tasks.rados.rados.0.smithi003.stdout:2388: finishing write tid 3 to smithi00377890-8 2024-04-13T07:22:45.723 INFO:tasks.rados.rados.0.smithi003.stdout:2388: oid 8 updating version 0 to 2119 2024-04-13T07:22:45.723 INFO:tasks.rados.rados.0.smithi003.stdout:2388: oid 8 version 2119 is already newer than 2118 2024-04-13T07:22:45.723 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2119 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:22:45.723 INFO:tasks.rados.rados.0.smithi003.stdout:2388: left oid 8 (ObjNum 727 snap 249 seq_num 727) 2024-04-13T07:22:45.723 INFO:tasks.rados.rados.0.smithi003.stdout:2393: finishing rollback tid 1 to smithi00377890-23 2024-04-13T07:22:45.723 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 2412 (ObjNum 65 snap 0 seq_num 1751145582) dirty dne 2024-04-13T07:22:45.723 INFO:tasks.rados.rados.0.smithi003.stdout:2391: expect (ObjNum 622 snap 212 seq_num 622) 2024-04-13T07:22:46.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:45 smithi003 ceph-mon[91733]: pgmap v508: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 507 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-13T07:22:46.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:45 smithi003 ceph-mon[91733]: osdmap e567: 8 total, 8 up, 8 in 2024-04-13T07:22:46.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:45 smithi003 ceph-mon[91733]: mds.? [v2:172.21.15.3:6834/849032960,v1:172.21.15.3:6835/849032960] up:reconnect 2024-04-13T07:22:46.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:45 smithi003 ceph-mon[91733]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-13T07:22:46.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:45 smithi003 ceph-mon[89364]: pgmap v508: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 507 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-13T07:22:46.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:45 smithi003 ceph-mon[89364]: osdmap e567: 8 total, 8 up, 8 in 2024-04-13T07:22:46.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:45 smithi003 ceph-mon[89364]: mds.? [v2:172.21.15.3:6834/849032960,v1:172.21.15.3:6835/849032960] up:reconnect 2024-04-13T07:22:46.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:45 smithi003 ceph-mon[89364]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-13T07:22:46.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:45 smithi066 ceph-mon[84331]: pgmap v508: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 507 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-13T07:22:46.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:45 smithi066 ceph-mon[84331]: osdmap e567: 8 total, 8 up, 8 in 2024-04-13T07:22:46.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:45 smithi066 ceph-mon[84331]: mds.? [v2:172.21.15.3:6834/849032960,v1:172.21.15.3:6835/849032960] up:reconnect 2024-04-13T07:22:46.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:45 smithi066 ceph-mon[84331]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-13T07:22:46.413 INFO:tasks.rados.rados.0.smithi003.stdout:2395: finishing rollback tid 0 to smithi00377890-14 2024-04-13T07:22:46.413 INFO:tasks.rados.rados.0.smithi003.stdout:2395: finishing rollback tid 1 to smithi00377890-14 2024-04-13T07:22:46.413 INFO:tasks.rados.rados.0.smithi003.stdout:2394: finishing write tid 1 to smithi00377890-32 2024-04-13T07:22:46.413 INFO:tasks.rados.rados.0.smithi003.stdout:2395: finishing rollback tid 2 to smithi00377890-14 2024-04-13T07:22:46.413 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 2006 (ObjNum 649 snap 217 seq_num 649) dirty exists 2024-04-13T07:22:46.413 INFO:tasks.rados.rados.0.smithi003.stdout:2394: finishing write tid 2 to smithi00377890-32 2024-04-13T07:22:46.414 INFO:tasks.rados.rados.0.smithi003.stdout:2394: finishing write tid 3 to smithi00377890-32 2024-04-13T07:22:46.414 INFO:tasks.rados.rados.0.smithi003.stdout:2394: oid 32 updating version 0 to 2470 2024-04-13T07:22:46.414 INFO:tasks.rados.rados.0.smithi003.stdout:2394: oid 32 updating version 2470 to 2471 2024-04-13T07:22:46.414 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 2471 (ObjNum 730 snap 249 seq_num 730) dirty exists 2024-04-13T07:22:46.414 INFO:tasks.rados.rados.0.smithi003.stdout:2394: left oid 32 (ObjNum 730 snap 249 seq_num 730) 2024-04-13T07:22:46.414 INFO:tasks.rados.rados.0.smithi003.stdout:2388: done (5 left) 2024-04-13T07:22:46.414 INFO:tasks.rados.rados.0.smithi003.stdout:2391: done (4 left) 2024-04-13T07:22:46.414 INFO:tasks.rados.rados.0.smithi003.stdout:2392: done (3 left) 2024-04-13T07:22:46.414 INFO:tasks.rados.rados.0.smithi003.stdout:2393: done (2 left) 2024-04-13T07:22:46.414 INFO:tasks.rados.rados.0.smithi003.stdout:2394: done (1 left) 2024-04-13T07:22:46.414 INFO:tasks.rados.rados.0.smithi003.stdout:2395: done (0 left) 2024-04-13T07:22:46.414 INFO:tasks.rados.rados.0.smithi003.stdout:2396: read oid 19 snap 221 2024-04-13T07:22:46.414 INFO:tasks.rados.rados.0.smithi003.stdout:2396: expect (ObjNum 642 snap 217 seq_num 642) 2024-04-13T07:22:46.415 INFO:tasks.rados.rados.0.smithi003.stdout:2397: read oid 30 snap 248 2024-04-13T07:22:46.415 INFO:tasks.rados.rados.0.smithi003.stdout:2397: expect deleted 2024-04-13T07:22:46.415 INFO:tasks.rados.rados.0.smithi003.stdout:2398: read oid 33 snap -1 2024-04-13T07:22:46.415 INFO:tasks.rados.rados.0.smithi003.stdout:2398: expect (ObjNum 649 snap 217 seq_num 649) 2024-04-13T07:22:46.415 INFO:tasks.rados.rados.0.smithi003.stdout:2399: snap_create 2024-04-13T07:22:46.419 INFO:tasks.rados.rados.0.smithi003.stdout:2396: expect (ObjNum 642 snap 217 seq_num 642) 2024-04-13T07:22:46.450 INFO:tasks.rados.rados.0.smithi003.stdout:2398: expect (ObjNum 649 snap 217 seq_num 649) 2024-04-13T07:22:46.917 INFO:tasks.rados.rados.0.smithi003.stdout:2396: done (3 left) 2024-04-13T07:22:46.917 INFO:tasks.rados.rados.0.smithi003.stdout:2397: done (2 left) 2024-04-13T07:22:46.918 INFO:tasks.rados.rados.0.smithi003.stdout:2398: done (1 left) 2024-04-13T07:22:46.918 INFO:tasks.rados.rados.0.smithi003.stdout:2399: done (0 left) 2024-04-13T07:22:46.918 INFO:tasks.rados.rados.0.smithi003.stdout:2400: copy_from oid 22 from oid 19 current snap is 250 2024-04-13T07:22:46.918 INFO:tasks.rados.rados.0.smithi003.stdout:2401: read oid 11 snap -1 2024-04-13T07:22:46.918 INFO:tasks.rados.rados.0.smithi003.stdout:2401: expect deleted 2024-04-13T07:22:46.918 INFO:tasks.rados.rados.0.smithi003.stdout:2402: snap_create 2024-04-13T07:22:46.929 INFO:tasks.rados.rados.0.smithi003.stdout:2400: finishing copy_from racing read to smithi00377890-22 2024-04-13T07:22:46.930 INFO:tasks.rados.rados.0.smithi003.stdout:2400: finishing copy_from to smithi00377890-22 2024-04-13T07:22:46.930 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 2131 (ObjNum 709 snap 244 seq_num 709) dirty exists 2024-04-13T07:22:47.886 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 07:22:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a[116745]: 2024-04-13T07:22:47.846+0000 7fb9e8aac700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-13T07:22:47.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:47 smithi003 ceph-mon[91733]: pgmap v511: 121 pgs: 121 active+clean; 510 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-04-13T07:22:47.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:47 smithi003 ceph-mon[91733]: mds.? [v2:172.21.15.3:6834/849032960,v1:172.21.15.3:6835/849032960] up:rejoin 2024-04-13T07:22:47.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:47 smithi003 ceph-mon[91733]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-13T07:22:47.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:47 smithi003 ceph-mon[91733]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-13T07:22:47.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:47 smithi003 ceph-mon[91733]: osdmap e568: 8 total, 8 up, 8 in 2024-04-13T07:22:47.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:47 smithi003 ceph-mon[89364]: pgmap v511: 121 pgs: 121 active+clean; 510 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-04-13T07:22:47.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:47 smithi003 ceph-mon[89364]: mds.? [v2:172.21.15.3:6834/849032960,v1:172.21.15.3:6835/849032960] up:rejoin 2024-04-13T07:22:47.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:47 smithi003 ceph-mon[89364]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-13T07:22:47.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:47 smithi003 ceph-mon[89364]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-13T07:22:47.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:47 smithi003 ceph-mon[89364]: osdmap e568: 8 total, 8 up, 8 in 2024-04-13T07:22:47.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:47 smithi066 ceph-mon[84331]: pgmap v511: 121 pgs: 121 active+clean; 510 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-04-13T07:22:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:47 smithi066 ceph-mon[84331]: mds.? [v2:172.21.15.3:6834/849032960,v1:172.21.15.3:6835/849032960] up:rejoin 2024-04-13T07:22:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:47 smithi066 ceph-mon[84331]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-13T07:22:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:47 smithi066 ceph-mon[84331]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-13T07:22:47.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:47 smithi066 ceph-mon[84331]: osdmap e568: 8 total, 8 up, 8 in 2024-04-13T07:22:47.918 INFO:tasks.rados.rados.0.smithi003.stdout:2400: done (2 left) 2024-04-13T07:22:47.918 INFO:tasks.rados.rados.0.smithi003.stdout:2401: done (1 left) 2024-04-13T07:22:47.918 INFO:tasks.rados.rados.0.smithi003.stdout:2402: done (0 left) 2024-04-13T07:22:47.918 INFO:tasks.rados.rados.0.smithi003.stdout:2403: rmattr oid 34 current snap is 251 2024-04-13T07:22:47.918 INFO:tasks.rados.rados.0.smithi003.stdout:2403: done (0 left) 2024-04-13T07:22:47.918 INFO:tasks.rados.rados.0.smithi003.stdout:2404: setattr oid 27 current snap is 251 2024-04-13T07:22:47.919 INFO:tasks.rados.rados.0.smithi003.stdout:2405: read oid 32 snap -1 2024-04-13T07:22:47.920 INFO:tasks.rados.rados.0.smithi003.stdout:2405: expect (ObjNum 730 snap 249 seq_num 730) 2024-04-13T07:22:47.920 INFO:tasks.rados.rados.0.smithi003.stdout:2406: snap_create 2024-04-13T07:22:47.928 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 2175 (ObjNum 662 snap 223 seq_num 662) dirty exists 2024-04-13T07:22:47.944 INFO:tasks.rados.rados.0.smithi003.stdout:2405: expect (ObjNum 730 snap 249 seq_num 730) 2024-04-13T07:22:48.830 INFO:tasks.rados.rados.0.smithi003.stdout:2404: done (2 left) 2024-04-13T07:22:48.830 INFO:tasks.rados.rados.0.smithi003.stdout:2405: done (1 left) 2024-04-13T07:22:48.830 INFO:tasks.rados.rados.0.smithi003.stdout:2406: done (0 left) 2024-04-13T07:22:48.831 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 24 current snap is 252 2024-04-13T07:22:48.831 INFO:tasks.rados.rados.0.smithi003.stdout:2407: seq_num 731 ranges {0=245760} 2024-04-13T07:22:48.832 INFO:tasks.rados.rados.0.smithi003.stdout:2407: writing smithi00377890-24 from 0 to 245760 tid 1 2024-04-13T07:22:48.832 INFO:tasks.rados.rados.0.smithi003.stdout:2408: copy_from oid 30 from oid 12 current snap is 252 2024-04-13T07:22:48.832 INFO:tasks.rados.rados.0.smithi003.stdout:2409: copy_from oid 43 from oid 16 current snap is 252 2024-04-13T07:22:48.832 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 39 current snap is 252 2024-04-13T07:22:48.832 INFO:tasks.rados.rados.0.smithi003.stdout:2410: seq_num 732 ranges {10649600=262144} 2024-04-13T07:22:48.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:48 smithi003 ceph-mon[89364]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T07:22:48.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:48 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:22:48.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:48 smithi003 ceph-mon[89364]: mds.? [v2:172.21.15.3:6834/849032960,v1:172.21.15.3:6835/849032960] up:active 2024-04-13T07:22:48.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:48 smithi003 ceph-mon[89364]: fsmap cephfs:1 {0=a=up:active} 2024-04-13T07:22:48.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:48 smithi003 ceph-mon[89364]: osdmap e569: 8 total, 8 up, 8 in 2024-04-13T07:22:48.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:48 smithi003 ceph-mon[91733]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T07:22:48.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:48 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:22:48.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:48 smithi003 ceph-mon[91733]: mds.? [v2:172.21.15.3:6834/849032960,v1:172.21.15.3:6835/849032960] up:active 2024-04-13T07:22:48.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:48 smithi003 ceph-mon[91733]: fsmap cephfs:1 {0=a=up:active} 2024-04-13T07:22:48.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:48 smithi003 ceph-mon[91733]: osdmap e569: 8 total, 8 up, 8 in 2024-04-13T07:22:48.892 INFO:tasks.rados.rados.0.smithi003.stdout:2410: writing smithi00377890-39 from 10649600 to 10911744 tid 1 2024-04-13T07:22:48.892 INFO:tasks.rados.rados.0.smithi003.stdout:2411: snap_create 2024-04-13T07:22:48.892 INFO:tasks.rados.rados.0.smithi003.stdout:2408: finishing copy_from to smithi00377890-30 2024-04-13T07:22:48.892 INFO:tasks.rados.rados.0.smithi003.stdout:2408: got expected ENOENT (src dne) 2024-04-13T07:22:48.892 INFO:tasks.rados.rados.0.smithi003.stdout:2408: finishing copy_from racing read to smithi00377890-30 2024-04-13T07:22:48.892 INFO:tasks.rados.rados.0.smithi003.stdout:2407: finishing write tid 1 to smithi00377890-24 2024-04-13T07:22:48.892 INFO:tasks.rados.rados.0.smithi003.stdout:2407: finishing write tid 2 to smithi00377890-24 2024-04-13T07:22:48.892 INFO:tasks.rados.rados.0.smithi003.stdout:2409: finishing copy_from to smithi00377890-43 2024-04-13T07:22:48.892 INFO:tasks.rados.rados.0.smithi003.stdout:2409: got expected ENOENT (src dne) 2024-04-13T07:22:48.892 INFO:tasks.rados.rados.0.smithi003.stdout:2409: finishing copy_from racing read to smithi00377890-43 2024-04-13T07:22:48.893 INFO:tasks.rados.rados.0.smithi003.stdout:2407: finishing write tid 3 to smithi00377890-24 2024-04-13T07:22:48.893 INFO:tasks.rados.rados.0.smithi003.stdout:2407: oid 24 updating version 0 to 2150 2024-04-13T07:22:48.893 INFO:tasks.rados.rados.0.smithi003.stdout:2407: oid 24 version 2150 is already newer than 2149 2024-04-13T07:22:48.893 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 2150 (ObjNum 731 snap 252 seq_num 731) dirty exists 2024-04-13T07:22:48.893 INFO:tasks.rados.rados.0.smithi003.stdout:2407: left oid 24 (ObjNum 731 snap 252 seq_num 731) 2024-04-13T07:22:48.896 INFO:tasks.rados.rados.0.smithi003.stdout:2410: finishing write tid 1 to smithi00377890-39 2024-04-13T07:22:48.896 INFO:tasks.rados.rados.0.smithi003.stdout:2410: finishing write tid 2 to smithi00377890-39 2024-04-13T07:22:48.897 INFO:tasks.rados.rados.0.smithi003.stdout:2410: finishing write tid 3 to smithi00377890-39 2024-04-13T07:22:48.897 INFO:tasks.rados.rados.0.smithi003.stdout:2410: oid 39 updating version 0 to 2136 2024-04-13T07:22:48.897 INFO:tasks.rados.rados.0.smithi003.stdout:2410: oid 39 version 2136 is already newer than 2135 2024-04-13T07:22:48.897 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 2136 (ObjNum 732 snap 252 seq_num 732) dirty exists 2024-04-13T07:22:48.897 INFO:tasks.rados.rados.0.smithi003.stdout:2410: left oid 39 (ObjNum 732 snap 252 seq_num 732) 2024-04-13T07:22:48.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:48 smithi066 ceph-mon[84331]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T07:22:48.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:48 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:22:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:48 smithi066 ceph-mon[84331]: mds.? [v2:172.21.15.3:6834/849032960,v1:172.21.15.3:6835/849032960] up:active 2024-04-13T07:22:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:48 smithi066 ceph-mon[84331]: fsmap cephfs:1 {0=a=up:active} 2024-04-13T07:22:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:48 smithi066 ceph-mon[84331]: osdmap e569: 8 total, 8 up, 8 in 2024-04-13T07:22:49.834 INFO:tasks.rados.rados.0.smithi003.stdout:2407: done (4 left) 2024-04-13T07:22:49.834 INFO:tasks.rados.rados.0.smithi003.stdout:2408: done (3 left) 2024-04-13T07:22:49.834 INFO:tasks.rados.rados.0.smithi003.stdout:2409: done (2 left) 2024-04-13T07:22:49.834 INFO:tasks.rados.rados.0.smithi003.stdout:2410: done (1 left) 2024-04-13T07:22:49.834 INFO:tasks.rados.rados.0.smithi003.stdout:2411: done (0 left) 2024-04-13T07:22:49.834 INFO:tasks.rados.rados.0.smithi003.stdout:2412: read oid 8 snap -1 2024-04-13T07:22:49.834 INFO:tasks.rados.rados.0.smithi003.stdout:2412: expect (ObjNum 727 snap 249 seq_num 727) 2024-04-13T07:22:49.834 INFO:tasks.rados.rados.0.smithi003.stdout:2413: read oid 29 snap 249 2024-04-13T07:22:49.834 INFO:tasks.rados.rados.0.smithi003.stdout:2413: expect (ObjNum 492 snap 164 seq_num 492) 2024-04-13T07:22:49.834 INFO:tasks.rados.rados.0.smithi003.stdout:2414: snap_create 2024-04-13T07:22:49.851 INFO:tasks.rados.rados.0.smithi003.stdout:2413: expect (ObjNum 492 snap 164 seq_num 492) 2024-04-13T07:22:49.947 INFO:tasks.rados.rados.0.smithi003.stdout:2412: expect (ObjNum 727 snap 249 seq_num 727) 2024-04-13T07:22:50.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:49 smithi003 ceph-mon[89364]: pgmap v514: 121 pgs: 121 active+clean; 510 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.7 KiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T07:22:50.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:49 smithi003 ceph-mon[89364]: osdmap e570: 8 total, 8 up, 8 in 2024-04-13T07:22:50.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:49 smithi003 ceph-mon[91733]: pgmap v514: 121 pgs: 121 active+clean; 510 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.7 KiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T07:22:50.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:49 smithi003 ceph-mon[91733]: osdmap e570: 8 total, 8 up, 8 in 2024-04-13T07:22:50.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:49 smithi066 ceph-mon[84331]: pgmap v514: 121 pgs: 121 active+clean; 510 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.7 KiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T07:22:50.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:49 smithi066 ceph-mon[84331]: osdmap e570: 8 total, 8 up, 8 in 2024-04-13T07:22:50.845 INFO:tasks.rados.rados.0.smithi003.stdout:2412: done (2 left) 2024-04-13T07:22:50.845 INFO:tasks.rados.rados.0.smithi003.stdout:2413: done (1 left) 2024-04-13T07:22:50.845 INFO:tasks.rados.rados.0.smithi003.stdout:2414: done (0 left) 2024-04-13T07:22:50.846 INFO:tasks.rados.rados.0.smithi003.stdout:2415: snap_create 2024-04-13T07:22:51.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:50 smithi003 ceph-mon[89364]: osdmap e571: 8 total, 8 up, 8 in 2024-04-13T07:22:51.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:50 smithi003 ceph-mon[91733]: osdmap e571: 8 total, 8 up, 8 in 2024-04-13T07:22:51.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:50 smithi066 ceph-mon[84331]: osdmap e571: 8 total, 8 up, 8 in 2024-04-13T07:22:51.847 INFO:tasks.rados.rados.0.smithi003.stdout:2415: done (0 left) 2024-04-13T07:22:51.848 INFO:tasks.rados.rados.0.smithi003.stdout:2416: delete oid 49 current snap is 255 2024-04-13T07:22:51.856 INFO:tasks.rados.rados.0.smithi003.stdout:2416: done (0 left) 2024-04-13T07:22:51.856 INFO:tasks.rados.rados.0.smithi003.stdout:2417: delete oid 41 current snap is 255 2024-04-13T07:22:51.858 INFO:tasks.rados.rados.0.smithi003.stdout:2417: done (0 left) 2024-04-13T07:22:51.858 INFO:tasks.rados.rados.0.smithi003.stdout:2418: copy_from oid 45 from oid 18 current snap is 255 2024-04-13T07:22:51.859 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 6 current snap is 255 2024-04-13T07:22:51.859 INFO:tasks.rados.rados.0.smithi003.stdout:2419: seq_num 735 ranges {1581056=311296} 2024-04-13T07:22:51.869 INFO:tasks.rados.rados.0.smithi003.stdout:2419: writing smithi00377890-6 from 1581056 to 1892352 tid 1 2024-04-13T07:22:51.869 INFO:tasks.rados.rados.0.smithi003.stdout:2420: copy_from oid 41 from oid 11 current snap is 255 2024-04-13T07:22:51.869 INFO:tasks.rados.rados.0.smithi003.stdout:2421: setattr oid 37 current snap is 255 2024-04-13T07:22:51.870 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 20 current snap is 255 2024-04-13T07:22:51.870 INFO:tasks.rados.rados.0.smithi003.stdout:2422: seq_num 736 ranges {0=335872} 2024-04-13T07:22:51.873 INFO:tasks.rados.rados.0.smithi003.stdout:2422: writing smithi00377890-20 from 0 to 335872 tid 1 2024-04-13T07:22:51.874 INFO:tasks.rados.rados.0.smithi003.stdout:2423: rollback oid 33 current snap is 255 2024-04-13T07:22:51.874 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 33 to 247 2024-04-13T07:22:51.874 INFO:tasks.rados.rados.0.smithi003.stdout:2420: finishing copy_from to smithi00377890-41 2024-04-13T07:22:51.874 INFO:tasks.rados.rados.0.smithi003.stdout:2420: got expected ENOENT (src dne) 2024-04-13T07:22:51.874 INFO:tasks.rados.rados.0.smithi003.stdout:2420: finishing copy_from racing read to smithi00377890-41 2024-04-13T07:22:51.874 INFO:tasks.rados.rados.0.smithi003.stdout:2420: done (5 left) 2024-04-13T07:22:51.874 INFO:tasks.rados.rados.0.smithi003.stdout:2424: setattr oid 27 current snap is 255 2024-04-13T07:22:51.875 INFO:tasks.rados.rados.0.smithi003.stdout:2418: finishing copy_from racing read to smithi00377890-45 2024-04-13T07:22:51.876 INFO:tasks.rados.rados.0.smithi003.stdout:2425: copy_from oid 32 from oid 41 current snap is 255 2024-04-13T07:22:51.876 INFO:tasks.rados.rados.0.smithi003.stdout:2426: setattr oid 44 current snap is 255 2024-04-13T07:22:51.878 INFO:tasks.rados.rados.0.smithi003.stdout:2425: finishing copy_from to smithi00377890-32 2024-04-13T07:22:51.878 INFO:tasks.rados.rados.0.smithi003.stdout:2425: got expected ENOENT (src dne) 2024-04-13T07:22:51.878 INFO:tasks.rados.rados.0.smithi003.stdout:2425: finishing copy_from racing read to smithi00377890-32 2024-04-13T07:22:51.879 INFO:tasks.rados.rados.0.smithi003.stdout:2423: finishing rollback tid 0 to smithi00377890-33 2024-04-13T07:22:51.879 INFO:tasks.rados.rados.0.smithi003.stdout:2423: finishing rollback tid 1 to smithi00377890-33 2024-04-13T07:22:51.879 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 2003 (ObjNum 49 snap 0 seq_num 292930912) dirty dne 2024-04-13T07:22:51.879 INFO:tasks.rados.rados.0.smithi003.stdout:2423: done (7 left) 2024-04-13T07:22:51.879 INFO:tasks.rados.rados.0.smithi003.stdout:2425: done (6 left) 2024-04-13T07:22:51.879 INFO:tasks.rados.rados.0.smithi003.stdout:2427: copy_from oid 5 from oid 9 current snap is 255 2024-04-13T07:22:51.880 INFO:tasks.rados.rados.0.smithi003.stdout:2428: read oid 28 snap -1 2024-04-13T07:22:51.880 INFO:tasks.rados.rados.0.smithi003.stdout:2428: expect (ObjNum 717 snap 246 seq_num 717) 2024-04-13T07:22:51.880 INFO:tasks.rados.rados.0.smithi003.stdout:2429: delete oid 36 current snap is 255 2024-04-13T07:22:51.880 INFO:tasks.rados.rados.0.smithi003.stdout:2418: finishing copy_from to smithi00377890-45 2024-04-13T07:22:51.880 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 1796 (ObjNum 679 snap 230 seq_num 679) dirty exists 2024-04-13T07:22:51.881 INFO:tasks.rados.rados.0.smithi003.stdout:2419: finishing write tid 1 to smithi00377890-6 2024-04-13T07:22:51.881 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 1370 (ObjNum 692 snap 233 seq_num 692) dirty exists 2024-04-13T07:22:51.881 INFO:tasks.rados.rados.0.smithi003.stdout:2419: finishing write tid 2 to smithi00377890-6 2024-04-13T07:22:51.882 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 2176 (ObjNum 662 snap 223 seq_num 662) dirty exists 2024-04-13T07:22:51.882 INFO:tasks.rados.rados.0.smithi003.stdout:2428: expect (ObjNum 717 snap 246 seq_num 717) 2024-04-13T07:22:51.883 INFO:tasks.rados.rados.0.smithi003.stdout:2419: finishing write tid 3 to smithi00377890-6 2024-04-13T07:22:51.884 INFO:tasks.rados.rados.0.smithi003.stdout:2419: oid 6 updating version 0 to 1798 2024-04-13T07:22:51.884 INFO:tasks.rados.rados.0.smithi003.stdout:2419: oid 6 version 1798 is already newer than 1797 2024-04-13T07:22:51.884 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 1798 (ObjNum 735 snap 255 seq_num 735) dirty exists 2024-04-13T07:22:51.884 INFO:tasks.rados.rados.0.smithi003.stdout:2419: left oid 6 (ObjNum 735 snap 255 seq_num 735) 2024-04-13T07:22:51.884 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 1356 (ObjNum 692 snap 233 seq_num 692) dirty exists 2024-04-13T07:22:51.885 INFO:tasks.rados.rados.0.smithi003.stdout:2422: finishing write tid 1 to smithi00377890-20 2024-04-13T07:22:51.885 INFO:tasks.rados.rados.0.smithi003.stdout:2422: finishing write tid 2 to smithi00377890-20 2024-04-13T07:22:51.886 INFO:tasks.rados.rados.0.smithi003.stdout:2418: done (8 left) 2024-04-13T07:22:51.886 INFO:tasks.rados.rados.0.smithi003.stdout:2419: done (7 left) 2024-04-13T07:22:51.886 INFO:tasks.rados.rados.0.smithi003.stdout:2421: done (6 left) 2024-04-13T07:22:51.886 INFO:tasks.rados.rados.0.smithi003.stdout:2424: done (5 left) 2024-04-13T07:22:51.886 INFO:tasks.rados.rados.0.smithi003.stdout:2426: done (4 left) 2024-04-13T07:22:51.886 INFO:tasks.rados.rados.0.smithi003.stdout:2428: done (3 left) 2024-04-13T07:22:51.886 INFO:tasks.rados.rados.0.smithi003.stdout:2429: done (2 left) 2024-04-13T07:22:51.886 INFO:tasks.rados.rados.0.smithi003.stdout:2430: rmattr oid 38 current snap is 255 2024-04-13T07:22:51.886 INFO:tasks.rados.rados.0.smithi003.stdout:2430: done (2 left) 2024-04-13T07:22:51.887 INFO:tasks.rados.rados.0.smithi003.stdout:2431: delete oid 22 current snap is 255 2024-04-13T07:22:51.890 INFO:tasks.rados.rados.0.smithi003.stdout:2422: finishing write tid 3 to smithi00377890-20 2024-04-13T07:22:51.890 INFO:tasks.rados.rados.0.smithi003.stdout:2422: oid 20 updating version 0 to 2151 2024-04-13T07:22:51.890 INFO:tasks.rados.rados.0.smithi003.stdout:2422: oid 20 updating version 2151 to 2152 2024-04-13T07:22:51.890 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 2152 (ObjNum 736 snap 255 seq_num 736) dirty exists 2024-04-13T07:22:51.890 INFO:tasks.rados.rados.0.smithi003.stdout:2422: left oid 20 (ObjNum 736 snap 255 seq_num 736) 2024-04-13T07:22:51.890 INFO:tasks.rados.rados.0.smithi003.stdout:2422: done (2 left) 2024-04-13T07:22:51.890 INFO:tasks.rados.rados.0.smithi003.stdout:2431: done (1 left) 2024-04-13T07:22:51.890 INFO:tasks.rados.rados.0.smithi003.stdout:2432: rollback oid 12 current snap is 255 2024-04-13T07:22:51.890 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 12 to 220 2024-04-13T07:22:51.890 INFO:tasks.rados.rados.0.smithi003.stdout:2433: rollback oid 33 current snap is 255 2024-04-13T07:22:51.890 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 33 to 254 2024-04-13T07:22:51.891 INFO:tasks.rados.rados.0.smithi003.stdout:2434: read oid 38 snap 175 2024-04-13T07:22:51.891 INFO:tasks.rados.rados.0.smithi003.stdout:2434: expect (ObjNum 488 snap 163 seq_num 488) 2024-04-13T07:22:51.891 INFO:tasks.rados.rados.0.smithi003.stdout:2435: read oid 4 snap 234 2024-04-13T07:22:51.891 INFO:tasks.rados.rados.0.smithi003.stdout:2435: expect (ObjNum 635 snap 216 seq_num 635) 2024-04-13T07:22:51.891 INFO:tasks.rados.rados.0.smithi003.stdout:2436: rollback oid 39 current snap is 255 2024-04-13T07:22:51.891 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 39 to 234 2024-04-13T07:22:51.891 INFO:tasks.rados.rados.0.smithi003.stdout:2437: rollback oid 21 current snap is 255 2024-04-13T07:22:51.891 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 21 to 175 2024-04-13T07:22:51.891 INFO:tasks.rados.rados.0.smithi003.stdout:2438: snap_create 2024-04-13T07:22:51.893 INFO:tasks.rados.rados.0.smithi003.stdout:2433: finishing rollback tid 1 to smithi00377890-33 2024-04-13T07:22:51.894 INFO:tasks.rados.rados.0.smithi003.stdout:2433: finishing rollback tid 2 to smithi00377890-33 2024-04-13T07:22:51.894 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 2005 (ObjNum 649 snap 217 seq_num 649) dirty exists 2024-04-13T07:22:51.898 INFO:tasks.rados.rados.0.smithi003.stdout:2436: finishing rollback tid 0 to smithi00377890-39 2024-04-13T07:22:51.899 INFO:tasks.rados.rados.0.smithi003.stdout:2436: finishing rollback tid 1 to smithi00377890-39 2024-04-13T07:22:51.899 INFO:tasks.rados.rados.0.smithi003.stdout:2436: finishing rollback tid 2 to smithi00377890-39 2024-04-13T07:22:51.899 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 2139 (ObjNum 634 snap 216 seq_num 634) dirty exists 2024-04-13T07:22:51.900 INFO:tasks.rados.rados.0.smithi003.stdout:2427: finishing copy_from racing read to smithi00377890-5 2024-04-13T07:22:51.900 INFO:tasks.rados.rados.0.smithi003.stdout:2437: finishing rollback tid 0 to smithi00377890-21 2024-04-13T07:22:51.900 INFO:tasks.rados.rados.0.smithi003.stdout:2434: expect (ObjNum 488 snap 163 seq_num 488) 2024-04-13T07:22:51.964 INFO:tasks.rados.rados.0.smithi003.stdout:2432: finishing rollback tid 1 to smithi00377890-12 2024-04-13T07:22:51.965 INFO:tasks.rados.rados.0.smithi003.stdout:2432: finishing rollback tid 2 to smithi00377890-12 2024-04-13T07:22:51.965 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 1374 (ObjNum 533 snap 180 seq_num 533) dirty exists 2024-04-13T07:22:51.965 INFO:tasks.rados.rados.0.smithi003.stdout:2427: finishing copy_from to smithi00377890-5 2024-04-13T07:22:51.965 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 2447 (ObjNum 662 snap 223 seq_num 662) dirty exists 2024-04-13T07:22:51.965 INFO:tasks.rados.rados.0.smithi003.stdout:2437: finishing rollback tid 1 to smithi00377890-21 2024-04-13T07:22:51.965 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2141 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-04-13T07:22:51.965 INFO:tasks.rados.rados.0.smithi003.stdout:2435: expect (ObjNum 635 snap 216 seq_num 635) 2024-04-13T07:22:52.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:51 smithi003 ceph-mon[91733]: pgmap v517: 121 pgs: 121 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 822 KiB/s wr, 28 op/s 2024-04-13T07:22:52.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:51 smithi003 ceph-mon[91733]: osdmap e572: 8 total, 8 up, 8 in 2024-04-13T07:22:52.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:51 smithi003 ceph-mon[89364]: pgmap v517: 121 pgs: 121 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 822 KiB/s wr, 28 op/s 2024-04-13T07:22:52.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:51 smithi003 ceph-mon[89364]: osdmap e572: 8 total, 8 up, 8 in 2024-04-13T07:22:52.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:51 smithi066 ceph-mon[84331]: pgmap v517: 121 pgs: 121 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 822 KiB/s wr, 28 op/s 2024-04-13T07:22:52.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:51 smithi066 ceph-mon[84331]: osdmap e572: 8 total, 8 up, 8 in 2024-04-13T07:22:52.653 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:22:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:22:52.863 INFO:tasks.rados.rados.0.smithi003.stdout:2427: done (7 left) 2024-04-13T07:22:52.879 INFO:tasks.rados.rados.0.smithi003.stdout:2432: done (6 left) 2024-04-13T07:22:52.879 INFO:tasks.rados.rados.0.smithi003.stdout:2433: done (5 left) 2024-04-13T07:22:52.879 INFO:tasks.rados.rados.0.smithi003.stdout:2434: done (4 left) 2024-04-13T07:22:52.879 INFO:tasks.rados.rados.0.smithi003.stdout:2435: done (3 left) 2024-04-13T07:22:52.879 INFO:tasks.rados.rados.0.smithi003.stdout:2436: done (2 left) 2024-04-13T07:22:52.879 INFO:tasks.rados.rados.0.smithi003.stdout:2437: done (1 left) 2024-04-13T07:22:52.879 INFO:tasks.rados.rados.0.smithi003.stdout:2438: done (0 left) 2024-04-13T07:22:52.879 INFO:tasks.rados.rados.0.smithi003.stdout:2439: copy_from oid 12 from oid 43 current snap is 256 2024-04-13T07:22:52.879 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 256 2024-04-13T07:22:52.879 INFO:tasks.rados.rados.0.smithi003.stdout:2440: seq_num 739 ranges {0=385024} 2024-04-13T07:22:52.880 INFO:tasks.rados.rados.0.smithi003.stdout:2440: writing smithi00377890-49 from 0 to 385024 tid 1 2024-04-13T07:22:52.880 INFO:tasks.rados.rados.0.smithi003.stdout:2441: copy_from oid 6 from oid 21 current snap is 256 2024-04-13T07:22:52.880 INFO:tasks.rados.rados.0.smithi003.stdout:2442: snap_remove snap 240 2024-04-13T07:22:53.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:52 smithi003 ceph-mon[91733]: osdmap e573: 8 total, 8 up, 8 in 2024-04-13T07:22:53.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:22:53.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:52 smithi003 ceph-mon[89364]: osdmap e573: 8 total, 8 up, 8 in 2024-04-13T07:22:53.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:22:53.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:52 smithi066 ceph-mon[84331]: osdmap e573: 8 total, 8 up, 8 in 2024-04-13T07:22:53.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:22:53.831 INFO:tasks.rados.rados.0.smithi003.stdout:2442: done (3 left) 2024-04-13T07:22:53.831 INFO:tasks.rados.rados.0.smithi003.stdout:2443: snap_remove snap 220 2024-04-13T07:22:54.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:53 smithi003 ceph-mon[91733]: pgmap v520: 121 pgs: 121 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 822 KiB/s wr, 32 op/s 2024-04-13T07:22:54.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:53 smithi003 ceph-mon[91733]: osdmap e574: 8 total, 8 up, 8 in 2024-04-13T07:22:54.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:53 smithi003 ceph-mon[91733]: osdmap e575: 8 total, 8 up, 8 in 2024-04-13T07:22:54.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:53 smithi003 ceph-mon[89364]: pgmap v520: 121 pgs: 121 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 822 KiB/s wr, 32 op/s 2024-04-13T07:22:54.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:53 smithi003 ceph-mon[89364]: osdmap e574: 8 total, 8 up, 8 in 2024-04-13T07:22:54.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:53 smithi003 ceph-mon[89364]: osdmap e575: 8 total, 8 up, 8 in 2024-04-13T07:22:54.137 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:53 smithi066 ceph-mon[84331]: pgmap v520: 121 pgs: 121 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 822 KiB/s wr, 32 op/s 2024-04-13T07:22:54.138 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:53 smithi066 ceph-mon[84331]: osdmap e574: 8 total, 8 up, 8 in 2024-04-13T07:22:54.138 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:53 smithi066 ceph-mon[84331]: osdmap e575: 8 total, 8 up, 8 in 2024-04-13T07:22:54.403 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:22:54 smithi066 podman[109111]: 2024-04-13 07:22:54.137349966 +0000 UTC m=+9.690657269 container died 0760d90a929399ed5fde306881d7121557921fa44085d9eef5aa9a542d2d681a (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b, org.label-schema.build-date=20240409, RELEASE=reef-7d36322, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-13T07:22:54.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:22:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:22:54] "GET /metrics HTTP/1.1" 200 36010 "" "Prometheus/2.43.0" 2024-04-13T07:22:54.832 INFO:tasks.rados.rados.0.smithi003.stdout:2443: done (3 left) 2024-04-13T07:22:54.832 INFO:tasks.rados.rados.0.smithi003.stdout:2444: read oid 20 snap 245 2024-04-13T07:22:54.833 INFO:tasks.rados.rados.0.smithi003.stdout:2444: expect deleted 2024-04-13T07:22:54.833 INFO:tasks.rados.rados.0.smithi003.stdout:2445: snap_remove snap 232 2024-04-13T07:22:54.903 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:22:54 smithi066 podman[109111]: 2024-04-13 07:22:54.582160504 +0000 UTC m=+10.135467807 container cleanup 0760d90a929399ed5fde306881d7121557921fa44085d9eef5aa9a542d2d681a (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=reef-7d36322) 2024-04-13T07:22:54.903 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:22:54 smithi066 bash[109111]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b 2024-04-13T07:22:54.903 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:22:54 smithi066 podman[109125]: 2024-04-13 07:22:54.74150225 +0000 UTC m=+0.604222090 container remove 0760d90a929399ed5fde306881d7121557921fa44085d9eef5aa9a542d2d681a (image=quay.ceph.io/ceph-ci/ceph@sha256:7c6481ef05df1ed65f50090b5bbf17a24dc65f935462074ab3ceb527e874a60d, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=reef-7d36322, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:22:55.394 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:22:54 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mds.b.service: Deactivated successfully. 2024-04-13T07:22:55.394 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:22:54 smithi066 systemd[1]: Stopped Ceph mds.b for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:22:55.394 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:22:54 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@mds.b.service: Consumed 1.208s CPU time. 2024-04-13T07:22:55.394 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:22:55 smithi066 systemd[1]: Starting Ceph mds.b for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:22:55.653 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:22:55 smithi066 podman[109252]: 2024-04-13 07:22:55.29578754 +0000 UTC m=+0.018218882 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T07:22:55.653 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:22:55 smithi066 podman[109252]: 2024-04-13 07:22:55.392867381 +0000 UTC m=+0.115298707 container create ede3ec8346237dcaa62f1d22c2ddc642a372dc69e90c41c825ed7e4ec40c22d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-13T07:22:55.653 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:22:55 smithi066 podman[109252]: 2024-04-13 07:22:55.628913385 +0000 UTC m=+0.351344715 container init ede3ec8346237dcaa62f1d22c2ddc642a372dc69e90c41c825ed7e4ec40c22d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T07:22:55.653 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:22:55 smithi066 podman[109252]: 2024-04-13 07:22:55.631749081 +0000 UTC m=+0.354180409 container start ede3ec8346237dcaa62f1d22c2ddc642a372dc69e90c41c825ed7e4ec40c22d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True) 2024-04-13T07:22:55.847 INFO:tasks.rados.rados.0.smithi003.stdout:2445: done (4 left) 2024-04-13T07:22:55.847 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 15 current snap is 256 2024-04-13T07:22:55.847 INFO:tasks.rados.rados.0.smithi003.stdout:2446: seq_num 740 ranges {4505600=401408} 2024-04-13T07:22:55.875 INFO:tasks.rados.rados.0.smithi003.stdout:2446: writing smithi00377890-15 from 4505600 to 4907008 tid 1 2024-04-13T07:22:55.875 INFO:tasks.rados.rados.0.smithi003.stdout:2447: rollback oid 16 current snap is 256 2024-04-13T07:22:55.876 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 16 to 247 2024-04-13T07:22:55.876 INFO:tasks.rados.rados.0.smithi003.stdout:2439: finishing copy_from to smithi00377890-12 2024-04-13T07:22:55.876 INFO:tasks.rados.rados.0.smithi003.stdout:2439: got expected ENOENT (src dne) 2024-04-13T07:22:55.876 INFO:tasks.rados.rados.0.smithi003.stdout:2439: finishing copy_from racing read to smithi00377890-12 2024-04-13T07:22:55.876 INFO:tasks.rados.rados.0.smithi003.stdout:2441: finishing copy_from to smithi00377890-6 2024-04-13T07:22:55.876 INFO:tasks.rados.rados.0.smithi003.stdout:2441: got expected ENOENT (src dne) 2024-04-13T07:22:55.876 INFO:tasks.rados.rados.0.smithi003.stdout:2441: finishing copy_from racing read to smithi00377890-6 2024-04-13T07:22:55.876 INFO:tasks.rados.rados.0.smithi003.stdout:2440: finishing write tid 1 to smithi00377890-49 2024-04-13T07:22:55.876 INFO:tasks.rados.rados.0.smithi003.stdout:2440: finishing write tid 2 to smithi00377890-49 2024-04-13T07:22:55.876 INFO:tasks.rados.rados.0.smithi003.stdout:2440: finishing write tid 3 to smithi00377890-49 2024-04-13T07:22:55.876 INFO:tasks.rados.rados.0.smithi003.stdout:2440: oid 49 updating version 0 to 2397 2024-04-13T07:22:55.876 INFO:tasks.rados.rados.0.smithi003.stdout:2440: oid 49 version 2397 is already newer than 2396 2024-04-13T07:22:55.876 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 2397 (ObjNum 739 snap 256 seq_num 739) dirty exists 2024-04-13T07:22:55.877 INFO:tasks.rados.rados.0.smithi003.stdout:2440: left oid 49 (ObjNum 739 snap 256 seq_num 739) 2024-04-13T07:22:55.877 INFO:tasks.rados.rados.0.smithi003.stdout:2439: done (5 left) 2024-04-13T07:22:55.877 INFO:tasks.rados.rados.0.smithi003.stdout:2440: done (4 left) 2024-04-13T07:22:55.877 INFO:tasks.rados.rados.0.smithi003.stdout:2441: done (3 left) 2024-04-13T07:22:55.877 INFO:tasks.rados.rados.0.smithi003.stdout:2444: done (2 left) 2024-04-13T07:22:55.877 INFO:tasks.rados.rados.0.smithi003.stdout:2448: read oid 49 snap -1 2024-04-13T07:22:55.877 INFO:tasks.rados.rados.0.smithi003.stdout:2448: expect (ObjNum 739 snap 256 seq_num 739) 2024-04-13T07:22:55.877 INFO:tasks.rados.rados.0.smithi003.stdout:2449: snap_create 2024-04-13T07:22:55.877 INFO:tasks.rados.rados.0.smithi003.stdout:2447: finishing rollback tid 1 to smithi00377890-16 2024-04-13T07:22:55.877 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 2021 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:22:55.879 INFO:tasks.rados.rados.0.smithi003.stdout:2448: expect (ObjNum 739 snap 256 seq_num 739) 2024-04-13T07:22:55.891 INFO:tasks.rados.rados.0.smithi003.stdout:2446: finishing write tid 1 to smithi00377890-15 2024-04-13T07:22:55.891 INFO:tasks.rados.rados.0.smithi003.stdout:2446: finishing write tid 2 to smithi00377890-15 2024-04-13T07:22:55.891 INFO:tasks.rados.rados.0.smithi003.stdout:2446: finishing write tid 3 to smithi00377890-15 2024-04-13T07:22:55.892 INFO:tasks.rados.rados.0.smithi003.stdout:2446: oid 15 updating version 0 to 2507 2024-04-13T07:22:55.892 INFO:tasks.rados.rados.0.smithi003.stdout:2446: oid 15 updating version 2507 to 2508 2024-04-13T07:22:55.892 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 2508 (ObjNum 740 snap 256 seq_num 740) dirty exists 2024-04-13T07:22:55.892 INFO:tasks.rados.rados.0.smithi003.stdout:2446: left oid 15 (ObjNum 740 snap 256 seq_num 740) 2024-04-13T07:22:56.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:55 smithi003 ceph-mon[91733]: pgmap v523: 121 pgs: 121 active+clean; 522 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-13T07:22:56.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:55 smithi003 ceph-mon[91733]: osdmap e576: 8 total, 8 up, 8 in 2024-04-13T07:22:56.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:56.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:56.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:55 smithi003 ceph-mon[89364]: pgmap v523: 121 pgs: 121 active+clean; 522 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-13T07:22:56.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:55 smithi003 ceph-mon[89364]: osdmap e576: 8 total, 8 up, 8 in 2024-04-13T07:22:56.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:56.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:56.152 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:22:55 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b[109267]: starting mds.b at 2024-04-13T07:22:56.153 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:22:55 smithi066 bash[109252]: ede3ec8346237dcaa62f1d22c2ddc642a372dc69e90c41c825ed7e4ec40c22d5 2024-04-13T07:22:56.153 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 07:22:55 smithi066 systemd[1]: Started Ceph mds.b for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:22:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:55 smithi066 ceph-mon[84331]: pgmap v523: 121 pgs: 121 active+clean; 522 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-13T07:22:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:55 smithi066 ceph-mon[84331]: osdmap e576: 8 total, 8 up, 8 in 2024-04-13T07:22:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:56.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:22:56.874 INFO:tasks.rados.rados.0.smithi003.stdout:2446: done (3 left) 2024-04-13T07:22:56.874 INFO:tasks.rados.rados.0.smithi003.stdout:2447: done (2 left) 2024-04-13T07:22:56.874 INFO:tasks.rados.rados.0.smithi003.stdout:2448: done (1 left) 2024-04-13T07:22:56.874 INFO:tasks.rados.rados.0.smithi003.stdout:2449: done (0 left) 2024-04-13T07:22:56.874 INFO:tasks.rados.rados.0.smithi003.stdout:2450: delete oid 35 current snap is 257 2024-04-13T07:22:56.876 INFO:tasks.rados.rados.0.smithi003.stdout:2450: done (0 left) 2024-04-13T07:22:56.877 INFO:tasks.rados.rados.0.smithi003.stdout:2451: snap_create 2024-04-13T07:22:56.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:22:56.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:56 smithi066 ceph-mon[84331]: osdmap e577: 8 total, 8 up, 8 in 2024-04-13T07:22:56.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:56 smithi066 ceph-mon[84331]: mds.? [v2:172.21.15.66:6832/4175853261,v1:172.21.15.66:6833/4175853261] up:boot 2024-04-13T07:22:56.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:56 smithi066 ceph-mon[84331]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:22:56.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:22:57.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:22:57.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:56 smithi003 ceph-mon[91733]: osdmap e577: 8 total, 8 up, 8 in 2024-04-13T07:22:57.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:56 smithi003 ceph-mon[91733]: mds.? [v2:172.21.15.66:6832/4175853261,v1:172.21.15.66:6833/4175853261] up:boot 2024-04-13T07:22:57.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:56 smithi003 ceph-mon[91733]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:22:57.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:22:57.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:22:57.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:56 smithi003 ceph-mon[89364]: osdmap e577: 8 total, 8 up, 8 in 2024-04-13T07:22:57.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:56 smithi003 ceph-mon[89364]: mds.? [v2:172.21.15.66:6832/4175853261,v1:172.21.15.66:6833/4175853261] up:boot 2024-04-13T07:22:57.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:56 smithi003 ceph-mon[89364]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-13T07:22:57.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-13T07:22:57.876 INFO:tasks.rados.rados.0.smithi003.stdout:2451: done (0 left) 2024-04-13T07:22:57.876 INFO:tasks.rados.rados.0.smithi003.stdout:2452: copy_from oid 2 from oid 45 current snap is 258 2024-04-13T07:22:57.876 INFO:tasks.rados.rados.0.smithi003.stdout:2453: rmattr oid 23 current snap is 258 2024-04-13T07:22:57.876 INFO:tasks.rados.rados.0.smithi003.stdout:2453: done (1 left) 2024-04-13T07:22:57.876 INFO:tasks.rados.rados.0.smithi003.stdout:2454: rmattr oid 14 current snap is 258 2024-04-13T07:22:57.877 INFO:tasks.rados.rados.0.smithi003.stdout:2454: done (1 left) 2024-04-13T07:22:57.877 INFO:tasks.rados.rados.0.smithi003.stdout:2455: delete oid 18 current snap is 258 2024-04-13T07:22:57.892 INFO:tasks.rados.rados.0.smithi003.stdout:2455: done (1 left) 2024-04-13T07:22:57.892 INFO:tasks.rados.rados.0.smithi003.stdout:2456: snap_remove snap 249 2024-04-13T07:22:58.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:57 smithi003 ceph-mon[89364]: pgmap v526: 121 pgs: 121 active+clean; 522 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-04-13T07:22:58.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:57 smithi003 ceph-mon[89364]: osdmap e578: 8 total, 8 up, 8 in 2024-04-13T07:22:58.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:57 smithi003 ceph-mon[91733]: pgmap v526: 121 pgs: 121 active+clean; 522 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-04-13T07:22:58.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:57 smithi003 ceph-mon[91733]: osdmap e578: 8 total, 8 up, 8 in 2024-04-13T07:22:58.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:57 smithi066 ceph-mon[84331]: pgmap v526: 121 pgs: 121 active+clean; 522 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-04-13T07:22:58.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:57 smithi066 ceph-mon[84331]: osdmap e578: 8 total, 8 up, 8 in 2024-04-13T07:22:58.175 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:22:58.504 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:22:58.504 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (10m) 22s ago 11m 24.9M - 0.25.0 c8568f914cd2 3cfca92eb9ec 2024-04-13T07:22:58.504 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (11m) 42s ago 11m 89.0M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:22:58.504 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (26s) 22s ago 12m 12.5M - 19.0.0-2905-g5f22a497 c4b45bf0c946 973acab37dd5 2024-04-13T07:22:58.505 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 starting - - - - 2024-04-13T07:22:58.505 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,9283,8765 running (6m) 42s ago 15m 452M - 19.0.0-2905-g5f22a497 c4b45bf0c946 57ffb9b159d7 2024-04-13T07:22:58.505 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:8443,9283,8765 running (7m) 22s ago 17m 512M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8cf668b60b80 2024-04-13T07:22:58.505 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (6m) 22s ago 17m 63.2M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 64cfa60e298f 2024-04-13T07:22:58.505 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (5m) 42s ago 16m 48.8M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 77096718c9ff 2024-04-13T07:22:58.505 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (5m) 22s ago 16m 57.0M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 bcc866c9b63b 2024-04-13T07:22:58.505 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (11m) 22s ago 10m 15.5M - 1.5.0 0da6a335fe13 dfbcad6ee10c 2024-04-13T07:22:58.505 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (10m) 42s ago 10m 15.5M - 1.5.0 0da6a335fe13 ce4f8de81f3f 2024-04-13T07:22:58.505 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (4m) 22s ago 15m 327M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 6dc25088a5e4 2024-04-13T07:22:58.506 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (4m) 22s ago 15m 356M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 42147549eb05 2024-04-13T07:22:58.506 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (3m) 22s ago 14m 171M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 8636b9e9bade 2024-04-13T07:22:58.506 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (2m) 22s ago 14m 182M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 dccad7741242 2024-04-13T07:22:58.506 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (2m) 42s ago 13m 177M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 b94e7fdde3d0 2024-04-13T07:22:58.506 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (104s) 42s ago 13m 149M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 51d583e35074 2024-04-13T07:22:58.506 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (67s) 42s ago 13m 117M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 494dadc805af 2024-04-13T07:22:58.506 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (47s) 42s ago 12m 12.3M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 72a376a22614 2024-04-13T07:22:58.506 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (6m) 42s ago 11m 59.1M - 2.43.0 a07b618ecd1d d062b44446a9 2024-04-13T07:22:58.832 INFO:tasks.rados.rados.0.smithi003.stdout:2456: done (1 left) 2024-04-13T07:22:58.832 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 22 current snap is 258 2024-04-13T07:22:58.832 INFO:tasks.rados.rados.0.smithi003.stdout:2457: seq_num 743 ranges {0=450560} 2024-04-13T07:22:58.834 INFO:tasks.rados.rados.0.smithi003.stdout:2457: writing smithi00377890-22 from 0 to 450560 tid 1 2024-04-13T07:22:58.834 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 39 current snap is 258 2024-04-13T07:22:58.834 INFO:tasks.rados.rados.0.smithi003.stdout:2458: seq_num 744 ranges {8265728=466944} 2024-04-13T07:22:58.883 INFO:tasks.rados.rados.0.smithi003.stdout:2458: writing smithi00377890-39 from 8265728 to 8732672 tid 1 2024-04-13T07:22:58.883 INFO:tasks.rados.rados.0.smithi003.stdout:2459: snap_remove snap 242 2024-04-13T07:22:58.932 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:22:58.932 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:22:58.932 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:22:58.933 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:22:58.933 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:22:58.933 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:22:58.933 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:22:58.933 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:22:58.933 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T07:22:58.933 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:22:58.933 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:22:58.933 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:22:58.933 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:22:58.933 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:22:58.933 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 15 2024-04-13T07:22:58.933 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:22:58.933 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:22:59.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:58 smithi003 ceph-mon[89364]: osdmap e579: 8 total, 8 up, 8 in 2024-04-13T07:22:59.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:58 smithi003 ceph-mon[89364]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:22:59.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:58 smithi003 ceph-mon[89364]: osdmap e580: 8 total, 8 up, 8 in 2024-04-13T07:22:59.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:58 smithi003 ceph-mon[91733]: osdmap e579: 8 total, 8 up, 8 in 2024-04-13T07:22:59.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:58 smithi003 ceph-mon[91733]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:22:59.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:58 smithi003 ceph-mon[91733]: osdmap e580: 8 total, 8 up, 8 in 2024-04-13T07:22:59.145 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:58 smithi066 ceph-mon[84331]: osdmap e579: 8 total, 8 up, 8 in 2024-04-13T07:22:59.145 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:58 smithi066 ceph-mon[84331]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:22:59.145 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:58 smithi066 ceph-mon[84331]: osdmap e580: 8 total, 8 up, 8 in 2024-04-13T07:22:59.912 INFO:tasks.rados.rados.0.smithi003.stdout:2459: done (3 left) 2024-04-13T07:22:59.912 INFO:tasks.rados.rados.0.smithi003.stdout:2460: setattr oid 10 current snap is 258 2024-04-13T07:22:59.912 INFO:tasks.rados.rados.0.smithi003.stdout:2452: finishing copy_from racing read to smithi00377890-2 2024-04-13T07:22:59.912 INFO:tasks.rados.rados.0.smithi003.stdout:2452: finishing copy_from to smithi00377890-2 2024-04-13T07:22:59.912 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 1796 (ObjNum 679 snap 230 seq_num 679) dirty exists 2024-04-13T07:22:59.913 INFO:tasks.rados.rados.0.smithi003.stdout:2457: finishing write tid 1 to smithi00377890-22 2024-04-13T07:22:59.913 INFO:tasks.rados.rados.0.smithi003.stdout:2457: finishing write tid 2 to smithi00377890-22 2024-04-13T07:22:59.913 INFO:tasks.rados.rados.0.smithi003.stdout:2457: finishing write tid 3 to smithi00377890-22 2024-04-13T07:22:59.913 INFO:tasks.rados.rados.0.smithi003.stdout:2457: oid 22 updating version 0 to 2172 2024-04-13T07:22:59.913 INFO:tasks.rados.rados.0.smithi003.stdout:2457: oid 22 updating version 2172 to 2173 2024-04-13T07:22:59.913 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 2173 (ObjNum 743 snap 258 seq_num 743) dirty exists 2024-04-13T07:22:59.913 INFO:tasks.rados.rados.0.smithi003.stdout:2457: left oid 22 (ObjNum 743 snap 258 seq_num 743) 2024-04-13T07:22:59.913 INFO:tasks.rados.rados.0.smithi003.stdout:2458: finishing write tid 1 to smithi00377890-39 2024-04-13T07:22:59.913 INFO:tasks.rados.rados.0.smithi003.stdout:2458: finishing write tid 2 to smithi00377890-39 2024-04-13T07:22:59.913 INFO:tasks.rados.rados.0.smithi003.stdout:2458: finishing write tid 3 to smithi00377890-39 2024-04-13T07:22:59.913 INFO:tasks.rados.rados.0.smithi003.stdout:2458: oid 39 updating version 0 to 2142 2024-04-13T07:22:59.914 INFO:tasks.rados.rados.0.smithi003.stdout:2458: oid 39 updating version 2142 to 2143 2024-04-13T07:22:59.914 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 2143 (ObjNum 744 snap 258 seq_num 744) dirty exists 2024-04-13T07:22:59.914 INFO:tasks.rados.rados.0.smithi003.stdout:2458: left oid 39 (ObjNum 744 snap 258 seq_num 744) 2024-04-13T07:22:59.914 INFO:tasks.rados.rados.0.smithi003.stdout:2452: done (3 left) 2024-04-13T07:22:59.914 INFO:tasks.rados.rados.0.smithi003.stdout:2457: done (2 left) 2024-04-13T07:22:59.914 INFO:tasks.rados.rados.0.smithi003.stdout:2458: done (1 left) 2024-04-13T07:22:59.914 INFO:tasks.rados.rados.0.smithi003.stdout:2461: rmattr oid 39 current snap is 258 2024-04-13T07:22:59.914 INFO:tasks.rados.rados.0.smithi003.stdout:2462: rollback oid 7 current snap is 258 2024-04-13T07:22:59.914 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 7 to 234 2024-04-13T07:22:59.914 INFO:tasks.rados.rados.0.smithi003.stdout:2463: snap_remove snap 221 2024-04-13T07:23:00.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:59 smithi066 ceph-mon[84331]: from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:23:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:59 smithi066 ceph-mon[84331]: pgmap v529: 121 pgs: 121 active+clean; 522 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 94 KiB/s wr, 21 op/s 2024-04-13T07:23:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:59 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/197630048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:00.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:22:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:00.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:59 smithi003 ceph-mon[89364]: from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:23:00.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:59 smithi003 ceph-mon[89364]: pgmap v529: 121 pgs: 121 active+clean; 522 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 94 KiB/s wr, 21 op/s 2024-04-13T07:23:00.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:59 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/197630048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:00.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:00.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:22:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:00.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:59 smithi003 ceph-mon[91733]: from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:23:00.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:59 smithi003 ceph-mon[91733]: pgmap v529: 121 pgs: 121 active+clean; 522 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 94 KiB/s wr, 21 op/s 2024-04-13T07:23:00.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:59 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/197630048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:00.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:00.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:22:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:00.908 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 2144 (ObjNum 744 snap 258 seq_num 744) dirty exists 2024-04-13T07:23:00.908 INFO:tasks.rados.rados.0.smithi003.stdout:2462: finishing rollback tid 1 to smithi00377890-7 2024-04-13T07:23:00.908 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 2164 (ObjNum 177 snap 0 seq_num 2793385344) dirty dne 2024-04-13T07:23:00.908 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 2515 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-13T07:23:00.908 INFO:tasks.rados.rados.0.smithi003.stdout:2460: done (3 left) 2024-04-13T07:23:00.908 INFO:tasks.rados.rados.0.smithi003.stdout:2461: done (2 left) 2024-04-13T07:23:00.908 INFO:tasks.rados.rados.0.smithi003.stdout:2462: done (1 left) 2024-04-13T07:23:00.908 INFO:tasks.rados.rados.0.smithi003.stdout:2463: done (0 left) 2024-04-13T07:23:00.908 INFO:tasks.rados.rados.0.smithi003.stdout:2464: delete oid 23 current snap is 258 2024-04-13T07:23:00.926 INFO:tasks.rados.rados.0.smithi003.stdout:2464: done (0 left) 2024-04-13T07:23:00.926 INFO:tasks.rados.rados.0.smithi003.stdout:2465: read oid 50 snap -1 2024-04-13T07:23:00.926 INFO:tasks.rados.rados.0.smithi003.stdout:2465: expect deleted 2024-04-13T07:23:00.926 INFO:tasks.rados.rados.0.smithi003.stdout:2466: rollback oid 21 current snap is 258 2024-04-13T07:23:00.926 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 21 to 243 2024-04-13T07:23:00.926 INFO:tasks.rados.rados.0.smithi003.stdout:2467: delete oid 35 current snap is 258 2024-04-13T07:23:00.930 INFO:tasks.rados.rados.0.smithi003.stdout:2466: finishing rollback tid 1 to smithi00377890-21 2024-04-13T07:23:00.930 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2141 (ObjNum 97 snap 0 seq_num 292727824) dirty dne 2024-04-13T07:23:00.931 INFO:tasks.rados.rados.0.smithi003.stdout:2465: done (2 left) 2024-04-13T07:23:00.931 INFO:tasks.rados.rados.0.smithi003.stdout:2466: done (1 left) 2024-04-13T07:23:00.931 INFO:tasks.rados.rados.0.smithi003.stdout:2467: done (0 left) 2024-04-13T07:23:00.932 INFO:tasks.rados.rados.0.smithi003.stdout:2468: delete oid 50 current snap is 258 2024-04-13T07:23:00.933 INFO:tasks.rados.rados.0.smithi003.stdout:2468: done (0 left) 2024-04-13T07:23:00.934 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 258 2024-04-13T07:23:00.934 INFO:tasks.rados.rados.0.smithi003.stdout:2469: seq_num 748 ranges {0=532480} 2024-04-13T07:23:00.936 INFO:tasks.rados.rados.0.smithi003.stdout:2469: writing smithi00377890-35 from 0 to 532480 tid 1 2024-04-13T07:23:00.937 INFO:tasks.rados.rados.0.smithi003.stdout:2470: delete oid 17 current snap is 258 2024-04-13T07:23:00.939 INFO:tasks.rados.rados.0.smithi003.stdout:2470: done (1 left) 2024-04-13T07:23:00.939 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 258 2024-04-13T07:23:00.939 INFO:tasks.rados.rados.0.smithi003.stdout:2471: seq_num 750 ranges {0=565248} 2024-04-13T07:23:00.943 INFO:tasks.rados.rados.0.smithi003.stdout:2471: writing smithi00377890-3 from 0 to 565248 tid 1 2024-04-13T07:23:00.943 INFO:tasks.rados.rados.0.smithi003.stdout:2472: snap_create 2024-04-13T07:23:00.943 INFO:tasks.rados.rados.0.smithi003.stdout:2469: finishing write tid 1 to smithi00377890-35 2024-04-13T07:23:00.943 INFO:tasks.rados.rados.0.smithi003.stdout:2469: finishing write tid 2 to smithi00377890-35 2024-04-13T07:23:00.943 INFO:tasks.rados.rados.0.smithi003.stdout:2469: finishing write tid 3 to smithi00377890-35 2024-04-13T07:23:00.943 INFO:tasks.rados.rados.0.smithi003.stdout:2469: oid 35 updating version 0 to 2192 2024-04-13T07:23:00.943 INFO:tasks.rados.rados.0.smithi003.stdout:2469: oid 35 version 2192 is already newer than 2191 2024-04-13T07:23:00.943 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 2192 (ObjNum 748 snap 258 seq_num 748) dirty exists 2024-04-13T07:23:00.943 INFO:tasks.rados.rados.0.smithi003.stdout:2469: left oid 35 (ObjNum 748 snap 258 seq_num 748) 2024-04-13T07:23:00.947 INFO:tasks.rados.rados.0.smithi003.stdout:2471: finishing write tid 1 to smithi00377890-3 2024-04-13T07:23:00.947 INFO:tasks.rados.rados.0.smithi003.stdout:2471: finishing write tid 2 to smithi00377890-3 2024-04-13T07:23:00.951 INFO:tasks.rados.rados.0.smithi003.stdout:2471: finishing write tid 3 to smithi00377890-3 2024-04-13T07:23:00.951 INFO:tasks.rados.rados.0.smithi003.stdout:2471: oid 3 updating version 0 to 2399 2024-04-13T07:23:00.951 INFO:tasks.rados.rados.0.smithi003.stdout:2471: oid 3 version 2399 is already newer than 2398 2024-04-13T07:23:00.951 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 2399 (ObjNum 750 snap 258 seq_num 750) dirty exists 2024-04-13T07:23:00.951 INFO:tasks.rados.rados.0.smithi003.stdout:2471: left oid 3 (ObjNum 750 snap 258 seq_num 750) 2024-04-13T07:23:01.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:00 smithi066 ceph-mon[84331]: osdmap e581: 8 total, 8 up, 8 in 2024-04-13T07:23:01.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:00 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:01.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:00 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:01.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:00 smithi003 ceph-mon[89364]: osdmap e581: 8 total, 8 up, 8 in 2024-04-13T07:23:01.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:00 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:01.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:00 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:01.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:00 smithi003 ceph-mon[91733]: osdmap e581: 8 total, 8 up, 8 in 2024-04-13T07:23:01.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:00 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:01.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:00 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:01.915 INFO:tasks.rados.rados.0.smithi003.stdout:2469: done (2 left) 2024-04-13T07:23:01.915 INFO:tasks.rados.rados.0.smithi003.stdout:2471: done (1 left) 2024-04-13T07:23:01.916 INFO:tasks.rados.rados.0.smithi003.stdout:2472: done (0 left) 2024-04-13T07:23:01.916 INFO:tasks.rados.rados.0.smithi003.stdout:2473: delete oid 47 current snap is 259 2024-04-13T07:23:01.920 INFO:tasks.rados.rados.0.smithi003.stdout:2473: done (0 left) 2024-04-13T07:23:01.920 INFO:tasks.rados.rados.0.smithi003.stdout:2474: copy_from oid 37 from oid 34 current snap is 259 2024-04-13T07:23:01.920 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 259 2024-04-13T07:23:01.920 INFO:tasks.rados.rados.0.smithi003.stdout:2475: seq_num 752 ranges {1499136=598016} 2024-04-13T07:23:01.933 INFO:tasks.rados.rados.0.smithi003.stdout:2475: writing smithi00377890-9 from 1499136 to 2097152 tid 1 2024-04-13T07:23:01.933 INFO:tasks.rados.rados.0.smithi003.stdout:2476: rollback oid 27 current snap is 259 2024-04-13T07:23:01.933 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 27 to 234 2024-04-13T07:23:01.933 INFO:tasks.rados.rados.0.smithi003.stdout:2474: finishing copy_from racing read to smithi00377890-37 2024-04-13T07:23:01.933 INFO:tasks.rados.rados.0.smithi003.stdout:2474: finishing copy_from to smithi00377890-37 2024-04-13T07:23:01.933 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 1850 (ObjNum 640 snap 217 seq_num 640) dirty exists 2024-04-13T07:23:01.933 INFO:tasks.rados.rados.0.smithi003.stdout:2474: done (2 left) 2024-04-13T07:23:01.933 INFO:tasks.rados.rados.0.smithi003.stdout:2477: delete oid 48 current snap is 259 2024-04-13T07:23:01.938 INFO:tasks.rados.rados.0.smithi003.stdout:2477: done (2 left) 2024-04-13T07:23:01.938 INFO:tasks.rados.rados.0.smithi003.stdout:2478: delete oid 20 current snap is 259 2024-04-13T07:23:01.939 INFO:tasks.rados.rados.0.smithi003.stdout:2476: finishing rollback tid 0 to smithi00377890-27 2024-04-13T07:23:01.939 INFO:tasks.rados.rados.0.smithi003.stdout:2476: finishing rollback tid 1 to smithi00377890-27 2024-04-13T07:23:01.939 INFO:tasks.rados.rados.0.smithi003.stdout:2476: finishing rollback tid 2 to smithi00377890-27 2024-04-13T07:23:01.939 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 2179 (ObjNum 648 snap 217 seq_num 648) dirty exists 2024-04-13T07:23:01.940 INFO:tasks.rados.rados.0.smithi003.stdout:2475: finishing write tid 1 to smithi00377890-9 2024-04-13T07:23:01.940 INFO:tasks.rados.rados.0.smithi003.stdout:2475: finishing write tid 2 to smithi00377890-9 2024-04-13T07:23:01.942 INFO:tasks.rados.rados.0.smithi003.stdout:2476: done (2 left) 2024-04-13T07:23:01.942 INFO:tasks.rados.rados.0.smithi003.stdout:2478: done (1 left) 2024-04-13T07:23:01.942 INFO:tasks.rados.rados.0.smithi003.stdout:2479: snap_create 2024-04-13T07:23:01.942 INFO:tasks.rados.rados.0.smithi003.stdout:2475: finishing write tid 3 to smithi00377890-9 2024-04-13T07:23:01.942 INFO:tasks.rados.rados.0.smithi003.stdout:2475: oid 9 updating version 0 to 2536 2024-04-13T07:23:01.942 INFO:tasks.rados.rados.0.smithi003.stdout:2475: oid 9 updating version 2536 to 2537 2024-04-13T07:23:01.942 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 2537 (ObjNum 752 snap 259 seq_num 752) dirty exists 2024-04-13T07:23:01.942 INFO:tasks.rados.rados.0.smithi003.stdout:2475: left oid 9 (ObjNum 752 snap 259 seq_num 752) 2024-04-13T07:23:02.102 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:01 smithi066 ceph-mon[84331]: pgmap v532: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 119 active+clean; 520 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-13T07:23:02.102 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:01 smithi066 ceph-mon[84331]: osdmap e582: 8 total, 8 up, 8 in 2024-04-13T07:23:02.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:01 smithi003 ceph-mon[91733]: pgmap v532: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 119 active+clean; 520 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-13T07:23:02.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:01 smithi003 ceph-mon[91733]: osdmap e582: 8 total, 8 up, 8 in 2024-04-13T07:23:02.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:01 smithi003 ceph-mon[89364]: pgmap v532: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 119 active+clean; 520 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-13T07:23:02.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:01 smithi003 ceph-mon[89364]: osdmap e582: 8 total, 8 up, 8 in 2024-04-13T07:23:02.403 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:23:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:23:02.919 INFO:tasks.rados.rados.0.smithi003.stdout:2475: done (1 left) 2024-04-13T07:23:02.919 INFO:tasks.rados.rados.0.smithi003.stdout:2479: done (0 left) 2024-04-13T07:23:02.919 INFO:tasks.rados.rados.0.smithi003.stdout:2480: snap_remove snap 251 2024-04-13T07:23:03.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:02 smithi066 ceph-mon[84331]: osdmap e583: 8 total, 8 up, 8 in 2024-04-13T07:23:03.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:02 smithi003 ceph-mon[91733]: osdmap e583: 8 total, 8 up, 8 in 2024-04-13T07:23:03.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:02 smithi003 ceph-mon[89364]: osdmap e583: 8 total, 8 up, 8 in 2024-04-13T07:23:03.834 INFO:tasks.rados.rados.0.smithi003.stdout:2480: done (0 left) 2024-04-13T07:23:03.834 INFO:tasks.rados.rados.0.smithi003.stdout:2481: snap_create 2024-04-13T07:23:04.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:03 smithi003 ceph-mon[89364]: pgmap v535: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 119 active+clean; 521 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-13T07:23:04.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:03 smithi003 ceph-mon[89364]: osdmap e584: 8 total, 8 up, 8 in 2024-04-13T07:23:04.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:03 smithi003 ceph-mon[89364]: osdmap e585: 8 total, 8 up, 8 in 2024-04-13T07:23:04.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:03 smithi003 ceph-mon[91733]: pgmap v535: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 119 active+clean; 521 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-13T07:23:04.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:03 smithi003 ceph-mon[91733]: osdmap e584: 8 total, 8 up, 8 in 2024-04-13T07:23:04.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:03 smithi003 ceph-mon[91733]: osdmap e585: 8 total, 8 up, 8 in 2024-04-13T07:23:04.352 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:03 smithi066 ceph-mon[84331]: pgmap v535: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 119 active+clean; 521 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-13T07:23:04.352 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:03 smithi066 ceph-mon[84331]: osdmap e584: 8 total, 8 up, 8 in 2024-04-13T07:23:04.352 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:03 smithi066 ceph-mon[84331]: osdmap e585: 8 total, 8 up, 8 in 2024-04-13T07:23:04.515 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:23:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:23:04] "GET /metrics HTTP/1.1" 200 36010 "" "Prometheus/2.43.0" 2024-04-13T07:23:04.834 INFO:tasks.rados.rados.0.smithi003.stdout:2481: done (0 left) 2024-04-13T07:23:04.834 INFO:tasks.rados.rados.0.smithi003.stdout:2482: snap_remove snap 234 2024-04-13T07:23:05.505 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.505 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.505 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:23:05.505 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:23:05.506 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.506 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: pgmap v538: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 119 active+clean; 521 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 268 KiB/s wr, 2 op/s 2024-04-13T07:23:05.506 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:05.506 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.506 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.506 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.506 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.506 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.506 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: Upgrade: Setting container_image for all mds 2024-04-13T07:23:05.506 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.506 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-13T07:23:05.506 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-13T07:23:05.507 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-13T07:23:05.507 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-13T07:23:05.507 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.507 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: Upgrade: Setting container_image for all rgw 2024-04-13T07:23:05.507 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.507 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.507 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: Upgrade: Setting container_image for all rbd-mirror 2024-04-13T07:23:05.507 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.507 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.507 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.507 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: Upgrade: Setting container_image for all ceph-exporter 2024-04-13T07:23:05.507 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.508 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.508 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: Upgrade: Setting container_image for all iscsi 2024-04-13T07:23:05.508 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.508 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.508 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:23:05.508 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:23:05.508 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.509 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: pgmap v538: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 119 active+clean; 521 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 268 KiB/s wr, 2 op/s 2024-04-13T07:23:05.509 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:05.509 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.509 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.509 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.509 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.509 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.509 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: Upgrade: Setting container_image for all mds 2024-04-13T07:23:05.509 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.509 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-13T07:23:05.509 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-13T07:23:05.509 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-13T07:23:05.510 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-13T07:23:05.510 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.510 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: Upgrade: Setting container_image for all rgw 2024-04-13T07:23:05.510 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.510 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.510 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: Upgrade: Setting container_image for all rbd-mirror 2024-04-13T07:23:05.510 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.510 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.510 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.510 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: Upgrade: Setting container_image for all ceph-exporter 2024-04-13T07:23:05.510 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.510 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.511 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: Upgrade: Setting container_image for all iscsi 2024-04-13T07:23:05.511 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.511 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.511 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: Upgrade: Setting container_image for all nfs 2024-04-13T07:23:05.511 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.511 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.511 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: Upgrade: Setting container_image for all nvmeof 2024-04-13T07:23:05.511 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.511 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[91733]: osdmap e586: 8 total, 8 up, 8 in 2024-04-13T07:23:05.511 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.511 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.512 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: Upgrade: Setting container_image for all nfs 2024-04-13T07:23:05.512 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.512 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.512 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: Upgrade: Setting container_image for all nvmeof 2024-04-13T07:23:05.512 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.512 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:05 smithi003 ceph-mon[89364]: osdmap e586: 8 total, 8 up, 8 in 2024-04-13T07:23:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:23:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:23:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: pgmap v538: 121 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 119 active+clean; 521 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 268 KiB/s wr, 2 op/s 2024-04-13T07:23:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: Upgrade: Setting container_image for all mds 2024-04-13T07:23:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-13T07:23:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-13T07:23:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-13T07:23:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-13T07:23:05.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: Upgrade: Setting container_image for all rgw 2024-04-13T07:23:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: Upgrade: Setting container_image for all rbd-mirror 2024-04-13T07:23:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: Upgrade: Setting container_image for all ceph-exporter 2024-04-13T07:23:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: Upgrade: Setting container_image for all iscsi 2024-04-13T07:23:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: Upgrade: Setting container_image for all nfs 2024-04-13T07:23:05.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:05.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: Upgrade: Setting container_image for all nvmeof 2024-04-13T07:23:05.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:05.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:05 smithi066 ceph-mon[84331]: osdmap e586: 8 total, 8 up, 8 in 2024-04-13T07:23:05.839 INFO:tasks.rados.rados.0.smithi003.stdout:2482: done (0 left) 2024-04-13T07:23:05.839 INFO:tasks.rados.rados.0.smithi003.stdout:2483: setattr oid 43 current snap is 261 2024-04-13T07:23:05.840 INFO:tasks.rados.rados.0.smithi003.stdout:2484: setattr oid 29 current snap is 261 2024-04-13T07:23:05.845 INFO:tasks.rados.rados.0.smithi003.stdout:2485: rmattr oid 12 current snap is 261 2024-04-13T07:23:05.845 INFO:tasks.rados.rados.0.smithi003.stdout:2486: read oid 6 snap -1 2024-04-13T07:23:05.845 INFO:tasks.rados.rados.0.smithi003.stdout:2486: expect (ObjNum 735 snap 255 seq_num 735) 2024-04-13T07:23:05.845 INFO:tasks.rados.rados.0.smithi003.stdout:2487: copy_from oid 42 from oid 26 current snap is 261 2024-04-13T07:23:05.845 INFO:tasks.rados.rados.0.smithi003.stdout:2488: read oid 46 snap 255 2024-04-13T07:23:05.845 INFO:tasks.rados.rados.0.smithi003.stdout:2488: expect (ObjNum 622 snap 212 seq_num 622) 2024-04-13T07:23:05.845 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 39 current snap is 261 2024-04-13T07:23:05.845 INFO:tasks.rados.rados.0.smithi003.stdout:2489: seq_num 755 ranges {8732672=647168} 2024-04-13T07:23:05.895 INFO:tasks.rados.rados.0.smithi003.stdout:2489: writing smithi00377890-39 from 8732672 to 9379840 tid 1 2024-04-13T07:23:05.895 INFO:tasks.rados.rados.0.smithi003.stdout:2490: snap_create 2024-04-13T07:23:05.895 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 1539 (ObjNum 49 snap 0 seq_num 291578400) dirty exists 2024-04-13T07:23:05.895 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 1860 (ObjNum 492 snap 164 seq_num 492) dirty exists 2024-04-13T07:23:05.895 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 2448 (ObjNum 533 snap 180 seq_num 533) dirty exists 2024-04-13T07:23:05.895 INFO:tasks.rados.rados.0.smithi003.stdout:2486: expect (ObjNum 735 snap 255 seq_num 735) 2024-04-13T07:23:05.975 INFO:tasks.rados.rados.0.smithi003.stdout:2487: finishing copy_from racing read to smithi00377890-42 2024-04-13T07:23:06.018 INFO:tasks.rados.rados.0.smithi003.stdout:2487: finishing copy_from to smithi00377890-42 2024-04-13T07:23:06.019 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 2394 (ObjNum 708 snap 244 seq_num 708) dirty exists 2024-04-13T07:23:06.019 INFO:tasks.rados.rados.0.smithi003.stdout:2488: expect (ObjNum 622 snap 212 seq_num 622) 2024-04-13T07:23:06.668 INFO:tasks.rados.rados.0.smithi003.stdout:2489: finishing write tid 1 to smithi00377890-39 2024-04-13T07:23:06.668 INFO:tasks.rados.rados.0.smithi003.stdout:2489: finishing write tid 2 to smithi00377890-39 2024-04-13T07:23:06.668 INFO:tasks.rados.rados.0.smithi003.stdout:2489: finishing write tid 3 to smithi00377890-39 2024-04-13T07:23:06.668 INFO:tasks.rados.rados.0.smithi003.stdout:2489: oid 39 updating version 0 to 2146 2024-04-13T07:23:06.668 INFO:tasks.rados.rados.0.smithi003.stdout:2489: oid 39 version 2146 is already newer than 2145 2024-04-13T07:23:06.668 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 2146 (ObjNum 755 snap 261 seq_num 755) dirty exists 2024-04-13T07:23:06.668 INFO:tasks.rados.rados.0.smithi003.stdout:2489: left oid 39 (ObjNum 755 snap 261 seq_num 755) 2024-04-13T07:23:06.842 INFO:tasks.rados.rados.0.smithi003.stdout:2483: done (7 left) 2024-04-13T07:23:06.842 INFO:tasks.rados.rados.0.smithi003.stdout:2484: done (6 left) 2024-04-13T07:23:06.842 INFO:tasks.rados.rados.0.smithi003.stdout:2485: done (5 left) 2024-04-13T07:23:06.842 INFO:tasks.rados.rados.0.smithi003.stdout:2486: done (4 left) 2024-04-13T07:23:06.842 INFO:tasks.rados.rados.0.smithi003.stdout:2487: done (3 left) 2024-04-13T07:23:06.842 INFO:tasks.rados.rados.0.smithi003.stdout:2488: done (2 left) 2024-04-13T07:23:06.842 INFO:tasks.rados.rados.0.smithi003.stdout:2489: done (1 left) 2024-04-13T07:23:06.842 INFO:tasks.rados.rados.0.smithi003.stdout:2490: done (0 left) 2024-04-13T07:23:06.842 INFO:tasks.rados.rados.0.smithi003.stdout:2491: rmattr oid 11 current snap is 262 2024-04-13T07:23:06.842 INFO:tasks.rados.rados.0.smithi003.stdout:2491: done (0 left) 2024-04-13T07:23:06.842 INFO:tasks.rados.rados.0.smithi003.stdout:2492: read oid 43 snap -1 2024-04-13T07:23:06.842 INFO:tasks.rados.rados.0.smithi003.stdout:2492: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:23:06.842 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 21 current snap is 262 2024-04-13T07:23:06.843 INFO:tasks.rados.rados.0.smithi003.stdout:2493: seq_num 756 ranges {0=671744} 2024-04-13T07:23:06.845 INFO:tasks.rados.rados.0.smithi003.stdout:2493: writing smithi00377890-21 from 0 to 671744 tid 1 2024-04-13T07:23:06.845 INFO:tasks.rados.rados.0.smithi003.stdout:2494: delete oid 24 current snap is 262 2024-04-13T07:23:06.845 INFO:tasks.rados.rados.0.smithi003.stdout:2492: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:23:06.849 INFO:tasks.rados.rados.0.smithi003.stdout:2493: finishing write tid 1 to smithi00377890-21 2024-04-13T07:23:06.849 INFO:tasks.rados.rados.0.smithi003.stdout:2493: finishing write tid 2 to smithi00377890-21 2024-04-13T07:23:06.850 INFO:tasks.rados.rados.0.smithi003.stdout:2492: done (2 left) 2024-04-13T07:23:06.850 INFO:tasks.rados.rados.0.smithi003.stdout:2494: done (1 left) 2024-04-13T07:23:06.850 INFO:tasks.rados.rados.0.smithi003.stdout:2495: setattr oid 40 current snap is 262 2024-04-13T07:23:06.851 INFO:tasks.rados.rados.0.smithi003.stdout:2493: finishing write tid 3 to smithi00377890-21 2024-04-13T07:23:06.851 INFO:tasks.rados.rados.0.smithi003.stdout:2493: oid 21 updating version 0 to 2148 2024-04-13T07:23:06.851 INFO:tasks.rados.rados.0.smithi003.stdout:2493: oid 21 version 2148 is already newer than 2147 2024-04-13T07:23:06.851 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2148 (ObjNum 756 snap 262 seq_num 756) dirty exists 2024-04-13T07:23:06.851 INFO:tasks.rados.rados.0.smithi003.stdout:2493: left oid 21 (ObjNum 756 snap 262 seq_num 756) 2024-04-13T07:23:06.852 INFO:tasks.rados.rados.0.smithi003.stdout:2493: done (1 left) 2024-04-13T07:23:06.852 INFO:tasks.rados.rados.0.smithi003.stdout:2496: read oid 1 snap -1 2024-04-13T07:23:06.852 INFO:tasks.rados.rados.0.smithi003.stdout:2496: expect (ObjNum 533 snap 180 seq_num 533) 2024-04-13T07:23:06.852 INFO:tasks.rados.rados.0.smithi003.stdout:2497: rollback oid 42 current snap is 262 2024-04-13T07:23:06.852 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 42 to 260 2024-04-13T07:23:06.852 INFO:tasks.rados.rados.0.smithi003.stdout:2498: snap_create 2024-04-13T07:23:06.855 INFO:tasks.rados.rados.0.smithi003.stdout:2497: finishing rollback tid 0 to smithi00377890-42 2024-04-13T07:23:06.857 INFO:tasks.rados.rados.0.smithi003.stdout:2497: finishing rollback tid 1 to smithi00377890-42 2024-04-13T07:23:06.858 INFO:tasks.rados.rados.0.smithi003.stdout:2497: finishing rollback tid 2 to smithi00377890-42 2024-04-13T07:23:06.858 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 2397 (ObjNum 724 snap 247 seq_num 724) dirty exists 2024-04-13T07:23:06.858 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 2555 (ObjNum 635 snap 216 seq_num 635) dirty exists 2024-04-13T07:23:06.884 INFO:tasks.rados.rados.0.smithi003.stdout:2496: expect (ObjNum 533 snap 180 seq_num 533) 2024-04-13T07:23:07.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:06 smithi003 ceph-mon[89364]: osdmap e587: 8 total, 8 up, 8 in 2024-04-13T07:23:07.110 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:06 smithi003 ceph-mon[91733]: osdmap e587: 8 total, 8 up, 8 in 2024-04-13T07:23:07.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:06 smithi066 ceph-mon[84331]: osdmap e587: 8 total, 8 up, 8 in 2024-04-13T07:23:07.378 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:07 smithi003 systemd[1]: Stopping Ceph node-exporter.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:23:07.635 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:07 smithi003 podman[120750]: 2024-04-13 07:23:07.377487836 +0000 UTC m=+0.126081753 container died dfbcad6ee10c698ca63ebe5618e4a0e1534a47adcf0dd81dbd6d026c803ca108 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T07:23:07.847 INFO:tasks.rados.rados.0.smithi003.stdout:2495: done (3 left) 2024-04-13T07:23:07.847 INFO:tasks.rados.rados.0.smithi003.stdout:2496: done (2 left) 2024-04-13T07:23:07.847 INFO:tasks.rados.rados.0.smithi003.stdout:2497: done (1 left) 2024-04-13T07:23:07.847 INFO:tasks.rados.rados.0.smithi003.stdout:2498: done (0 left) 2024-04-13T07:23:07.847 INFO:tasks.rados.rados.0.smithi003.stdout:2499: copy_from oid 16 from oid 7 current snap is 263 2024-04-13T07:23:07.847 INFO:tasks.rados.rados.0.smithi003.stdout:2500: read oid 14 snap -1 2024-04-13T07:23:07.847 INFO:tasks.rados.rados.0.smithi003.stdout:2500: expect (ObjNum 649 snap 217 seq_num 649) 2024-04-13T07:23:07.847 INFO:tasks.rados.rados.0.smithi003.stdout:2501: delete oid 40 current snap is 263 2024-04-13T07:23:07.853 INFO:tasks.rados.rados.0.smithi003.stdout:2499: finishing copy_from to smithi00377890-16 2024-04-13T07:23:07.853 INFO:tasks.rados.rados.0.smithi003.stdout:2499: got expected ENOENT (src dne) 2024-04-13T07:23:07.853 INFO:tasks.rados.rados.0.smithi003.stdout:2499: finishing copy_from racing read to smithi00377890-16 2024-04-13T07:23:07.855 INFO:tasks.rados.rados.0.smithi003.stdout:2499: done (2 left) 2024-04-13T07:23:07.855 INFO:tasks.rados.rados.0.smithi003.stdout:2501: done (1 left) 2024-04-13T07:23:07.855 INFO:tasks.rados.rados.0.smithi003.stdout:2502: snap_remove snap 247 2024-04-13T07:23:08.136 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:07 smithi003 podman[120750]: 2024-04-13 07:23:07.68364028 +0000 UTC m=+0.432234204 container cleanup dfbcad6ee10c698ca63ebe5618e4a0e1534a47adcf0dd81dbd6d026c803ca108 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T07:23:08.136 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:07 smithi003 bash[120750]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a 2024-04-13T07:23:08.136 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:07 smithi003 podman[120764]: 2024-04-13 07:23:07.918119887 +0000 UTC m=+0.544951930 container remove dfbcad6ee10c698ca63ebe5618e4a0e1534a47adcf0dd81dbd6d026c803ca108 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T07:23:08.136 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:07 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-13T07:23:08.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:07 smithi003 ceph-mon[91733]: Upgrade: Updating node-exporter.a (1/2) 2024-04-13T07:23:08.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:07 smithi003 ceph-mon[91733]: Deploying daemon node-exporter.a on smithi003 2024-04-13T07:23:08.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:07 smithi003 ceph-mon[91733]: pgmap v541: 121 pgs: 121 active+clean; 524 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 552 KiB/s wr, 5 op/s 2024-04-13T07:23:08.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:07 smithi003 ceph-mon[91733]: osdmap e588: 8 total, 8 up, 8 in 2024-04-13T07:23:08.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:23:08.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:07 smithi003 ceph-mon[89364]: Upgrade: Updating node-exporter.a (1/2) 2024-04-13T07:23:08.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:07 smithi003 ceph-mon[89364]: Deploying daemon node-exporter.a on smithi003 2024-04-13T07:23:08.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:07 smithi003 ceph-mon[89364]: pgmap v541: 121 pgs: 121 active+clean; 524 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 552 KiB/s wr, 5 op/s 2024-04-13T07:23:08.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:07 smithi003 ceph-mon[89364]: osdmap e588: 8 total, 8 up, 8 in 2024-04-13T07:23:08.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:23:08.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:07 smithi066 ceph-mon[84331]: Upgrade: Updating node-exporter.a (1/2) 2024-04-13T07:23:08.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:07 smithi066 ceph-mon[84331]: Deploying daemon node-exporter.a on smithi003 2024-04-13T07:23:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:07 smithi066 ceph-mon[84331]: pgmap v541: 121 pgs: 121 active+clean; 524 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 552 KiB/s wr, 5 op/s 2024-04-13T07:23:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:07 smithi066 ceph-mon[84331]: osdmap e588: 8 total, 8 up, 8 in 2024-04-13T07:23:08.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:23:08.575 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-13T07:23:08.575 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 systemd[1]: Stopped Ceph node-exporter.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:23:08.575 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@node-exporter.a.service: Consumed 2.823s CPU time. 2024-04-13T07:23:08.575 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 systemd[1]: Starting Ceph node-exporter.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:23:08.834 INFO:tasks.rados.rados.0.smithi003.stdout:2502: done (1 left) 2024-04-13T07:23:08.834 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 45 current snap is 263 2024-04-13T07:23:08.834 INFO:tasks.rados.rados.0.smithi003.stdout:2503: seq_num 759 ranges {3350528=720896} 2024-04-13T07:23:08.839 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 podman[120895]: 2024-04-13 07:23:08.476608406 +0000 UTC m=+0.017333121 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-13T07:23:08.839 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 podman[120895]: 2024-04-13 07:23:08.611009194 +0000 UTC m=+0.151733947 container create 816bb4165edf7093f04b27577c30056b53502ca9df1eca92e19886a5fbc276ce (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T07:23:08.858 INFO:tasks.rados.rados.0.smithi003.stdout:2503: writing smithi00377890-45 from 3350528 to 4071424 tid 1 2024-04-13T07:23:08.858 INFO:tasks.rados.rados.0.smithi003.stdout:2504: snap_remove snap 259 2024-04-13T07:23:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-mon[89364]: osdmap e589: 8 total, 8 up, 8 in 2024-04-13T07:23:09.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-mon[89364]: osdmap e590: 8 total, 8 up, 8 in 2024-04-13T07:23:09.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-mon[91733]: osdmap e589: 8 total, 8 up, 8 in 2024-04-13T07:23:09.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-mon[91733]: osdmap e590: 8 total, 8 up, 8 in 2024-04-13T07:23:09.137 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 podman[120895]: 2024-04-13 07:23:08.839147786 +0000 UTC m=+0.379872512 container init 816bb4165edf7093f04b27577c30056b53502ca9df1eca92e19886a5fbc276ce (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T07:23:09.137 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 podman[120895]: 2024-04-13 07:23:08.843557214 +0000 UTC m=+0.384281935 container start 816bb4165edf7093f04b27577c30056b53502ca9df1eca92e19886a5fbc276ce (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T07:23:09.137 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.850Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-13T07:23:09.137 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.850Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-13T07:23:09.137 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.855Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-13T07:23:09.137 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.855Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-13T07:23:09.137 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.855Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-13T07:23:09.137 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.855Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-13T07:23:09.137 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-13T07:23:09.137 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:117 level=info collector=arp 2024-04-13T07:23:09.138 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-13T07:23:09.138 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-13T07:23:09.138 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-13T07:23:09.138 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-13T07:23:09.138 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-13T07:23:09.138 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-13T07:23:09.138 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-13T07:23:09.138 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-13T07:23:09.138 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:117 level=info collector=edac 2024-04-13T07:23:09.138 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-13T07:23:09.138 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-13T07:23:09.138 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-13T07:23:09.138 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-13T07:23:09.139 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-13T07:23:09.139 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-13T07:23:09.139 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-13T07:23:09.139 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-13T07:23:09.139 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.856Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-13T07:23:09.139 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-13T07:23:09.139 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-13T07:23:09.139 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-13T07:23:09.139 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-13T07:23:09.139 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-13T07:23:09.139 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-13T07:23:09.139 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-13T07:23:09.139 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=os 2024-04-13T07:23:09.139 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-13T07:23:09.140 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-13T07:23:09.140 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-13T07:23:09.140 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-13T07:23:09.140 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-13T07:23:09.140 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-13T07:23:09.140 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-13T07:23:09.140 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=stat 2024-04-13T07:23:09.140 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-13T07:23:09.140 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-13T07:23:09.140 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-13T07:23:09.140 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=time 2024-04-13T07:23:09.140 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-13T07:23:09.140 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=uname 2024-04-13T07:23:09.140 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-13T07:23:09.141 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-13T07:23:09.141 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-13T07:23:09.141 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-13T07:23:09.141 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a[120909]: ts=2024-04-13T07:23:08.857Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-13T07:23:09.141 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 bash[120895]: 816bb4165edf7093f04b27577c30056b53502ca9df1eca92e19886a5fbc276ce 2024-04-13T07:23:09.141 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 07:23:08 smithi003 systemd[1]: Started Ceph node-exporter.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:23:09.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:08 smithi066 ceph-mon[84331]: osdmap e589: 8 total, 8 up, 8 in 2024-04-13T07:23:09.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:08 smithi066 ceph-mon[84331]: osdmap e590: 8 total, 8 up, 8 in 2024-04-13T07:23:09.861 INFO:tasks.rados.rados.0.smithi003.stdout:2500: expect (ObjNum 649 snap 217 seq_num 649) 2024-04-13T07:23:09.898 INFO:tasks.rados.rados.0.smithi003.stdout:2503: finishing write tid 1 to smithi00377890-45 2024-04-13T07:23:09.898 INFO:tasks.rados.rados.0.smithi003.stdout:2503: finishing write tid 2 to smithi00377890-45 2024-04-13T07:23:09.898 INFO:tasks.rados.rados.0.smithi003.stdout:2500: done (2 left) 2024-04-13T07:23:09.898 INFO:tasks.rados.rados.0.smithi003.stdout:2504: done (1 left) 2024-04-13T07:23:09.898 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 30 current snap is 263 2024-04-13T07:23:09.898 INFO:tasks.rados.rados.0.smithi003.stdout:2503: finishing write tid 3 to smithi00377890-45 2024-04-13T07:23:09.898 INFO:tasks.rados.rados.0.smithi003.stdout:2503: oid 45 updating version 0 to 1800 2024-04-13T07:23:09.898 INFO:tasks.rados.rados.0.smithi003.stdout:2503: oid 45 updating version 1800 to 1801 2024-04-13T07:23:09.898 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 1801 (ObjNum 759 snap 263 seq_num 759) dirty exists 2024-04-13T07:23:09.898 INFO:tasks.rados.rados.0.smithi003.stdout:2503: left oid 45 (ObjNum 759 snap 263 seq_num 759) 2024-04-13T07:23:09.898 INFO:tasks.rados.rados.0.smithi003.stdout:2505: seq_num 760 ranges {0=737280} 2024-04-13T07:23:09.902 INFO:tasks.rados.rados.0.smithi003.stdout:2505: writing smithi00377890-30 from 0 to 737280 tid 1 2024-04-13T07:23:09.902 INFO:tasks.rados.rados.0.smithi003.stdout:2503: done (1 left) 2024-04-13T07:23:09.902 INFO:tasks.rados.rados.0.smithi003.stdout:2506: copy_from oid 25 from oid 17 current snap is 263 2024-04-13T07:23:09.902 INFO:tasks.rados.rados.0.smithi003.stdout:2507: rollback oid 48 current snap is 263 2024-04-13T07:23:09.902 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 48 to 262 2024-04-13T07:23:09.902 INFO:tasks.rados.rados.0.smithi003.stdout:2508: delete oid 23 current snap is 263 2024-04-13T07:23:09.903 INFO:tasks.rados.rados.0.smithi003.stdout:2506: finishing copy_from to smithi00377890-25 2024-04-13T07:23:09.903 INFO:tasks.rados.rados.0.smithi003.stdout:2506: got expected ENOENT (src dne) 2024-04-13T07:23:09.904 INFO:tasks.rados.rados.0.smithi003.stdout:2506: finishing copy_from racing read to smithi00377890-25 2024-04-13T07:23:09.905 INFO:tasks.rados.rados.0.smithi003.stdout:2507: finishing rollback tid 1 to smithi00377890-48 2024-04-13T07:23:09.905 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 2194 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-13T07:23:09.905 INFO:tasks.rados.rados.0.smithi003.stdout:2506: done (3 left) 2024-04-13T07:23:09.905 INFO:tasks.rados.rados.0.smithi003.stdout:2507: done (2 left) 2024-04-13T07:23:09.905 INFO:tasks.rados.rados.0.smithi003.stdout:2508: done (1 left) 2024-04-13T07:23:09.905 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 263 2024-04-13T07:23:09.905 INFO:tasks.rados.rados.0.smithi003.stdout:2509: seq_num 762 ranges {565248=770048} 2024-04-13T07:23:09.914 INFO:tasks.rados.rados.0.smithi003.stdout:2509: writing smithi00377890-3 from 565248 to 1335296 tid 1 2024-04-13T07:23:09.914 INFO:tasks.rados.rados.0.smithi003.stdout:2510: copy_from oid 14 from oid 2 current snap is 263 2024-04-13T07:23:09.914 INFO:tasks.rados.rados.0.smithi003.stdout:2505: finishing write tid 1 to smithi00377890-30 2024-04-13T07:23:09.914 INFO:tasks.rados.rados.0.smithi003.stdout:2505: finishing write tid 2 to smithi00377890-30 2024-04-13T07:23:09.914 INFO:tasks.rados.rados.0.smithi003.stdout:2505: finishing write tid 3 to smithi00377890-30 2024-04-13T07:23:09.914 INFO:tasks.rados.rados.0.smithi003.stdout:2505: oid 30 updating version 0 to 2398 2024-04-13T07:23:09.914 INFO:tasks.rados.rados.0.smithi003.stdout:2505: oid 30 updating version 2398 to 2399 2024-04-13T07:23:09.914 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 2399 (ObjNum 760 snap 263 seq_num 760) dirty exists 2024-04-13T07:23:09.914 INFO:tasks.rados.rados.0.smithi003.stdout:2505: left oid 30 (ObjNum 760 snap 263 seq_num 760) 2024-04-13T07:23:09.914 INFO:tasks.rados.rados.0.smithi003.stdout:2505: done (2 left) 2024-04-13T07:23:09.914 INFO:tasks.rados.rados.0.smithi003.stdout:2511: snap_remove snap 261 2024-04-13T07:23:10.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:10 smithi003 ceph-mon[91733]: pgmap v544: 121 pgs: 121 active+clean; 524 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 422 KiB/s wr, 3 op/s 2024-04-13T07:23:10.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:10 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:10.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:10 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:10.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:10 smithi003 ceph-mon[91733]: osdmap e591: 8 total, 8 up, 8 in 2024-04-13T07:23:10.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:10 smithi003 ceph-mon[89364]: pgmap v544: 121 pgs: 121 active+clean; 524 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 422 KiB/s wr, 3 op/s 2024-04-13T07:23:10.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:10 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:10.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:10 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:10.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:10 smithi003 ceph-mon[89364]: osdmap e591: 8 total, 8 up, 8 in 2024-04-13T07:23:10.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:10 smithi066 ceph-mon[84331]: pgmap v544: 121 pgs: 121 active+clean; 524 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 422 KiB/s wr, 3 op/s 2024-04-13T07:23:10.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:10 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:10.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:10 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:10.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:10 smithi066 ceph-mon[84331]: osdmap e591: 8 total, 8 up, 8 in 2024-04-13T07:23:10.867 INFO:tasks.rados.rados.0.smithi003.stdout:2509: finishing write tid 1 to smithi00377890-3 2024-04-13T07:23:10.868 INFO:tasks.rados.rados.0.smithi003.stdout:2509: finishing write tid 2 to smithi00377890-3 2024-04-13T07:23:10.868 INFO:tasks.rados.rados.0.smithi003.stdout:2509: finishing write tid 3 to smithi00377890-3 2024-04-13T07:23:10.868 INFO:tasks.rados.rados.0.smithi003.stdout:2509: oid 3 updating version 0 to 2401 2024-04-13T07:23:10.868 INFO:tasks.rados.rados.0.smithi003.stdout:2509: oid 3 version 2401 is already newer than 2400 2024-04-13T07:23:10.868 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 2401 (ObjNum 762 snap 263 seq_num 762) dirty exists 2024-04-13T07:23:10.868 INFO:tasks.rados.rados.0.smithi003.stdout:2509: left oid 3 (ObjNum 762 snap 263 seq_num 762) 2024-04-13T07:23:10.868 INFO:tasks.rados.rados.0.smithi003.stdout:2510: finishing copy_from racing read to smithi00377890-14 2024-04-13T07:23:10.868 INFO:tasks.rados.rados.0.smithi003.stdout:2510: finishing copy_from to smithi00377890-14 2024-04-13T07:23:10.868 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 1796 (ObjNum 679 snap 230 seq_num 679) dirty exists 2024-04-13T07:23:10.868 INFO:tasks.rados.rados.0.smithi003.stdout:2509: done (2 left) 2024-04-13T07:23:10.868 INFO:tasks.rados.rados.0.smithi003.stdout:2510: done (1 left) 2024-04-13T07:23:10.868 INFO:tasks.rados.rados.0.smithi003.stdout:2511: done (0 left) 2024-04-13T07:23:10.868 INFO:tasks.rados.rados.0.smithi003.stdout:2512: read oid 3 snap -1 2024-04-13T07:23:10.868 INFO:tasks.rados.rados.0.smithi003.stdout:2512: expect (ObjNum 762 snap 263 seq_num 762) 2024-04-13T07:23:10.869 INFO:tasks.rados.rados.0.smithi003.stdout:2513: snap_remove snap 226 2024-04-13T07:23:11.653 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:11 smithi066 systemd[1]: Stopping Ceph node-exporter.b for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:23:11.870 INFO:tasks.rados.rados.0.smithi003.stdout:2513: done (1 left) 2024-04-13T07:23:11.870 INFO:tasks.rados.rados.0.smithi003.stdout:2514: read oid 33 snap -1 2024-04-13T07:23:11.871 INFO:tasks.rados.rados.0.smithi003.stdout:2514: expect (ObjNum 649 snap 217 seq_num 649) 2024-04-13T07:23:11.871 INFO:tasks.rados.rados.0.smithi003.stdout:2515: rollback oid 50 current snap is 263 2024-04-13T07:23:11.871 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 50 to 256 2024-04-13T07:23:11.871 INFO:tasks.rados.rados.0.smithi003.stdout:2512: expect (ObjNum 762 snap 263 seq_num 762) 2024-04-13T07:23:11.927 INFO:tasks.rados.rados.0.smithi003.stdout:2515: finishing rollback tid 1 to smithi00377890-50 2024-04-13T07:23:11.927 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 1359 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-13T07:23:11.927 INFO:tasks.rados.rados.0.smithi003.stdout:2514: expect (ObjNum 649 snap 217 seq_num 649) 2024-04-13T07:23:11.960 INFO:tasks.rados.rados.0.smithi003.stdout:2512: done (2 left) 2024-04-13T07:23:11.961 INFO:tasks.rados.rados.0.smithi003.stdout:2514: done (1 left) 2024-04-13T07:23:11.961 INFO:tasks.rados.rados.0.smithi003.stdout:2515: done (0 left) 2024-04-13T07:23:11.961 INFO:tasks.rados.rados.0.smithi003.stdout:2516: copy_from oid 38 from oid 10 current snap is 263 2024-04-13T07:23:11.961 INFO:tasks.rados.rados.0.smithi003.stdout:2517: snap_remove snap 243 2024-04-13T07:23:12.056 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:11 smithi066 podman[112749]: 2024-04-13 07:23:11.781788188 +0000 UTC m=+0.113535731 container died ce4f8de81f3f6e95b6ead50d167b4761ae15b0eefdc0534df29519e54280acee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T07:23:12.056 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:11 smithi066 ceph-mon[84331]: pgmap v547: 121 pgs: 121 active+clean; 531 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-13T07:23:12.056 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:11 smithi066 ceph-mon[84331]: Upgrade: Updating node-exporter.b (2/2) 2024-04-13T07:23:12.056 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:11 smithi066 ceph-mon[84331]: Deploying daemon node-exporter.b on smithi066 2024-04-13T07:23:12.056 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:11 smithi066 ceph-mon[84331]: osdmap e592: 8 total, 8 up, 8 in 2024-04-13T07:23:12.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:11 smithi003 ceph-mon[91733]: pgmap v547: 121 pgs: 121 active+clean; 531 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-13T07:23:12.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:11 smithi003 ceph-mon[91733]: Upgrade: Updating node-exporter.b (2/2) 2024-04-13T07:23:12.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:11 smithi003 ceph-mon[91733]: Deploying daemon node-exporter.b on smithi066 2024-04-13T07:23:12.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:11 smithi003 ceph-mon[91733]: osdmap e592: 8 total, 8 up, 8 in 2024-04-13T07:23:12.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:11 smithi003 ceph-mon[89364]: pgmap v547: 121 pgs: 121 active+clean; 531 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-13T07:23:12.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:11 smithi003 ceph-mon[89364]: Upgrade: Updating node-exporter.b (2/2) 2024-04-13T07:23:12.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:11 smithi003 ceph-mon[89364]: Deploying daemon node-exporter.b on smithi066 2024-04-13T07:23:12.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:11 smithi003 ceph-mon[89364]: osdmap e592: 8 total, 8 up, 8 in 2024-04-13T07:23:12.315 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:12 smithi066 podman[112749]: 2024-04-13 07:23:12.154723996 +0000 UTC m=+0.486471539 container cleanup ce4f8de81f3f6e95b6ead50d167b4761ae15b0eefdc0534df29519e54280acee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T07:23:12.315 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:12 smithi066 bash[112749]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b 2024-04-13T07:23:12.581 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:23:12.581 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:12 smithi066 podman[112763]: 2024-04-13 07:23:12.405800824 +0000 UTC m=+0.628148134 container remove ce4f8de81f3f6e95b6ead50d167b4761ae15b0eefdc0534df29519e54280acee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T07:23:12.581 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:12 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-13T07:23:12.883 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:12 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-13T07:23:12.883 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:12 smithi066 systemd[1]: Stopped Ceph node-exporter.b for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:23:12.883 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:12 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@node-exporter.b.service: Consumed 2.799s CPU time. 2024-04-13T07:23:12.883 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:12 smithi066 systemd[1]: Starting Ceph node-exporter.b for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:23:12.888 INFO:tasks.rados.rados.0.smithi003.stdout:2516: finishing copy_from racing read to smithi00377890-38 2024-04-13T07:23:12.888 INFO:tasks.rados.rados.0.smithi003.stdout:2516: finishing copy_from to smithi00377890-38 2024-04-13T07:23:12.888 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2515 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-13T07:23:12.889 INFO:tasks.rados.rados.0.smithi003.stdout:2516: done (1 left) 2024-04-13T07:23:12.889 INFO:tasks.rados.rados.0.smithi003.stdout:2517: done (0 left) 2024-04-13T07:23:12.889 INFO:tasks.rados.rados.0.smithi003.stdout:2518: rollback oid 15 current snap is 263 2024-04-13T07:23:12.889 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 15 to 252 2024-04-13T07:23:12.889 INFO:tasks.rados.rados.0.smithi003.stdout:2519: read oid 5 snap 244 2024-04-13T07:23:12.889 INFO:tasks.rados.rados.0.smithi003.stdout:2519: expect (ObjNum 703 snap 242 seq_num 703) 2024-04-13T07:23:12.889 INFO:tasks.rados.rados.0.smithi003.stdout:2520: snap_create 2024-04-13T07:23:12.909 INFO:tasks.rados.rados.0.smithi003.stdout:2518: finishing rollback tid 0 to smithi00377890-15 2024-04-13T07:23:12.909 INFO:tasks.rados.rados.0.smithi003.stdout:2518: finishing rollback tid 1 to smithi00377890-15 2024-04-13T07:23:12.909 INFO:tasks.rados.rados.0.smithi003.stdout:2518: finishing rollback tid 2 to smithi00377890-15 2024-04-13T07:23:12.909 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 2590 (ObjNum 708 snap 244 seq_num 708) dirty exists 2024-04-13T07:23:12.910 INFO:tasks.rados.rados.0.smithi003.stdout:2519: expect (ObjNum 703 snap 242 seq_num 703) 2024-04-13T07:23:13.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:12 smithi003 ceph-mon[91733]: osdmap e593: 8 total, 8 up, 8 in 2024-04-13T07:23:13.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:12 smithi003 ceph-mon[89364]: osdmap e593: 8 total, 8 up, 8 in 2024-04-13T07:23:13.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:12 smithi066 ceph-mon[84331]: osdmap e593: 8 total, 8 up, 8 in 2024-04-13T07:23:13.153 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 podman[112894]: 2024-04-13 07:23:13.006905715 +0000 UTC m=+0.109632275 container create 7d8ba10a05918bf2f2cddfe76ac1f5ecf333e94f6630fed0cd2f3c289e020793 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T07:23:13.153 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 podman[112894]: 2024-04-13 07:23:12.921601847 +0000 UTC m=+0.024328420 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-13T07:23:13.653 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 podman[112894]: 2024-04-13 07:23:13.209369297 +0000 UTC m=+0.312095857 container init 7d8ba10a05918bf2f2cddfe76ac1f5ecf333e94f6630fed0cd2f3c289e020793 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T07:23:13.653 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 podman[112894]: 2024-04-13 07:23:13.212138988 +0000 UTC m=+0.314865549 container start 7d8ba10a05918bf2f2cddfe76ac1f5ecf333e94f6630fed0cd2f3c289e020793 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T07:23:13.653 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.215Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-13T07:23:13.653 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.215Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-13T07:23:13.653 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-13T07:23:13.653 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-13T07:23:13.653 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-13T07:23:13.653 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-13T07:23:13.654 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-13T07:23:13.654 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=arp 2024-04-13T07:23:13.654 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-13T07:23:13.654 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-13T07:23:13.654 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-13T07:23:13.654 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-13T07:23:13.654 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-13T07:23:13.654 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-13T07:23:13.655 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-13T07:23:13.655 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-13T07:23:13.655 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=edac 2024-04-13T07:23:13.655 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-13T07:23:13.655 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-13T07:23:13.655 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-13T07:23:13.655 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-13T07:23:13.655 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-13T07:23:13.655 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-13T07:23:13.655 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-13T07:23:13.655 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-13T07:23:13.655 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-13T07:23:13.656 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-13T07:23:13.656 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-13T07:23:13.656 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-13T07:23:13.656 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-13T07:23:13.656 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-13T07:23:13.656 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-13T07:23:13.656 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-13T07:23:13.656 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=os 2024-04-13T07:23:13.656 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-13T07:23:13.656 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-13T07:23:13.656 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-13T07:23:13.656 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-13T07:23:13.656 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-13T07:23:13.656 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-13T07:23:13.657 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-13T07:23:13.657 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=stat 2024-04-13T07:23:13.657 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-13T07:23:13.657 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-13T07:23:13.657 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-13T07:23:13.657 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=time 2024-04-13T07:23:13.657 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-13T07:23:13.657 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=uname 2024-04-13T07:23:13.657 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-13T07:23:13.657 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-13T07:23:13.657 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.217Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-13T07:23:13.657 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.218Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-13T07:23:13.657 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b[112909]: ts=2024-04-13T07:23:13.218Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-13T07:23:13.657 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 bash[112894]: 7d8ba10a05918bf2f2cddfe76ac1f5ecf333e94f6630fed0cd2f3c289e020793 2024-04-13T07:23:13.657 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 07:23:13 smithi066 systemd[1]: Started Ceph node-exporter.b for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:23:13.836 INFO:tasks.rados.rados.0.smithi003.stdout:2518: done (2 left) 2024-04-13T07:23:13.836 INFO:tasks.rados.rados.0.smithi003.stdout:2519: done (1 left) 2024-04-13T07:23:13.836 INFO:tasks.rados.rados.0.smithi003.stdout:2520: done (0 left) 2024-04-13T07:23:13.836 INFO:tasks.rados.rados.0.smithi003.stdout:2521: setattr oid 9 current snap is 264 2024-04-13T07:23:13.837 INFO:tasks.rados.rados.0.smithi003.stdout:2522: read oid 10 snap -1 2024-04-13T07:23:13.837 INFO:tasks.rados.rados.0.smithi003.stdout:2522: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:23:13.837 INFO:tasks.rados.rados.0.smithi003.stdout:2523: snap_create 2024-04-13T07:23:13.842 INFO:tasks.rados.rados.0.smithi003.stdout:2522: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:23:13.844 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 2600 (ObjNum 752 snap 259 seq_num 752) dirty exists 2024-04-13T07:23:14.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:13 smithi003 ceph-mon[89364]: pgmap v550: 121 pgs: 121 active+clean; 531 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-04-13T07:23:14.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:13 smithi003 ceph-mon[89364]: osdmap e594: 8 total, 8 up, 8 in 2024-04-13T07:23:14.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:13 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:14.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:13 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:14.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:13 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:14.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:13 smithi003 ceph-mon[89364]: osdmap e595: 8 total, 8 up, 8 in 2024-04-13T07:23:14.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:13 smithi003 ceph-mon[91733]: pgmap v550: 121 pgs: 121 active+clean; 531 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-04-13T07:23:14.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:13 smithi003 ceph-mon[91733]: osdmap e594: 8 total, 8 up, 8 in 2024-04-13T07:23:14.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:13 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:14.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:13 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:14.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:13 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:14.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:13 smithi003 ceph-mon[91733]: osdmap e595: 8 total, 8 up, 8 in 2024-04-13T07:23:14.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-mon[84331]: pgmap v550: 121 pgs: 121 active+clean; 531 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-04-13T07:23:14.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-mon[84331]: osdmap e594: 8 total, 8 up, 8 in 2024-04-13T07:23:14.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:14.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:14.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:14.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:13 smithi066 ceph-mon[84331]: osdmap e595: 8 total, 8 up, 8 in 2024-04-13T07:23:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:23:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:23:14] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-04-13T07:23:14.837 INFO:tasks.rados.rados.0.smithi003.stdout:2521: done (2 left) 2024-04-13T07:23:14.837 INFO:tasks.rados.rados.0.smithi003.stdout:2522: done (1 left) 2024-04-13T07:23:14.837 INFO:tasks.rados.rados.0.smithi003.stdout:2523: done (0 left) 2024-04-13T07:23:14.837 INFO:tasks.rados.rados.0.smithi003.stdout:2524: delete oid 42 current snap is 265 2024-04-13T07:23:14.841 INFO:tasks.rados.rados.0.smithi003.stdout:2524: done (0 left) 2024-04-13T07:23:14.841 INFO:tasks.rados.rados.0.smithi003.stdout:2525: snap_remove snap 252 2024-04-13T07:23:15.843 INFO:tasks.rados.rados.0.smithi003.stdout:2525: done (0 left) 2024-04-13T07:23:15.843 INFO:tasks.rados.rados.0.smithi003.stdout:2526: read oid 23 snap -1 2024-04-13T07:23:15.843 INFO:tasks.rados.rados.0.smithi003.stdout:2526: expect deleted 2024-04-13T07:23:15.843 INFO:tasks.rados.rados.0.smithi003.stdout:2527: read oid 13 snap -1 2024-04-13T07:23:15.844 INFO:tasks.rados.rados.0.smithi003.stdout:2527: expect (ObjNum 716 snap 246 seq_num 716) 2024-04-13T07:23:15.844 INFO:tasks.rados.rados.0.smithi003.stdout:2528: snap_create 2024-04-13T07:23:15.915 INFO:tasks.rados.rados.0.smithi003.stdout:2527: expect (ObjNum 716 snap 246 seq_num 716) 2024-04-13T07:23:16.098 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:15 smithi003 ceph-mon[91733]: pgmap v553: 121 pgs: 121 active+clean; 533 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1006 KiB/s wr, 4 op/s 2024-04-13T07:23:16.099 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:15 smithi003 ceph-mon[91733]: osdmap e596: 8 total, 8 up, 8 in 2024-04-13T07:23:16.099 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:15 smithi003 ceph-mon[89364]: pgmap v553: 121 pgs: 121 active+clean; 533 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1006 KiB/s wr, 4 op/s 2024-04-13T07:23:16.099 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:15 smithi003 ceph-mon[89364]: osdmap e596: 8 total, 8 up, 8 in 2024-04-13T07:23:16.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:15 smithi066 ceph-mon[84331]: pgmap v553: 121 pgs: 121 active+clean; 533 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1006 KiB/s wr, 4 op/s 2024-04-13T07:23:16.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:15 smithi066 ceph-mon[84331]: osdmap e596: 8 total, 8 up, 8 in 2024-04-13T07:23:17.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:16 smithi003 ceph-mon[89364]: osdmap e597: 8 total, 8 up, 8 in 2024-04-13T07:23:17.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:17.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:17.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:16 smithi003 ceph-mon[91733]: osdmap e597: 8 total, 8 up, 8 in 2024-04-13T07:23:17.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:17.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:17.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:16 smithi066 ceph-mon[84331]: osdmap e597: 8 total, 8 up, 8 in 2024-04-13T07:23:17.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:17.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:17.304 INFO:tasks.rados.rados.0.smithi003.stdout:2526: done (2 left) 2024-04-13T07:23:17.304 INFO:tasks.rados.rados.0.smithi003.stdout:2527: done (1 left) 2024-04-13T07:23:17.304 INFO:tasks.rados.rados.0.smithi003.stdout:2528: done (0 left) 2024-04-13T07:23:17.304 INFO:tasks.rados.rados.0.smithi003.stdout:2529: copy_from oid 44 from oid 8 current snap is 266 2024-04-13T07:23:17.304 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 266 2024-04-13T07:23:17.304 INFO:tasks.rados.rados.0.smithi003.stdout:2530: seq_num 764 ranges {532480=802816} 2024-04-13T07:23:17.313 INFO:tasks.rados.rados.0.smithi003.stdout:2530: writing smithi00377890-35 from 532480 to 1335296 tid 1 2024-04-13T07:23:17.313 INFO:tasks.rados.rados.0.smithi003.stdout:2531: read oid 11 snap -1 2024-04-13T07:23:17.313 INFO:tasks.rados.rados.0.smithi003.stdout:2531: expect deleted 2024-04-13T07:23:17.313 INFO:tasks.rados.rados.0.smithi003.stdout:2532: read oid 46 snap -1 2024-04-13T07:23:17.313 INFO:tasks.rados.rados.0.smithi003.stdout:2532: expect (ObjNum 622 snap 212 seq_num 622) 2024-04-13T07:23:17.313 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 29 current snap is 266 2024-04-13T07:23:17.313 INFO:tasks.rados.rados.0.smithi003.stdout:2533: seq_num 765 ranges {2564096=417792,2981888=401408} 2024-04-13T07:23:17.331 INFO:tasks.rados.rados.0.smithi003.stdout:2533: writing smithi00377890-29 from 2564096 to 2981888 tid 1 2024-04-13T07:23:17.335 INFO:tasks.rados.rados.0.smithi003.stdout:2533: writing smithi00377890-29 from 2981888 to 3383296 tid 2 2024-04-13T07:23:17.335 INFO:tasks.rados.rados.0.smithi003.stdout:2534: rollback oid 49 current snap is 266 2024-04-13T07:23:17.335 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 49 to 264 2024-04-13T07:23:17.335 INFO:tasks.rados.rados.0.smithi003.stdout:2535: rollback oid 24 current snap is 266 2024-04-13T07:23:17.335 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 24 to 265 2024-04-13T07:23:17.335 INFO:tasks.rados.rados.0.smithi003.stdout:2536: snap_create 2024-04-13T07:23:17.335 INFO:tasks.rados.rados.0.smithi003.stdout:2530: finishing write tid 1 to smithi00377890-35 2024-04-13T07:23:17.335 INFO:tasks.rados.rados.0.smithi003.stdout:2530: finishing write tid 2 to smithi00377890-35 2024-04-13T07:23:17.335 INFO:tasks.rados.rados.0.smithi003.stdout:2530: finishing write tid 3 to smithi00377890-35 2024-04-13T07:23:17.336 INFO:tasks.rados.rados.0.smithi003.stdout:2530: oid 35 updating version 0 to 2244 2024-04-13T07:23:17.336 INFO:tasks.rados.rados.0.smithi003.stdout:2530: oid 35 version 2244 is already newer than 2243 2024-04-13T07:23:17.336 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 2244 (ObjNum 764 snap 266 seq_num 764) dirty exists 2024-04-13T07:23:17.336 INFO:tasks.rados.rados.0.smithi003.stdout:2530: left oid 35 (ObjNum 764 snap 266 seq_num 764) 2024-04-13T07:23:17.342 INFO:tasks.rados.rados.0.smithi003.stdout:2533: finishing write tid 1 to smithi00377890-29 2024-04-13T07:23:17.342 INFO:tasks.rados.rados.0.smithi003.stdout:2533: finishing write tid 2 to smithi00377890-29 2024-04-13T07:23:17.344 INFO:tasks.rados.rados.0.smithi003.stdout:2535: finishing rollback tid 1 to smithi00377890-24 2024-04-13T07:23:17.345 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 2208 (ObjNum 33 snap 0 seq_num 292564464) dirty dne 2024-04-13T07:23:17.345 INFO:tasks.rados.rados.0.smithi003.stdout:2533: finishing write tid 3 to smithi00377890-29 2024-04-13T07:23:17.346 INFO:tasks.rados.rados.0.smithi003.stdout:2533: finishing write tid 4 to smithi00377890-29 2024-04-13T07:23:17.346 INFO:tasks.rados.rados.0.smithi003.stdout:2533: oid 29 updating version 0 to 1862 2024-04-13T07:23:17.347 INFO:tasks.rados.rados.0.smithi003.stdout:2533: oid 29 updating version 1862 to 1863 2024-04-13T07:23:17.347 INFO:tasks.rados.rados.0.smithi003.stdout:2533: oid 29 version 1863 is already newer than 1861 2024-04-13T07:23:17.347 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 1863 (ObjNum 765 snap 266 seq_num 765) dirty exists 2024-04-13T07:23:17.347 INFO:tasks.rados.rados.0.smithi003.stdout:2533: left oid 29 (ObjNum 765 snap 266 seq_num 765) 2024-04-13T07:23:17.349 INFO:tasks.rados.rados.0.smithi003.stdout:2534: finishing rollback tid 0 to smithi00377890-49 2024-04-13T07:23:17.349 INFO:tasks.rados.rados.0.smithi003.stdout:2534: finishing rollback tid 1 to smithi00377890-49 2024-04-13T07:23:17.349 INFO:tasks.rados.rados.0.smithi003.stdout:2534: finishing rollback tid 2 to smithi00377890-49 2024-04-13T07:23:17.350 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 2404 (ObjNum 739 snap 256 seq_num 739) dirty exists 2024-04-13T07:23:17.362 INFO:tasks.rados.rados.0.smithi003.stdout:2532: expect (ObjNum 622 snap 212 seq_num 622) 2024-04-13T07:23:18.058 INFO:tasks.rados.rados.0.smithi003.stdout:2529: finishing copy_from racing read to smithi00377890-44 2024-04-13T07:23:18.059 INFO:tasks.rados.rados.0.smithi003.stdout:2529: finishing copy_from to smithi00377890-44 2024-04-13T07:23:18.059 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 2119 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:23:18.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:17 smithi003 ceph-mon[89364]: pgmap v556: 121 pgs: 121 active+clean; 529 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 998 KiB/s wr, 10 op/s 2024-04-13T07:23:18.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:17 smithi003 ceph-mon[89364]: osdmap e598: 8 total, 8 up, 8 in 2024-04-13T07:23:18.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:17 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:18.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:17 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:18.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:17 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:18.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:17 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:18.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:17 smithi003 ceph-mon[91733]: pgmap v556: 121 pgs: 121 active+clean; 529 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 998 KiB/s wr, 10 op/s 2024-04-13T07:23:18.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:17 smithi003 ceph-mon[91733]: osdmap e598: 8 total, 8 up, 8 in 2024-04-13T07:23:18.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:17 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:18.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:17 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:18.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:17 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:18.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:17 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:18.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:17 smithi066 ceph-mon[84331]: pgmap v556: 121 pgs: 121 active+clean; 529 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 998 KiB/s wr, 10 op/s 2024-04-13T07:23:18.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:17 smithi066 ceph-mon[84331]: osdmap e598: 8 total, 8 up, 8 in 2024-04-13T07:23:18.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:17 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:18.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:17 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:18.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:17 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:18.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:17 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:18.322 INFO:tasks.rados.rados.0.smithi003.stdout:2529: done (7 left) 2024-04-13T07:23:18.322 INFO:tasks.rados.rados.0.smithi003.stdout:2530: done (6 left) 2024-04-13T07:23:18.322 INFO:tasks.rados.rados.0.smithi003.stdout:2531: done (5 left) 2024-04-13T07:23:18.322 INFO:tasks.rados.rados.0.smithi003.stdout:2532: done (4 left) 2024-04-13T07:23:18.322 INFO:tasks.rados.rados.0.smithi003.stdout:2533: done (3 left) 2024-04-13T07:23:18.322 INFO:tasks.rados.rados.0.smithi003.stdout:2534: done (2 left) 2024-04-13T07:23:18.322 INFO:tasks.rados.rados.0.smithi003.stdout:2535: done (1 left) 2024-04-13T07:23:18.322 INFO:tasks.rados.rados.0.smithi003.stdout:2536: done (0 left) 2024-04-13T07:23:18.322 INFO:tasks.rados.rados.0.smithi003.stdout:2537: snap_remove snap 235 2024-04-13T07:23:18.841 INFO:tasks.rados.rados.0.smithi003.stdout:2537: done (0 left) 2024-04-13T07:23:18.841 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 15 current snap is 267 2024-04-13T07:23:18.841 INFO:tasks.rados.rados.0.smithi003.stdout:2538: seq_num 766 ranges {4505600=434176,4939776=401408} 2024-04-13T07:23:18.868 INFO:tasks.rados.rados.0.smithi003.stdout:2538: writing smithi00377890-15 from 4505600 to 4939776 tid 1 2024-04-13T07:23:18.871 INFO:tasks.rados.rados.0.smithi003.stdout:2538: writing smithi00377890-15 from 4939776 to 5341184 tid 2 2024-04-13T07:23:18.871 INFO:tasks.rados.rados.0.smithi003.stdout:2539: snap_create 2024-04-13T07:23:18.875 INFO:tasks.rados.rados.0.smithi003.stdout:2538: finishing write tid 1 to smithi00377890-15 2024-04-13T07:23:18.875 INFO:tasks.rados.rados.0.smithi003.stdout:2538: finishing write tid 2 to smithi00377890-15 2024-04-13T07:23:18.875 INFO:tasks.rados.rados.0.smithi003.stdout:2538: finishing write tid 3 to smithi00377890-15 2024-04-13T07:23:18.877 INFO:tasks.rados.rados.0.smithi003.stdout:2538: finishing write tid 4 to smithi00377890-15 2024-04-13T07:23:18.877 INFO:tasks.rados.rados.0.smithi003.stdout:2538: oid 15 updating version 0 to 2622 2024-04-13T07:23:18.877 INFO:tasks.rados.rados.0.smithi003.stdout:2538: oid 15 version 2622 is already newer than 2621 2024-04-13T07:23:18.877 INFO:tasks.rados.rados.0.smithi003.stdout:2538: oid 15 version 2622 is already newer than 2620 2024-04-13T07:23:18.877 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 2622 (ObjNum 766 snap 267 seq_num 766) dirty exists 2024-04-13T07:23:18.877 INFO:tasks.rados.rados.0.smithi003.stdout:2538: left oid 15 (ObjNum 766 snap 267 seq_num 766) 2024-04-13T07:23:19.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:19.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:19.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:19 smithi003 ceph-mon[91733]: osdmap e599: 8 total, 8 up, 8 in 2024-04-13T07:23:19.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:19 smithi003 ceph-mon[91733]: osdmap e600: 8 total, 8 up, 8 in 2024-04-13T07:23:19.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:19.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:19.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:19 smithi003 ceph-mon[89364]: osdmap e599: 8 total, 8 up, 8 in 2024-04-13T07:23:19.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:19 smithi003 ceph-mon[89364]: osdmap e600: 8 total, 8 up, 8 in 2024-04-13T07:23:19.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:19.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:19.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:19 smithi066 ceph-mon[84331]: osdmap e599: 8 total, 8 up, 8 in 2024-04-13T07:23:19.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:19 smithi066 ceph-mon[84331]: osdmap e600: 8 total, 8 up, 8 in 2024-04-13T07:23:19.843 INFO:tasks.rados.rados.0.smithi003.stdout:2538: done (1 left) 2024-04-13T07:23:19.843 INFO:tasks.rados.rados.0.smithi003.stdout:2539: done (0 left) 2024-04-13T07:23:19.843 INFO:tasks.rados.rados.0.smithi003.stdout:2540: snap_create 2024-04-13T07:23:20.370 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:20 smithi003 ceph-mon[89364]: pgmap v559: 121 pgs: 121 active+clean; 529 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 950 KiB/s rd, 180 KiB/s wr, 8 op/s 2024-04-13T07:23:20.370 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:20 smithi003 ceph-mon[89364]: osdmap e601: 8 total, 8 up, 8 in 2024-04-13T07:23:20.370 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:20 smithi003 ceph-mon[91733]: pgmap v559: 121 pgs: 121 active+clean; 529 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 950 KiB/s rd, 180 KiB/s wr, 8 op/s 2024-04-13T07:23:20.370 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:20 smithi003 ceph-mon[91733]: osdmap e601: 8 total, 8 up, 8 in 2024-04-13T07:23:20.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:20 smithi066 ceph-mon[84331]: pgmap v559: 121 pgs: 121 active+clean; 529 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 950 KiB/s rd, 180 KiB/s wr, 8 op/s 2024-04-13T07:23:20.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:20 smithi066 ceph-mon[84331]: osdmap e601: 8 total, 8 up, 8 in 2024-04-13T07:23:20.847 INFO:tasks.rados.rados.0.smithi003.stdout:2540: done (0 left) 2024-04-13T07:23:20.847 INFO:tasks.rados.rados.0.smithi003.stdout:2541: rollback oid 45 current snap is 269 2024-04-13T07:23:20.848 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 45 to 268 2024-04-13T07:23:20.848 INFO:tasks.rados.rados.0.smithi003.stdout:2542: read oid 14 snap -1 2024-04-13T07:23:20.848 INFO:tasks.rados.rados.0.smithi003.stdout:2542: expect (ObjNum 679 snap 230 seq_num 679) 2024-04-13T07:23:20.848 INFO:tasks.rados.rados.0.smithi003.stdout:2543: read oid 3 snap -1 2024-04-13T07:23:20.848 INFO:tasks.rados.rados.0.smithi003.stdout:2543: expect (ObjNum 762 snap 263 seq_num 762) 2024-04-13T07:23:20.848 INFO:tasks.rados.rados.0.smithi003.stdout:2544: delete oid 25 current snap is 269 2024-04-13T07:23:20.852 INFO:tasks.rados.rados.0.smithi003.stdout:2541: finishing rollback tid 0 to smithi00377890-45 2024-04-13T07:23:20.853 INFO:tasks.rados.rados.0.smithi003.stdout:2541: finishing rollback tid 1 to smithi00377890-45 2024-04-13T07:23:20.853 INFO:tasks.rados.rados.0.smithi003.stdout:2541: finishing rollback tid 2 to smithi00377890-45 2024-04-13T07:23:20.853 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 1804 (ObjNum 759 snap 263 seq_num 759) dirty exists 2024-04-13T07:23:20.856 INFO:tasks.rados.rados.0.smithi003.stdout:2541: done (3 left) 2024-04-13T07:23:20.856 INFO:tasks.rados.rados.0.smithi003.stdout:2544: done (2 left) 2024-04-13T07:23:20.856 INFO:tasks.rados.rados.0.smithi003.stdout:2545: delete oid 25 current snap is 269 2024-04-13T07:23:20.857 INFO:tasks.rados.rados.0.smithi003.stdout:2543: expect (ObjNum 762 snap 263 seq_num 762) 2024-04-13T07:23:20.903 INFO:tasks.rados.rados.0.smithi003.stdout:2542: expect (ObjNum 679 snap 230 seq_num 679) 2024-04-13T07:23:21.016 INFO:tasks.rados.rados.0.smithi003.stdout:2542: done (2 left) 2024-04-13T07:23:21.016 INFO:tasks.rados.rados.0.smithi003.stdout:2543: done (1 left) 2024-04-13T07:23:21.016 INFO:tasks.rados.rados.0.smithi003.stdout:2545: done (0 left) 2024-04-13T07:23:21.016 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 21 current snap is 269 2024-04-13T07:23:21.016 INFO:tasks.rados.rados.0.smithi003.stdout:2546: seq_num 769 ranges {671744=483328,1155072=401408} 2024-04-13T07:23:21.022 INFO:tasks.rados.rados.0.smithi003.stdout:2546: writing smithi00377890-21 from 671744 to 1155072 tid 1 2024-04-13T07:23:21.025 INFO:tasks.rados.rados.0.smithi003.stdout:2546: writing smithi00377890-21 from 1155072 to 1556480 tid 2 2024-04-13T07:23:21.025 INFO:tasks.rados.rados.0.smithi003.stdout:2547: rollback oid 1 current snap is 269 2024-04-13T07:23:21.025 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 1 to 255 2024-04-13T07:23:21.025 INFO:tasks.rados.rados.0.smithi003.stdout:2548: snap_create 2024-04-13T07:23:21.029 INFO:tasks.rados.rados.0.smithi003.stdout:2547: finishing rollback tid 0 to smithi00377890-1 2024-04-13T07:23:21.029 INFO:tasks.rados.rados.0.smithi003.stdout:2547: finishing rollback tid 1 to smithi00377890-1 2024-04-13T07:23:21.029 INFO:tasks.rados.rados.0.smithi003.stdout:2546: finishing write tid 1 to smithi00377890-21 2024-04-13T07:23:21.029 INFO:tasks.rados.rados.0.smithi003.stdout:2546: finishing write tid 2 to smithi00377890-21 2024-04-13T07:23:21.029 INFO:tasks.rados.rados.0.smithi003.stdout:2547: finishing rollback tid 2 to smithi00377890-1 2024-04-13T07:23:21.030 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 2009 (ObjNum 533 snap 180 seq_num 533) dirty exists 2024-04-13T07:23:21.030 INFO:tasks.rados.rados.0.smithi003.stdout:2546: finishing write tid 3 to smithi00377890-21 2024-04-13T07:23:21.031 INFO:tasks.rados.rados.0.smithi003.stdout:2546: finishing write tid 4 to smithi00377890-21 2024-04-13T07:23:21.031 INFO:tasks.rados.rados.0.smithi003.stdout:2546: oid 21 updating version 0 to 2151 2024-04-13T07:23:21.031 INFO:tasks.rados.rados.0.smithi003.stdout:2546: oid 21 version 2151 is already newer than 2150 2024-04-13T07:23:21.031 INFO:tasks.rados.rados.0.smithi003.stdout:2546: oid 21 version 2151 is already newer than 2149 2024-04-13T07:23:21.031 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2151 (ObjNum 769 snap 269 seq_num 769) dirty exists 2024-04-13T07:23:21.031 INFO:tasks.rados.rados.0.smithi003.stdout:2546: left oid 21 (ObjNum 769 snap 269 seq_num 769) 2024-04-13T07:23:21.844 INFO:tasks.rados.rados.0.smithi003.stdout:2546: done (2 left) 2024-04-13T07:23:21.844 INFO:tasks.rados.rados.0.smithi003.stdout:2547: done (1 left) 2024-04-13T07:23:21.845 INFO:tasks.rados.rados.0.smithi003.stdout:2548: done (0 left) 2024-04-13T07:23:21.845 INFO:tasks.rados.rados.0.smithi003.stdout:2549: snap_create 2024-04-13T07:23:22.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: pgmap v562: 121 pgs: 121 active+clean; 541 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:23:22.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: osdmap e602: 8 total, 8 up, 8 in 2024-04-13T07:23:22.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:22.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:22.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:22.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:22.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:23:22.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:23:22.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:22.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:22.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: pgmap v562: 121 pgs: 121 active+clean; 541 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:23:22.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: osdmap e602: 8 total, 8 up, 8 in 2024-04-13T07:23:22.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:22.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:22.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:22.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:22.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:23:22.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:23:22.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:22.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:22.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: pgmap v562: 121 pgs: 121 active+clean; 541 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:23:22.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: osdmap e602: 8 total, 8 up, 8 in 2024-04-13T07:23:22.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:22.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:22.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:22.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:22.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:23:22.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:23:22.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:22.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:22.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:22.550 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:23:22.857 INFO:tasks.rados.rados.0.smithi003.stdout:2549: done (0 left) 2024-04-13T07:23:22.857 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 36 current snap is 271 2024-04-13T07:23:22.857 INFO:tasks.rados.rados.0.smithi003.stdout:2550: seq_num 770 ranges {0=499712,499712=401408} 2024-04-13T07:23:22.859 INFO:tasks.rados.rados.0.smithi003.stdout:2550: writing smithi00377890-36 from 0 to 499712 tid 1 2024-04-13T07:23:22.862 INFO:tasks.rados.rados.0.smithi003.stdout:2550: writing smithi00377890-36 from 499712 to 901120 tid 2 2024-04-13T07:23:22.862 INFO:tasks.rados.rados.0.smithi003.stdout:2551: snap_create 2024-04-13T07:23:22.867 INFO:tasks.rados.rados.0.smithi003.stdout:2550: finishing write tid 1 to smithi00377890-36 2024-04-13T07:23:22.867 INFO:tasks.rados.rados.0.smithi003.stdout:2550: finishing write tid 2 to smithi00377890-36 2024-04-13T07:23:22.867 INFO:tasks.rados.rados.0.smithi003.stdout:2550: finishing write tid 3 to smithi00377890-36 2024-04-13T07:23:22.869 INFO:tasks.rados.rados.0.smithi003.stdout:2550: finishing write tid 4 to smithi00377890-36 2024-04-13T07:23:22.869 INFO:tasks.rados.rados.0.smithi003.stdout:2550: oid 36 updating version 0 to 1866 2024-04-13T07:23:22.869 INFO:tasks.rados.rados.0.smithi003.stdout:2550: oid 36 version 1866 is already newer than 1865 2024-04-13T07:23:22.869 INFO:tasks.rados.rados.0.smithi003.stdout:2550: oid 36 version 1866 is already newer than 1864 2024-04-13T07:23:22.869 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 1866 (ObjNum 770 snap 271 seq_num 770) dirty exists 2024-04-13T07:23:22.869 INFO:tasks.rados.rados.0.smithi003.stdout:2550: left oid 36 (ObjNum 770 snap 271 seq_num 770) 2024-04-13T07:23:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:22 smithi003 ceph-mon[91733]: osdmap e603: 8 total, 8 up, 8 in 2024-04-13T07:23:23.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:23:23.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:22 smithi003 ceph-mon[89364]: osdmap e603: 8 total, 8 up, 8 in 2024-04-13T07:23:23.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:23:23.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:22 smithi066 ceph-mon[84331]: osdmap e603: 8 total, 8 up, 8 in 2024-04-13T07:23:23.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:23:23.839 INFO:tasks.rados.rados.0.smithi003.stdout:2550: done (1 left) 2024-04-13T07:23:23.839 INFO:tasks.rados.rados.0.smithi003.stdout:2551: done (0 left) 2024-04-13T07:23:23.839 INFO:tasks.rados.rados.0.smithi003.stdout:2552: read oid 5 snap 245 2024-04-13T07:23:23.839 INFO:tasks.rados.rados.0.smithi003.stdout:2552: expect (ObjNum 703 snap 242 seq_num 703) 2024-04-13T07:23:23.839 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 19 current snap is 272 2024-04-13T07:23:23.839 INFO:tasks.rados.rados.0.smithi003.stdout:2553: seq_num 771 ranges {2285568=516096,2801664=401408} 2024-04-13T07:23:23.854 INFO:tasks.rados.rados.0.smithi003.stdout:2553: writing smithi00377890-19 from 2285568 to 2801664 tid 1 2024-04-13T07:23:23.856 INFO:tasks.rados.rados.0.smithi003.stdout:2553: writing smithi00377890-19 from 2801664 to 3203072 tid 2 2024-04-13T07:23:23.856 INFO:tasks.rados.rados.0.smithi003.stdout:2554: delete oid 18 current snap is 272 2024-04-13T07:23:23.856 INFO:tasks.rados.rados.0.smithi003.stdout:2552: expect (ObjNum 703 snap 242 seq_num 703) 2024-04-13T07:23:23.916 INFO:tasks.rados.rados.0.smithi003.stdout:2553: finishing write tid 1 to smithi00377890-19 2024-04-13T07:23:23.916 INFO:tasks.rados.rados.0.smithi003.stdout:2553: finishing write tid 2 to smithi00377890-19 2024-04-13T07:23:23.916 INFO:tasks.rados.rados.0.smithi003.stdout:2553: finishing write tid 3 to smithi00377890-19 2024-04-13T07:23:23.916 INFO:tasks.rados.rados.0.smithi003.stdout:2553: finishing write tid 4 to smithi00377890-19 2024-04-13T07:23:23.917 INFO:tasks.rados.rados.0.smithi003.stdout:2553: oid 19 updating version 0 to 2251 2024-04-13T07:23:23.917 INFO:tasks.rados.rados.0.smithi003.stdout:2553: oid 19 updating version 2251 to 2252 2024-04-13T07:23:23.917 INFO:tasks.rados.rados.0.smithi003.stdout:2553: oid 19 updating version 2252 to 2253 2024-04-13T07:23:23.917 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 2253 (ObjNum 771 snap 272 seq_num 771) dirty exists 2024-04-13T07:23:23.917 INFO:tasks.rados.rados.0.smithi003.stdout:2553: left oid 19 (ObjNum 771 snap 272 seq_num 771) 2024-04-13T07:23:23.917 INFO:tasks.rados.rados.0.smithi003.stdout:2552: done (2 left) 2024-04-13T07:23:23.917 INFO:tasks.rados.rados.0.smithi003.stdout:2553: done (1 left) 2024-04-13T07:23:23.917 INFO:tasks.rados.rados.0.smithi003.stdout:2554: done (0 left) 2024-04-13T07:23:23.917 INFO:tasks.rados.rados.0.smithi003.stdout:2555: delete oid 41 current snap is 272 2024-04-13T07:23:23.920 INFO:tasks.rados.rados.0.smithi003.stdout:2555: done (0 left) 2024-04-13T07:23:23.920 INFO:tasks.rados.rados.0.smithi003.stdout:2556: read oid 40 snap -1 2024-04-13T07:23:23.920 INFO:tasks.rados.rados.0.smithi003.stdout:2556: expect deleted 2024-04-13T07:23:23.920 INFO:tasks.rados.rados.0.smithi003.stdout:2557: snap_create 2024-04-13T07:23:24.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:23 smithi003 ceph-mon[91733]: pgmap v565: 121 pgs: 121 active+clean; 541 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T07:23:24.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:23 smithi003 ceph-mon[91733]: osdmap e604: 8 total, 8 up, 8 in 2024-04-13T07:23:24.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:23 smithi003 ceph-mon[91733]: osdmap e605: 8 total, 8 up, 8 in 2024-04-13T07:23:24.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:23 smithi003 ceph-mon[89364]: pgmap v565: 121 pgs: 121 active+clean; 541 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T07:23:24.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:23 smithi003 ceph-mon[89364]: osdmap e604: 8 total, 8 up, 8 in 2024-04-13T07:23:24.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:23 smithi003 ceph-mon[89364]: osdmap e605: 8 total, 8 up, 8 in 2024-04-13T07:23:24.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:23 smithi066 ceph-mon[84331]: pgmap v565: 121 pgs: 121 active+clean; 541 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T07:23:24.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:23 smithi066 ceph-mon[84331]: osdmap e604: 8 total, 8 up, 8 in 2024-04-13T07:23:24.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:23 smithi066 ceph-mon[84331]: osdmap e605: 8 total, 8 up, 8 in 2024-04-13T07:23:24.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:23:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:23:24] "GET /metrics HTTP/1.1" 200 36241 "" "Prometheus/2.43.0" 2024-04-13T07:23:24.862 INFO:tasks.rados.rados.0.smithi003.stdout:2556: done (1 left) 2024-04-13T07:23:24.863 INFO:tasks.rados.rados.0.smithi003.stdout:2557: done (0 left) 2024-04-13T07:23:24.863 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 273 2024-04-13T07:23:24.863 INFO:tasks.rados.rados.0.smithi003.stdout:2558: seq_num 774 ranges {1335296=565248,1900544=401408} 2024-04-13T07:23:24.873 INFO:tasks.rados.rados.0.smithi003.stdout:2558: writing smithi00377890-35 from 1335296 to 1900544 tid 1 2024-04-13T07:23:24.875 INFO:tasks.rados.rados.0.smithi003.stdout:2558: writing smithi00377890-35 from 1900544 to 2301952 tid 2 2024-04-13T07:23:24.875 INFO:tasks.rados.rados.0.smithi003.stdout:2559: snap_create 2024-04-13T07:23:24.881 INFO:tasks.rados.rados.0.smithi003.stdout:2558: finishing write tid 1 to smithi00377890-35 2024-04-13T07:23:24.881 INFO:tasks.rados.rados.0.smithi003.stdout:2558: finishing write tid 2 to smithi00377890-35 2024-04-13T07:23:24.881 INFO:tasks.rados.rados.0.smithi003.stdout:2558: finishing write tid 3 to smithi00377890-35 2024-04-13T07:23:24.882 INFO:tasks.rados.rados.0.smithi003.stdout:2558: finishing write tid 4 to smithi00377890-35 2024-04-13T07:23:24.882 INFO:tasks.rados.rados.0.smithi003.stdout:2558: oid 35 updating version 0 to 2256 2024-04-13T07:23:24.882 INFO:tasks.rados.rados.0.smithi003.stdout:2558: oid 35 version 2256 is already newer than 2255 2024-04-13T07:23:24.882 INFO:tasks.rados.rados.0.smithi003.stdout:2558: oid 35 updating version 2256 to 2257 2024-04-13T07:23:24.883 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 2257 (ObjNum 774 snap 273 seq_num 774) dirty exists 2024-04-13T07:23:24.883 INFO:tasks.rados.rados.0.smithi003.stdout:2558: left oid 35 (ObjNum 774 snap 273 seq_num 774) 2024-04-13T07:23:25.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:24 smithi003 ceph-mon[91733]: Upgrade: Updating prometheus.a 2024-04-13T07:23:25.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:24 smithi003 ceph-mon[91733]: Deploying daemon prometheus.a on smithi066 2024-04-13T07:23:25.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:24 smithi003 ceph-mon[89364]: Upgrade: Updating prometheus.a 2024-04-13T07:23:25.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:24 smithi003 ceph-mon[89364]: Deploying daemon prometheus.a on smithi066 2024-04-13T07:23:25.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:24 smithi066 ceph-mon[84331]: Upgrade: Updating prometheus.a 2024-04-13T07:23:25.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:24 smithi066 ceph-mon[84331]: Deploying daemon prometheus.a on smithi066 2024-04-13T07:23:25.864 INFO:tasks.rados.rados.0.smithi003.stdout:2558: done (1 left) 2024-04-13T07:23:25.864 INFO:tasks.rados.rados.0.smithi003.stdout:2559: done (0 left) 2024-04-13T07:23:25.864 INFO:tasks.rados.rados.0.smithi003.stdout:2560: read oid 2 snap -1 2024-04-13T07:23:25.864 INFO:tasks.rados.rados.0.smithi003.stdout:2560: expect (ObjNum 679 snap 230 seq_num 679) 2024-04-13T07:23:25.864 INFO:tasks.rados.rados.0.smithi003.stdout:2561: snap_create 2024-04-13T07:23:25.877 INFO:tasks.rados.rados.0.smithi003.stdout:2560: expect (ObjNum 679 snap 230 seq_num 679) 2024-04-13T07:23:26.117 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:25 smithi066 ceph-mon[84331]: pgmap v568: 121 pgs: 121 active+clean; 541 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 0 B/s wr, 3 op/s 2024-04-13T07:23:26.117 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:25 smithi066 ceph-mon[84331]: osdmap e606: 8 total, 8 up, 8 in 2024-04-13T07:23:26.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:25 smithi003 ceph-mon[89364]: pgmap v568: 121 pgs: 121 active+clean; 541 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 0 B/s wr, 3 op/s 2024-04-13T07:23:26.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:25 smithi003 ceph-mon[89364]: osdmap e606: 8 total, 8 up, 8 in 2024-04-13T07:23:26.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:25 smithi003 ceph-mon[91733]: pgmap v568: 121 pgs: 121 active+clean; 541 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 0 B/s wr, 3 op/s 2024-04-13T07:23:26.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:25 smithi003 ceph-mon[91733]: osdmap e606: 8 total, 8 up, 8 in 2024-04-13T07:23:26.879 INFO:tasks.rados.rados.0.smithi003.stdout:2560: done (1 left) 2024-04-13T07:23:26.879 INFO:tasks.rados.rados.0.smithi003.stdout:2561: done (0 left) 2024-04-13T07:23:26.879 INFO:tasks.rados.rados.0.smithi003.stdout:2562: snap_create 2024-04-13T07:23:27.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:26 smithi003 ceph-mon[89364]: osdmap e607: 8 total, 8 up, 8 in 2024-04-13T07:23:27.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:26 smithi003 ceph-mon[91733]: osdmap e607: 8 total, 8 up, 8 in 2024-04-13T07:23:27.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:26 smithi066 ceph-mon[84331]: osdmap e607: 8 total, 8 up, 8 in 2024-04-13T07:23:27.467 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:27 smithi066 systemd[1]: Stopping Ceph prometheus.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:23:27.744 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:23:27.467Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-13T07:23:27.744 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:23:27.467Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-13T07:23:27.744 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:23:27.467Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-13T07:23:27.744 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:23:27.467Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-13T07:23:27.744 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:23:27.467Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-13T07:23:27.744 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:23:27.467Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-13T07:23:27.744 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:23:27.467Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-13T07:23:27.744 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:23:27.467Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-13T07:23:27.744 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:23:27.467Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-13T07:23:27.745 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:23:27.467Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-13T07:23:27.745 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:23:27.467Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-13T07:23:27.745 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[75430]: ts=2024-04-13T07:23:27.467Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-13T07:23:27.745 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:27 smithi066 podman[116882]: 2024-04-13 07:23:27.47717247 +0000 UTC m=+0.126703855 container died d062b44446a94af7aca82c0f4ef9d7ab16a9293b2bcac2979a47868c8b96455a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:23:27.879 INFO:tasks.rados.rados.0.smithi003.stdout:2562: done (0 left) 2024-04-13T07:23:27.880 INFO:tasks.rados.rados.0.smithi003.stdout:2563: copy_from oid 41 from oid 34 current snap is 276 2024-04-13T07:23:27.880 INFO:tasks.rados.rados.0.smithi003.stdout:2564: read oid 14 snap 219 2024-04-13T07:23:27.880 INFO:tasks.rados.rados.0.smithi003.stdout:2564: expect (ObjNum 649 snap 217 seq_num 649) 2024-04-13T07:23:27.880 INFO:tasks.rados.rados.0.smithi003.stdout:2565: delete oid 13 current snap is 276 2024-04-13T07:23:27.885 INFO:tasks.rados.rados.0.smithi003.stdout:2565: done (2 left) 2024-04-13T07:23:27.885 INFO:tasks.rados.rados.0.smithi003.stdout:2566: rmattr oid 25 current snap is 276 2024-04-13T07:23:27.885 INFO:tasks.rados.rados.0.smithi003.stdout:2566: done (2 left) 2024-04-13T07:23:27.886 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 12 current snap is 276 2024-04-13T07:23:27.886 INFO:tasks.rados.rados.0.smithi003.stdout:2567: seq_num 776 ranges {6193152=606208,6799360=401408} 2024-04-13T07:23:27.922 INFO:tasks.rados.rados.0.smithi003.stdout:2567: writing smithi00377890-12 from 6193152 to 6799360 tid 1 2024-04-13T07:23:27.925 INFO:tasks.rados.rados.0.smithi003.stdout:2567: writing smithi00377890-12 from 6799360 to 7200768 tid 2 2024-04-13T07:23:27.925 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 19 current snap is 276 2024-04-13T07:23:27.925 INFO:tasks.rados.rados.0.smithi003.stdout:2568: seq_num 777 ranges {3203072=622592,3825664=401408} 2024-04-13T07:23:27.946 INFO:tasks.rados.rados.0.smithi003.stdout:2568: writing smithi00377890-19 from 3203072 to 3825664 tid 1 2024-04-13T07:23:27.949 INFO:tasks.rados.rados.0.smithi003.stdout:2568: writing smithi00377890-19 from 3825664 to 4227072 tid 2 2024-04-13T07:23:27.949 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 276 2024-04-13T07:23:27.949 INFO:tasks.rados.rados.0.smithi003.stdout:2569: seq_num 778 ranges {2301952=638976,2940928=401408} 2024-04-13T07:23:27.965 INFO:tasks.rados.rados.0.smithi003.stdout:2569: writing smithi00377890-35 from 2301952 to 2940928 tid 1 2024-04-13T07:23:27.967 INFO:tasks.rados.rados.0.smithi003.stdout:2569: writing smithi00377890-35 from 2940928 to 3342336 tid 2 2024-04-13T07:23:27.967 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 276 2024-04-13T07:23:27.967 INFO:tasks.rados.rados.0.smithi003.stdout:2564: expect (ObjNum 649 snap 217 seq_num 649) 2024-04-13T07:23:28.003 INFO:tasks.rados.rados.0.smithi003.stdout:2563: finishing copy_from racing read to smithi00377890-41 2024-04-13T07:23:28.003 INFO:tasks.rados.rados.0.smithi003.stdout:2563: finishing copy_from to smithi00377890-41 2024-04-13T07:23:28.003 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 1850 (ObjNum 640 snap 217 seq_num 640) dirty exists 2024-04-13T07:23:28.003 INFO:tasks.rados.rados.0.smithi003.stdout:2570: seq_num 779 ranges {0=655360,655360=401408} 2024-04-13T07:23:28.006 INFO:tasks.rados.rados.0.smithi003.stdout:2570: writing smithi00377890-17 from 0 to 655360 tid 1 2024-04-13T07:23:28.008 INFO:tasks.rados.rados.0.smithi003.stdout:2570: writing smithi00377890-17 from 655360 to 1056768 tid 2 2024-04-13T07:23:28.009 INFO:tasks.rados.rados.0.smithi003.stdout:2563: done (5 left) 2024-04-13T07:23:28.009 INFO:tasks.rados.rados.0.smithi003.stdout:2564: done (4 left) 2024-04-13T07:23:28.009 INFO:tasks.rados.rados.0.smithi003.stdout:2571: read oid 18 snap 270 2024-04-13T07:23:28.009 INFO:tasks.rados.rados.0.smithi003.stdout:2571: expect deleted 2024-04-13T07:23:28.009 INFO:tasks.rados.rados.0.smithi003.stdout:2572: snap_remove snap 274 2024-04-13T07:23:28.119 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:27 smithi066 podman[116882]: 2024-04-13 07:23:27.850372775 +0000 UTC m=+0.499904168 container cleanup d062b44446a94af7aca82c0f4ef9d7ab16a9293b2bcac2979a47868c8b96455a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:23:28.119 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:27 smithi066 bash[116882]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a 2024-04-13T07:23:28.119 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:27 smithi066 ceph-mon[84331]: pgmap v571: 121 pgs: 121 active+clean; 543 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 436 KiB/s wr, 4 op/s 2024-04-13T07:23:28.119 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:27 smithi066 ceph-mon[84331]: osdmap e608: 8 total, 8 up, 8 in 2024-04-13T07:23:28.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:27 smithi003 ceph-mon[91733]: pgmap v571: 121 pgs: 121 active+clean; 543 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 436 KiB/s wr, 4 op/s 2024-04-13T07:23:28.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:27 smithi003 ceph-mon[91733]: osdmap e608: 8 total, 8 up, 8 in 2024-04-13T07:23:28.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:27 smithi003 ceph-mon[89364]: pgmap v571: 121 pgs: 121 active+clean; 543 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 436 KiB/s wr, 4 op/s 2024-04-13T07:23:28.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:27 smithi003 ceph-mon[89364]: osdmap e608: 8 total, 8 up, 8 in 2024-04-13T07:23:28.402 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:28 smithi066 podman[116897]: 2024-04-13 07:23:28.118360704 +0000 UTC m=+0.643574217 container remove d062b44446a94af7aca82c0f4ef9d7ab16a9293b2bcac2979a47868c8b96455a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:23:28.403 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:28 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-13T07:23:28.403 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:28 smithi066 systemd[1]: Stopped Ceph prometheus.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:23:28.403 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:28 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@prometheus.a.service: Consumed 2.694s CPU time. 2024-04-13T07:23:28.720 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:28 smithi066 systemd[1]: Starting Ceph prometheus.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:23:28.720 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:28 smithi066 podman[117027]: 2024-04-13 07:23:28.576321851 +0000 UTC m=+0.019463223 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-13T07:23:28.721 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:28 smithi066 podman[117027]: 2024-04-13 07:23:28.719955528 +0000 UTC m=+0.163096872 container create 9f8b525162d3f90e88da2aaadd35bfbe3aa94e603f73735f198676118e55c1f8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:23:28.892 INFO:tasks.rados.rados.0.smithi003.stdout:2572: done (5 left) 2024-04-13T07:23:28.892 INFO:tasks.rados.rados.0.smithi003.stdout:2573: snap_create 2024-04-13T07:23:28.892 INFO:tasks.rados.rados.0.smithi003.stdout:2567: finishing write tid 1 to smithi00377890-12 2024-04-13T07:23:28.892 INFO:tasks.rados.rados.0.smithi003.stdout:2567: finishing write tid 2 to smithi00377890-12 2024-04-13T07:23:28.892 INFO:tasks.rados.rados.0.smithi003.stdout:2567: finishing write tid 3 to smithi00377890-12 2024-04-13T07:23:28.892 INFO:tasks.rados.rados.0.smithi003.stdout:2567: finishing write tid 4 to smithi00377890-12 2024-04-13T07:23:28.892 INFO:tasks.rados.rados.0.smithi003.stdout:2567: oid 12 updating version 0 to 2451 2024-04-13T07:23:28.892 INFO:tasks.rados.rados.0.smithi003.stdout:2567: oid 12 version 2451 is already newer than 2449 2024-04-13T07:23:28.892 INFO:tasks.rados.rados.0.smithi003.stdout:2567: oid 12 version 2451 is already newer than 2450 2024-04-13T07:23:28.892 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 2451 (ObjNum 776 snap 276 seq_num 776) dirty exists 2024-04-13T07:23:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:2567: left oid 12 (ObjNum 776 snap 276 seq_num 776) 2024-04-13T07:23:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:2568: finishing write tid 1 to smithi00377890-19 2024-04-13T07:23:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:2568: finishing write tid 2 to smithi00377890-19 2024-04-13T07:23:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:2568: finishing write tid 3 to smithi00377890-19 2024-04-13T07:23:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:2568: finishing write tid 4 to smithi00377890-19 2024-04-13T07:23:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:2568: oid 19 updating version 0 to 2261 2024-04-13T07:23:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:2568: oid 19 version 2261 is already newer than 2260 2024-04-13T07:23:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:2568: oid 19 version 2261 is already newer than 2259 2024-04-13T07:23:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 2261 (ObjNum 777 snap 276 seq_num 777) dirty exists 2024-04-13T07:23:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:2568: left oid 19 (ObjNum 777 snap 276 seq_num 777) 2024-04-13T07:23:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:2569: finishing write tid 1 to smithi00377890-35 2024-04-13T07:23:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:2569: finishing write tid 2 to smithi00377890-35 2024-04-13T07:23:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:2569: finishing write tid 3 to smithi00377890-35 2024-04-13T07:23:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:2569: finishing write tid 4 to smithi00377890-35 2024-04-13T07:23:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:2569: oid 35 updating version 0 to 2265 2024-04-13T07:23:28.894 INFO:tasks.rados.rados.0.smithi003.stdout:2569: oid 35 version 2265 is already newer than 2263 2024-04-13T07:23:28.894 INFO:tasks.rados.rados.0.smithi003.stdout:2569: oid 35 version 2265 is already newer than 2264 2024-04-13T07:23:28.894 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 2265 (ObjNum 778 snap 276 seq_num 778) dirty exists 2024-04-13T07:23:28.894 INFO:tasks.rados.rados.0.smithi003.stdout:2569: left oid 35 (ObjNum 778 snap 276 seq_num 778) 2024-04-13T07:23:28.894 INFO:tasks.rados.rados.0.smithi003.stdout:2570: finishing write tid 1 to smithi00377890-17 2024-04-13T07:23:28.894 INFO:tasks.rados.rados.0.smithi003.stdout:2570: finishing write tid 2 to smithi00377890-17 2024-04-13T07:23:28.894 INFO:tasks.rados.rados.0.smithi003.stdout:2570: finishing write tid 3 to smithi00377890-17 2024-04-13T07:23:28.894 INFO:tasks.rados.rados.0.smithi003.stdout:2570: finishing write tid 4 to smithi00377890-17 2024-04-13T07:23:28.894 INFO:tasks.rados.rados.0.smithi003.stdout:2570: oid 17 updating version 0 to 2011 2024-04-13T07:23:28.894 INFO:tasks.rados.rados.0.smithi003.stdout:2570: oid 17 version 2011 is already newer than 2010 2024-04-13T07:23:28.894 INFO:tasks.rados.rados.0.smithi003.stdout:2570: oid 17 updating version 2011 to 2012 2024-04-13T07:23:28.894 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 2012 (ObjNum 779 snap 276 seq_num 779) dirty exists 2024-04-13T07:23:28.894 INFO:tasks.rados.rados.0.smithi003.stdout:2570: left oid 17 (ObjNum 779 snap 276 seq_num 779) 2024-04-13T07:23:28.973 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:28 smithi066 ceph-mon[84331]: osdmap e609: 8 total, 8 up, 8 in 2024-04-13T07:23:29.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:28 smithi003 ceph-mon[91733]: osdmap e609: 8 total, 8 up, 8 in 2024-04-13T07:23:29.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:28 smithi003 ceph-mon[89364]: osdmap e609: 8 total, 8 up, 8 in 2024-04-13T07:23:29.323 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:23:29.348 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:28 smithi066 podman[117027]: 2024-04-13 07:23:28.972426775 +0000 UTC m=+0.415568120 container init 9f8b525162d3f90e88da2aaadd35bfbe3aa94e603f73735f198676118e55c1f8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:23:29.348 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:28 smithi066 podman[117027]: 2024-04-13 07:23:28.975400338 +0000 UTC m=+0.418541695 container start 9f8b525162d3f90e88da2aaadd35bfbe3aa94e603f73735f198676118e55c1f8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T07:23:29.348 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:28 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:28.999Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-13T07:23:29.348 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:28 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:28.999Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-13T07:23:29.348 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:28 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:28.999Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi066 (none))" 2024-04-13T07:23:29.348 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:28 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:28.999Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-13T07:23:29.348 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:28 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:28.999Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-13T07:23:29.348 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:29.001Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-13T07:23:29.349 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:29.001Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-13T07:23:29.349 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:29.002Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-13T07:23:29.349 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:29.002Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-13T07:23:29.349 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:29.004Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-13T07:23:29.349 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:29.005Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.749µs 2024-04-13T07:23:29.349 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:29.005Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-13T07:23:29.349 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:29.006Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-04-13T07:23:29.349 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:29.013Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-04-13T07:23:29.349 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:29.019Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-04-13T07:23:29.349 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:29.025Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-04-13T07:23:29.349 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:29.026Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-04-13T07:23:29.349 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:29.026Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=25.088µs wal_replay_duration=21.209176ms wbl_replay_duration=134ns total_replay_duration=21.253625ms 2024-04-13T07:23:29.349 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:29.029Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-13T07:23:29.350 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:29.029Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-13T07:23:29.350 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:29.029Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-13T07:23:29.350 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:29.049Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.454508ms db_storage=820ns remote_storage=1.241µs web_handler=379ns query_engine=651ns scrape=400.65µs scrape_sd=93.263µs notify=13.949µs notify_sd=8.887µs rules=18.63243ms tracing=6.256µs 2024-04-13T07:23:29.350 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:29.049Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-13T07:23:29.350 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:29.049Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-13T07:23:29.350 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 bash[117027]: 9f8b525162d3f90e88da2aaadd35bfbe3aa94e603f73735f198676118e55c1f8 2024-04-13T07:23:29.350 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:29 smithi066 systemd[1]: Started Ceph prometheus.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:23:29.656 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:23:29.656 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (11m) 13s ago 11m 24.9M - 0.25.0 c8568f914cd2 3cfca92eb9ec 2024-04-13T07:23:29.656 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (11m) 12s ago 11m 87.7M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:23:29.656 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (57s) 13s ago 12m 13.9M - 19.0.0-2905-g5f22a497 c4b45bf0c946 973acab37dd5 2024-04-13T07:23:29.656 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (34s) 12s ago 12m 12.3M - 19.0.0-2905-g5f22a497 c4b45bf0c946 ede3ec834623 2024-04-13T07:23:29.656 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,9283,8765 running (7m) 12s ago 16m 452M - 19.0.0-2905-g5f22a497 c4b45bf0c946 57ffb9b159d7 2024-04-13T07:23:29.656 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:8443,9283,8765 running (7m) 13s ago 17m 513M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8cf668b60b80 2024-04-13T07:23:29.656 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (6m) 13s ago 18m 65.8M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 64cfa60e298f 2024-04-13T07:23:29.656 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (6m) 12s ago 16m 54.9M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 77096718c9ff 2024-04-13T07:23:29.656 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (6m) 13s ago 16m 60.2M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 bcc866c9b63b 2024-04-13T07:23:29.656 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (21s) 13s ago 11m 3233k - 1.5.0 0da6a335fe13 816bb4165edf 2024-04-13T07:23:29.657 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (16s) 12s ago 11m 7512k - 1.5.0 0da6a335fe13 7d8ba10a0591 2024-04-13T07:23:29.657 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (5m) 13s ago 15m 349M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 6dc25088a5e4 2024-04-13T07:23:29.657 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (4m) 13s ago 15m 373M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 42147549eb05 2024-04-13T07:23:29.657 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (3m) 13s ago 15m 184M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 8636b9e9bade 2024-04-13T07:23:29.657 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (3m) 13s ago 14m 186M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 dccad7741242 2024-04-13T07:23:29.657 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (2m) 12s ago 14m 206M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 b94e7fdde3d0 2024-04-13T07:23:29.657 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (2m) 12s ago 13m 173M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 51d583e35074 2024-04-13T07:23:29.657 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (98s) 12s ago 13m 160M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 494dadc805af 2024-04-13T07:23:29.657 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (78s) 12s ago 13m 124M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 72a376a22614 2024-04-13T07:23:29.657 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 starting - - - - 2024-04-13T07:23:29.890 INFO:tasks.rados.rados.0.smithi003.stdout:2567: done (5 left) 2024-04-13T07:23:29.891 INFO:tasks.rados.rados.0.smithi003.stdout:2568: done (4 left) 2024-04-13T07:23:29.891 INFO:tasks.rados.rados.0.smithi003.stdout:2569: done (3 left) 2024-04-13T07:23:29.891 INFO:tasks.rados.rados.0.smithi003.stdout:2570: done (2 left) 2024-04-13T07:23:29.891 INFO:tasks.rados.rados.0.smithi003.stdout:2571: done (1 left) 2024-04-13T07:23:29.891 INFO:tasks.rados.rados.0.smithi003.stdout:2573: done (0 left) 2024-04-13T07:23:29.891 INFO:tasks.rados.rados.0.smithi003.stdout:2574: snap_create 2024-04-13T07:23:30.073 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:23:30.073 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:23:30.073 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:23:30.073 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:23:30.073 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:23:30.073 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:23:30.073 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:23:30.074 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:23:30.074 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T07:23:30.074 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:23:30.074 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:23:30.074 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:23:30.074 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:23:30.074 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:23:30.074 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 15 2024-04-13T07:23:30.074 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:23:30.074 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:23:30.074 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:29 smithi003 ceph-mon[91733]: pgmap v574: 121 pgs: 121 active+clean; 543 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 436 KiB/s wr, 2 op/s 2024-04-13T07:23:30.075 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:29 smithi003 ceph-mon[91733]: osdmap e610: 8 total, 8 up, 8 in 2024-04-13T07:23:30.075 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:29 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:30.075 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:29 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:30.075 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:29 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:30.075 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:29 smithi003 ceph-mon[89364]: pgmap v574: 121 pgs: 121 active+clean; 543 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 436 KiB/s wr, 2 op/s 2024-04-13T07:23:30.075 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:29 smithi003 ceph-mon[89364]: osdmap e610: 8 total, 8 up, 8 in 2024-04-13T07:23:30.075 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:29 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:30.075 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:29 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:30.075 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:29 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:30.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-mon[84331]: pgmap v574: 121 pgs: 121 active+clean; 543 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 436 KiB/s wr, 2 op/s 2024-04-13T07:23:30.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-mon[84331]: osdmap e610: 8 total, 8 up, 8 in 2024-04-13T07:23:30.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:30.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:30.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:29 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:30.903 INFO:tasks.rados.rados.0.smithi003.stdout:2574: done (0 left) 2024-04-13T07:23:30.903 INFO:tasks.rados.rados.0.smithi003.stdout:2575: delete oid 40 current snap is 278 2024-04-13T07:23:30.909 INFO:tasks.rados.rados.0.smithi003.stdout:2575: done (0 left) 2024-04-13T07:23:30.909 INFO:tasks.rados.rados.0.smithi003.stdout:2576: snap_remove snap 268 2024-04-13T07:23:31.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:30 smithi066 ceph-mon[84331]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:23:31.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:30 smithi066 ceph-mon[84331]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:23:31.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:30 smithi066 ceph-mon[84331]: osdmap e611: 8 total, 8 up, 8 in 2024-04-13T07:23:31.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:30 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/295892521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:31.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:30 smithi003 ceph-mon[91733]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:23:31.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:30 smithi003 ceph-mon[91733]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:23:31.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:30 smithi003 ceph-mon[91733]: osdmap e611: 8 total, 8 up, 8 in 2024-04-13T07:23:31.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:30 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/295892521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:31.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:30 smithi003 ceph-mon[89364]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:23:31.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:30 smithi003 ceph-mon[89364]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:23:31.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:30 smithi003 ceph-mon[89364]: osdmap e611: 8 total, 8 up, 8 in 2024-04-13T07:23:31.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:30 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/295892521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:31.906 INFO:tasks.rados.rados.0.smithi003.stdout:2576: done (0 left) 2024-04-13T07:23:31.906 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 5 current snap is 278 2024-04-13T07:23:31.906 INFO:tasks.rados.rados.0.smithi003.stdout:2577: seq_num 781 ranges {1499136=688128,2187264=401408} 2024-04-13T07:23:31.918 INFO:tasks.rados.rados.0.smithi003.stdout:2577: writing smithi00377890-5 from 1499136 to 2187264 tid 1 2024-04-13T07:23:31.920 INFO:tasks.rados.rados.0.smithi003.stdout:2577: writing smithi00377890-5 from 2187264 to 2588672 tid 2 2024-04-13T07:23:31.920 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 24 current snap is 278 2024-04-13T07:23:31.920 INFO:tasks.rados.rados.0.smithi003.stdout:2578: seq_num 782 ranges {0=704512,704512=401408} 2024-04-13T07:23:31.925 INFO:tasks.rados.rados.0.smithi003.stdout:2578: writing smithi00377890-24 from 0 to 704512 tid 1 2024-04-13T07:23:31.928 INFO:tasks.rados.rados.0.smithi003.stdout:2578: writing smithi00377890-24 from 704512 to 1105920 tid 2 2024-04-13T07:23:31.928 INFO:tasks.rados.rados.0.smithi003.stdout:2579: rollback oid 13 current snap is 278 2024-04-13T07:23:31.928 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 13 to 244 2024-04-13T07:23:31.928 INFO:tasks.rados.rados.0.smithi003.stdout:2577: finishing write tid 1 to smithi00377890-5 2024-04-13T07:23:31.929 INFO:tasks.rados.rados.0.smithi003.stdout:2577: finishing write tid 2 to smithi00377890-5 2024-04-13T07:23:31.929 INFO:tasks.rados.rados.0.smithi003.stdout:2577: finishing write tid 3 to smithi00377890-5 2024-04-13T07:23:31.929 INFO:tasks.rados.rados.0.smithi003.stdout:2577: finishing write tid 4 to smithi00377890-5 2024-04-13T07:23:31.929 INFO:tasks.rados.rados.0.smithi003.stdout:2577: oid 5 updating version 0 to 2453 2024-04-13T07:23:31.929 INFO:tasks.rados.rados.0.smithi003.stdout:2577: oid 5 updating version 2453 to 2454 2024-04-13T07:23:31.929 INFO:tasks.rados.rados.0.smithi003.stdout:2577: oid 5 version 2454 is already newer than 2452 2024-04-13T07:23:31.929 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 2454 (ObjNum 781 snap 278 seq_num 781) dirty exists 2024-04-13T07:23:31.929 INFO:tasks.rados.rados.0.smithi003.stdout:2577: left oid 5 (ObjNum 781 snap 278 seq_num 781) 2024-04-13T07:23:31.929 INFO:tasks.rados.rados.0.smithi003.stdout:2577: done (2 left) 2024-04-13T07:23:31.929 INFO:tasks.rados.rados.0.smithi003.stdout:2580: delete oid 45 current snap is 278 2024-04-13T07:23:31.933 INFO:tasks.rados.rados.0.smithi003.stdout:2578: finishing write tid 1 to smithi00377890-24 2024-04-13T07:23:31.933 INFO:tasks.rados.rados.0.smithi003.stdout:2578: finishing write tid 2 to smithi00377890-24 2024-04-13T07:23:31.933 INFO:tasks.rados.rados.0.smithi003.stdout:2580: done (2 left) 2024-04-13T07:23:31.933 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 278 2024-04-13T07:23:31.933 INFO:tasks.rados.rados.0.smithi003.stdout:2581: seq_num 784 ranges {2097152=737280,2834432=401408} 2024-04-13T07:23:31.949 INFO:tasks.rados.rados.0.smithi003.stdout:2581: writing smithi00377890-9 from 2097152 to 2834432 tid 1 2024-04-13T07:23:31.952 INFO:tasks.rados.rados.0.smithi003.stdout:2581: writing smithi00377890-9 from 2834432 to 3235840 tid 2 2024-04-13T07:23:31.952 INFO:tasks.rados.rados.0.smithi003.stdout:2582: delete oid 44 current snap is 278 2024-04-13T07:23:31.952 INFO:tasks.rados.rados.0.smithi003.stdout:2578: finishing write tid 3 to smithi00377890-24 2024-04-13T07:23:31.952 INFO:tasks.rados.rados.0.smithi003.stdout:2578: finishing write tid 4 to smithi00377890-24 2024-04-13T07:23:31.952 INFO:tasks.rados.rados.0.smithi003.stdout:2578: oid 24 updating version 0 to 2276 2024-04-13T07:23:31.952 INFO:tasks.rados.rados.0.smithi003.stdout:2578: oid 24 version 2276 is already newer than 2275 2024-04-13T07:23:31.952 INFO:tasks.rados.rados.0.smithi003.stdout:2578: oid 24 version 2276 is already newer than 2274 2024-04-13T07:23:31.952 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 2276 (ObjNum 782 snap 278 seq_num 782) dirty exists 2024-04-13T07:23:31.952 INFO:tasks.rados.rados.0.smithi003.stdout:2578: left oid 24 (ObjNum 782 snap 278 seq_num 782) 2024-04-13T07:23:31.952 INFO:tasks.rados.rados.0.smithi003.stdout:2579: finishing rollback tid 1 to smithi00377890-13 2024-04-13T07:23:31.953 INFO:tasks.rados.rados.0.smithi003.stdout:2579: finishing rollback tid 2 to smithi00377890-13 2024-04-13T07:23:31.953 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 2403 (ObjNum 660 snap 222 seq_num 660) dirty exists 2024-04-13T07:23:31.954 INFO:tasks.rados.rados.0.smithi003.stdout:2578: done (3 left) 2024-04-13T07:23:31.954 INFO:tasks.rados.rados.0.smithi003.stdout:2579: done (2 left) 2024-04-13T07:23:31.954 INFO:tasks.rados.rados.0.smithi003.stdout:2582: done (1 left) 2024-04-13T07:23:31.954 INFO:tasks.rados.rados.0.smithi003.stdout:2583: snap_remove snap 256 2024-04-13T07:23:32.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:31 smithi066 ceph-mon[84331]: pgmap v577: 121 pgs: 121 active+clean; 548 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-13T07:23:32.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:31 smithi066 ceph-mon[84331]: osdmap e612: 8 total, 8 up, 8 in 2024-04-13T07:23:32.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:31 smithi003 ceph-mon[91733]: pgmap v577: 121 pgs: 121 active+clean; 548 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-13T07:23:32.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:31 smithi003 ceph-mon[91733]: osdmap e612: 8 total, 8 up, 8 in 2024-04-13T07:23:32.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:31 smithi003 ceph-mon[89364]: pgmap v577: 121 pgs: 121 active+clean; 548 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-13T07:23:32.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:31 smithi003 ceph-mon[89364]: osdmap e612: 8 total, 8 up, 8 in 2024-04-13T07:23:32.591 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:23:32.924 INFO:tasks.rados.rados.0.smithi003.stdout:2583: done (1 left) 2024-04-13T07:23:32.924 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 278 2024-04-13T07:23:32.924 INFO:tasks.rados.rados.0.smithi003.stdout:2584: seq_num 786 ranges {0=770048,770048=401408} 2024-04-13T07:23:32.929 INFO:tasks.rados.rados.0.smithi003.stdout:2584: writing smithi00377890-38 from 0 to 770048 tid 1 2024-04-13T07:23:32.932 INFO:tasks.rados.rados.0.smithi003.stdout:2584: writing smithi00377890-38 from 770048 to 1171456 tid 2 2024-04-13T07:23:32.933 INFO:tasks.rados.rados.0.smithi003.stdout:2581: finishing write tid 1 to smithi00377890-9 2024-04-13T07:23:32.933 INFO:tasks.rados.rados.0.smithi003.stdout:2581: finishing write tid 2 to smithi00377890-9 2024-04-13T07:23:32.933 INFO:tasks.rados.rados.0.smithi003.stdout:2581: finishing write tid 3 to smithi00377890-9 2024-04-13T07:23:32.933 INFO:tasks.rados.rados.0.smithi003.stdout:2581: finishing write tid 4 to smithi00377890-9 2024-04-13T07:23:32.933 INFO:tasks.rados.rados.0.smithi003.stdout:2581: oid 9 updating version 0 to 2627 2024-04-13T07:23:32.934 INFO:tasks.rados.rados.0.smithi003.stdout:2581: oid 9 updating version 2627 to 2629 2024-04-13T07:23:32.934 INFO:tasks.rados.rados.0.smithi003.stdout:2581: oid 9 version 2629 is already newer than 2628 2024-04-13T07:23:32.934 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 2629 (ObjNum 784 snap 278 seq_num 784) dirty exists 2024-04-13T07:23:32.934 INFO:tasks.rados.rados.0.smithi003.stdout:2581: left oid 9 (ObjNum 784 snap 278 seq_num 784) 2024-04-13T07:23:32.934 INFO:tasks.rados.rados.0.smithi003.stdout:2581: done (1 left) 2024-04-13T07:23:32.934 INFO:tasks.rados.rados.0.smithi003.stdout:2585: snap_remove snap 245 2024-04-13T07:23:33.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:32 smithi003 ceph-mon[91733]: osdmap e613: 8 total, 8 up, 8 in 2024-04-13T07:23:33.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:32 smithi003 ceph-mon[89364]: osdmap e613: 8 total, 8 up, 8 in 2024-04-13T07:23:33.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:32 smithi066 ceph-mon[84331]: osdmap e613: 8 total, 8 up, 8 in 2024-04-13T07:23:33.929 INFO:tasks.rados.rados.0.smithi003.stdout:2584: finishing write tid 1 to smithi00377890-38 2024-04-13T07:23:33.929 INFO:tasks.rados.rados.0.smithi003.stdout:2584: finishing write tid 2 to smithi00377890-38 2024-04-13T07:23:33.929 INFO:tasks.rados.rados.0.smithi003.stdout:2584: finishing write tid 3 to smithi00377890-38 2024-04-13T07:23:33.929 INFO:tasks.rados.rados.0.smithi003.stdout:2584: finishing write tid 4 to smithi00377890-38 2024-04-13T07:23:33.929 INFO:tasks.rados.rados.0.smithi003.stdout:2584: oid 38 updating version 0 to 2517 2024-04-13T07:23:33.930 INFO:tasks.rados.rados.0.smithi003.stdout:2584: oid 38 updating version 2517 to 2518 2024-04-13T07:23:33.930 INFO:tasks.rados.rados.0.smithi003.stdout:2584: oid 38 version 2518 is already newer than 2516 2024-04-13T07:23:33.930 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2518 (ObjNum 786 snap 278 seq_num 786) dirty exists 2024-04-13T07:23:33.930 INFO:tasks.rados.rados.0.smithi003.stdout:2584: left oid 38 (ObjNum 786 snap 278 seq_num 786) 2024-04-13T07:23:33.930 INFO:tasks.rados.rados.0.smithi003.stdout:2584: done (1 left) 2024-04-13T07:23:33.930 INFO:tasks.rados.rados.0.smithi003.stdout:2585: done (0 left) 2024-04-13T07:23:33.930 INFO:tasks.rados.rados.0.smithi003.stdout:2586: copy_from oid 16 from oid 18 current snap is 278 2024-04-13T07:23:33.930 INFO:tasks.rados.rados.0.smithi003.stdout:2587: read oid 42 snap 275 2024-04-13T07:23:33.930 INFO:tasks.rados.rados.0.smithi003.stdout:2587: expect deleted 2024-04-13T07:23:33.930 INFO:tasks.rados.rados.0.smithi003.stdout:2588: copy_from oid 10 from oid 28 current snap is 278 2024-04-13T07:23:33.930 INFO:tasks.rados.rados.0.smithi003.stdout:2589: rmattr oid 37 current snap is 278 2024-04-13T07:23:33.930 INFO:tasks.rados.rados.0.smithi003.stdout:2589: done (3 left) 2024-04-13T07:23:33.930 INFO:tasks.rados.rados.0.smithi003.stdout:2590: rmattr oid 22 current snap is 278 2024-04-13T07:23:33.931 INFO:tasks.rados.rados.0.smithi003.stdout:2590: done (3 left) 2024-04-13T07:23:33.931 INFO:tasks.rados.rados.0.smithi003.stdout:2591: snap_create 2024-04-13T07:23:33.943 INFO:tasks.rados.rados.0.smithi003.stdout:2586: finishing copy_from to smithi00377890-16 2024-04-13T07:23:33.943 INFO:tasks.rados.rados.0.smithi003.stdout:2586: got expected ENOENT (src dne) 2024-04-13T07:23:33.943 INFO:tasks.rados.rados.0.smithi003.stdout:2588: finishing copy_from racing read to smithi00377890-10 2024-04-13T07:23:33.944 INFO:tasks.rados.rados.0.smithi003.stdout:2586: finishing copy_from racing read to smithi00377890-16 2024-04-13T07:23:33.949 INFO:tasks.rados.rados.0.smithi003.stdout:2588: finishing copy_from to smithi00377890-10 2024-04-13T07:23:33.949 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 1537 (ObjNum 717 snap 246 seq_num 717) dirty exists 2024-04-13T07:23:34.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:33 smithi003 ceph-mon[89364]: pgmap v580: 121 pgs: 121 active+clean; 550 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-13T07:23:34.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:33 smithi003 ceph-mon[89364]: osdmap e614: 8 total, 8 up, 8 in 2024-04-13T07:23:34.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:33 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:34.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:33 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:34.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:33 smithi003 ceph-mon[91733]: pgmap v580: 121 pgs: 121 active+clean; 550 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-13T07:23:34.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:33 smithi003 ceph-mon[91733]: osdmap e614: 8 total, 8 up, 8 in 2024-04-13T07:23:34.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:33 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:34.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:33 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:34.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:33 smithi066 ceph-mon[84331]: pgmap v580: 121 pgs: 121 active+clean; 550 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-13T07:23:34.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:33 smithi066 ceph-mon[84331]: osdmap e614: 8 total, 8 up, 8 in 2024-04-13T07:23:34.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:33 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:34.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:33 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:34.494 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:23:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:23:34] "GET /metrics HTTP/1.1" 200 36241 "" "Prometheus/2.43.0" 2024-04-13T07:23:34.932 INFO:tasks.rados.rados.0.smithi003.stdout:2586: done (3 left) 2024-04-13T07:23:34.933 INFO:tasks.rados.rados.0.smithi003.stdout:2587: done (2 left) 2024-04-13T07:23:34.933 INFO:tasks.rados.rados.0.smithi003.stdout:2588: done (1 left) 2024-04-13T07:23:34.933 INFO:tasks.rados.rados.0.smithi003.stdout:2591: done (0 left) 2024-04-13T07:23:34.933 INFO:tasks.rados.rados.0.smithi003.stdout:2592: read oid 19 snap -1 2024-04-13T07:23:34.933 INFO:tasks.rados.rados.0.smithi003.stdout:2592: expect (ObjNum 777 snap 276 seq_num 777) 2024-04-13T07:23:34.933 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 41 current snap is 279 2024-04-13T07:23:34.933 INFO:tasks.rados.rados.0.smithi003.stdout:2593: seq_num 787 ranges {1130496=786432,1916928=401408} 2024-04-13T07:23:34.943 INFO:tasks.rados.rados.0.smithi003.stdout:2593: writing smithi00377890-41 from 1130496 to 1916928 tid 1 2024-04-13T07:23:34.946 INFO:tasks.rados.rados.0.smithi003.stdout:2593: writing smithi00377890-41 from 1916928 to 2318336 tid 2 2024-04-13T07:23:34.946 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 7 current snap is 279 2024-04-13T07:23:34.946 INFO:tasks.rados.rados.0.smithi003.stdout:2594: seq_num 788 ranges {0=802816,802816=401408} 2024-04-13T07:23:34.950 INFO:tasks.rados.rados.0.smithi003.stdout:2594: writing smithi00377890-7 from 0 to 802816 tid 1 2024-04-13T07:23:34.953 INFO:tasks.rados.rados.0.smithi003.stdout:2594: writing smithi00377890-7 from 802816 to 1204224 tid 2 2024-04-13T07:23:34.953 INFO:tasks.rados.rados.0.smithi003.stdout:2595: snap_create 2024-04-13T07:23:34.953 INFO:tasks.rados.rados.0.smithi003.stdout:2592: expect (ObjNum 777 snap 276 seq_num 777) 2024-04-13T07:23:35.032 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:34 smithi066 ceph-mon[84331]: osdmap e615: 8 total, 8 up, 8 in 2024-04-13T07:23:35.032 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:34 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:35.033 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:34 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:35.155 INFO:tasks.rados.rados.0.smithi003.stdout:2593: finishing write tid 1 to smithi00377890-41 2024-04-13T07:23:35.156 INFO:tasks.rados.rados.0.smithi003.stdout:2593: finishing write tid 2 to smithi00377890-41 2024-04-13T07:23:35.156 INFO:tasks.rados.rados.0.smithi003.stdout:2593: finishing write tid 3 to smithi00377890-41 2024-04-13T07:23:35.156 INFO:tasks.rados.rados.0.smithi003.stdout:2593: finishing write tid 4 to smithi00377890-41 2024-04-13T07:23:35.156 INFO:tasks.rados.rados.0.smithi003.stdout:2593: oid 41 updating version 0 to 2015 2024-04-13T07:23:35.156 INFO:tasks.rados.rados.0.smithi003.stdout:2593: oid 41 version 2015 is already newer than 2014 2024-04-13T07:23:35.156 INFO:tasks.rados.rados.0.smithi003.stdout:2593: oid 41 version 2015 is already newer than 2013 2024-04-13T07:23:35.156 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 2015 (ObjNum 787 snap 279 seq_num 787) dirty exists 2024-04-13T07:23:35.156 INFO:tasks.rados.rados.0.smithi003.stdout:2593: left oid 41 (ObjNum 787 snap 279 seq_num 787) 2024-04-13T07:23:35.156 INFO:tasks.rados.rados.0.smithi003.stdout:2594: finishing write tid 1 to smithi00377890-7 2024-04-13T07:23:35.156 INFO:tasks.rados.rados.0.smithi003.stdout:2594: finishing write tid 2 to smithi00377890-7 2024-04-13T07:23:35.156 INFO:tasks.rados.rados.0.smithi003.stdout:2594: finishing write tid 3 to smithi00377890-7 2024-04-13T07:23:35.156 INFO:tasks.rados.rados.0.smithi003.stdout:2594: finishing write tid 4 to smithi00377890-7 2024-04-13T07:23:35.156 INFO:tasks.rados.rados.0.smithi003.stdout:2594: oid 7 updating version 0 to 2406 2024-04-13T07:23:35.157 INFO:tasks.rados.rados.0.smithi003.stdout:2594: oid 7 updating version 2406 to 2407 2024-04-13T07:23:35.157 INFO:tasks.rados.rados.0.smithi003.stdout:2594: oid 7 version 2407 is already newer than 2405 2024-04-13T07:23:35.157 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 2407 (ObjNum 788 snap 279 seq_num 788) dirty exists 2024-04-13T07:23:35.157 INFO:tasks.rados.rados.0.smithi003.stdout:2594: left oid 7 (ObjNum 788 snap 279 seq_num 788) 2024-04-13T07:23:35.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:34 smithi003 ceph-mon[91733]: osdmap e615: 8 total, 8 up, 8 in 2024-04-13T07:23:35.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:34 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:35.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:34 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:35.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:34 smithi003 ceph-mon[89364]: osdmap e615: 8 total, 8 up, 8 in 2024-04-13T07:23:35.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:34 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:35.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:34 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:35.944 INFO:tasks.rados.rados.0.smithi003.stdout:2592: done (3 left) 2024-04-13T07:23:35.944 INFO:tasks.rados.rados.0.smithi003.stdout:2593: done (2 left) 2024-04-13T07:23:35.944 INFO:tasks.rados.rados.0.smithi003.stdout:2594: done (1 left) 2024-04-13T07:23:35.944 INFO:tasks.rados.rados.0.smithi003.stdout:2595: done (0 left) 2024-04-13T07:23:35.944 INFO:tasks.rados.rados.0.smithi003.stdout:2596: read oid 29 snap -1 2024-04-13T07:23:35.945 INFO:tasks.rados.rados.0.smithi003.stdout:2596: expect (ObjNum 765 snap 266 seq_num 765) 2024-04-13T07:23:35.945 INFO:tasks.rados.rados.0.smithi003.stdout:2597: snap_create 2024-04-13T07:23:35.954 INFO:tasks.rados.rados.0.smithi003.stdout:2596: expect (ObjNum 765 snap 266 seq_num 765) 2024-04-13T07:23:35.987 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:35 smithi066 ceph-mon[84331]: pgmap v583: 121 pgs: 121 active+clean; 552 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-13T07:23:35.987 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:35 smithi066 ceph-mon[84331]: osdmap e616: 8 total, 8 up, 8 in 2024-04-13T07:23:36.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:35 smithi003 ceph-mon[91733]: pgmap v583: 121 pgs: 121 active+clean; 552 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-13T07:23:36.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:35 smithi003 ceph-mon[91733]: osdmap e616: 8 total, 8 up, 8 in 2024-04-13T07:23:36.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:35 smithi003 ceph-mon[89364]: pgmap v583: 121 pgs: 121 active+clean; 552 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-13T07:23:36.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:35 smithi003 ceph-mon[89364]: osdmap e616: 8 total, 8 up, 8 in 2024-04-13T07:23:36.955 INFO:tasks.rados.rados.0.smithi003.stdout:2596: done (1 left) 2024-04-13T07:23:36.955 INFO:tasks.rados.rados.0.smithi003.stdout:2597: done (0 left) 2024-04-13T07:23:36.955 INFO:tasks.rados.rados.0.smithi003.stdout:2598: rollback oid 30 current snap is 281 2024-04-13T07:23:36.955 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 30 to 280 2024-04-13T07:23:36.955 INFO:tasks.rados.rados.0.smithi003.stdout:2599: delete oid 21 current snap is 281 2024-04-13T07:23:36.958 INFO:tasks.rados.rados.0.smithi003.stdout:2599: done (1 left) 2024-04-13T07:23:36.958 INFO:tasks.rados.rados.0.smithi003.stdout:2600: snap_create 2024-04-13T07:23:36.958 INFO:tasks.rados.rados.0.smithi003.stdout:2598: finishing rollback tid 0 to smithi00377890-30 2024-04-13T07:23:36.959 INFO:tasks.rados.rados.0.smithi003.stdout:2598: finishing rollback tid 1 to smithi00377890-30 2024-04-13T07:23:36.959 INFO:tasks.rados.rados.0.smithi003.stdout:2598: finishing rollback tid 2 to smithi00377890-30 2024-04-13T07:23:36.960 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 2406 (ObjNum 760 snap 263 seq_num 760) dirty exists 2024-04-13T07:23:37.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:36 smithi066 ceph-mon[84331]: osdmap e617: 8 total, 8 up, 8 in 2024-04-13T07:23:37.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:36 smithi003 ceph-mon[91733]: osdmap e617: 8 total, 8 up, 8 in 2024-04-13T07:23:37.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:36 smithi003 ceph-mon[89364]: osdmap e617: 8 total, 8 up, 8 in 2024-04-13T07:23:37.957 INFO:tasks.rados.rados.0.smithi003.stdout:2598: done (1 left) 2024-04-13T07:23:37.958 INFO:tasks.rados.rados.0.smithi003.stdout:2600: done (0 left) 2024-04-13T07:23:37.958 INFO:tasks.rados.rados.0.smithi003.stdout:2601: snap_create 2024-04-13T07:23:38.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: pgmap v586: 121 pgs: 121 active+clean; 567 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-13T07:23:38.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: osdmap e618: 8 total, 8 up, 8 in 2024-04-13T07:23:38.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:23:38.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:38.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:38.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:23:38.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:23:38.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:38.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:23:38.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:38.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: pgmap v586: 121 pgs: 121 active+clean; 567 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-13T07:23:38.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: osdmap e618: 8 total, 8 up, 8 in 2024-04-13T07:23:38.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:23:38.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:38.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:38.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:23:38.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:23:38.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:38.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:23:38.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:38.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: pgmap v586: 121 pgs: 121 active+clean; 567 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-13T07:23:38.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: osdmap e618: 8 total, 8 up, 8 in 2024-04-13T07:23:38.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:23:38.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:38.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:38.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:23:38.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:23:38.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:38.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:23:38.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:38.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:38.841 INFO:tasks.rados.rados.0.smithi003.stdout:2601: done (0 left) 2024-04-13T07:23:38.841 INFO:tasks.rados.rados.0.smithi003.stdout:2602: delete oid 36 current snap is 283 2024-04-13T07:23:38.848 INFO:tasks.rados.rados.0.smithi003.stdout:2602: done (0 left) 2024-04-13T07:23:38.848 INFO:tasks.rados.rados.0.smithi003.stdout:2603: delete oid 1 current snap is 283 2024-04-13T07:23:38.855 INFO:tasks.rados.rados.0.smithi003.stdout:2603: done (0 left) 2024-04-13T07:23:38.855 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 21 current snap is 283 2024-04-13T07:23:38.855 INFO:tasks.rados.rados.0.smithi003.stdout:2604: seq_num 792 ranges {0=466944,466944=761856,1228800=40960} 2024-04-13T07:23:38.858 INFO:tasks.rados.rados.0.smithi003.stdout:2604: writing smithi00377890-21 from 0 to 466944 tid 1 2024-04-13T07:23:38.864 INFO:tasks.rados.rados.0.smithi003.stdout:2604: writing smithi00377890-21 from 466944 to 1228800 tid 2 2024-04-13T07:23:38.865 INFO:tasks.rados.rados.0.smithi003.stdout:2604: writing smithi00377890-21 from 1228800 to 1269760 tid 3 2024-04-13T07:23:38.865 INFO:tasks.rados.rados.0.smithi003.stdout:2605: copy_from oid 19 from oid 49 current snap is 283 2024-04-13T07:23:38.865 INFO:tasks.rados.rados.0.smithi003.stdout:2604: finishing write tid 1 to smithi00377890-21 2024-04-13T07:23:38.865 INFO:tasks.rados.rados.0.smithi003.stdout:2606: read oid 9 snap -1 2024-04-13T07:23:38.865 INFO:tasks.rados.rados.0.smithi003.stdout:2606: expect (ObjNum 784 snap 278 seq_num 784) 2024-04-13T07:23:38.865 INFO:tasks.rados.rados.0.smithi003.stdout:2607: read oid 42 snap 260 2024-04-13T07:23:38.865 INFO:tasks.rados.rados.0.smithi003.stdout:2607: expect (ObjNum 724 snap 247 seq_num 724) 2024-04-13T07:23:38.865 INFO:tasks.rados.rados.0.smithi003.stdout:2608: setattr oid 5 current snap is 283 2024-04-13T07:23:38.868 INFO:tasks.rados.rados.0.smithi003.stdout:2609: snap_remove snap 275 2024-04-13T07:23:38.961 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:38 smithi003 ceph-mon[91733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:23:38.962 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:38 smithi003 ceph-mon[91733]: osdmap e619: 8 total, 8 up, 8 in 2024-04-13T07:23:38.962 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:38 smithi003 ceph-mon[89364]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:23:38.962 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:38 smithi003 ceph-mon[89364]: osdmap e619: 8 total, 8 up, 8 in 2024-04-13T07:23:38.962 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:38 smithi003 ceph-mon[89364]: osdmap e620: 8 total, 8 up, 8 in 2024-04-13T07:23:39.298 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:38 smithi003 ceph-mon[91733]: osdmap e620: 8 total, 8 up, 8 in 2024-04-13T07:23:39.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:38 smithi066 ceph-mon[84331]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T07:23:39.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:38 smithi066 ceph-mon[84331]: osdmap e619: 8 total, 8 up, 8 in 2024-04-13T07:23:39.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:38 smithi066 ceph-mon[84331]: osdmap e620: 8 total, 8 up, 8 in 2024-04-13T07:23:39.850 INFO:tasks.rados.rados.0.smithi003.stdout:2609: done (5 left) 2024-04-13T07:23:39.850 INFO:tasks.rados.rados.0.smithi003.stdout:2610: rollback oid 36 current snap is 283 2024-04-13T07:23:39.850 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 36 to 253 2024-04-13T07:23:39.850 INFO:tasks.rados.rados.0.smithi003.stdout:2611: snap_remove snap 278 2024-04-13T07:23:40.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:39 smithi003 ceph-mon[91733]: pgmap v589: 121 pgs: 121 active+clean; 567 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-13T07:23:40.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:39 smithi003 ceph-mon[91733]: osdmap e621: 8 total, 8 up, 8 in 2024-04-13T07:23:40.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:39 smithi003 ceph-mon[89364]: pgmap v589: 121 pgs: 121 active+clean; 567 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-13T07:23:40.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:39 smithi003 ceph-mon[89364]: osdmap e621: 8 total, 8 up, 8 in 2024-04-13T07:23:40.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:39 smithi066 ceph-mon[84331]: pgmap v589: 121 pgs: 121 active+clean; 567 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-13T07:23:40.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:39 smithi066 ceph-mon[84331]: osdmap e621: 8 total, 8 up, 8 in 2024-04-13T07:23:40.852 INFO:tasks.rados.rados.0.smithi003.stdout:2611: done (6 left) 2024-04-13T07:23:40.853 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 283 2024-04-13T07:23:40.853 INFO:tasks.rados.rados.0.smithi003.stdout:2612: seq_num 793 ranges {1261568=483328,1744896=647168,2392064=155648} 2024-04-13T07:23:40.862 INFO:tasks.rados.rados.0.smithi003.stdout:2612: writing smithi00377890-27 from 1261568 to 1744896 tid 1 2024-04-13T07:23:40.866 INFO:tasks.rados.rados.0.smithi003.stdout:2612: writing smithi00377890-27 from 1744896 to 2392064 tid 2 2024-04-13T07:23:40.867 INFO:tasks.rados.rados.0.smithi003.stdout:2612: writing smithi00377890-27 from 2392064 to 2547712 tid 3 2024-04-13T07:23:40.867 INFO:tasks.rados.rados.0.smithi003.stdout:2613: read oid 33 snap -1 2024-04-13T07:23:40.867 INFO:tasks.rados.rados.0.smithi003.stdout:2613: expect (ObjNum 649 snap 217 seq_num 649) 2024-04-13T07:23:40.867 INFO:tasks.rados.rados.0.smithi003.stdout:2614: snap_create 2024-04-13T07:23:40.867 INFO:tasks.rados.rados.0.smithi003.stdout:2604: finishing write tid 2 to smithi00377890-21 2024-04-13T07:23:40.867 INFO:tasks.rados.rados.0.smithi003.stdout:2607: expect (ObjNum 724 snap 247 seq_num 724) 2024-04-13T07:23:40.871 INFO:tasks.rados.rados.0.smithi003.stdout:2605: finishing copy_from racing read to smithi00377890-19 2024-04-13T07:23:40.871 INFO:tasks.rados.rados.0.smithi003.stdout:2604: finishing write tid 3 to smithi00377890-21 2024-04-13T07:23:40.871 INFO:tasks.rados.rados.0.smithi003.stdout:2604: finishing write tid 4 to smithi00377890-21 2024-04-13T07:23:40.871 INFO:tasks.rados.rados.0.smithi003.stdout:2604: finishing write tid 5 to smithi00377890-21 2024-04-13T07:23:40.871 INFO:tasks.rados.rados.0.smithi003.stdout:2604: oid 21 updating version 0 to 2154 2024-04-13T07:23:40.871 INFO:tasks.rados.rados.0.smithi003.stdout:2604: oid 21 updating version 2154 to 2155 2024-04-13T07:23:40.871 INFO:tasks.rados.rados.0.smithi003.stdout:2604: oid 21 version 2155 is already newer than 2153 2024-04-13T07:23:40.871 INFO:tasks.rados.rados.0.smithi003.stdout:2604: oid 21 updating version 2155 to 2156 2024-04-13T07:23:40.871 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2156 (ObjNum 792 snap 283 seq_num 792) dirty exists 2024-04-13T07:23:40.871 INFO:tasks.rados.rados.0.smithi003.stdout:2604: left oid 21 (ObjNum 792 snap 283 seq_num 792) 2024-04-13T07:23:40.871 INFO:tasks.rados.rados.0.smithi003.stdout:2605: finishing copy_from to smithi00377890-19 2024-04-13T07:23:40.871 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 2404 (ObjNum 739 snap 256 seq_num 739) dirty exists 2024-04-13T07:23:40.872 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 2455 (ObjNum 781 snap 278 seq_num 781) dirty exists 2024-04-13T07:23:40.872 INFO:tasks.rados.rados.0.smithi003.stdout:2606: expect (ObjNum 784 snap 278 seq_num 784) 2024-04-13T07:23:41.018 INFO:tasks.rados.rados.0.smithi003.stdout:2610: finishing rollback tid 1 to smithi00377890-36 2024-04-13T07:23:41.019 INFO:tasks.rados.rados.0.smithi003.stdout:2610: finishing rollback tid 2 to smithi00377890-36 2024-04-13T07:23:41.019 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 1869 (ObjNum 674 snap 230 seq_num 674) dirty exists 2024-04-13T07:23:41.019 INFO:tasks.rados.rados.0.smithi003.stdout:2612: finishing write tid 1 to smithi00377890-27 2024-04-13T07:23:41.019 INFO:tasks.rados.rados.0.smithi003.stdout:2612: finishing write tid 2 to smithi00377890-27 2024-04-13T07:23:41.019 INFO:tasks.rados.rados.0.smithi003.stdout:2612: finishing write tid 3 to smithi00377890-27 2024-04-13T07:23:41.019 INFO:tasks.rados.rados.0.smithi003.stdout:2612: finishing write tid 4 to smithi00377890-27 2024-04-13T07:23:41.019 INFO:tasks.rados.rados.0.smithi003.stdout:2612: finishing write tid 5 to smithi00377890-27 2024-04-13T07:23:41.019 INFO:tasks.rados.rados.0.smithi003.stdout:2612: oid 27 updating version 0 to 2408 2024-04-13T07:23:41.019 INFO:tasks.rados.rados.0.smithi003.stdout:2612: oid 27 updating version 2408 to 2409 2024-04-13T07:23:41.019 INFO:tasks.rados.rados.0.smithi003.stdout:2612: oid 27 updating version 2409 to 2410 2024-04-13T07:23:41.019 INFO:tasks.rados.rados.0.smithi003.stdout:2612: oid 27 version 2410 is already newer than 2407 2024-04-13T07:23:41.019 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 2410 (ObjNum 793 snap 283 seq_num 793) dirty exists 2024-04-13T07:23:41.019 INFO:tasks.rados.rados.0.smithi003.stdout:2612: left oid 27 (ObjNum 793 snap 283 seq_num 793) 2024-04-13T07:23:41.019 INFO:tasks.rados.rados.0.smithi003.stdout:2613: expect (ObjNum 649 snap 217 seq_num 649) 2024-04-13T07:23:41.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:40 smithi003 ceph-mon[91733]: Upgrade: Updating alertmanager.a 2024-04-13T07:23:41.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:40 smithi003 ceph-mon[91733]: Deploying daemon alertmanager.a on smithi003 2024-04-13T07:23:41.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:40 smithi003 ceph-mon[91733]: osdmap e622: 8 total, 8 up, 8 in 2024-04-13T07:23:41.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:40 smithi003 ceph-mon[89364]: Upgrade: Updating alertmanager.a 2024-04-13T07:23:41.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:40 smithi003 ceph-mon[89364]: Deploying daemon alertmanager.a on smithi003 2024-04-13T07:23:41.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:40 smithi003 ceph-mon[89364]: osdmap e622: 8 total, 8 up, 8 in 2024-04-13T07:23:41.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:40 smithi066 ceph-mon[84331]: Upgrade: Updating alertmanager.a 2024-04-13T07:23:41.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:40 smithi066 ceph-mon[84331]: Deploying daemon alertmanager.a on smithi003 2024-04-13T07:23:41.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:40 smithi066 ceph-mon[84331]: osdmap e622: 8 total, 8 up, 8 in 2024-04-13T07:23:41.853 INFO:tasks.rados.rados.0.smithi003.stdout:2604: done (8 left) 2024-04-13T07:23:41.854 INFO:tasks.rados.rados.0.smithi003.stdout:2605: done (7 left) 2024-04-13T07:23:41.854 INFO:tasks.rados.rados.0.smithi003.stdout:2606: done (6 left) 2024-04-13T07:23:41.854 INFO:tasks.rados.rados.0.smithi003.stdout:2607: done (5 left) 2024-04-13T07:23:41.854 INFO:tasks.rados.rados.0.smithi003.stdout:2608: done (4 left) 2024-04-13T07:23:41.854 INFO:tasks.rados.rados.0.smithi003.stdout:2610: done (3 left) 2024-04-13T07:23:41.854 INFO:tasks.rados.rados.0.smithi003.stdout:2612: done (2 left) 2024-04-13T07:23:41.854 INFO:tasks.rados.rados.0.smithi003.stdout:2613: done (1 left) 2024-04-13T07:23:41.854 INFO:tasks.rados.rados.0.smithi003.stdout:2614: done (0 left) 2024-04-13T07:23:41.854 INFO:tasks.rados.rados.0.smithi003.stdout:2615: rmattr oid 7 current snap is 284 2024-04-13T07:23:41.854 INFO:tasks.rados.rados.0.smithi003.stdout:2615: done (0 left) 2024-04-13T07:23:41.854 INFO:tasks.rados.rados.0.smithi003.stdout:2616: read oid 34 snap -1 2024-04-13T07:23:41.854 INFO:tasks.rados.rados.0.smithi003.stdout:2616: expect (ObjNum 640 snap 217 seq_num 640) 2024-04-13T07:23:41.854 INFO:tasks.rados.rados.0.smithi003.stdout:2617: read oid 47 snap -1 2024-04-13T07:23:41.854 INFO:tasks.rados.rados.0.smithi003.stdout:2617: expect deleted 2024-04-13T07:23:41.855 INFO:tasks.rados.rados.0.smithi003.stdout:2618: snap_remove snap 267 2024-04-13T07:23:42.113 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:41 smithi003 ceph-mon[91733]: pgmap v592: 121 pgs: 121 active+clean; 568 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 310 KiB/s wr, 6 op/s 2024-04-13T07:23:42.113 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:41 smithi003 ceph-mon[91733]: osdmap e623: 8 total, 8 up, 8 in 2024-04-13T07:23:42.113 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:41 smithi003 ceph-mon[89364]: pgmap v592: 121 pgs: 121 active+clean; 568 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 310 KiB/s wr, 6 op/s 2024-04-13T07:23:42.113 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:41 smithi003 ceph-mon[89364]: osdmap e623: 8 total, 8 up, 8 in 2024-04-13T07:23:42.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:41 smithi066 ceph-mon[84331]: pgmap v592: 121 pgs: 121 active+clean; 568 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 310 KiB/s wr, 6 op/s 2024-04-13T07:23:42.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:41 smithi066 ceph-mon[84331]: osdmap e623: 8 total, 8 up, 8 in 2024-04-13T07:23:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:23:42.856 INFO:tasks.rados.rados.0.smithi003.stdout:2618: done (2 left) 2024-04-13T07:23:42.857 INFO:tasks.rados.rados.0.smithi003.stdout:2619: delete oid 37 current snap is 284 2024-04-13T07:23:42.857 INFO:tasks.rados.rados.0.smithi003.stdout:2616: expect (ObjNum 640 snap 217 seq_num 640) 2024-04-13T07:23:42.892 INFO:tasks.rados.rados.0.smithi003.stdout:2616: done (2 left) 2024-04-13T07:23:42.892 INFO:tasks.rados.rados.0.smithi003.stdout:2617: done (1 left) 2024-04-13T07:23:42.892 INFO:tasks.rados.rados.0.smithi003.stdout:2619: done (0 left) 2024-04-13T07:23:42.892 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 29 current snap is 284 2024-04-13T07:23:42.892 INFO:tasks.rados.rados.0.smithi003.stdout:2620: seq_num 795 ranges {3383296=524288,3907584=417792,4325376=385024} 2024-04-13T07:23:42.913 INFO:tasks.rados.rados.0.smithi003.stdout:2620: writing smithi00377890-29 from 3383296 to 3907584 tid 1 2024-04-13T07:23:42.915 INFO:tasks.rados.rados.0.smithi003.stdout:2620: writing smithi00377890-29 from 3907584 to 4325376 tid 2 2024-04-13T07:23:42.918 INFO:tasks.rados.rados.0.smithi003.stdout:2620: writing smithi00377890-29 from 4325376 to 4710400 tid 3 2024-04-13T07:23:42.918 INFO:tasks.rados.rados.0.smithi003.stdout:2621: copy_from oid 21 from oid 20 current snap is 284 2024-04-13T07:23:42.918 INFO:tasks.rados.rados.0.smithi003.stdout:2620: finishing write tid 1 to smithi00377890-29 2024-04-13T07:23:42.918 INFO:tasks.rados.rados.0.smithi003.stdout:2620: finishing write tid 2 to smithi00377890-29 2024-04-13T07:23:42.918 INFO:tasks.rados.rados.0.smithi003.stdout:2622: snap_create 2024-04-13T07:23:42.919 INFO:tasks.rados.rados.0.smithi003.stdout:2621: finishing copy_from to smithi00377890-21 2024-04-13T07:23:42.919 INFO:tasks.rados.rados.0.smithi003.stdout:2621: got expected ENOENT (src dne) 2024-04-13T07:23:42.920 INFO:tasks.rados.rados.0.smithi003.stdout:2621: finishing copy_from racing read to smithi00377890-21 2024-04-13T07:23:42.921 INFO:tasks.rados.rados.0.smithi003.stdout:2620: finishing write tid 3 to smithi00377890-29 2024-04-13T07:23:42.921 INFO:tasks.rados.rados.0.smithi003.stdout:2620: finishing write tid 4 to smithi00377890-29 2024-04-13T07:23:42.922 INFO:tasks.rados.rados.0.smithi003.stdout:2620: finishing write tid 5 to smithi00377890-29 2024-04-13T07:23:42.923 INFO:tasks.rados.rados.0.smithi003.stdout:2620: oid 29 updating version 0 to 1870 2024-04-13T07:23:42.923 INFO:tasks.rados.rados.0.smithi003.stdout:2620: oid 29 updating version 1870 to 1871 2024-04-13T07:23:42.923 INFO:tasks.rados.rados.0.smithi003.stdout:2620: oid 29 updating version 1871 to 1872 2024-04-13T07:23:42.923 INFO:tasks.rados.rados.0.smithi003.stdout:2620: oid 29 updating version 1872 to 1873 2024-04-13T07:23:42.923 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 1873 (ObjNum 795 snap 284 seq_num 795) dirty exists 2024-04-13T07:23:42.923 INFO:tasks.rados.rados.0.smithi003.stdout:2620: left oid 29 (ObjNum 795 snap 284 seq_num 795) 2024-04-13T07:23:43.721 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:43 smithi003 systemd[1]: Stopping Ceph alertmanager.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:23:43.721 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:43 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[73763]: ts=2024-04-13T07:23:43.679Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-13T07:23:43.842 INFO:tasks.rados.rados.0.smithi003.stdout:2620: done (2 left) 2024-04-13T07:23:43.843 INFO:tasks.rados.rados.0.smithi003.stdout:2621: done (1 left) 2024-04-13T07:23:43.843 INFO:tasks.rados.rados.0.smithi003.stdout:2622: done (0 left) 2024-04-13T07:23:43.843 INFO:tasks.rados.rados.0.smithi003.stdout:2623: setattr oid 10 current snap is 285 2024-04-13T07:23:43.845 INFO:tasks.rados.rados.0.smithi003.stdout:2624: copy_from oid 36 from oid 20 current snap is 285 2024-04-13T07:23:43.845 INFO:tasks.rados.rados.0.smithi003.stdout:2625: copy_from oid 12 from oid 48 current snap is 285 2024-04-13T07:23:43.845 INFO:tasks.rados.rados.0.smithi003.stdout:2626: snap_create 2024-04-13T07:23:43.849 INFO:tasks.rados.rados.0.smithi003.stdout:2624: finishing copy_from to smithi00377890-36 2024-04-13T07:23:43.849 INFO:tasks.rados.rados.0.smithi003.stdout:2624: got expected ENOENT (src dne) 2024-04-13T07:23:43.849 INFO:tasks.rados.rados.0.smithi003.stdout:2625: finishing copy_from to smithi00377890-12 2024-04-13T07:23:43.849 INFO:tasks.rados.rados.0.smithi003.stdout:2625: got expected ENOENT (src dne) 2024-04-13T07:23:43.849 INFO:tasks.rados.rados.0.smithi003.stdout:2624: finishing copy_from racing read to smithi00377890-36 2024-04-13T07:23:43.849 INFO:tasks.rados.rados.0.smithi003.stdout:2625: finishing copy_from racing read to smithi00377890-12 2024-04-13T07:23:43.852 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 2657 (ObjNum 717 snap 246 seq_num 717) dirty exists 2024-04-13T07:23:44.055 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:43 smithi003 podman[124961]: 2024-04-13 07:23:43.720299399 +0000 UTC m=+0.143431009 container died 3cfca92eb9ecd06c8b11229f76818e7ce4abdeb41dc7ed5c962633392a86e47a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:23:44.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:43 smithi003 ceph-mon[91733]: pgmap v595: 121 pgs: 121 active+clean; 568 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 310 KiB/s wr, 7 op/s 2024-04-13T07:23:44.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:43 smithi003 ceph-mon[91733]: osdmap e624: 8 total, 8 up, 8 in 2024-04-13T07:23:44.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:43 smithi003 ceph-mon[91733]: osdmap e625: 8 total, 8 up, 8 in 2024-04-13T07:23:44.055 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:43 smithi003 ceph-mon[89364]: pgmap v595: 121 pgs: 121 active+clean; 568 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 310 KiB/s wr, 7 op/s 2024-04-13T07:23:44.055 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:43 smithi003 ceph-mon[89364]: osdmap e624: 8 total, 8 up, 8 in 2024-04-13T07:23:44.055 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:43 smithi003 ceph-mon[89364]: osdmap e625: 8 total, 8 up, 8 in 2024-04-13T07:23:44.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:43 smithi066 ceph-mon[84331]: pgmap v595: 121 pgs: 121 active+clean; 568 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 310 KiB/s wr, 7 op/s 2024-04-13T07:23:44.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:43 smithi066 ceph-mon[84331]: osdmap e624: 8 total, 8 up, 8 in 2024-04-13T07:23:44.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:43 smithi066 ceph-mon[84331]: osdmap e625: 8 total, 8 up, 8 in 2024-04-13T07:23:44.365 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:23:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:23:44] "GET /metrics HTTP/1.1" 200 36244 "" "Prometheus/2.43.0" 2024-04-13T07:23:44.366 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:44 smithi003 podman[124961]: 2024-04-13 07:23:44.05477564 +0000 UTC m=+0.477907250 container cleanup 3cfca92eb9ecd06c8b11229f76818e7ce4abdeb41dc7ed5c962633392a86e47a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:23:44.366 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:44 smithi003 bash[124961]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a 2024-04-13T07:23:44.366 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:44 smithi003 podman[124975]: 2024-04-13 07:23:44.247514296 +0000 UTC m=+0.526634677 container remove 3cfca92eb9ecd06c8b11229f76818e7ce4abdeb41dc7ed5c962633392a86e47a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:23:44.619 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:44 smithi003 podman[124975]: 2024-04-13 07:23:44.365121286 +0000 UTC m=+0.644241629 volume remove 9f02d6b4c61758429b5ca67d6589dd30cc48e6a1b8341fba045452323ada57a5 2024-04-13T07:23:44.843 INFO:tasks.rados.rados.0.smithi003.stdout:2623: done (3 left) 2024-04-13T07:23:44.844 INFO:tasks.rados.rados.0.smithi003.stdout:2624: done (2 left) 2024-04-13T07:23:44.844 INFO:tasks.rados.rados.0.smithi003.stdout:2625: done (1 left) 2024-04-13T07:23:44.844 INFO:tasks.rados.rados.0.smithi003.stdout:2626: done (0 left) 2024-04-13T07:23:44.844 INFO:tasks.rados.rados.0.smithi003.stdout:2627: rmattr oid 47 current snap is 286 2024-04-13T07:23:44.844 INFO:tasks.rados.rados.0.smithi003.stdout:2627: done (0 left) 2024-04-13T07:23:44.844 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 50 current snap is 286 2024-04-13T07:23:44.844 INFO:tasks.rados.rados.0.smithi003.stdout:2628: seq_num 796 ranges {0=540672,540672=704512,1245184=98304} 2024-04-13T07:23:44.846 INFO:tasks.rados.rados.0.smithi003.stdout:2628: writing smithi00377890-50 from 0 to 540672 tid 1 2024-04-13T07:23:44.851 INFO:tasks.rados.rados.0.smithi003.stdout:2628: writing smithi00377890-50 from 540672 to 1245184 tid 2 2024-04-13T07:23:44.852 INFO:tasks.rados.rados.0.smithi003.stdout:2628: writing smithi00377890-50 from 1245184 to 1343488 tid 3 2024-04-13T07:23:44.852 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 37 current snap is 286 2024-04-13T07:23:44.852 INFO:tasks.rados.rados.0.smithi003.stdout:2629: seq_num 797 ranges {0=557056,557056=589824,1146880=212992} 2024-04-13T07:23:44.856 INFO:tasks.rados.rados.0.smithi003.stdout:2629: writing smithi00377890-37 from 0 to 557056 tid 1 2024-04-13T07:23:44.860 INFO:tasks.rados.rados.0.smithi003.stdout:2629: writing smithi00377890-37 from 557056 to 1146880 tid 2 2024-04-13T07:23:44.862 INFO:tasks.rados.rados.0.smithi003.stdout:2629: writing smithi00377890-37 from 1146880 to 1359872 tid 3 2024-04-13T07:23:44.862 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 47 current snap is 286 2024-04-13T07:23:44.862 INFO:tasks.rados.rados.0.smithi003.stdout:2628: finishing write tid 1 to smithi00377890-50 2024-04-13T07:23:44.862 INFO:tasks.rados.rados.0.smithi003.stdout:2628: finishing write tid 2 to smithi00377890-50 2024-04-13T07:23:44.862 INFO:tasks.rados.rados.0.smithi003.stdout:2628: finishing write tid 3 to smithi00377890-50 2024-04-13T07:23:44.862 INFO:tasks.rados.rados.0.smithi003.stdout:2628: finishing write tid 4 to smithi00377890-50 2024-04-13T07:23:44.862 INFO:tasks.rados.rados.0.smithi003.stdout:2630: seq_num 798 ranges {0=573440,573440=466944,1040384=335872} 2024-04-13T07:23:44.865 INFO:tasks.rados.rados.0.smithi003.stdout:2630: writing smithi00377890-47 from 0 to 573440 tid 1 2024-04-13T07:23:44.870 INFO:tasks.rados.rados.0.smithi003.stdout:2630: writing smithi00377890-47 from 573440 to 1040384 tid 2 2024-04-13T07:23:44.871 INFO:tasks.rados.rados.0.smithi003.stdout:2630: writing smithi00377890-47 from 1040384 to 1376256 tid 3 2024-04-13T07:23:44.871 INFO:tasks.rados.rados.0.smithi003.stdout:2631: delete oid 44 current snap is 286 2024-04-13T07:23:44.871 INFO:tasks.rados.rados.0.smithi003.stdout:2628: finishing write tid 5 to smithi00377890-50 2024-04-13T07:23:44.871 INFO:tasks.rados.rados.0.smithi003.stdout:2628: oid 50 updating version 0 to 2458 2024-04-13T07:23:44.871 INFO:tasks.rados.rados.0.smithi003.stdout:2628: oid 50 updating version 2458 to 2459 2024-04-13T07:23:44.871 INFO:tasks.rados.rados.0.smithi003.stdout:2628: oid 50 version 2459 is already newer than 2456 2024-04-13T07:23:44.871 INFO:tasks.rados.rados.0.smithi003.stdout:2628: oid 50 version 2459 is already newer than 2457 2024-04-13T07:23:44.872 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 2459 (ObjNum 796 snap 286 seq_num 796) dirty exists 2024-04-13T07:23:44.872 INFO:tasks.rados.rados.0.smithi003.stdout:2628: left oid 50 (ObjNum 796 snap 286 seq_num 796) 2024-04-13T07:23:44.872 INFO:tasks.rados.rados.0.smithi003.stdout:2629: finishing write tid 1 to smithi00377890-37 2024-04-13T07:23:44.872 INFO:tasks.rados.rados.0.smithi003.stdout:2629: finishing write tid 2 to smithi00377890-37 2024-04-13T07:23:44.872 INFO:tasks.rados.rados.0.smithi003.stdout:2629: finishing write tid 3 to smithi00377890-37 2024-04-13T07:23:44.872 INFO:tasks.rados.rados.0.smithi003.stdout:2629: finishing write tid 4 to smithi00377890-37 2024-04-13T07:23:44.872 INFO:tasks.rados.rados.0.smithi003.stdout:2629: finishing write tid 5 to smithi00377890-37 2024-04-13T07:23:44.872 INFO:tasks.rados.rados.0.smithi003.stdout:2629: oid 37 updating version 0 to 1852 2024-04-13T07:23:44.872 INFO:tasks.rados.rados.0.smithi003.stdout:2629: oid 37 updating version 1852 to 1854 2024-04-13T07:23:44.872 INFO:tasks.rados.rados.0.smithi003.stdout:2629: oid 37 updating version 1854 to 1855 2024-04-13T07:23:44.872 INFO:tasks.rados.rados.0.smithi003.stdout:2629: oid 37 version 1855 is already newer than 1853 2024-04-13T07:23:44.872 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 1855 (ObjNum 797 snap 286 seq_num 797) dirty exists 2024-04-13T07:23:44.873 INFO:tasks.rados.rados.0.smithi003.stdout:2629: left oid 37 (ObjNum 797 snap 286 seq_num 797) 2024-04-13T07:23:44.873 INFO:tasks.rados.rados.0.smithi003.stdout:2630: finishing write tid 1 to smithi00377890-47 2024-04-13T07:23:44.873 INFO:tasks.rados.rados.0.smithi003.stdout:2628: done (3 left) 2024-04-13T07:23:44.873 INFO:tasks.rados.rados.0.smithi003.stdout:2629: done (2 left) 2024-04-13T07:23:44.873 INFO:tasks.rados.rados.0.smithi003.stdout:2631: done (1 left) 2024-04-13T07:23:44.873 INFO:tasks.rados.rados.0.smithi003.stdout:2632: snap_create 2024-04-13T07:23:44.874 INFO:tasks.rados.rados.0.smithi003.stdout:2630: finishing write tid 2 to smithi00377890-47 2024-04-13T07:23:44.874 INFO:tasks.rados.rados.0.smithi003.stdout:2630: finishing write tid 3 to smithi00377890-47 2024-04-13T07:23:44.874 INFO:tasks.rados.rados.0.smithi003.stdout:2630: finishing write tid 4 to smithi00377890-47 2024-04-13T07:23:44.876 INFO:tasks.rados.rados.0.smithi003.stdout:2630: finishing write tid 5 to smithi00377890-47 2024-04-13T07:23:44.876 INFO:tasks.rados.rados.0.smithi003.stdout:2630: oid 47 updating version 0 to 2411 2024-04-13T07:23:44.876 INFO:tasks.rados.rados.0.smithi003.stdout:2630: oid 47 version 2411 is already newer than 2409 2024-04-13T07:23:44.876 INFO:tasks.rados.rados.0.smithi003.stdout:2630: oid 47 version 2411 is already newer than 2408 2024-04-13T07:23:44.876 INFO:tasks.rados.rados.0.smithi003.stdout:2630: oid 47 version 2411 is already newer than 2410 2024-04-13T07:23:44.876 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 2411 (ObjNum 798 snap 286 seq_num 798) dirty exists 2024-04-13T07:23:44.876 INFO:tasks.rados.rados.0.smithi003.stdout:2630: left oid 47 (ObjNum 798 snap 286 seq_num 798) 2024-04-13T07:23:44.885 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:44 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-13T07:23:44.885 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:44 smithi003 systemd[1]: Stopped Ceph alertmanager.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:23:44.885 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:44 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@alertmanager.a.service: Consumed 1.445s CPU time. 2024-04-13T07:23:44.885 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:44 smithi003 systemd[1]: Starting Ceph alertmanager.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:23:45.373 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:45 smithi003 podman[125107]: 2024-04-13 07:23:44.955524407 +0000 UTC m=+0.017658263 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-13T07:23:45.373 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:45 smithi003 podman[125107]: 2024-04-13 07:23:45.074287775 +0000 UTC m=+0.136421609 volume create 18ecd8d9343382c826baaf3488898870527df4f3376ba397811e78b170eea439 2024-04-13T07:23:45.373 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:45 smithi003 podman[125107]: 2024-04-13 07:23:45.166446222 +0000 UTC m=+0.228580102 container create 461221d9084bc7fdfd582d9c6484add75385fb30fabbe0c39678c8d04f95e8e0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:23:45.628 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:45 smithi003 podman[125107]: 2024-04-13 07:23:45.501279268 +0000 UTC m=+0.563413113 container init 461221d9084bc7fdfd582d9c6484add75385fb30fabbe0c39678c8d04f95e8e0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:23:45.629 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:45 smithi003 podman[125107]: 2024-04-13 07:23:45.504911424 +0000 UTC m=+0.567045259 container start 461221d9084bc7fdfd582d9c6484add75385fb30fabbe0c39678c8d04f95e8e0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T07:23:45.629 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[125122]: ts=2024-04-13T07:23:45.517Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-13T07:23:45.629 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[125122]: ts=2024-04-13T07:23:45.518Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-13T07:23:45.629 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[125122]: ts=2024-04-13T07:23:45.519Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.3 port=9094 2024-04-13T07:23:45.629 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[125122]: ts=2024-04-13T07:23:45.520Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-13T07:23:45.629 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[125122]: ts=2024-04-13T07:23:45.544Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-13T07:23:45.629 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[125122]: ts=2024-04-13T07:23:45.544Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-13T07:23:45.629 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[125122]: ts=2024-04-13T07:23:45.547Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-13T07:23:45.629 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:45 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[125122]: ts=2024-04-13T07:23:45.547Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-13T07:23:45.630 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:45 smithi003 bash[125107]: 461221d9084bc7fdfd582d9c6484add75385fb30fabbe0c39678c8d04f95e8e0 2024-04-13T07:23:45.858 INFO:tasks.rados.rados.0.smithi003.stdout:2630: done (1 left) 2024-04-13T07:23:45.858 INFO:tasks.rados.rados.0.smithi003.stdout:2632: done (0 left) 2024-04-13T07:23:45.859 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 48 current snap is 287 2024-04-13T07:23:45.859 INFO:tasks.rados.rados.0.smithi003.stdout:2633: seq_num 800 ranges {0=606208,606208=688128,1294336=114688} 2024-04-13T07:23:45.861 INFO:tasks.rados.rados.0.smithi003.stdout:2633: writing smithi00377890-48 from 0 to 606208 tid 1 2024-04-13T07:23:45.865 INFO:tasks.rados.rados.0.smithi003.stdout:2633: writing smithi00377890-48 from 606208 to 1294336 tid 2 2024-04-13T07:23:45.866 INFO:tasks.rados.rados.0.smithi003.stdout:2633: writing smithi00377890-48 from 1294336 to 1409024 tid 3 2024-04-13T07:23:45.866 INFO:tasks.rados.rados.0.smithi003.stdout:2634: delete oid 9 current snap is 287 2024-04-13T07:23:45.869 INFO:tasks.rados.rados.0.smithi003.stdout:2633: finishing write tid 1 to smithi00377890-48 2024-04-13T07:23:45.871 INFO:tasks.rados.rados.0.smithi003.stdout:2633: finishing write tid 2 to smithi00377890-48 2024-04-13T07:23:45.871 INFO:tasks.rados.rados.0.smithi003.stdout:2633: finishing write tid 3 to smithi00377890-48 2024-04-13T07:23:45.871 INFO:tasks.rados.rados.0.smithi003.stdout:2633: finishing write tid 4 to smithi00377890-48 2024-04-13T07:23:45.874 INFO:tasks.rados.rados.0.smithi003.stdout:2634: done (1 left) 2024-04-13T07:23:45.874 INFO:tasks.rados.rados.0.smithi003.stdout:2635: read oid 25 snap -1 2024-04-13T07:23:45.874 INFO:tasks.rados.rados.0.smithi003.stdout:2635: expect deleted 2024-04-13T07:23:45.875 INFO:tasks.rados.rados.0.smithi003.stdout:2636: read oid 18 snap -1 2024-04-13T07:23:45.875 INFO:tasks.rados.rados.0.smithi003.stdout:2636: expect deleted 2024-04-13T07:23:45.875 INFO:tasks.rados.rados.0.smithi003.stdout:2637: copy_from oid 45 from oid 1 current snap is 287 2024-04-13T07:23:45.875 INFO:tasks.rados.rados.0.smithi003.stdout:2638: read oid 20 snap -1 2024-04-13T07:23:45.875 INFO:tasks.rados.rados.0.smithi003.stdout:2638: expect deleted 2024-04-13T07:23:45.875 INFO:tasks.rados.rados.0.smithi003.stdout:2639: rollback oid 21 current snap is 287 2024-04-13T07:23:45.875 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 21 to 255 2024-04-13T07:23:45.875 INFO:tasks.rados.rados.0.smithi003.stdout:2640: snap_create 2024-04-13T07:23:45.876 INFO:tasks.rados.rados.0.smithi003.stdout:2633: finishing write tid 5 to smithi00377890-48 2024-04-13T07:23:45.876 INFO:tasks.rados.rados.0.smithi003.stdout:2633: oid 48 updating version 0 to 2407 2024-04-13T07:23:45.876 INFO:tasks.rados.rados.0.smithi003.stdout:2633: oid 48 version 2407 is already newer than 2406 2024-04-13T07:23:45.876 INFO:tasks.rados.rados.0.smithi003.stdout:2633: oid 48 version 2407 is already newer than 2405 2024-04-13T07:23:45.876 INFO:tasks.rados.rados.0.smithi003.stdout:2633: oid 48 updating version 2407 to 2408 2024-04-13T07:23:45.876 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 2408 (ObjNum 800 snap 287 seq_num 800) dirty exists 2024-04-13T07:23:45.876 INFO:tasks.rados.rados.0.smithi003.stdout:2633: left oid 48 (ObjNum 800 snap 287 seq_num 800) 2024-04-13T07:23:45.876 INFO:tasks.rados.rados.0.smithi003.stdout:2639: finishing rollback tid 0 to smithi00377890-21 2024-04-13T07:23:45.877 INFO:tasks.rados.rados.0.smithi003.stdout:2639: finishing rollback tid 1 to smithi00377890-21 2024-04-13T07:23:45.877 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2158 (ObjNum 33 snap 0 seq_num 1259820597) dirty dne 2024-04-13T07:23:45.878 INFO:tasks.rados.rados.0.smithi003.stdout:2637: finishing copy_from to smithi00377890-45 2024-04-13T07:23:45.878 INFO:tasks.rados.rados.0.smithi003.stdout:2637: got expected ENOENT (src dne) 2024-04-13T07:23:45.878 INFO:tasks.rados.rados.0.smithi003.stdout:2637: finishing copy_from racing read to smithi00377890-45 2024-04-13T07:23:45.885 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:45 smithi003 systemd[1]: Started Ceph alertmanager.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:23:45.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:45 smithi003 ceph-mon[89364]: pgmap v598: 121 pgs: 121 active+clean; 569 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 936 KiB/s rd, 94 KiB/s wr, 6 op/s 2024-04-13T07:23:45.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:45 smithi003 ceph-mon[89364]: osdmap e626: 8 total, 8 up, 8 in 2024-04-13T07:23:45.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:45 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:45.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:45 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:45.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:45 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:45.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:45 smithi003 ceph-mon[91733]: pgmap v598: 121 pgs: 121 active+clean; 569 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 936 KiB/s rd, 94 KiB/s wr, 6 op/s 2024-04-13T07:23:45.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:45 smithi003 ceph-mon[91733]: osdmap e626: 8 total, 8 up, 8 in 2024-04-13T07:23:45.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:45 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:45.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:45 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:45.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:45 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:46.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:45 smithi066 ceph-mon[84331]: pgmap v598: 121 pgs: 121 active+clean; 569 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 936 KiB/s rd, 94 KiB/s wr, 6 op/s 2024-04-13T07:23:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:45 smithi066 ceph-mon[84331]: osdmap e626: 8 total, 8 up, 8 in 2024-04-13T07:23:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:45 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:45 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:46.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:45 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:46.864 INFO:tasks.rados.rados.0.smithi003.stdout:2633: done (6 left) 2024-04-13T07:23:46.864 INFO:tasks.rados.rados.0.smithi003.stdout:2635: done (5 left) 2024-04-13T07:23:46.864 INFO:tasks.rados.rados.0.smithi003.stdout:2636: done (4 left) 2024-04-13T07:23:46.864 INFO:tasks.rados.rados.0.smithi003.stdout:2637: done (3 left) 2024-04-13T07:23:46.864 INFO:tasks.rados.rados.0.smithi003.stdout:2638: done (2 left) 2024-04-13T07:23:46.864 INFO:tasks.rados.rados.0.smithi003.stdout:2639: done (1 left) 2024-04-13T07:23:46.864 INFO:tasks.rados.rados.0.smithi003.stdout:2640: done (0 left) 2024-04-13T07:23:46.864 INFO:tasks.rados.rados.0.smithi003.stdout:2641: snap_remove snap 262 2024-04-13T07:23:47.027 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:46 smithi003 ceph-mon[91733]: osdmap e627: 8 total, 8 up, 8 in 2024-04-13T07:23:47.027 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:46 smithi003 ceph-mon[89364]: osdmap e627: 8 total, 8 up, 8 in 2024-04-13T07:23:47.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:46 smithi066 ceph-mon[84331]: osdmap e627: 8 total, 8 up, 8 in 2024-04-13T07:23:47.866 INFO:tasks.rados.rados.0.smithi003.stdout:2641: done (0 left) 2024-04-13T07:23:47.866 INFO:tasks.rados.rados.0.smithi003.stdout:2642: delete oid 47 current snap is 288 2024-04-13T07:23:47.871 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[125122]: ts=2024-04-13T07:23:47.521Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000957862s 2024-04-13T07:23:47.878 INFO:tasks.rados.rados.0.smithi003.stdout:2642: done (0 left) 2024-04-13T07:23:47.878 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 288 2024-04-13T07:23:47.878 INFO:tasks.rados.rados.0.smithi003.stdout:2643: seq_num 803 ranges {2547712=655360,3203072=745472,3948544=57344} 2024-04-13T07:23:47.892 INFO:tasks.rados.rados.0.smithi003.stdout:2643: writing smithi00377890-27 from 2547712 to 3203072 tid 1 2024-04-13T07:23:47.897 INFO:tasks.rados.rados.0.smithi003.stdout:2643: writing smithi00377890-27 from 3203072 to 3948544 tid 2 2024-04-13T07:23:47.898 INFO:tasks.rados.rados.0.smithi003.stdout:2643: writing smithi00377890-27 from 3948544 to 4005888 tid 3 2024-04-13T07:23:47.898 INFO:tasks.rados.rados.0.smithi003.stdout:2644: read oid 18 snap -1 2024-04-13T07:23:47.898 INFO:tasks.rados.rados.0.smithi003.stdout:2644: expect deleted 2024-04-13T07:23:47.898 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 43 current snap is 288 2024-04-13T07:23:47.898 INFO:tasks.rados.rados.0.smithi003.stdout:2643: finishing write tid 1 to smithi00377890-27 2024-04-13T07:23:47.898 INFO:tasks.rados.rados.0.smithi003.stdout:2645: seq_num 804 ranges {0=671744,671744=622592,1294336=180224} 2024-04-13T07:23:47.901 INFO:tasks.rados.rados.0.smithi003.stdout:2645: writing smithi00377890-43 from 0 to 671744 tid 1 2024-04-13T07:23:47.905 INFO:tasks.rados.rados.0.smithi003.stdout:2645: writing smithi00377890-43 from 671744 to 1294336 tid 2 2024-04-13T07:23:47.906 INFO:tasks.rados.rados.0.smithi003.stdout:2645: writing smithi00377890-43 from 1294336 to 1474560 tid 3 2024-04-13T07:23:47.906 INFO:tasks.rados.rados.0.smithi003.stdout:2646: read oid 8 snap 264 2024-04-13T07:23:47.906 INFO:tasks.rados.rados.0.smithi003.stdout:2646: expect (ObjNum 727 snap 249 seq_num 727) 2024-04-13T07:23:47.906 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 13 current snap is 288 2024-04-13T07:23:47.906 INFO:tasks.rados.rados.0.smithi003.stdout:2647: seq_num 805 ranges {10911744=688128,11599872=507904,12107776=294912} 2024-04-13T07:23:47.970 INFO:tasks.rados.rados.0.smithi003.stdout:2647: writing smithi00377890-13 from 10911744 to 11599872 tid 1 2024-04-13T07:23:47.973 INFO:tasks.rados.rados.0.smithi003.stdout:2647: writing smithi00377890-13 from 11599872 to 12107776 tid 2 2024-04-13T07:23:47.975 INFO:tasks.rados.rados.0.smithi003.stdout:2647: writing smithi00377890-13 from 12107776 to 12402688 tid 3 2024-04-13T07:23:47.975 INFO:tasks.rados.rados.0.smithi003.stdout:2648: snap_remove snap 284 2024-04-13T07:23:48.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:47 smithi003 ceph-mon[91733]: pgmap v601: 121 pgs: 121 active+clean; 574 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 829 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-04-13T07:23:48.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:47 smithi003 ceph-mon[91733]: osdmap e628: 8 total, 8 up, 8 in 2024-04-13T07:23:48.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:47 smithi003 ceph-mon[89364]: pgmap v601: 121 pgs: 121 active+clean; 574 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 829 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-04-13T07:23:48.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:47 smithi003 ceph-mon[89364]: osdmap e628: 8 total, 8 up, 8 in 2024-04-13T07:23:48.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:47 smithi066 ceph-mon[84331]: pgmap v601: 121 pgs: 121 active+clean; 574 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 829 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-04-13T07:23:48.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:47 smithi066 ceph-mon[84331]: osdmap e628: 8 total, 8 up, 8 in 2024-04-13T07:23:48.845 INFO:tasks.rados.rados.0.smithi003.stdout:2648: done (5 left) 2024-04-13T07:23:48.845 INFO:tasks.rados.rados.0.smithi003.stdout:2649: read oid 49 snap -1 2024-04-13T07:23:48.845 INFO:tasks.rados.rados.0.smithi003.stdout:2649: expect (ObjNum 739 snap 256 seq_num 739) 2024-04-13T07:23:48.845 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 21 current snap is 288 2024-04-13T07:23:48.845 INFO:tasks.rados.rados.0.smithi003.stdout:2650: seq_num 806 ranges {0=704512,704512=442368,1146880=360448} 2024-04-13T07:23:48.849 INFO:tasks.rados.rados.0.smithi003.stdout:2650: writing smithi00377890-21 from 0 to 704512 tid 1 2024-04-13T07:23:48.852 INFO:tasks.rados.rados.0.smithi003.stdout:2650: writing smithi00377890-21 from 704512 to 1146880 tid 2 2024-04-13T07:23:48.855 INFO:tasks.rados.rados.0.smithi003.stdout:2650: writing smithi00377890-21 from 1146880 to 1507328 tid 3 2024-04-13T07:23:48.855 INFO:tasks.rados.rados.0.smithi003.stdout:2651: snap_create 2024-04-13T07:23:48.855 INFO:tasks.rados.rados.0.smithi003.stdout:2643: finishing write tid 2 to smithi00377890-27 2024-04-13T07:23:48.855 INFO:tasks.rados.rados.0.smithi003.stdout:2643: finishing write tid 3 to smithi00377890-27 2024-04-13T07:23:48.855 INFO:tasks.rados.rados.0.smithi003.stdout:2643: finishing write tid 4 to smithi00377890-27 2024-04-13T07:23:48.855 INFO:tasks.rados.rados.0.smithi003.stdout:2643: finishing write tid 5 to smithi00377890-27 2024-04-13T07:23:48.856 INFO:tasks.rados.rados.0.smithi003.stdout:2643: oid 27 updating version 0 to 2412 2024-04-13T07:23:48.856 INFO:tasks.rados.rados.0.smithi003.stdout:2643: oid 27 updating version 2412 to 2414 2024-04-13T07:23:48.856 INFO:tasks.rados.rados.0.smithi003.stdout:2643: oid 27 version 2414 is already newer than 2411 2024-04-13T07:23:48.856 INFO:tasks.rados.rados.0.smithi003.stdout:2643: oid 27 version 2414 is already newer than 2413 2024-04-13T07:23:48.856 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 2414 (ObjNum 803 snap 288 seq_num 803) dirty exists 2024-04-13T07:23:48.856 INFO:tasks.rados.rados.0.smithi003.stdout:2643: left oid 27 (ObjNum 803 snap 288 seq_num 803) 2024-04-13T07:23:48.856 INFO:tasks.rados.rados.0.smithi003.stdout:2645: finishing write tid 1 to smithi00377890-43 2024-04-13T07:23:48.856 INFO:tasks.rados.rados.0.smithi003.stdout:2645: finishing write tid 2 to smithi00377890-43 2024-04-13T07:23:48.856 INFO:tasks.rados.rados.0.smithi003.stdout:2645: finishing write tid 3 to smithi00377890-43 2024-04-13T07:23:48.856 INFO:tasks.rados.rados.0.smithi003.stdout:2645: finishing write tid 4 to smithi00377890-43 2024-04-13T07:23:48.856 INFO:tasks.rados.rados.0.smithi003.stdout:2645: finishing write tid 5 to smithi00377890-43 2024-04-13T07:23:48.856 INFO:tasks.rados.rados.0.smithi003.stdout:2645: oid 43 updating version 0 to 1543 2024-04-13T07:23:48.856 INFO:tasks.rados.rados.0.smithi003.stdout:2645: oid 43 version 1543 is already newer than 1542 2024-04-13T07:23:48.856 INFO:tasks.rados.rados.0.smithi003.stdout:2645: oid 43 version 1543 is already newer than 1541 2024-04-13T07:23:48.857 INFO:tasks.rados.rados.0.smithi003.stdout:2645: oid 43 version 1543 is already newer than 1540 2024-04-13T07:23:48.857 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 1543 (ObjNum 804 snap 288 seq_num 804) dirty exists 2024-04-13T07:23:48.857 INFO:tasks.rados.rados.0.smithi003.stdout:2645: left oid 43 (ObjNum 804 snap 288 seq_num 804) 2024-04-13T07:23:48.857 INFO:tasks.rados.rados.0.smithi003.stdout:2646: expect (ObjNum 727 snap 249 seq_num 727) 2024-04-13T07:23:49.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:48 smithi003 ceph-mon[91733]: osdmap e629: 8 total, 8 up, 8 in 2024-04-13T07:23:49.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:48 smithi003 ceph-mon[91733]: osdmap e630: 8 total, 8 up, 8 in 2024-04-13T07:23:49.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:48 smithi003 ceph-mon[89364]: osdmap e629: 8 total, 8 up, 8 in 2024-04-13T07:23:49.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:48 smithi003 ceph-mon[89364]: osdmap e630: 8 total, 8 up, 8 in 2024-04-13T07:23:49.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:48 smithi066 ceph-mon[84331]: osdmap e629: 8 total, 8 up, 8 in 2024-04-13T07:23:49.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:48 smithi066 ceph-mon[84331]: osdmap e630: 8 total, 8 up, 8 in 2024-04-13T07:23:49.730 INFO:tasks.rados.rados.0.smithi003.stdout:2647: finishing write tid 1 to smithi00377890-13 2024-04-13T07:23:49.730 INFO:tasks.rados.rados.0.smithi003.stdout:2647: finishing write tid 2 to smithi00377890-13 2024-04-13T07:23:49.731 INFO:tasks.rados.rados.0.smithi003.stdout:2647: finishing write tid 3 to smithi00377890-13 2024-04-13T07:23:49.731 INFO:tasks.rados.rados.0.smithi003.stdout:2647: finishing write tid 4 to smithi00377890-13 2024-04-13T07:23:49.731 INFO:tasks.rados.rados.0.smithi003.stdout:2647: finishing write tid 5 to smithi00377890-13 2024-04-13T07:23:49.731 INFO:tasks.rados.rados.0.smithi003.stdout:2647: oid 13 updating version 0 to 2418 2024-04-13T07:23:49.731 INFO:tasks.rados.rados.0.smithi003.stdout:2647: oid 13 version 2418 is already newer than 2416 2024-04-13T07:23:49.731 INFO:tasks.rados.rados.0.smithi003.stdout:2647: oid 13 version 2418 is already newer than 2415 2024-04-13T07:23:49.731 INFO:tasks.rados.rados.0.smithi003.stdout:2647: oid 13 version 2418 is already newer than 2417 2024-04-13T07:23:49.731 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 2418 (ObjNum 805 snap 288 seq_num 805) dirty exists 2024-04-13T07:23:49.731 INFO:tasks.rados.rados.0.smithi003.stdout:2647: left oid 13 (ObjNum 805 snap 288 seq_num 805) 2024-04-13T07:23:49.731 INFO:tasks.rados.rados.0.smithi003.stdout:2649: expect (ObjNum 739 snap 256 seq_num 739) 2024-04-13T07:23:49.740 INFO:tasks.rados.rados.0.smithi003.stdout:2650: finishing write tid 1 to smithi00377890-21 2024-04-13T07:23:49.740 INFO:tasks.rados.rados.0.smithi003.stdout:2650: finishing write tid 2 to smithi00377890-21 2024-04-13T07:23:49.740 INFO:tasks.rados.rados.0.smithi003.stdout:2650: finishing write tid 3 to smithi00377890-21 2024-04-13T07:23:49.740 INFO:tasks.rados.rados.0.smithi003.stdout:2650: finishing write tid 4 to smithi00377890-21 2024-04-13T07:23:49.741 INFO:tasks.rados.rados.0.smithi003.stdout:2650: finishing write tid 5 to smithi00377890-21 2024-04-13T07:23:49.741 INFO:tasks.rados.rados.0.smithi003.stdout:2650: oid 21 updating version 0 to 2162 2024-04-13T07:23:49.741 INFO:tasks.rados.rados.0.smithi003.stdout:2650: oid 21 version 2162 is already newer than 2159 2024-04-13T07:23:49.741 INFO:tasks.rados.rados.0.smithi003.stdout:2650: oid 21 version 2162 is already newer than 2161 2024-04-13T07:23:49.741 INFO:tasks.rados.rados.0.smithi003.stdout:2650: oid 21 version 2162 is already newer than 2160 2024-04-13T07:23:49.741 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2162 (ObjNum 806 snap 288 seq_num 806) dirty exists 2024-04-13T07:23:49.741 INFO:tasks.rados.rados.0.smithi003.stdout:2650: left oid 21 (ObjNum 806 snap 288 seq_num 806) 2024-04-13T07:23:49.852 INFO:tasks.rados.rados.0.smithi003.stdout:2643: done (7 left) 2024-04-13T07:23:49.937 INFO:tasks.rados.rados.0.smithi003.stdout:2644: done (6 left) 2024-04-13T07:23:49.938 INFO:tasks.rados.rados.0.smithi003.stdout:2645: done (5 left) 2024-04-13T07:23:49.938 INFO:tasks.rados.rados.0.smithi003.stdout:2646: done (4 left) 2024-04-13T07:23:49.938 INFO:tasks.rados.rados.0.smithi003.stdout:2647: done (3 left) 2024-04-13T07:23:49.938 INFO:tasks.rados.rados.0.smithi003.stdout:2649: done (2 left) 2024-04-13T07:23:49.938 INFO:tasks.rados.rados.0.smithi003.stdout:2650: done (1 left) 2024-04-13T07:23:49.938 INFO:tasks.rados.rados.0.smithi003.stdout:2651: done (0 left) 2024-04-13T07:23:49.938 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 12 current snap is 289 2024-04-13T07:23:49.938 INFO:tasks.rados.rados.0.smithi003.stdout:2652: seq_num 807 ranges {7200768=720896,7921664=729088,8650752=73728} 2024-04-13T07:23:49.944 INFO:tasks.rados.rados.0.smithi003.stdout:2652: writing smithi00377890-12 from 7200768 to 7921664 tid 1 2024-04-13T07:23:49.944 INFO:tasks.rados.rados.0.smithi003.stdout:2652: writing smithi00377890-12 from 7921664 to 8650752 tid 2 2024-04-13T07:23:49.944 INFO:tasks.rados.rados.0.smithi003.stdout:2652: writing smithi00377890-12 from 8650752 to 8724480 tid 3 2024-04-13T07:23:49.944 INFO:tasks.rados.rados.0.smithi003.stdout:2653: rollback oid 49 current snap is 289 2024-04-13T07:23:49.944 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 49 to 266 2024-04-13T07:23:49.944 INFO:tasks.rados.rados.0.smithi003.stdout:2652: finishing write tid 1 to smithi00377890-12 2024-04-13T07:23:49.944 INFO:tasks.rados.rados.0.smithi003.stdout:2654: copy_from oid 20 from oid 40 current snap is 289 2024-04-13T07:23:49.944 INFO:tasks.rados.rados.0.smithi003.stdout:2655: rollback oid 8 current snap is 289 2024-04-13T07:23:49.944 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 8 to 282 2024-04-13T07:23:49.944 INFO:tasks.rados.rados.0.smithi003.stdout:2656: delete oid 31 current snap is 289 2024-04-13T07:23:49.944 INFO:tasks.rados.rados.0.smithi003.stdout:2654: finishing copy_from to smithi00377890-20 2024-04-13T07:23:49.944 INFO:tasks.rados.rados.0.smithi003.stdout:2654: got expected ENOENT (src dne) 2024-04-13T07:23:49.944 INFO:tasks.rados.rados.0.smithi003.stdout:2654: finishing copy_from racing read to smithi00377890-20 2024-04-13T07:23:49.944 INFO:tasks.rados.rados.0.smithi003.stdout:2652: finishing write tid 2 to smithi00377890-12 2024-04-13T07:23:49.945 INFO:tasks.rados.rados.0.smithi003.stdout:2652: finishing write tid 3 to smithi00377890-12 2024-04-13T07:23:49.945 INFO:tasks.rados.rados.0.smithi003.stdout:2653: finishing rollback tid 0 to smithi00377890-49 2024-04-13T07:23:49.945 INFO:tasks.rados.rados.0.smithi003.stdout:2652: finishing write tid 4 to smithi00377890-12 2024-04-13T07:23:49.945 INFO:tasks.rados.rados.0.smithi003.stdout:2654: done (4 left) 2024-04-13T07:23:49.945 INFO:tasks.rados.rados.0.smithi003.stdout:2656: done (3 left) 2024-04-13T07:23:49.945 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 289 2024-04-13T07:23:49.945 INFO:tasks.rados.rados.0.smithi003.stdout:2657: seq_num 809 ranges {1171456=753664,1925120=499712,2424832=303104} 2024-04-13T07:23:49.945 INFO:tasks.rados.rados.0.smithi003.stdout:2657: writing smithi00377890-38 from 1171456 to 1925120 tid 1 2024-04-13T07:23:49.945 INFO:tasks.rados.rados.0.smithi003.stdout:2657: writing smithi00377890-38 from 1925120 to 2424832 tid 2 2024-04-13T07:23:49.945 INFO:tasks.rados.rados.0.smithi003.stdout:2657: writing smithi00377890-38 from 2424832 to 2727936 tid 3 2024-04-13T07:23:49.945 INFO:tasks.rados.rados.0.smithi003.stdout:2658: setattr oid 9 current snap is 289 2024-04-13T07:23:49.945 INFO:tasks.rados.rados.0.smithi003.stdout:2655: finishing rollback tid 0 to smithi00377890-8 2024-04-13T07:23:49.945 INFO:tasks.rados.rados.0.smithi003.stdout:2653: finishing rollback tid 1 to smithi00377890-49 2024-04-13T07:23:49.946 INFO:tasks.rados.rados.0.smithi003.stdout:2655: finishing rollback tid 1 to smithi00377890-8 2024-04-13T07:23:49.946 INFO:tasks.rados.rados.0.smithi003.stdout:2655: finishing rollback tid 2 to smithi00377890-8 2024-04-13T07:23:49.946 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2521 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:23:49.946 INFO:tasks.rados.rados.0.smithi003.stdout:2653: finishing rollback tid 2 to smithi00377890-49 2024-04-13T07:23:49.946 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 2415 (ObjNum 739 snap 256 seq_num 739) dirty exists 2024-04-13T07:23:49.946 INFO:tasks.rados.rados.0.smithi003.stdout:2652: finishing write tid 5 to smithi00377890-12 2024-04-13T07:23:49.946 INFO:tasks.rados.rados.0.smithi003.stdout:2652: oid 12 updating version 0 to 2462 2024-04-13T07:23:49.946 INFO:tasks.rados.rados.0.smithi003.stdout:2652: oid 12 updating version 2462 to 2463 2024-04-13T07:23:49.946 INFO:tasks.rados.rados.0.smithi003.stdout:2652: oid 12 version 2463 is already newer than 2461 2024-04-13T07:23:49.946 INFO:tasks.rados.rados.0.smithi003.stdout:2652: oid 12 version 2463 is already newer than 2460 2024-04-13T07:23:49.946 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 2463 (ObjNum 807 snap 289 seq_num 807) dirty exists 2024-04-13T07:23:49.946 INFO:tasks.rados.rados.0.smithi003.stdout:2652: left oid 12 (ObjNum 807 snap 289 seq_num 807) 2024-04-13T07:23:49.946 INFO:tasks.rados.rados.0.smithi003.stdout:2657: finishing write tid 1 to smithi00377890-38 2024-04-13T07:23:49.946 INFO:tasks.rados.rados.0.smithi003.stdout:2652: done (4 left) 2024-04-13T07:23:49.946 INFO:tasks.rados.rados.0.smithi003.stdout:2653: done (3 left) 2024-04-13T07:23:49.947 INFO:tasks.rados.rados.0.smithi003.stdout:2655: done (2 left) 2024-04-13T07:23:49.947 INFO:tasks.rados.rados.0.smithi003.stdout:2659: read oid 32 snap -1 2024-04-13T07:23:49.947 INFO:tasks.rados.rados.0.smithi003.stdout:2659: expect (ObjNum 730 snap 249 seq_num 730) 2024-04-13T07:23:49.947 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 289 2024-04-13T07:23:49.947 INFO:tasks.rados.rados.0.smithi003.stdout:2660: seq_num 810 ranges {1056768=770048,1826816=778240,2605056=24576} 2024-04-13T07:23:49.947 INFO:tasks.rados.rados.0.smithi003.stdout:2660: writing smithi00377890-17 from 1056768 to 1826816 tid 1 2024-04-13T07:23:49.947 INFO:tasks.rados.rados.0.smithi003.stdout:2660: writing smithi00377890-17 from 1826816 to 2605056 tid 2 2024-04-13T07:23:49.947 INFO:tasks.rados.rados.0.smithi003.stdout:2660: writing smithi00377890-17 from 2605056 to 2629632 tid 3 2024-04-13T07:23:49.947 INFO:tasks.rados.rados.0.smithi003.stdout:2661: setattr oid 35 current snap is 289 2024-04-13T07:23:49.947 INFO:tasks.rados.rados.0.smithi003.stdout:2657: finishing write tid 2 to smithi00377890-38 2024-04-13T07:23:49.947 INFO:tasks.rados.rados.0.smithi003.stdout:2657: finishing write tid 3 to smithi00377890-38 2024-04-13T07:23:49.947 INFO:tasks.rados.rados.0.smithi003.stdout:2657: finishing write tid 4 to smithi00377890-38 2024-04-13T07:23:49.947 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 2672 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-13T07:23:49.947 INFO:tasks.rados.rados.0.smithi003.stdout:2657: finishing write tid 5 to smithi00377890-38 2024-04-13T07:23:49.948 INFO:tasks.rados.rados.0.smithi003.stdout:2657: oid 38 updating version 0 to 2522 2024-04-13T07:23:49.948 INFO:tasks.rados.rados.0.smithi003.stdout:2657: oid 38 updating version 2522 to 2524 2024-04-13T07:23:49.948 INFO:tasks.rados.rados.0.smithi003.stdout:2657: oid 38 version 2524 is already newer than 2523 2024-04-13T07:23:49.948 INFO:tasks.rados.rados.0.smithi003.stdout:2657: oid 38 updating version 2524 to 2525 2024-04-13T07:23:49.948 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2525 (ObjNum 809 snap 289 seq_num 809) dirty exists 2024-04-13T07:23:49.948 INFO:tasks.rados.rados.0.smithi003.stdout:2657: left oid 38 (ObjNum 809 snap 289 seq_num 809) 2024-04-13T07:23:49.948 INFO:tasks.rados.rados.0.smithi003.stdout:2657: done (4 left) 2024-04-13T07:23:49.948 INFO:tasks.rados.rados.0.smithi003.stdout:2658: done (3 left) 2024-04-13T07:23:49.948 INFO:tasks.rados.rados.0.smithi003.stdout:2662: read oid 1 snap 288 2024-04-13T07:23:49.948 INFO:tasks.rados.rados.0.smithi003.stdout:2662: expect deleted 2024-04-13T07:23:49.948 INFO:tasks.rados.rados.0.smithi003.stdout:2663: rmattr oid 43 current snap is 289 2024-04-13T07:23:49.948 INFO:tasks.rados.rados.0.smithi003.stdout:2664: copy_from oid 11 from oid 6 current snap is 289 2024-04-13T07:23:49.948 INFO:tasks.rados.rados.0.smithi003.stdout:2665: delete oid 26 current snap is 289 2024-04-13T07:23:49.948 INFO:tasks.rados.rados.0.smithi003.stdout:2660: finishing write tid 1 to smithi00377890-17 2024-04-13T07:23:49.949 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 1544 (ObjNum 804 snap 288 seq_num 804) dirty exists 2024-04-13T07:23:49.949 INFO:tasks.rados.rados.0.smithi003.stdout:2663: done (6 left) 2024-04-13T07:23:49.949 INFO:tasks.rados.rados.0.smithi003.stdout:2665: done (5 left) 2024-04-13T07:23:49.949 INFO:tasks.rados.rados.0.smithi003.stdout:2666: setattr oid 44 current snap is 289 2024-04-13T07:23:49.949 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 2409 (ObjNum 778 snap 276 seq_num 778) dirty exists 2024-04-13T07:23:49.949 INFO:tasks.rados.rados.0.smithi003.stdout:2660: finishing write tid 2 to smithi00377890-17 2024-04-13T07:23:49.949 INFO:tasks.rados.rados.0.smithi003.stdout:2660: finishing write tid 3 to smithi00377890-17 2024-04-13T07:23:49.949 INFO:tasks.rados.rados.0.smithi003.stdout:2661: done (5 left) 2024-04-13T07:23:49.950 INFO:tasks.rados.rados.0.smithi003.stdout:2667: read oid 4 snap -1 2024-04-13T07:23:49.950 INFO:tasks.rados.rados.0.smithi003.stdout:2667: expect (ObjNum 635 snap 216 seq_num 635) 2024-04-13T07:23:49.950 INFO:tasks.rados.rados.0.smithi003.stdout:2668: setattr oid 26 current snap is 289 2024-04-13T07:23:49.950 INFO:tasks.rados.rados.0.smithi003.stdout:2659: expect (ObjNum 730 snap 249 seq_num 730) 2024-04-13T07:23:50.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:49 smithi003 ceph-mon[89364]: pgmap v604: 121 pgs: 121 active+clean; 574 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 829 KiB/s rd, 974 KiB/s wr, 10 op/s 2024-04-13T07:23:50.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:50.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:50.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:49 smithi003 ceph-mon[89364]: osdmap e631: 8 total, 8 up, 8 in 2024-04-13T07:23:50.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:49 smithi003 ceph-mon[91733]: pgmap v604: 121 pgs: 121 active+clean; 574 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 829 KiB/s rd, 974 KiB/s wr, 10 op/s 2024-04-13T07:23:50.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:50.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:50.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:49 smithi003 ceph-mon[91733]: osdmap e631: 8 total, 8 up, 8 in 2024-04-13T07:23:50.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:49 smithi066 ceph-mon[84331]: pgmap v604: 121 pgs: 121 active+clean; 574 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 829 KiB/s rd, 974 KiB/s wr, 10 op/s 2024-04-13T07:23:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:49 smithi066 ceph-mon[84331]: osdmap e631: 8 total, 8 up, 8 in 2024-04-13T07:23:50.182 INFO:tasks.rados.rados.0.smithi003.stdout:2660: finishing write tid 4 to smithi00377890-17 2024-04-13T07:23:50.182 INFO:tasks.rados.rados.0.smithi003.stdout:2660: finishing write tid 5 to smithi00377890-17 2024-04-13T07:23:50.182 INFO:tasks.rados.rados.0.smithi003.stdout:2660: oid 17 updating version 0 to 2019 2024-04-13T07:23:50.182 INFO:tasks.rados.rados.0.smithi003.stdout:2660: oid 17 version 2019 is already newer than 2018 2024-04-13T07:23:50.182 INFO:tasks.rados.rados.0.smithi003.stdout:2660: oid 17 version 2019 is already newer than 2017 2024-04-13T07:23:50.186 INFO:tasks.rados.rados.0.smithi003.stdout:2660: oid 17 updating version 2019 to 2020 2024-04-13T07:23:50.186 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 2020 (ObjNum 810 snap 289 seq_num 810) dirty exists 2024-04-13T07:23:50.186 INFO:tasks.rados.rados.0.smithi003.stdout:2660: left oid 17 (ObjNum 810 snap 289 seq_num 810) 2024-04-13T07:23:50.186 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 2121 (ObjNum 5921 snap 0 seq_num 292958576) dirty exists 2024-04-13T07:23:50.186 INFO:tasks.rados.rados.0.smithi003.stdout:2664: finishing copy_from racing read to smithi00377890-11 2024-04-13T07:23:50.186 INFO:tasks.rados.rados.0.smithi003.stdout:2664: finishing copy_from to smithi00377890-11 2024-04-13T07:23:50.186 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 1798 (ObjNum 735 snap 255 seq_num 735) dirty exists 2024-04-13T07:23:50.186 INFO:tasks.rados.rados.0.smithi003.stdout:2667: expect (ObjNum 635 snap 216 seq_num 635) 2024-04-13T07:23:50.307 INFO:tasks.rados.rados.0.smithi003.stdout:2659: done (6 left) 2024-04-13T07:23:50.307 INFO:tasks.rados.rados.0.smithi003.stdout:2660: done (5 left) 2024-04-13T07:23:50.307 INFO:tasks.rados.rados.0.smithi003.stdout:2662: done (4 left) 2024-04-13T07:23:50.307 INFO:tasks.rados.rados.0.smithi003.stdout:2664: done (3 left) 2024-04-13T07:23:50.308 INFO:tasks.rados.rados.0.smithi003.stdout:2666: done (2 left) 2024-04-13T07:23:50.308 INFO:tasks.rados.rados.0.smithi003.stdout:2667: done (1 left) 2024-04-13T07:23:50.308 INFO:tasks.rados.rados.0.smithi003.stdout:2669: rmattr oid 9 current snap is 289 2024-04-13T07:23:50.308 INFO:tasks.rados.rados.0.smithi003.stdout:2670: read oid 22 snap -1 2024-04-13T07:23:50.308 INFO:tasks.rados.rados.0.smithi003.stdout:2670: expect (ObjNum 743 snap 258 seq_num 743) 2024-04-13T07:23:50.308 INFO:tasks.rados.rados.0.smithi003.stdout:2671: delete oid 13 current snap is 289 2024-04-13T07:23:50.310 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 2673 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-13T07:23:50.310 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 2417 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:23:50.311 INFO:tasks.rados.rados.0.smithi003.stdout:2668: done (3 left) 2024-04-13T07:23:50.311 INFO:tasks.rados.rados.0.smithi003.stdout:2669: done (2 left) 2024-04-13T07:23:50.311 INFO:tasks.rados.rados.0.smithi003.stdout:2671: done (1 left) 2024-04-13T07:23:50.311 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 36 current snap is 289 2024-04-13T07:23:50.311 INFO:tasks.rados.rados.0.smithi003.stdout:2672: seq_num 813 ranges {1695744=417792,2113536=434176,2547712=442368,2990080=327680} 2024-04-13T07:23:50.322 INFO:tasks.rados.rados.0.smithi003.stdout:2672: writing smithi00377890-36 from 1695744 to 2113536 tid 1 2024-04-13T07:23:50.325 INFO:tasks.rados.rados.0.smithi003.stdout:2672: writing smithi00377890-36 from 2113536 to 2547712 tid 2 2024-04-13T07:23:50.328 INFO:tasks.rados.rados.0.smithi003.stdout:2672: writing smithi00377890-36 from 2547712 to 2990080 tid 3 2024-04-13T07:23:50.330 INFO:tasks.rados.rados.0.smithi003.stdout:2672: writing smithi00377890-36 from 2990080 to 3317760 tid 4 2024-04-13T07:23:50.330 INFO:tasks.rados.rados.0.smithi003.stdout:2673: setattr oid 4 current snap is 289 2024-04-13T07:23:50.330 INFO:tasks.rados.rados.0.smithi003.stdout:2670: expect (ObjNum 743 snap 258 seq_num 743) 2024-04-13T07:23:50.343 INFO:tasks.rados.rados.0.smithi003.stdout:2672: finishing write tid 1 to smithi00377890-36 2024-04-13T07:23:50.343 INFO:tasks.rados.rados.0.smithi003.stdout:2672: finishing write tid 2 to smithi00377890-36 2024-04-13T07:23:50.343 INFO:tasks.rados.rados.0.smithi003.stdout:2672: finishing write tid 3 to smithi00377890-36 2024-04-13T07:23:50.343 INFO:tasks.rados.rados.0.smithi003.stdout:2672: finishing write tid 4 to smithi00377890-36 2024-04-13T07:23:50.344 INFO:tasks.rados.rados.0.smithi003.stdout:2672: finishing write tid 5 to smithi00377890-36 2024-04-13T07:23:50.344 INFO:tasks.rados.rados.0.smithi003.stdout:2672: finishing write tid 6 to smithi00377890-36 2024-04-13T07:23:50.344 INFO:tasks.rados.rados.0.smithi003.stdout:2672: oid 36 updating version 0 to 1875 2024-04-13T07:23:50.344 INFO:tasks.rados.rados.0.smithi003.stdout:2672: oid 36 version 1875 is already newer than 1874 2024-04-13T07:23:50.344 INFO:tasks.rados.rados.0.smithi003.stdout:2672: oid 36 updating version 1875 to 1878 2024-04-13T07:23:50.344 INFO:tasks.rados.rados.0.smithi003.stdout:2672: oid 36 version 1878 is already newer than 1876 2024-04-13T07:23:50.344 INFO:tasks.rados.rados.0.smithi003.stdout:2672: oid 36 version 1878 is already newer than 1877 2024-04-13T07:23:50.344 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 1878 (ObjNum 813 snap 289 seq_num 813) dirty exists 2024-04-13T07:23:50.344 INFO:tasks.rados.rados.0.smithi003.stdout:2672: left oid 36 (ObjNum 813 snap 289 seq_num 813) 2024-04-13T07:23:50.344 INFO:tasks.rados.rados.0.smithi003.stdout:2670: done (2 left) 2024-04-13T07:23:50.344 INFO:tasks.rados.rados.0.smithi003.stdout:2672: done (1 left) 2024-04-13T07:23:50.344 INFO:tasks.rados.rados.0.smithi003.stdout:2674: delete oid 29 current snap is 289 2024-04-13T07:23:50.345 INFO:tasks.rados.rados.0.smithi003.stdout:2674: done (1 left) 2024-04-13T07:23:50.345 INFO:tasks.rados.rados.0.smithi003.stdout:2675: delete oid 20 current snap is 289 2024-04-13T07:23:50.346 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 535 (ObjNum 635 snap 216 seq_num 635) dirty exists 2024-04-13T07:23:50.348 INFO:tasks.rados.rados.0.smithi003.stdout:2673: done (1 left) 2024-04-13T07:23:50.349 INFO:tasks.rados.rados.0.smithi003.stdout:2675: done (0 left) 2024-04-13T07:23:50.349 INFO:tasks.rados.rados.0.smithi003.stdout:2676: read oid 48 snap -1 2024-04-13T07:23:50.349 INFO:tasks.rados.rados.0.smithi003.stdout:2676: expect (ObjNum 800 snap 287 seq_num 800) 2024-04-13T07:23:50.349 INFO:tasks.rados.rados.0.smithi003.stdout:2677: delete oid 31 current snap is 289 2024-04-13T07:23:50.353 INFO:tasks.rados.rados.0.smithi003.stdout:2677: done (1 left) 2024-04-13T07:23:50.353 INFO:tasks.rados.rados.0.smithi003.stdout:2678: read oid 21 snap 254 2024-04-13T07:23:50.353 INFO:tasks.rados.rados.0.smithi003.stdout:2678: expect (ObjNum 655 snap 222 seq_num 655) 2024-04-13T07:23:50.353 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 8 current snap is 289 2024-04-13T07:23:50.353 INFO:tasks.rados.rados.0.smithi003.stdout:2679: seq_num 817 ranges {10584064=491520,11075584=417792,11493376=425984,11919360=360448} 2024-04-13T07:23:50.413 INFO:tasks.rados.rados.0.smithi003.stdout:2679: writing smithi00377890-8 from 10584064 to 11075584 tid 1 2024-04-13T07:23:50.415 INFO:tasks.rados.rados.0.smithi003.stdout:2679: writing smithi00377890-8 from 11075584 to 11493376 tid 2 2024-04-13T07:23:50.417 INFO:tasks.rados.rados.0.smithi003.stdout:2679: writing smithi00377890-8 from 11493376 to 11919360 tid 3 2024-04-13T07:23:50.420 INFO:tasks.rados.rados.0.smithi003.stdout:2679: writing smithi00377890-8 from 11919360 to 12279808 tid 4 2024-04-13T07:23:50.420 INFO:tasks.rados.rados.0.smithi003.stdout:2680: delete oid 40 current snap is 289 2024-04-13T07:23:50.420 INFO:tasks.rados.rados.0.smithi003.stdout:2676: expect (ObjNum 800 snap 287 seq_num 800) 2024-04-13T07:23:50.457 INFO:tasks.rados.rados.0.smithi003.stdout:2678: expect (ObjNum 655 snap 222 seq_num 655) 2024-04-13T07:23:50.885 INFO:tasks.rados.rados.0.smithi003.stdout:2679: finishing write tid 1 to smithi00377890-8 2024-04-13T07:23:50.885 INFO:tasks.rados.rados.0.smithi003.stdout:2679: finishing write tid 2 to smithi00377890-8 2024-04-13T07:23:50.885 INFO:tasks.rados.rados.0.smithi003.stdout:2679: finishing write tid 3 to smithi00377890-8 2024-04-13T07:23:50.885 INFO:tasks.rados.rados.0.smithi003.stdout:2679: finishing write tid 4 to smithi00377890-8 2024-04-13T07:23:50.885 INFO:tasks.rados.rados.0.smithi003.stdout:2679: finishing write tid 5 to smithi00377890-8 2024-04-13T07:23:50.885 INFO:tasks.rados.rados.0.smithi003.stdout:2679: finishing write tid 6 to smithi00377890-8 2024-04-13T07:23:50.885 INFO:tasks.rados.rados.0.smithi003.stdout:2679: oid 8 updating version 0 to 2530 2024-04-13T07:23:50.885 INFO:tasks.rados.rados.0.smithi003.stdout:2679: oid 8 version 2530 is already newer than 2526 2024-04-13T07:23:50.885 INFO:tasks.rados.rados.0.smithi003.stdout:2679: oid 8 version 2530 is already newer than 2527 2024-04-13T07:23:50.885 INFO:tasks.rados.rados.0.smithi003.stdout:2679: oid 8 version 2530 is already newer than 2528 2024-04-13T07:23:50.885 INFO:tasks.rados.rados.0.smithi003.stdout:2679: oid 8 version 2530 is already newer than 2529 2024-04-13T07:23:50.886 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2530 (ObjNum 817 snap 289 seq_num 817) dirty exists 2024-04-13T07:23:50.886 INFO:tasks.rados.rados.0.smithi003.stdout:2679: left oid 8 (ObjNum 817 snap 289 seq_num 817) 2024-04-13T07:23:50.886 INFO:tasks.rados.rados.0.smithi003.stdout:2676: done (3 left) 2024-04-13T07:23:50.886 INFO:tasks.rados.rados.0.smithi003.stdout:2678: done (2 left) 2024-04-13T07:23:50.886 INFO:tasks.rados.rados.0.smithi003.stdout:2679: done (1 left) 2024-04-13T07:23:50.886 INFO:tasks.rados.rados.0.smithi003.stdout:2680: done (0 left) 2024-04-13T07:23:50.886 INFO:tasks.rados.rados.0.smithi003.stdout:2681: rollback oid 2 current snap is 289 2024-04-13T07:23:50.886 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 2 to 288 2024-04-13T07:23:50.886 INFO:tasks.rados.rados.0.smithi003.stdout:2682: rollback oid 12 current snap is 289 2024-04-13T07:23:50.886 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 12 to 219 2024-04-13T07:23:50.886 INFO:tasks.rados.rados.0.smithi003.stdout:2683: rollback oid 50 current snap is 289 2024-04-13T07:23:50.886 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 50 to 273 2024-04-13T07:23:50.886 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 46 current snap is 289 2024-04-13T07:23:50.886 INFO:tasks.rados.rados.0.smithi003.stdout:2684: seq_num 819 ranges {9150464=524288,9674752=589824,10264576=614400} 2024-04-13T07:23:50.938 INFO:tasks.rados.rados.0.smithi003.stdout:2684: writing smithi00377890-46 from 9150464 to 9674752 tid 1 2024-04-13T07:23:50.942 INFO:tasks.rados.rados.0.smithi003.stdout:2684: writing smithi00377890-46 from 9674752 to 10264576 tid 2 2024-04-13T07:23:50.946 INFO:tasks.rados.rados.0.smithi003.stdout:2684: writing smithi00377890-46 from 10264576 to 10878976 tid 3 2024-04-13T07:23:50.946 INFO:tasks.rados.rados.0.smithi003.stdout:2685: snap_create 2024-04-13T07:23:50.946 INFO:tasks.rados.rados.0.smithi003.stdout:2682: finishing rollback tid 0 to smithi00377890-12 2024-04-13T07:23:50.946 INFO:tasks.rados.rados.0.smithi003.stdout:2681: finishing rollback tid 0 to smithi00377890-2 2024-04-13T07:23:50.946 INFO:tasks.rados.rados.0.smithi003.stdout:2681: finishing rollback tid 1 to smithi00377890-2 2024-04-13T07:23:50.946 INFO:tasks.rados.rados.0.smithi003.stdout:2681: finishing rollback tid 2 to smithi00377890-2 2024-04-13T07:23:50.946 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 1808 (ObjNum 679 snap 230 seq_num 679) dirty exists 2024-04-13T07:23:50.946 INFO:tasks.rados.rados.0.smithi003.stdout:2682: finishing rollback tid 1 to smithi00377890-12 2024-04-13T07:23:50.946 INFO:tasks.rados.rados.0.smithi003.stdout:2682: finishing rollback tid 2 to smithi00377890-12 2024-04-13T07:23:50.947 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 2466 (ObjNum 533 snap 180 seq_num 533) dirty exists 2024-04-13T07:23:50.947 INFO:tasks.rados.rados.0.smithi003.stdout:2683: finishing rollback tid 0 to smithi00377890-50 2024-04-13T07:23:50.947 INFO:tasks.rados.rados.0.smithi003.stdout:2683: finishing rollback tid 1 to smithi00377890-50 2024-04-13T07:23:50.947 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 2468 (ObjNum 65 snap 0 seq_num 2793385232) dirty dne 2024-04-13T07:23:50.947 INFO:tasks.rados.rados.0.smithi003.stdout:2684: finishing write tid 1 to smithi00377890-46 2024-04-13T07:23:50.947 INFO:tasks.rados.rados.0.smithi003.stdout:2684: finishing write tid 2 to smithi00377890-46 2024-04-13T07:23:50.948 INFO:tasks.rados.rados.0.smithi003.stdout:2684: finishing write tid 3 to smithi00377890-46 2024-04-13T07:23:50.949 INFO:tasks.rados.rados.0.smithi003.stdout:2684: finishing write tid 4 to smithi00377890-46 2024-04-13T07:23:50.950 INFO:tasks.rados.rados.0.smithi003.stdout:2684: finishing write tid 5 to smithi00377890-46 2024-04-13T07:23:50.950 INFO:tasks.rados.rados.0.smithi003.stdout:2684: oid 46 updating version 0 to 2125 2024-04-13T07:23:50.950 INFO:tasks.rados.rados.0.smithi003.stdout:2684: oid 46 version 2125 is already newer than 2124 2024-04-13T07:23:50.950 INFO:tasks.rados.rados.0.smithi003.stdout:2684: oid 46 version 2125 is already newer than 2123 2024-04-13T07:23:50.950 INFO:tasks.rados.rados.0.smithi003.stdout:2684: oid 46 version 2125 is already newer than 2122 2024-04-13T07:23:50.951 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 2125 (ObjNum 819 snap 289 seq_num 819) dirty exists 2024-04-13T07:23:50.951 INFO:tasks.rados.rados.0.smithi003.stdout:2684: left oid 46 (ObjNum 819 snap 289 seq_num 819) 2024-04-13T07:23:51.042 INFO:tasks.rados.rados.0.smithi003.stdout:2681: done (4 left) 2024-04-13T07:23:51.043 INFO:tasks.rados.rados.0.smithi003.stdout:2682: done (3 left) 2024-04-13T07:23:51.043 INFO:tasks.rados.rados.0.smithi003.stdout:2683: done (2 left) 2024-04-13T07:23:51.043 INFO:tasks.rados.rados.0.smithi003.stdout:2684: done (1 left) 2024-04-13T07:23:51.043 INFO:tasks.rados.rados.0.smithi003.stdout:2685: done (0 left) 2024-04-13T07:23:51.043 INFO:tasks.rados.rados.0.smithi003.stdout:2686: read oid 19 snap -1 2024-04-13T07:23:51.043 INFO:tasks.rados.rados.0.smithi003.stdout:2686: expect (ObjNum 739 snap 256 seq_num 739) 2024-04-13T07:23:51.043 INFO:tasks.rados.rados.0.smithi003.stdout:2687: snap_remove snap 276 2024-04-13T07:23:51.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:51 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:51.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:51 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:51.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:51 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:51.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:51 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:51.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:51 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:51.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:51 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:52.045 INFO:tasks.rados.rados.0.smithi003.stdout:2687: done (1 left) 2024-04-13T07:23:52.045 INFO:tasks.rados.rados.0.smithi003.stdout:2688: snap_create 2024-04-13T07:23:52.045 INFO:tasks.rados.rados.0.smithi003.stdout:2686: expect (ObjNum 739 snap 256 seq_num 739) 2024-04-13T07:23:52.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:52 smithi066 ceph-mon[84331]: pgmap v607: 121 pgs: 121 active+clean; 584 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-04-13T07:23:52.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:52 smithi066 ceph-mon[84331]: osdmap e632: 8 total, 8 up, 8 in 2024-04-13T07:23:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:52 smithi003 ceph-mon[91733]: pgmap v607: 121 pgs: 121 active+clean; 584 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-04-13T07:23:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:52 smithi003 ceph-mon[91733]: osdmap e632: 8 total, 8 up, 8 in 2024-04-13T07:23:52.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:52 smithi003 ceph-mon[89364]: pgmap v607: 121 pgs: 121 active+clean; 584 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-04-13T07:23:52.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:52 smithi003 ceph-mon[89364]: osdmap e632: 8 total, 8 up, 8 in 2024-04-13T07:23:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:23:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:23:53.062 INFO:tasks.rados.rados.0.smithi003.stdout:2686: done (1 left) 2024-04-13T07:23:53.063 INFO:tasks.rados.rados.0.smithi003.stdout:2688: done (0 left) 2024-04-13T07:23:53.063 INFO:tasks.rados.rados.0.smithi003.stdout:2689: copy_from oid 50 from oid 43 current snap is 291 2024-04-13T07:23:53.063 INFO:tasks.rados.rados.0.smithi003.stdout:2690: snap_create 2024-04-13T07:23:53.073 INFO:tasks.rados.rados.0.smithi003.stdout:2689: finishing copy_from racing read to smithi00377890-50 2024-04-13T07:23:53.074 INFO:tasks.rados.rados.0.smithi003.stdout:2689: finishing copy_from to smithi00377890-50 2024-04-13T07:23:53.075 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 1544 (ObjNum 804 snap 288 seq_num 804) dirty exists 2024-04-13T07:23:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:53 smithi003 ceph-mon[91733]: osdmap e633: 8 total, 8 up, 8 in 2024-04-13T07:23:53.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:23:53.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:53 smithi003 ceph-mon[89364]: osdmap e633: 8 total, 8 up, 8 in 2024-04-13T07:23:53.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:23:53.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:53 smithi066 ceph-mon[84331]: osdmap e633: 8 total, 8 up, 8 in 2024-04-13T07:23:53.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:23:53.845 INFO:tasks.rados.rados.0.smithi003.stdout:2689: done (1 left) 2024-04-13T07:23:53.845 INFO:tasks.rados.rados.0.smithi003.stdout:2690: done (0 left) 2024-04-13T07:23:53.845 INFO:tasks.rados.rados.0.smithi003.stdout:2691: rollback oid 44 current snap is 292 2024-04-13T07:23:53.845 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 44 to 266 2024-04-13T07:23:53.845 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 42 current snap is 292 2024-04-13T07:23:53.845 INFO:tasks.rados.rados.0.smithi003.stdout:2692: seq_num 820 ranges {0=540672,540672=475136,1015808=598016,1613824=131072} 2024-04-13T07:23:53.848 INFO:tasks.rados.rados.0.smithi003.stdout:2692: writing smithi00377890-42 from 0 to 540672 tid 1 2024-04-13T07:23:53.851 INFO:tasks.rados.rados.0.smithi003.stdout:2692: writing smithi00377890-42 from 540672 to 1015808 tid 2 2024-04-13T07:23:53.855 INFO:tasks.rados.rados.0.smithi003.stdout:2692: writing smithi00377890-42 from 1015808 to 1613824 tid 3 2024-04-13T07:23:53.856 INFO:tasks.rados.rados.0.smithi003.stdout:2692: writing smithi00377890-42 from 1613824 to 1744896 tid 4 2024-04-13T07:23:53.856 INFO:tasks.rados.rados.0.smithi003.stdout:2693: rollback oid 5 current snap is 292 2024-04-13T07:23:53.856 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 5 to 175 2024-04-13T07:23:53.857 INFO:tasks.rados.rados.0.smithi003.stdout:2691: finishing rollback tid 0 to smithi00377890-44 2024-04-13T07:23:53.857 INFO:tasks.rados.rados.0.smithi003.stdout:2691: finishing rollback tid 1 to smithi00377890-44 2024-04-13T07:23:53.857 INFO:tasks.rados.rados.0.smithi003.stdout:2691: finishing rollback tid 2 to smithi00377890-44 2024-04-13T07:23:53.857 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 2128 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:23:53.857 INFO:tasks.rados.rados.0.smithi003.stdout:2692: finishing write tid 1 to smithi00377890-42 2024-04-13T07:23:53.857 INFO:tasks.rados.rados.0.smithi003.stdout:2692: finishing write tid 2 to smithi00377890-42 2024-04-13T07:23:53.857 INFO:tasks.rados.rados.0.smithi003.stdout:2691: done (2 left) 2024-04-13T07:23:53.857 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 37 current snap is 292 2024-04-13T07:23:53.857 INFO:tasks.rados.rados.0.smithi003.stdout:2694: seq_num 821 ranges {1359872=557056,1916928=761856,2678784=442368} 2024-04-13T07:23:53.867 INFO:tasks.rados.rados.0.smithi003.stdout:2694: writing smithi00377890-37 from 1359872 to 1916928 tid 1 2024-04-13T07:23:53.871 INFO:tasks.rados.rados.0.smithi003.stdout:2694: writing smithi00377890-37 from 1916928 to 2678784 tid 2 2024-04-13T07:23:53.875 INFO:tasks.rados.rados.0.smithi003.stdout:2694: writing smithi00377890-37 from 2678784 to 3121152 tid 3 2024-04-13T07:23:53.875 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 292 2024-04-13T07:23:53.875 INFO:tasks.rados.rados.0.smithi003.stdout:2692: finishing write tid 3 to smithi00377890-42 2024-04-13T07:23:53.875 INFO:tasks.rados.rados.0.smithi003.stdout:2695: seq_num 822 ranges {0=573440,573440=696320,1269760=507904} 2024-04-13T07:23:53.878 INFO:tasks.rados.rados.0.smithi003.stdout:2695: writing smithi00377890-9 from 0 to 573440 tid 1 2024-04-13T07:23:53.882 INFO:tasks.rados.rados.0.smithi003.stdout:2695: writing smithi00377890-9 from 573440 to 1269760 tid 2 2024-04-13T07:23:53.886 INFO:tasks.rados.rados.0.smithi003.stdout:2695: writing smithi00377890-9 from 1269760 to 1777664 tid 3 2024-04-13T07:23:53.886 INFO:tasks.rados.rados.0.smithi003.stdout:2696: read oid 19 snap -1 2024-04-13T07:23:53.886 INFO:tasks.rados.rados.0.smithi003.stdout:2696: expect (ObjNum 739 snap 256 seq_num 739) 2024-04-13T07:23:53.886 INFO:tasks.rados.rados.0.smithi003.stdout:2697: delete oid 36 current snap is 292 2024-04-13T07:23:53.886 INFO:tasks.rados.rados.0.smithi003.stdout:2693: finishing rollback tid 0 to smithi00377890-5 2024-04-13T07:23:53.886 INFO:tasks.rados.rados.0.smithi003.stdout:2692: finishing write tid 4 to smithi00377890-42 2024-04-13T07:23:53.887 INFO:tasks.rados.rados.0.smithi003.stdout:2692: finishing write tid 5 to smithi00377890-42 2024-04-13T07:23:53.887 INFO:tasks.rados.rados.0.smithi003.stdout:2693: finishing rollback tid 1 to smithi00377890-5 2024-04-13T07:23:53.887 INFO:tasks.rados.rados.0.smithi003.stdout:2693: finishing rollback tid 2 to smithi00377890-5 2024-04-13T07:23:53.887 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 2471 (ObjNum 477 snap 161 seq_num 477) dirty exists 2024-04-13T07:23:53.887 INFO:tasks.rados.rados.0.smithi003.stdout:2692: finishing write tid 6 to smithi00377890-42 2024-04-13T07:23:53.887 INFO:tasks.rados.rados.0.smithi003.stdout:2692: oid 42 updating version 0 to 2422 2024-04-13T07:23:53.887 INFO:tasks.rados.rados.0.smithi003.stdout:2692: oid 42 updating version 2422 to 2423 2024-04-13T07:23:53.887 INFO:tasks.rados.rados.0.smithi003.stdout:2692: oid 42 updating version 2423 to 2424 2024-04-13T07:23:53.887 INFO:tasks.rados.rados.0.smithi003.stdout:2692: oid 42 version 2424 is already newer than 2420 2024-04-13T07:23:53.887 INFO:tasks.rados.rados.0.smithi003.stdout:2692: oid 42 version 2424 is already newer than 2421 2024-04-13T07:23:53.887 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 2424 (ObjNum 820 snap 292 seq_num 820) dirty exists 2024-04-13T07:23:53.888 INFO:tasks.rados.rados.0.smithi003.stdout:2692: left oid 42 (ObjNum 820 snap 292 seq_num 820) 2024-04-13T07:23:53.888 INFO:tasks.rados.rados.0.smithi003.stdout:2694: finishing write tid 1 to smithi00377890-37 2024-04-13T07:23:53.888 INFO:tasks.rados.rados.0.smithi003.stdout:2694: finishing write tid 2 to smithi00377890-37 2024-04-13T07:23:53.888 INFO:tasks.rados.rados.0.smithi003.stdout:2694: finishing write tid 3 to smithi00377890-37 2024-04-13T07:23:53.888 INFO:tasks.rados.rados.0.smithi003.stdout:2694: finishing write tid 4 to smithi00377890-37 2024-04-13T07:23:53.888 INFO:tasks.rados.rados.0.smithi003.stdout:2694: finishing write tid 5 to smithi00377890-37 2024-04-13T07:23:53.888 INFO:tasks.rados.rados.0.smithi003.stdout:2694: oid 37 updating version 0 to 1857 2024-04-13T07:23:53.888 INFO:tasks.rados.rados.0.smithi003.stdout:2694: oid 37 version 1857 is already newer than 1856 2024-04-13T07:23:53.888 INFO:tasks.rados.rados.0.smithi003.stdout:2694: oid 37 updating version 1857 to 1858 2024-04-13T07:23:53.888 INFO:tasks.rados.rados.0.smithi003.stdout:2694: oid 37 updating version 1858 to 1859 2024-04-13T07:23:53.888 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 1859 (ObjNum 821 snap 292 seq_num 821) dirty exists 2024-04-13T07:23:53.888 INFO:tasks.rados.rados.0.smithi003.stdout:2694: left oid 37 (ObjNum 821 snap 292 seq_num 821) 2024-04-13T07:23:53.888 INFO:tasks.rados.rados.0.smithi003.stdout:2695: finishing write tid 1 to smithi00377890-9 2024-04-13T07:23:53.889 INFO:tasks.rados.rados.0.smithi003.stdout:2692: done (5 left) 2024-04-13T07:23:53.889 INFO:tasks.rados.rados.0.smithi003.stdout:2693: done (4 left) 2024-04-13T07:23:53.890 INFO:tasks.rados.rados.0.smithi003.stdout:2694: done (3 left) 2024-04-13T07:23:53.890 INFO:tasks.rados.rados.0.smithi003.stdout:2697: done (2 left) 2024-04-13T07:23:53.890 INFO:tasks.rados.rados.0.smithi003.stdout:2698: read oid 35 snap -1 2024-04-13T07:23:53.890 INFO:tasks.rados.rados.0.smithi003.stdout:2698: expect (ObjNum 778 snap 276 seq_num 778) 2024-04-13T07:23:53.890 INFO:tasks.rados.rados.0.smithi003.stdout:2699: copy_from oid 14 from oid 6 current snap is 292 2024-04-13T07:23:53.890 INFO:tasks.rados.rados.0.smithi003.stdout:2700: read oid 45 snap -1 2024-04-13T07:23:53.890 INFO:tasks.rados.rados.0.smithi003.stdout:2700: expect deleted 2024-04-13T07:23:53.890 INFO:tasks.rados.rados.0.smithi003.stdout:2701: read oid 43 snap -1 2024-04-13T07:23:53.890 INFO:tasks.rados.rados.0.smithi003.stdout:2701: expect (ObjNum 804 snap 288 seq_num 804) 2024-04-13T07:23:53.890 INFO:tasks.rados.rados.0.smithi003.stdout:2702: delete oid 23 current snap is 292 2024-04-13T07:23:53.891 INFO:tasks.rados.rados.0.smithi003.stdout:2696: expect (ObjNum 739 snap 256 seq_num 739) 2024-04-13T07:23:53.904 INFO:tasks.rados.rados.0.smithi003.stdout:2695: finishing write tid 2 to smithi00377890-9 2024-04-13T07:23:53.904 INFO:tasks.rados.rados.0.smithi003.stdout:2695: finishing write tid 3 to smithi00377890-9 2024-04-13T07:23:53.905 INFO:tasks.rados.rados.0.smithi003.stdout:2696: done (6 left) 2024-04-13T07:23:53.905 INFO:tasks.rados.rados.0.smithi003.stdout:2700: done (5 left) 2024-04-13T07:23:53.905 INFO:tasks.rados.rados.0.smithi003.stdout:2702: done (4 left) 2024-04-13T07:23:53.905 INFO:tasks.rados.rados.0.smithi003.stdout:2703: delete oid 33 current snap is 292 2024-04-13T07:23:53.905 INFO:tasks.rados.rados.0.smithi003.stdout:2695: finishing write tid 4 to smithi00377890-9 2024-04-13T07:23:53.905 INFO:tasks.rados.rados.0.smithi003.stdout:2695: finishing write tid 5 to smithi00377890-9 2024-04-13T07:23:53.905 INFO:tasks.rados.rados.0.smithi003.stdout:2695: oid 9 updating version 0 to 2683 2024-04-13T07:23:53.905 INFO:tasks.rados.rados.0.smithi003.stdout:2695: oid 9 version 2683 is already newer than 2680 2024-04-13T07:23:53.905 INFO:tasks.rados.rados.0.smithi003.stdout:2695: oid 9 version 2683 is already newer than 2681 2024-04-13T07:23:53.905 INFO:tasks.rados.rados.0.smithi003.stdout:2695: oid 9 version 2683 is already newer than 2682 2024-04-13T07:23:53.905 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 2683 (ObjNum 822 snap 292 seq_num 822) dirty exists 2024-04-13T07:23:53.905 INFO:tasks.rados.rados.0.smithi003.stdout:2695: left oid 9 (ObjNum 822 snap 292 seq_num 822) 2024-04-13T07:23:53.905 INFO:tasks.rados.rados.0.smithi003.stdout:2701: expect (ObjNum 804 snap 288 seq_num 804) 2024-04-13T07:23:53.944 INFO:tasks.rados.rados.0.smithi003.stdout:2699: finishing copy_from racing read to smithi00377890-14 2024-04-13T07:23:53.944 INFO:tasks.rados.rados.0.smithi003.stdout:2699: finishing copy_from to smithi00377890-14 2024-04-13T07:23:53.944 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 1798 (ObjNum 735 snap 255 seq_num 735) dirty exists 2024-04-13T07:23:53.944 INFO:tasks.rados.rados.0.smithi003.stdout:2698: expect (ObjNum 778 snap 276 seq_num 778) 2024-04-13T07:23:54.103 INFO:tasks.rados.rados.0.smithi003.stdout:2695: done (4 left) 2024-04-13T07:23:54.103 INFO:tasks.rados.rados.0.smithi003.stdout:2698: done (3 left) 2024-04-13T07:23:54.103 INFO:tasks.rados.rados.0.smithi003.stdout:2699: done (2 left) 2024-04-13T07:23:54.103 INFO:tasks.rados.rados.0.smithi003.stdout:2701: done (1 left) 2024-04-13T07:23:54.103 INFO:tasks.rados.rados.0.smithi003.stdout:2703: done (0 left) 2024-04-13T07:23:54.103 INFO:tasks.rados.rados.0.smithi003.stdout:2704: rollback oid 33 current snap is 292 2024-04-13T07:23:54.103 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 33 to 260 2024-04-13T07:23:54.103 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 47 current snap is 292 2024-04-13T07:23:54.104 INFO:tasks.rados.rados.0.smithi003.stdout:2705: seq_num 826 ranges {0=638976,638976=630784,1269760=573440} 2024-04-13T07:23:54.106 INFO:tasks.rados.rados.0.smithi003.stdout:2705: writing smithi00377890-47 from 0 to 638976 tid 1 2024-04-13T07:23:54.109 INFO:tasks.rados.rados.0.smithi003.stdout:2705: writing smithi00377890-47 from 638976 to 1269760 tid 2 2024-04-13T07:23:54.113 INFO:tasks.rados.rados.0.smithi003.stdout:2705: writing smithi00377890-47 from 1269760 to 1843200 tid 3 2024-04-13T07:23:54.113 INFO:tasks.rados.rados.0.smithi003.stdout:2706: read oid 30 snap -1 2024-04-13T07:23:54.113 INFO:tasks.rados.rados.0.smithi003.stdout:2706: expect (ObjNum 760 snap 263 seq_num 760) 2024-04-13T07:23:54.114 INFO:tasks.rados.rados.0.smithi003.stdout:2707: read oid 46 snap -1 2024-04-13T07:23:54.114 INFO:tasks.rados.rados.0.smithi003.stdout:2707: expect (ObjNum 819 snap 289 seq_num 819) 2024-04-13T07:23:54.114 INFO:tasks.rados.rados.0.smithi003.stdout:2708: rmattr oid 19 current snap is 292 2024-04-13T07:23:54.114 INFO:tasks.rados.rados.0.smithi003.stdout:2708: done (4 left) 2024-04-13T07:23:54.114 INFO:tasks.rados.rados.0.smithi003.stdout:2709: rmattr oid 26 current snap is 292 2024-04-13T07:23:54.114 INFO:tasks.rados.rados.0.smithi003.stdout:2704: finishing rollback tid 1 to smithi00377890-33 2024-04-13T07:23:54.115 INFO:tasks.rados.rados.0.smithi003.stdout:2704: finishing rollback tid 2 to smithi00377890-33 2024-04-13T07:23:54.115 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 2023 (ObjNum 649 snap 217 seq_num 649) dirty exists 2024-04-13T07:23:54.115 INFO:tasks.rados.rados.0.smithi003.stdout:2705: finishing write tid 1 to smithi00377890-47 2024-04-13T07:23:54.115 INFO:tasks.rados.rados.0.smithi003.stdout:2705: finishing write tid 2 to smithi00377890-47 2024-04-13T07:23:54.115 INFO:tasks.rados.rados.0.smithi003.stdout:2704: done (4 left) 2024-04-13T07:23:54.115 INFO:tasks.rados.rados.0.smithi003.stdout:2710: read oid 18 snap 253 2024-04-13T07:23:54.115 INFO:tasks.rados.rados.0.smithi003.stdout:2710: expect (ObjNum 679 snap 230 seq_num 679) 2024-04-13T07:23:54.115 INFO:tasks.rados.rados.0.smithi003.stdout:2711: copy_from oid 3 from oid 41 current snap is 292 2024-04-13T07:23:54.115 INFO:tasks.rados.rados.0.smithi003.stdout:2712: snap_create 2024-04-13T07:23:54.119 INFO:tasks.rados.rados.0.smithi003.stdout:2705: finishing write tid 3 to smithi00377890-47 2024-04-13T07:23:54.119 INFO:tasks.rados.rados.0.smithi003.stdout:2705: finishing write tid 4 to smithi00377890-47 2024-04-13T07:23:54.119 INFO:tasks.rados.rados.0.smithi003.stdout:2706: expect (ObjNum 760 snap 263 seq_num 760) 2024-04-13T07:23:54.141 INFO:tasks.rados.rados.0.smithi003.stdout:2705: finishing write tid 5 to smithi00377890-47 2024-04-13T07:23:54.141 INFO:tasks.rados.rados.0.smithi003.stdout:2705: oid 47 updating version 0 to 2418 2024-04-13T07:23:54.141 INFO:tasks.rados.rados.0.smithi003.stdout:2705: oid 47 updating version 2418 to 2421 2024-04-13T07:23:54.141 INFO:tasks.rados.rados.0.smithi003.stdout:2705: oid 47 version 2421 is already newer than 2420 2024-04-13T07:23:54.142 INFO:tasks.rados.rados.0.smithi003.stdout:2705: oid 47 version 2421 is already newer than 2419 2024-04-13T07:23:54.142 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 2421 (ObjNum 826 snap 292 seq_num 826) dirty exists 2024-04-13T07:23:54.142 INFO:tasks.rados.rados.0.smithi003.stdout:2705: left oid 47 (ObjNum 826 snap 292 seq_num 826) 2024-04-13T07:23:54.142 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 2422 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:23:54.142 INFO:tasks.rados.rados.0.smithi003.stdout:2710: expect (ObjNum 679 snap 230 seq_num 679) 2024-04-13T07:23:54.254 INFO:tasks.rados.rados.0.smithi003.stdout:2711: finishing copy_from racing read to smithi00377890-3 2024-04-13T07:23:54.255 INFO:tasks.rados.rados.0.smithi003.stdout:2711: finishing copy_from to smithi00377890-3 2024-04-13T07:23:54.255 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 2015 (ObjNum 787 snap 279 seq_num 787) dirty exists 2024-04-13T07:23:54.255 INFO:tasks.rados.rados.0.smithi003.stdout:2707: expect (ObjNum 819 snap 289 seq_num 819) 2024-04-13T07:23:54.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:23:54] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-04-13T07:23:54.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: pgmap v610: 121 pgs: 121 active+clean; 585 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 24 op/s 2024-04-13T07:23:54.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: osdmap e634: 8 total, 8 up, 8 in 2024-04-13T07:23:54.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:54.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:54.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:23:54.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:23:54.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:54.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: osdmap e635: 8 total, 8 up, 8 in 2024-04-13T07:23:54.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:23:54.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:54.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: pgmap v610: 121 pgs: 121 active+clean; 585 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 24 op/s 2024-04-13T07:23:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: osdmap e634: 8 total, 8 up, 8 in 2024-04-13T07:23:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:23:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:23:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: osdmap e635: 8 total, 8 up, 8 in 2024-04-13T07:23:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:23:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: pgmap v610: 121 pgs: 121 active+clean; 585 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 24 op/s 2024-04-13T07:23:54.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: osdmap e634: 8 total, 8 up, 8 in 2024-04-13T07:23:54.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:23:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:23:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:23:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: osdmap e635: 8 total, 8 up, 8 in 2024-04-13T07:23:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:23:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:23:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:54.404 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:23:55.142 INFO:tasks.rados.rados.0.smithi003.stdout:2705: done (6 left) 2024-04-13T07:23:55.143 INFO:tasks.rados.rados.0.smithi003.stdout:2706: done (5 left) 2024-04-13T07:23:55.143 INFO:tasks.rados.rados.0.smithi003.stdout:2707: done (4 left) 2024-04-13T07:23:55.143 INFO:tasks.rados.rados.0.smithi003.stdout:2709: done (3 left) 2024-04-13T07:23:55.143 INFO:tasks.rados.rados.0.smithi003.stdout:2710: done (2 left) 2024-04-13T07:23:55.143 INFO:tasks.rados.rados.0.smithi003.stdout:2711: done (1 left) 2024-04-13T07:23:55.143 INFO:tasks.rados.rados.0.smithi003.stdout:2712: done (0 left) 2024-04-13T07:23:55.143 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 12 current snap is 293 2024-04-13T07:23:55.143 INFO:tasks.rados.rados.0.smithi003.stdout:2713: seq_num 827 ranges {6193152=655360,6848512=516096,7364608=688128} 2024-04-13T07:23:55.177 INFO:tasks.rados.rados.0.smithi003.stdout:2713: writing smithi00377890-12 from 6193152 to 6848512 tid 1 2024-04-13T07:23:55.180 INFO:tasks.rados.rados.0.smithi003.stdout:2713: writing smithi00377890-12 from 6848512 to 7364608 tid 2 2024-04-13T07:23:55.185 INFO:tasks.rados.rados.0.smithi003.stdout:2713: writing smithi00377890-12 from 7364608 to 8052736 tid 3 2024-04-13T07:23:55.185 INFO:tasks.rados.rados.0.smithi003.stdout:2714: read oid 33 snap -1 2024-04-13T07:23:55.185 INFO:tasks.rados.rados.0.smithi003.stdout:2714: expect (ObjNum 649 snap 217 seq_num 649) 2024-04-13T07:23:55.186 INFO:tasks.rados.rados.0.smithi003.stdout:2715: rmattr oid 38 current snap is 293 2024-04-13T07:23:55.186 INFO:tasks.rados.rados.0.smithi003.stdout:2713: finishing write tid 1 to smithi00377890-12 2024-04-13T07:23:55.186 INFO:tasks.rados.rados.0.smithi003.stdout:2713: finishing write tid 2 to smithi00377890-12 2024-04-13T07:23:55.186 INFO:tasks.rados.rados.0.smithi003.stdout:2716: rollback oid 10 current snap is 293 2024-04-13T07:23:55.186 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 10 to 280 2024-04-13T07:23:55.186 INFO:tasks.rados.rados.0.smithi003.stdout:2717: rollback oid 35 current snap is 293 2024-04-13T07:23:55.186 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 35 to 269 2024-04-13T07:23:55.186 INFO:tasks.rados.rados.0.smithi003.stdout:2718: rollback oid 2 current snap is 293 2024-04-13T07:23:55.186 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 2 to 229 2024-04-13T07:23:55.186 INFO:tasks.rados.rados.0.smithi003.stdout:2719: read oid 17 snap -1 2024-04-13T07:23:55.187 INFO:tasks.rados.rados.0.smithi003.stdout:2719: expect (ObjNum 810 snap 289 seq_num 810) 2024-04-13T07:23:55.187 INFO:tasks.rados.rados.0.smithi003.stdout:2720: rollback oid 31 current snap is 293 2024-04-13T07:23:55.187 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 31 to 224 2024-04-13T07:23:55.187 INFO:tasks.rados.rados.0.smithi003.stdout:2721: snap_remove snap 287 2024-04-13T07:23:55.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:55 smithi003 ceph-mon[91733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:23:55.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:55 smithi003 ceph-mon[89364]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:23:55.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:55 smithi066 ceph-mon[84331]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T07:23:55.885 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 07:23:55 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[125122]: ts=2024-04-13T07:23:55.523Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002678343s 2024-04-13T07:23:56.076 INFO:tasks.rados.rados.0.smithi003.stdout:2721: done (8 left) 2024-04-13T07:23:56.077 INFO:tasks.rados.rados.0.smithi003.stdout:2722: delete oid 25 current snap is 293 2024-04-13T07:23:56.077 INFO:tasks.rados.rados.0.smithi003.stdout:2713: finishing write tid 3 to smithi00377890-12 2024-04-13T07:23:56.077 INFO:tasks.rados.rados.0.smithi003.stdout:2718: finishing rollback tid 0 to smithi00377890-2 2024-04-13T07:23:56.077 INFO:tasks.rados.rados.0.smithi003.stdout:2713: finishing write tid 4 to smithi00377890-12 2024-04-13T07:23:56.077 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2531 (ObjNum 809 snap 289 seq_num 809) dirty exists 2024-04-13T07:23:56.077 INFO:tasks.rados.rados.0.smithi003.stdout:2718: finishing rollback tid 1 to smithi00377890-2 2024-04-13T07:23:56.077 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 1810 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-04-13T07:23:56.077 INFO:tasks.rados.rados.0.smithi003.stdout:2716: finishing rollback tid 0 to smithi00377890-10 2024-04-13T07:23:56.077 INFO:tasks.rados.rados.0.smithi003.stdout:2716: finishing rollback tid 1 to smithi00377890-10 2024-04-13T07:23:56.077 INFO:tasks.rados.rados.0.smithi003.stdout:2713: finishing write tid 5 to smithi00377890-12 2024-04-13T07:23:56.077 INFO:tasks.rados.rados.0.smithi003.stdout:2713: oid 12 updating version 0 to 2473 2024-04-13T07:23:56.077 INFO:tasks.rados.rados.0.smithi003.stdout:2713: oid 12 version 2473 is already newer than 2472 2024-04-13T07:23:56.077 INFO:tasks.rados.rados.0.smithi003.stdout:2713: oid 12 updating version 2473 to 2474 2024-04-13T07:23:56.078 INFO:tasks.rados.rados.0.smithi003.stdout:2713: oid 12 updating version 2474 to 2475 2024-04-13T07:23:56.078 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 2475 (ObjNum 827 snap 293 seq_num 827) dirty exists 2024-04-13T07:23:56.078 INFO:tasks.rados.rados.0.smithi003.stdout:2713: left oid 12 (ObjNum 827 snap 293 seq_num 827) 2024-04-13T07:23:56.078 INFO:tasks.rados.rados.0.smithi003.stdout:2716: finishing rollback tid 2 to smithi00377890-10 2024-04-13T07:23:56.078 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 2688 (ObjNum 717 snap 246 seq_num 717) dirty exists 2024-04-13T07:23:56.078 INFO:tasks.rados.rados.0.smithi003.stdout:2720: finishing rollback tid 1 to smithi00377890-31 2024-04-13T07:23:56.078 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 1369 (ObjNum 33 snap 0 seq_num 292417408) dirty dne 2024-04-13T07:23:56.078 INFO:tasks.rados.rados.0.smithi003.stdout:2717: finishing rollback tid 0 to smithi00377890-35 2024-04-13T07:23:56.078 INFO:tasks.rados.rados.0.smithi003.stdout:2717: finishing rollback tid 1 to smithi00377890-35 2024-04-13T07:23:56.078 INFO:tasks.rados.rados.0.smithi003.stdout:2717: finishing rollback tid 2 to smithi00377890-35 2024-04-13T07:23:56.078 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 2412 (ObjNum 764 snap 266 seq_num 764) dirty exists 2024-04-13T07:23:56.078 INFO:tasks.rados.rados.0.smithi003.stdout:2714: expect (ObjNum 649 snap 217 seq_num 649) 2024-04-13T07:23:56.115 INFO:tasks.rados.rados.0.smithi003.stdout:2719: expect (ObjNum 810 snap 289 seq_num 810) 2024-04-13T07:23:56.201 INFO:tasks.rados.rados.0.smithi003.stdout:2713: done (8 left) 2024-04-13T07:23:56.201 INFO:tasks.rados.rados.0.smithi003.stdout:2714: done (7 left) 2024-04-13T07:23:56.201 INFO:tasks.rados.rados.0.smithi003.stdout:2715: done (6 left) 2024-04-13T07:23:56.201 INFO:tasks.rados.rados.0.smithi003.stdout:2716: done (5 left) 2024-04-13T07:23:56.201 INFO:tasks.rados.rados.0.smithi003.stdout:2717: done (4 left) 2024-04-13T07:23:56.201 INFO:tasks.rados.rados.0.smithi003.stdout:2718: done (3 left) 2024-04-13T07:23:56.202 INFO:tasks.rados.rados.0.smithi003.stdout:2719: done (2 left) 2024-04-13T07:23:56.202 INFO:tasks.rados.rados.0.smithi003.stdout:2720: done (1 left) 2024-04-13T07:23:56.202 INFO:tasks.rados.rados.0.smithi003.stdout:2722: done (0 left) 2024-04-13T07:23:56.202 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 34 current snap is 293 2024-04-13T07:23:56.202 INFO:tasks.rados.rados.0.smithi003.stdout:2723: seq_num 829 ranges {1130496=688128,1818624=729088,2547712=475136} 2024-04-13T07:23:56.211 INFO:tasks.rados.rados.0.smithi003.stdout:2723: writing smithi00377890-34 from 1130496 to 1818624 tid 1 2024-04-13T07:23:56.215 INFO:tasks.rados.rados.0.smithi003.stdout:2723: writing smithi00377890-34 from 1818624 to 2547712 tid 2 2024-04-13T07:23:56.218 INFO:tasks.rados.rados.0.smithi003.stdout:2723: writing smithi00377890-34 from 2547712 to 3022848 tid 3 2024-04-13T07:23:56.218 INFO:tasks.rados.rados.0.smithi003.stdout:2724: snap_create 2024-04-13T07:23:56.218 INFO:tasks.rados.rados.0.smithi003.stdout:2723: finishing write tid 1 to smithi00377890-34 2024-04-13T07:23:56.218 INFO:tasks.rados.rados.0.smithi003.stdout:2723: finishing write tid 2 to smithi00377890-34 2024-04-13T07:23:56.221 INFO:tasks.rados.rados.0.smithi003.stdout:2723: finishing write tid 3 to smithi00377890-34 2024-04-13T07:23:56.221 INFO:tasks.rados.rados.0.smithi003.stdout:2723: finishing write tid 4 to smithi00377890-34 2024-04-13T07:23:56.222 INFO:tasks.rados.rados.0.smithi003.stdout:2723: finishing write tid 5 to smithi00377890-34 2024-04-13T07:23:56.222 INFO:tasks.rados.rados.0.smithi003.stdout:2723: oid 34 updating version 0 to 1884 2024-04-13T07:23:56.222 INFO:tasks.rados.rados.0.smithi003.stdout:2723: oid 34 version 1884 is already newer than 1883 2024-04-13T07:23:56.222 INFO:tasks.rados.rados.0.smithi003.stdout:2723: oid 34 version 1884 is already newer than 1882 2024-04-13T07:23:56.222 INFO:tasks.rados.rados.0.smithi003.stdout:2723: oid 34 version 1884 is already newer than 1881 2024-04-13T07:23:56.222 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 1884 (ObjNum 829 snap 293 seq_num 829) dirty exists 2024-04-13T07:23:56.222 INFO:tasks.rados.rados.0.smithi003.stdout:2723: left oid 34 (ObjNum 829 snap 293 seq_num 829) 2024-04-13T07:23:56.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:56 smithi003 ceph-mon[91733]: pgmap v613: 121 pgs: 121 active+clean; 597 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.9 MiB/s wr, 28 op/s 2024-04-13T07:23:56.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:56 smithi003 ceph-mon[91733]: osdmap e636: 8 total, 8 up, 8 in 2024-04-13T07:23:56.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:56 smithi003 ceph-mon[89364]: pgmap v613: 121 pgs: 121 active+clean; 597 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.9 MiB/s wr, 28 op/s 2024-04-13T07:23:56.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:56 smithi003 ceph-mon[89364]: osdmap e636: 8 total, 8 up, 8 in 2024-04-13T07:23:56.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:56 smithi066 ceph-mon[84331]: pgmap v613: 121 pgs: 121 active+clean; 597 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.9 MiB/s wr, 28 op/s 2024-04-13T07:23:56.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:56 smithi066 ceph-mon[84331]: osdmap e636: 8 total, 8 up, 8 in 2024-04-13T07:23:57.077 INFO:tasks.rados.rados.0.smithi003.stdout:2723: done (1 left) 2024-04-13T07:23:57.078 INFO:tasks.rados.rados.0.smithi003.stdout:2724: done (0 left) 2024-04-13T07:23:57.078 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 37 current snap is 294 2024-04-13T07:23:57.078 INFO:tasks.rados.rados.0.smithi003.stdout:2725: seq_num 830 ranges {3121152=704512,3825664=614400,4440064=573440,5013504=16384} 2024-04-13T07:23:57.098 INFO:tasks.rados.rados.0.smithi003.stdout:2725: writing smithi00377890-37 from 3121152 to 3825664 tid 1 2024-04-13T07:23:57.102 INFO:tasks.rados.rados.0.smithi003.stdout:2725: writing smithi00377890-37 from 3825664 to 4440064 tid 2 2024-04-13T07:23:57.106 INFO:tasks.rados.rados.0.smithi003.stdout:2725: writing smithi00377890-37 from 4440064 to 5013504 tid 3 2024-04-13T07:23:57.106 INFO:tasks.rados.rados.0.smithi003.stdout:2725: writing smithi00377890-37 from 5013504 to 5029888 tid 4 2024-04-13T07:23:57.106 INFO:tasks.rados.rados.0.smithi003.stdout:2725: finishing write tid 1 to smithi00377890-37 2024-04-13T07:23:57.106 INFO:tasks.rados.rados.0.smithi003.stdout:2726: rollback oid 2 current snap is 294 2024-04-13T07:23:57.106 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 2 to 282 2024-04-13T07:23:57.106 INFO:tasks.rados.rados.0.smithi003.stdout:2727: delete oid 36 current snap is 294 2024-04-13T07:23:57.106 INFO:tasks.rados.rados.0.smithi003.stdout:2725: finishing write tid 2 to smithi00377890-37 2024-04-13T07:23:57.110 INFO:tasks.rados.rados.0.smithi003.stdout:2727: done (2 left) 2024-04-13T07:23:57.111 INFO:tasks.rados.rados.0.smithi003.stdout:2728: snap_remove snap 272 2024-04-13T07:23:57.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:57 smithi003 ceph-mon[89364]: Upgrade: Updating grafana.a 2024-04-13T07:23:57.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:57 smithi003 ceph-mon[89364]: Deploying daemon grafana.a on smithi066 2024-04-13T07:23:57.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:57 smithi003 ceph-mon[89364]: osdmap e637: 8 total, 8 up, 8 in 2024-04-13T07:23:57.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:57 smithi003 ceph-mon[91733]: Upgrade: Updating grafana.a 2024-04-13T07:23:57.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:57 smithi003 ceph-mon[91733]: Deploying daemon grafana.a on smithi066 2024-04-13T07:23:57.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:57 smithi003 ceph-mon[91733]: osdmap e637: 8 total, 8 up, 8 in 2024-04-13T07:23:57.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:57 smithi066 ceph-mon[84331]: Upgrade: Updating grafana.a 2024-04-13T07:23:57.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:57 smithi066 ceph-mon[84331]: Deploying daemon grafana.a on smithi066 2024-04-13T07:23:57.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:57 smithi066 ceph-mon[84331]: osdmap e637: 8 total, 8 up, 8 in 2024-04-13T07:23:58.097 INFO:tasks.rados.rados.0.smithi003.stdout:2728: done (2 left) 2024-04-13T07:23:58.097 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 40 current snap is 294 2024-04-13T07:23:58.097 INFO:tasks.rados.rados.0.smithi003.stdout:2729: seq_num 832 ranges {0=737280,737280=786432,1523712=417792} 2024-04-13T07:23:58.102 INFO:tasks.rados.rados.0.smithi003.stdout:2729: writing smithi00377890-40 from 0 to 737280 tid 1 2024-04-13T07:23:58.108 INFO:tasks.rados.rados.0.smithi003.stdout:2729: writing smithi00377890-40 from 737280 to 1523712 tid 2 2024-04-13T07:23:58.111 INFO:tasks.rados.rados.0.smithi003.stdout:2729: writing smithi00377890-40 from 1523712 to 1941504 tid 3 2024-04-13T07:23:58.112 INFO:tasks.rados.rados.0.smithi003.stdout:2726: finishing rollback tid 1 to smithi00377890-2 2024-04-13T07:23:58.112 INFO:tasks.rados.rados.0.smithi003.stdout:2726: finishing rollback tid 2 to smithi00377890-2 2024-04-13T07:23:58.112 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 1812 (ObjNum 679 snap 230 seq_num 679) dirty exists 2024-04-13T07:23:58.113 INFO:tasks.rados.rados.0.smithi003.stdout:2725: finishing write tid 3 to smithi00377890-37 2024-04-13T07:23:58.113 INFO:tasks.rados.rados.0.smithi003.stdout:2725: finishing write tid 4 to smithi00377890-37 2024-04-13T07:23:58.113 INFO:tasks.rados.rados.0.smithi003.stdout:2725: finishing write tid 5 to smithi00377890-37 2024-04-13T07:23:58.113 INFO:tasks.rados.rados.0.smithi003.stdout:2725: finishing write tid 6 to smithi00377890-37 2024-04-13T07:23:58.113 INFO:tasks.rados.rados.0.smithi003.stdout:2725: oid 37 updating version 0 to 1861 2024-04-13T07:23:58.113 INFO:tasks.rados.rados.0.smithi003.stdout:2725: oid 37 updating version 1861 to 1864 2024-04-13T07:23:58.113 INFO:tasks.rados.rados.0.smithi003.stdout:2725: oid 37 version 1864 is already newer than 1860 2024-04-13T07:23:58.113 INFO:tasks.rados.rados.0.smithi003.stdout:2725: oid 37 version 1864 is already newer than 1863 2024-04-13T07:23:58.113 INFO:tasks.rados.rados.0.smithi003.stdout:2725: oid 37 version 1864 is already newer than 1862 2024-04-13T07:23:58.113 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 1864 (ObjNum 830 snap 294 seq_num 830) dirty exists 2024-04-13T07:23:58.113 INFO:tasks.rados.rados.0.smithi003.stdout:2725: left oid 37 (ObjNum 830 snap 294 seq_num 830) 2024-04-13T07:23:58.113 INFO:tasks.rados.rados.0.smithi003.stdout:2725: done (2 left) 2024-04-13T07:23:58.113 INFO:tasks.rados.rados.0.smithi003.stdout:2726: done (1 left) 2024-04-13T07:23:58.113 INFO:tasks.rados.rados.0.smithi003.stdout:2730: rollback oid 20 current snap is 294 2024-04-13T07:23:58.113 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 20 to 288 2024-04-13T07:23:58.114 INFO:tasks.rados.rados.0.smithi003.stdout:2731: snap_remove snap 292 2024-04-13T07:23:58.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:58 smithi003 ceph-mon[91733]: pgmap v616: 121 pgs: 121 active+clean; 623 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.4 MiB/s wr, 49 op/s 2024-04-13T07:23:58.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:58 smithi003 ceph-mon[91733]: osdmap e638: 8 total, 8 up, 8 in 2024-04-13T07:23:58.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:58 smithi003 ceph-mon[89364]: pgmap v616: 121 pgs: 121 active+clean; 623 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.4 MiB/s wr, 49 op/s 2024-04-13T07:23:58.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:58 smithi003 ceph-mon[89364]: osdmap e638: 8 total, 8 up, 8 in 2024-04-13T07:23:58.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:58 smithi066 ceph-mon[84331]: pgmap v616: 121 pgs: 121 active+clean; 623 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.4 MiB/s wr, 49 op/s 2024-04-13T07:23:58.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:58 smithi066 ceph-mon[84331]: osdmap e638: 8 total, 8 up, 8 in 2024-04-13T07:23:58.850 INFO:tasks.rados.rados.0.smithi003.stdout:2729: finishing write tid 1 to smithi00377890-40 2024-04-13T07:23:58.850 INFO:tasks.rados.rados.0.smithi003.stdout:2730: finishing rollback tid 1 to smithi00377890-20 2024-04-13T07:23:58.850 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 2196 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-13T07:23:58.850 INFO:tasks.rados.rados.0.smithi003.stdout:2729: finishing write tid 2 to smithi00377890-40 2024-04-13T07:23:58.850 INFO:tasks.rados.rados.0.smithi003.stdout:2729: finishing write tid 3 to smithi00377890-40 2024-04-13T07:23:58.850 INFO:tasks.rados.rados.0.smithi003.stdout:2729: finishing write tid 4 to smithi00377890-40 2024-04-13T07:23:58.850 INFO:tasks.rados.rados.0.smithi003.stdout:2729: finishing write tid 5 to smithi00377890-40 2024-04-13T07:23:58.850 INFO:tasks.rados.rados.0.smithi003.stdout:2729: oid 40 updating version 0 to 2697 2024-04-13T07:23:58.850 INFO:tasks.rados.rados.0.smithi003.stdout:2729: oid 40 updating version 2697 to 2699 2024-04-13T07:23:58.850 INFO:tasks.rados.rados.0.smithi003.stdout:2729: oid 40 version 2699 is already newer than 2696 2024-04-13T07:23:58.850 INFO:tasks.rados.rados.0.smithi003.stdout:2729: oid 40 version 2699 is already newer than 2698 2024-04-13T07:23:58.851 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 2699 (ObjNum 832 snap 294 seq_num 832) dirty exists 2024-04-13T07:23:58.851 INFO:tasks.rados.rados.0.smithi003.stdout:2729: left oid 40 (ObjNum 832 snap 294 seq_num 832) 2024-04-13T07:23:58.851 INFO:tasks.rados.rados.0.smithi003.stdout:2729: done (2 left) 2024-04-13T07:23:58.851 INFO:tasks.rados.rados.0.smithi003.stdout:2730: done (1 left) 2024-04-13T07:23:58.851 INFO:tasks.rados.rados.0.smithi003.stdout:2731: done (0 left) 2024-04-13T07:23:58.851 INFO:tasks.rados.rados.0.smithi003.stdout:2732: delete oid 8 current snap is 294 2024-04-13T07:23:58.859 INFO:tasks.rados.rados.0.smithi003.stdout:2732: done (0 left) 2024-04-13T07:23:58.859 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 10 current snap is 294 2024-04-13T07:23:58.859 INFO:tasks.rados.rados.0.smithi003.stdout:2733: seq_num 834 ranges {16384=778240,794624=557056,1351680=548864,1900544=98304} 2024-04-13T07:23:58.863 INFO:tasks.rados.rados.0.smithi003.stdout:2733: writing smithi00377890-10 from 16384 to 794624 tid 1 2024-04-13T07:23:58.866 INFO:tasks.rados.rados.0.smithi003.stdout:2733: writing smithi00377890-10 from 794624 to 1351680 tid 2 2024-04-13T07:23:58.869 INFO:tasks.rados.rados.0.smithi003.stdout:2733: writing smithi00377890-10 from 1351680 to 1900544 tid 3 2024-04-13T07:23:58.870 INFO:tasks.rados.rados.0.smithi003.stdout:2733: writing smithi00377890-10 from 1900544 to 1998848 tid 4 2024-04-13T07:23:58.870 INFO:tasks.rados.rados.0.smithi003.stdout:2734: read oid 6 snap -1 2024-04-13T07:23:58.871 INFO:tasks.rados.rados.0.smithi003.stdout:2734: expect (ObjNum 735 snap 255 seq_num 735) 2024-04-13T07:23:58.871 INFO:tasks.rados.rados.0.smithi003.stdout:2735: rollback oid 37 current snap is 294 2024-04-13T07:23:58.871 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 37 to 254 2024-04-13T07:23:58.871 INFO:tasks.rados.rados.0.smithi003.stdout:2733: finishing write tid 1 to smithi00377890-10 2024-04-13T07:23:58.871 INFO:tasks.rados.rados.0.smithi003.stdout:2733: finishing write tid 2 to smithi00377890-10 2024-04-13T07:23:58.871 INFO:tasks.rados.rados.0.smithi003.stdout:2736: read oid 17 snap -1 2024-04-13T07:23:58.871 INFO:tasks.rados.rados.0.smithi003.stdout:2736: expect (ObjNum 810 snap 289 seq_num 810) 2024-04-13T07:23:58.871 INFO:tasks.rados.rados.0.smithi003.stdout:2737: snap_remove snap 263 2024-04-13T07:23:59.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:59 smithi003 ceph-mon[91733]: osdmap e639: 8 total, 8 up, 8 in 2024-04-13T07:23:59.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:23:59 smithi003 ceph-mon[91733]: osdmap e640: 8 total, 8 up, 8 in 2024-04-13T07:23:59.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:59 smithi003 ceph-mon[89364]: osdmap e639: 8 total, 8 up, 8 in 2024-04-13T07:23:59.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:23:59 smithi003 ceph-mon[89364]: osdmap e640: 8 total, 8 up, 8 in 2024-04-13T07:23:59.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:59 smithi066 ceph-mon[84331]: osdmap e639: 8 total, 8 up, 8 in 2024-04-13T07:23:59.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:23:59 smithi066 ceph-mon[84331]: osdmap e640: 8 total, 8 up, 8 in 2024-04-13T07:23:59.849 INFO:tasks.rados.rados.0.smithi003.stdout:2735: finishing rollback tid 0 to smithi00377890-37 2024-04-13T07:23:59.850 INFO:tasks.rados.rados.0.smithi003.stdout:2735: finishing rollback tid 1 to smithi00377890-37 2024-04-13T07:23:59.850 INFO:tasks.rados.rados.0.smithi003.stdout:2735: finishing rollback tid 2 to smithi00377890-37 2024-04-13T07:23:59.850 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 1867 (ObjNum 692 snap 233 seq_num 692) dirty exists 2024-04-13T07:23:59.850 INFO:tasks.rados.rados.0.smithi003.stdout:2734: expect (ObjNum 735 snap 255 seq_num 735) 2024-04-13T07:23:59.934 INFO:tasks.rados.rados.0.smithi003.stdout:2733: finishing write tid 3 to smithi00377890-10 2024-04-13T07:23:59.934 INFO:tasks.rados.rados.0.smithi003.stdout:2733: finishing write tid 4 to smithi00377890-10 2024-04-13T07:23:59.934 INFO:tasks.rados.rados.0.smithi003.stdout:2733: finishing write tid 5 to smithi00377890-10 2024-04-13T07:23:59.934 INFO:tasks.rados.rados.0.smithi003.stdout:2733: finishing write tid 6 to smithi00377890-10 2024-04-13T07:23:59.935 INFO:tasks.rados.rados.0.smithi003.stdout:2733: oid 10 updating version 0 to 2704 2024-04-13T07:23:59.935 INFO:tasks.rados.rados.0.smithi003.stdout:2733: oid 10 updating version 2704 to 2707 2024-04-13T07:23:59.935 INFO:tasks.rados.rados.0.smithi003.stdout:2733: oid 10 version 2707 is already newer than 2703 2024-04-13T07:23:59.935 INFO:tasks.rados.rados.0.smithi003.stdout:2733: oid 10 version 2707 is already newer than 2706 2024-04-13T07:23:59.935 INFO:tasks.rados.rados.0.smithi003.stdout:2733: oid 10 version 2707 is already newer than 2705 2024-04-13T07:23:59.935 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 2707 (ObjNum 834 snap 294 seq_num 834) dirty exists 2024-04-13T07:23:59.935 INFO:tasks.rados.rados.0.smithi003.stdout:2733: left oid 10 (ObjNum 834 snap 294 seq_num 834) 2024-04-13T07:23:59.935 INFO:tasks.rados.rados.0.smithi003.stdout:2736: expect (ObjNum 810 snap 289 seq_num 810) 2024-04-13T07:24:00.021 INFO:tasks.rados.rados.0.smithi003.stdout:2733: done (4 left) 2024-04-13T07:24:00.021 INFO:tasks.rados.rados.0.smithi003.stdout:2734: done (3 left) 2024-04-13T07:24:00.021 INFO:tasks.rados.rados.0.smithi003.stdout:2735: done (2 left) 2024-04-13T07:24:00.021 INFO:tasks.rados.rados.0.smithi003.stdout:2736: done (1 left) 2024-04-13T07:24:00.021 INFO:tasks.rados.rados.0.smithi003.stdout:2737: done (0 left) 2024-04-13T07:24:00.021 INFO:tasks.rados.rados.0.smithi003.stdout:2738: read oid 43 snap -1 2024-04-13T07:24:00.021 INFO:tasks.rados.rados.0.smithi003.stdout:2738: expect (ObjNum 804 snap 288 seq_num 804) 2024-04-13T07:24:00.021 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 294 2024-04-13T07:24:00.021 INFO:tasks.rados.rados.0.smithi003.stdout:2739: seq_num 835 ranges {385024=794624,1179648=442368,1622016=712704,2334720=49152} 2024-04-13T07:24:00.027 INFO:tasks.rados.rados.0.smithi003.stdout:2739: writing smithi00377890-49 from 385024 to 1179648 tid 1 2024-04-13T07:24:00.029 INFO:tasks.rados.rados.0.smithi003.stdout:2739: writing smithi00377890-49 from 1179648 to 1622016 tid 2 2024-04-13T07:24:00.033 INFO:tasks.rados.rados.0.smithi003.stdout:2739: writing smithi00377890-49 from 1622016 to 2334720 tid 3 2024-04-13T07:24:00.034 INFO:tasks.rados.rados.0.smithi003.stdout:2739: writing smithi00377890-49 from 2334720 to 2383872 tid 4 2024-04-13T07:24:00.034 INFO:tasks.rados.rados.0.smithi003.stdout:2740: snap_create 2024-04-13T07:24:00.034 INFO:tasks.rados.rados.0.smithi003.stdout:2738: expect (ObjNum 804 snap 288 seq_num 804) 2024-04-13T07:24:00.074 INFO:tasks.rados.rados.0.smithi003.stdout:2739: finishing write tid 1 to smithi00377890-49 2024-04-13T07:24:00.074 INFO:tasks.rados.rados.0.smithi003.stdout:2739: finishing write tid 2 to smithi00377890-49 2024-04-13T07:24:00.074 INFO:tasks.rados.rados.0.smithi003.stdout:2739: finishing write tid 3 to smithi00377890-49 2024-04-13T07:24:00.074 INFO:tasks.rados.rados.0.smithi003.stdout:2739: finishing write tid 4 to smithi00377890-49 2024-04-13T07:24:00.074 INFO:tasks.rados.rados.0.smithi003.stdout:2739: finishing write tid 5 to smithi00377890-49 2024-04-13T07:24:00.074 INFO:tasks.rados.rados.0.smithi003.stdout:2739: finishing write tid 6 to smithi00377890-49 2024-04-13T07:24:00.074 INFO:tasks.rados.rados.0.smithi003.stdout:2739: oid 49 updating version 0 to 2426 2024-04-13T07:24:00.074 INFO:tasks.rados.rados.0.smithi003.stdout:2739: oid 49 version 2426 is already newer than 2425 2024-04-13T07:24:00.074 INFO:tasks.rados.rados.0.smithi003.stdout:2739: oid 49 version 2426 is already newer than 2423 2024-04-13T07:24:00.074 INFO:tasks.rados.rados.0.smithi003.stdout:2739: oid 49 updating version 2426 to 2427 2024-04-13T07:24:00.074 INFO:tasks.rados.rados.0.smithi003.stdout:2739: oid 49 version 2427 is already newer than 2424 2024-04-13T07:24:00.075 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 2427 (ObjNum 835 snap 294 seq_num 835) dirty exists 2024-04-13T07:24:00.075 INFO:tasks.rados.rados.0.smithi003.stdout:2739: left oid 49 (ObjNum 835 snap 294 seq_num 835) 2024-04-13T07:24:00.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:00 smithi003 ceph-mon[89364]: pgmap v619: 121 pgs: 121 active+clean; 623 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.8 MiB/s wr, 27 op/s 2024-04-13T07:24:00.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:00 smithi003 ceph-mon[89364]: osdmap e641: 8 total, 8 up, 8 in 2024-04-13T07:24:00.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:00 smithi003 ceph-mon[91733]: pgmap v619: 121 pgs: 121 active+clean; 623 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.8 MiB/s wr, 27 op/s 2024-04-13T07:24:00.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:00 smithi003 ceph-mon[91733]: osdmap e641: 8 total, 8 up, 8 in 2024-04-13T07:24:00.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:00 smithi066 ceph-mon[84331]: pgmap v619: 121 pgs: 121 active+clean; 623 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.8 MiB/s wr, 27 op/s 2024-04-13T07:24:00.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:00 smithi066 ceph-mon[84331]: osdmap e641: 8 total, 8 up, 8 in 2024-04-13T07:24:00.433 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:24:00.764 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:24:00.764 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (15s) 11s ago 12m 17.2M - 0.25.0 c8568f914cd2 461221d9084b 2024-04-13T07:24:00.764 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (12m) 27s ago 12m 87.8M - 9.4.7 954c08fa6188 fc38cc7337b4 2024-04-13T07:24:00.764 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (88s) 11s ago 13m 14.3M - 19.0.0-2905-g5f22a497 c4b45bf0c946 973acab37dd5 2024-04-13T07:24:00.764 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (65s) 27s ago 13m 12.4M - 19.0.0-2905-g5f22a497 c4b45bf0c946 ede3ec834623 2024-04-13T07:24:00.764 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,9283,8765 running (7m) 27s ago 16m 452M - 19.0.0-2905-g5f22a497 c4b45bf0c946 57ffb9b159d7 2024-04-13T07:24:00.764 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:8443,9283,8765 running (8m) 11s ago 18m 515M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8cf668b60b80 2024-04-13T07:24:00.764 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (7m) 11s ago 18m 67.3M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 64cfa60e298f 2024-04-13T07:24:00.765 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (6m) 27s ago 17m 56.4M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 77096718c9ff 2024-04-13T07:24:00.765 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (6m) 11s ago 17m 60.8M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 bcc866c9b63b 2024-04-13T07:24:00.765 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (52s) 11s ago 12m 7982k - 1.5.0 0da6a335fe13 816bb4165edf 2024-04-13T07:24:00.765 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (47s) 27s ago 11m 10.2M - 1.5.0 0da6a335fe13 7d8ba10a0591 2024-04-13T07:24:00.765 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (5m) 11s ago 16m 356M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 6dc25088a5e4 2024-04-13T07:24:00.765 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (5m) 11s ago 16m 385M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 42147549eb05 2024-04-13T07:24:00.765 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (4m) 11s ago 15m 189M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 8636b9e9bade 2024-04-13T07:24:00.765 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (3m) 11s ago 15m 192M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 dccad7741242 2024-04-13T07:24:00.765 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (3m) 27s ago 14m 209M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 b94e7fdde3d0 2024-04-13T07:24:00.765 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (2m) 27s ago 14m 175M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 51d583e35074 2024-04-13T07:24:00.765 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (2m) 27s ago 14m 161M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 494dadc805af 2024-04-13T07:24:00.765 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (109s) 27s ago 13m 125M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 72a376a22614 2024-04-13T07:24:00.765 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (32s) 27s ago 12m 37.4M - 2.43.0 a07b618ecd1d 9f8b525162d3 2024-04-13T07:24:00.849 INFO:tasks.rados.rados.0.smithi003.stdout:2738: done (2 left) 2024-04-13T07:24:00.849 INFO:tasks.rados.rados.0.smithi003.stdout:2739: done (1 left) 2024-04-13T07:24:00.849 INFO:tasks.rados.rados.0.smithi003.stdout:2740: done (0 left) 2024-04-13T07:24:00.849 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 15 current snap is 295 2024-04-13T07:24:00.849 INFO:tasks.rados.rados.0.smithi003.stdout:2741: seq_num 836 ranges {5341184=409600,5750784=720896,6471680=516096,6987776=368640} 2024-04-13T07:24:00.880 INFO:tasks.rados.rados.0.smithi003.stdout:2741: writing smithi00377890-15 from 5341184 to 5750784 tid 1 2024-04-13T07:24:00.884 INFO:tasks.rados.rados.0.smithi003.stdout:2741: writing smithi00377890-15 from 5750784 to 6471680 tid 2 2024-04-13T07:24:00.887 INFO:tasks.rados.rados.0.smithi003.stdout:2741: writing smithi00377890-15 from 6471680 to 6987776 tid 3 2024-04-13T07:24:00.890 INFO:tasks.rados.rados.0.smithi003.stdout:2741: writing smithi00377890-15 from 6987776 to 7356416 tid 4 2024-04-13T07:24:00.890 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 21 current snap is 295 2024-04-13T07:24:00.890 INFO:tasks.rados.rados.0.smithi003.stdout:2741: finishing write tid 1 to smithi00377890-15 2024-04-13T07:24:00.890 INFO:tasks.rados.rados.0.smithi003.stdout:2741: finishing write tid 2 to smithi00377890-15 2024-04-13T07:24:00.890 INFO:tasks.rados.rados.0.smithi003.stdout:2742: seq_num 837 ranges {1507328=425984,1933312=655360,2588672=729088,3317760=221184} 2024-04-13T07:24:00.900 INFO:tasks.rados.rados.0.smithi003.stdout:2742: writing smithi00377890-21 from 1507328 to 1933312 tid 1 2024-04-13T07:24:00.905 INFO:tasks.rados.rados.0.smithi003.stdout:2742: writing smithi00377890-21 from 1933312 to 2588672 tid 2 2024-04-13T07:24:00.909 INFO:tasks.rados.rados.0.smithi003.stdout:2742: writing smithi00377890-21 from 2588672 to 3317760 tid 3 2024-04-13T07:24:00.911 INFO:tasks.rados.rados.0.smithi003.stdout:2742: writing smithi00377890-21 from 3317760 to 3538944 tid 4 2024-04-13T07:24:00.911 INFO:tasks.rados.rados.0.smithi003.stdout:2743: setattr oid 46 current snap is 295 2024-04-13T07:24:00.911 INFO:tasks.rados.rados.0.smithi003.stdout:2741: finishing write tid 3 to smithi00377890-15 2024-04-13T07:24:00.911 INFO:tasks.rados.rados.0.smithi003.stdout:2741: finishing write tid 4 to smithi00377890-15 2024-04-13T07:24:00.911 INFO:tasks.rados.rados.0.smithi003.stdout:2741: finishing write tid 5 to smithi00377890-15 2024-04-13T07:24:00.911 INFO:tasks.rados.rados.0.smithi003.stdout:2741: finishing write tid 6 to smithi00377890-15 2024-04-13T07:24:00.911 INFO:tasks.rados.rados.0.smithi003.stdout:2741: oid 15 updating version 0 to 2718 2024-04-13T07:24:00.911 INFO:tasks.rados.rados.0.smithi003.stdout:2741: oid 15 version 2718 is already newer than 2717 2024-04-13T07:24:00.911 INFO:tasks.rados.rados.0.smithi003.stdout:2741: oid 15 version 2718 is already newer than 2715 2024-04-13T07:24:00.911 INFO:tasks.rados.rados.0.smithi003.stdout:2741: oid 15 updating version 2718 to 2719 2024-04-13T07:24:00.911 INFO:tasks.rados.rados.0.smithi003.stdout:2741: oid 15 version 2719 is already newer than 2716 2024-04-13T07:24:00.911 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 2719 (ObjNum 836 snap 295 seq_num 836) dirty exists 2024-04-13T07:24:00.911 INFO:tasks.rados.rados.0.smithi003.stdout:2741: left oid 15 (ObjNum 836 snap 295 seq_num 836) 2024-04-13T07:24:00.911 INFO:tasks.rados.rados.0.smithi003.stdout:2742: finishing write tid 1 to smithi00377890-21 2024-04-13T07:24:00.912 INFO:tasks.rados.rados.0.smithi003.stdout:2742: finishing write tid 2 to smithi00377890-21 2024-04-13T07:24:00.912 INFO:tasks.rados.rados.0.smithi003.stdout:2741: done (2 left) 2024-04-13T07:24:00.912 INFO:tasks.rados.rados.0.smithi003.stdout:2744: copy_from oid 14 from oid 2 current snap is 295 2024-04-13T07:24:00.912 INFO:tasks.rados.rados.0.smithi003.stdout:2745: snap_create 2024-04-13T07:24:00.914 INFO:tasks.rados.rados.0.smithi003.stdout:2742: finishing write tid 3 to smithi00377890-21 2024-04-13T07:24:00.914 INFO:tasks.rados.rados.0.smithi003.stdout:2742: finishing write tid 4 to smithi00377890-21 2024-04-13T07:24:00.914 INFO:tasks.rados.rados.0.smithi003.stdout:2742: finishing write tid 5 to smithi00377890-21 2024-04-13T07:24:00.915 INFO:tasks.rados.rados.0.smithi003.stdout:2742: finishing write tid 6 to smithi00377890-21 2024-04-13T07:24:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:2742: oid 21 updating version 0 to 2165 2024-04-13T07:24:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:2742: oid 21 updating version 2165 to 2166 2024-04-13T07:24:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:2742: oid 21 version 2166 is already newer than 2163 2024-04-13T07:24:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:2742: oid 21 updating version 2166 to 2167 2024-04-13T07:24:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:2742: oid 21 version 2167 is already newer than 2164 2024-04-13T07:24:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2167 (ObjNum 837 snap 295 seq_num 837) dirty exists 2024-04-13T07:24:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:2742: left oid 21 (ObjNum 837 snap 295 seq_num 837) 2024-04-13T07:24:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 2129 (ObjNum 819 snap 289 seq_num 819) dirty exists 2024-04-13T07:24:00.928 INFO:tasks.rados.rados.0.smithi003.stdout:2744: finishing copy_from racing read to smithi00377890-14 2024-04-13T07:24:00.929 INFO:tasks.rados.rados.0.smithi003.stdout:2744: finishing copy_from to smithi00377890-14 2024-04-13T07:24:00.929 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 1812 (ObjNum 679 snap 230 seq_num 679) dirty exists 2024-04-13T07:24:01.187 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:24:01.187 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:24:01.187 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:24:01.187 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:24:01.187 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:24:01.187 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:24:01.187 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:24:01.187 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:24:01.187 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T07:24:01.187 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:24:01.187 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:24:01.188 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:24:01.188 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:24:01.188 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:24:01.188 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 15 2024-04-13T07:24:01.188 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:24:01.188 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:24:01.861 INFO:tasks.rados.rados.0.smithi003.stdout:2742: done (3 left) 2024-04-13T07:24:01.861 INFO:tasks.rados.rados.0.smithi003.stdout:2743: done (2 left) 2024-04-13T07:24:01.861 INFO:tasks.rados.rados.0.smithi003.stdout:2744: done (1 left) 2024-04-13T07:24:01.861 INFO:tasks.rados.rados.0.smithi003.stdout:2745: done (0 left) 2024-04-13T07:24:01.861 INFO:tasks.rados.rados.0.smithi003.stdout:2746: rollback oid 6 current snap is 296 2024-04-13T07:24:01.861 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 6 to 269 2024-04-13T07:24:01.861 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 296 2024-04-13T07:24:01.862 INFO:tasks.rados.rados.0.smithi003.stdout:2747: seq_num 838 ranges {1777664=442368,2220032=540672,2760704=532480,3293184=442368,3735552=90112} 2024-04-13T07:24:01.873 INFO:tasks.rados.rados.0.smithi003.stdout:2747: writing smithi00377890-9 from 1777664 to 2220032 tid 1 2024-04-13T07:24:01.876 INFO:tasks.rados.rados.0.smithi003.stdout:2747: writing smithi00377890-9 from 2220032 to 2760704 tid 2 2024-04-13T07:24:01.879 INFO:tasks.rados.rados.0.smithi003.stdout:2747: writing smithi00377890-9 from 2760704 to 3293184 tid 3 2024-04-13T07:24:01.881 INFO:tasks.rados.rados.0.smithi003.stdout:2747: writing smithi00377890-9 from 3293184 to 3735552 tid 4 2024-04-13T07:24:01.882 INFO:tasks.rados.rados.0.smithi003.stdout:2747: writing smithi00377890-9 from 3735552 to 3825664 tid 5 2024-04-13T07:24:01.882 INFO:tasks.rados.rados.0.smithi003.stdout:2748: copy_from oid 19 from oid 31 current snap is 296 2024-04-13T07:24:01.882 INFO:tasks.rados.rados.0.smithi003.stdout:2746: finishing rollback tid 0 to smithi00377890-6 2024-04-13T07:24:01.882 INFO:tasks.rados.rados.0.smithi003.stdout:2746: finishing rollback tid 1 to smithi00377890-6 2024-04-13T07:24:01.883 INFO:tasks.rados.rados.0.smithi003.stdout:2746: finishing rollback tid 2 to smithi00377890-6 2024-04-13T07:24:01.883 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 1815 (ObjNum 735 snap 255 seq_num 735) dirty exists 2024-04-13T07:24:01.883 INFO:tasks.rados.rados.0.smithi003.stdout:2746: done (2 left) 2024-04-13T07:24:01.883 INFO:tasks.rados.rados.0.smithi003.stdout:2749: rollback oid 34 current snap is 296 2024-04-13T07:24:01.883 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 34 to 281 2024-04-13T07:24:01.883 INFO:tasks.rados.rados.0.smithi003.stdout:2750: delete oid 7 current snap is 296 2024-04-13T07:24:01.886 INFO:tasks.rados.rados.0.smithi003.stdout:2748: finishing copy_from to smithi00377890-19 2024-04-13T07:24:01.886 INFO:tasks.rados.rados.0.smithi003.stdout:2748: got expected ENOENT (src dne) 2024-04-13T07:24:01.886 INFO:tasks.rados.rados.0.smithi003.stdout:2748: finishing copy_from racing read to smithi00377890-19 2024-04-13T07:24:01.886 INFO:tasks.rados.rados.0.smithi003.stdout:2747: finishing write tid 1 to smithi00377890-9 2024-04-13T07:24:01.888 INFO:tasks.rados.rados.0.smithi003.stdout:2749: finishing rollback tid 0 to smithi00377890-34 2024-04-13T07:24:01.888 INFO:tasks.rados.rados.0.smithi003.stdout:2748: done (3 left) 2024-04-13T07:24:01.888 INFO:tasks.rados.rados.0.smithi003.stdout:2750: done (2 left) 2024-04-13T07:24:01.888 INFO:tasks.rados.rados.0.smithi003.stdout:2751: read oid 14 snap -1 2024-04-13T07:24:01.888 INFO:tasks.rados.rados.0.smithi003.stdout:2751: expect (ObjNum 679 snap 230 seq_num 679) 2024-04-13T07:24:01.888 INFO:tasks.rados.rados.0.smithi003.stdout:2752: read oid 30 snap -1 2024-04-13T07:24:01.888 INFO:tasks.rados.rados.0.smithi003.stdout:2752: expect (ObjNum 760 snap 263 seq_num 760) 2024-04-13T07:24:01.888 INFO:tasks.rados.rados.0.smithi003.stdout:2753: delete oid 13 current snap is 296 2024-04-13T07:24:01.888 INFO:tasks.rados.rados.0.smithi003.stdout:2749: finishing rollback tid 1 to smithi00377890-34 2024-04-13T07:24:01.888 INFO:tasks.rados.rados.0.smithi003.stdout:2749: finishing rollback tid 2 to smithi00377890-34 2024-04-13T07:24:01.889 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 1887 (ObjNum 640 snap 217 seq_num 640) dirty exists 2024-04-13T07:24:01.891 INFO:tasks.rados.rados.0.smithi003.stdout:2747: finishing write tid 2 to smithi00377890-9 2024-04-13T07:24:01.891 INFO:tasks.rados.rados.0.smithi003.stdout:2747: finishing write tid 3 to smithi00377890-9 2024-04-13T07:24:01.891 INFO:tasks.rados.rados.0.smithi003.stdout:2747: finishing write tid 4 to smithi00377890-9 2024-04-13T07:24:01.891 INFO:tasks.rados.rados.0.smithi003.stdout:2747: finishing write tid 5 to smithi00377890-9 2024-04-13T07:24:01.892 INFO:tasks.rados.rados.0.smithi003.stdout:2747: finishing write tid 6 to smithi00377890-9 2024-04-13T07:24:01.893 INFO:tasks.rados.rados.0.smithi003.stdout:2749: done (4 left) 2024-04-13T07:24:01.893 INFO:tasks.rados.rados.0.smithi003.stdout:2753: done (3 left) 2024-04-13T07:24:01.893 INFO:tasks.rados.rados.0.smithi003.stdout:2754: read oid 32 snap -1 2024-04-13T07:24:01.893 INFO:tasks.rados.rados.0.smithi003.stdout:2754: expect (ObjNum 730 snap 249 seq_num 730) 2024-04-13T07:24:01.893 INFO:tasks.rados.rados.0.smithi003.stdout:2755: read oid 28 snap -1 2024-04-13T07:24:01.893 INFO:tasks.rados.rados.0.smithi003.stdout:2755: expect (ObjNum 717 snap 246 seq_num 717) 2024-04-13T07:24:01.893 INFO:tasks.rados.rados.0.smithi003.stdout:2756: setattr oid 34 current snap is 296 2024-04-13T07:24:01.894 INFO:tasks.rados.rados.0.smithi003.stdout:2752: expect (ObjNum 760 snap 263 seq_num 760) 2024-04-13T07:24:01.917 INFO:tasks.rados.rados.0.smithi003.stdout:2747: finishing write tid 7 to smithi00377890-9 2024-04-13T07:24:01.918 INFO:tasks.rados.rados.0.smithi003.stdout:2747: oid 9 updating version 0 to 2722 2024-04-13T07:24:01.918 INFO:tasks.rados.rados.0.smithi003.stdout:2747: oid 9 version 2722 is already newer than 2721 2024-04-13T07:24:01.918 INFO:tasks.rados.rados.0.smithi003.stdout:2747: oid 9 updating version 2722 to 2723 2024-04-13T07:24:01.918 INFO:tasks.rados.rados.0.smithi003.stdout:2747: oid 9 updating version 2723 to 2726 2024-04-13T07:24:01.918 INFO:tasks.rados.rados.0.smithi003.stdout:2747: oid 9 version 2726 is already newer than 2725 2024-04-13T07:24:01.918 INFO:tasks.rados.rados.0.smithi003.stdout:2747: oid 9 version 2726 is already newer than 2724 2024-04-13T07:24:01.918 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 2726 (ObjNum 838 snap 296 seq_num 838) dirty exists 2024-04-13T07:24:01.918 INFO:tasks.rados.rados.0.smithi003.stdout:2747: left oid 9 (ObjNum 838 snap 296 seq_num 838) 2024-04-13T07:24:01.918 INFO:tasks.rados.rados.0.smithi003.stdout:2755: expect (ObjNum 717 snap 246 seq_num 717) 2024-04-13T07:24:01.919 INFO:tasks.rados.rados.0.smithi003.stdout:2751: expect (ObjNum 679 snap 230 seq_num 679) 2024-04-13T07:24:02.033 INFO:tasks.rados.rados.0.smithi003.stdout:2754: expect (ObjNum 730 snap 249 seq_num 730) 2024-04-13T07:24:02.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:01 smithi003 ceph-mon[89364]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:24:02.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:01 smithi003 ceph-mon[89364]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:24:02.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:01 smithi003 ceph-mon[89364]: pgmap v622: 121 pgs: 121 active+clean; 638 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-04-13T07:24:02.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:01 smithi003 ceph-mon[89364]: osdmap e642: 8 total, 8 up, 8 in 2024-04-13T07:24:02.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:01 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2352572748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:02.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:01 smithi003 ceph-mon[91733]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:24:02.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:01 smithi003 ceph-mon[91733]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:24:02.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:01 smithi003 ceph-mon[91733]: pgmap v622: 121 pgs: 121 active+clean; 638 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-04-13T07:24:02.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:01 smithi003 ceph-mon[91733]: osdmap e642: 8 total, 8 up, 8 in 2024-04-13T07:24:02.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:01 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2352572748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:02.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:01 smithi066 ceph-mon[84331]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:24:02.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:01 smithi066 ceph-mon[84331]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:24:02.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:01 smithi066 ceph-mon[84331]: pgmap v622: 121 pgs: 121 active+clean; 638 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-04-13T07:24:02.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:01 smithi066 ceph-mon[84331]: osdmap e642: 8 total, 8 up, 8 in 2024-04-13T07:24:02.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:01 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2352572748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:02.258 INFO:tasks.rados.rados.0.smithi003.stdout:2747: done (5 left) 2024-04-13T07:24:02.258 INFO:tasks.rados.rados.0.smithi003.stdout:2751: done (4 left) 2024-04-13T07:24:02.258 INFO:tasks.rados.rados.0.smithi003.stdout:2752: done (3 left) 2024-04-13T07:24:02.259 INFO:tasks.rados.rados.0.smithi003.stdout:2754: done (2 left) 2024-04-13T07:24:02.259 INFO:tasks.rados.rados.0.smithi003.stdout:2755: done (1 left) 2024-04-13T07:24:02.259 INFO:tasks.rados.rados.0.smithi003.stdout:2757: snap_create 2024-04-13T07:24:02.260 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 1888 (ObjNum 640 snap 217 seq_num 640) dirty exists 2024-04-13T07:24:02.653 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:24:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:24:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:24:02.861 INFO:tasks.rados.rados.0.smithi003.stdout:2756: done (1 left) 2024-04-13T07:24:02.861 INFO:tasks.rados.rados.0.smithi003.stdout:2757: done (0 left) 2024-04-13T07:24:02.861 INFO:tasks.rados.rados.0.smithi003.stdout:2758: snap_remove snap 277 2024-04-13T07:24:03.132 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:02 smithi066 ceph-mon[84331]: osdmap e643: 8 total, 8 up, 8 in 2024-04-13T07:24:03.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:02 smithi003 ceph-mon[91733]: osdmap e643: 8 total, 8 up, 8 in 2024-04-13T07:24:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:02 smithi003 ceph-mon[89364]: osdmap e643: 8 total, 8 up, 8 in 2024-04-13T07:24:03.854 INFO:tasks.rados.rados.0.smithi003.stdout:2758: done (0 left) 2024-04-13T07:24:03.855 INFO:tasks.rados.rados.0.smithi003.stdout:2759: read oid 30 snap 282 2024-04-13T07:24:03.855 INFO:tasks.rados.rados.0.smithi003.stdout:2759: expect (ObjNum 760 snap 263 seq_num 760) 2024-04-13T07:24:03.855 INFO:tasks.rados.rados.0.smithi003.stdout:2760: rollback oid 27 current snap is 297 2024-04-13T07:24:03.855 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 27 to 257 2024-04-13T07:24:03.855 INFO:tasks.rados.rados.0.smithi003.stdout:2761: rollback oid 1 current snap is 297 2024-04-13T07:24:03.855 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 1 to 280 2024-04-13T07:24:03.856 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 7 current snap is 297 2024-04-13T07:24:03.856 INFO:tasks.rados.rados.0.smithi003.stdout:2762: seq_num 841 ranges {0=491520,491520=598016,1089536=704512,1794048=303104} 2024-04-13T07:24:03.858 INFO:tasks.rados.rados.0.smithi003.stdout:2762: writing smithi00377890-7 from 0 to 491520 tid 1 2024-04-13T07:24:03.862 INFO:tasks.rados.rados.0.smithi003.stdout:2762: writing smithi00377890-7 from 491520 to 1089536 tid 2 2024-04-13T07:24:03.867 INFO:tasks.rados.rados.0.smithi003.stdout:2762: writing smithi00377890-7 from 1089536 to 1794048 tid 3 2024-04-13T07:24:03.870 INFO:tasks.rados.rados.0.smithi003.stdout:2762: writing smithi00377890-7 from 1794048 to 2097152 tid 4 2024-04-13T07:24:03.870 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 20 current snap is 297 2024-04-13T07:24:03.870 INFO:tasks.rados.rados.0.smithi003.stdout:2763: seq_num 842 ranges {0=507904,507904=475136,983040=516096,1499136=499712,1998848=114688} 2024-04-13T07:24:03.873 INFO:tasks.rados.rados.0.smithi003.stdout:2763: writing smithi00377890-20 from 0 to 507904 tid 1 2024-04-13T07:24:03.877 INFO:tasks.rados.rados.0.smithi003.stdout:2763: writing smithi00377890-20 from 507904 to 983040 tid 2 2024-04-13T07:24:03.881 INFO:tasks.rados.rados.0.smithi003.stdout:2763: writing smithi00377890-20 from 983040 to 1499136 tid 3 2024-04-13T07:24:03.885 INFO:tasks.rados.rados.0.smithi003.stdout:2763: writing smithi00377890-20 from 1499136 to 1998848 tid 4 2024-04-13T07:24:03.886 INFO:tasks.rados.rados.0.smithi003.stdout:2763: writing smithi00377890-20 from 1998848 to 2113536 tid 5 2024-04-13T07:24:03.886 INFO:tasks.rados.rados.0.smithi003.stdout:2764: copy_from oid 38 from oid 24 current snap is 297 2024-04-13T07:24:03.886 INFO:tasks.rados.rados.0.smithi003.stdout:2759: expect (ObjNum 760 snap 263 seq_num 760) 2024-04-13T07:24:03.916 INFO:tasks.rados.rados.0.smithi003.stdout:2760: finishing rollback tid 0 to smithi00377890-27 2024-04-13T07:24:03.916 INFO:tasks.rados.rados.0.smithi003.stdout:2760: finishing rollback tid 1 to smithi00377890-27 2024-04-13T07:24:03.916 INFO:tasks.rados.rados.0.smithi003.stdout:2759: done (5 left) 2024-04-13T07:24:03.916 INFO:tasks.rados.rados.0.smithi003.stdout:2765: setattr oid 44 current snap is 297 2024-04-13T07:24:03.916 INFO:tasks.rados.rados.0.smithi003.stdout:2762: finishing write tid 1 to smithi00377890-7 2024-04-13T07:24:03.916 INFO:tasks.rados.rados.0.smithi003.stdout:2760: finishing rollback tid 2 to smithi00377890-27 2024-04-13T07:24:03.916 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 2427 (ObjNum 662 snap 223 seq_num 662) dirty exists 2024-04-13T07:24:03.917 INFO:tasks.rados.rados.0.smithi003.stdout:2761: finishing rollback tid 1 to smithi00377890-1 2024-04-13T07:24:03.917 INFO:tasks.rados.rados.0.smithi003.stdout:2761: finishing rollback tid 2 to smithi00377890-1 2024-04-13T07:24:03.917 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 2025 (ObjNum 533 snap 180 seq_num 533) dirty exists 2024-04-13T07:24:03.917 INFO:tasks.rados.rados.0.smithi003.stdout:2762: finishing write tid 2 to smithi00377890-7 2024-04-13T07:24:03.917 INFO:tasks.rados.rados.0.smithi003.stdout:2762: finishing write tid 3 to smithi00377890-7 2024-04-13T07:24:03.917 INFO:tasks.rados.rados.0.smithi003.stdout:2762: finishing write tid 4 to smithi00377890-7 2024-04-13T07:24:03.917 INFO:tasks.rados.rados.0.smithi003.stdout:2762: finishing write tid 5 to smithi00377890-7 2024-04-13T07:24:03.917 INFO:tasks.rados.rados.0.smithi003.stdout:2763: finishing write tid 1 to smithi00377890-20 2024-04-13T07:24:03.917 INFO:tasks.rados.rados.0.smithi003.stdout:2763: finishing write tid 2 to smithi00377890-20 2024-04-13T07:24:03.917 INFO:tasks.rados.rados.0.smithi003.stdout:2763: finishing write tid 3 to smithi00377890-20 2024-04-13T07:24:03.917 INFO:tasks.rados.rados.0.smithi003.stdout:2763: finishing write tid 4 to smithi00377890-20 2024-04-13T07:24:03.917 INFO:tasks.rados.rados.0.smithi003.stdout:2763: finishing write tid 5 to smithi00377890-20 2024-04-13T07:24:03.917 INFO:tasks.rados.rados.0.smithi003.stdout:2763: finishing write tid 6 to smithi00377890-20 2024-04-13T07:24:03.917 INFO:tasks.rados.rados.0.smithi003.stdout:2762: finishing write tid 6 to smithi00377890-7 2024-04-13T07:24:03.917 INFO:tasks.rados.rados.0.smithi003.stdout:2762: oid 7 updating version 0 to 2429 2024-04-13T07:24:03.918 INFO:tasks.rados.rados.0.smithi003.stdout:2762: oid 7 updating version 2429 to 2431 2024-04-13T07:24:03.918 INFO:tasks.rados.rados.0.smithi003.stdout:2762: oid 7 updating version 2431 to 2432 2024-04-13T07:24:03.918 INFO:tasks.rados.rados.0.smithi003.stdout:2762: oid 7 version 2432 is already newer than 2430 2024-04-13T07:24:03.918 INFO:tasks.rados.rados.0.smithi003.stdout:2762: oid 7 updating version 2432 to 2433 2024-04-13T07:24:03.918 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 2433 (ObjNum 841 snap 297 seq_num 841) dirty exists 2024-04-13T07:24:03.918 INFO:tasks.rados.rados.0.smithi003.stdout:2762: left oid 7 (ObjNum 841 snap 297 seq_num 841) 2024-04-13T07:24:03.918 INFO:tasks.rados.rados.0.smithi003.stdout:2763: finishing write tid 7 to smithi00377890-20 2024-04-13T07:24:03.918 INFO:tasks.rados.rados.0.smithi003.stdout:2763: oid 20 updating version 0 to 2417 2024-04-13T07:24:03.918 INFO:tasks.rados.rados.0.smithi003.stdout:2763: oid 20 version 2417 is already newer than 2413 2024-04-13T07:24:03.918 INFO:tasks.rados.rados.0.smithi003.stdout:2763: oid 20 version 2417 is already newer than 2415 2024-04-13T07:24:03.918 INFO:tasks.rados.rados.0.smithi003.stdout:2763: oid 20 version 2417 is already newer than 2414 2024-04-13T07:24:03.918 INFO:tasks.rados.rados.0.smithi003.stdout:2763: oid 20 updating version 2417 to 2418 2024-04-13T07:24:03.918 INFO:tasks.rados.rados.0.smithi003.stdout:2763: oid 20 version 2418 is already newer than 2416 2024-04-13T07:24:03.918 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 2418 (ObjNum 842 snap 297 seq_num 842) dirty exists 2024-04-13T07:24:03.919 INFO:tasks.rados.rados.0.smithi003.stdout:2763: left oid 20 (ObjNum 842 snap 297 seq_num 842) 2024-04-13T07:24:03.919 INFO:tasks.rados.rados.0.smithi003.stdout:2764: finishing copy_from racing read to smithi00377890-38 2024-04-13T07:24:03.919 INFO:tasks.rados.rados.0.smithi003.stdout:2760: done (5 left) 2024-04-13T07:24:03.920 INFO:tasks.rados.rados.0.smithi003.stdout:2761: done (4 left) 2024-04-13T07:24:03.920 INFO:tasks.rados.rados.0.smithi003.stdout:2762: done (3 left) 2024-04-13T07:24:03.920 INFO:tasks.rados.rados.0.smithi003.stdout:2763: done (2 left) 2024-04-13T07:24:03.920 INFO:tasks.rados.rados.0.smithi003.stdout:2766: read oid 1 snap -1 2024-04-13T07:24:03.920 INFO:tasks.rados.rados.0.smithi003.stdout:2766: expect (ObjNum 533 snap 180 seq_num 533) 2024-04-13T07:24:03.920 INFO:tasks.rados.rados.0.smithi003.stdout:2767: setattr oid 50 current snap is 297 2024-04-13T07:24:03.920 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 42 current snap is 297 2024-04-13T07:24:03.920 INFO:tasks.rados.rados.0.smithi003.stdout:2768: seq_num 843 ranges {1744896=524288,2269184=761856,3031040=671744,3702784=172032} 2024-04-13T07:24:03.930 INFO:tasks.rados.rados.0.smithi003.stdout:2768: writing smithi00377890-42 from 1744896 to 2269184 tid 1 2024-04-13T07:24:03.936 INFO:tasks.rados.rados.0.smithi003.stdout:2768: writing smithi00377890-42 from 2269184 to 3031040 tid 2 2024-04-13T07:24:03.940 INFO:tasks.rados.rados.0.smithi003.stdout:2768: writing smithi00377890-42 from 3031040 to 3702784 tid 3 2024-04-13T07:24:03.942 INFO:tasks.rados.rados.0.smithi003.stdout:2768: writing smithi00377890-42 from 3702784 to 3874816 tid 4 2024-04-13T07:24:03.942 INFO:tasks.rados.rados.0.smithi003.stdout:2769: setattr oid 14 current snap is 297 2024-04-13T07:24:03.942 INFO:tasks.rados.rados.0.smithi003.stdout:2764: finishing copy_from to smithi00377890-38 2024-04-13T07:24:03.942 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2276 (ObjNum 782 snap 278 seq_num 782) dirty exists 2024-04-13T07:24:03.942 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 2476 (ObjNum 804 snap 288 seq_num 804) dirty exists 2024-04-13T07:24:03.942 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 2130 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:24:03.942 INFO:tasks.rados.rados.0.smithi003.stdout:2768: finishing write tid 1 to smithi00377890-42 2024-04-13T07:24:03.942 INFO:tasks.rados.rados.0.smithi003.stdout:2768: finishing write tid 2 to smithi00377890-42 2024-04-13T07:24:03.943 INFO:tasks.rados.rados.0.smithi003.stdout:2764: done (5 left) 2024-04-13T07:24:03.943 INFO:tasks.rados.rados.0.smithi003.stdout:2765: done (4 left) 2024-04-13T07:24:03.943 INFO:tasks.rados.rados.0.smithi003.stdout:2767: done (3 left) 2024-04-13T07:24:03.943 INFO:tasks.rados.rados.0.smithi003.stdout:2770: rollback oid 27 current snap is 297 2024-04-13T07:24:03.943 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 27 to 219 2024-04-13T07:24:03.943 INFO:tasks.rados.rados.0.smithi003.stdout:2771: read oid 34 snap -1 2024-04-13T07:24:03.943 INFO:tasks.rados.rados.0.smithi003.stdout:2771: expect (ObjNum 640 snap 217 seq_num 640) 2024-04-13T07:24:03.944 INFO:tasks.rados.rados.0.smithi003.stdout:2772: read oid 29 snap -1 2024-04-13T07:24:03.944 INFO:tasks.rados.rados.0.smithi003.stdout:2772: expect deleted 2024-04-13T07:24:03.944 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 15 current snap is 297 2024-04-13T07:24:03.944 INFO:tasks.rados.rados.0.smithi003.stdout:2773: seq_num 844 ranges {7356416=540672,7897088=696320,8593408=475136,9068544=434176} 2024-04-13T07:24:03.987 INFO:tasks.rados.rados.0.smithi003.stdout:2773: writing smithi00377890-15 from 7356416 to 7897088 tid 1 2024-04-13T07:24:03.990 INFO:tasks.rados.rados.0.smithi003.stdout:2773: writing smithi00377890-15 from 7897088 to 8593408 tid 2 2024-04-13T07:24:03.993 INFO:tasks.rados.rados.0.smithi003.stdout:2773: writing smithi00377890-15 from 8593408 to 9068544 tid 3 2024-04-13T07:24:03.996 INFO:tasks.rados.rados.0.smithi003.stdout:2773: writing smithi00377890-15 from 9068544 to 9502720 tid 4 2024-04-13T07:24:03.996 INFO:tasks.rados.rados.0.smithi003.stdout:2774: snap_remove snap 248 2024-04-13T07:24:04.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:03 smithi003 ceph-mon[89364]: pgmap v625: 121 pgs: 121 active+clean; 640 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-04-13T07:24:04.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:03 smithi003 ceph-mon[89364]: osdmap e644: 8 total, 8 up, 8 in 2024-04-13T07:24:04.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:03 smithi003 ceph-mon[91733]: pgmap v625: 121 pgs: 121 active+clean; 640 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-04-13T07:24:04.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:03 smithi003 ceph-mon[91733]: osdmap e644: 8 total, 8 up, 8 in 2024-04-13T07:24:04.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:03 smithi066 ceph-mon[84331]: pgmap v625: 121 pgs: 121 active+clean; 640 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-04-13T07:24:04.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:03 smithi066 ceph-mon[84331]: osdmap e644: 8 total, 8 up, 8 in 2024-04-13T07:24:04.485 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:24:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:24:04] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-04-13T07:24:04.883 INFO:tasks.rados.rados.0.smithi003.stdout:2768: finishing write tid 3 to smithi00377890-42 2024-04-13T07:24:04.883 INFO:tasks.rados.rados.0.smithi003.stdout:2768: finishing write tid 4 to smithi00377890-42 2024-04-13T07:24:04.883 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 2007 (ObjNum 679 snap 230 seq_num 679) dirty exists 2024-04-13T07:24:04.883 INFO:tasks.rados.rados.0.smithi003.stdout:2766: expect (ObjNum 533 snap 180 seq_num 533) 2024-04-13T07:24:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:04 smithi003 ceph-mon[91733]: osdmap e645: 8 total, 8 up, 8 in 2024-04-13T07:24:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:04 smithi003 ceph-mon[89364]: osdmap e645: 8 total, 8 up, 8 in 2024-04-13T07:24:05.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:04 smithi066 ceph-mon[84331]: osdmap e645: 8 total, 8 up, 8 in 2024-04-13T07:24:05.177 INFO:tasks.rados.rados.0.smithi003.stdout:2768: finishing write tid 5 to smithi00377890-42 2024-04-13T07:24:05.178 INFO:tasks.rados.rados.0.smithi003.stdout:2770: finishing rollback tid 0 to smithi00377890-27 2024-04-13T07:24:05.178 INFO:tasks.rados.rados.0.smithi003.stdout:2771: expect (ObjNum 640 snap 217 seq_num 640) 2024-04-13T07:24:05.211 INFO:tasks.rados.rados.0.smithi003.stdout:2770: finishing rollback tid 1 to smithi00377890-27 2024-04-13T07:24:05.212 INFO:tasks.rados.rados.0.smithi003.stdout:2768: finishing write tid 6 to smithi00377890-42 2024-04-13T07:24:05.212 INFO:tasks.rados.rados.0.smithi003.stdout:2768: oid 42 updating version 0 to 2432 2024-04-13T07:24:05.212 INFO:tasks.rados.rados.0.smithi003.stdout:2768: oid 42 version 2432 is already newer than 2430 2024-04-13T07:24:05.212 INFO:tasks.rados.rados.0.smithi003.stdout:2768: oid 42 version 2432 is already newer than 2431 2024-04-13T07:24:05.212 INFO:tasks.rados.rados.0.smithi003.stdout:2768: oid 42 version 2432 is already newer than 2429 2024-04-13T07:24:05.212 INFO:tasks.rados.rados.0.smithi003.stdout:2768: oid 42 version 2432 is already newer than 2428 2024-04-13T07:24:05.213 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 2432 (ObjNum 843 snap 297 seq_num 843) dirty exists 2024-04-13T07:24:05.213 INFO:tasks.rados.rados.0.smithi003.stdout:2768: left oid 42 (ObjNum 843 snap 297 seq_num 843) 2024-04-13T07:24:05.213 INFO:tasks.rados.rados.0.smithi003.stdout:2770: finishing rollback tid 2 to smithi00377890-27 2024-04-13T07:24:05.213 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 2435 (ObjNum 554 snap 187 seq_num 554) dirty exists 2024-04-13T07:24:05.213 INFO:tasks.rados.rados.0.smithi003.stdout:2773: finishing write tid 1 to smithi00377890-15 2024-04-13T07:24:05.213 INFO:tasks.rados.rados.0.smithi003.stdout:2773: finishing write tid 2 to smithi00377890-15 2024-04-13T07:24:05.213 INFO:tasks.rados.rados.0.smithi003.stdout:2773: finishing write tid 3 to smithi00377890-15 2024-04-13T07:24:05.213 INFO:tasks.rados.rados.0.smithi003.stdout:2766: done (7 left) 2024-04-13T07:24:05.213 INFO:tasks.rados.rados.0.smithi003.stdout:2768: done (6 left) 2024-04-13T07:24:05.213 INFO:tasks.rados.rados.0.smithi003.stdout:2769: done (5 left) 2024-04-13T07:24:05.214 INFO:tasks.rados.rados.0.smithi003.stdout:2770: done (4 left) 2024-04-13T07:24:05.214 INFO:tasks.rados.rados.0.smithi003.stdout:2771: done (3 left) 2024-04-13T07:24:05.214 INFO:tasks.rados.rados.0.smithi003.stdout:2772: done (2 left) 2024-04-13T07:24:05.214 INFO:tasks.rados.rados.0.smithi003.stdout:2774: done (1 left) 2024-04-13T07:24:05.214 INFO:tasks.rados.rados.0.smithi003.stdout:2775: snap_remove snap 212 2024-04-13T07:24:05.879 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:05 smithi066 systemd[1]: Stopping Ceph grafana.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:24:05.885 INFO:tasks.rados.rados.0.smithi003.stdout:2775: done (1 left) 2024-04-13T07:24:05.885 INFO:tasks.rados.rados.0.smithi003.stdout:2776: delete oid 21 current snap is 297 2024-04-13T07:24:05.885 INFO:tasks.rados.rados.0.smithi003.stdout:2773: finishing write tid 4 to smithi00377890-15 2024-04-13T07:24:05.885 INFO:tasks.rados.rados.0.smithi003.stdout:2773: finishing write tid 5 to smithi00377890-15 2024-04-13T07:24:05.885 INFO:tasks.rados.rados.0.smithi003.stdout:2773: finishing write tid 6 to smithi00377890-15 2024-04-13T07:24:05.885 INFO:tasks.rados.rados.0.smithi003.stdout:2773: oid 15 updating version 0 to 2738 2024-04-13T07:24:05.885 INFO:tasks.rados.rados.0.smithi003.stdout:2773: oid 15 version 2738 is already newer than 2736 2024-04-13T07:24:05.885 INFO:tasks.rados.rados.0.smithi003.stdout:2773: oid 15 version 2738 is already newer than 2735 2024-04-13T07:24:05.885 INFO:tasks.rados.rados.0.smithi003.stdout:2773: oid 15 version 2738 is already newer than 2737 2024-04-13T07:24:05.885 INFO:tasks.rados.rados.0.smithi003.stdout:2773: oid 15 version 2738 is already newer than 2734 2024-04-13T07:24:05.885 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 2738 (ObjNum 844 snap 297 seq_num 844) dirty exists 2024-04-13T07:24:05.885 INFO:tasks.rados.rados.0.smithi003.stdout:2773: left oid 15 (ObjNum 844 snap 297 seq_num 844) 2024-04-13T07:24:05.894 INFO:tasks.rados.rados.0.smithi003.stdout:2773: done (1 left) 2024-04-13T07:24:05.894 INFO:tasks.rados.rados.0.smithi003.stdout:2776: done (0 left) 2024-04-13T07:24:05.894 INFO:tasks.rados.rados.0.smithi003.stdout:2777: rollback oid 41 current snap is 297 2024-04-13T07:24:05.894 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 41 to 281 2024-04-13T07:24:05.894 INFO:tasks.rados.rados.0.smithi003.stdout:2778: copy_from oid 2 from oid 3 current snap is 297 2024-04-13T07:24:05.895 INFO:tasks.rados.rados.0.smithi003.stdout:2779: delete oid 12 current snap is 297 2024-04-13T07:24:05.900 INFO:tasks.rados.rados.0.smithi003.stdout:2777: finishing rollback tid 0 to smithi00377890-41 2024-04-13T07:24:05.900 INFO:tasks.rados.rados.0.smithi003.stdout:2777: finishing rollback tid 1 to smithi00377890-41 2024-04-13T07:24:05.903 INFO:tasks.rados.rados.0.smithi003.stdout:2777: finishing rollback tid 2 to smithi00377890-41 2024-04-13T07:24:05.903 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 2028 (ObjNum 787 snap 279 seq_num 787) dirty exists 2024-04-13T07:24:05.903 INFO:tasks.rados.rados.0.smithi003.stdout:2777: done (2 left) 2024-04-13T07:24:05.903 INFO:tasks.rados.rados.0.smithi003.stdout:2779: done (1 left) 2024-04-13T07:24:05.903 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 11 current snap is 297 2024-04-13T07:24:05.903 INFO:tasks.rados.rados.0.smithi003.stdout:2780: seq_num 847 ranges {1892352=589824,2482176=753664,3235840=655360,3891200=196608} 2024-04-13T07:24:05.918 INFO:tasks.rados.rados.0.smithi003.stdout:2780: writing smithi00377890-11 from 1892352 to 2482176 tid 1 2024-04-13T07:24:05.922 INFO:tasks.rados.rados.0.smithi003.stdout:2780: writing smithi00377890-11 from 2482176 to 3235840 tid 2 2024-04-13T07:24:05.925 INFO:tasks.rados.rados.0.smithi003.stdout:2780: writing smithi00377890-11 from 3235840 to 3891200 tid 3 2024-04-13T07:24:05.927 INFO:tasks.rados.rados.0.smithi003.stdout:2780: writing smithi00377890-11 from 3891200 to 4087808 tid 4 2024-04-13T07:24:05.927 INFO:tasks.rados.rados.0.smithi003.stdout:2781: copy_from oid 32 from oid 5 current snap is 297 2024-04-13T07:24:05.927 INFO:tasks.rados.rados.0.smithi003.stdout:2778: finishing copy_from racing read to smithi00377890-2 2024-04-13T07:24:05.927 INFO:tasks.rados.rados.0.smithi003.stdout:2778: finishing copy_from to smithi00377890-2 2024-04-13T07:24:05.927 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 2015 (ObjNum 787 snap 279 seq_num 787) dirty exists 2024-04-13T07:24:05.927 INFO:tasks.rados.rados.0.smithi003.stdout:2780: finishing write tid 1 to smithi00377890-11 2024-04-13T07:24:05.928 INFO:tasks.rados.rados.0.smithi003.stdout:2780: finishing write tid 2 to smithi00377890-11 2024-04-13T07:24:05.928 INFO:tasks.rados.rados.0.smithi003.stdout:2778: done (2 left) 2024-04-13T07:24:05.928 INFO:tasks.rados.rados.0.smithi003.stdout:2782: snap_remove snap 273 2024-04-13T07:24:06.147 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:05 smithi066 ceph-mon[84331]: pgmap v628: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 643 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-04-13T07:24:06.148 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:05 smithi066 ceph-mon[84331]: osdmap e646: 8 total, 8 up, 8 in 2024-04-13T07:24:06.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:05 smithi003 ceph-mon[91733]: pgmap v628: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 643 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-04-13T07:24:06.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:05 smithi003 ceph-mon[91733]: osdmap e646: 8 total, 8 up, 8 in 2024-04-13T07:24:06.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:05 smithi003 ceph-mon[89364]: pgmap v628: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 643 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-04-13T07:24:06.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:05 smithi003 ceph-mon[89364]: osdmap e646: 8 total, 8 up, 8 in 2024-04-13T07:24:06.402 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:06 smithi066 podman[121013]: 2024-04-13 07:24:06.146578979 +0000 UTC m=+0.100208011 container died fc38cc7337b4d114de5348a2f42227cd84d2bbbae1cecf05e253b3030cf32492 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, maintainer=Paul Cuzner , release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, version=8.5, description=Ceph Grafana Container, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-04-13T07:24:06.893 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:06 smithi066 podman[121013]: 2024-04-13 07:24:06.486150348 +0000 UTC m=+0.439779377 container cleanup fc38cc7337b4d114de5348a2f42227cd84d2bbbae1cecf05e253b3030cf32492 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, io.openshift.expose-services=, description=Ceph Grafana Container, release=239.1651231664, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0) 2024-04-13T07:24:06.893 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:06 smithi066 bash[121013]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a 2024-04-13T07:24:06.893 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:06 smithi066 podman[121027]: 2024-04-13 07:24:06.654204094 +0000 UTC m=+0.506396158 container remove fc38cc7337b4d114de5348a2f42227cd84d2bbbae1cecf05e253b3030cf32492 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, description=Ceph Grafana Container, vcs-type=git, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, architecture=x86_64, maintainer=Paul Cuzner , name=ubi8) 2024-04-13T07:24:06.893 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:06 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-13T07:24:06.904 INFO:tasks.rados.rados.0.smithi003.stdout:2780: finishing write tid 3 to smithi00377890-11 2024-04-13T07:24:06.904 INFO:tasks.rados.rados.0.smithi003.stdout:2780: finishing write tid 4 to smithi00377890-11 2024-04-13T07:24:06.904 INFO:tasks.rados.rados.0.smithi003.stdout:2780: finishing write tid 5 to smithi00377890-11 2024-04-13T07:24:06.904 INFO:tasks.rados.rados.0.smithi003.stdout:2780: finishing write tid 6 to smithi00377890-11 2024-04-13T07:24:06.904 INFO:tasks.rados.rados.0.smithi003.stdout:2780: oid 11 updating version 0 to 2010 2024-04-13T07:24:06.904 INFO:tasks.rados.rados.0.smithi003.stdout:2780: oid 11 version 2010 is already newer than 2008 2024-04-13T07:24:06.904 INFO:tasks.rados.rados.0.smithi003.stdout:2780: oid 11 version 2010 is already newer than 2009 2024-04-13T07:24:06.904 INFO:tasks.rados.rados.0.smithi003.stdout:2780: oid 11 updating version 2010 to 2011 2024-04-13T07:24:06.905 INFO:tasks.rados.rados.0.smithi003.stdout:2780: oid 11 updating version 2011 to 2012 2024-04-13T07:24:06.905 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 2012 (ObjNum 847 snap 297 seq_num 847) dirty exists 2024-04-13T07:24:06.905 INFO:tasks.rados.rados.0.smithi003.stdout:2780: left oid 11 (ObjNum 847 snap 297 seq_num 847) 2024-04-13T07:24:06.905 INFO:tasks.rados.rados.0.smithi003.stdout:2781: finishing copy_from racing read to smithi00377890-32 2024-04-13T07:24:06.905 INFO:tasks.rados.rados.0.smithi003.stdout:2781: finishing copy_from to smithi00377890-32 2024-04-13T07:24:06.905 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 2471 (ObjNum 477 snap 161 seq_num 477) dirty exists 2024-04-13T07:24:06.905 INFO:tasks.rados.rados.0.smithi003.stdout:2780: done (2 left) 2024-04-13T07:24:06.905 INFO:tasks.rados.rados.0.smithi003.stdout:2781: done (1 left) 2024-04-13T07:24:06.905 INFO:tasks.rados.rados.0.smithi003.stdout:2782: done (0 left) 2024-04-13T07:24:06.905 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 15 current snap is 297 2024-04-13T07:24:06.905 INFO:tasks.rados.rados.0.smithi003.stdout:2783: seq_num 848 ranges {9502720=606208,10108928=630784,10739712=458752,11198464=516096} 2024-04-13T07:24:06.959 INFO:tasks.rados.rados.0.smithi003.stdout:2783: writing smithi00377890-15 from 9502720 to 10108928 tid 1 2024-04-13T07:24:06.963 INFO:tasks.rados.rados.0.smithi003.stdout:2783: writing smithi00377890-15 from 10108928 to 10739712 tid 2 2024-04-13T07:24:06.965 INFO:tasks.rados.rados.0.smithi003.stdout:2783: writing smithi00377890-15 from 10739712 to 11198464 tid 3 2024-04-13T07:24:06.968 INFO:tasks.rados.rados.0.smithi003.stdout:2783: writing smithi00377890-15 from 11198464 to 11714560 tid 4 2024-04-13T07:24:06.968 INFO:tasks.rados.rados.0.smithi003.stdout:2784: delete oid 40 current snap is 297 2024-04-13T07:24:06.972 INFO:tasks.rados.rados.0.smithi003.stdout:2783: finishing write tid 1 to smithi00377890-15 2024-04-13T07:24:06.975 INFO:tasks.rados.rados.0.smithi003.stdout:2783: finishing write tid 2 to smithi00377890-15 2024-04-13T07:24:06.976 INFO:tasks.rados.rados.0.smithi003.stdout:2783: finishing write tid 3 to smithi00377890-15 2024-04-13T07:24:06.978 INFO:tasks.rados.rados.0.smithi003.stdout:2783: finishing write tid 4 to smithi00377890-15 2024-04-13T07:24:06.978 INFO:tasks.rados.rados.0.smithi003.stdout:2783: finishing write tid 5 to smithi00377890-15 2024-04-13T07:24:06.978 INFO:tasks.rados.rados.0.smithi003.stdout:2784: done (1 left) 2024-04-13T07:24:06.978 INFO:tasks.rados.rados.0.smithi003.stdout:2785: delete oid 29 current snap is 297 2024-04-13T07:24:06.980 INFO:tasks.rados.rados.0.smithi003.stdout:2783: finishing write tid 6 to smithi00377890-15 2024-04-13T07:24:06.981 INFO:tasks.rados.rados.0.smithi003.stdout:2783: oid 15 updating version 0 to 2770 2024-04-13T07:24:06.981 INFO:tasks.rados.rados.0.smithi003.stdout:2783: oid 15 version 2770 is already newer than 2768 2024-04-13T07:24:06.981 INFO:tasks.rados.rados.0.smithi003.stdout:2783: oid 15 version 2770 is already newer than 2769 2024-04-13T07:24:06.981 INFO:tasks.rados.rados.0.smithi003.stdout:2783: oid 15 updating version 2770 to 2771 2024-04-13T07:24:06.981 INFO:tasks.rados.rados.0.smithi003.stdout:2783: oid 15 version 2771 is already newer than 2767 2024-04-13T07:24:06.981 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 2771 (ObjNum 848 snap 297 seq_num 848) dirty exists 2024-04-13T07:24:06.981 INFO:tasks.rados.rados.0.smithi003.stdout:2783: left oid 15 (ObjNum 848 snap 297 seq_num 848) 2024-04-13T07:24:06.981 INFO:tasks.rados.rados.0.smithi003.stdout:2783: done (1 left) 2024-04-13T07:24:06.981 INFO:tasks.rados.rados.0.smithi003.stdout:2785: done (0 left) 2024-04-13T07:24:06.981 INFO:tasks.rados.rados.0.smithi003.stdout:2786: snap_remove snap 253 2024-04-13T07:24:07.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:06 smithi066 ceph-mon[84331]: osdmap e647: 8 total, 8 up, 8 in 2024-04-13T07:24:07.153 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:06 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-13T07:24:07.153 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:06 smithi066 systemd[1]: Stopped Ceph grafana.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:24:07.153 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:06 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@grafana.a.service: Consumed 10.953s CPU time. 2024-04-13T07:24:07.153 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 systemd[1]: Starting Ceph grafana.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T07:24:07.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:06 smithi003 ceph-mon[89364]: osdmap e647: 8 total, 8 up, 8 in 2024-04-13T07:24:07.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:06 smithi003 ceph-mon[91733]: osdmap e647: 8 total, 8 up, 8 in 2024-04-13T07:24:07.649 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 podman[121158]: 2024-04-13 07:24:07.241255742 +0000 UTC m=+0.018688542 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-04-13T07:24:07.650 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 podman[121158]: 2024-04-13 07:24:07.338752031 +0000 UTC m=+0.116184809 container create 2e9b62d380da87367c937c37ece3f6641ec5d5bf8da5d47be38e08956252426b (image=quay.io/ceph/grafana:9.4.12, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-13T07:24:07.650 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 podman[121158]: 2024-04-13 07:24:07.57423751 +0000 UTC m=+0.351670294 container init 2e9b62d380da87367c937c37ece3f6641ec5d5bf8da5d47be38e08956252426b (image=quay.io/ceph/grafana:9.4.12, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-13T07:24:07.650 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 podman[121158]: 2024-04-13 07:24:07.576784494 +0000 UTC m=+0.354217270 container start 2e9b62d380da87367c937c37ece3f6641ec5d5bf8da5d47be38e08956252426b (image=quay.io/ceph/grafana:9.4.12, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-13T07:24:07.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-mon[84331]: pgmap v631: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 664 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 41 op/s 2024-04-13T07:24:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-mon[84331]: osdmap e648: 8 total, 8 up, 8 in 2024-04-13T07:24:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:24:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:07.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:24:07.903 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 bash[121158]: 2e9b62d380da87367c937c37ece3f6641ec5d5bf8da5d47be38e08956252426b 2024-04-13T07:24:07.903 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 systemd[1]: Started Ceph grafana.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T07:24:07.903 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=settings t=2024-04-13T07:24:07.731370365Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-04-13T07:24:07.904 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=settings t=2024-04-13T07:24:07.731545794Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-13T07:24:07.904 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=settings t=2024-04-13T07:24:07.731557095Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-13T07:24:07.904 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=settings t=2024-04-13T07:24:07.731560884Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-13T07:24:07.904 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=settings t=2024-04-13T07:24:07.731563922Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-04-13T07:24:07.904 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=settings t=2024-04-13T07:24:07.731567467Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-04-13T07:24:07.904 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=settings t=2024-04-13T07:24:07.731570392Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-04-13T07:24:07.904 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=settings t=2024-04-13T07:24:07.731573267Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-04-13T07:24:07.904 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=settings t=2024-04-13T07:24:07.731576156Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-04-13T07:24:07.904 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=settings t=2024-04-13T07:24:07.731580285Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-13T07:24:07.904 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=settings t=2024-04-13T07:24:07.731583218Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-13T07:24:07.904 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=settings t=2024-04-13T07:24:07.731586159Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-13T07:24:07.904 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=settings t=2024-04-13T07:24:07.731588975Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-13T07:24:07.905 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=settings t=2024-04-13T07:24:07.731592146Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-13T07:24:07.905 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=settings t=2024-04-13T07:24:07.731594979Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-13T07:24:07.905 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=settings t=2024-04-13T07:24:07.731597643Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-13T07:24:07.905 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=settings t=2024-04-13T07:24:07.731600348Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-13T07:24:07.905 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=settings t=2024-04-13T07:24:07.731603182Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-13T07:24:07.905 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=settings t=2024-04-13T07:24:07.731606017Z level=info msg="App mode production" 2024-04-13T07:24:07.905 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=sqlstore t=2024-04-13T07:24:07.731652174Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-13T07:24:07.905 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=sqlstore t=2024-04-13T07:24:07.731664338Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-13T07:24:07.905 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=migrator t=2024-04-13T07:24:07.746204633Z level=info msg="Starting DB migrations" 2024-04-13T07:24:07.905 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=migrator t=2024-04-13T07:24:07.750868126Z level=info msg="migrations completed" performed=0 skipped=481 duration=414.657µs 2024-04-13T07:24:07.905 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=sqlstore t=2024-04-13T07:24:07.751285629Z level=info msg="Created default organization" 2024-04-13T07:24:07.905 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=plugin.finder t=2024-04-13T07:24:07.787262992Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-04-13T07:24:07.905 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=secrets t=2024-04-13T07:24:07.787357403Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-13T07:24:07.905 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=query_data t=2024-04-13T07:24:07.791111056Z level=info msg="Query Service initialization" 2024-04-13T07:24:07.905 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=live.push_http t=2024-04-13T07:24:07.793600144Z level=info msg="Live Push Gateway initialization" 2024-04-13T07:24:07.908 INFO:tasks.rados.rados.0.smithi003.stdout:2786: done (0 left) 2024-04-13T07:24:07.908 INFO:tasks.rados.rados.0.smithi003.stdout:2787: snap_create 2024-04-13T07:24:08.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:07 smithi003 ceph-mon[91733]: pgmap v631: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 664 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 41 op/s 2024-04-13T07:24:08.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:07 smithi003 ceph-mon[91733]: osdmap e648: 8 total, 8 up, 8 in 2024-04-13T07:24:08.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:24:08.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:08.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:08.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:24:08.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:07 smithi003 ceph-mon[89364]: pgmap v631: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 664 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 41 op/s 2024-04-13T07:24:08.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:07 smithi003 ceph-mon[89364]: osdmap e648: 8 total, 8 up, 8 in 2024-04-13T07:24:08.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:24:08.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:08.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:08.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:24:08.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=infra.usagestats.collector t=2024-04-13T07:24:08.466605673Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-13T07:24:08.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=provisioning.datasources t=2024-04-13T07:24:08.469035513Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-13T07:24:08.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=provisioning.datasources t=2024-04-13T07:24:08.469104297Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-13T07:24:08.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=provisioning.datasources t=2024-04-13T07:24:08.469324927Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-13T07:24:08.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=provisioning.alerting t=2024-04-13T07:24:08.493021661Z level=info msg="starting to provision alerting" 2024-04-13T07:24:08.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=provisioning.alerting t=2024-04-13T07:24:08.493036956Z level=info msg="finished to provision alerting" 2024-04-13T07:24:08.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=grafanaStorageLogger t=2024-04-13T07:24:08.493183464Z level=info msg="storage starting" 2024-04-13T07:24:08.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=ngalert.state.manager t=2024-04-13T07:24:08.493277511Z level=info msg="Warming state cache for startup" 2024-04-13T07:24:08.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=http.server t=2024-04-13T07:24:08.495826216Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-13T07:24:08.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=ngalert.state.manager t=2024-04-13T07:24:08.524047538Z level=info msg="State cache has been initialized" states=0 duration=30.7676ms 2024-04-13T07:24:08.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=ticker t=2024-04-13T07:24:08.524114779Z level=info msg=starting first_tick=2024-04-13T07:24:10Z 2024-04-13T07:24:08.849 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:24:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=ngalert.multiorg.alertmanager t=2024-04-13T07:24:08.524120399Z level=info msg="starting MultiOrg Alertmanager" 2024-04-13T07:24:08.856 INFO:tasks.rados.rados.0.smithi003.stdout:2787: done (0 left) 2024-04-13T07:24:08.856 INFO:tasks.rados.rados.0.smithi003.stdout:2788: rmattr oid 49 current snap is 298 2024-04-13T07:24:08.856 INFO:tasks.rados.rados.0.smithi003.stdout:2788: done (0 left) 2024-04-13T07:24:08.856 INFO:tasks.rados.rados.0.smithi003.stdout:2789: snap_remove snap 285 2024-04-13T07:24:09.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:08 smithi066 ceph-mon[84331]: osdmap e649: 8 total, 8 up, 8 in 2024-04-13T07:24:09.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:08 smithi066 ceph-mon[84331]: osdmap e650: 8 total, 8 up, 8 in 2024-04-13T07:24:09.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:08 smithi003 ceph-mon[91733]: osdmap e649: 8 total, 8 up, 8 in 2024-04-13T07:24:09.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:08 smithi003 ceph-mon[91733]: osdmap e650: 8 total, 8 up, 8 in 2024-04-13T07:24:09.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:08 smithi003 ceph-mon[89364]: osdmap e649: 8 total, 8 up, 8 in 2024-04-13T07:24:09.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:08 smithi003 ceph-mon[89364]: osdmap e650: 8 total, 8 up, 8 in 2024-04-13T07:24:09.861 INFO:tasks.rados.rados.0.smithi003.stdout:2789: done (0 left) 2024-04-13T07:24:09.861 INFO:tasks.rados.rados.0.smithi003.stdout:2790: rollback oid 11 current snap is 298 2024-04-13T07:24:09.861 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 11 to 281 2024-04-13T07:24:09.861 INFO:tasks.rados.rados.0.smithi003.stdout:2791: delete oid 36 current snap is 298 2024-04-13T07:24:09.871 INFO:tasks.rados.rados.0.smithi003.stdout:2790: finishing rollback tid 0 to smithi00377890-11 2024-04-13T07:24:09.871 INFO:tasks.rados.rados.0.smithi003.stdout:2790: finishing rollback tid 1 to smithi00377890-11 2024-04-13T07:24:09.871 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 2014 (ObjNum 65 snap 0 seq_num 1567253847) dirty dne 2024-04-13T07:24:09.873 INFO:tasks.rados.rados.0.smithi003.stdout:2790: done (1 left) 2024-04-13T07:24:09.873 INFO:tasks.rados.rados.0.smithi003.stdout:2791: done (0 left) 2024-04-13T07:24:09.873 INFO:tasks.rados.rados.0.smithi003.stdout:2792: copy_from oid 45 from oid 47 current snap is 298 2024-04-13T07:24:09.873 INFO:tasks.rados.rados.0.smithi003.stdout:2793: snap_remove snap 269 2024-04-13T07:24:09.992 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:09 smithi066 ceph-mon[84331]: pgmap v634: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 664 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.2 MiB/s wr, 32 op/s 2024-04-13T07:24:09.992 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:09 smithi066 ceph-mon[84331]: osdmap e651: 8 total, 8 up, 8 in 2024-04-13T07:24:10.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:09 smithi003 ceph-mon[91733]: pgmap v634: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 664 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.2 MiB/s wr, 32 op/s 2024-04-13T07:24:10.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:09 smithi003 ceph-mon[91733]: osdmap e651: 8 total, 8 up, 8 in 2024-04-13T07:24:10.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:09 smithi003 ceph-mon[89364]: pgmap v634: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 664 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.2 MiB/s wr, 32 op/s 2024-04-13T07:24:10.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:09 smithi003 ceph-mon[89364]: osdmap e651: 8 total, 8 up, 8 in 2024-04-13T07:24:10.861 INFO:tasks.rados.rados.0.smithi003.stdout:2792: finishing copy_from racing read to smithi00377890-45 2024-04-13T07:24:10.861 INFO:tasks.rados.rados.0.smithi003.stdout:2792: finishing copy_from to smithi00377890-45 2024-04-13T07:24:10.861 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 2421 (ObjNum 826 snap 292 seq_num 826) dirty exists 2024-04-13T07:24:10.861 INFO:tasks.rados.rados.0.smithi003.stdout:2792: done (1 left) 2024-04-13T07:24:10.861 INFO:tasks.rados.rados.0.smithi003.stdout:2793: done (0 left) 2024-04-13T07:24:10.861 INFO:tasks.rados.rados.0.smithi003.stdout:2794: setattr oid 24 current snap is 298 2024-04-13T07:24:10.863 INFO:tasks.rados.rados.0.smithi003.stdout:2795: snap_create 2024-04-13T07:24:10.875 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 2419 (ObjNum 782 snap 278 seq_num 782) dirty exists 2024-04-13T07:24:11.860 INFO:tasks.rados.rados.0.smithi003.stdout:2794: done (1 left) 2024-04-13T07:24:11.860 INFO:tasks.rados.rados.0.smithi003.stdout:2795: done (0 left) 2024-04-13T07:24:11.860 INFO:tasks.rados.rados.0.smithi003.stdout:2796: snap_remove snap 271 2024-04-13T07:24:12.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:11 smithi003 ceph-mon[91733]: pgmap v637: 121 pgs: 121 active+clean; 626 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 11 op/s 2024-04-13T07:24:12.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:11 smithi003 ceph-mon[91733]: osdmap e652: 8 total, 8 up, 8 in 2024-04-13T07:24:12.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:11 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:12.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:11 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:12.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:11 smithi003 ceph-mon[89364]: pgmap v637: 121 pgs: 121 active+clean; 626 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 11 op/s 2024-04-13T07:24:12.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:11 smithi003 ceph-mon[89364]: osdmap e652: 8 total, 8 up, 8 in 2024-04-13T07:24:12.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:11 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:12.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:11 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:12.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:11 smithi066 ceph-mon[84331]: pgmap v637: 121 pgs: 121 active+clean; 626 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 11 op/s 2024-04-13T07:24:12.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:11 smithi066 ceph-mon[84331]: osdmap e652: 8 total, 8 up, 8 in 2024-04-13T07:24:12.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:11 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:12.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:11 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:24:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:24:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:24:12.871 INFO:tasks.rados.rados.0.smithi003.stdout:2796: done (0 left) 2024-04-13T07:24:12.871 INFO:tasks.rados.rados.0.smithi003.stdout:2797: delete oid 29 current snap is 299 2024-04-13T07:24:12.886 INFO:tasks.rados.rados.0.smithi003.stdout:2797: done (0 left) 2024-04-13T07:24:12.886 INFO:tasks.rados.rados.0.smithi003.stdout:2798: copy_from oid 14 from oid 22 current snap is 299 2024-04-13T07:24:12.886 INFO:tasks.rados.rados.0.smithi003.stdout:2799: delete oid 40 current snap is 299 2024-04-13T07:24:12.895 INFO:tasks.rados.rados.0.smithi003.stdout:2799: done (1 left) 2024-04-13T07:24:12.895 INFO:tasks.rados.rados.0.smithi003.stdout:2800: delete oid 21 current snap is 299 2024-04-13T07:24:12.896 INFO:tasks.rados.rados.0.smithi003.stdout:2798: finishing copy_from racing read to smithi00377890-14 2024-04-13T07:24:12.897 INFO:tasks.rados.rados.0.smithi003.stdout:2800: done (1 left) 2024-04-13T07:24:12.897 INFO:tasks.rados.rados.0.smithi003.stdout:2801: rmattr oid 28 current snap is 299 2024-04-13T07:24:12.898 INFO:tasks.rados.rados.0.smithi003.stdout:2801: done (1 left) 2024-04-13T07:24:12.898 INFO:tasks.rados.rados.0.smithi003.stdout:2802: read oid 7 snap 283 2024-04-13T07:24:12.898 INFO:tasks.rados.rados.0.smithi003.stdout:2802: expect (ObjNum 788 snap 279 seq_num 788) 2024-04-13T07:24:12.898 INFO:tasks.rados.rados.0.smithi003.stdout:2803: copy_from oid 10 from oid 36 current snap is 299 2024-04-13T07:24:12.898 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 43 current snap is 299 2024-04-13T07:24:12.898 INFO:tasks.rados.rados.0.smithi003.stdout:2804: seq_num 855 ranges {1474560=729088,2203648=671744,2875392=663552,3538944=270336} 2024-04-13T07:24:12.909 INFO:tasks.rados.rados.0.smithi003.stdout:2804: writing smithi00377890-43 from 1474560 to 2203648 tid 1 2024-04-13T07:24:12.913 INFO:tasks.rados.rados.0.smithi003.stdout:2804: writing smithi00377890-43 from 2203648 to 2875392 tid 2 2024-04-13T07:24:12.917 INFO:tasks.rados.rados.0.smithi003.stdout:2804: writing smithi00377890-43 from 2875392 to 3538944 tid 3 2024-04-13T07:24:12.918 INFO:tasks.rados.rados.0.smithi003.stdout:2804: writing smithi00377890-43 from 3538944 to 3809280 tid 4 2024-04-13T07:24:12.918 INFO:tasks.rados.rados.0.smithi003.stdout:2805: read oid 48 snap -1 2024-04-13T07:24:12.918 INFO:tasks.rados.rados.0.smithi003.stdout:2805: expect (ObjNum 800 snap 287 seq_num 800) 2024-04-13T07:24:12.919 INFO:tasks.rados.rados.0.smithi003.stdout:2806: snap_remove snap 295 2024-04-13T07:24:13.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:12 smithi003 ceph-mon[89364]: osdmap e653: 8 total, 8 up, 8 in 2024-04-13T07:24:13.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:12 smithi003 ceph-mon[91733]: osdmap e653: 8 total, 8 up, 8 in 2024-04-13T07:24:13.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:12 smithi066 ceph-mon[84331]: osdmap e653: 8 total, 8 up, 8 in 2024-04-13T07:24:13.861 INFO:tasks.rados.rados.0.smithi003.stdout:2798: finishing copy_from to smithi00377890-14 2024-04-13T07:24:13.862 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 2173 (ObjNum 743 snap 258 seq_num 743) dirty exists 2024-04-13T07:24:13.862 INFO:tasks.rados.rados.0.smithi003.stdout:2803: finishing copy_from to smithi00377890-10 2024-04-13T07:24:13.862 INFO:tasks.rados.rados.0.smithi003.stdout:2803: got expected ENOENT (src dne) 2024-04-13T07:24:13.862 INFO:tasks.rados.rados.0.smithi003.stdout:2803: finishing copy_from racing read to smithi00377890-10 2024-04-13T07:24:13.862 INFO:tasks.rados.rados.0.smithi003.stdout:2802: expect (ObjNum 788 snap 279 seq_num 788) 2024-04-13T07:24:13.900 INFO:tasks.rados.rados.0.smithi003.stdout:2804: finishing write tid 1 to smithi00377890-43 2024-04-13T07:24:13.900 INFO:tasks.rados.rados.0.smithi003.stdout:2804: finishing write tid 2 to smithi00377890-43 2024-04-13T07:24:13.900 INFO:tasks.rados.rados.0.smithi003.stdout:2804: finishing write tid 3 to smithi00377890-43 2024-04-13T07:24:13.900 INFO:tasks.rados.rados.0.smithi003.stdout:2804: finishing write tid 4 to smithi00377890-43 2024-04-13T07:24:13.901 INFO:tasks.rados.rados.0.smithi003.stdout:2804: finishing write tid 5 to smithi00377890-43 2024-04-13T07:24:13.901 INFO:tasks.rados.rados.0.smithi003.stdout:2804: finishing write tid 6 to smithi00377890-43 2024-04-13T07:24:13.901 INFO:tasks.rados.rados.0.smithi003.stdout:2804: oid 43 updating version 0 to 1549 2024-04-13T07:24:13.901 INFO:tasks.rados.rados.0.smithi003.stdout:2804: oid 43 version 1549 is already newer than 1547 2024-04-13T07:24:13.901 INFO:tasks.rados.rados.0.smithi003.stdout:2804: oid 43 version 1549 is already newer than 1545 2024-04-13T07:24:13.901 INFO:tasks.rados.rados.0.smithi003.stdout:2804: oid 43 version 1549 is already newer than 1546 2024-04-13T07:24:13.901 INFO:tasks.rados.rados.0.smithi003.stdout:2804: oid 43 version 1549 is already newer than 1548 2024-04-13T07:24:13.901 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 1549 (ObjNum 855 snap 299 seq_num 855) dirty exists 2024-04-13T07:24:13.901 INFO:tasks.rados.rados.0.smithi003.stdout:2804: left oid 43 (ObjNum 855 snap 299 seq_num 855) 2024-04-13T07:24:13.901 INFO:tasks.rados.rados.0.smithi003.stdout:2805: expect (ObjNum 800 snap 287 seq_num 800) 2024-04-13T07:24:13.938 INFO:tasks.rados.rados.0.smithi003.stdout:2798: done (5 left) 2024-04-13T07:24:13.938 INFO:tasks.rados.rados.0.smithi003.stdout:2802: done (4 left) 2024-04-13T07:24:13.938 INFO:tasks.rados.rados.0.smithi003.stdout:2803: done (3 left) 2024-04-13T07:24:13.939 INFO:tasks.rados.rados.0.smithi003.stdout:2804: done (2 left) 2024-04-13T07:24:13.939 INFO:tasks.rados.rados.0.smithi003.stdout:2805: done (1 left) 2024-04-13T07:24:13.939 INFO:tasks.rados.rados.0.smithi003.stdout:2806: done (0 left) 2024-04-13T07:24:13.939 INFO:tasks.rados.rados.0.smithi003.stdout:2807: copy_from oid 19 from oid 31 current snap is 299 2024-04-13T07:24:13.939 INFO:tasks.rados.rados.0.smithi003.stdout:2808: read oid 40 snap 260 2024-04-13T07:24:13.939 INFO:tasks.rados.rados.0.smithi003.stdout:2808: expect (ObjNum 635 snap 216 seq_num 635) 2024-04-13T07:24:13.939 INFO:tasks.rados.rados.0.smithi003.stdout:2809: delete oid 25 current snap is 299 2024-04-13T07:24:13.939 INFO:tasks.rados.rados.0.smithi003.stdout:2807: finishing copy_from to smithi00377890-19 2024-04-13T07:24:13.939 INFO:tasks.rados.rados.0.smithi003.stdout:2807: got expected ENOENT (src dne) 2024-04-13T07:24:13.940 INFO:tasks.rados.rados.0.smithi003.stdout:2807: finishing copy_from racing read to smithi00377890-19 2024-04-13T07:24:13.953 INFO:tasks.rados.rados.0.smithi003.stdout:2808: expect (ObjNum 635 snap 216 seq_num 635) 2024-04-13T07:24:14.079 INFO:tasks.rados.rados.0.smithi003.stdout:2807: done (2 left) 2024-04-13T07:24:14.079 INFO:tasks.rados.rados.0.smithi003.stdout:2808: done (1 left) 2024-04-13T07:24:14.079 INFO:tasks.rados.rados.0.smithi003.stdout:2809: done (0 left) 2024-04-13T07:24:14.079 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 39 current snap is 299 2024-04-13T07:24:14.079 INFO:tasks.rados.rados.0.smithi003.stdout:2810: seq_num 857 ranges {9379840=761856,10141696=442368,10584064=630784,11214848=532480} 2024-04-13T07:24:14.134 INFO:tasks.rados.rados.0.smithi003.stdout:2810: writing smithi00377890-39 from 9379840 to 10141696 tid 1 2024-04-13T07:24:14.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:13 smithi003 ceph-mon[89364]: pgmap v640: 121 pgs: 121 active+clean; 626 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 11 op/s 2024-04-13T07:24:14.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:13 smithi003 ceph-mon[89364]: osdmap e654: 8 total, 8 up, 8 in 2024-04-13T07:24:14.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:13 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:14.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:13 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:14.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:13 smithi003 ceph-mon[89364]: osdmap e655: 8 total, 8 up, 8 in 2024-04-13T07:24:14.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:13 smithi003 ceph-mon[91733]: pgmap v640: 121 pgs: 121 active+clean; 626 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 11 op/s 2024-04-13T07:24:14.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:13 smithi003 ceph-mon[91733]: osdmap e654: 8 total, 8 up, 8 in 2024-04-13T07:24:14.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:13 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:14.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:13 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:14.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:13 smithi003 ceph-mon[91733]: osdmap e655: 8 total, 8 up, 8 in 2024-04-13T07:24:14.136 INFO:tasks.rados.rados.0.smithi003.stdout:2810: writing smithi00377890-39 from 10141696 to 10584064 tid 2 2024-04-13T07:24:14.140 INFO:tasks.rados.rados.0.smithi003.stdout:2810: writing smithi00377890-39 from 10584064 to 11214848 tid 3 2024-04-13T07:24:14.143 INFO:tasks.rados.rados.0.smithi003.stdout:2810: writing smithi00377890-39 from 11214848 to 11747328 tid 4 2024-04-13T07:24:14.143 INFO:tasks.rados.rados.0.smithi003.stdout:2811: delete oid 7 current snap is 299 2024-04-13T07:24:14.143 INFO:tasks.rados.rados.0.smithi003.stdout:2810: finishing write tid 1 to smithi00377890-39 2024-04-13T07:24:14.143 INFO:tasks.rados.rados.0.smithi003.stdout:2810: finishing write tid 2 to smithi00377890-39 2024-04-13T07:24:14.144 INFO:tasks.rados.rados.0.smithi003.stdout:2810: finishing write tid 3 to smithi00377890-39 2024-04-13T07:24:14.146 INFO:tasks.rados.rados.0.smithi003.stdout:2810: finishing write tid 4 to smithi00377890-39 2024-04-13T07:24:14.146 INFO:tasks.rados.rados.0.smithi003.stdout:2811: done (1 left) 2024-04-13T07:24:14.146 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 6 current snap is 299 2024-04-13T07:24:14.146 INFO:tasks.rados.rados.0.smithi003.stdout:2812: seq_num 859 ranges {1892352=794624,2686976=614400,3301376=638976,3940352=352256} 2024-04-13T07:24:14.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:13 smithi066 ceph-mon[84331]: pgmap v640: 121 pgs: 121 active+clean; 626 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 11 op/s 2024-04-13T07:24:14.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:13 smithi066 ceph-mon[84331]: osdmap e654: 8 total, 8 up, 8 in 2024-04-13T07:24:14.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:13 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:14.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:13 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:14.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:13 smithi066 ceph-mon[84331]: osdmap e655: 8 total, 8 up, 8 in 2024-04-13T07:24:14.160 INFO:tasks.rados.rados.0.smithi003.stdout:2812: writing smithi00377890-6 from 1892352 to 2686976 tid 1 2024-04-13T07:24:14.164 INFO:tasks.rados.rados.0.smithi003.stdout:2812: writing smithi00377890-6 from 2686976 to 3301376 tid 2 2024-04-13T07:24:14.168 INFO:tasks.rados.rados.0.smithi003.stdout:2812: writing smithi00377890-6 from 3301376 to 3940352 tid 3 2024-04-13T07:24:14.171 INFO:tasks.rados.rados.0.smithi003.stdout:2812: writing smithi00377890-6 from 3940352 to 4292608 tid 4 2024-04-13T07:24:14.171 INFO:tasks.rados.rados.0.smithi003.stdout:2813: delete oid 25 current snap is 299 2024-04-13T07:24:14.171 INFO:tasks.rados.rados.0.smithi003.stdout:2810: finishing write tid 5 to smithi00377890-39 2024-04-13T07:24:14.171 INFO:tasks.rados.rados.0.smithi003.stdout:2810: finishing write tid 6 to smithi00377890-39 2024-04-13T07:24:14.171 INFO:tasks.rados.rados.0.smithi003.stdout:2810: oid 39 updating version 0 to 2172 2024-04-13T07:24:14.171 INFO:tasks.rados.rados.0.smithi003.stdout:2810: oid 39 updating version 2172 to 2173 2024-04-13T07:24:14.171 INFO:tasks.rados.rados.0.smithi003.stdout:2810: oid 39 version 2173 is already newer than 2169 2024-04-13T07:24:14.171 INFO:tasks.rados.rados.0.smithi003.stdout:2810: oid 39 version 2173 is already newer than 2171 2024-04-13T07:24:14.171 INFO:tasks.rados.rados.0.smithi003.stdout:2810: oid 39 version 2173 is already newer than 2170 2024-04-13T07:24:14.171 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 2173 (ObjNum 857 snap 299 seq_num 857) dirty exists 2024-04-13T07:24:14.171 INFO:tasks.rados.rados.0.smithi003.stdout:2810: left oid 39 (ObjNum 857 snap 299 seq_num 857) 2024-04-13T07:24:14.172 INFO:tasks.rados.rados.0.smithi003.stdout:2812: finishing write tid 1 to smithi00377890-6 2024-04-13T07:24:14.172 INFO:tasks.rados.rados.0.smithi003.stdout:2812: finishing write tid 2 to smithi00377890-6 2024-04-13T07:24:14.172 INFO:tasks.rados.rados.0.smithi003.stdout:2812: finishing write tid 3 to smithi00377890-6 2024-04-13T07:24:14.173 INFO:tasks.rados.rados.0.smithi003.stdout:2810: done (2 left) 2024-04-13T07:24:14.173 INFO:tasks.rados.rados.0.smithi003.stdout:2813: done (1 left) 2024-04-13T07:24:14.173 INFO:tasks.rados.rados.0.smithi003.stdout:2814: snap_remove snap 296 2024-04-13T07:24:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:24:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:24:14] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-04-13T07:24:14.883 INFO:tasks.rados.rados.0.smithi003.stdout:2812: finishing write tid 4 to smithi00377890-6 2024-04-13T07:24:14.883 INFO:tasks.rados.rados.0.smithi003.stdout:2812: finishing write tid 5 to smithi00377890-6 2024-04-13T07:24:14.883 INFO:tasks.rados.rados.0.smithi003.stdout:2812: finishing write tid 6 to smithi00377890-6 2024-04-13T07:24:14.883 INFO:tasks.rados.rados.0.smithi003.stdout:2812: oid 6 updating version 0 to 2424 2024-04-13T07:24:14.883 INFO:tasks.rados.rados.0.smithi003.stdout:2812: oid 6 version 2424 is already newer than 2423 2024-04-13T07:24:14.884 INFO:tasks.rados.rados.0.smithi003.stdout:2812: oid 6 updating version 2424 to 2426 2024-04-13T07:24:14.884 INFO:tasks.rados.rados.0.smithi003.stdout:2812: oid 6 version 2426 is already newer than 2422 2024-04-13T07:24:14.884 INFO:tasks.rados.rados.0.smithi003.stdout:2812: oid 6 version 2426 is already newer than 2425 2024-04-13T07:24:14.884 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 2426 (ObjNum 859 snap 299 seq_num 859) dirty exists 2024-04-13T07:24:14.884 INFO:tasks.rados.rados.0.smithi003.stdout:2812: left oid 6 (ObjNum 859 snap 299 seq_num 859) 2024-04-13T07:24:14.884 INFO:tasks.rados.rados.0.smithi003.stdout:2812: done (1 left) 2024-04-13T07:24:14.884 INFO:tasks.rados.rados.0.smithi003.stdout:2814: done (0 left) 2024-04-13T07:24:14.884 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 22 current snap is 299 2024-04-13T07:24:14.884 INFO:tasks.rados.rados.0.smithi003.stdout:2815: seq_num 861 ranges {450560=24576} 2024-04-13T07:24:14.887 INFO:tasks.rados.rados.0.smithi003.stdout:2815: writing smithi00377890-22 from 450560 to 475136 tid 1 2024-04-13T07:24:14.887 INFO:tasks.rados.rados.0.smithi003.stdout:2816: read oid 40 snap -1 2024-04-13T07:24:14.887 INFO:tasks.rados.rados.0.smithi003.stdout:2816: expect deleted 2024-04-13T07:24:14.887 INFO:tasks.rados.rados.0.smithi003.stdout:2817: rollback oid 16 current snap is 299 2024-04-13T07:24:14.887 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 16 to 286 2024-04-13T07:24:14.887 INFO:tasks.rados.rados.0.smithi003.stdout:2818: read oid 15 snap -1 2024-04-13T07:24:14.887 INFO:tasks.rados.rados.0.smithi003.stdout:2818: expect (ObjNum 848 snap 297 seq_num 848) 2024-04-13T07:24:14.887 INFO:tasks.rados.rados.0.smithi003.stdout:2819: rmattr oid 3 current snap is 299 2024-04-13T07:24:14.887 INFO:tasks.rados.rados.0.smithi003.stdout:2819: done (4 left) 2024-04-13T07:24:14.887 INFO:tasks.rados.rados.0.smithi003.stdout:2820: copy_from oid 3 from oid 21 current snap is 299 2024-04-13T07:24:14.887 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 11 current snap is 299 2024-04-13T07:24:14.887 INFO:tasks.rados.rados.0.smithi003.stdout:2821: seq_num 862 ranges {0=40960} 2024-04-13T07:24:14.888 INFO:tasks.rados.rados.0.smithi003.stdout:2821: writing smithi00377890-11 from 0 to 40960 tid 1 2024-04-13T07:24:14.888 INFO:tasks.rados.rados.0.smithi003.stdout:2822: delete oid 23 current snap is 299 2024-04-13T07:24:14.892 INFO:tasks.rados.rados.0.smithi003.stdout:2820: finishing copy_from to smithi00377890-3 2024-04-13T07:24:14.892 INFO:tasks.rados.rados.0.smithi003.stdout:2820: got expected ENOENT (src dne) 2024-04-13T07:24:14.892 INFO:tasks.rados.rados.0.smithi003.stdout:2820: finishing copy_from racing read to smithi00377890-3 2024-04-13T07:24:14.893 INFO:tasks.rados.rados.0.smithi003.stdout:2821: finishing write tid 1 to smithi00377890-11 2024-04-13T07:24:14.893 INFO:tasks.rados.rados.0.smithi003.stdout:2821: finishing write tid 2 to smithi00377890-11 2024-04-13T07:24:14.895 INFO:tasks.rados.rados.0.smithi003.stdout:2821: finishing write tid 3 to smithi00377890-11 2024-04-13T07:24:14.896 INFO:tasks.rados.rados.0.smithi003.stdout:2821: oid 11 updating version 0 to 2175 2024-04-13T07:24:14.896 INFO:tasks.rados.rados.0.smithi003.stdout:2821: oid 11 version 2175 is already newer than 2174 2024-04-13T07:24:14.896 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 2175 (ObjNum 862 snap 299 seq_num 862) dirty exists 2024-04-13T07:24:14.896 INFO:tasks.rados.rados.0.smithi003.stdout:2821: left oid 11 (ObjNum 862 snap 299 seq_num 862) 2024-04-13T07:24:14.897 INFO:tasks.rados.rados.0.smithi003.stdout:2815: finishing write tid 1 to smithi00377890-22 2024-04-13T07:24:14.898 INFO:tasks.rados.rados.0.smithi003.stdout:2815: finishing write tid 2 to smithi00377890-22 2024-04-13T07:24:14.898 INFO:tasks.rados.rados.0.smithi003.stdout:2817: finishing rollback tid 1 to smithi00377890-16 2024-04-13T07:24:14.898 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 2021 (ObjNum 161 snap 0 seq_num 291362864) dirty dne 2024-04-13T07:24:14.900 INFO:tasks.rados.rados.0.smithi003.stdout:2815: finishing write tid 3 to smithi00377890-22 2024-04-13T07:24:14.901 INFO:tasks.rados.rados.0.smithi003.stdout:2815: oid 22 updating version 0 to 2420 2024-04-13T07:24:14.901 INFO:tasks.rados.rados.0.smithi003.stdout:2815: oid 22 updating version 2420 to 2421 2024-04-13T07:24:14.901 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 2421 (ObjNum 861 snap 299 seq_num 861) dirty exists 2024-04-13T07:24:14.901 INFO:tasks.rados.rados.0.smithi003.stdout:2815: left oid 22 (ObjNum 861 snap 299 seq_num 861) 2024-04-13T07:24:14.926 INFO:tasks.rados.rados.0.smithi003.stdout:2815: done (6 left) 2024-04-13T07:24:14.926 INFO:tasks.rados.rados.0.smithi003.stdout:2816: done (5 left) 2024-04-13T07:24:14.926 INFO:tasks.rados.rados.0.smithi003.stdout:2817: done (4 left) 2024-04-13T07:24:14.927 INFO:tasks.rados.rados.0.smithi003.stdout:2820: done (3 left) 2024-04-13T07:24:14.927 INFO:tasks.rados.rados.0.smithi003.stdout:2821: done (2 left) 2024-04-13T07:24:14.927 INFO:tasks.rados.rados.0.smithi003.stdout:2822: done (1 left) 2024-04-13T07:24:14.927 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 24 current snap is 299 2024-04-13T07:24:14.927 INFO:tasks.rados.rados.0.smithi003.stdout:2823: seq_num 864 ranges {1105920=73728} 2024-04-13T07:24:14.933 INFO:tasks.rados.rados.0.smithi003.stdout:2823: writing smithi00377890-24 from 1105920 to 1179648 tid 1 2024-04-13T07:24:14.933 INFO:tasks.rados.rados.0.smithi003.stdout:2824: delete oid 16 current snap is 299 2024-04-13T07:24:14.937 INFO:tasks.rados.rados.0.smithi003.stdout:2823: finishing write tid 1 to smithi00377890-24 2024-04-13T07:24:14.939 INFO:tasks.rados.rados.0.smithi003.stdout:2823: finishing write tid 2 to smithi00377890-24 2024-04-13T07:24:14.941 INFO:tasks.rados.rados.0.smithi003.stdout:2824: done (2 left) 2024-04-13T07:24:14.941 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 47 current snap is 299 2024-04-13T07:24:14.941 INFO:tasks.rados.rados.0.smithi003.stdout:2825: seq_num 866 ranges {1843200=106496} 2024-04-13T07:24:14.952 INFO:tasks.rados.rados.0.smithi003.stdout:2825: writing smithi00377890-47 from 1843200 to 1949696 tid 1 2024-04-13T07:24:14.952 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 1 current snap is 299 2024-04-13T07:24:14.952 INFO:tasks.rados.rados.0.smithi003.stdout:2826: seq_num 867 ranges {6193152=122880} 2024-04-13T07:24:14.986 INFO:tasks.rados.rados.0.smithi003.stdout:2826: writing smithi00377890-1 from 6193152 to 6316032 tid 1 2024-04-13T07:24:14.986 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 25 current snap is 299 2024-04-13T07:24:14.987 INFO:tasks.rados.rados.0.smithi003.stdout:2827: seq_num 868 ranges {0=139264} 2024-04-13T07:24:14.987 INFO:tasks.rados.rados.0.smithi003.stdout:2827: writing smithi00377890-25 from 0 to 139264 tid 1 2024-04-13T07:24:14.987 INFO:tasks.rados.rados.0.smithi003.stdout:2828: read oid 41 snap -1 2024-04-13T07:24:14.987 INFO:tasks.rados.rados.0.smithi003.stdout:2828: expect (ObjNum 787 snap 279 seq_num 787) 2024-04-13T07:24:14.987 INFO:tasks.rados.rados.0.smithi003.stdout:2829: snap_remove snap 286 2024-04-13T07:24:15.891 INFO:tasks.rados.rados.0.smithi003.stdout:2823: finishing write tid 3 to smithi00377890-24 2024-04-13T07:24:15.892 INFO:tasks.rados.rados.0.smithi003.stdout:2823: oid 24 updating version 0 to 2422 2024-04-13T07:24:15.892 INFO:tasks.rados.rados.0.smithi003.stdout:2823: oid 24 updating version 2422 to 2423 2024-04-13T07:24:15.892 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 2423 (ObjNum 864 snap 299 seq_num 864) dirty exists 2024-04-13T07:24:15.892 INFO:tasks.rados.rados.0.smithi003.stdout:2823: left oid 24 (ObjNum 864 snap 299 seq_num 864) 2024-04-13T07:24:15.892 INFO:tasks.rados.rados.0.smithi003.stdout:2818: expect (ObjNum 848 snap 297 seq_num 848) 2024-04-13T07:24:15.984 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:15 smithi066 ceph-mon[84331]: pgmap v643: 121 pgs: 121 active+clean; 631 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-13T07:24:15.984 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:15 smithi066 ceph-mon[84331]: osdmap e656: 8 total, 8 up, 8 in 2024-04-13T07:24:16.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:15 smithi003 ceph-mon[91733]: pgmap v643: 121 pgs: 121 active+clean; 631 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-13T07:24:16.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:15 smithi003 ceph-mon[91733]: osdmap e656: 8 total, 8 up, 8 in 2024-04-13T07:24:16.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:15 smithi003 ceph-mon[89364]: pgmap v643: 121 pgs: 121 active+clean; 631 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-13T07:24:16.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:15 smithi003 ceph-mon[89364]: osdmap e656: 8 total, 8 up, 8 in 2024-04-13T07:24:16.690 INFO:tasks.rados.rados.0.smithi003.stdout:2825: finishing write tid 1 to smithi00377890-47 2024-04-13T07:24:16.690 INFO:tasks.rados.rados.0.smithi003.stdout:2825: finishing write tid 2 to smithi00377890-47 2024-04-13T07:24:16.691 INFO:tasks.rados.rados.0.smithi003.stdout:2825: finishing write tid 3 to smithi00377890-47 2024-04-13T07:24:16.691 INFO:tasks.rados.rados.0.smithi003.stdout:2825: oid 47 updating version 0 to 2436 2024-04-13T07:24:16.691 INFO:tasks.rados.rados.0.smithi003.stdout:2825: oid 47 version 2436 is already newer than 2435 2024-04-13T07:24:16.691 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 2436 (ObjNum 866 snap 299 seq_num 866) dirty exists 2024-04-13T07:24:16.691 INFO:tasks.rados.rados.0.smithi003.stdout:2825: left oid 47 (ObjNum 866 snap 299 seq_num 866) 2024-04-13T07:24:16.691 INFO:tasks.rados.rados.0.smithi003.stdout:2826: finishing write tid 1 to smithi00377890-1 2024-04-13T07:24:16.691 INFO:tasks.rados.rados.0.smithi003.stdout:2818: done (6 left) 2024-04-13T07:24:16.691 INFO:tasks.rados.rados.0.smithi003.stdout:2823: done (5 left) 2024-04-13T07:24:16.691 INFO:tasks.rados.rados.0.smithi003.stdout:2825: done (4 left) 2024-04-13T07:24:16.691 INFO:tasks.rados.rados.0.smithi003.stdout:2829: done (3 left) 2024-04-13T07:24:16.691 INFO:tasks.rados.rados.0.smithi003.stdout:2830: delete oid 5 current snap is 299 2024-04-13T07:24:16.691 INFO:tasks.rados.rados.0.smithi003.stdout:2827: finishing write tid 1 to smithi00377890-25 2024-04-13T07:24:16.691 INFO:tasks.rados.rados.0.smithi003.stdout:2827: finishing write tid 2 to smithi00377890-25 2024-04-13T07:24:16.691 INFO:tasks.rados.rados.0.smithi003.stdout:2826: finishing write tid 2 to smithi00377890-1 2024-04-13T07:24:16.692 INFO:tasks.rados.rados.0.smithi003.stdout:2827: finishing write tid 3 to smithi00377890-25 2024-04-13T07:24:16.692 INFO:tasks.rados.rados.0.smithi003.stdout:2827: oid 25 updating version 0 to 2824 2024-04-13T07:24:16.692 INFO:tasks.rados.rados.0.smithi003.stdout:2827: oid 25 updating version 2824 to 2825 2024-04-13T07:24:16.692 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 2825 (ObjNum 868 snap 299 seq_num 868) dirty exists 2024-04-13T07:24:16.692 INFO:tasks.rados.rados.0.smithi003.stdout:2827: left oid 25 (ObjNum 868 snap 299 seq_num 868) 2024-04-13T07:24:16.692 INFO:tasks.rados.rados.0.smithi003.stdout:2826: finishing write tid 3 to smithi00377890-1 2024-04-13T07:24:16.692 INFO:tasks.rados.rados.0.smithi003.stdout:2826: oid 1 updating version 0 to 2029 2024-04-13T07:24:16.692 INFO:tasks.rados.rados.0.smithi003.stdout:2826: oid 1 updating version 2029 to 2030 2024-04-13T07:24:16.692 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 2030 (ObjNum 867 snap 299 seq_num 867) dirty exists 2024-04-13T07:24:16.692 INFO:tasks.rados.rados.0.smithi003.stdout:2826: left oid 1 (ObjNum 867 snap 299 seq_num 867) 2024-04-13T07:24:16.692 INFO:tasks.rados.rados.0.smithi003.stdout:2828: expect (ObjNum 787 snap 279 seq_num 787) 2024-04-13T07:24:16.772 INFO:tasks.rados.rados.0.smithi003.stdout:2826: done (3 left) 2024-04-13T07:24:16.772 INFO:tasks.rados.rados.0.smithi003.stdout:2827: done (2 left) 2024-04-13T07:24:16.772 INFO:tasks.rados.rados.0.smithi003.stdout:2828: done (1 left) 2024-04-13T07:24:16.772 INFO:tasks.rados.rados.0.smithi003.stdout:2830: done (0 left) 2024-04-13T07:24:16.772 INFO:tasks.rados.rados.0.smithi003.stdout:2831: delete oid 39 current snap is 299 2024-04-13T07:24:16.774 INFO:tasks.rados.rados.0.smithi003.stdout:2831: done (0 left) 2024-04-13T07:24:16.774 INFO:tasks.rados.rados.0.smithi003.stdout:2832: copy_from oid 18 from oid 48 current snap is 299 2024-04-13T07:24:16.774 INFO:tasks.rados.rados.0.smithi003.stdout:2833: read oid 29 snap -1 2024-04-13T07:24:16.774 INFO:tasks.rados.rados.0.smithi003.stdout:2833: expect deleted 2024-04-13T07:24:16.774 INFO:tasks.rados.rados.0.smithi003.stdout:2834: read oid 12 snap -1 2024-04-13T07:24:16.774 INFO:tasks.rados.rados.0.smithi003.stdout:2834: expect deleted 2024-04-13T07:24:16.774 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 21 current snap is 299 2024-04-13T07:24:16.774 INFO:tasks.rados.rados.0.smithi003.stdout:2835: seq_num 871 ranges {0=188416} 2024-04-13T07:24:16.775 INFO:tasks.rados.rados.0.smithi003.stdout:2835: writing smithi00377890-21 from 0 to 188416 tid 1 2024-04-13T07:24:16.775 INFO:tasks.rados.rados.0.smithi003.stdout:2836: read oid 17 snap -1 2024-04-13T07:24:16.776 INFO:tasks.rados.rados.0.smithi003.stdout:2836: expect (ObjNum 810 snap 289 seq_num 810) 2024-04-13T07:24:16.776 INFO:tasks.rados.rados.0.smithi003.stdout:2837: rollback oid 3 current snap is 299 2024-04-13T07:24:16.776 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 3 to 250 2024-04-13T07:24:16.776 INFO:tasks.rados.rados.0.smithi003.stdout:2838: snap_remove snap 258 2024-04-13T07:24:17.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: osdmap e657: 8 total, 8 up, 8 in 2024-04-13T07:24:17.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:17.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:17.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:24:17.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:24:17.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:17.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:24:17.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:24:17.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-13T07:24:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-13T07:24:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-13T07:24:17.155 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-13T07:24:17.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-13T07:24:17.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-13T07:24:17.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-13T07:24:17.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-13T07:24:17.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-13T07:24:17.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-13T07:24:17.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-13T07:24:17.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-13T07:24:17.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-13T07:24:17.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-13T07:24:17.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-13T07:24:17.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-13T07:24:17.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-13T07:24:17.156 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-13T07:24:17.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-13T07:24:17.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-13T07:24:17.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-13T07:24:17.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-13T07:24:17.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-13T07:24:17.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:24:17.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:24:17.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:24:17.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:17.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:24:17.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:24:17.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:24:17.158 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:17.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: osdmap e657: 8 total, 8 up, 8 in 2024-04-13T07:24:17.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:17.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:17.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:24:17.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:24:17.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:17.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:24:17.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:24:17.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:17.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-13T07:24:17.388 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-13T07:24:17.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: osdmap e657: 8 total, 8 up, 8 in 2024-04-13T07:24:17.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:17.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:17.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:24:17.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:24:17.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:17.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:24:17.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:24:17.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:17.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:17.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-13T07:24:17.391 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-13T07:24:17.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-13T07:24:17.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-13T07:24:17.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-13T07:24:17.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-13T07:24:17.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-13T07:24:17.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-13T07:24:17.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-13T07:24:17.391 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-13T07:24:17.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-13T07:24:17.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-13T07:24:17.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-13T07:24:17.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-13T07:24:17.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-13T07:24:17.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-13T07:24:17.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-13T07:24:17.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-13T07:24:17.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-13T07:24:17.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-13T07:24:17.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-13T07:24:17.392 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.393 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.393 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-13T07:24:17.393 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-13T07:24:17.393 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-13T07:24:17.393 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-13T07:24:17.393 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-13T07:24:17.393 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-13T07:24:17.393 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-13T07:24:17.393 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-13T07:24:17.393 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-13T07:24:17.393 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-13T07:24:17.394 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-13T07:24:17.394 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.394 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-13T07:24:17.394 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-13T07:24:17.394 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-13T07:24:17.394 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-13T07:24:17.394 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-13T07:24:17.394 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-13T07:24:17.394 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-13T07:24:17.394 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-13T07:24:17.395 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.395 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.395 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.395 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.395 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.395 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.395 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-13T07:24:17.395 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-13T07:24:17.395 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:24:17.395 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:24:17.395 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:24:17.396 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:17.396 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:24:17.396 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:24:17.396 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:24:17.396 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:17.396 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.396 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.396 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.396 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.396 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-13T07:24:17.396 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-13T07:24:17.396 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-13T07:24:17.397 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:24:17.397 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:24:17.397 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:24:17.397 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:17.397 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:24:17.397 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:24:17.397 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:24:17.397 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:17.767 INFO:tasks.rados.rados.0.smithi003.stdout:2838: done (6 left) 2024-04-13T07:24:17.767 INFO:tasks.rados.rados.0.smithi003.stdout:2839: snap_remove snap 293 2024-04-13T07:24:18.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:17 smithi066 ceph-mon[84331]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:24:18.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:17 smithi066 ceph-mon[84331]: Upgrade: Finalizing container_image settings 2024-04-13T07:24:18.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:17 smithi066 ceph-mon[84331]: Upgrade: Complete! 2024-04-13T07:24:18.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:17 smithi066 ceph-mon[84331]: pgmap v646: 121 pgs: 121 active+clean; 632 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-04-13T07:24:18.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:17 smithi066 ceph-mon[84331]: osdmap e658: 8 total, 8 up, 8 in 2024-04-13T07:24:18.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:17 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:18.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:17 smithi003 ceph-mon[91733]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:24:18.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:17 smithi003 ceph-mon[91733]: Upgrade: Finalizing container_image settings 2024-04-13T07:24:18.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:17 smithi003 ceph-mon[91733]: Upgrade: Complete! 2024-04-13T07:24:18.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:17 smithi003 ceph-mon[91733]: pgmap v646: 121 pgs: 121 active+clean; 632 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-04-13T07:24:18.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:17 smithi003 ceph-mon[91733]: osdmap e658: 8 total, 8 up, 8 in 2024-04-13T07:24:18.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:17 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:18.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:17 smithi003 ceph-mon[89364]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T07:24:18.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:17 smithi003 ceph-mon[89364]: Upgrade: Finalizing container_image settings 2024-04-13T07:24:18.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:17 smithi003 ceph-mon[89364]: Upgrade: Complete! 2024-04-13T07:24:18.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:17 smithi003 ceph-mon[89364]: pgmap v646: 121 pgs: 121 active+clean; 632 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-04-13T07:24:18.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:17 smithi003 ceph-mon[89364]: osdmap e658: 8 total, 8 up, 8 in 2024-04-13T07:24:18.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:17 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:24:18.774 INFO:tasks.rados.rados.0.smithi003.stdout:2839: done (6 left) 2024-04-13T07:24:18.775 INFO:tasks.rados.rados.0.smithi003.stdout:2840: copy_from oid 22 from oid 8 current snap is 299 2024-04-13T07:24:18.775 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 37 current snap is 299 2024-04-13T07:24:18.775 INFO:tasks.rados.rados.0.smithi003.stdout:2841: seq_num 872 ranges {4481024=212992} 2024-04-13T07:24:18.797 INFO:tasks.rados.rados.0.smithi003.stdout:2841: writing smithi00377890-37 from 4481024 to 4694016 tid 1 2024-04-13T07:24:18.797 INFO:tasks.rados.rados.0.smithi003.stdout:2842: read oid 40 snap -1 2024-04-13T07:24:18.797 INFO:tasks.rados.rados.0.smithi003.stdout:2842: expect deleted 2024-04-13T07:24:18.797 INFO:tasks.rados.rados.0.smithi003.stdout:2843: snap_remove snap 290 2024-04-13T07:24:18.861 INFO:tasks.rados.rados.0.smithi003.stdout:2843: done (9 left) 2024-04-13T07:24:18.861 INFO:tasks.rados.rados.0.smithi003.stdout:2844: setattr oid 9 current snap is 299 2024-04-13T07:24:18.861 INFO:tasks.rados.rados.0.smithi003.stdout:2835: finishing write tid 1 to smithi00377890-21 2024-04-13T07:24:18.861 INFO:tasks.rados.rados.0.smithi003.stdout:2835: finishing write tid 2 to smithi00377890-21 2024-04-13T07:24:18.861 INFO:tasks.rados.rados.0.smithi003.stdout:2837: finishing rollback tid 0 to smithi00377890-3 2024-04-13T07:24:18.862 INFO:tasks.rados.rados.0.smithi003.stdout:2835: finishing write tid 3 to smithi00377890-21 2024-04-13T07:24:18.862 INFO:tasks.rados.rados.0.smithi003.stdout:2835: oid 21 updating version 0 to 2175 2024-04-13T07:24:18.862 INFO:tasks.rados.rados.0.smithi003.stdout:2835: oid 21 updating version 2175 to 2176 2024-04-13T07:24:18.862 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2176 (ObjNum 871 snap 299 seq_num 871) dirty exists 2024-04-13T07:24:18.862 INFO:tasks.rados.rados.0.smithi003.stdout:2835: left oid 21 (ObjNum 871 snap 299 seq_num 871) 2024-04-13T07:24:18.862 INFO:tasks.rados.rados.0.smithi003.stdout:2832: finishing copy_from racing read to smithi00377890-18 2024-04-13T07:24:18.862 INFO:tasks.rados.rados.0.smithi003.stdout:2832: finishing copy_from to smithi00377890-18 2024-04-13T07:24:18.862 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 2408 (ObjNum 800 snap 287 seq_num 800) dirty exists 2024-04-13T07:24:18.862 INFO:tasks.rados.rados.0.smithi003.stdout:2837: finishing rollback tid 1 to smithi00377890-3 2024-04-13T07:24:18.863 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 2438 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-13T07:24:18.863 INFO:tasks.rados.rados.0.smithi003.stdout:2836: expect (ObjNum 810 snap 289 seq_num 810) 2024-04-13T07:24:18.955 INFO:tasks.rados.rados.0.smithi003.stdout:2840: finishing copy_from to smithi00377890-22 2024-04-13T07:24:18.955 INFO:tasks.rados.rados.0.smithi003.stdout:2840: got expected ENOENT (src dne) 2024-04-13T07:24:18.955 INFO:tasks.rados.rados.0.smithi003.stdout:2840: finishing copy_from racing read to smithi00377890-22 2024-04-13T07:24:18.955 INFO:tasks.rados.rados.0.smithi003.stdout:2841: finishing write tid 1 to smithi00377890-37 2024-04-13T07:24:18.955 INFO:tasks.rados.rados.0.smithi003.stdout:2841: finishing write tid 2 to smithi00377890-37 2024-04-13T07:24:18.955 INFO:tasks.rados.rados.0.smithi003.stdout:2841: finishing write tid 3 to smithi00377890-37 2024-04-13T07:24:18.955 INFO:tasks.rados.rados.0.smithi003.stdout:2841: oid 37 updating version 0 to 1869 2024-04-13T07:24:18.955 INFO:tasks.rados.rados.0.smithi003.stdout:2841: oid 37 version 1869 is already newer than 1868 2024-04-13T07:24:18.955 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 1869 (ObjNum 872 snap 299 seq_num 872) dirty exists 2024-04-13T07:24:18.955 INFO:tasks.rados.rados.0.smithi003.stdout:2841: left oid 37 (ObjNum 872 snap 299 seq_num 872) 2024-04-13T07:24:18.955 INFO:tasks.rados.rados.0.smithi003.stdout:2832: done (9 left) 2024-04-13T07:24:18.956 INFO:tasks.rados.rados.0.smithi003.stdout:2833: done (8 left) 2024-04-13T07:24:18.956 INFO:tasks.rados.rados.0.smithi003.stdout:2834: done (7 left) 2024-04-13T07:24:18.956 INFO:tasks.rados.rados.0.smithi003.stdout:2835: done (6 left) 2024-04-13T07:24:18.956 INFO:tasks.rados.rados.0.smithi003.stdout:2836: done (5 left) 2024-04-13T07:24:18.956 INFO:tasks.rados.rados.0.smithi003.stdout:2837: done (4 left) 2024-04-13T07:24:18.956 INFO:tasks.rados.rados.0.smithi003.stdout:2840: done (3 left) 2024-04-13T07:24:18.956 INFO:tasks.rados.rados.0.smithi003.stdout:2841: done (2 left) 2024-04-13T07:24:18.956 INFO:tasks.rados.rados.0.smithi003.stdout:2842: done (1 left) 2024-04-13T07:24:18.956 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 48 current snap is 299 2024-04-13T07:24:18.956 INFO:tasks.rados.rados.0.smithi003.stdout:2845: seq_num 873 ranges {1409024=229376} 2024-04-13T07:24:18.963 INFO:tasks.rados.rados.0.smithi003.stdout:2845: writing smithi00377890-48 from 1409024 to 1638400 tid 1 2024-04-13T07:24:18.963 INFO:tasks.rados.rados.0.smithi003.stdout:2846: snap_remove snap 297 2024-04-13T07:24:19.861 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 2861 (ObjNum 838 snap 296 seq_num 838) dirty exists 2024-04-13T07:24:19.861 INFO:tasks.rados.rados.0.smithi003.stdout:2845: finishing write tid 1 to smithi00377890-48 2024-04-13T07:24:19.861 INFO:tasks.rados.rados.0.smithi003.stdout:2845: finishing write tid 2 to smithi00377890-48 2024-04-13T07:24:19.861 INFO:tasks.rados.rados.0.smithi003.stdout:2845: finishing write tid 3 to smithi00377890-48 2024-04-13T07:24:19.861 INFO:tasks.rados.rados.0.smithi003.stdout:2845: oid 48 updating version 0 to 2433 2024-04-13T07:24:19.861 INFO:tasks.rados.rados.0.smithi003.stdout:2845: oid 48 version 2433 is already newer than 2432 2024-04-13T07:24:19.861 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 2433 (ObjNum 873 snap 299 seq_num 873) dirty exists 2024-04-13T07:24:19.861 INFO:tasks.rados.rados.0.smithi003.stdout:2845: left oid 48 (ObjNum 873 snap 299 seq_num 873) 2024-04-13T07:24:19.862 INFO:tasks.rados.rados.0.smithi003.stdout:2844: done (2 left) 2024-04-13T07:24:19.862 INFO:tasks.rados.rados.0.smithi003.stdout:2845: done (1 left) 2024-04-13T07:24:19.862 INFO:tasks.rados.rados.0.smithi003.stdout:2846: done (0 left) 2024-04-13T07:24:19.862 INFO:tasks.rados.rados.0.smithi003.stdout:2847: snap_remove snap 266 2024-04-13T07:24:20.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:19 smithi003 ceph-mon[91733]: osdmap e659: 8 total, 8 up, 8 in 2024-04-13T07:24:20.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:19 smithi003 ceph-mon[91733]: pgmap v649: 121 pgs: 121 active+clean; 632 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 668 KiB/s wr, 8 op/s 2024-04-13T07:24:20.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:19 smithi003 ceph-mon[91733]: osdmap e660: 8 total, 8 up, 8 in 2024-04-13T07:24:20.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:19 smithi003 ceph-mon[89364]: osdmap e659: 8 total, 8 up, 8 in 2024-04-13T07:24:20.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:19 smithi003 ceph-mon[89364]: pgmap v649: 121 pgs: 121 active+clean; 632 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 668 KiB/s wr, 8 op/s 2024-04-13T07:24:20.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:19 smithi003 ceph-mon[89364]: osdmap e660: 8 total, 8 up, 8 in 2024-04-13T07:24:20.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:19 smithi066 ceph-mon[84331]: osdmap e659: 8 total, 8 up, 8 in 2024-04-13T07:24:20.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:19 smithi066 ceph-mon[84331]: pgmap v649: 121 pgs: 121 active+clean; 632 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 668 KiB/s wr, 8 op/s 2024-04-13T07:24:20.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:19 smithi066 ceph-mon[84331]: osdmap e660: 8 total, 8 up, 8 in 2024-04-13T07:24:20.874 INFO:tasks.rados.rados.0.smithi003.stdout:2847: done (0 left) 2024-04-13T07:24:20.874 INFO:tasks.rados.rados.0.smithi003.stdout:2848: delete oid 28 current snap is 299 2024-04-13T07:24:20.883 INFO:tasks.rados.rados.0.smithi003.stdout:2848: done (0 left) 2024-04-13T07:24:20.883 INFO:tasks.rados.rados.0.smithi003.stdout:2849: delete oid 19 current snap is 299 2024-04-13T07:24:20.890 INFO:tasks.rados.rados.0.smithi003.stdout:2849: done (0 left) 2024-04-13T07:24:20.890 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 18 current snap is 299 2024-04-13T07:24:20.890 INFO:tasks.rados.rados.0.smithi003.stdout:2850: seq_num 876 ranges {1409024=278528} 2024-04-13T07:24:20.900 INFO:tasks.rados.rados.0.smithi003.stdout:2850: writing smithi00377890-18 from 1409024 to 1687552 tid 1 2024-04-13T07:24:20.900 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 14 current snap is 299 2024-04-13T07:24:20.900 INFO:tasks.rados.rados.0.smithi003.stdout:2851: seq_num 877 ranges {450560=294912} 2024-04-13T07:24:20.904 INFO:tasks.rados.rados.0.smithi003.stdout:2851: writing smithi00377890-14 from 450560 to 745472 tid 1 2024-04-13T07:24:20.904 INFO:tasks.rados.rados.0.smithi003.stdout:2852: delete oid 35 current snap is 299 2024-04-13T07:24:20.905 INFO:tasks.rados.rados.0.smithi003.stdout:2850: finishing write tid 1 to smithi00377890-18 2024-04-13T07:24:20.905 INFO:tasks.rados.rados.0.smithi003.stdout:2850: finishing write tid 2 to smithi00377890-18 2024-04-13T07:24:20.905 INFO:tasks.rados.rados.0.smithi003.stdout:2850: finishing write tid 3 to smithi00377890-18 2024-04-13T07:24:20.905 INFO:tasks.rados.rados.0.smithi003.stdout:2850: oid 18 updating version 0 to 2427 2024-04-13T07:24:20.905 INFO:tasks.rados.rados.0.smithi003.stdout:2850: oid 18 updating version 2427 to 2428 2024-04-13T07:24:20.905 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 2428 (ObjNum 876 snap 299 seq_num 876) dirty exists 2024-04-13T07:24:20.905 INFO:tasks.rados.rados.0.smithi003.stdout:2850: left oid 18 (ObjNum 876 snap 299 seq_num 876) 2024-04-13T07:24:20.906 INFO:tasks.rados.rados.0.smithi003.stdout:2850: done (2 left) 2024-04-13T07:24:20.906 INFO:tasks.rados.rados.0.smithi003.stdout:2852: done (1 left) 2024-04-13T07:24:20.906 INFO:tasks.rados.rados.0.smithi003.stdout:2853: setattr oid 35 current snap is 299 2024-04-13T07:24:20.907 INFO:tasks.rados.rados.0.smithi003.stdout:2851: finishing write tid 1 to smithi00377890-14 2024-04-13T07:24:20.908 INFO:tasks.rados.rados.0.smithi003.stdout:2851: finishing write tid 2 to smithi00377890-14 2024-04-13T07:24:20.909 INFO:tasks.rados.rados.0.smithi003.stdout:2854: copy_from oid 26 from oid 1 current snap is 299 2024-04-13T07:24:20.909 INFO:tasks.rados.rados.0.smithi003.stdout:2855: copy_from oid 17 from oid 29 current snap is 299 2024-04-13T07:24:20.909 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 299 2024-04-13T07:24:20.909 INFO:tasks.rados.rados.0.smithi003.stdout:2856: seq_num 879 ranges {9838592=327680} 2024-04-13T07:24:20.964 INFO:tasks.rados.rados.0.smithi003.stdout:2856: writing smithi00377890-27 from 9838592 to 10166272 tid 1 2024-04-13T07:24:20.965 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 2 current snap is 299 2024-04-13T07:24:20.965 INFO:tasks.rados.rados.0.smithi003.stdout:2857: seq_num 880 ranges {2318336=344064} 2024-04-13T07:24:20.980 INFO:tasks.rados.rados.0.smithi003.stdout:2857: writing smithi00377890-2 from 2318336 to 2662400 tid 1 2024-04-13T07:24:20.980 INFO:tasks.rados.rados.0.smithi003.stdout:2858: read oid 9 snap -1 2024-04-13T07:24:20.980 INFO:tasks.rados.rados.0.smithi003.stdout:2858: expect (ObjNum 838 snap 296 seq_num 838) 2024-04-13T07:24:20.980 INFO:tasks.rados.rados.0.smithi003.stdout:2859: delete oid 15 current snap is 299 2024-04-13T07:24:20.980 INFO:tasks.rados.rados.0.smithi003.stdout:2851: finishing write tid 3 to smithi00377890-14 2024-04-13T07:24:20.980 INFO:tasks.rados.rados.0.smithi003.stdout:2851: oid 14 updating version 0 to 2177 2024-04-13T07:24:20.980 INFO:tasks.rados.rados.0.smithi003.stdout:2851: oid 14 version 2177 is already newer than 2176 2024-04-13T07:24:20.981 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 2177 (ObjNum 877 snap 299 seq_num 877) dirty exists 2024-04-13T07:24:20.981 INFO:tasks.rados.rados.0.smithi003.stdout:2851: left oid 14 (ObjNum 877 snap 299 seq_num 877) 2024-04-13T07:24:20.981 INFO:tasks.rados.rados.0.smithi003.stdout:2855: finishing copy_from to smithi00377890-17 2024-04-13T07:24:20.981 INFO:tasks.rados.rados.0.smithi003.stdout:2855: got expected ENOENT (src dne) 2024-04-13T07:24:20.981 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 2450 (ObjNum 33 snap 0 seq_num 267470640) dirty exists 2024-04-13T07:24:20.981 INFO:tasks.rados.rados.0.smithi003.stdout:2855: finishing copy_from racing read to smithi00377890-17 2024-04-13T07:24:20.981 INFO:tasks.rados.rados.0.smithi003.stdout:2854: finishing copy_from racing read to smithi00377890-26 2024-04-13T07:24:20.981 INFO:tasks.rados.rados.0.smithi003.stdout:2854: finishing copy_from to smithi00377890-26 2024-04-13T07:24:20.981 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 2030 (ObjNum 867 snap 299 seq_num 867) dirty exists 2024-04-13T07:24:20.981 INFO:tasks.rados.rados.0.smithi003.stdout:2856: finishing write tid 1 to smithi00377890-27 2024-04-13T07:24:20.981 INFO:tasks.rados.rados.0.smithi003.stdout:2856: finishing write tid 2 to smithi00377890-27 2024-04-13T07:24:20.981 INFO:tasks.rados.rados.0.smithi003.stdout:2856: finishing write tid 3 to smithi00377890-27 2024-04-13T07:24:20.981 INFO:tasks.rados.rados.0.smithi003.stdout:2856: oid 27 updating version 0 to 2437 2024-04-13T07:24:20.981 INFO:tasks.rados.rados.0.smithi003.stdout:2856: oid 27 version 2437 is already newer than 2436 2024-04-13T07:24:20.981 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 2437 (ObjNum 879 snap 299 seq_num 879) dirty exists 2024-04-13T07:24:20.981 INFO:tasks.rados.rados.0.smithi003.stdout:2856: left oid 27 (ObjNum 879 snap 299 seq_num 879) 2024-04-13T07:24:20.983 INFO:tasks.rados.rados.0.smithi003.stdout:2857: finishing write tid 1 to smithi00377890-2 2024-04-13T07:24:20.983 INFO:tasks.rados.rados.0.smithi003.stdout:2857: finishing write tid 2 to smithi00377890-2 2024-04-13T07:24:20.985 INFO:tasks.rados.rados.0.smithi003.stdout:2857: finishing write tid 3 to smithi00377890-2 2024-04-13T07:24:20.985 INFO:tasks.rados.rados.0.smithi003.stdout:2857: oid 2 updating version 0 to 2429 2024-04-13T07:24:20.985 INFO:tasks.rados.rados.0.smithi003.stdout:2857: oid 2 updating version 2429 to 2430 2024-04-13T07:24:20.985 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 2430 (ObjNum 880 snap 299 seq_num 880) dirty exists 2024-04-13T07:24:20.985 INFO:tasks.rados.rados.0.smithi003.stdout:2857: left oid 2 (ObjNum 880 snap 299 seq_num 880) 2024-04-13T07:24:20.998 INFO:tasks.rados.rados.0.smithi003.stdout:2858: expect (ObjNum 838 snap 296 seq_num 838) 2024-04-13T07:24:21.131 INFO:tasks.rados.rados.0.smithi003.stdout:2851: done (7 left) 2024-04-13T07:24:21.132 INFO:tasks.rados.rados.0.smithi003.stdout:2853: done (6 left) 2024-04-13T07:24:21.132 INFO:tasks.rados.rados.0.smithi003.stdout:2854: done (5 left) 2024-04-13T07:24:21.132 INFO:tasks.rados.rados.0.smithi003.stdout:2855: done (4 left) 2024-04-13T07:24:21.132 INFO:tasks.rados.rados.0.smithi003.stdout:2856: done (3 left) 2024-04-13T07:24:21.132 INFO:tasks.rados.rados.0.smithi003.stdout:2857: done (2 left) 2024-04-13T07:24:21.132 INFO:tasks.rados.rados.0.smithi003.stdout:2858: done (1 left) 2024-04-13T07:24:21.132 INFO:tasks.rados.rados.0.smithi003.stdout:2859: done (0 left) 2024-04-13T07:24:21.132 INFO:tasks.rados.rados.0.smithi003.stdout:2860: rmattr oid 48 current snap is 299 2024-04-13T07:24:21.132 INFO:tasks.rados.rados.0.smithi003.stdout:2860: done (0 left) 2024-04-13T07:24:21.132 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 299 2024-04-13T07:24:21.132 INFO:tasks.rados.rados.0.smithi003.stdout:2861: seq_num 882 ranges {2629632=376832} 2024-04-13T07:24:21.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:20 smithi003 ceph-mon[89364]: osdmap e661: 8 total, 8 up, 8 in 2024-04-13T07:24:21.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:20 smithi003 ceph-mon[91733]: osdmap e661: 8 total, 8 up, 8 in 2024-04-13T07:24:21.148 INFO:tasks.rados.rados.0.smithi003.stdout:2861: writing smithi00377890-17 from 2629632 to 3006464 tid 1 2024-04-13T07:24:21.148 INFO:tasks.rados.rados.0.smithi003.stdout:2862: rollback oid 49 current snap is 299 2024-04-13T07:24:21.148 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 49 to 219 2024-04-13T07:24:21.148 INFO:tasks.rados.rados.0.smithi003.stdout:2863: setattr oid 36 current snap is 299 2024-04-13T07:24:21.149 INFO:tasks.rados.rados.0.smithi003.stdout:2864: rollback oid 12 current snap is 299 2024-04-13T07:24:21.149 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 12 to 219 2024-04-13T07:24:21.149 INFO:tasks.rados.rados.0.smithi003.stdout:2865: snap_create 2024-04-13T07:24:21.152 INFO:tasks.rados.rados.0.smithi003.stdout:2861: finishing write tid 1 to smithi00377890-17 2024-04-13T07:24:21.152 INFO:tasks.rados.rados.0.smithi003.stdout:2864: finishing rollback tid 1 to smithi00377890-12 2024-04-13T07:24:21.152 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 1889 (ObjNum 81 snap 0 seq_num 1516925006) dirty exists 2024-04-13T07:24:21.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:20 smithi066 ceph-mon[84331]: osdmap e661: 8 total, 8 up, 8 in 2024-04-13T07:24:21.153 INFO:tasks.rados.rados.0.smithi003.stdout:2861: finishing write tid 2 to smithi00377890-17 2024-04-13T07:24:21.153 INFO:tasks.rados.rados.0.smithi003.stdout:2864: finishing rollback tid 2 to smithi00377890-12 2024-04-13T07:24:21.153 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 2480 (ObjNum 533 snap 180 seq_num 533) dirty exists 2024-04-13T07:24:21.153 INFO:tasks.rados.rados.0.smithi003.stdout:2862: finishing rollback tid 0 to smithi00377890-49 2024-04-13T07:24:21.154 INFO:tasks.rados.rados.0.smithi003.stdout:2862: finishing rollback tid 1 to smithi00377890-49 2024-04-13T07:24:21.154 INFO:tasks.rados.rados.0.smithi003.stdout:2862: finishing rollback tid 2 to smithi00377890-49 2024-04-13T07:24:21.154 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 2441 (ObjNum 430 snap 146 seq_num 430) dirty exists 2024-04-13T07:24:21.154 INFO:tasks.rados.rados.0.smithi003.stdout:2861: finishing write tid 3 to smithi00377890-17 2024-04-13T07:24:21.154 INFO:tasks.rados.rados.0.smithi003.stdout:2861: oid 17 updating version 0 to 2032 2024-04-13T07:24:21.154 INFO:tasks.rados.rados.0.smithi003.stdout:2861: oid 17 version 2032 is already newer than 2031 2024-04-13T07:24:21.154 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 2032 (ObjNum 882 snap 299 seq_num 882) dirty exists 2024-04-13T07:24:21.155 INFO:tasks.rados.rados.0.smithi003.stdout:2861: left oid 17 (ObjNum 882 snap 299 seq_num 882) 2024-04-13T07:24:21.880 INFO:tasks.rados.rados.0.smithi003.stdout:2861: done (4 left) 2024-04-13T07:24:21.880 INFO:tasks.rados.rados.0.smithi003.stdout:2862: done (3 left) 2024-04-13T07:24:21.880 INFO:tasks.rados.rados.0.smithi003.stdout:2863: done (2 left) 2024-04-13T07:24:21.880 INFO:tasks.rados.rados.0.smithi003.stdout:2864: done (1 left) 2024-04-13T07:24:21.880 INFO:tasks.rados.rados.0.smithi003.stdout:2865: done (0 left) 2024-04-13T07:24:21.880 INFO:tasks.rados.rados.0.smithi003.stdout:2866: rollback oid 14 current snap is 300 2024-04-13T07:24:21.880 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 14 to 298 2024-04-13T07:24:21.880 INFO:tasks.rados.rados.0.smithi003.stdout:2867: snap_create 2024-04-13T07:24:21.886 INFO:tasks.rados.rados.0.smithi003.stdout:2866: finishing rollback tid 0 to smithi00377890-14 2024-04-13T07:24:21.887 INFO:tasks.rados.rados.0.smithi003.stdout:2866: finishing rollback tid 1 to smithi00377890-14 2024-04-13T07:24:21.887 INFO:tasks.rados.rados.0.smithi003.stdout:2866: finishing rollback tid 2 to smithi00377890-14 2024-04-13T07:24:21.887 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 2180 (ObjNum 679 snap 230 seq_num 679) dirty exists 2024-04-13T07:24:22.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:21 smithi003 ceph-mon[89364]: pgmap v652: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 630 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-04-13T07:24:22.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:21 smithi003 ceph-mon[89364]: osdmap e662: 8 total, 8 up, 8 in 2024-04-13T07:24:22.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:21 smithi003 ceph-mon[91733]: pgmap v652: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 630 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-04-13T07:24:22.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:21 smithi003 ceph-mon[91733]: osdmap e662: 8 total, 8 up, 8 in 2024-04-13T07:24:22.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:21 smithi066 ceph-mon[84331]: pgmap v652: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 630 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-04-13T07:24:22.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:21 smithi066 ceph-mon[84331]: osdmap e662: 8 total, 8 up, 8 in 2024-04-13T07:24:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:24:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:24:22.888 INFO:tasks.rados.rados.0.smithi003.stdout:2866: done (1 left) 2024-04-13T07:24:22.888 INFO:tasks.rados.rados.0.smithi003.stdout:2867: done (0 left) 2024-04-13T07:24:22.888 INFO:tasks.rados.rados.0.smithi003.stdout:2868: read oid 49 snap -1 2024-04-13T07:24:22.889 INFO:tasks.rados.rados.0.smithi003.stdout:2868: expect (ObjNum 430 snap 146 seq_num 430) 2024-04-13T07:24:22.889 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 301 2024-04-13T07:24:22.889 INFO:tasks.rados.rados.0.smithi003.stdout:2869: seq_num 883 ranges {0=393216} 2024-04-13T07:24:22.890 INFO:tasks.rados.rados.0.smithi003.stdout:2869: writing smithi00377890-3 from 0 to 393216 tid 1 2024-04-13T07:24:22.890 INFO:tasks.rados.rados.0.smithi003.stdout:2870: snap_remove snap 175 2024-04-13T07:24:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:22 smithi003 ceph-mon[91733]: osdmap e663: 8 total, 8 up, 8 in 2024-04-13T07:24:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:24:23.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:22 smithi003 ceph-mon[89364]: osdmap e663: 8 total, 8 up, 8 in 2024-04-13T07:24:23.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:24:23.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:22 smithi066 ceph-mon[84331]: osdmap e663: 8 total, 8 up, 8 in 2024-04-13T07:24:23.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:24:23.870 INFO:tasks.rados.rados.0.smithi003.stdout:2869: finishing write tid 1 to smithi00377890-3 2024-04-13T07:24:23.871 INFO:tasks.rados.rados.0.smithi003.stdout:2869: finishing write tid 2 to smithi00377890-3 2024-04-13T07:24:23.871 INFO:tasks.rados.rados.0.smithi003.stdout:2868: expect (ObjNum 430 snap 146 seq_num 430) 2024-04-13T07:24:23.931 INFO:tasks.rados.rados.0.smithi003.stdout:2869: finishing write tid 3 to smithi00377890-3 2024-04-13T07:24:23.931 INFO:tasks.rados.rados.0.smithi003.stdout:2869: oid 3 updating version 0 to 2443 2024-04-13T07:24:23.931 INFO:tasks.rados.rados.0.smithi003.stdout:2869: oid 3 version 2443 is already newer than 2442 2024-04-13T07:24:23.931 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 2443 (ObjNum 883 snap 301 seq_num 883) dirty exists 2024-04-13T07:24:23.932 INFO:tasks.rados.rados.0.smithi003.stdout:2869: left oid 3 (ObjNum 883 snap 301 seq_num 883) 2024-04-13T07:24:23.932 INFO:tasks.rados.rados.0.smithi003.stdout:2868: done (2 left) 2024-04-13T07:24:23.932 INFO:tasks.rados.rados.0.smithi003.stdout:2869: done (1 left) 2024-04-13T07:24:23.932 INFO:tasks.rados.rados.0.smithi003.stdout:2870: done (0 left) 2024-04-13T07:24:23.932 INFO:tasks.rados.rados.0.smithi003.stdout:2871: read oid 38 snap -1 2024-04-13T07:24:23.932 INFO:tasks.rados.rados.0.smithi003.stdout:2871: expect (ObjNum 782 snap 278 seq_num 782) 2024-04-13T07:24:23.932 INFO:tasks.rados.rados.0.smithi003.stdout:2872: rollback oid 8 current snap is 301 2024-04-13T07:24:23.932 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 8 to 288 2024-04-13T07:24:23.932 INFO:tasks.rados.rados.0.smithi003.stdout:2873: copy_from oid 44 from oid 9 current snap is 301 2024-04-13T07:24:23.932 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 24 current snap is 301 2024-04-13T07:24:23.932 INFO:tasks.rados.rados.0.smithi003.stdout:2874: seq_num 884 ranges {1179648=409600} 2024-04-13T07:24:23.940 INFO:tasks.rados.rados.0.smithi003.stdout:2874: writing smithi00377890-24 from 1179648 to 1589248 tid 1 2024-04-13T07:24:23.940 INFO:tasks.rados.rados.0.smithi003.stdout:2875: snap_remove snap 299 2024-04-13T07:24:24.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:23 smithi003 ceph-mon[89364]: pgmap v655: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 636 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-04-13T07:24:24.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:23 smithi003 ceph-mon[89364]: osdmap e664: 8 total, 8 up, 8 in 2024-04-13T07:24:24.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:23 smithi003 ceph-mon[89364]: osdmap e665: 8 total, 8 up, 8 in 2024-04-13T07:24:24.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:23 smithi003 ceph-mon[91733]: pgmap v655: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 636 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-04-13T07:24:24.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:23 smithi003 ceph-mon[91733]: osdmap e664: 8 total, 8 up, 8 in 2024-04-13T07:24:24.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:23 smithi003 ceph-mon[91733]: osdmap e665: 8 total, 8 up, 8 in 2024-04-13T07:24:24.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:23 smithi066 ceph-mon[84331]: pgmap v655: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 636 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-04-13T07:24:24.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:23 smithi066 ceph-mon[84331]: osdmap e664: 8 total, 8 up, 8 in 2024-04-13T07:24:24.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:23 smithi066 ceph-mon[84331]: osdmap e665: 8 total, 8 up, 8 in 2024-04-13T07:24:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:24:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:24:24] "GET /metrics HTTP/1.1" 200 36240 "" "Prometheus/2.43.0" 2024-04-13T07:24:24.896 INFO:tasks.rados.rados.0.smithi003.stdout:2871: expect (ObjNum 782 snap 278 seq_num 782) 2024-04-13T07:24:24.926 INFO:tasks.rados.rados.0.smithi003.stdout:2872: finishing rollback tid 1 to smithi00377890-8 2024-04-13T07:24:24.927 INFO:tasks.rados.rados.0.smithi003.stdout:2872: finishing rollback tid 2 to smithi00377890-8 2024-04-13T07:24:24.927 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2534 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:24:24.927 INFO:tasks.rados.rados.0.smithi003.stdout:2874: finishing write tid 1 to smithi00377890-24 2024-04-13T07:24:24.927 INFO:tasks.rados.rados.0.smithi003.stdout:2874: finishing write tid 2 to smithi00377890-24 2024-04-13T07:24:24.927 INFO:tasks.rados.rados.0.smithi003.stdout:2874: finishing write tid 3 to smithi00377890-24 2024-04-13T07:24:24.927 INFO:tasks.rados.rados.0.smithi003.stdout:2874: oid 24 updating version 0 to 2467 2024-04-13T07:24:24.927 INFO:tasks.rados.rados.0.smithi003.stdout:2874: oid 24 version 2467 is already newer than 2466 2024-04-13T07:24:24.927 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 2467 (ObjNum 884 snap 301 seq_num 884) dirty exists 2024-04-13T07:24:24.927 INFO:tasks.rados.rados.0.smithi003.stdout:2874: left oid 24 (ObjNum 884 snap 301 seq_num 884) 2024-04-13T07:24:24.927 INFO:tasks.rados.rados.0.smithi003.stdout:2873: finishing copy_from racing read to smithi00377890-44 2024-04-13T07:24:24.927 INFO:tasks.rados.rados.0.smithi003.stdout:2873: finishing copy_from to smithi00377890-44 2024-04-13T07:24:24.927 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 2861 (ObjNum 838 snap 296 seq_num 838) dirty exists 2024-04-13T07:24:24.927 INFO:tasks.rados.rados.0.smithi003.stdout:2871: done (4 left) 2024-04-13T07:24:24.927 INFO:tasks.rados.rados.0.smithi003.stdout:2872: done (3 left) 2024-04-13T07:24:24.928 INFO:tasks.rados.rados.0.smithi003.stdout:2873: done (2 left) 2024-04-13T07:24:24.928 INFO:tasks.rados.rados.0.smithi003.stdout:2874: done (1 left) 2024-04-13T07:24:24.928 INFO:tasks.rados.rados.0.smithi003.stdout:2875: done (0 left) 2024-04-13T07:24:24.928 INFO:tasks.rados.rados.0.smithi003.stdout:2876: delete oid 39 current snap is 301 2024-04-13T07:24:24.931 INFO:tasks.rados.rados.0.smithi003.stdout:2876: done (0 left) 2024-04-13T07:24:24.931 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 43 current snap is 301 2024-04-13T07:24:24.931 INFO:tasks.rados.rados.0.smithi003.stdout:2877: seq_num 886 ranges {3809280=442368} 2024-04-13T07:24:24.954 INFO:tasks.rados.rados.0.smithi003.stdout:2877: writing smithi00377890-43 from 3809280 to 4251648 tid 1 2024-04-13T07:24:24.954 INFO:tasks.rados.rados.0.smithi003.stdout:2878: snap_remove snap 265 2024-04-13T07:24:25.902 INFO:tasks.rados.rados.0.smithi003.stdout:2878: done (1 left) 2024-04-13T07:24:25.903 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 21 current snap is 301 2024-04-13T07:24:25.903 INFO:tasks.rados.rados.0.smithi003.stdout:2879: seq_num 887 ranges {188416=458752} 2024-04-13T07:24:25.906 INFO:tasks.rados.rados.0.smithi003.stdout:2879: writing smithi00377890-21 from 188416 to 647168 tid 1 2024-04-13T07:24:25.907 INFO:tasks.rados.rados.0.smithi003.stdout:2880: rmattr oid 39 current snap is 301 2024-04-13T07:24:25.907 INFO:tasks.rados.rados.0.smithi003.stdout:2880: done (2 left) 2024-04-13T07:24:25.907 INFO:tasks.rados.rados.0.smithi003.stdout:2881: snap_remove snap 229 2024-04-13T07:24:26.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:25 smithi066 ceph-mon[84331]: pgmap v658: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 622 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-13T07:24:26.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:25 smithi066 ceph-mon[84331]: osdmap e666: 8 total, 8 up, 8 in 2024-04-13T07:24:26.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:25 smithi003 ceph-mon[91733]: pgmap v658: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 622 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-13T07:24:26.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:25 smithi003 ceph-mon[91733]: osdmap e666: 8 total, 8 up, 8 in 2024-04-13T07:24:26.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:25 smithi003 ceph-mon[89364]: pgmap v658: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 622 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-13T07:24:26.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:25 smithi003 ceph-mon[89364]: osdmap e666: 8 total, 8 up, 8 in 2024-04-13T07:24:26.908 INFO:tasks.rados.rados.0.smithi003.stdout:2881: done (2 left) 2024-04-13T07:24:26.908 INFO:tasks.rados.rados.0.smithi003.stdout:2882: snap_remove snap 264 2024-04-13T07:24:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:26 smithi003 ceph-mon[89364]: osdmap e667: 8 total, 8 up, 8 in 2024-04-13T07:24:27.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:26 smithi003 ceph-mon[91733]: osdmap e667: 8 total, 8 up, 8 in 2024-04-13T07:24:27.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:26 smithi066 ceph-mon[84331]: osdmap e667: 8 total, 8 up, 8 in 2024-04-13T07:24:27.911 INFO:tasks.rados.rados.0.smithi003.stdout:2882: done (2 left) 2024-04-13T07:24:27.911 INFO:tasks.rados.rados.0.smithi003.stdout:2883: rmattr oid 29 current snap is 301 2024-04-13T07:24:27.911 INFO:tasks.rados.rados.0.smithi003.stdout:2883: done (2 left) 2024-04-13T07:24:27.911 INFO:tasks.rados.rados.0.smithi003.stdout:2884: read oid 11 snap -1 2024-04-13T07:24:27.912 INFO:tasks.rados.rados.0.smithi003.stdout:2884: expect (ObjNum 862 snap 299 seq_num 862) 2024-04-13T07:24:27.912 INFO:tasks.rados.rados.0.smithi003.stdout:2885: read oid 40 snap -1 2024-04-13T07:24:27.912 INFO:tasks.rados.rados.0.smithi003.stdout:2885: expect deleted 2024-04-13T07:24:27.912 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 18 current snap is 301 2024-04-13T07:24:27.912 INFO:tasks.rados.rados.0.smithi003.stdout:2886: seq_num 888 ranges {1687552=475136} 2024-04-13T07:24:27.924 INFO:tasks.rados.rados.0.smithi003.stdout:2886: writing smithi00377890-18 from 1687552 to 2162688 tid 1 2024-04-13T07:24:27.926 INFO:tasks.rados.rados.0.smithi003.stdout:2877: finishing write tid 1 to smithi00377890-43 2024-04-13T07:24:27.926 INFO:tasks.rados.rados.0.smithi003.stdout:2877: finishing write tid 2 to smithi00377890-43 2024-04-13T07:24:27.927 INFO:tasks.rados.rados.0.smithi003.stdout:2877: finishing write tid 3 to smithi00377890-43 2024-04-13T07:24:27.927 INFO:tasks.rados.rados.0.smithi003.stdout:2877: oid 43 updating version 0 to 1552 2024-04-13T07:24:27.927 INFO:tasks.rados.rados.0.smithi003.stdout:2877: oid 43 version 1552 is already newer than 1551 2024-04-13T07:24:27.927 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 1552 (ObjNum 886 snap 301 seq_num 886) dirty exists 2024-04-13T07:24:27.927 INFO:tasks.rados.rados.0.smithi003.stdout:2877: left oid 43 (ObjNum 886 snap 301 seq_num 886) 2024-04-13T07:24:27.927 INFO:tasks.rados.rados.0.smithi003.stdout:2879: finishing write tid 1 to smithi00377890-21 2024-04-13T07:24:27.927 INFO:tasks.rados.rados.0.smithi003.stdout:2879: finishing write tid 2 to smithi00377890-21 2024-04-13T07:24:27.927 INFO:tasks.rados.rados.0.smithi003.stdout:2879: finishing write tid 3 to smithi00377890-21 2024-04-13T07:24:27.927 INFO:tasks.rados.rados.0.smithi003.stdout:2879: oid 21 updating version 0 to 2178 2024-04-13T07:24:27.927 INFO:tasks.rados.rados.0.smithi003.stdout:2879: oid 21 version 2178 is already newer than 2177 2024-04-13T07:24:27.927 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2178 (ObjNum 887 snap 301 seq_num 887) dirty exists 2024-04-13T07:24:27.927 INFO:tasks.rados.rados.0.smithi003.stdout:2879: left oid 21 (ObjNum 887 snap 301 seq_num 887) 2024-04-13T07:24:27.927 INFO:tasks.rados.rados.0.smithi003.stdout:2884: expect (ObjNum 862 snap 299 seq_num 862) 2024-04-13T07:24:27.927 INFO:tasks.rados.rados.0.smithi003.stdout:2877: done (4 left) 2024-04-13T07:24:27.928 INFO:tasks.rados.rados.0.smithi003.stdout:2879: done (3 left) 2024-04-13T07:24:27.928 INFO:tasks.rados.rados.0.smithi003.stdout:2884: done (2 left) 2024-04-13T07:24:27.928 INFO:tasks.rados.rados.0.smithi003.stdout:2885: done (1 left) 2024-04-13T07:24:27.928 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 29 current snap is 301 2024-04-13T07:24:27.928 INFO:tasks.rados.rados.0.smithi003.stdout:2887: seq_num 889 ranges {0=491520} 2024-04-13T07:24:27.930 INFO:tasks.rados.rados.0.smithi003.stdout:2887: writing smithi00377890-29 from 0 to 491520 tid 1 2024-04-13T07:24:27.930 INFO:tasks.rados.rados.0.smithi003.stdout:2888: snap_remove snap 281 2024-04-13T07:24:28.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:27 smithi066 ceph-mon[84331]: pgmap v661: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 580 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-04-13T07:24:28.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:27 smithi066 ceph-mon[84331]: osdmap e668: 8 total, 8 up, 8 in 2024-04-13T07:24:28.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:27 smithi003 ceph-mon[91733]: pgmap v661: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 580 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-04-13T07:24:28.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:27 smithi003 ceph-mon[91733]: osdmap e668: 8 total, 8 up, 8 in 2024-04-13T07:24:28.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:27 smithi003 ceph-mon[89364]: pgmap v661: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 580 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-04-13T07:24:28.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:27 smithi003 ceph-mon[89364]: osdmap e668: 8 total, 8 up, 8 in 2024-04-13T07:24:28.873 INFO:tasks.rados.rados.0.smithi003.stdout:2888: done (2 left) 2024-04-13T07:24:28.874 INFO:tasks.rados.rados.0.smithi003.stdout:2889: copy_from oid 4 from oid 27 current snap is 301 2024-04-13T07:24:28.874 INFO:tasks.rados.rados.0.smithi003.stdout:2886: finishing write tid 1 to smithi00377890-18 2024-04-13T07:24:28.874 INFO:tasks.rados.rados.0.smithi003.stdout:2886: finishing write tid 2 to smithi00377890-18 2024-04-13T07:24:28.874 INFO:tasks.rados.rados.0.smithi003.stdout:2886: finishing write tid 3 to smithi00377890-18 2024-04-13T07:24:28.874 INFO:tasks.rados.rados.0.smithi003.stdout:2886: oid 18 updating version 0 to 2431 2024-04-13T07:24:28.874 INFO:tasks.rados.rados.0.smithi003.stdout:2886: oid 18 updating version 2431 to 2432 2024-04-13T07:24:28.874 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 2432 (ObjNum 888 snap 301 seq_num 888) dirty exists 2024-04-13T07:24:28.874 INFO:tasks.rados.rados.0.smithi003.stdout:2886: left oid 18 (ObjNum 888 snap 301 seq_num 888) 2024-04-13T07:24:28.874 INFO:tasks.rados.rados.0.smithi003.stdout:2887: finishing write tid 1 to smithi00377890-29 2024-04-13T07:24:28.874 INFO:tasks.rados.rados.0.smithi003.stdout:2887: finishing write tid 2 to smithi00377890-29 2024-04-13T07:24:28.874 INFO:tasks.rados.rados.0.smithi003.stdout:2887: finishing write tid 3 to smithi00377890-29 2024-04-13T07:24:28.874 INFO:tasks.rados.rados.0.smithi003.stdout:2887: oid 29 updating version 0 to 1891 2024-04-13T07:24:28.875 INFO:tasks.rados.rados.0.smithi003.stdout:2887: oid 29 version 1891 is already newer than 1890 2024-04-13T07:24:28.875 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 1891 (ObjNum 889 snap 301 seq_num 889) dirty exists 2024-04-13T07:24:28.875 INFO:tasks.rados.rados.0.smithi003.stdout:2887: left oid 29 (ObjNum 889 snap 301 seq_num 889) 2024-04-13T07:24:28.875 INFO:tasks.rados.rados.0.smithi003.stdout:2886: done (2 left) 2024-04-13T07:24:28.875 INFO:tasks.rados.rados.0.smithi003.stdout:2887: done (1 left) 2024-04-13T07:24:28.875 INFO:tasks.rados.rados.0.smithi003.stdout:2890: snap_remove snap 288 2024-04-13T07:24:29.176 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:28 smithi066 ceph-mon[84331]: osdmap e669: 8 total, 8 up, 8 in 2024-04-13T07:24:29.176 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:28 smithi066 ceph-mon[84331]: osdmap e670: 8 total, 8 up, 8 in 2024-04-13T07:24:29.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:28 smithi003 ceph-mon[91733]: osdmap e669: 8 total, 8 up, 8 in 2024-04-13T07:24:29.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:28 smithi003 ceph-mon[91733]: osdmap e670: 8 total, 8 up, 8 in 2024-04-13T07:24:29.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:28 smithi003 ceph-mon[89364]: osdmap e669: 8 total, 8 up, 8 in 2024-04-13T07:24:29.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:28 smithi003 ceph-mon[89364]: osdmap e670: 8 total, 8 up, 8 in 2024-04-13T07:24:29.874 INFO:tasks.rados.rados.0.smithi003.stdout:2890: done (1 left) 2024-04-13T07:24:29.874 INFO:tasks.rados.rados.0.smithi003.stdout:2891: copy_from oid 5 from oid 16 current snap is 301 2024-04-13T07:24:29.874 INFO:tasks.rados.rados.0.smithi003.stdout:2889: finishing copy_from racing read to smithi00377890-4 2024-04-13T07:24:29.874 INFO:tasks.rados.rados.0.smithi003.stdout:2889: finishing copy_from to smithi00377890-4 2024-04-13T07:24:29.875 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 2437 (ObjNum 879 snap 299 seq_num 879) dirty exists 2024-04-13T07:24:29.875 INFO:tasks.rados.rados.0.smithi003.stdout:2889: done (1 left) 2024-04-13T07:24:29.875 INFO:tasks.rados.rados.0.smithi003.stdout:2892: read oid 18 snap -1 2024-04-13T07:24:29.875 INFO:tasks.rados.rados.0.smithi003.stdout:2892: expect (ObjNum 888 snap 301 seq_num 888) 2024-04-13T07:24:29.875 INFO:tasks.rados.rados.0.smithi003.stdout:2893: delete oid 34 current snap is 301 2024-04-13T07:24:29.878 INFO:tasks.rados.rados.0.smithi003.stdout:2891: finishing copy_from to smithi00377890-5 2024-04-13T07:24:29.878 INFO:tasks.rados.rados.0.smithi003.stdout:2891: got expected ENOENT (src dne) 2024-04-13T07:24:29.879 INFO:tasks.rados.rados.0.smithi003.stdout:2891: finishing copy_from racing read to smithi00377890-5 2024-04-13T07:24:29.885 INFO:tasks.rados.rados.0.smithi003.stdout:2891: done (2 left) 2024-04-13T07:24:29.885 INFO:tasks.rados.rados.0.smithi003.stdout:2893: done (1 left) 2024-04-13T07:24:29.885 INFO:tasks.rados.rados.0.smithi003.stdout:2894: setattr oid 21 current snap is 301 2024-04-13T07:24:29.886 INFO:tasks.rados.rados.0.smithi003.stdout:2895: snap_create 2024-04-13T07:24:29.893 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2179 (ObjNum 887 snap 301 seq_num 887) dirty exists 2024-04-13T07:24:29.899 INFO:tasks.rados.rados.0.smithi003.stdout:2892: expect (ObjNum 888 snap 301 seq_num 888) 2024-04-13T07:24:30.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:29 smithi003 ceph-mon[91733]: pgmap v664: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 580 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-04-13T07:24:30.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:29 smithi003 ceph-mon[91733]: osdmap e671: 8 total, 8 up, 8 in 2024-04-13T07:24:30.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:29 smithi003 ceph-mon[89364]: pgmap v664: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 580 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-04-13T07:24:30.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:29 smithi003 ceph-mon[89364]: osdmap e671: 8 total, 8 up, 8 in 2024-04-13T07:24:30.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:29 smithi066 ceph-mon[84331]: pgmap v664: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 580 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-04-13T07:24:30.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:29 smithi066 ceph-mon[84331]: osdmap e671: 8 total, 8 up, 8 in 2024-04-13T07:24:30.865 INFO:tasks.rados.rados.0.smithi003.stdout:2892: done (2 left) 2024-04-13T07:24:30.865 INFO:tasks.rados.rados.0.smithi003.stdout:2894: done (1 left) 2024-04-13T07:24:30.865 INFO:tasks.rados.rados.0.smithi003.stdout:2895: done (0 left) 2024-04-13T07:24:30.865 INFO:tasks.rados.rados.0.smithi003.stdout:2896: snap_remove snap 289 2024-04-13T07:24:31.869 INFO:tasks.rados.rados.0.smithi003.stdout:2896: done (0 left) 2024-04-13T07:24:31.869 INFO:tasks.rados.rados.0.smithi003.stdout:2897: snap_remove snap 236 2024-04-13T07:24:32.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:31 smithi003 ceph-mon[91733]: pgmap v667: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 561 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:24:32.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:31 smithi003 ceph-mon[91733]: osdmap e672: 8 total, 8 up, 8 in 2024-04-13T07:24:32.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:31 smithi003 ceph-mon[89364]: pgmap v667: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 561 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:24:32.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:31 smithi003 ceph-mon[89364]: osdmap e672: 8 total, 8 up, 8 in 2024-04-13T07:24:32.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:31 smithi066 ceph-mon[84331]: pgmap v667: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 561 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:24:32.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:31 smithi066 ceph-mon[84331]: osdmap e672: 8 total, 8 up, 8 in 2024-04-13T07:24:32.305 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -e sha1=5f22a4974d6492df1d519913f5251731f043c582 -- bash -c 'ceph orch ps' 2024-04-13T07:24:32.526 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:24:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:24:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:24:32.872 INFO:tasks.rados.rados.0.smithi003.stdout:2897: done (0 left) 2024-04-13T07:24:32.872 INFO:tasks.rados.rados.0.smithi003.stdout:2898: rollback oid 18 current snap is 302 2024-04-13T07:24:32.872 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 18 to 279 2024-04-13T07:24:32.872 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 10 current snap is 302 2024-04-13T07:24:32.872 INFO:tasks.rados.rados.0.smithi003.stdout:2899: seq_num 891 ranges {1998848=532480} 2024-04-13T07:24:32.888 INFO:tasks.rados.rados.0.smithi003.stdout:2899: writing smithi00377890-10 from 1998848 to 2531328 tid 1 2024-04-13T07:24:32.888 INFO:tasks.rados.rados.0.smithi003.stdout:2900: snap_create 2024-04-13T07:24:32.891 INFO:tasks.rados.rados.0.smithi003.stdout:2898: finishing rollback tid 0 to smithi00377890-18 2024-04-13T07:24:32.892 INFO:tasks.rados.rados.0.smithi003.stdout:2898: finishing rollback tid 1 to smithi00377890-18 2024-04-13T07:24:32.892 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 2434 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-13T07:24:32.900 INFO:tasks.rados.rados.0.smithi003.stdout:2899: finishing write tid 1 to smithi00377890-10 2024-04-13T07:24:32.900 INFO:tasks.rados.rados.0.smithi003.stdout:2899: finishing write tid 2 to smithi00377890-10 2024-04-13T07:24:32.907 INFO:tasks.rados.rados.0.smithi003.stdout:2899: finishing write tid 3 to smithi00377890-10 2024-04-13T07:24:32.907 INFO:tasks.rados.rados.0.smithi003.stdout:2899: oid 10 updating version 0 to 2939 2024-04-13T07:24:32.907 INFO:tasks.rados.rados.0.smithi003.stdout:2899: oid 10 updating version 2939 to 2940 2024-04-13T07:24:32.907 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 2940 (ObjNum 891 snap 302 seq_num 891) dirty exists 2024-04-13T07:24:32.907 INFO:tasks.rados.rados.0.smithi003.stdout:2899: left oid 10 (ObjNum 891 snap 302 seq_num 891) 2024-04-13T07:24:32.980 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:32 smithi003 ceph-mon[89364]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:24:32.980 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:32 smithi003 ceph-mon[89364]: osdmap e673: 8 total, 8 up, 8 in 2024-04-13T07:24:32.980 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:32 smithi003 ceph-mon[89364]: osdmap e674: 8 total, 8 up, 8 in 2024-04-13T07:24:32.981 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:32 smithi003 ceph-mon[91733]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:24:32.981 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:32 smithi003 ceph-mon[91733]: osdmap e673: 8 total, 8 up, 8 in 2024-04-13T07:24:32.981 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:32 smithi003 ceph-mon[91733]: osdmap e674: 8 total, 8 up, 8 in 2024-04-13T07:24:33.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:32 smithi066 ceph-mon[84331]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:24:33.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:32 smithi066 ceph-mon[84331]: osdmap e673: 8 total, 8 up, 8 in 2024-04-13T07:24:33.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:32 smithi066 ceph-mon[84331]: osdmap e674: 8 total, 8 up, 8 in 2024-04-13T07:24:33.865 INFO:tasks.rados.rados.0.smithi003.stdout:2898: done (2 left) 2024-04-13T07:24:33.866 INFO:tasks.rados.rados.0.smithi003.stdout:2899: done (1 left) 2024-04-13T07:24:33.866 INFO:tasks.rados.rados.0.smithi003.stdout:2900: done (0 left) 2024-04-13T07:24:33.866 INFO:tasks.rados.rados.0.smithi003.stdout:2901: rollback oid 20 current snap is 303 2024-04-13T07:24:33.866 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 20 to 298 2024-04-13T07:24:33.866 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 303 2024-04-13T07:24:33.866 INFO:tasks.rados.rados.0.smithi003.stdout:2902: seq_num 892 ranges {0=548864} 2024-04-13T07:24:33.869 INFO:tasks.rados.rados.0.smithi003.stdout:2902: writing smithi00377890-35 from 0 to 548864 tid 1 2024-04-13T07:24:33.869 INFO:tasks.rados.rados.0.smithi003.stdout:2903: delete oid 5 current snap is 303 2024-04-13T07:24:33.874 INFO:tasks.rados.rados.0.smithi003.stdout:2903: done (2 left) 2024-04-13T07:24:33.874 INFO:tasks.rados.rados.0.smithi003.stdout:2904: setattr oid 15 current snap is 303 2024-04-13T07:24:33.875 INFO:tasks.rados.rados.0.smithi003.stdout:2901: finishing rollback tid 0 to smithi00377890-20 2024-04-13T07:24:33.875 INFO:tasks.rados.rados.0.smithi003.stdout:2901: finishing rollback tid 1 to smithi00377890-20 2024-04-13T07:24:33.875 INFO:tasks.rados.rados.0.smithi003.stdout:2901: finishing rollback tid 2 to smithi00377890-20 2024-04-13T07:24:33.875 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 2529 (ObjNum 842 snap 297 seq_num 842) dirty exists 2024-04-13T07:24:33.876 INFO:tasks.rados.rados.0.smithi003.stdout:2901: done (2 left) 2024-04-13T07:24:33.876 INFO:tasks.rados.rados.0.smithi003.stdout:2905: rmattr oid 7 current snap is 303 2024-04-13T07:24:33.876 INFO:tasks.rados.rados.0.smithi003.stdout:2905: done (2 left) 2024-04-13T07:24:33.876 INFO:tasks.rados.rados.0.smithi003.stdout:2906: rmattr oid 29 current snap is 303 2024-04-13T07:24:33.876 INFO:tasks.rados.rados.0.smithi003.stdout:2906: done (2 left) 2024-04-13T07:24:33.876 INFO:tasks.rados.rados.0.smithi003.stdout:2907: read oid 13 snap 219 2024-04-13T07:24:33.876 INFO:tasks.rados.rados.0.smithi003.stdout:2907: expect (ObjNum 645 snap 217 seq_num 645) 2024-04-13T07:24:33.876 INFO:tasks.rados.rados.0.smithi003.stdout:2908: read oid 20 snap -1 2024-04-13T07:24:33.876 INFO:tasks.rados.rados.0.smithi003.stdout:2908: expect (ObjNum 842 snap 297 seq_num 842) 2024-04-13T07:24:33.876 INFO:tasks.rados.rados.0.smithi003.stdout:2909: delete oid 14 current snap is 303 2024-04-13T07:24:33.877 INFO:tasks.rados.rados.0.smithi003.stdout:2902: finishing write tid 1 to smithi00377890-35 2024-04-13T07:24:33.881 INFO:tasks.rados.rados.0.smithi003.stdout:2909: done (4 left) 2024-04-13T07:24:33.881 INFO:tasks.rados.rados.0.smithi003.stdout:2910: snap_create 2024-04-13T07:24:33.881 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 2949 (ObjNum 129 snap 0 seq_num 291887712) dirty exists 2024-04-13T07:24:33.883 INFO:tasks.rados.rados.0.smithi003.stdout:2902: finishing write tid 2 to smithi00377890-35 2024-04-13T07:24:33.888 INFO:tasks.rados.rados.0.smithi003.stdout:2902: finishing write tid 3 to smithi00377890-35 2024-04-13T07:24:33.888 INFO:tasks.rados.rados.0.smithi003.stdout:2902: oid 35 updating version 0 to 2531 2024-04-13T07:24:33.888 INFO:tasks.rados.rados.0.smithi003.stdout:2902: oid 35 updating version 2531 to 2532 2024-04-13T07:24:33.888 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 2532 (ObjNum 892 snap 303 seq_num 892) dirty exists 2024-04-13T07:24:33.888 INFO:tasks.rados.rados.0.smithi003.stdout:2902: left oid 35 (ObjNum 892 snap 303 seq_num 892) 2024-04-13T07:24:33.891 INFO:tasks.rados.rados.0.smithi003.stdout:2908: expect (ObjNum 842 snap 297 seq_num 842) 2024-04-13T07:24:33.954 INFO:tasks.rados.rados.0.smithi003.stdout:2907: expect (ObjNum 645 snap 217 seq_num 645) 2024-04-13T07:24:34.027 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:33 smithi003 ceph-mon[89364]: pgmap v670: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 551 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:24:34.027 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:33 smithi003 ceph-mon[89364]: osdmap e675: 8 total, 8 up, 8 in 2024-04-13T07:24:34.027 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:33 smithi003 ceph-mon[91733]: pgmap v670: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 551 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:24:34.028 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:33 smithi003 ceph-mon[91733]: osdmap e675: 8 total, 8 up, 8 in 2024-04-13T07:24:34.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:33 smithi066 ceph-mon[84331]: pgmap v670: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 551 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:24:34.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:33 smithi066 ceph-mon[84331]: osdmap e675: 8 total, 8 up, 8 in 2024-04-13T07:24:34.309 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:24:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:24:34] "GET /metrics HTTP/1.1" 200 36240 "" "Prometheus/2.43.0" 2024-04-13T07:24:34.519 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T07:24:34.520 INFO:teuthology.orchestra.run.smithi003.stdout:alertmanager.a smithi003 *:9093,9094 running (49s) 45s ago 12m 17.2M - 0.25.0 c8568f914cd2 461221d9084b 2024-04-13T07:24:34.520 INFO:teuthology.orchestra.run.smithi003.stdout:grafana.a smithi066 *:3000 running (27s) 22s ago 12m 52.7M - 9.4.12 2bacad6d85d8 2e9b62d380da 2024-04-13T07:24:34.520 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (2m) 45s ago 13m 14.3M - 19.0.0-2905-g5f22a497 c4b45bf0c946 973acab37dd5 2024-04-13T07:24:34.520 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi066 running (99s) 22s ago 13m 12.6M - 19.0.0-2905-g5f22a497 c4b45bf0c946 ede3ec834623 2024-04-13T07:24:34.520 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi066 *:8443,9283,8765 running (8m) 22s ago 17m 453M - 19.0.0-2905-g5f22a497 c4b45bf0c946 57ffb9b159d7 2024-04-13T07:24:34.520 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi003 *:8443,9283,8765 running (8m) 45s ago 19m 515M - 19.0.0-2905-g5f22a497 c4b45bf0c946 8cf668b60b80 2024-04-13T07:24:34.520 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (7m) 45s ago 19m 67.3M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 64cfa60e298f 2024-04-13T07:24:34.520 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi066 running (7m) 22s ago 17m 55.7M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 77096718c9ff 2024-04-13T07:24:34.520 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi003 running (7m) 45s ago 17m 60.8M 2048M 19.0.0-2905-g5f22a497 c4b45bf0c946 bcc866c9b63b 2024-04-13T07:24:34.520 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.a smithi003 *:9100 running (86s) 45s ago 12m 7982k - 1.5.0 0da6a335fe13 816bb4165edf 2024-04-13T07:24:34.520 INFO:teuthology.orchestra.run.smithi003.stdout:node-exporter.b smithi066 *:9100 running (81s) 22s ago 12m 10.1M - 1.5.0 0da6a335fe13 7d8ba10a0591 2024-04-13T07:24:34.520 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (6m) 45s ago 17m 356M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 6dc25088a5e4 2024-04-13T07:24:34.520 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi003 running (5m) 45s ago 16m 385M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 42147549eb05 2024-04-13T07:24:34.520 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi003 running (5m) 45s ago 16m 189M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 8636b9e9bade 2024-04-13T07:24:34.521 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (4m) 45s ago 15m 192M 2481M 19.0.0-2905-g5f22a497 c4b45bf0c946 dccad7741242 2024-04-13T07:24:34.521 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi066 running (3m) 22s ago 15m 220M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 b94e7fdde3d0 2024-04-13T07:24:34.521 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi066 running (3m) 22s ago 15m 192M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 51d583e35074 2024-04-13T07:24:34.521 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi066 running (2m) 22s ago 14m 175M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 494dadc805af 2024-04-13T07:24:34.521 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi066 running (2m) 22s ago 14m 135M 2480M 19.0.0-2905-g5f22a497 c4b45bf0c946 72a376a22614 2024-04-13T07:24:34.521 INFO:teuthology.orchestra.run.smithi003.stdout:prometheus.a smithi066 *:9095 running (65s) 22s ago 13m 47.1M - 2.43.0 a07b618ecd1d 9f8b525162d3 2024-04-13T07:24:34.865 INFO:tasks.rados.rados.0.smithi003.stdout:2902: done (4 left) 2024-04-13T07:24:34.865 INFO:tasks.rados.rados.0.smithi003.stdout:2904: done (3 left) 2024-04-13T07:24:34.865 INFO:tasks.rados.rados.0.smithi003.stdout:2907: done (2 left) 2024-04-13T07:24:34.865 INFO:tasks.rados.rados.0.smithi003.stdout:2908: done (1 left) 2024-04-13T07:24:34.865 INFO:tasks.rados.rados.0.smithi003.stdout:2910: done (0 left) 2024-04-13T07:24:34.865 INFO:tasks.rados.rados.0.smithi003.stdout:2911: snap_remove snap 255 2024-04-13T07:24:35.213 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -e sha1=5f22a4974d6492df1d519913f5251731f043c582 -- bash -c 'ceph versions' 2024-04-13T07:24:35.424 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:24:35.867 INFO:tasks.rados.rados.0.smithi003.stdout:2911: done (0 left) 2024-04-13T07:24:35.867 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 31 current snap is 304 2024-04-13T07:24:35.867 INFO:tasks.rados.rados.0.smithi003.stdout:2912: seq_num 895 ranges {0=598016} 2024-04-13T07:24:35.870 INFO:tasks.rados.rados.0.smithi003.stdout:2912: writing smithi00377890-31 from 0 to 598016 tid 1 2024-04-13T07:24:35.871 INFO:tasks.rados.rados.0.smithi003.stdout:2913: delete oid 49 current snap is 304 2024-04-13T07:24:35.882 INFO:tasks.rados.rados.0.smithi003.stdout:2912: finishing write tid 1 to smithi00377890-31 2024-04-13T07:24:35.883 INFO:tasks.rados.rados.0.smithi003.stdout:2913: done (1 left) 2024-04-13T07:24:35.883 INFO:tasks.rados.rados.0.smithi003.stdout:2914: delete oid 34 current snap is 304 2024-04-13T07:24:35.885 INFO:tasks.rados.rados.0.smithi003.stdout:2912: finishing write tid 2 to smithi00377890-31 2024-04-13T07:24:35.889 INFO:tasks.rados.rados.0.smithi003.stdout:2914: done (1 left) 2024-04-13T07:24:35.889 INFO:tasks.rados.rados.0.smithi003.stdout:2915: snap_remove snap 244 2024-04-13T07:24:36.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:35 smithi003 ceph-mon[89364]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:24:36.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:35 smithi003 ceph-mon[89364]: pgmap v673: 121 pgs: 121 active+clean; 550 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 134 KiB/s wr, 2 op/s 2024-04-13T07:24:36.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:35 smithi003 ceph-mon[89364]: osdmap e676: 8 total, 8 up, 8 in 2024-04-13T07:24:36.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:35 smithi003 ceph-mon[91733]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:24:36.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:35 smithi003 ceph-mon[91733]: pgmap v673: 121 pgs: 121 active+clean; 550 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 134 KiB/s wr, 2 op/s 2024-04-13T07:24:36.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:35 smithi003 ceph-mon[91733]: osdmap e676: 8 total, 8 up, 8 in 2024-04-13T07:24:36.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:35 smithi066 ceph-mon[84331]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T07:24:36.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:35 smithi066 ceph-mon[84331]: pgmap v673: 121 pgs: 121 active+clean; 550 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 134 KiB/s wr, 2 op/s 2024-04-13T07:24:36.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:35 smithi066 ceph-mon[84331]: osdmap e676: 8 total, 8 up, 8 in 2024-04-13T07:24:36.879 INFO:tasks.rados.rados.0.smithi003.stdout:2915: done (1 left) 2024-04-13T07:24:36.879 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 43 current snap is 304 2024-04-13T07:24:36.879 INFO:tasks.rados.rados.0.smithi003.stdout:2916: seq_num 898 ranges {4251648=647168} 2024-04-13T07:24:36.908 INFO:tasks.rados.rados.0.smithi003.stdout:2916: writing smithi00377890-43 from 4251648 to 4898816 tid 1 2024-04-13T07:24:36.908 INFO:tasks.rados.rados.0.smithi003.stdout:2917: read oid 22 snap -1 2024-04-13T07:24:36.908 INFO:tasks.rados.rados.0.smithi003.stdout:2917: expect (ObjNum 861 snap 299 seq_num 861) 2024-04-13T07:24:36.908 INFO:tasks.rados.rados.0.smithi003.stdout:2918: rmattr oid 36 current snap is 304 2024-04-13T07:24:36.908 INFO:tasks.rados.rados.0.smithi003.stdout:2912: finishing write tid 3 to smithi00377890-31 2024-04-13T07:24:36.908 INFO:tasks.rados.rados.0.smithi003.stdout:2912: oid 31 updating version 0 to 1870 2024-04-13T07:24:36.908 INFO:tasks.rados.rados.0.smithi003.stdout:2912: oid 31 updating version 1870 to 1871 2024-04-13T07:24:36.908 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 1871 (ObjNum 895 snap 304 seq_num 895) dirty exists 2024-04-13T07:24:36.908 INFO:tasks.rados.rados.0.smithi003.stdout:2912: left oid 31 (ObjNum 895 snap 304 seq_num 895) 2024-04-13T07:24:36.908 INFO:tasks.rados.rados.0.smithi003.stdout:2912: done (3 left) 2024-04-13T07:24:36.908 INFO:tasks.rados.rados.0.smithi003.stdout:2919: snap_remove snap 294 2024-04-13T07:24:37.067 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:36 smithi003 ceph-mon[91733]: osdmap e677: 8 total, 8 up, 8 in 2024-04-13T07:24:37.067 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:36 smithi003 ceph-mon[89364]: osdmap e677: 8 total, 8 up, 8 in 2024-04-13T07:24:37.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:36 smithi066 ceph-mon[84331]: osdmap e677: 8 total, 8 up, 8 in 2024-04-13T07:24:37.613 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-04-13T07:24:37.613 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": { 2024-04-13T07:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T07:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": { 2024-04-13T07:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": { 2024-04-13T07:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T07:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-04-13T07:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T07:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-04-13T07:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: "overall": { 2024-04-13T07:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 15 2024-04-13T07:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-04-13T07:24:37.615 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-04-13T07:24:37.884 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 1893 (ObjNum 161 snap 0 seq_num 293043600) dirty exists 2024-04-13T07:24:37.884 INFO:tasks.rados.rados.0.smithi003.stdout:2917: expect (ObjNum 861 snap 299 seq_num 861) 2024-04-13T07:24:37.913 INFO:tasks.rados.rados.0.smithi003.stdout:2916: finishing write tid 1 to smithi00377890-43 2024-04-13T07:24:37.913 INFO:tasks.rados.rados.0.smithi003.stdout:2916: finishing write tid 2 to smithi00377890-43 2024-04-13T07:24:37.913 INFO:tasks.rados.rados.0.smithi003.stdout:2916: finishing write tid 3 to smithi00377890-43 2024-04-13T07:24:37.913 INFO:tasks.rados.rados.0.smithi003.stdout:2916: oid 43 updating version 0 to 1554 2024-04-13T07:24:37.914 INFO:tasks.rados.rados.0.smithi003.stdout:2916: oid 43 version 1554 is already newer than 1553 2024-04-13T07:24:37.914 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 1554 (ObjNum 898 snap 304 seq_num 898) dirty exists 2024-04-13T07:24:37.914 INFO:tasks.rados.rados.0.smithi003.stdout:2916: left oid 43 (ObjNum 898 snap 304 seq_num 898) 2024-04-13T07:24:37.914 INFO:tasks.rados.rados.0.smithi003.stdout:2916: done (3 left) 2024-04-13T07:24:37.914 INFO:tasks.rados.rados.0.smithi003.stdout:2917: done (2 left) 2024-04-13T07:24:37.914 INFO:tasks.rados.rados.0.smithi003.stdout:2918: done (1 left) 2024-04-13T07:24:37.914 INFO:tasks.rados.rados.0.smithi003.stdout:2919: done (0 left) 2024-04-13T07:24:37.914 INFO:tasks.rados.rados.0.smithi003.stdout:2920: snap_create 2024-04-13T07:24:38.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:37 smithi003 ceph-mon[89364]: pgmap v676: 121 pgs: 121 active+clean; 500 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 264 KiB/s wr, 15 op/s 2024-04-13T07:24:38.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:37 smithi003 ceph-mon[89364]: osdmap e678: 8 total, 8 up, 8 in 2024-04-13T07:24:38.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:24:38.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:37 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/296395285' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:38.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:37 smithi003 ceph-mon[91733]: pgmap v676: 121 pgs: 121 active+clean; 500 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 264 KiB/s wr, 15 op/s 2024-04-13T07:24:38.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:37 smithi003 ceph-mon[91733]: osdmap e678: 8 total, 8 up, 8 in 2024-04-13T07:24:38.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:24:38.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:37 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/296395285' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:38.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:37 smithi066 ceph-mon[84331]: pgmap v676: 121 pgs: 121 active+clean; 500 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 264 KiB/s wr, 15 op/s 2024-04-13T07:24:38.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:37 smithi066 ceph-mon[84331]: osdmap e678: 8 total, 8 up, 8 in 2024-04-13T07:24:38.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:24:38.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:37 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/296395285' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:38.237 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -e sha1=5f22a4974d6492df1d519913f5251731f043c582 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-04-13T07:24:38.441 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:24:38.864 INFO:tasks.rados.rados.0.smithi003.stdout:2920: done (0 left) 2024-04-13T07:24:38.864 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 20 current snap is 305 2024-04-13T07:24:38.864 INFO:tasks.rados.rados.0.smithi003.stdout:2921: seq_num 899 ranges {2113536=663552} 2024-04-13T07:24:38.881 INFO:tasks.rados.rados.0.smithi003.stdout:2921: writing smithi00377890-20 from 2113536 to 2777088 tid 1 2024-04-13T07:24:38.882 INFO:tasks.rados.rados.0.smithi003.stdout:2922: read oid 9 snap 219 2024-04-13T07:24:38.882 INFO:tasks.rados.rados.0.smithi003.stdout:2922: expect (ObjNum 648 snap 217 seq_num 648) 2024-04-13T07:24:38.882 INFO:tasks.rados.rados.0.smithi003.stdout:2923: read oid 30 snap -1 2024-04-13T07:24:38.882 INFO:tasks.rados.rados.0.smithi003.stdout:2923: expect (ObjNum 760 snap 263 seq_num 760) 2024-04-13T07:24:38.882 INFO:tasks.rados.rados.0.smithi003.stdout:2924: rollback oid 50 current snap is 305 2024-04-13T07:24:38.882 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 50 to 283 2024-04-13T07:24:38.882 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 24 current snap is 305 2024-04-13T07:24:38.882 INFO:tasks.rados.rados.0.smithi003.stdout:2925: seq_num 900 ranges {1589248=679936} 2024-04-13T07:24:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:38 smithi003 ceph-mon[89364]: osdmap e679: 8 total, 8 up, 8 in 2024-04-13T07:24:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:38 smithi003 ceph-mon[89364]: osdmap e680: 8 total, 8 up, 8 in 2024-04-13T07:24:38.893 INFO:tasks.rados.rados.0.smithi003.stdout:2925: writing smithi00377890-24 from 1589248 to 2269184 tid 1 2024-04-13T07:24:38.893 INFO:tasks.rados.rados.0.smithi003.stdout:2926: snap_remove snap 280 2024-04-13T07:24:39.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:38 smithi003 ceph-mon[91733]: osdmap e679: 8 total, 8 up, 8 in 2024-04-13T07:24:39.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:38 smithi003 ceph-mon[91733]: osdmap e680: 8 total, 8 up, 8 in 2024-04-13T07:24:39.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:38 smithi066 ceph-mon[84331]: osdmap e679: 8 total, 8 up, 8 in 2024-04-13T07:24:39.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:38 smithi066 ceph-mon[84331]: osdmap e680: 8 total, 8 up, 8 in 2024-04-13T07:24:39.904 INFO:tasks.rados.rados.0.smithi003.stdout:2926: done (5 left) 2024-04-13T07:24:39.904 INFO:tasks.rados.rados.0.smithi003.stdout:2927: rollback oid 18 current snap is 305 2024-04-13T07:24:39.904 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 18 to 283 2024-04-13T07:24:39.904 INFO:tasks.rados.rados.0.smithi003.stdout:2928: delete oid 38 current snap is 305 2024-04-13T07:24:39.904 INFO:tasks.rados.rados.0.smithi003.stdout:2921: finishing write tid 1 to smithi00377890-20 2024-04-13T07:24:39.904 INFO:tasks.rados.rados.0.smithi003.stdout:2921: finishing write tid 2 to smithi00377890-20 2024-04-13T07:24:39.904 INFO:tasks.rados.rados.0.smithi003.stdout:2924: finishing rollback tid 0 to smithi00377890-50 2024-04-13T07:24:39.905 INFO:tasks.rados.rados.0.smithi003.stdout:2924: finishing rollback tid 1 to smithi00377890-50 2024-04-13T07:24:39.905 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 2482 (ObjNum 1297 snap 0 seq_num 0) dirty dne 2024-04-13T07:24:39.905 INFO:tasks.rados.rados.0.smithi003.stdout:2922: expect (ObjNum 648 snap 217 seq_num 648) 2024-04-13T07:24:39.946 INFO:tasks.rados.rados.0.smithi003.stdout:2921: finishing write tid 3 to smithi00377890-20 2024-04-13T07:24:39.946 INFO:tasks.rados.rados.0.smithi003.stdout:2921: oid 20 updating version 0 to 2561 2024-04-13T07:24:39.946 INFO:tasks.rados.rados.0.smithi003.stdout:2921: oid 20 version 2561 is already newer than 2560 2024-04-13T07:24:39.946 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 2561 (ObjNum 899 snap 305 seq_num 899) dirty exists 2024-04-13T07:24:39.946 INFO:tasks.rados.rados.0.smithi003.stdout:2921: left oid 20 (ObjNum 899 snap 305 seq_num 899) 2024-04-13T07:24:39.947 INFO:tasks.rados.rados.0.smithi003.stdout:2923: expect (ObjNum 760 snap 263 seq_num 760) 2024-04-13T07:24:39.966 INFO:tasks.rados.rados.0.smithi003.stdout:2925: finishing write tid 1 to smithi00377890-24 2024-04-13T07:24:39.966 INFO:tasks.rados.rados.0.smithi003.stdout:2925: finishing write tid 2 to smithi00377890-24 2024-04-13T07:24:39.966 INFO:tasks.rados.rados.0.smithi003.stdout:2925: finishing write tid 3 to smithi00377890-24 2024-04-13T07:24:39.966 INFO:tasks.rados.rados.0.smithi003.stdout:2925: oid 24 updating version 0 to 2564 2024-04-13T07:24:39.966 INFO:tasks.rados.rados.0.smithi003.stdout:2925: oid 24 version 2564 is already newer than 2563 2024-04-13T07:24:39.966 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 2564 (ObjNum 900 snap 305 seq_num 900) dirty exists 2024-04-13T07:24:39.967 INFO:tasks.rados.rados.0.smithi003.stdout:2925: left oid 24 (ObjNum 900 snap 305 seq_num 900) 2024-04-13T07:24:39.967 INFO:tasks.rados.rados.0.smithi003.stdout:2921: done (6 left) 2024-04-13T07:24:39.967 INFO:tasks.rados.rados.0.smithi003.stdout:2922: done (5 left) 2024-04-13T07:24:39.967 INFO:tasks.rados.rados.0.smithi003.stdout:2923: done (4 left) 2024-04-13T07:24:39.967 INFO:tasks.rados.rados.0.smithi003.stdout:2924: done (3 left) 2024-04-13T07:24:39.967 INFO:tasks.rados.rados.0.smithi003.stdout:2925: done (2 left) 2024-04-13T07:24:39.967 INFO:tasks.rados.rados.0.smithi003.stdout:2928: done (1 left) 2024-04-13T07:24:39.967 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 305 2024-04-13T07:24:39.967 INFO:tasks.rados.rados.0.smithi003.stdout:2927: finishing rollback tid 1 to smithi00377890-18 2024-04-13T07:24:39.967 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 2434 (ObjNum 129 snap 0 seq_num 1517360725) dirty dne 2024-04-13T07:24:39.967 INFO:tasks.rados.rados.0.smithi003.stdout:2929: seq_num 902 ranges {10166272=712704} 2024-04-13T07:24:40.027 INFO:tasks.rados.rados.0.smithi003.stdout:2929: writing smithi00377890-27 from 10166272 to 10878976 tid 1 2024-04-13T07:24:40.027 INFO:tasks.rados.rados.0.smithi003.stdout:2927: done (1 left) 2024-04-13T07:24:40.027 INFO:tasks.rados.rados.0.smithi003.stdout:2930: snap_remove snap 298 2024-04-13T07:24:40.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:39 smithi003 ceph-mon[89364]: pgmap v679: 121 pgs: 121 active+clean; 500 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 130 KiB/s wr, 12 op/s 2024-04-13T07:24:40.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:39 smithi003 ceph-mon[91733]: pgmap v679: 121 pgs: 121 active+clean; 500 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 130 KiB/s wr, 12 op/s 2024-04-13T07:24:40.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:39 smithi066 ceph-mon[84331]: pgmap v679: 121 pgs: 121 active+clean; 500 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 130 KiB/s wr, 12 op/s 2024-04-13T07:24:40.359 INFO:teuthology.orchestra.run.smithi003.stdout:true 2024-04-13T07:24:40.906 INFO:tasks.rados.rados.0.smithi003.stdout:2929: finishing write tid 1 to smithi00377890-27 2024-04-13T07:24:40.906 INFO:tasks.rados.rados.0.smithi003.stdout:2929: finishing write tid 2 to smithi00377890-27 2024-04-13T07:24:40.906 INFO:tasks.rados.rados.0.smithi003.stdout:2929: finishing write tid 3 to smithi00377890-27 2024-04-13T07:24:40.906 INFO:tasks.rados.rados.0.smithi003.stdout:2929: oid 27 updating version 0 to 2439 2024-04-13T07:24:40.906 INFO:tasks.rados.rados.0.smithi003.stdout:2929: oid 27 version 2439 is already newer than 2438 2024-04-13T07:24:40.906 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 2439 (ObjNum 902 snap 305 seq_num 902) dirty exists 2024-04-13T07:24:40.906 INFO:tasks.rados.rados.0.smithi003.stdout:2929: left oid 27 (ObjNum 902 snap 305 seq_num 902) 2024-04-13T07:24:40.906 INFO:tasks.rados.rados.0.smithi003.stdout:2929: done (1 left) 2024-04-13T07:24:40.906 INFO:tasks.rados.rados.0.smithi003.stdout:2930: done (0 left) 2024-04-13T07:24:40.907 INFO:tasks.rados.rados.0.smithi003.stdout:2931: read oid 32 snap -1 2024-04-13T07:24:40.907 INFO:tasks.rados.rados.0.smithi003.stdout:2931: expect (ObjNum 477 snap 161 seq_num 477) 2024-04-13T07:24:40.907 INFO:tasks.rados.rados.0.smithi003.stdout:2932: delete oid 47 current snap is 305 2024-04-13T07:24:40.923 INFO:tasks.rados.rados.0.smithi003.stdout:2932: done (1 left) 2024-04-13T07:24:40.924 INFO:tasks.rados.rados.0.smithi003.stdout:2933: setattr oid 28 current snap is 305 2024-04-13T07:24:40.924 INFO:tasks.rados.rados.0.smithi003.stdout:2931: expect (ObjNum 477 snap 161 seq_num 477) 2024-04-13T07:24:40.952 INFO:tasks.rados.rados.0.smithi003.stdout:2931: done (1 left) 2024-04-13T07:24:40.952 INFO:tasks.rados.rados.0.smithi003.stdout:2934: read oid 6 snap 254 2024-04-13T07:24:40.952 INFO:tasks.rados.rados.0.smithi003.stdout:2934: expect (ObjNum 667 snap 228 seq_num 667) 2024-04-13T07:24:40.952 INFO:tasks.rados.rados.0.smithi003.stdout:2935: copy_from oid 4 from oid 14 current snap is 305 2024-04-13T07:24:40.952 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 13 current snap is 305 2024-04-13T07:24:40.952 INFO:tasks.rados.rados.0.smithi003.stdout:2936: seq_num 904 ranges {0=745472} 2024-04-13T07:24:40.956 INFO:tasks.rados.rados.0.smithi003.stdout:2936: writing smithi00377890-13 from 0 to 745472 tid 1 2024-04-13T07:24:40.956 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 10 current snap is 305 2024-04-13T07:24:40.957 INFO:tasks.rados.rados.0.smithi003.stdout:2935: finishing copy_from to smithi00377890-4 2024-04-13T07:24:40.957 INFO:tasks.rados.rados.0.smithi003.stdout:2935: got expected ENOENT (src dne) 2024-04-13T07:24:40.957 INFO:tasks.rados.rados.0.smithi003.stdout:2937: seq_num 905 ranges {2531328=761856} 2024-04-13T07:24:40.974 INFO:tasks.rados.rados.0.smithi003.stdout:2937: writing smithi00377890-10 from 2531328 to 3293184 tid 1 2024-04-13T07:24:40.975 INFO:tasks.rados.rados.0.smithi003.stdout:2938: setattr oid 30 current snap is 305 2024-04-13T07:24:40.975 INFO:tasks.rados.rados.0.smithi003.stdout:2935: finishing copy_from racing read to smithi00377890-4 2024-04-13T07:24:40.975 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 1555 (ObjNum 129 snap 0 seq_num 292877952) dirty exists 2024-04-13T07:24:40.975 INFO:tasks.rados.rados.0.smithi003.stdout:2934: expect (ObjNum 667 snap 228 seq_num 667) 2024-04-13T07:24:40.990 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:40 smithi003 ceph-mon[91733]: osdmap e681: 8 total, 8 up, 8 in 2024-04-13T07:24:40.990 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:40 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3992333879' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:40.990 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:40 smithi003 ceph-mon[89364]: osdmap e681: 8 total, 8 up, 8 in 2024-04-13T07:24:40.990 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:40 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3992333879' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:41.010 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -e sha1=5f22a4974d6492df1d519913f5251731f043c582 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-04-13T07:24:41.019 INFO:tasks.rados.rados.0.smithi003.stdout:2936: finishing write tid 1 to smithi00377890-13 2024-04-13T07:24:41.019 INFO:tasks.rados.rados.0.smithi003.stdout:2936: finishing write tid 2 to smithi00377890-13 2024-04-13T07:24:41.020 INFO:tasks.rados.rados.0.smithi003.stdout:2936: finishing write tid 3 to smithi00377890-13 2024-04-13T07:24:41.020 INFO:tasks.rados.rados.0.smithi003.stdout:2936: oid 13 updating version 0 to 2440 2024-04-13T07:24:41.020 INFO:tasks.rados.rados.0.smithi003.stdout:2936: oid 13 updating version 2440 to 2441 2024-04-13T07:24:41.020 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 2441 (ObjNum 904 snap 305 seq_num 904) dirty exists 2024-04-13T07:24:41.020 INFO:tasks.rados.rados.0.smithi003.stdout:2936: left oid 13 (ObjNum 904 snap 305 seq_num 904) 2024-04-13T07:24:41.020 INFO:tasks.rados.rados.0.smithi003.stdout:2937: finishing write tid 1 to smithi00377890-10 2024-04-13T07:24:41.020 INFO:tasks.rados.rados.0.smithi003.stdout:2937: finishing write tid 2 to smithi00377890-10 2024-04-13T07:24:41.020 INFO:tasks.rados.rados.0.smithi003.stdout:2937: finishing write tid 3 to smithi00377890-10 2024-04-13T07:24:41.020 INFO:tasks.rados.rados.0.smithi003.stdout:2937: oid 10 updating version 0 to 2994 2024-04-13T07:24:41.020 INFO:tasks.rados.rados.0.smithi003.stdout:2937: oid 10 version 2994 is already newer than 2993 2024-04-13T07:24:41.020 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 2994 (ObjNum 905 snap 305 seq_num 905) dirty exists 2024-04-13T07:24:41.020 INFO:tasks.rados.rados.0.smithi003.stdout:2937: left oid 10 (ObjNum 905 snap 305 seq_num 905) 2024-04-13T07:24:41.020 INFO:tasks.rados.rados.0.smithi003.stdout:2933: done (5 left) 2024-04-13T07:24:41.020 INFO:tasks.rados.rados.0.smithi003.stdout:2934: done (4 left) 2024-04-13T07:24:41.020 INFO:tasks.rados.rados.0.smithi003.stdout:2935: done (3 left) 2024-04-13T07:24:41.020 INFO:tasks.rados.rados.0.smithi003.stdout:2936: done (2 left) 2024-04-13T07:24:41.021 INFO:tasks.rados.rados.0.smithi003.stdout:2937: done (1 left) 2024-04-13T07:24:41.021 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 10 current snap is 305 2024-04-13T07:24:41.021 INFO:tasks.rados.rados.0.smithi003.stdout:2939: seq_num 906 ranges {3293184=778240} 2024-04-13T07:24:41.041 INFO:tasks.rados.rados.0.smithi003.stdout:2939: writing smithi00377890-10 from 3293184 to 4071424 tid 1 2024-04-13T07:24:41.041 INFO:tasks.rados.rados.0.smithi003.stdout:2940: read oid 21 snap -1 2024-04-13T07:24:41.041 INFO:tasks.rados.rados.0.smithi003.stdout:2940: expect (ObjNum 887 snap 301 seq_num 887) 2024-04-13T07:24:41.041 INFO:tasks.rados.rados.0.smithi003.stdout:2941: rollback oid 41 current snap is 305 2024-04-13T07:24:41.041 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 41 to 270 2024-04-13T07:24:41.042 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 2442 (ObjNum 760 snap 263 seq_num 760) dirty exists 2024-04-13T07:24:41.042 INFO:tasks.rados.rados.0.smithi003.stdout:2938: done (3 left) 2024-04-13T07:24:41.042 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 26 current snap is 305 2024-04-13T07:24:41.042 INFO:tasks.rados.rados.0.smithi003.stdout:2942: seq_num 907 ranges {6316032=794624} 2024-04-13T07:24:41.080 INFO:tasks.rados.rados.0.smithi003.stdout:2942: writing smithi00377890-26 from 6316032 to 7110656 tid 1 2024-04-13T07:24:41.080 INFO:tasks.rados.rados.0.smithi003.stdout:2943: read oid 25 snap 279 2024-04-13T07:24:41.080 INFO:tasks.rados.rados.0.smithi003.stdout:2943: expect deleted 2024-04-13T07:24:41.081 INFO:tasks.rados.rados.0.smithi003.stdout:2944: delete oid 8 current snap is 305 2024-04-13T07:24:41.081 INFO:tasks.rados.rados.0.smithi003.stdout:2941: finishing rollback tid 0 to smithi00377890-41 2024-04-13T07:24:41.081 INFO:tasks.rados.rados.0.smithi003.stdout:2940: expect (ObjNum 887 snap 301 seq_num 887) 2024-04-13T07:24:41.104 INFO:tasks.rados.rados.0.smithi003.stdout:2941: finishing rollback tid 1 to smithi00377890-41 2024-04-13T07:24:41.104 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 2034 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:24:41.104 INFO:tasks.rados.rados.0.smithi003.stdout:2939: finishing write tid 1 to smithi00377890-10 2024-04-13T07:24:41.104 INFO:tasks.rados.rados.0.smithi003.stdout:2939: finishing write tid 2 to smithi00377890-10 2024-04-13T07:24:41.104 INFO:tasks.rados.rados.0.smithi003.stdout:2940: done (5 left) 2024-04-13T07:24:41.104 INFO:tasks.rados.rados.0.smithi003.stdout:2941: done (4 left) 2024-04-13T07:24:41.104 INFO:tasks.rados.rados.0.smithi003.stdout:2944: done (3 left) 2024-04-13T07:24:41.104 INFO:tasks.rados.rados.0.smithi003.stdout:2945: copy_from oid 30 from oid 24 current snap is 305 2024-04-13T07:24:41.104 INFO:tasks.rados.rados.0.smithi003.stdout:2939: finishing write tid 3 to smithi00377890-10 2024-04-13T07:24:41.104 INFO:tasks.rados.rados.0.smithi003.stdout:2939: oid 10 updating version 0 to 2996 2024-04-13T07:24:41.104 INFO:tasks.rados.rados.0.smithi003.stdout:2939: oid 10 version 2996 is already newer than 2995 2024-04-13T07:24:41.104 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 2996 (ObjNum 906 snap 305 seq_num 906) dirty exists 2024-04-13T07:24:41.105 INFO:tasks.rados.rados.0.smithi003.stdout:2939: left oid 10 (ObjNum 906 snap 305 seq_num 906) 2024-04-13T07:24:41.105 INFO:tasks.rados.rados.0.smithi003.stdout:2942: finishing write tid 1 to smithi00377890-26 2024-04-13T07:24:41.105 INFO:tasks.rados.rados.0.smithi003.stdout:2942: finishing write tid 2 to smithi00377890-26 2024-04-13T07:24:41.105 INFO:tasks.rados.rados.0.smithi003.stdout:2942: finishing write tid 3 to smithi00377890-26 2024-04-13T07:24:41.105 INFO:tasks.rados.rados.0.smithi003.stdout:2942: oid 26 updating version 0 to 2446 2024-04-13T07:24:41.105 INFO:tasks.rados.rados.0.smithi003.stdout:2942: oid 26 updating version 2446 to 2447 2024-04-13T07:24:41.105 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 2447 (ObjNum 907 snap 305 seq_num 907) dirty exists 2024-04-13T07:24:41.105 INFO:tasks.rados.rados.0.smithi003.stdout:2942: left oid 26 (ObjNum 907 snap 305 seq_num 907) 2024-04-13T07:24:41.105 INFO:tasks.rados.rados.0.smithi003.stdout:2939: done (3 left) 2024-04-13T07:24:41.105 INFO:tasks.rados.rados.0.smithi003.stdout:2942: done (2 left) 2024-04-13T07:24:41.105 INFO:tasks.rados.rados.0.smithi003.stdout:2943: done (1 left) 2024-04-13T07:24:41.105 INFO:tasks.rados.rados.0.smithi003.stdout:2946: copy_from oid 18 from oid 13 current snap is 305 2024-04-13T07:24:41.105 INFO:tasks.rados.rados.0.smithi003.stdout:2947: snap_create 2024-04-13T07:24:41.109 INFO:tasks.rados.rados.0.smithi003.stdout:2946: finishing copy_from racing read to smithi00377890-18 2024-04-13T07:24:41.109 INFO:tasks.rados.rados.0.smithi003.stdout:2946: finishing copy_from to smithi00377890-18 2024-04-13T07:24:41.109 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 2441 (ObjNum 904 snap 305 seq_num 904) dirty exists 2024-04-13T07:24:41.112 INFO:tasks.rados.rados.0.smithi003.stdout:2945: finishing copy_from racing read to smithi00377890-30 2024-04-13T07:24:41.115 INFO:tasks.rados.rados.0.smithi003.stdout:2945: finishing copy_from to smithi00377890-30 2024-04-13T07:24:41.115 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 2564 (ObjNum 900 snap 305 seq_num 900) dirty exists 2024-04-13T07:24:41.224 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:24:41.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:40 smithi066 ceph-mon[84331]: osdmap e681: 8 total, 8 up, 8 in 2024-04-13T07:24:41.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:40 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3992333879' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:41.909 INFO:tasks.rados.rados.0.smithi003.stdout:2945: done (2 left) 2024-04-13T07:24:41.909 INFO:tasks.rados.rados.0.smithi003.stdout:2946: done (1 left) 2024-04-13T07:24:41.909 INFO:tasks.rados.rados.0.smithi003.stdout:2947: done (0 left) 2024-04-13T07:24:41.909 INFO:tasks.rados.rados.0.smithi003.stdout:2948: copy_from oid 4 from oid 16 current snap is 306 2024-04-13T07:24:41.909 INFO:tasks.rados.rados.0.smithi003.stdout:2949: snap_create 2024-04-13T07:24:41.915 INFO:tasks.rados.rados.0.smithi003.stdout:2948: finishing copy_from to smithi00377890-4 2024-04-13T07:24:41.915 INFO:tasks.rados.rados.0.smithi003.stdout:2948: got expected ENOENT (src dne) 2024-04-13T07:24:41.915 INFO:tasks.rados.rados.0.smithi003.stdout:2948: finishing copy_from racing read to smithi00377890-4 2024-04-13T07:24:42.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:41 smithi003 ceph-mon[91733]: pgmap v682: 121 pgs: 121 active+clean; 481 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 304 KiB/s wr, 7 op/s 2024-04-13T07:24:42.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:41 smithi003 ceph-mon[91733]: osdmap e682: 8 total, 8 up, 8 in 2024-04-13T07:24:42.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:41 smithi003 ceph-mon[89364]: pgmap v682: 121 pgs: 121 active+clean; 481 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 304 KiB/s wr, 7 op/s 2024-04-13T07:24:42.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:41 smithi003 ceph-mon[89364]: osdmap e682: 8 total, 8 up, 8 in 2024-04-13T07:24:42.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:41 smithi066 ceph-mon[84331]: pgmap v682: 121 pgs: 121 active+clean; 481 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 304 KiB/s wr, 7 op/s 2024-04-13T07:24:42.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:41 smithi066 ceph-mon[84331]: osdmap e682: 8 total, 8 up, 8 in 2024-04-13T07:24:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:24:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:24:42.918 INFO:tasks.rados.rados.0.smithi003.stdout:2948: done (1 left) 2024-04-13T07:24:42.918 INFO:tasks.rados.rados.0.smithi003.stdout:2949: done (0 left) 2024-04-13T07:24:42.918 INFO:tasks.rados.rados.0.smithi003.stdout:2950: read oid 49 snap -1 2024-04-13T07:24:42.918 INFO:tasks.rados.rados.0.smithi003.stdout:2950: expect deleted 2024-04-13T07:24:42.918 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 22 current snap is 307 2024-04-13T07:24:42.919 INFO:tasks.rados.rados.0.smithi003.stdout:2951: seq_num 909 ranges {475136=425984,901120=401408} 2024-04-13T07:24:42.922 INFO:tasks.rados.rados.0.smithi003.stdout:2951: writing smithi00377890-22 from 475136 to 901120 tid 1 2024-04-13T07:24:42.925 INFO:tasks.rados.rados.0.smithi003.stdout:2951: writing smithi00377890-22 from 901120 to 1302528 tid 2 2024-04-13T07:24:42.926 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 26 current snap is 307 2024-04-13T07:24:42.926 INFO:tasks.rados.rados.0.smithi003.stdout:2952: seq_num 910 ranges {7110656=442368,7553024=401408} 2024-04-13T07:24:42.966 INFO:tasks.rados.rados.0.smithi003.stdout:2952: writing smithi00377890-26 from 7110656 to 7553024 tid 1 2024-04-13T07:24:42.969 INFO:tasks.rados.rados.0.smithi003.stdout:2952: writing smithi00377890-26 from 7553024 to 7954432 tid 2 2024-04-13T07:24:42.969 INFO:tasks.rados.rados.0.smithi003.stdout:2950: done (2 left) 2024-04-13T07:24:42.969 INFO:tasks.rados.rados.0.smithi003.stdout:2953: copy_from oid 21 from oid 1 current snap is 307 2024-04-13T07:24:42.969 INFO:tasks.rados.rados.0.smithi003.stdout:2951: finishing write tid 1 to smithi00377890-22 2024-04-13T07:24:42.969 INFO:tasks.rados.rados.0.smithi003.stdout:2951: finishing write tid 2 to smithi00377890-22 2024-04-13T07:24:42.969 INFO:tasks.rados.rados.0.smithi003.stdout:2951: finishing write tid 3 to smithi00377890-22 2024-04-13T07:24:42.970 INFO:tasks.rados.rados.0.smithi003.stdout:2951: finishing write tid 4 to smithi00377890-22 2024-04-13T07:24:42.970 INFO:tasks.rados.rados.0.smithi003.stdout:2951: oid 22 updating version 0 to 2586 2024-04-13T07:24:42.970 INFO:tasks.rados.rados.0.smithi003.stdout:2951: oid 22 updating version 2586 to 2587 2024-04-13T07:24:42.970 INFO:tasks.rados.rados.0.smithi003.stdout:2951: oid 22 updating version 2587 to 2588 2024-04-13T07:24:42.970 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 2588 (ObjNum 909 snap 307 seq_num 909) dirty exists 2024-04-13T07:24:42.970 INFO:tasks.rados.rados.0.smithi003.stdout:2951: left oid 22 (ObjNum 909 snap 307 seq_num 909) 2024-04-13T07:24:42.970 INFO:tasks.rados.rados.0.smithi003.stdout:2951: done (2 left) 2024-04-13T07:24:42.970 INFO:tasks.rados.rados.0.smithi003.stdout:2954: snap_create 2024-04-13T07:24:42.975 INFO:tasks.rados.rados.0.smithi003.stdout:2952: finishing write tid 1 to smithi00377890-26 2024-04-13T07:24:42.975 INFO:tasks.rados.rados.0.smithi003.stdout:2952: finishing write tid 2 to smithi00377890-26 2024-04-13T07:24:42.975 INFO:tasks.rados.rados.0.smithi003.stdout:2952: finishing write tid 3 to smithi00377890-26 2024-04-13T07:24:42.977 INFO:tasks.rados.rados.0.smithi003.stdout:2952: finishing write tid 4 to smithi00377890-26 2024-04-13T07:24:42.977 INFO:tasks.rados.rados.0.smithi003.stdout:2952: oid 26 updating version 0 to 2448 2024-04-13T07:24:42.977 INFO:tasks.rados.rados.0.smithi003.stdout:2952: oid 26 updating version 2448 to 2449 2024-04-13T07:24:42.977 INFO:tasks.rados.rados.0.smithi003.stdout:2952: oid 26 updating version 2449 to 2450 2024-04-13T07:24:42.977 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 2450 (ObjNum 910 snap 307 seq_num 910) dirty exists 2024-04-13T07:24:42.977 INFO:tasks.rados.rados.0.smithi003.stdout:2952: left oid 26 (ObjNum 910 snap 307 seq_num 910) 2024-04-13T07:24:43.003 INFO:tasks.rados.rados.0.smithi003.stdout:2953: finishing copy_from racing read to smithi00377890-21 2024-04-13T07:24:43.007 INFO:tasks.rados.rados.0.smithi003.stdout:2953: finishing copy_from to smithi00377890-21 2024-04-13T07:24:43.007 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2030 (ObjNum 867 snap 299 seq_num 867) dirty exists 2024-04-13T07:24:43.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:42 smithi003 ceph-mon[91733]: osdmap e683: 8 total, 8 up, 8 in 2024-04-13T07:24:43.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:42 smithi003 ceph-mon[89364]: osdmap e683: 8 total, 8 up, 8 in 2024-04-13T07:24:43.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:42 smithi066 ceph-mon[84331]: osdmap e683: 8 total, 8 up, 8 in 2024-04-13T07:24:43.413 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)" 2024-04-13T07:24:43.868 INFO:tasks.rados.rados.0.smithi003.stdout:2952: done (2 left) 2024-04-13T07:24:43.868 INFO:tasks.rados.rados.0.smithi003.stdout:2953: done (1 left) 2024-04-13T07:24:43.868 INFO:tasks.rados.rados.0.smithi003.stdout:2954: done (0 left) 2024-04-13T07:24:43.868 INFO:tasks.rados.rados.0.smithi003.stdout:2955: snap_remove snap 301 2024-04-13T07:24:43.910 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-13T07:24:43.911 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-04-13T07:24:43.911 DEBUG:teuthology.parallel:result is None 2024-04-13T07:24:44.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:43 smithi003 ceph-mon[91733]: pgmap v685: 121 pgs: 121 active+clean; 475 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 304 KiB/s wr, 8 op/s 2024-04-13T07:24:44.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:43 smithi003 ceph-mon[91733]: osdmap e684: 8 total, 8 up, 8 in 2024-04-13T07:24:44.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:43 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2253468916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:44.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:43 smithi003 ceph-mon[91733]: osdmap e685: 8 total, 8 up, 8 in 2024-04-13T07:24:44.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:43 smithi003 ceph-mon[89364]: pgmap v685: 121 pgs: 121 active+clean; 475 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 304 KiB/s wr, 8 op/s 2024-04-13T07:24:44.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:43 smithi003 ceph-mon[89364]: osdmap e684: 8 total, 8 up, 8 in 2024-04-13T07:24:44.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:43 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2253468916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:44.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:43 smithi003 ceph-mon[89364]: osdmap e685: 8 total, 8 up, 8 in 2024-04-13T07:24:44.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:43 smithi066 ceph-mon[84331]: pgmap v685: 121 pgs: 121 active+clean; 475 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 304 KiB/s wr, 8 op/s 2024-04-13T07:24:44.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:43 smithi066 ceph-mon[84331]: osdmap e684: 8 total, 8 up, 8 in 2024-04-13T07:24:44.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:43 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2253468916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T07:24:44.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:43 smithi066 ceph-mon[84331]: osdmap e685: 8 total, 8 up, 8 in 2024-04-13T07:24:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:24:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:24:44] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-04-13T07:24:44.876 INFO:tasks.rados.rados.0.smithi003.stdout:2955: done (0 left) 2024-04-13T07:24:44.876 INFO:tasks.rados.rados.0.smithi003.stdout:2956: snap_remove snap 303 2024-04-13T07:24:45.875 INFO:tasks.rados.rados.0.smithi003.stdout:2956: done (0 left) 2024-04-13T07:24:45.875 INFO:tasks.rados.rados.0.smithi003.stdout:2957: rollback oid 35 current snap is 308 2024-04-13T07:24:45.875 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 35 to 305 2024-04-13T07:24:45.875 INFO:tasks.rados.rados.0.smithi003.stdout:2958: snap_remove snap 219 2024-04-13T07:24:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:45 smithi003 ceph-mon[89364]: pgmap v688: 121 pgs: 121 active+clean; 473 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 712 KiB/s wr, 9 op/s 2024-04-13T07:24:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:45 smithi003 ceph-mon[89364]: osdmap e686: 8 total, 8 up, 8 in 2024-04-13T07:24:46.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:45 smithi003 ceph-mon[91733]: pgmap v688: 121 pgs: 121 active+clean; 473 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 712 KiB/s wr, 9 op/s 2024-04-13T07:24:46.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:45 smithi003 ceph-mon[91733]: osdmap e686: 8 total, 8 up, 8 in 2024-04-13T07:24:46.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:45 smithi066 ceph-mon[84331]: pgmap v688: 121 pgs: 121 active+clean; 473 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 712 KiB/s wr, 9 op/s 2024-04-13T07:24:46.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:45 smithi066 ceph-mon[84331]: osdmap e686: 8 total, 8 up, 8 in 2024-04-13T07:24:46.887 INFO:tasks.rados.rados.0.smithi003.stdout:2957: finishing rollback tid 0 to smithi00377890-35 2024-04-13T07:24:46.887 INFO:tasks.rados.rados.0.smithi003.stdout:2957: finishing rollback tid 1 to smithi00377890-35 2024-04-13T07:24:46.887 INFO:tasks.rados.rados.0.smithi003.stdout:2957: finishing rollback tid 2 to smithi00377890-35 2024-04-13T07:24:46.887 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 2600 (ObjNum 892 snap 303 seq_num 892) dirty exists 2024-04-13T07:24:46.887 INFO:tasks.rados.rados.0.smithi003.stdout:2957: done (1 left) 2024-04-13T07:24:46.887 INFO:tasks.rados.rados.0.smithi003.stdout:2958: done (0 left) 2024-04-13T07:24:46.887 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 33 current snap is 308 2024-04-13T07:24:46.887 INFO:tasks.rados.rados.0.smithi003.stdout:2959: seq_num 911 ranges {1277952=466944,1744896=401408} 2024-04-13T07:24:46.897 INFO:tasks.rados.rados.0.smithi003.stdout:2959: writing smithi00377890-33 from 1277952 to 1744896 tid 1 2024-04-13T07:24:46.900 INFO:tasks.rados.rados.0.smithi003.stdout:2959: writing smithi00377890-33 from 1744896 to 2146304 tid 2 2024-04-13T07:24:46.900 INFO:tasks.rados.rados.0.smithi003.stdout:2960: setattr oid 11 current snap is 308 2024-04-13T07:24:46.904 INFO:tasks.rados.rados.0.smithi003.stdout:2961: read oid 49 snap -1 2024-04-13T07:24:46.904 INFO:tasks.rados.rados.0.smithi003.stdout:2961: expect deleted 2024-04-13T07:24:46.904 INFO:tasks.rados.rados.0.smithi003.stdout:2962: rollback oid 24 current snap is 308 2024-04-13T07:24:46.904 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 24 to 270 2024-04-13T07:24:46.904 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 8 current snap is 308 2024-04-13T07:24:46.904 INFO:tasks.rados.rados.0.smithi003.stdout:2963: seq_num 912 ranges {0=483328,483328=401408} 2024-04-13T07:24:46.907 INFO:tasks.rados.rados.0.smithi003.stdout:2963: writing smithi00377890-8 from 0 to 483328 tid 1 2024-04-13T07:24:46.910 INFO:tasks.rados.rados.0.smithi003.stdout:2963: writing smithi00377890-8 from 483328 to 884736 tid 2 2024-04-13T07:24:46.910 INFO:tasks.rados.rados.0.smithi003.stdout:2964: read oid 50 snap -1 2024-04-13T07:24:46.911 INFO:tasks.rados.rados.0.smithi003.stdout:2964: expect deleted 2024-04-13T07:24:46.911 INFO:tasks.rados.rados.0.smithi003.stdout:2965: snap_remove snap 279 2024-04-13T07:24:47.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:46 smithi003 ceph-mon[91733]: osdmap e687: 8 total, 8 up, 8 in 2024-04-13T07:24:47.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:46 smithi003 ceph-mon[89364]: osdmap e687: 8 total, 8 up, 8 in 2024-04-13T07:24:47.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:46 smithi066 ceph-mon[84331]: osdmap e687: 8 total, 8 up, 8 in 2024-04-13T07:24:47.903 INFO:tasks.rados.rados.0.smithi003.stdout:2959: finishing write tid 1 to smithi00377890-33 2024-04-13T07:24:47.903 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 2182 (ObjNum 862 snap 299 seq_num 862) dirty exists 2024-04-13T07:24:47.903 INFO:tasks.rados.rados.0.smithi003.stdout:2959: finishing write tid 2 to smithi00377890-33 2024-04-13T07:24:47.903 INFO:tasks.rados.rados.0.smithi003.stdout:2959: finishing write tid 3 to smithi00377890-33 2024-04-13T07:24:47.903 INFO:tasks.rados.rados.0.smithi003.stdout:2959: finishing write tid 4 to smithi00377890-33 2024-04-13T07:24:47.903 INFO:tasks.rados.rados.0.smithi003.stdout:2959: oid 33 updating version 0 to 2036 2024-04-13T07:24:47.903 INFO:tasks.rados.rados.0.smithi003.stdout:2959: oid 33 updating version 2036 to 2037 2024-04-13T07:24:47.904 INFO:tasks.rados.rados.0.smithi003.stdout:2959: oid 33 version 2037 is already newer than 2035 2024-04-13T07:24:47.904 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 2037 (ObjNum 911 snap 308 seq_num 911) dirty exists 2024-04-13T07:24:47.904 INFO:tasks.rados.rados.0.smithi003.stdout:2959: left oid 33 (ObjNum 911 snap 308 seq_num 911) 2024-04-13T07:24:47.904 INFO:tasks.rados.rados.0.smithi003.stdout:2962: finishing rollback tid 0 to smithi00377890-24 2024-04-13T07:24:47.904 INFO:tasks.rados.rados.0.smithi003.stdout:2963: finishing write tid 1 to smithi00377890-8 2024-04-13T07:24:47.904 INFO:tasks.rados.rados.0.smithi003.stdout:2963: finishing write tid 2 to smithi00377890-8 2024-04-13T07:24:47.904 INFO:tasks.rados.rados.0.smithi003.stdout:2963: finishing write tid 3 to smithi00377890-8 2024-04-13T07:24:47.904 INFO:tasks.rados.rados.0.smithi003.stdout:2963: finishing write tid 4 to smithi00377890-8 2024-04-13T07:24:47.904 INFO:tasks.rados.rados.0.smithi003.stdout:2963: oid 8 updating version 0 to 2537 2024-04-13T07:24:47.904 INFO:tasks.rados.rados.0.smithi003.stdout:2963: oid 8 updating version 2537 to 2539 2024-04-13T07:24:47.904 INFO:tasks.rados.rados.0.smithi003.stdout:2963: oid 8 version 2539 is already newer than 2538 2024-04-13T07:24:47.904 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2539 (ObjNum 912 snap 308 seq_num 912) dirty exists 2024-04-13T07:24:47.904 INFO:tasks.rados.rados.0.smithi003.stdout:2963: left oid 8 (ObjNum 912 snap 308 seq_num 912) 2024-04-13T07:24:47.904 INFO:tasks.rados.rados.0.smithi003.stdout:2962: finishing rollback tid 1 to smithi00377890-24 2024-04-13T07:24:47.904 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 2613 (ObjNum 33 snap 0 seq_num 292677872) dirty dne 2024-04-13T07:24:47.905 INFO:tasks.rados.rados.0.smithi003.stdout:2959: done (6 left) 2024-04-13T07:24:47.905 INFO:tasks.rados.rados.0.smithi003.stdout:2960: done (5 left) 2024-04-13T07:24:47.905 INFO:tasks.rados.rados.0.smithi003.stdout:2961: done (4 left) 2024-04-13T07:24:47.905 INFO:tasks.rados.rados.0.smithi003.stdout:2962: done (3 left) 2024-04-13T07:24:47.905 INFO:tasks.rados.rados.0.smithi003.stdout:2963: done (2 left) 2024-04-13T07:24:47.905 INFO:tasks.rados.rados.0.smithi003.stdout:2964: done (1 left) 2024-04-13T07:24:47.905 INFO:tasks.rados.rados.0.smithi003.stdout:2965: done (0 left) 2024-04-13T07:24:47.905 INFO:tasks.rados.rados.0.smithi003.stdout:2966: delete oid 44 current snap is 308 2024-04-13T07:24:47.913 INFO:tasks.rados.rados.0.smithi003.stdout:2966: done (0 left) 2024-04-13T07:24:47.913 INFO:tasks.rados.rados.0.smithi003.stdout:2967: delete oid 20 current snap is 308 2024-04-13T07:24:47.919 INFO:tasks.rados.rados.0.smithi003.stdout:2967: done (0 left) 2024-04-13T07:24:47.919 INFO:tasks.rados.rados.0.smithi003.stdout:2968: rmattr oid 37 current snap is 308 2024-04-13T07:24:47.920 INFO:tasks.rados.rados.0.smithi003.stdout:2969: snap_create 2024-04-13T07:24:47.924 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 1872 (ObjNum 872 snap 299 seq_num 872) dirty exists 2024-04-13T07:24:48.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:47 smithi003 ceph-mon[91733]: pgmap v691: 121 pgs: 121 active+clean; 480 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-04-13T07:24:48.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:47 smithi003 ceph-mon[91733]: osdmap e688: 8 total, 8 up, 8 in 2024-04-13T07:24:48.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:47 smithi003 ceph-mon[89364]: pgmap v691: 121 pgs: 121 active+clean; 480 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-04-13T07:24:48.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:47 smithi003 ceph-mon[89364]: osdmap e688: 8 total, 8 up, 8 in 2024-04-13T07:24:48.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:47 smithi066 ceph-mon[84331]: pgmap v691: 121 pgs: 121 active+clean; 480 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-04-13T07:24:48.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:47 smithi066 ceph-mon[84331]: osdmap e688: 8 total, 8 up, 8 in 2024-04-13T07:24:48.869 INFO:tasks.rados.rados.0.smithi003.stdout:2968: done (1 left) 2024-04-13T07:24:48.869 INFO:tasks.rados.rados.0.smithi003.stdout:2969: done (0 left) 2024-04-13T07:24:48.869 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 4 current snap is 309 2024-04-13T07:24:48.869 INFO:tasks.rados.rados.0.smithi003.stdout:2970: seq_num 915 ranges {10166272=532480,10698752=401408} 2024-04-13T07:24:48.927 INFO:tasks.rados.rados.0.smithi003.stdout:2970: writing smithi00377890-4 from 10166272 to 10698752 tid 1 2024-04-13T07:24:48.930 INFO:tasks.rados.rados.0.smithi003.stdout:2970: writing smithi00377890-4 from 10698752 to 11100160 tid 2 2024-04-13T07:24:48.930 INFO:tasks.rados.rados.0.smithi003.stdout:2971: read oid 38 snap -1 2024-04-13T07:24:48.930 INFO:tasks.rados.rados.0.smithi003.stdout:2971: expect deleted 2024-04-13T07:24:48.930 INFO:tasks.rados.rados.0.smithi003.stdout:2972: rmattr oid 36 current snap is 309 2024-04-13T07:24:48.930 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 43 current snap is 309 2024-04-13T07:24:48.930 INFO:tasks.rados.rados.0.smithi003.stdout:2973: seq_num 916 ranges {4898816=548864,5447680=401408} 2024-04-13T07:24:48.960 INFO:tasks.rados.rados.0.smithi003.stdout:2973: writing smithi00377890-43 from 4898816 to 5447680 tid 1 2024-04-13T07:24:48.963 INFO:tasks.rados.rados.0.smithi003.stdout:2973: writing smithi00377890-43 from 5447680 to 5849088 tid 2 2024-04-13T07:24:48.963 INFO:tasks.rados.rados.0.smithi003.stdout:2974: delete oid 34 current snap is 309 2024-04-13T07:24:48.963 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 1894 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:24:48.963 INFO:tasks.rados.rados.0.smithi003.stdout:2970: finishing write tid 1 to smithi00377890-4 2024-04-13T07:24:48.963 INFO:tasks.rados.rados.0.smithi003.stdout:2970: finishing write tid 2 to smithi00377890-4 2024-04-13T07:24:48.963 INFO:tasks.rados.rados.0.smithi003.stdout:2970: finishing write tid 3 to smithi00377890-4 2024-04-13T07:24:48.963 INFO:tasks.rados.rados.0.smithi003.stdout:2970: finishing write tid 4 to smithi00377890-4 2024-04-13T07:24:48.963 INFO:tasks.rados.rados.0.smithi003.stdout:2970: oid 4 updating version 0 to 2439 2024-04-13T07:24:48.963 INFO:tasks.rados.rados.0.smithi003.stdout:2970: oid 4 version 2439 is already newer than 2438 2024-04-13T07:24:48.963 INFO:tasks.rados.rados.0.smithi003.stdout:2970: oid 4 updating version 2439 to 2440 2024-04-13T07:24:48.963 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 2440 (ObjNum 915 snap 309 seq_num 915) dirty exists 2024-04-13T07:24:48.963 INFO:tasks.rados.rados.0.smithi003.stdout:2970: left oid 4 (ObjNum 915 snap 309 seq_num 915) 2024-04-13T07:24:48.965 INFO:tasks.rados.rados.0.smithi003.stdout:2970: done (4 left) 2024-04-13T07:24:48.965 INFO:tasks.rados.rados.0.smithi003.stdout:2971: done (3 left) 2024-04-13T07:24:48.965 INFO:tasks.rados.rados.0.smithi003.stdout:2972: done (2 left) 2024-04-13T07:24:48.965 INFO:tasks.rados.rados.0.smithi003.stdout:2974: done (1 left) 2024-04-13T07:24:48.965 INFO:tasks.rados.rados.0.smithi003.stdout:2975: read oid 19 snap -1 2024-04-13T07:24:48.965 INFO:tasks.rados.rados.0.smithi003.stdout:2975: expect deleted 2024-04-13T07:24:48.965 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 29 current snap is 309 2024-04-13T07:24:48.965 INFO:tasks.rados.rados.0.smithi003.stdout:2976: seq_num 918 ranges {491520=581632,1073152=401408} 2024-04-13T07:24:48.970 INFO:tasks.rados.rados.0.smithi003.stdout:2976: writing smithi00377890-29 from 491520 to 1073152 tid 1 2024-04-13T07:24:48.973 INFO:tasks.rados.rados.0.smithi003.stdout:2976: writing smithi00377890-29 from 1073152 to 1474560 tid 2 2024-04-13T07:24:48.973 INFO:tasks.rados.rados.0.smithi003.stdout:2977: rollback oid 8 current snap is 309 2024-04-13T07:24:48.973 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 8 to 302 2024-04-13T07:24:48.973 INFO:tasks.rados.rados.0.smithi003.stdout:2973: finishing write tid 1 to smithi00377890-43 2024-04-13T07:24:48.973 INFO:tasks.rados.rados.0.smithi003.stdout:2973: finishing write tid 2 to smithi00377890-43 2024-04-13T07:24:48.973 INFO:tasks.rados.rados.0.smithi003.stdout:2973: finishing write tid 3 to smithi00377890-43 2024-04-13T07:24:48.973 INFO:tasks.rados.rados.0.smithi003.stdout:2975: done (3 left) 2024-04-13T07:24:48.973 INFO:tasks.rados.rados.0.smithi003.stdout:2978: snap_remove snap 282 2024-04-13T07:24:49.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:48 smithi066 ceph-mon[84331]: osdmap e689: 8 total, 8 up, 8 in 2024-04-13T07:24:49.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:48 smithi066 ceph-mon[84331]: osdmap e690: 8 total, 8 up, 8 in 2024-04-13T07:24:49.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:48 smithi003 ceph-mon[91733]: osdmap e689: 8 total, 8 up, 8 in 2024-04-13T07:24:49.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:48 smithi003 ceph-mon[91733]: osdmap e690: 8 total, 8 up, 8 in 2024-04-13T07:24:49.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:48 smithi003 ceph-mon[89364]: osdmap e689: 8 total, 8 up, 8 in 2024-04-13T07:24:49.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:48 smithi003 ceph-mon[89364]: osdmap e690: 8 total, 8 up, 8 in 2024-04-13T07:24:49.910 INFO:tasks.rados.rados.0.smithi003.stdout:2978: done (3 left) 2024-04-13T07:24:49.910 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 25 current snap is 309 2024-04-13T07:24:49.910 INFO:tasks.rados.rados.0.smithi003.stdout:2973: finishing write tid 4 to smithi00377890-43 2024-04-13T07:24:49.910 INFO:tasks.rados.rados.0.smithi003.stdout:2973: oid 43 updating version 0 to 1558 2024-04-13T07:24:49.910 INFO:tasks.rados.rados.0.smithi003.stdout:2973: oid 43 version 1558 is already newer than 1556 2024-04-13T07:24:49.910 INFO:tasks.rados.rados.0.smithi003.stdout:2973: oid 43 version 1558 is already newer than 1557 2024-04-13T07:24:49.910 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 1558 (ObjNum 916 snap 309 seq_num 916) dirty exists 2024-04-13T07:24:49.910 INFO:tasks.rados.rados.0.smithi003.stdout:2973: left oid 43 (ObjNum 916 snap 309 seq_num 916) 2024-04-13T07:24:49.910 INFO:tasks.rados.rados.0.smithi003.stdout:2976: finishing write tid 1 to smithi00377890-29 2024-04-13T07:24:49.910 INFO:tasks.rados.rados.0.smithi003.stdout:2976: finishing write tid 2 to smithi00377890-29 2024-04-13T07:24:49.911 INFO:tasks.rados.rados.0.smithi003.stdout:2976: finishing write tid 3 to smithi00377890-29 2024-04-13T07:24:49.911 INFO:tasks.rados.rados.0.smithi003.stdout:2977: finishing rollback tid 0 to smithi00377890-8 2024-04-13T07:24:49.911 INFO:tasks.rados.rados.0.smithi003.stdout:2977: finishing rollback tid 1 to smithi00377890-8 2024-04-13T07:24:49.911 INFO:tasks.rados.rados.0.smithi003.stdout:2977: finishing rollback tid 2 to smithi00377890-8 2024-04-13T07:24:49.911 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2542 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:24:49.911 INFO:tasks.rados.rados.0.smithi003.stdout:2976: finishing write tid 4 to smithi00377890-29 2024-04-13T07:24:49.911 INFO:tasks.rados.rados.0.smithi003.stdout:2976: oid 29 updating version 0 to 1896 2024-04-13T07:24:49.911 INFO:tasks.rados.rados.0.smithi003.stdout:2976: oid 29 updating version 1896 to 1897 2024-04-13T07:24:49.911 INFO:tasks.rados.rados.0.smithi003.stdout:2976: oid 29 version 1897 is already newer than 1895 2024-04-13T07:24:49.911 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 1897 (ObjNum 918 snap 309 seq_num 918) dirty exists 2024-04-13T07:24:49.911 INFO:tasks.rados.rados.0.smithi003.stdout:2976: left oid 29 (ObjNum 918 snap 309 seq_num 918) 2024-04-13T07:24:49.911 INFO:tasks.rados.rados.0.smithi003.stdout:2979: seq_num 919 ranges {139264=598016,737280=401408} 2024-04-13T07:24:49.914 INFO:tasks.rados.rados.0.smithi003.stdout:2979: writing smithi00377890-25 from 139264 to 737280 tid 1 2024-04-13T07:24:49.918 INFO:tasks.rados.rados.0.smithi003.stdout:2979: writing smithi00377890-25 from 737280 to 1138688 tid 2 2024-04-13T07:24:49.922 INFO:tasks.rados.rados.0.smithi003.stdout:2973: done (3 left) 2024-04-13T07:24:49.922 INFO:tasks.rados.rados.0.smithi003.stdout:2976: done (2 left) 2024-04-13T07:24:49.922 INFO:tasks.rados.rados.0.smithi003.stdout:2977: done (1 left) 2024-04-13T07:24:49.922 INFO:tasks.rados.rados.0.smithi003.stdout:2980: snap_create 2024-04-13T07:24:49.930 INFO:tasks.rados.rados.0.smithi003.stdout:2979: finishing write tid 1 to smithi00377890-25 2024-04-13T07:24:49.930 INFO:tasks.rados.rados.0.smithi003.stdout:2979: finishing write tid 2 to smithi00377890-25 2024-04-13T07:24:49.930 INFO:tasks.rados.rados.0.smithi003.stdout:2979: finishing write tid 3 to smithi00377890-25 2024-04-13T07:24:49.937 INFO:tasks.rados.rados.0.smithi003.stdout:2979: finishing write tid 4 to smithi00377890-25 2024-04-13T07:24:49.938 INFO:tasks.rados.rados.0.smithi003.stdout:2979: oid 25 updating version 0 to 3027 2024-04-13T07:24:49.938 INFO:tasks.rados.rados.0.smithi003.stdout:2979: oid 25 updating version 3027 to 3028 2024-04-13T07:24:49.938 INFO:tasks.rados.rados.0.smithi003.stdout:2979: oid 25 version 3028 is already newer than 3026 2024-04-13T07:24:49.938 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 3028 (ObjNum 919 snap 309 seq_num 919) dirty exists 2024-04-13T07:24:49.938 INFO:tasks.rados.rados.0.smithi003.stdout:2979: left oid 25 (ObjNum 919 snap 309 seq_num 919) 2024-04-13T07:24:50.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:49 smithi066 ceph-mon[84331]: pgmap v694: 121 pgs: 121 active+clean; 480 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-13T07:24:50.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:49 smithi003 ceph-mon[91733]: pgmap v694: 121 pgs: 121 active+clean; 480 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-13T07:24:50.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:49 smithi003 ceph-mon[89364]: pgmap v694: 121 pgs: 121 active+clean; 480 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-13T07:24:50.913 INFO:tasks.rados.rados.0.smithi003.stdout:2979: done (1 left) 2024-04-13T07:24:50.913 INFO:tasks.rados.rados.0.smithi003.stdout:2980: done (0 left) 2024-04-13T07:24:50.913 INFO:tasks.rados.rados.0.smithi003.stdout:2981: setattr oid 17 current snap is 310 2024-04-13T07:24:50.914 INFO:tasks.rados.rados.0.smithi003.stdout:2982: read oid 6 snap -1 2024-04-13T07:24:50.914 INFO:tasks.rados.rados.0.smithi003.stdout:2982: expect (ObjNum 859 snap 299 seq_num 859) 2024-04-13T07:24:50.914 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 26 current snap is 310 2024-04-13T07:24:50.914 INFO:tasks.rados.rados.0.smithi003.stdout:2983: seq_num 920 ranges {7954432=614400,8568832=401408} 2024-04-13T07:24:50.961 INFO:tasks.rados.rados.0.smithi003.stdout:2983: writing smithi00377890-26 from 7954432 to 8568832 tid 1 2024-04-13T07:24:50.963 INFO:tasks.rados.rados.0.smithi003.stdout:2983: writing smithi00377890-26 from 8568832 to 8970240 tid 2 2024-04-13T07:24:50.963 INFO:tasks.rados.rados.0.smithi003.stdout:2984: snap_remove snap 302 2024-04-13T07:24:51.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:50 smithi003 ceph-mon[89364]: osdmap e691: 8 total, 8 up, 8 in 2024-04-13T07:24:51.446 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:50 smithi003 ceph-mon[91733]: osdmap e691: 8 total, 8 up, 8 in 2024-04-13T07:24:51.446 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:50 smithi066 ceph-mon[84331]: osdmap e691: 8 total, 8 up, 8 in 2024-04-13T07:24:51.913 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 2038 (ObjNum 882 snap 299 seq_num 882) dirty exists 2024-04-13T07:24:51.913 INFO:tasks.rados.rados.0.smithi003.stdout:2982: expect (ObjNum 859 snap 299 seq_num 859) 2024-04-13T07:24:52.091 INFO:tasks.rados.rados.0.smithi003.stdout:2983: finishing write tid 1 to smithi00377890-26 2024-04-13T07:24:52.091 INFO:tasks.rados.rados.0.smithi003.stdout:2983: finishing write tid 2 to smithi00377890-26 2024-04-13T07:24:52.091 INFO:tasks.rados.rados.0.smithi003.stdout:2983: finishing write tid 3 to smithi00377890-26 2024-04-13T07:24:52.091 INFO:tasks.rados.rados.0.smithi003.stdout:2983: finishing write tid 4 to smithi00377890-26 2024-04-13T07:24:52.091 INFO:tasks.rados.rados.0.smithi003.stdout:2983: oid 26 updating version 0 to 2453 2024-04-13T07:24:52.091 INFO:tasks.rados.rados.0.smithi003.stdout:2983: oid 26 version 2453 is already newer than 2451 2024-04-13T07:24:52.091 INFO:tasks.rados.rados.0.smithi003.stdout:2983: oid 26 version 2453 is already newer than 2452 2024-04-13T07:24:52.091 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 2453 (ObjNum 920 snap 310 seq_num 920) dirty exists 2024-04-13T07:24:52.091 INFO:tasks.rados.rados.0.smithi003.stdout:2983: left oid 26 (ObjNum 920 snap 310 seq_num 920) 2024-04-13T07:24:52.091 INFO:tasks.rados.rados.0.smithi003.stdout:2981: done (3 left) 2024-04-13T07:24:52.091 INFO:tasks.rados.rados.0.smithi003.stdout:2982: done (2 left) 2024-04-13T07:24:52.091 INFO:tasks.rados.rados.0.smithi003.stdout:2983: done (1 left) 2024-04-13T07:24:52.092 INFO:tasks.rados.rados.0.smithi003.stdout:2984: done (0 left) 2024-04-13T07:24:52.092 INFO:tasks.rados.rados.0.smithi003.stdout:2985: rollback oid 5 current snap is 310 2024-04-13T07:24:52.092 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 5 to 283 2024-04-13T07:24:52.092 INFO:tasks.rados.rados.0.smithi003.stdout:2986: read oid 13 snap -1 2024-04-13T07:24:52.092 INFO:tasks.rados.rados.0.smithi003.stdout:2986: expect (ObjNum 904 snap 305 seq_num 904) 2024-04-13T07:24:52.092 INFO:tasks.rados.rados.0.smithi003.stdout:2987: snap_create 2024-04-13T07:24:52.093 INFO:tasks.rados.rados.0.smithi003.stdout:2985: finishing rollback tid 1 to smithi00377890-5 2024-04-13T07:24:52.093 INFO:tasks.rados.rados.0.smithi003.stdout:2986: expect (ObjNum 904 snap 305 seq_num 904) 2024-04-13T07:24:52.113 INFO:tasks.rados.rados.0.smithi003.stdout:2985: finishing rollback tid 2 to smithi00377890-5 2024-04-13T07:24:52.113 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 2484 (ObjNum 781 snap 278 seq_num 781) dirty exists 2024-04-13T07:24:52.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:51 smithi066 ceph-mon[84331]: pgmap v697: 121 pgs: 121 active+clean; 481 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 928 KiB/s wr, 18 op/s 2024-04-13T07:24:52.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:51 smithi066 ceph-mon[84331]: osdmap e692: 8 total, 8 up, 8 in 2024-04-13T07:24:52.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:51 smithi003 ceph-mon[89364]: pgmap v697: 121 pgs: 121 active+clean; 481 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 928 KiB/s wr, 18 op/s 2024-04-13T07:24:52.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:51 smithi003 ceph-mon[89364]: osdmap e692: 8 total, 8 up, 8 in 2024-04-13T07:24:52.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:51 smithi003 ceph-mon[91733]: pgmap v697: 121 pgs: 121 active+clean; 481 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 928 KiB/s wr, 18 op/s 2024-04-13T07:24:52.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:51 smithi003 ceph-mon[91733]: osdmap e692: 8 total, 8 up, 8 in 2024-04-13T07:24:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:24:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:24:52.929 INFO:tasks.rados.rados.0.smithi003.stdout:2985: done (2 left) 2024-04-13T07:24:52.929 INFO:tasks.rados.rados.0.smithi003.stdout:2986: done (1 left) 2024-04-13T07:24:52.929 INFO:tasks.rados.rados.0.smithi003.stdout:2987: done (0 left) 2024-04-13T07:24:52.929 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 12 current snap is 311 2024-04-13T07:24:52.929 INFO:tasks.rados.rados.0.smithi003.stdout:2988: seq_num 921 ranges {6193152=630784,6823936=401408} 2024-04-13T07:24:52.966 INFO:tasks.rados.rados.0.smithi003.stdout:2988: writing smithi00377890-12 from 6193152 to 6823936 tid 1 2024-04-13T07:24:52.968 INFO:tasks.rados.rados.0.smithi003.stdout:2988: writing smithi00377890-12 from 6823936 to 7225344 tid 2 2024-04-13T07:24:52.969 INFO:tasks.rados.rados.0.smithi003.stdout:2989: rollback oid 47 current snap is 311 2024-04-13T07:24:52.969 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 47 to 250 2024-04-13T07:24:52.969 INFO:tasks.rados.rados.0.smithi003.stdout:2990: snap_create 2024-04-13T07:24:52.974 INFO:tasks.rados.rados.0.smithi003.stdout:2988: finishing write tid 1 to smithi00377890-12 2024-04-13T07:24:52.975 INFO:tasks.rados.rados.0.smithi003.stdout:2989: finishing rollback tid 1 to smithi00377890-47 2024-04-13T07:24:52.975 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 2445 (ObjNum 97 snap 0 seq_num 293139520) dirty dne 2024-04-13T07:24:52.975 INFO:tasks.rados.rados.0.smithi003.stdout:2988: finishing write tid 2 to smithi00377890-12 2024-04-13T07:24:52.975 INFO:tasks.rados.rados.0.smithi003.stdout:2988: finishing write tid 3 to smithi00377890-12 2024-04-13T07:24:52.976 INFO:tasks.rados.rados.0.smithi003.stdout:2988: finishing write tid 4 to smithi00377890-12 2024-04-13T07:24:52.976 INFO:tasks.rados.rados.0.smithi003.stdout:2988: oid 12 updating version 0 to 2485 2024-04-13T07:24:52.976 INFO:tasks.rados.rados.0.smithi003.stdout:2988: oid 12 updating version 2485 to 2487 2024-04-13T07:24:52.976 INFO:tasks.rados.rados.0.smithi003.stdout:2988: oid 12 version 2487 is already newer than 2486 2024-04-13T07:24:52.977 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 2487 (ObjNum 921 snap 311 seq_num 921) dirty exists 2024-04-13T07:24:52.977 INFO:tasks.rados.rados.0.smithi003.stdout:2988: left oid 12 (ObjNum 921 snap 311 seq_num 921) 2024-04-13T07:24:53.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:52 smithi003 ceph-mon[89364]: osdmap e693: 8 total, 8 up, 8 in 2024-04-13T07:24:53.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:24:53.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:52 smithi003 ceph-mon[91733]: osdmap e693: 8 total, 8 up, 8 in 2024-04-13T07:24:53.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:24:53.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:52 smithi066 ceph-mon[84331]: osdmap e693: 8 total, 8 up, 8 in 2024-04-13T07:24:53.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:24:53.871 INFO:tasks.rados.rados.0.smithi003.stdout:2988: done (2 left) 2024-04-13T07:24:53.871 INFO:tasks.rados.rados.0.smithi003.stdout:2989: done (1 left) 2024-04-13T07:24:53.871 INFO:tasks.rados.rados.0.smithi003.stdout:2990: done (0 left) 2024-04-13T07:24:53.871 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 20 current snap is 312 2024-04-13T07:24:53.871 INFO:tasks.rados.rados.0.smithi003.stdout:2991: seq_num 922 ranges {0=647168,647168=401408} 2024-04-13T07:24:53.874 INFO:tasks.rados.rados.0.smithi003.stdout:2991: writing smithi00377890-20 from 0 to 647168 tid 1 2024-04-13T07:24:53.877 INFO:tasks.rados.rados.0.smithi003.stdout:2991: writing smithi00377890-20 from 647168 to 1048576 tid 2 2024-04-13T07:24:53.877 INFO:tasks.rados.rados.0.smithi003.stdout:2992: read oid 17 snap 307 2024-04-13T07:24:53.877 INFO:tasks.rados.rados.0.smithi003.stdout:2992: expect (ObjNum 882 snap 299 seq_num 882) 2024-04-13T07:24:53.877 INFO:tasks.rados.rados.0.smithi003.stdout:2993: setattr oid 26 current snap is 312 2024-04-13T07:24:53.880 INFO:tasks.rados.rados.0.smithi003.stdout:2994: read oid 14 snap -1 2024-04-13T07:24:53.880 INFO:tasks.rados.rados.0.smithi003.stdout:2994: expect deleted 2024-04-13T07:24:53.880 INFO:tasks.rados.rados.0.smithi003.stdout:2995: copy_from oid 50 from oid 5 current snap is 312 2024-04-13T07:24:53.880 INFO:tasks.rados.rados.0.smithi003.stdout:2996: snap_create 2024-04-13T07:24:53.886 INFO:tasks.rados.rados.0.smithi003.stdout:2991: finishing write tid 1 to smithi00377890-20 2024-04-13T07:24:53.887 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 2454 (ObjNum 920 snap 310 seq_num 920) dirty exists 2024-04-13T07:24:53.888 INFO:tasks.rados.rados.0.smithi003.stdout:2991: finishing write tid 2 to smithi00377890-20 2024-04-13T07:24:53.888 INFO:tasks.rados.rados.0.smithi003.stdout:2991: finishing write tid 3 to smithi00377890-20 2024-04-13T07:24:53.890 INFO:tasks.rados.rados.0.smithi003.stdout:2991: finishing write tid 4 to smithi00377890-20 2024-04-13T07:24:53.890 INFO:tasks.rados.rados.0.smithi003.stdout:2991: oid 20 updating version 0 to 2649 2024-04-13T07:24:53.890 INFO:tasks.rados.rados.0.smithi003.stdout:2991: oid 20 version 2649 is already newer than 2648 2024-04-13T07:24:53.890 INFO:tasks.rados.rados.0.smithi003.stdout:2991: oid 20 updating version 2649 to 2650 2024-04-13T07:24:53.890 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 2650 (ObjNum 922 snap 312 seq_num 922) dirty exists 2024-04-13T07:24:53.890 INFO:tasks.rados.rados.0.smithi003.stdout:2991: left oid 20 (ObjNum 922 snap 312 seq_num 922) 2024-04-13T07:24:53.897 INFO:tasks.rados.rados.0.smithi003.stdout:2995: finishing copy_from racing read to smithi00377890-50 2024-04-13T07:24:53.899 INFO:tasks.rados.rados.0.smithi003.stdout:2992: expect (ObjNum 882 snap 299 seq_num 882) 2024-04-13T07:24:54.040 INFO:tasks.rados.rados.0.smithi003.stdout:2995: finishing copy_from to smithi00377890-50 2024-04-13T07:24:54.040 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 2484 (ObjNum 781 snap 278 seq_num 781) dirty exists 2024-04-13T07:24:54.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:53 smithi003 ceph-mon[89364]: pgmap v700: 121 pgs: 121 active+clean; 476 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-04-13T07:24:54.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:53 smithi003 ceph-mon[89364]: osdmap e694: 8 total, 8 up, 8 in 2024-04-13T07:24:54.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:53 smithi003 ceph-mon[89364]: osdmap e695: 8 total, 8 up, 8 in 2024-04-13T07:24:54.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:53 smithi003 ceph-mon[91733]: pgmap v700: 121 pgs: 121 active+clean; 476 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-04-13T07:24:54.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:53 smithi003 ceph-mon[91733]: osdmap e694: 8 total, 8 up, 8 in 2024-04-13T07:24:54.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:53 smithi003 ceph-mon[91733]: osdmap e695: 8 total, 8 up, 8 in 2024-04-13T07:24:54.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:53 smithi066 ceph-mon[84331]: pgmap v700: 121 pgs: 121 active+clean; 476 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-04-13T07:24:54.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:53 smithi066 ceph-mon[84331]: osdmap e694: 8 total, 8 up, 8 in 2024-04-13T07:24:54.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:53 smithi066 ceph-mon[84331]: osdmap e695: 8 total, 8 up, 8 in 2024-04-13T07:24:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:24:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:24:54] "GET /metrics HTTP/1.1" 200 36241 "" "Prometheus/2.43.0" 2024-04-13T07:24:54.873 INFO:tasks.rados.rados.0.smithi003.stdout:2991: done (5 left) 2024-04-13T07:24:54.873 INFO:tasks.rados.rados.0.smithi003.stdout:2992: done (4 left) 2024-04-13T07:24:54.873 INFO:tasks.rados.rados.0.smithi003.stdout:2993: done (3 left) 2024-04-13T07:24:54.873 INFO:tasks.rados.rados.0.smithi003.stdout:2994: done (2 left) 2024-04-13T07:24:54.874 INFO:tasks.rados.rados.0.smithi003.stdout:2995: done (1 left) 2024-04-13T07:24:54.874 INFO:tasks.rados.rados.0.smithi003.stdout:2996: done (0 left) 2024-04-13T07:24:54.874 INFO:tasks.rados.rados.0.smithi003.stdout:2997: delete oid 22 current snap is 313 2024-04-13T07:24:54.879 INFO:tasks.rados.rados.0.smithi003.stdout:2997: done (0 left) 2024-04-13T07:24:54.879 INFO:tasks.rados.rados.0.smithi003.stdout:2998: rollback oid 19 current snap is 313 2024-04-13T07:24:54.879 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 19 to 307 2024-04-13T07:24:54.879 INFO:tasks.rados.rados.0.smithi003.stdout:2999: rmattr oid 23 current snap is 313 2024-04-13T07:24:54.879 INFO:tasks.rados.rados.0.smithi003.stdout:2999: done (1 left) 2024-04-13T07:24:54.879 INFO:tasks.rados.rados.0.smithi003.stdout:3000: read oid 50 snap -1 2024-04-13T07:24:54.879 INFO:tasks.rados.rados.0.smithi003.stdout:3000: expect (ObjNum 781 snap 278 seq_num 781) 2024-04-13T07:24:54.879 INFO:tasks.rados.rados.0.smithi003.stdout:3001: copy_from oid 49 from oid 7 current snap is 313 2024-04-13T07:24:54.879 INFO:tasks.rados.rados.0.smithi003.stdout:3002: snap_create 2024-04-13T07:24:54.882 INFO:tasks.rados.rados.0.smithi003.stdout:3001: finishing copy_from to smithi00377890-49 2024-04-13T07:24:54.882 INFO:tasks.rados.rados.0.smithi003.stdout:3001: got expected ENOENT (src dne) 2024-04-13T07:24:54.882 INFO:tasks.rados.rados.0.smithi003.stdout:3001: finishing copy_from racing read to smithi00377890-49 2024-04-13T07:24:54.882 INFO:tasks.rados.rados.0.smithi003.stdout:2998: finishing rollback tid 1 to smithi00377890-19 2024-04-13T07:24:54.883 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 2445 (ObjNum 33 snap 0 seq_num 292068720) dirty dne 2024-04-13T07:24:54.890 INFO:tasks.rados.rados.0.smithi003.stdout:3000: expect (ObjNum 781 snap 278 seq_num 781) 2024-04-13T07:24:55.883 INFO:tasks.rados.rados.0.smithi003.stdout:2998: done (3 left) 2024-04-13T07:24:55.883 INFO:tasks.rados.rados.0.smithi003.stdout:3000: done (2 left) 2024-04-13T07:24:55.884 INFO:tasks.rados.rados.0.smithi003.stdout:3001: done (1 left) 2024-04-13T07:24:55.884 INFO:tasks.rados.rados.0.smithi003.stdout:3002: done (0 left) 2024-04-13T07:24:55.884 INFO:tasks.rados.rados.0.smithi003.stdout:3003: rollback oid 25 current snap is 314 2024-04-13T07:24:55.884 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 25 to 254 2024-04-13T07:24:55.884 INFO:tasks.rados.rados.0.smithi003.stdout:3004: delete oid 9 current snap is 314 2024-04-13T07:24:55.891 INFO:tasks.rados.rados.0.smithi003.stdout:3003: finishing rollback tid 0 to smithi00377890-25 2024-04-13T07:24:55.891 INFO:tasks.rados.rados.0.smithi003.stdout:3003: finishing rollback tid 1 to smithi00377890-25 2024-04-13T07:24:55.891 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 3039 (ObjNum 97 snap 0 seq_num 292975728) dirty dne 2024-04-13T07:24:55.892 INFO:tasks.rados.rados.0.smithi003.stdout:3003: done (1 left) 2024-04-13T07:24:55.892 INFO:tasks.rados.rados.0.smithi003.stdout:3004: done (0 left) 2024-04-13T07:24:55.892 INFO:tasks.rados.rados.0.smithi003.stdout:3005: delete oid 21 current snap is 314 2024-04-13T07:24:55.895 INFO:tasks.rados.rados.0.smithi003.stdout:3005: done (0 left) 2024-04-13T07:24:55.895 INFO:tasks.rados.rados.0.smithi003.stdout:3006: copy_from oid 13 from oid 17 current snap is 314 2024-04-13T07:24:55.895 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 26 current snap is 314 2024-04-13T07:24:55.895 INFO:tasks.rados.rados.0.smithi003.stdout:3007: seq_num 926 ranges {8970240=712704,9682944=401408} 2024-04-13T07:24:55.948 INFO:tasks.rados.rados.0.smithi003.stdout:3007: writing smithi00377890-26 from 8970240 to 9682944 tid 1 2024-04-13T07:24:55.950 INFO:tasks.rados.rados.0.smithi003.stdout:3007: writing smithi00377890-26 from 9682944 to 10084352 tid 2 2024-04-13T07:24:55.950 INFO:tasks.rados.rados.0.smithi003.stdout:3008: snap_create 2024-04-13T07:24:55.951 INFO:tasks.rados.rados.0.smithi003.stdout:3006: finishing copy_from racing read to smithi00377890-13 2024-04-13T07:24:55.951 INFO:tasks.rados.rados.0.smithi003.stdout:3006: finishing copy_from to smithi00377890-13 2024-04-13T07:24:55.951 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 2038 (ObjNum 882 snap 299 seq_num 882) dirty exists 2024-04-13T07:24:55.955 INFO:tasks.rados.rados.0.smithi003.stdout:3007: finishing write tid 1 to smithi00377890-26 2024-04-13T07:24:55.956 INFO:tasks.rados.rados.0.smithi003.stdout:3007: finishing write tid 2 to smithi00377890-26 2024-04-13T07:24:55.956 INFO:tasks.rados.rados.0.smithi003.stdout:3007: finishing write tid 3 to smithi00377890-26 2024-04-13T07:24:55.958 INFO:tasks.rados.rados.0.smithi003.stdout:3007: finishing write tid 4 to smithi00377890-26 2024-04-13T07:24:55.958 INFO:tasks.rados.rados.0.smithi003.stdout:3007: oid 26 updating version 0 to 2456 2024-04-13T07:24:55.958 INFO:tasks.rados.rados.0.smithi003.stdout:3007: oid 26 updating version 2456 to 2457 2024-04-13T07:24:55.958 INFO:tasks.rados.rados.0.smithi003.stdout:3007: oid 26 version 2457 is already newer than 2455 2024-04-13T07:24:55.958 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 2457 (ObjNum 926 snap 314 seq_num 926) dirty exists 2024-04-13T07:24:55.958 INFO:tasks.rados.rados.0.smithi003.stdout:3007: left oid 26 (ObjNum 926 snap 314 seq_num 926) 2024-04-13T07:24:56.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:55 smithi003 ceph-mon[91733]: pgmap v703: 121 pgs: 121 active+clean; 482 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-13T07:24:56.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:55 smithi003 ceph-mon[91733]: osdmap e696: 8 total, 8 up, 8 in 2024-04-13T07:24:56.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:55 smithi003 ceph-mon[89364]: pgmap v703: 121 pgs: 121 active+clean; 482 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-13T07:24:56.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:55 smithi003 ceph-mon[89364]: osdmap e696: 8 total, 8 up, 8 in 2024-04-13T07:24:56.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:55 smithi066 ceph-mon[84331]: pgmap v703: 121 pgs: 121 active+clean; 482 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-13T07:24:56.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:55 smithi066 ceph-mon[84331]: osdmap e696: 8 total, 8 up, 8 in 2024-04-13T07:24:56.885 INFO:tasks.rados.rados.0.smithi003.stdout:3006: done (2 left) 2024-04-13T07:24:56.886 INFO:tasks.rados.rados.0.smithi003.stdout:3007: done (1 left) 2024-04-13T07:24:56.886 INFO:tasks.rados.rados.0.smithi003.stdout:3008: done (0 left) 2024-04-13T07:24:56.886 INFO:tasks.rados.rados.0.smithi003.stdout:3009: copy_from oid 24 from oid 35 current snap is 315 2024-04-13T07:24:56.886 INFO:tasks.rados.rados.0.smithi003.stdout:3010: read oid 32 snap 250 2024-04-13T07:24:56.886 INFO:tasks.rados.rados.0.smithi003.stdout:3010: expect (ObjNum 730 snap 249 seq_num 730) 2024-04-13T07:24:56.886 INFO:tasks.rados.rados.0.smithi003.stdout:3011: read oid 38 snap -1 2024-04-13T07:24:56.886 INFO:tasks.rados.rados.0.smithi003.stdout:3011: expect deleted 2024-04-13T07:24:56.886 INFO:tasks.rados.rados.0.smithi003.stdout:3012: read oid 50 snap 304 2024-04-13T07:24:56.886 INFO:tasks.rados.rados.0.smithi003.stdout:3012: expect (ObjNum 804 snap 288 seq_num 804) 2024-04-13T07:24:56.886 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 26 current snap is 315 2024-04-13T07:24:56.886 INFO:tasks.rados.rados.0.smithi003.stdout:3013: seq_num 927 ranges {10084352=729088,10813440=401408} 2024-04-13T07:24:56.945 INFO:tasks.rados.rados.0.smithi003.stdout:3013: writing smithi00377890-26 from 10084352 to 10813440 tid 1 2024-04-13T07:24:56.947 INFO:tasks.rados.rados.0.smithi003.stdout:3013: writing smithi00377890-26 from 10813440 to 11214848 tid 2 2024-04-13T07:24:56.948 INFO:tasks.rados.rados.0.smithi003.stdout:3014: read oid 14 snap -1 2024-04-13T07:24:56.948 INFO:tasks.rados.rados.0.smithi003.stdout:3014: expect deleted 2024-04-13T07:24:56.948 INFO:tasks.rados.rados.0.smithi003.stdout:3015: read oid 31 snap -1 2024-04-13T07:24:56.948 INFO:tasks.rados.rados.0.smithi003.stdout:3015: expect (ObjNum 895 snap 304 seq_num 895) 2024-04-13T07:24:56.948 INFO:tasks.rados.rados.0.smithi003.stdout:3016: rollback oid 43 current snap is 315 2024-04-13T07:24:56.948 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 43 to 254 2024-04-13T07:24:56.948 INFO:tasks.rados.rados.0.smithi003.stdout:3011: done (7 left) 2024-04-13T07:24:56.948 INFO:tasks.rados.rados.0.smithi003.stdout:3017: delete oid 33 current snap is 315 2024-04-13T07:24:56.948 INFO:tasks.rados.rados.0.smithi003.stdout:3012: expect (ObjNum 804 snap 288 seq_num 804) 2024-04-13T07:24:56.990 INFO:tasks.rados.rados.0.smithi003.stdout:3009: finishing copy_from racing read to smithi00377890-24 2024-04-13T07:24:56.990 INFO:tasks.rados.rados.0.smithi003.stdout:3009: finishing copy_from to smithi00377890-24 2024-04-13T07:24:56.990 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 2600 (ObjNum 892 snap 303 seq_num 892) dirty exists 2024-04-13T07:24:56.990 INFO:tasks.rados.rados.0.smithi003.stdout:3010: expect (ObjNum 730 snap 249 seq_num 730) 2024-04-13T07:24:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:56 smithi003 ceph-mon[91733]: osdmap e697: 8 total, 8 up, 8 in 2024-04-13T07:24:57.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:56 smithi003 ceph-mon[89364]: osdmap e697: 8 total, 8 up, 8 in 2024-04-13T07:24:57.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:56 smithi066 ceph-mon[84331]: osdmap e697: 8 total, 8 up, 8 in 2024-04-13T07:24:57.215 INFO:tasks.rados.rados.0.smithi003.stdout:3015: expect (ObjNum 895 snap 304 seq_num 895) 2024-04-13T07:24:57.231 INFO:tasks.rados.rados.0.smithi003.stdout:3016: finishing rollback tid 0 to smithi00377890-43 2024-04-13T07:24:57.231 INFO:tasks.rados.rados.0.smithi003.stdout:3016: finishing rollback tid 1 to smithi00377890-43 2024-04-13T07:24:57.231 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 1560 (ObjNum 65 snap 0 seq_num 2793385232) dirty dne 2024-04-13T07:24:57.231 INFO:tasks.rados.rados.0.smithi003.stdout:3013: finishing write tid 1 to smithi00377890-26 2024-04-13T07:24:57.231 INFO:tasks.rados.rados.0.smithi003.stdout:3013: finishing write tid 2 to smithi00377890-26 2024-04-13T07:24:57.231 INFO:tasks.rados.rados.0.smithi003.stdout:3013: finishing write tid 3 to smithi00377890-26 2024-04-13T07:24:57.231 INFO:tasks.rados.rados.0.smithi003.stdout:3013: finishing write tid 4 to smithi00377890-26 2024-04-13T07:24:57.232 INFO:tasks.rados.rados.0.smithi003.stdout:3013: oid 26 updating version 0 to 2458 2024-04-13T07:24:57.232 INFO:tasks.rados.rados.0.smithi003.stdout:3013: oid 26 updating version 2458 to 2460 2024-04-13T07:24:57.232 INFO:tasks.rados.rados.0.smithi003.stdout:3013: oid 26 version 2460 is already newer than 2459 2024-04-13T07:24:57.232 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 2460 (ObjNum 927 snap 315 seq_num 927) dirty exists 2024-04-13T07:24:57.232 INFO:tasks.rados.rados.0.smithi003.stdout:3013: left oid 26 (ObjNum 927 snap 315 seq_num 927) 2024-04-13T07:24:57.232 INFO:tasks.rados.rados.0.smithi003.stdout:3009: done (7 left) 2024-04-13T07:24:57.232 INFO:tasks.rados.rados.0.smithi003.stdout:3010: done (6 left) 2024-04-13T07:24:57.232 INFO:tasks.rados.rados.0.smithi003.stdout:3012: done (5 left) 2024-04-13T07:24:57.232 INFO:tasks.rados.rados.0.smithi003.stdout:3013: done (4 left) 2024-04-13T07:24:57.232 INFO:tasks.rados.rados.0.smithi003.stdout:3014: done (3 left) 2024-04-13T07:24:57.232 INFO:tasks.rados.rados.0.smithi003.stdout:3015: done (2 left) 2024-04-13T07:24:57.232 INFO:tasks.rados.rados.0.smithi003.stdout:3016: done (1 left) 2024-04-13T07:24:57.232 INFO:tasks.rados.rados.0.smithi003.stdout:3017: done (0 left) 2024-04-13T07:24:57.232 INFO:tasks.rados.rados.0.smithi003.stdout:3018: setattr oid 22 current snap is 315 2024-04-13T07:24:57.232 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 36 current snap is 315 2024-04-13T07:24:57.232 INFO:tasks.rados.rados.0.smithi003.stdout:3019: seq_num 929 ranges {0=761856,761856=401408} 2024-04-13T07:24:57.235 INFO:tasks.rados.rados.0.smithi003.stdout:3019: writing smithi00377890-36 from 0 to 761856 tid 1 2024-04-13T07:24:57.238 INFO:tasks.rados.rados.0.smithi003.stdout:3019: writing smithi00377890-36 from 761856 to 1163264 tid 2 2024-04-13T07:24:57.239 INFO:tasks.rados.rados.0.smithi003.stdout:3020: copy_from oid 7 from oid 37 current snap is 315 2024-04-13T07:24:57.239 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 2655 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-04-13T07:24:57.239 INFO:tasks.rados.rados.0.smithi003.stdout:3018: done (2 left) 2024-04-13T07:24:57.239 INFO:tasks.rados.rados.0.smithi003.stdout:3021: rollback oid 11 current snap is 315 2024-04-13T07:24:57.239 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 11 to 291 2024-04-13T07:24:57.239 INFO:tasks.rados.rados.0.smithi003.stdout:3022: setattr oid 8 current snap is 315 2024-04-13T07:24:57.240 INFO:tasks.rados.rados.0.smithi003.stdout:3023: snap_create 2024-04-13T07:24:57.241 INFO:tasks.rados.rados.0.smithi003.stdout:3019: finishing write tid 1 to smithi00377890-36 2024-04-13T07:24:57.242 INFO:tasks.rados.rados.0.smithi003.stdout:3021: finishing rollback tid 0 to smithi00377890-11 2024-04-13T07:24:57.243 INFO:tasks.rados.rados.0.smithi003.stdout:3021: finishing rollback tid 1 to smithi00377890-11 2024-04-13T07:24:57.243 INFO:tasks.rados.rados.0.smithi003.stdout:3019: finishing write tid 2 to smithi00377890-36 2024-04-13T07:24:57.243 INFO:tasks.rados.rados.0.smithi003.stdout:3019: finishing write tid 3 to smithi00377890-36 2024-04-13T07:24:57.243 INFO:tasks.rados.rados.0.smithi003.stdout:3021: finishing rollback tid 2 to smithi00377890-11 2024-04-13T07:24:57.243 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 2185 (ObjNum 735 snap 255 seq_num 735) dirty exists 2024-04-13T07:24:57.244 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2543 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:24:57.245 INFO:tasks.rados.rados.0.smithi003.stdout:3019: finishing write tid 4 to smithi00377890-36 2024-04-13T07:24:57.245 INFO:tasks.rados.rados.0.smithi003.stdout:3019: oid 36 updating version 0 to 1898 2024-04-13T07:24:57.245 INFO:tasks.rados.rados.0.smithi003.stdout:3019: oid 36 updating version 1898 to 1899 2024-04-13T07:24:57.245 INFO:tasks.rados.rados.0.smithi003.stdout:3019: oid 36 updating version 1899 to 1900 2024-04-13T07:24:57.245 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 1900 (ObjNum 929 snap 315 seq_num 929) dirty exists 2024-04-13T07:24:57.245 INFO:tasks.rados.rados.0.smithi003.stdout:3019: left oid 36 (ObjNum 929 snap 315 seq_num 929) 2024-04-13T07:24:57.261 INFO:tasks.rados.rados.0.smithi003.stdout:3020: finishing copy_from racing read to smithi00377890-7 2024-04-13T07:24:57.262 INFO:tasks.rados.rados.0.smithi003.stdout:3020: finishing copy_from to smithi00377890-7 2024-04-13T07:24:57.263 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 1872 (ObjNum 872 snap 299 seq_num 872) dirty exists 2024-04-13T07:24:57.899 INFO:tasks.rados.rados.0.smithi003.stdout:3019: done (4 left) 2024-04-13T07:24:57.899 INFO:tasks.rados.rados.0.smithi003.stdout:3020: done (3 left) 2024-04-13T07:24:57.900 INFO:tasks.rados.rados.0.smithi003.stdout:3021: done (2 left) 2024-04-13T07:24:57.900 INFO:tasks.rados.rados.0.smithi003.stdout:3022: done (1 left) 2024-04-13T07:24:57.900 INFO:tasks.rados.rados.0.smithi003.stdout:3023: done (0 left) 2024-04-13T07:24:57.900 INFO:tasks.rados.rados.0.smithi003.stdout:3024: read oid 18 snap -1 2024-04-13T07:24:57.900 INFO:tasks.rados.rados.0.smithi003.stdout:3024: expect (ObjNum 904 snap 305 seq_num 904) 2024-04-13T07:24:57.900 INFO:tasks.rados.rados.0.smithi003.stdout:3025: read oid 38 snap -1 2024-04-13T07:24:57.900 INFO:tasks.rados.rados.0.smithi003.stdout:3025: expect deleted 2024-04-13T07:24:57.900 INFO:tasks.rados.rados.0.smithi003.stdout:3026: read oid 10 snap -1 2024-04-13T07:24:57.900 INFO:tasks.rados.rados.0.smithi003.stdout:3026: expect (ObjNum 906 snap 305 seq_num 906) 2024-04-13T07:24:57.900 INFO:tasks.rados.rados.0.smithi003.stdout:3027: read oid 22 snap -1 2024-04-13T07:24:57.900 INFO:tasks.rados.rados.0.smithi003.stdout:3027: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:24:57.900 INFO:tasks.rados.rados.0.smithi003.stdout:3028: rollback oid 7 current snap is 316 2024-04-13T07:24:57.900 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 7 to 308 2024-04-13T07:24:57.900 INFO:tasks.rados.rados.0.smithi003.stdout:3029: delete oid 17 current snap is 316 2024-04-13T07:24:57.901 INFO:tasks.rados.rados.0.smithi003.stdout:3027: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:24:57.901 INFO:tasks.rados.rados.0.smithi003.stdout:3024: expect (ObjNum 904 snap 305 seq_num 904) 2024-04-13T07:24:57.921 INFO:tasks.rados.rados.0.smithi003.stdout:3028: finishing rollback tid 0 to smithi00377890-7 2024-04-13T07:24:57.921 INFO:tasks.rados.rados.0.smithi003.stdout:3028: finishing rollback tid 1 to smithi00377890-7 2024-04-13T07:24:57.921 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 2462 (ObjNum 657 snap 0 seq_num 2793385824) dirty dne 2024-04-13T07:24:57.921 INFO:tasks.rados.rados.0.smithi003.stdout:3026: expect (ObjNum 906 snap 305 seq_num 906) 2024-04-13T07:24:58.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:57 smithi003 ceph-mon[89364]: pgmap v706: 121 pgs: 121 active+clean; 482 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-13T07:24:58.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:57 smithi003 ceph-mon[89364]: osdmap e698: 8 total, 8 up, 8 in 2024-04-13T07:24:58.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:57 smithi003 ceph-mon[91733]: pgmap v706: 121 pgs: 121 active+clean; 482 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-13T07:24:58.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:57 smithi003 ceph-mon[91733]: osdmap e698: 8 total, 8 up, 8 in 2024-04-13T07:24:58.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:57 smithi066 ceph-mon[84331]: pgmap v706: 121 pgs: 121 active+clean; 482 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-13T07:24:58.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:57 smithi066 ceph-mon[84331]: osdmap e698: 8 total, 8 up, 8 in 2024-04-13T07:24:58.158 INFO:tasks.rados.rados.0.smithi003.stdout:3024: done (5 left) 2024-04-13T07:24:58.158 INFO:tasks.rados.rados.0.smithi003.stdout:3025: done (4 left) 2024-04-13T07:24:58.158 INFO:tasks.rados.rados.0.smithi003.stdout:3026: done (3 left) 2024-04-13T07:24:58.158 INFO:tasks.rados.rados.0.smithi003.stdout:3027: done (2 left) 2024-04-13T07:24:58.158 INFO:tasks.rados.rados.0.smithi003.stdout:3028: done (1 left) 2024-04-13T07:24:58.158 INFO:tasks.rados.rados.0.smithi003.stdout:3029: done (0 left) 2024-04-13T07:24:58.158 INFO:tasks.rados.rados.0.smithi003.stdout:3030: rollback oid 46 current snap is 316 2024-04-13T07:24:58.158 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 46 to 314 2024-04-13T07:24:58.158 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 47 current snap is 316 2024-04-13T07:24:58.158 INFO:tasks.rados.rados.0.smithi003.stdout:3031: seq_num 931 ranges {0=802816,802816=401408} 2024-04-13T07:24:58.163 INFO:tasks.rados.rados.0.smithi003.stdout:3031: writing smithi00377890-47 from 0 to 802816 tid 1 2024-04-13T07:24:58.165 INFO:tasks.rados.rados.0.smithi003.stdout:3031: writing smithi00377890-47 from 802816 to 1204224 tid 2 2024-04-13T07:24:58.165 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 14 current snap is 316 2024-04-13T07:24:58.165 INFO:tasks.rados.rados.0.smithi003.stdout:3030: finishing rollback tid 0 to smithi00377890-46 2024-04-13T07:24:58.166 INFO:tasks.rados.rados.0.smithi003.stdout:3030: finishing rollback tid 1 to smithi00377890-46 2024-04-13T07:24:58.166 INFO:tasks.rados.rados.0.smithi003.stdout:3030: finishing rollback tid 2 to smithi00377890-46 2024-04-13T07:24:58.166 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 2865 (ObjNum 819 snap 289 seq_num 819) dirty exists 2024-04-13T07:24:58.166 INFO:tasks.rados.rados.0.smithi003.stdout:3032: seq_num 932 ranges {0=417792,417792=663552,1081344=139264} 2024-04-13T07:24:58.167 INFO:tasks.rados.rados.0.smithi003.stdout:3032: writing smithi00377890-14 from 0 to 417792 tid 1 2024-04-13T07:24:58.171 INFO:tasks.rados.rados.0.smithi003.stdout:3032: writing smithi00377890-14 from 417792 to 1081344 tid 2 2024-04-13T07:24:58.172 INFO:tasks.rados.rados.0.smithi003.stdout:3032: writing smithi00377890-14 from 1081344 to 1220608 tid 3 2024-04-13T07:24:58.172 INFO:tasks.rados.rados.0.smithi003.stdout:3030: done (2 left) 2024-04-13T07:24:58.172 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 18 current snap is 316 2024-04-13T07:24:58.173 INFO:tasks.rados.rados.0.smithi003.stdout:3031: finishing write tid 1 to smithi00377890-47 2024-04-13T07:24:58.173 INFO:tasks.rados.rados.0.smithi003.stdout:3031: finishing write tid 2 to smithi00377890-47 2024-04-13T07:24:58.173 INFO:tasks.rados.rados.0.smithi003.stdout:3031: finishing write tid 3 to smithi00377890-47 2024-04-13T07:24:58.173 INFO:tasks.rados.rados.0.smithi003.stdout:3032: finishing write tid 1 to smithi00377890-14 2024-04-13T07:24:58.173 INFO:tasks.rados.rados.0.smithi003.stdout:3033: seq_num 933 ranges {745472=434176,1179648=548864,1728512=253952} 2024-04-13T07:24:58.179 INFO:tasks.rados.rados.0.smithi003.stdout:3033: writing smithi00377890-18 from 745472 to 1179648 tid 1 2024-04-13T07:24:58.182 INFO:tasks.rados.rados.0.smithi003.stdout:3033: writing smithi00377890-18 from 1179648 to 1728512 tid 2 2024-04-13T07:24:58.184 INFO:tasks.rados.rados.0.smithi003.stdout:3033: writing smithi00377890-18 from 1728512 to 1982464 tid 3 2024-04-13T07:24:58.184 INFO:tasks.rados.rados.0.smithi003.stdout:3034: snap_create 2024-04-13T07:24:58.184 INFO:tasks.rados.rados.0.smithi003.stdout:3031: finishing write tid 4 to smithi00377890-47 2024-04-13T07:24:58.184 INFO:tasks.rados.rados.0.smithi003.stdout:3031: oid 47 updating version 0 to 2465 2024-04-13T07:24:58.184 INFO:tasks.rados.rados.0.smithi003.stdout:3031: oid 47 version 2465 is already newer than 2464 2024-04-13T07:24:58.184 INFO:tasks.rados.rados.0.smithi003.stdout:3031: oid 47 version 2465 is already newer than 2463 2024-04-13T07:24:58.184 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 2465 (ObjNum 931 snap 316 seq_num 931) dirty exists 2024-04-13T07:24:58.184 INFO:tasks.rados.rados.0.smithi003.stdout:3031: left oid 47 (ObjNum 931 snap 316 seq_num 931) 2024-04-13T07:24:58.184 INFO:tasks.rados.rados.0.smithi003.stdout:3032: finishing write tid 2 to smithi00377890-14 2024-04-13T07:24:58.184 INFO:tasks.rados.rados.0.smithi003.stdout:3032: finishing write tid 3 to smithi00377890-14 2024-04-13T07:24:58.184 INFO:tasks.rados.rados.0.smithi003.stdout:3032: finishing write tid 4 to smithi00377890-14 2024-04-13T07:24:58.184 INFO:tasks.rados.rados.0.smithi003.stdout:3032: finishing write tid 5 to smithi00377890-14 2024-04-13T07:24:58.184 INFO:tasks.rados.rados.0.smithi003.stdout:3032: oid 14 updating version 0 to 2188 2024-04-13T07:24:58.184 INFO:tasks.rados.rados.0.smithi003.stdout:3032: oid 14 updating version 2188 to 2189 2024-04-13T07:24:58.185 INFO:tasks.rados.rados.0.smithi003.stdout:3032: oid 14 version 2189 is already newer than 2186 2024-04-13T07:24:58.185 INFO:tasks.rados.rados.0.smithi003.stdout:3032: oid 14 version 2189 is already newer than 2187 2024-04-13T07:24:58.185 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 2189 (ObjNum 932 snap 316 seq_num 932) dirty exists 2024-04-13T07:24:58.185 INFO:tasks.rados.rados.0.smithi003.stdout:3032: left oid 14 (ObjNum 932 snap 316 seq_num 932) 2024-04-13T07:24:58.185 INFO:tasks.rados.rados.0.smithi003.stdout:3033: finishing write tid 1 to smithi00377890-18 2024-04-13T07:24:58.186 INFO:tasks.rados.rados.0.smithi003.stdout:3033: finishing write tid 2 to smithi00377890-18 2024-04-13T07:24:58.186 INFO:tasks.rados.rados.0.smithi003.stdout:3033: finishing write tid 3 to smithi00377890-18 2024-04-13T07:24:58.186 INFO:tasks.rados.rados.0.smithi003.stdout:3033: finishing write tid 4 to smithi00377890-18 2024-04-13T07:24:58.187 INFO:tasks.rados.rados.0.smithi003.stdout:3033: finishing write tid 5 to smithi00377890-18 2024-04-13T07:24:58.187 INFO:tasks.rados.rados.0.smithi003.stdout:3033: oid 18 updating version 0 to 2442 2024-04-13T07:24:58.187 INFO:tasks.rados.rados.0.smithi003.stdout:3033: oid 18 updating version 2442 to 2444 2024-04-13T07:24:58.187 INFO:tasks.rados.rados.0.smithi003.stdout:3033: oid 18 version 2444 is already newer than 2443 2024-04-13T07:24:58.187 INFO:tasks.rados.rados.0.smithi003.stdout:3033: oid 18 updating version 2444 to 2445 2024-04-13T07:24:58.187 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 2445 (ObjNum 933 snap 316 seq_num 933) dirty exists 2024-04-13T07:24:58.187 INFO:tasks.rados.rados.0.smithi003.stdout:3033: left oid 18 (ObjNum 933 snap 316 seq_num 933) 2024-04-13T07:24:58.872 INFO:tasks.rados.rados.0.smithi003.stdout:3031: done (3 left) 2024-04-13T07:24:58.872 INFO:tasks.rados.rados.0.smithi003.stdout:3032: done (2 left) 2024-04-13T07:24:58.872 INFO:tasks.rados.rados.0.smithi003.stdout:3033: done (1 left) 2024-04-13T07:24:58.872 INFO:tasks.rados.rados.0.smithi003.stdout:3034: done (0 left) 2024-04-13T07:24:58.873 INFO:tasks.rados.rados.0.smithi003.stdout:3035: copy_from oid 48 from oid 43 current snap is 317 2024-04-13T07:24:58.873 INFO:tasks.rados.rados.0.smithi003.stdout:3036: setattr oid 7 current snap is 317 2024-04-13T07:24:58.874 INFO:tasks.rados.rados.0.smithi003.stdout:3037: read oid 36 snap 224 2024-04-13T07:24:58.874 INFO:tasks.rados.rados.0.smithi003.stdout:3037: expect deleted 2024-04-13T07:24:58.874 INFO:tasks.rados.rados.0.smithi003.stdout:3038: read oid 25 snap -1 2024-04-13T07:24:58.875 INFO:tasks.rados.rados.0.smithi003.stdout:3038: expect deleted 2024-04-13T07:24:58.875 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 44 current snap is 317 2024-04-13T07:24:58.875 INFO:tasks.rados.rados.0.smithi003.stdout:3039: seq_num 934 ranges {0=450560,450560=434176,884736=368640} 2024-04-13T07:24:58.877 INFO:tasks.rados.rados.0.smithi003.stdout:3039: writing smithi00377890-44 from 0 to 450560 tid 1 2024-04-13T07:24:58.880 INFO:tasks.rados.rados.0.smithi003.stdout:3039: writing smithi00377890-44 from 450560 to 884736 tid 2 2024-04-13T07:24:58.883 INFO:tasks.rados.rados.0.smithi003.stdout:3039: writing smithi00377890-44 from 884736 to 1253376 tid 3 2024-04-13T07:24:58.883 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 24 current snap is 317 2024-04-13T07:24:58.883 INFO:tasks.rados.rados.0.smithi003.stdout:3035: finishing copy_from to smithi00377890-48 2024-04-13T07:24:58.883 INFO:tasks.rados.rados.0.smithi003.stdout:3035: got expected ENOENT (src dne) 2024-04-13T07:24:58.883 INFO:tasks.rados.rados.0.smithi003.stdout:3035: finishing copy_from racing read to smithi00377890-48 2024-04-13T07:24:58.883 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 2466 (ObjNum 33 snap 0 seq_num 292277616) dirty exists 2024-04-13T07:24:58.883 INFO:tasks.rados.rados.0.smithi003.stdout:3040: seq_num 935 ranges {548864=466944,1015808=720896,1736704=81920} 2024-04-13T07:24:58.889 INFO:tasks.rados.rados.0.smithi003.stdout:3040: writing smithi00377890-24 from 548864 to 1015808 tid 1 2024-04-13T07:24:58.894 INFO:tasks.rados.rados.0.smithi003.stdout:3040: writing smithi00377890-24 from 1015808 to 1736704 tid 2 2024-04-13T07:24:58.895 INFO:tasks.rados.rados.0.smithi003.stdout:3040: writing smithi00377890-24 from 1736704 to 1818624 tid 3 2024-04-13T07:24:58.895 INFO:tasks.rados.rados.0.smithi003.stdout:3035: done (5 left) 2024-04-13T07:24:58.895 INFO:tasks.rados.rados.0.smithi003.stdout:3036: done (4 left) 2024-04-13T07:24:58.895 INFO:tasks.rados.rados.0.smithi003.stdout:3037: done (3 left) 2024-04-13T07:24:58.895 INFO:tasks.rados.rados.0.smithi003.stdout:3038: done (2 left) 2024-04-13T07:24:58.895 INFO:tasks.rados.rados.0.smithi003.stdout:3041: rmattr oid 37 current snap is 317 2024-04-13T07:24:58.895 INFO:tasks.rados.rados.0.smithi003.stdout:3039: finishing write tid 1 to smithi00377890-44 2024-04-13T07:24:58.895 INFO:tasks.rados.rados.0.smithi003.stdout:3039: finishing write tid 2 to smithi00377890-44 2024-04-13T07:24:58.895 INFO:tasks.rados.rados.0.smithi003.stdout:3039: finishing write tid 3 to smithi00377890-44 2024-04-13T07:24:58.895 INFO:tasks.rados.rados.0.smithi003.stdout:3039: finishing write tid 4 to smithi00377890-44 2024-04-13T07:24:58.895 INFO:tasks.rados.rados.0.smithi003.stdout:3039: finishing write tid 5 to smithi00377890-44 2024-04-13T07:24:58.895 INFO:tasks.rados.rados.0.smithi003.stdout:3039: oid 44 updating version 0 to 2868 2024-04-13T07:24:58.895 INFO:tasks.rados.rados.0.smithi003.stdout:3039: oid 44 updating version 2868 to 2869 2024-04-13T07:24:58.896 INFO:tasks.rados.rados.0.smithi003.stdout:3039: oid 44 version 2869 is already newer than 2867 2024-04-13T07:24:58.896 INFO:tasks.rados.rados.0.smithi003.stdout:3039: oid 44 version 2869 is already newer than 2866 2024-04-13T07:24:58.896 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 2869 (ObjNum 934 snap 317 seq_num 934) dirty exists 2024-04-13T07:24:58.896 INFO:tasks.rados.rados.0.smithi003.stdout:3039: left oid 44 (ObjNum 934 snap 317 seq_num 934) 2024-04-13T07:24:58.896 INFO:tasks.rados.rados.0.smithi003.stdout:3039: done (2 left) 2024-04-13T07:24:58.896 INFO:tasks.rados.rados.0.smithi003.stdout:3042: rmattr oid 12 current snap is 317 2024-04-13T07:24:58.896 INFO:tasks.rados.rados.0.smithi003.stdout:3043: read oid 47 snap 291 2024-04-13T07:24:58.896 INFO:tasks.rados.rados.0.smithi003.stdout:3043: expect deleted 2024-04-13T07:24:58.896 INFO:tasks.rados.rados.0.smithi003.stdout:3044: delete oid 29 current snap is 317 2024-04-13T07:24:58.899 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 2488 (ObjNum 921 snap 311 seq_num 921) dirty exists 2024-04-13T07:24:58.900 INFO:tasks.rados.rados.0.smithi003.stdout:3042: done (4 left) 2024-04-13T07:24:58.900 INFO:tasks.rados.rados.0.smithi003.stdout:3043: done (3 left) 2024-04-13T07:24:58.900 INFO:tasks.rados.rados.0.smithi003.stdout:3044: done (2 left) 2024-04-13T07:24:58.900 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 317 2024-04-13T07:24:58.900 INFO:tasks.rados.rados.0.smithi003.stdout:3045: seq_num 937 ranges {548864=499712,1048576=532480,1581056=270336} 2024-04-13T07:24:58.906 INFO:tasks.rados.rados.0.smithi003.stdout:3045: writing smithi00377890-35 from 548864 to 1048576 tid 1 2024-04-13T07:24:58.909 INFO:tasks.rados.rados.0.smithi003.stdout:3045: writing smithi00377890-35 from 1048576 to 1581056 tid 2 2024-04-13T07:24:58.910 INFO:tasks.rados.rados.0.smithi003.stdout:3045: writing smithi00377890-35 from 1581056 to 1851392 tid 3 2024-04-13T07:24:58.911 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 50 current snap is 317 2024-04-13T07:24:58.911 INFO:tasks.rados.rados.0.smithi003.stdout:3040: finishing write tid 1 to smithi00377890-24 2024-04-13T07:24:58.911 INFO:tasks.rados.rados.0.smithi003.stdout:3046: seq_num 938 ranges {2588672=516096,3104768=417792,3522560=385024} 2024-04-13T07:24:58.928 INFO:tasks.rados.rados.0.smithi003.stdout:3046: writing smithi00377890-50 from 2588672 to 3104768 tid 1 2024-04-13T07:24:58.930 INFO:tasks.rados.rados.0.smithi003.stdout:3046: writing smithi00377890-50 from 3104768 to 3522560 tid 2 2024-04-13T07:24:58.933 INFO:tasks.rados.rados.0.smithi003.stdout:3046: writing smithi00377890-50 from 3522560 to 3907584 tid 3 2024-04-13T07:24:58.934 INFO:tasks.rados.rados.0.smithi003.stdout:3047: read oid 9 snap 314 2024-04-13T07:24:58.934 INFO:tasks.rados.rados.0.smithi003.stdout:3047: expect deleted 2024-04-13T07:24:58.934 INFO:tasks.rados.rados.0.smithi003.stdout:3048: snap_remove snap 305 2024-04-13T07:24:59.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:58 smithi066 ceph-mon[84331]: osdmap e699: 8 total, 8 up, 8 in 2024-04-13T07:24:59.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:58 smithi066 ceph-mon[84331]: osdmap e700: 8 total, 8 up, 8 in 2024-04-13T07:24:59.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:58 smithi003 ceph-mon[91733]: osdmap e699: 8 total, 8 up, 8 in 2024-04-13T07:24:59.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:58 smithi003 ceph-mon[91733]: osdmap e700: 8 total, 8 up, 8 in 2024-04-13T07:24:59.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:58 smithi003 ceph-mon[89364]: osdmap e699: 8 total, 8 up, 8 in 2024-04-13T07:24:59.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:58 smithi003 ceph-mon[89364]: osdmap e700: 8 total, 8 up, 8 in 2024-04-13T07:24:59.915 INFO:tasks.rados.rados.0.smithi003.stdout:3048: done (5 left) 2024-04-13T07:24:59.915 INFO:tasks.rados.rados.0.smithi003.stdout:3049: delete oid 17 current snap is 317 2024-04-13T07:24:59.915 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 1873 (ObjNum 872 snap 299 seq_num 872) dirty exists 2024-04-13T07:24:59.915 INFO:tasks.rados.rados.0.smithi003.stdout:3040: finishing write tid 2 to smithi00377890-24 2024-04-13T07:24:59.916 INFO:tasks.rados.rados.0.smithi003.stdout:3040: finishing write tid 3 to smithi00377890-24 2024-04-13T07:24:59.916 INFO:tasks.rados.rados.0.smithi003.stdout:3040: finishing write tid 4 to smithi00377890-24 2024-04-13T07:24:59.916 INFO:tasks.rados.rados.0.smithi003.stdout:3040: finishing write tid 5 to smithi00377890-24 2024-04-13T07:24:59.916 INFO:tasks.rados.rados.0.smithi003.stdout:3040: oid 24 updating version 0 to 2657 2024-04-13T07:24:59.916 INFO:tasks.rados.rados.0.smithi003.stdout:3040: oid 24 updating version 2657 to 2658 2024-04-13T07:24:59.916 INFO:tasks.rados.rados.0.smithi003.stdout:3040: oid 24 updating version 2658 to 2660 2024-04-13T07:24:59.916 INFO:tasks.rados.rados.0.smithi003.stdout:3040: oid 24 version 2660 is already newer than 2659 2024-04-13T07:24:59.916 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 2660 (ObjNum 935 snap 317 seq_num 935) dirty exists 2024-04-13T07:24:59.916 INFO:tasks.rados.rados.0.smithi003.stdout:3040: left oid 24 (ObjNum 935 snap 317 seq_num 935) 2024-04-13T07:24:59.916 INFO:tasks.rados.rados.0.smithi003.stdout:3045: finishing write tid 1 to smithi00377890-35 2024-04-13T07:24:59.916 INFO:tasks.rados.rados.0.smithi003.stdout:3045: finishing write tid 2 to smithi00377890-35 2024-04-13T07:24:59.916 INFO:tasks.rados.rados.0.smithi003.stdout:3045: finishing write tid 3 to smithi00377890-35 2024-04-13T07:24:59.916 INFO:tasks.rados.rados.0.smithi003.stdout:3045: finishing write tid 4 to smithi00377890-35 2024-04-13T07:24:59.916 INFO:tasks.rados.rados.0.smithi003.stdout:3045: finishing write tid 5 to smithi00377890-35 2024-04-13T07:24:59.917 INFO:tasks.rados.rados.0.smithi003.stdout:3045: oid 35 updating version 0 to 2662 2024-04-13T07:24:59.917 INFO:tasks.rados.rados.0.smithi003.stdout:3045: oid 35 updating version 2662 to 2664 2024-04-13T07:24:59.917 INFO:tasks.rados.rados.0.smithi003.stdout:3045: oid 35 version 2664 is already newer than 2663 2024-04-13T07:24:59.917 INFO:tasks.rados.rados.0.smithi003.stdout:3045: oid 35 updating version 2664 to 2665 2024-04-13T07:24:59.917 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 2665 (ObjNum 937 snap 317 seq_num 937) dirty exists 2024-04-13T07:24:59.917 INFO:tasks.rados.rados.0.smithi003.stdout:3045: left oid 35 (ObjNum 937 snap 317 seq_num 937) 2024-04-13T07:24:59.917 INFO:tasks.rados.rados.0.smithi003.stdout:3046: finishing write tid 1 to smithi00377890-50 2024-04-13T07:24:59.917 INFO:tasks.rados.rados.0.smithi003.stdout:3046: finishing write tid 2 to smithi00377890-50 2024-04-13T07:24:59.917 INFO:tasks.rados.rados.0.smithi003.stdout:3046: finishing write tid 3 to smithi00377890-50 2024-04-13T07:24:59.917 INFO:tasks.rados.rados.0.smithi003.stdout:3046: finishing write tid 4 to smithi00377890-50 2024-04-13T07:24:59.917 INFO:tasks.rados.rados.0.smithi003.stdout:3046: finishing write tid 5 to smithi00377890-50 2024-04-13T07:24:59.917 INFO:tasks.rados.rados.0.smithi003.stdout:3046: oid 50 updating version 0 to 2489 2024-04-13T07:24:59.917 INFO:tasks.rados.rados.0.smithi003.stdout:3046: oid 50 updating version 2489 to 2491 2024-04-13T07:24:59.917 INFO:tasks.rados.rados.0.smithi003.stdout:3046: oid 50 version 2491 is already newer than 2490 2024-04-13T07:24:59.917 INFO:tasks.rados.rados.0.smithi003.stdout:3046: oid 50 updating version 2491 to 2492 2024-04-13T07:24:59.918 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 2492 (ObjNum 938 snap 317 seq_num 938) dirty exists 2024-04-13T07:24:59.918 INFO:tasks.rados.rados.0.smithi003.stdout:3046: left oid 50 (ObjNum 938 snap 317 seq_num 938) 2024-04-13T07:24:59.920 INFO:tasks.rados.rados.0.smithi003.stdout:3040: done (5 left) 2024-04-13T07:24:59.921 INFO:tasks.rados.rados.0.smithi003.stdout:3041: done (4 left) 2024-04-13T07:24:59.921 INFO:tasks.rados.rados.0.smithi003.stdout:3045: done (3 left) 2024-04-13T07:24:59.921 INFO:tasks.rados.rados.0.smithi003.stdout:3046: done (2 left) 2024-04-13T07:24:59.921 INFO:tasks.rados.rados.0.smithi003.stdout:3047: done (1 left) 2024-04-13T07:24:59.921 INFO:tasks.rados.rados.0.smithi003.stdout:3049: done (0 left) 2024-04-13T07:24:59.921 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 44 current snap is 317 2024-04-13T07:24:59.921 INFO:tasks.rados.rados.0.smithi003.stdout:3050: seq_num 940 ranges {1253376=548864,1802240=589824,2392064=212992} 2024-04-13T07:24:59.931 INFO:tasks.rados.rados.0.smithi003.stdout:3050: writing smithi00377890-44 from 1253376 to 1802240 tid 1 2024-04-13T07:24:59.935 INFO:tasks.rados.rados.0.smithi003.stdout:3050: writing smithi00377890-44 from 1802240 to 2392064 tid 2 2024-04-13T07:24:59.937 INFO:tasks.rados.rados.0.smithi003.stdout:3050: writing smithi00377890-44 from 2392064 to 2605056 tid 3 2024-04-13T07:24:59.937 INFO:tasks.rados.rados.0.smithi003.stdout:3051: snap_create 2024-04-13T07:24:59.937 INFO:tasks.rados.rados.0.smithi003.stdout:3050: finishing write tid 1 to smithi00377890-44 2024-04-13T07:24:59.939 INFO:tasks.rados.rados.0.smithi003.stdout:3050: finishing write tid 2 to smithi00377890-44 2024-04-13T07:24:59.939 INFO:tasks.rados.rados.0.smithi003.stdout:3050: finishing write tid 3 to smithi00377890-44 2024-04-13T07:24:59.939 INFO:tasks.rados.rados.0.smithi003.stdout:3050: finishing write tid 4 to smithi00377890-44 2024-04-13T07:24:59.940 INFO:tasks.rados.rados.0.smithi003.stdout:3050: finishing write tid 5 to smithi00377890-44 2024-04-13T07:24:59.941 INFO:tasks.rados.rados.0.smithi003.stdout:3050: oid 44 updating version 0 to 2872 2024-04-13T07:24:59.941 INFO:tasks.rados.rados.0.smithi003.stdout:3050: oid 44 version 2872 is already newer than 2870 2024-04-13T07:24:59.941 INFO:tasks.rados.rados.0.smithi003.stdout:3050: oid 44 updating version 2872 to 2873 2024-04-13T07:24:59.941 INFO:tasks.rados.rados.0.smithi003.stdout:3050: oid 44 version 2873 is already newer than 2871 2024-04-13T07:24:59.941 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 2873 (ObjNum 940 snap 317 seq_num 940) dirty exists 2024-04-13T07:24:59.941 INFO:tasks.rados.rados.0.smithi003.stdout:3050: left oid 44 (ObjNum 940 snap 317 seq_num 940) 2024-04-13T07:25:00.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:24:59 smithi066 ceph-mon[84331]: pgmap v709: 121 pgs: 121 active+clean; 482 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 272 KiB/s wr, 7 op/s 2024-04-13T07:25:00.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:24:59 smithi003 ceph-mon[91733]: pgmap v709: 121 pgs: 121 active+clean; 482 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 272 KiB/s wr, 7 op/s 2024-04-13T07:25:00.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:24:59 smithi003 ceph-mon[89364]: pgmap v709: 121 pgs: 121 active+clean; 482 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 272 KiB/s wr, 7 op/s 2024-04-13T07:25:00.918 INFO:tasks.rados.rados.0.smithi003.stdout:3050: done (1 left) 2024-04-13T07:25:00.918 INFO:tasks.rados.rados.0.smithi003.stdout:3051: done (0 left) 2024-04-13T07:25:00.918 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 13 current snap is 318 2024-04-13T07:25:00.918 INFO:tasks.rados.rados.0.smithi003.stdout:3052: seq_num 941 ranges {3006464=565248,3571712=475136,4046848=327680} 2024-04-13T07:25:00.937 INFO:tasks.rados.rados.0.smithi003.stdout:3052: writing smithi00377890-13 from 3006464 to 3571712 tid 1 2024-04-13T07:25:00.940 INFO:tasks.rados.rados.0.smithi003.stdout:3052: writing smithi00377890-13 from 3571712 to 4046848 tid 2 2024-04-13T07:25:00.942 INFO:tasks.rados.rados.0.smithi003.stdout:3052: writing smithi00377890-13 from 4046848 to 4374528 tid 3 2024-04-13T07:25:00.942 INFO:tasks.rados.rados.0.smithi003.stdout:3053: copy_from oid 41 from oid 46 current snap is 318 2024-04-13T07:25:00.942 INFO:tasks.rados.rados.0.smithi003.stdout:3054: snap_remove snap 306 2024-04-13T07:25:01.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:00 smithi003 ceph-mon[91733]: osdmap e701: 8 total, 8 up, 8 in 2024-04-13T07:25:01.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:00 smithi003 ceph-mon[89364]: osdmap e701: 8 total, 8 up, 8 in 2024-04-13T07:25:01.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:00 smithi066 ceph-mon[84331]: osdmap e701: 8 total, 8 up, 8 in 2024-04-13T07:25:01.929 INFO:tasks.rados.rados.0.smithi003.stdout:3054: done (2 left) 2024-04-13T07:25:01.930 INFO:tasks.rados.rados.0.smithi003.stdout:3055: read oid 23 snap -1 2024-04-13T07:25:01.930 INFO:tasks.rados.rados.0.smithi003.stdout:3055: expect deleted 2024-04-13T07:25:01.930 INFO:tasks.rados.rados.0.smithi003.stdout:3056: rollback oid 28 current snap is 318 2024-04-13T07:25:01.930 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 28 to 250 2024-04-13T07:25:01.930 INFO:tasks.rados.rados.0.smithi003.stdout:3057: setattr oid 3 current snap is 318 2024-04-13T07:25:01.932 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 48 current snap is 318 2024-04-13T07:25:01.932 INFO:tasks.rados.rados.0.smithi003.stdout:3058: seq_num 942 ranges {1638400=581632,2220032=761856,2981888=40960} 2024-04-13T07:25:01.946 INFO:tasks.rados.rados.0.smithi003.stdout:3058: writing smithi00377890-48 from 1638400 to 2220032 tid 1 2024-04-13T07:25:01.950 INFO:tasks.rados.rados.0.smithi003.stdout:3058: writing smithi00377890-48 from 2220032 to 2981888 tid 2 2024-04-13T07:25:01.951 INFO:tasks.rados.rados.0.smithi003.stdout:3058: writing smithi00377890-48 from 2981888 to 3022848 tid 3 2024-04-13T07:25:01.951 INFO:tasks.rados.rados.0.smithi003.stdout:3059: snap_remove snap 315 2024-04-13T07:25:02.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:01 smithi066 ceph-mon[84331]: pgmap v712: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 492 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-04-13T07:25:02.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:01 smithi066 ceph-mon[84331]: osdmap e702: 8 total, 8 up, 8 in 2024-04-13T07:25:02.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:01 smithi003 ceph-mon[91733]: pgmap v712: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 492 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-04-13T07:25:02.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:01 smithi003 ceph-mon[91733]: osdmap e702: 8 total, 8 up, 8 in 2024-04-13T07:25:02.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:01 smithi003 ceph-mon[89364]: pgmap v712: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 492 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-04-13T07:25:02.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:01 smithi003 ceph-mon[89364]: osdmap e702: 8 total, 8 up, 8 in 2024-04-13T07:25:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:25:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:25:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:25:02.935 INFO:tasks.rados.rados.0.smithi003.stdout:3059: done (6 left) 2024-04-13T07:25:02.935 INFO:tasks.rados.rados.0.smithi003.stdout:3060: delete oid 20 current snap is 318 2024-04-13T07:25:02.935 INFO:tasks.rados.rados.0.smithi003.stdout:3052: finishing write tid 1 to smithi00377890-13 2024-04-13T07:25:02.935 INFO:tasks.rados.rados.0.smithi003.stdout:3052: finishing write tid 2 to smithi00377890-13 2024-04-13T07:25:02.935 INFO:tasks.rados.rados.0.smithi003.stdout:3052: finishing write tid 3 to smithi00377890-13 2024-04-13T07:25:02.935 INFO:tasks.rados.rados.0.smithi003.stdout:3052: finishing write tid 4 to smithi00377890-13 2024-04-13T07:25:02.935 INFO:tasks.rados.rados.0.smithi003.stdout:3052: finishing write tid 5 to smithi00377890-13 2024-04-13T07:25:02.936 INFO:tasks.rados.rados.0.smithi003.stdout:3052: oid 13 updating version 0 to 2568 2024-04-13T07:25:02.936 INFO:tasks.rados.rados.0.smithi003.stdout:3052: oid 13 version 2568 is already newer than 2567 2024-04-13T07:25:02.936 INFO:tasks.rados.rados.0.smithi003.stdout:3052: oid 13 version 2568 is already newer than 2566 2024-04-13T07:25:02.936 INFO:tasks.rados.rados.0.smithi003.stdout:3052: oid 13 version 2568 is already newer than 2565 2024-04-13T07:25:02.936 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 2568 (ObjNum 941 snap 318 seq_num 941) dirty exists 2024-04-13T07:25:02.936 INFO:tasks.rados.rados.0.smithi003.stdout:3052: left oid 13 (ObjNum 941 snap 318 seq_num 941) 2024-04-13T07:25:02.936 INFO:tasks.rados.rados.0.smithi003.stdout:3053: finishing copy_from racing read to smithi00377890-41 2024-04-13T07:25:02.936 INFO:tasks.rados.rados.0.smithi003.stdout:3053: finishing copy_from to smithi00377890-41 2024-04-13T07:25:02.936 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 2865 (ObjNum 819 snap 289 seq_num 819) dirty exists 2024-04-13T07:25:02.936 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 2467 (ObjNum 883 snap 301 seq_num 883) dirty exists 2024-04-13T07:25:02.936 INFO:tasks.rados.rados.0.smithi003.stdout:3056: finishing rollback tid 0 to smithi00377890-28 2024-04-13T07:25:02.936 INFO:tasks.rados.rados.0.smithi003.stdout:3056: finishing rollback tid 1 to smithi00377890-28 2024-04-13T07:25:02.936 INFO:tasks.rados.rados.0.smithi003.stdout:3056: finishing rollback tid 2 to smithi00377890-28 2024-04-13T07:25:02.936 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 1563 (ObjNum 717 snap 246 seq_num 717) dirty exists 2024-04-13T07:25:02.937 INFO:tasks.rados.rados.0.smithi003.stdout:3058: finishing write tid 1 to smithi00377890-48 2024-04-13T07:25:02.937 INFO:tasks.rados.rados.0.smithi003.stdout:3058: finishing write tid 2 to smithi00377890-48 2024-04-13T07:25:02.937 INFO:tasks.rados.rados.0.smithi003.stdout:3058: finishing write tid 3 to smithi00377890-48 2024-04-13T07:25:02.937 INFO:tasks.rados.rados.0.smithi003.stdout:3058: finishing write tid 4 to smithi00377890-48 2024-04-13T07:25:02.937 INFO:tasks.rados.rados.0.smithi003.stdout:3058: finishing write tid 5 to smithi00377890-48 2024-04-13T07:25:02.937 INFO:tasks.rados.rados.0.smithi003.stdout:3058: oid 48 updating version 0 to 2685 2024-04-13T07:25:02.937 INFO:tasks.rados.rados.0.smithi003.stdout:3058: oid 48 updating version 2685 to 2686 2024-04-13T07:25:02.937 INFO:tasks.rados.rados.0.smithi003.stdout:3058: oid 48 version 2686 is already newer than 2684 2024-04-13T07:25:02.937 INFO:tasks.rados.rados.0.smithi003.stdout:3058: oid 48 version 2686 is already newer than 2683 2024-04-13T07:25:02.937 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 2686 (ObjNum 942 snap 318 seq_num 942) dirty exists 2024-04-13T07:25:02.937 INFO:tasks.rados.rados.0.smithi003.stdout:3058: left oid 48 (ObjNum 942 snap 318 seq_num 942) 2024-04-13T07:25:02.943 INFO:tasks.rados.rados.0.smithi003.stdout:3052: done (6 left) 2024-04-13T07:25:02.943 INFO:tasks.rados.rados.0.smithi003.stdout:3053: done (5 left) 2024-04-13T07:25:02.943 INFO:tasks.rados.rados.0.smithi003.stdout:3055: done (4 left) 2024-04-13T07:25:02.944 INFO:tasks.rados.rados.0.smithi003.stdout:3056: done (3 left) 2024-04-13T07:25:02.944 INFO:tasks.rados.rados.0.smithi003.stdout:3057: done (2 left) 2024-04-13T07:25:02.944 INFO:tasks.rados.rados.0.smithi003.stdout:3058: done (1 left) 2024-04-13T07:25:02.944 INFO:tasks.rados.rados.0.smithi003.stdout:3060: done (0 left) 2024-04-13T07:25:02.944 INFO:tasks.rados.rados.0.smithi003.stdout:3061: snap_create 2024-04-13T07:25:03.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:02 smithi003 ceph-mon[91733]: osdmap e703: 8 total, 8 up, 8 in 2024-04-13T07:25:03.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:02 smithi003 ceph-mon[89364]: osdmap e703: 8 total, 8 up, 8 in 2024-04-13T07:25:03.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:02 smithi066 ceph-mon[84331]: osdmap e703: 8 total, 8 up, 8 in 2024-04-13T07:25:03.934 INFO:tasks.rados.rados.0.smithi003.stdout:3061: done (0 left) 2024-04-13T07:25:03.934 INFO:tasks.rados.rados.0.smithi003.stdout:3062: read oid 43 snap 307 2024-04-13T07:25:03.934 INFO:tasks.rados.rados.0.smithi003.stdout:3062: expect (ObjNum 898 snap 304 seq_num 898) 2024-04-13T07:25:03.934 INFO:tasks.rados.rados.0.smithi003.stdout:3063: snap_create 2024-04-13T07:25:03.957 INFO:tasks.rados.rados.0.smithi003.stdout:3062: expect (ObjNum 898 snap 304 seq_num 898) 2024-04-13T07:25:04.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:03 smithi003 ceph-mon[91733]: pgmap v715: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.3 MiB/s wr, 37 op/s 2024-04-13T07:25:04.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:03 smithi003 ceph-mon[91733]: osdmap e704: 8 total, 8 up, 8 in 2024-04-13T07:25:04.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:03 smithi003 ceph-mon[89364]: pgmap v715: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.3 MiB/s wr, 37 op/s 2024-04-13T07:25:04.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:03 smithi003 ceph-mon[89364]: osdmap e704: 8 total, 8 up, 8 in 2024-04-13T07:25:04.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:03 smithi066 ceph-mon[84331]: pgmap v715: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 509 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.3 MiB/s wr, 37 op/s 2024-04-13T07:25:04.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:03 smithi066 ceph-mon[84331]: osdmap e704: 8 total, 8 up, 8 in 2024-04-13T07:25:04.476 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:25:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:25:04] "GET /metrics HTTP/1.1" 200 36241 "" "Prometheus/2.43.0" 2024-04-13T07:25:04.950 INFO:tasks.rados.rados.0.smithi003.stdout:3062: done (1 left) 2024-04-13T07:25:04.950 INFO:tasks.rados.rados.0.smithi003.stdout:3063: done (0 left) 2024-04-13T07:25:04.950 INFO:tasks.rados.rados.0.smithi003.stdout:3064: copy_from oid 50 from oid 8 current snap is 320 2024-04-13T07:25:04.950 INFO:tasks.rados.rados.0.smithi003.stdout:3065: copy_from oid 29 from oid 43 current snap is 320 2024-04-13T07:25:04.950 INFO:tasks.rados.rados.0.smithi003.stdout:3066: read oid 40 snap -1 2024-04-13T07:25:04.950 INFO:tasks.rados.rados.0.smithi003.stdout:3066: expect deleted 2024-04-13T07:25:04.950 INFO:tasks.rados.rados.0.smithi003.stdout:3067: read oid 20 snap -1 2024-04-13T07:25:04.950 INFO:tasks.rados.rados.0.smithi003.stdout:3067: expect deleted 2024-04-13T07:25:04.950 INFO:tasks.rados.rados.0.smithi003.stdout:3068: read oid 26 snap -1 2024-04-13T07:25:04.950 INFO:tasks.rados.rados.0.smithi003.stdout:3068: expect (ObjNum 927 snap 315 seq_num 927) 2024-04-13T07:25:04.950 INFO:tasks.rados.rados.0.smithi003.stdout:3069: copy_from oid 32 from oid 23 current snap is 320 2024-04-13T07:25:04.951 INFO:tasks.rados.rados.0.smithi003.stdout:3070: read oid 17 snap 257 2024-04-13T07:25:04.951 INFO:tasks.rados.rados.0.smithi003.stdout:3070: expect (ObjNum 712 snap 245 seq_num 712) 2024-04-13T07:25:04.951 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 320 2024-04-13T07:25:04.951 INFO:tasks.rados.rados.0.smithi003.stdout:3071: seq_num 944 ranges {10878976=614400,11493376=573440,12066816=229376} 2024-04-13T07:25:05.013 INFO:tasks.rados.rados.0.smithi003.stdout:3071: writing smithi00377890-27 from 10878976 to 11493376 tid 1 2024-04-13T07:25:05.018 INFO:tasks.rados.rados.0.smithi003.stdout:3071: writing smithi00377890-27 from 11493376 to 12066816 tid 2 2024-04-13T07:25:05.020 INFO:tasks.rados.rados.0.smithi003.stdout:3071: writing smithi00377890-27 from 12066816 to 12296192 tid 3 2024-04-13T07:25:05.020 INFO:tasks.rados.rados.0.smithi003.stdout:3072: copy_from oid 45 from oid 16 current snap is 320 2024-04-13T07:25:05.020 INFO:tasks.rados.rados.0.smithi003.stdout:3065: finishing copy_from to smithi00377890-29 2024-04-13T07:25:05.020 INFO:tasks.rados.rados.0.smithi003.stdout:3065: got expected ENOENT (src dne) 2024-04-13T07:25:05.020 INFO:tasks.rados.rados.0.smithi003.stdout:3065: finishing copy_from racing read to smithi00377890-29 2024-04-13T07:25:05.020 INFO:tasks.rados.rados.0.smithi003.stdout:3069: finishing copy_from to smithi00377890-32 2024-04-13T07:25:05.020 INFO:tasks.rados.rados.0.smithi003.stdout:3069: got expected ENOENT (src dne) 2024-04-13T07:25:05.021 INFO:tasks.rados.rados.0.smithi003.stdout:3069: finishing copy_from racing read to smithi00377890-32 2024-04-13T07:25:05.021 INFO:tasks.rados.rados.0.smithi003.stdout:3064: finishing copy_from racing read to smithi00377890-50 2024-04-13T07:25:05.021 INFO:tasks.rados.rados.0.smithi003.stdout:3065: done (8 left) 2024-04-13T07:25:05.021 INFO:tasks.rados.rados.0.smithi003.stdout:3066: done (7 left) 2024-04-13T07:25:05.021 INFO:tasks.rados.rados.0.smithi003.stdout:3067: done (6 left) 2024-04-13T07:25:05.021 INFO:tasks.rados.rados.0.smithi003.stdout:3069: done (5 left) 2024-04-13T07:25:05.021 INFO:tasks.rados.rados.0.smithi003.stdout:3073: delete oid 20 current snap is 320 2024-04-13T07:25:05.021 INFO:tasks.rados.rados.0.smithi003.stdout:3064: finishing copy_from to smithi00377890-50 2024-04-13T07:25:05.021 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 2543 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:25:05.021 INFO:tasks.rados.rados.0.smithi003.stdout:3071: finishing write tid 1 to smithi00377890-27 2024-04-13T07:25:05.022 INFO:tasks.rados.rados.0.smithi003.stdout:3072: finishing copy_from to smithi00377890-45 2024-04-13T07:25:05.022 INFO:tasks.rados.rados.0.smithi003.stdout:3072: got expected ENOENT (src dne) 2024-04-13T07:25:05.022 INFO:tasks.rados.rados.0.smithi003.stdout:3072: finishing copy_from racing read to smithi00377890-45 2024-04-13T07:25:05.024 INFO:tasks.rados.rados.0.smithi003.stdout:3064: done (5 left) 2024-04-13T07:25:05.024 INFO:tasks.rados.rados.0.smithi003.stdout:3072: done (4 left) 2024-04-13T07:25:05.025 INFO:tasks.rados.rados.0.smithi003.stdout:3073: done (3 left) 2024-04-13T07:25:05.025 INFO:tasks.rados.rados.0.smithi003.stdout:3074: read oid 5 snap -1 2024-04-13T07:25:05.025 INFO:tasks.rados.rados.0.smithi003.stdout:3074: expect (ObjNum 781 snap 278 seq_num 781) 2024-04-13T07:25:05.025 INFO:tasks.rados.rados.0.smithi003.stdout:3075: rollback oid 41 current snap is 320 2024-04-13T07:25:05.025 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 41 to 283 2024-04-13T07:25:05.025 INFO:tasks.rados.rados.0.smithi003.stdout:3076: copy_from oid 12 from oid 50 current snap is 320 2024-04-13T07:25:05.025 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 320 2024-04-13T07:25:05.025 INFO:tasks.rados.rados.0.smithi003.stdout:3077: seq_num 946 ranges {393216=647168,1040384=745472,1785856=57344} 2024-04-13T07:25:05.031 INFO:tasks.rados.rados.0.smithi003.stdout:3077: writing smithi00377890-3 from 393216 to 1040384 tid 1 2024-04-13T07:25:05.036 INFO:tasks.rados.rados.0.smithi003.stdout:3077: writing smithi00377890-3 from 1040384 to 1785856 tid 2 2024-04-13T07:25:05.036 INFO:tasks.rados.rados.0.smithi003.stdout:3077: writing smithi00377890-3 from 1785856 to 1843200 tid 3 2024-04-13T07:25:05.037 INFO:tasks.rados.rados.0.smithi003.stdout:3078: snap_create 2024-04-13T07:25:05.037 INFO:tasks.rados.rados.0.smithi003.stdout:3071: finishing write tid 2 to smithi00377890-27 2024-04-13T07:25:05.037 INFO:tasks.rados.rados.0.smithi003.stdout:3071: finishing write tid 3 to smithi00377890-27 2024-04-13T07:25:05.037 INFO:tasks.rados.rados.0.smithi003.stdout:3071: finishing write tid 4 to smithi00377890-27 2024-04-13T07:25:05.037 INFO:tasks.rados.rados.0.smithi003.stdout:3071: finishing write tid 5 to smithi00377890-27 2024-04-13T07:25:05.037 INFO:tasks.rados.rados.0.smithi003.stdout:3071: oid 27 updating version 0 to 2572 2024-04-13T07:25:05.037 INFO:tasks.rados.rados.0.smithi003.stdout:3071: oid 27 version 2572 is already newer than 2571 2024-04-13T07:25:05.037 INFO:tasks.rados.rados.0.smithi003.stdout:3071: oid 27 version 2572 is already newer than 2570 2024-04-13T07:25:05.037 INFO:tasks.rados.rados.0.smithi003.stdout:3071: oid 27 version 2572 is already newer than 2569 2024-04-13T07:25:05.037 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 2572 (ObjNum 944 snap 320 seq_num 944) dirty exists 2024-04-13T07:25:05.037 INFO:tasks.rados.rados.0.smithi003.stdout:3071: left oid 27 (ObjNum 944 snap 320 seq_num 944) 2024-04-13T07:25:05.037 INFO:tasks.rados.rados.0.smithi003.stdout:3070: expect (ObjNum 712 snap 245 seq_num 712) 2024-04-13T07:25:05.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:04 smithi003 ceph-mon[89364]: osdmap e705: 8 total, 8 up, 8 in 2024-04-13T07:25:05.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:04 smithi003 ceph-mon[91733]: osdmap e705: 8 total, 8 up, 8 in 2024-04-13T07:25:05.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:04 smithi066 ceph-mon[84331]: osdmap e705: 8 total, 8 up, 8 in 2024-04-13T07:25:05.754 INFO:tasks.rados.rados.0.smithi003.stdout:3074: expect (ObjNum 781 snap 278 seq_num 781) 2024-04-13T07:25:05.851 INFO:tasks.rados.rados.0.smithi003.stdout:3068: expect (ObjNum 927 snap 315 seq_num 927) 2024-04-13T07:25:06.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:05 smithi003 ceph-mon[89364]: pgmap v718: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 514 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-04-13T07:25:06.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:05 smithi003 ceph-mon[89364]: osdmap e706: 8 total, 8 up, 8 in 2024-04-13T07:25:06.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:05 smithi003 ceph-mon[91733]: pgmap v718: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 514 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-04-13T07:25:06.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:05 smithi003 ceph-mon[91733]: osdmap e706: 8 total, 8 up, 8 in 2024-04-13T07:25:06.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:05 smithi066 ceph-mon[84331]: pgmap v718: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 514 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-04-13T07:25:06.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:05 smithi066 ceph-mon[84331]: osdmap e706: 8 total, 8 up, 8 in 2024-04-13T07:25:07.037 INFO:tasks.rados.rados.0.smithi003.stdout:3075: finishing rollback tid 0 to smithi00377890-41 2024-04-13T07:25:07.037 INFO:tasks.rados.rados.0.smithi003.stdout:3075: finishing rollback tid 1 to smithi00377890-41 2024-04-13T07:25:07.037 INFO:tasks.rados.rados.0.smithi003.stdout:3075: finishing rollback tid 2 to smithi00377890-41 2024-04-13T07:25:07.037 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 2868 (ObjNum 787 snap 279 seq_num 787) dirty exists 2024-04-13T07:25:07.037 INFO:tasks.rados.rados.0.smithi003.stdout:3068: done (7 left) 2024-04-13T07:25:07.038 INFO:tasks.rados.rados.0.smithi003.stdout:3070: done (6 left) 2024-04-13T07:25:07.038 INFO:tasks.rados.rados.0.smithi003.stdout:3071: done (5 left) 2024-04-13T07:25:07.038 INFO:tasks.rados.rados.0.smithi003.stdout:3074: done (4 left) 2024-04-13T07:25:07.038 INFO:tasks.rados.rados.0.smithi003.stdout:3075: done (3 left) 2024-04-13T07:25:07.038 INFO:tasks.rados.rados.0.smithi003.stdout:3078: done (2 left) 2024-04-13T07:25:07.038 INFO:tasks.rados.rados.0.smithi003.stdout:3079: rollback oid 44 current snap is 321 2024-04-13T07:25:07.038 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 44 to 313 2024-04-13T07:25:07.038 INFO:tasks.rados.rados.0.smithi003.stdout:3077: finishing write tid 1 to smithi00377890-3 2024-04-13T07:25:07.038 INFO:tasks.rados.rados.0.smithi003.stdout:3077: finishing write tid 2 to smithi00377890-3 2024-04-13T07:25:07.038 INFO:tasks.rados.rados.0.smithi003.stdout:3077: finishing write tid 3 to smithi00377890-3 2024-04-13T07:25:07.038 INFO:tasks.rados.rados.0.smithi003.stdout:3077: finishing write tid 4 to smithi00377890-3 2024-04-13T07:25:07.038 INFO:tasks.rados.rados.0.smithi003.stdout:3077: finishing write tid 5 to smithi00377890-3 2024-04-13T07:25:07.038 INFO:tasks.rados.rados.0.smithi003.stdout:3077: oid 3 updating version 0 to 2470 2024-04-13T07:25:07.038 INFO:tasks.rados.rados.0.smithi003.stdout:3077: oid 3 version 2470 is already newer than 2468 2024-04-13T07:25:07.039 INFO:tasks.rados.rados.0.smithi003.stdout:3077: oid 3 updating version 2470 to 2471 2024-04-13T07:25:07.039 INFO:tasks.rados.rados.0.smithi003.stdout:3077: oid 3 version 2471 is already newer than 2469 2024-04-13T07:25:07.039 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 2471 (ObjNum 946 snap 320 seq_num 946) dirty exists 2024-04-13T07:25:07.039 INFO:tasks.rados.rados.0.smithi003.stdout:3077: left oid 3 (ObjNum 946 snap 320 seq_num 946) 2024-04-13T07:25:07.039 INFO:tasks.rados.rados.0.smithi003.stdout:3076: finishing copy_from racing read to smithi00377890-12 2024-04-13T07:25:07.039 INFO:tasks.rados.rados.0.smithi003.stdout:3076: finishing copy_from to smithi00377890-12 2024-04-13T07:25:07.039 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 2543 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:25:07.039 INFO:tasks.rados.rados.0.smithi003.stdout:3076: done (2 left) 2024-04-13T07:25:07.040 INFO:tasks.rados.rados.0.smithi003.stdout:3077: done (1 left) 2024-04-13T07:25:07.040 INFO:tasks.rados.rados.0.smithi003.stdout:3080: rmattr oid 22 current snap is 321 2024-04-13T07:25:07.040 INFO:tasks.rados.rados.0.smithi003.stdout:3081: read oid 27 snap -1 2024-04-13T07:25:07.040 INFO:tasks.rados.rados.0.smithi003.stdout:3081: expect (ObjNum 944 snap 320 seq_num 944) 2024-04-13T07:25:07.040 INFO:tasks.rados.rados.0.smithi003.stdout:3082: copy_from oid 9 from oid 39 current snap is 321 2024-04-13T07:25:07.040 INFO:tasks.rados.rados.0.smithi003.stdout:3083: setattr oid 10 current snap is 321 2024-04-13T07:25:07.040 INFO:tasks.rados.rados.0.smithi003.stdout:3084: rollback oid 20 current snap is 321 2024-04-13T07:25:07.040 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 20 to 314 2024-04-13T07:25:07.040 INFO:tasks.rados.rados.0.smithi003.stdout:3085: rmattr oid 36 current snap is 321 2024-04-13T07:25:07.040 INFO:tasks.rados.rados.0.smithi003.stdout:3085: done (6 left) 2024-04-13T07:25:07.040 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 18 current snap is 321 2024-04-13T07:25:07.040 INFO:tasks.rados.rados.0.smithi003.stdout:3086: seq_num 947 ranges {1982464=663552,2646016=630784,3276800=172032} 2024-04-13T07:25:07.053 INFO:tasks.rados.rados.0.smithi003.stdout:3086: writing smithi00377890-18 from 1982464 to 2646016 tid 1 2024-04-13T07:25:07.058 INFO:tasks.rados.rados.0.smithi003.stdout:3086: writing smithi00377890-18 from 2646016 to 3276800 tid 2 2024-04-13T07:25:07.060 INFO:tasks.rados.rados.0.smithi003.stdout:3086: writing smithi00377890-18 from 3276800 to 3448832 tid 3 2024-04-13T07:25:07.060 INFO:tasks.rados.rados.0.smithi003.stdout:3087: delete oid 36 current snap is 321 2024-04-13T07:25:07.060 INFO:tasks.rados.rados.0.smithi003.stdout:3079: finishing rollback tid 0 to smithi00377890-44 2024-04-13T07:25:07.060 INFO:tasks.rados.rados.0.smithi003.stdout:3082: finishing copy_from to smithi00377890-9 2024-04-13T07:25:07.060 INFO:tasks.rados.rados.0.smithi003.stdout:3082: got expected ENOENT (src dne) 2024-04-13T07:25:07.060 INFO:tasks.rados.rados.0.smithi003.stdout:3079: finishing rollback tid 1 to smithi00377890-44 2024-04-13T07:25:07.060 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 2875 (ObjNum 945 snap 0 seq_num 1261186186) dirty dne 2024-04-13T07:25:07.060 INFO:tasks.rados.rados.0.smithi003.stdout:3082: finishing copy_from racing read to smithi00377890-9 2024-04-13T07:25:07.060 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 2697 (ObjNum 65 snap 0 seq_num 1617320789) dirty exists 2024-04-13T07:25:07.060 INFO:tasks.rados.rados.0.smithi003.stdout:3084: finishing rollback tid 1 to smithi00377890-20 2024-04-13T07:25:07.060 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 3051 (ObjNum 906 snap 305 seq_num 906) dirty exists 2024-04-13T07:25:07.061 INFO:tasks.rados.rados.0.smithi003.stdout:3084: finishing rollback tid 2 to smithi00377890-20 2024-04-13T07:25:07.061 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 2699 (ObjNum 922 snap 312 seq_num 922) dirty exists 2024-04-13T07:25:07.061 INFO:tasks.rados.rados.0.smithi003.stdout:3086: finishing write tid 1 to smithi00377890-18 2024-04-13T07:25:07.064 INFO:tasks.rados.rados.0.smithi003.stdout:3086: finishing write tid 2 to smithi00377890-18 2024-04-13T07:25:07.065 INFO:tasks.rados.rados.0.smithi003.stdout:3086: finishing write tid 3 to smithi00377890-18 2024-04-13T07:25:07.065 INFO:tasks.rados.rados.0.smithi003.stdout:3086: finishing write tid 4 to smithi00377890-18 2024-04-13T07:25:07.067 INFO:tasks.rados.rados.0.smithi003.stdout:3079: done (7 left) 2024-04-13T07:25:07.067 INFO:tasks.rados.rados.0.smithi003.stdout:3080: done (6 left) 2024-04-13T07:25:07.067 INFO:tasks.rados.rados.0.smithi003.stdout:3082: done (5 left) 2024-04-13T07:25:07.067 INFO:tasks.rados.rados.0.smithi003.stdout:3083: done (4 left) 2024-04-13T07:25:07.067 INFO:tasks.rados.rados.0.smithi003.stdout:3084: done (3 left) 2024-04-13T07:25:07.067 INFO:tasks.rados.rados.0.smithi003.stdout:3087: done (2 left) 2024-04-13T07:25:07.067 INFO:tasks.rados.rados.0.smithi003.stdout:3088: copy_from oid 34 from oid 32 current snap is 321 2024-04-13T07:25:07.067 INFO:tasks.rados.rados.0.smithi003.stdout:3086: finishing write tid 5 to smithi00377890-18 2024-04-13T07:25:07.067 INFO:tasks.rados.rados.0.smithi003.stdout:3086: oid 18 updating version 0 to 2449 2024-04-13T07:25:07.067 INFO:tasks.rados.rados.0.smithi003.stdout:3086: oid 18 version 2449 is already newer than 2447 2024-04-13T07:25:07.067 INFO:tasks.rados.rados.0.smithi003.stdout:3086: oid 18 version 2449 is already newer than 2448 2024-04-13T07:25:07.067 INFO:tasks.rados.rados.0.smithi003.stdout:3086: oid 18 version 2449 is already newer than 2446 2024-04-13T07:25:07.067 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 2449 (ObjNum 947 snap 321 seq_num 947) dirty exists 2024-04-13T07:25:07.068 INFO:tasks.rados.rados.0.smithi003.stdout:3086: left oid 18 (ObjNum 947 snap 321 seq_num 947) 2024-04-13T07:25:07.068 INFO:tasks.rados.rados.0.smithi003.stdout:3086: done (2 left) 2024-04-13T07:25:07.068 INFO:tasks.rados.rados.0.smithi003.stdout:3089: delete oid 40 current snap is 321 2024-04-13T07:25:07.071 INFO:tasks.rados.rados.0.smithi003.stdout:3089: done (2 left) 2024-04-13T07:25:07.071 INFO:tasks.rados.rados.0.smithi003.stdout:3090: setattr oid 30 current snap is 321 2024-04-13T07:25:07.073 INFO:tasks.rados.rados.0.smithi003.stdout:3091: rollback oid 26 current snap is 321 2024-04-13T07:25:07.073 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 26 to 314 2024-04-13T07:25:07.073 INFO:tasks.rados.rados.0.smithi003.stdout:3092: copy_from oid 20 from oid 48 current snap is 321 2024-04-13T07:25:07.073 INFO:tasks.rados.rados.0.smithi003.stdout:3093: rollback oid 22 current snap is 321 2024-04-13T07:25:07.073 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 22 to 319 2024-04-13T07:25:07.073 INFO:tasks.rados.rados.0.smithi003.stdout:3094: read oid 31 snap -1 2024-04-13T07:25:07.073 INFO:tasks.rados.rados.0.smithi003.stdout:3094: expect (ObjNum 895 snap 304 seq_num 895) 2024-04-13T07:25:07.073 INFO:tasks.rados.rados.0.smithi003.stdout:3095: delete oid 46 current snap is 321 2024-04-13T07:25:07.076 INFO:tasks.rados.rados.0.smithi003.stdout:3088: finishing copy_from racing read to smithi00377890-34 2024-04-13T07:25:07.077 INFO:tasks.rados.rados.0.smithi003.stdout:3094: expect (ObjNum 895 snap 304 seq_num 895) 2024-04-13T07:25:07.098 INFO:tasks.rados.rados.0.smithi003.stdout:3091: finishing rollback tid 0 to smithi00377890-26 2024-04-13T07:25:07.098 INFO:tasks.rados.rados.0.smithi003.stdout:3091: finishing rollback tid 1 to smithi00377890-26 2024-04-13T07:25:07.098 INFO:tasks.rados.rados.0.smithi003.stdout:3094: done (7 left) 2024-04-13T07:25:07.098 INFO:tasks.rados.rados.0.smithi003.stdout:3095: done (6 left) 2024-04-13T07:25:07.098 INFO:tasks.rados.rados.0.smithi003.stdout:3096: setattr oid 11 current snap is 321 2024-04-13T07:25:07.099 INFO:tasks.rados.rados.0.smithi003.stdout:3091: finishing rollback tid 2 to smithi00377890-26 2024-04-13T07:25:07.099 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 2474 (ObjNum 926 snap 314 seq_num 926) dirty exists 2024-04-13T07:25:07.099 INFO:tasks.rados.rados.0.smithi003.stdout:3093: finishing rollback tid 0 to smithi00377890-22 2024-04-13T07:25:07.099 INFO:tasks.rados.rados.0.smithi003.stdout:3093: finishing rollback tid 1 to smithi00377890-22 2024-04-13T07:25:07.099 INFO:tasks.rados.rados.0.smithi003.stdout:3081: expect (ObjNum 944 snap 320 seq_num 944) 2024-04-13T07:25:07.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:06 smithi003 ceph-mon[91733]: osdmap e707: 8 total, 8 up, 8 in 2024-04-13T07:25:07.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:06 smithi003 ceph-mon[89364]: osdmap e707: 8 total, 8 up, 8 in 2024-04-13T07:25:07.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:06 smithi066 ceph-mon[84331]: osdmap e707: 8 total, 8 up, 8 in 2024-04-13T07:25:08.248 INFO:tasks.rados.rados.0.smithi003.stdout:3088: finishing copy_from to smithi00377890-34 2024-04-13T07:25:08.248 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 2471 (ObjNum 477 snap 161 seq_num 477) dirty exists 2024-04-13T07:25:08.248 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 2573 (ObjNum 900 snap 305 seq_num 900) dirty exists 2024-04-13T07:25:08.248 INFO:tasks.rados.rados.0.smithi003.stdout:3093: finishing rollback tid 2 to smithi00377890-22 2024-04-13T07:25:08.248 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 2702 (ObjNum 65 snap 0 seq_num 1617320789) dirty exists 2024-04-13T07:25:08.248 INFO:tasks.rados.rados.0.smithi003.stdout:3092: finishing copy_from racing read to smithi00377890-20 2024-04-13T07:25:08.248 INFO:tasks.rados.rados.0.smithi003.stdout:3092: finishing copy_from to smithi00377890-20 2024-04-13T07:25:08.248 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 2686 (ObjNum 942 snap 318 seq_num 942) dirty exists 2024-04-13T07:25:08.248 INFO:tasks.rados.rados.0.smithi003.stdout:3081: done (6 left) 2024-04-13T07:25:08.249 INFO:tasks.rados.rados.0.smithi003.stdout:3088: done (5 left) 2024-04-13T07:25:08.249 INFO:tasks.rados.rados.0.smithi003.stdout:3090: done (4 left) 2024-04-13T07:25:08.249 INFO:tasks.rados.rados.0.smithi003.stdout:3091: done (3 left) 2024-04-13T07:25:08.249 INFO:tasks.rados.rados.0.smithi003.stdout:3092: done (2 left) 2024-04-13T07:25:08.249 INFO:tasks.rados.rados.0.smithi003.stdout:3093: done (1 left) 2024-04-13T07:25:08.249 INFO:tasks.rados.rados.0.smithi003.stdout:3097: snap_remove snap 307 2024-04-13T07:25:08.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:07 smithi003 ceph-mon[91733]: pgmap v721: 121 pgs: 121 active+clean; 516 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-13T07:25:08.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:25:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:07 smithi003 ceph-mon[89364]: pgmap v721: 121 pgs: 121 active+clean; 516 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-13T07:25:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:25:08.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:07 smithi066 ceph-mon[84331]: pgmap v721: 121 pgs: 121 active+clean; 516 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-13T07:25:08.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:25:08.877 INFO:tasks.rados.rados.0.smithi003.stdout:3097: done (1 left) 2024-04-13T07:25:08.877 INFO:tasks.rados.rados.0.smithi003.stdout:3098: read oid 42 snap 304 2024-04-13T07:25:08.877 INFO:tasks.rados.rados.0.smithi003.stdout:3098: expect (ObjNum 843 snap 297 seq_num 843) 2024-04-13T07:25:08.877 INFO:tasks.rados.rados.0.smithi003.stdout:3099: read oid 16 snap -1 2024-04-13T07:25:08.877 INFO:tasks.rados.rados.0.smithi003.stdout:3099: expect deleted 2024-04-13T07:25:08.877 INFO:tasks.rados.rados.0.smithi003.stdout:3100: read oid 35 snap -1 2024-04-13T07:25:08.878 INFO:tasks.rados.rados.0.smithi003.stdout:3100: expect (ObjNum 937 snap 317 seq_num 937) 2024-04-13T07:25:08.878 INFO:tasks.rados.rados.0.smithi003.stdout:3101: delete oid 41 current snap is 321 2024-04-13T07:25:08.878 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 2190 (ObjNum 735 snap 255 seq_num 735) dirty exists 2024-04-13T07:25:08.889 INFO:tasks.rados.rados.0.smithi003.stdout:3096: done (4 left) 2024-04-13T07:25:08.889 INFO:tasks.rados.rados.0.smithi003.stdout:3099: done (3 left) 2024-04-13T07:25:08.889 INFO:tasks.rados.rados.0.smithi003.stdout:3101: done (2 left) 2024-04-13T07:25:08.889 INFO:tasks.rados.rados.0.smithi003.stdout:3102: snap_remove snap 250 2024-04-13T07:25:09.883 INFO:tasks.rados.rados.0.smithi003.stdout:3102: done (2 left) 2024-04-13T07:25:09.883 INFO:tasks.rados.rados.0.smithi003.stdout:3103: read oid 5 snap -1 2024-04-13T07:25:09.883 INFO:tasks.rados.rados.0.smithi003.stdout:3103: expect (ObjNum 781 snap 278 seq_num 781) 2024-04-13T07:25:09.884 INFO:tasks.rados.rados.0.smithi003.stdout:3104: read oid 41 snap -1 2024-04-13T07:25:09.884 INFO:tasks.rados.rados.0.smithi003.stdout:3104: expect deleted 2024-04-13T07:25:09.884 INFO:tasks.rados.rados.0.smithi003.stdout:3105: rollback oid 44 current snap is 321 2024-04-13T07:25:09.884 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 44 to 254 2024-04-13T07:25:09.884 INFO:tasks.rados.rados.0.smithi003.stdout:3100: expect (ObjNum 937 snap 317 seq_num 937) 2024-04-13T07:25:09.956 INFO:tasks.rados.rados.0.smithi003.stdout:3098: expect (ObjNum 843 snap 297 seq_num 843) 2024-04-13T07:25:10.086 INFO:tasks.rados.rados.0.smithi003.stdout:3098: done (4 left) 2024-04-13T07:25:10.086 INFO:tasks.rados.rados.0.smithi003.stdout:3100: done (3 left) 2024-04-13T07:25:10.087 INFO:tasks.rados.rados.0.smithi003.stdout:3104: done (2 left) 2024-04-13T07:25:10.087 INFO:tasks.rados.rados.0.smithi003.stdout:3106: read oid 8 snap -1 2024-04-13T07:25:10.087 INFO:tasks.rados.rados.0.smithi003.stdout:3106: expect (ObjNum 727 snap 249 seq_num 727) 2024-04-13T07:25:10.087 INFO:tasks.rados.rados.0.smithi003.stdout:3107: copy_from oid 15 from oid 38 current snap is 321 2024-04-13T07:25:10.087 INFO:tasks.rados.rados.0.smithi003.stdout:3103: expect (ObjNum 781 snap 278 seq_num 781) 2024-04-13T07:25:10.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:09 smithi003 ceph-mon[89364]: pgmap v722: 121 pgs: 121 active+clean; 516 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-13T07:25:10.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:09 smithi003 ceph-mon[89364]: osdmap e708: 8 total, 8 up, 8 in 2024-04-13T07:25:10.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:09 smithi003 ceph-mon[91733]: pgmap v722: 121 pgs: 121 active+clean; 516 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-13T07:25:10.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:09 smithi003 ceph-mon[91733]: osdmap e708: 8 total, 8 up, 8 in 2024-04-13T07:25:10.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:09 smithi066 ceph-mon[84331]: pgmap v722: 121 pgs: 121 active+clean; 516 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-13T07:25:10.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:09 smithi066 ceph-mon[84331]: osdmap e708: 8 total, 8 up, 8 in 2024-04-13T07:25:10.189 INFO:tasks.rados.rados.0.smithi003.stdout:3105: finishing rollback tid 1 to smithi00377890-44 2024-04-13T07:25:10.189 INFO:tasks.rados.rados.0.smithi003.stdout:3105: finishing rollback tid 2 to smithi00377890-44 2024-04-13T07:25:10.189 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 2878 (ObjNum 692 snap 233 seq_num 692) dirty exists 2024-04-13T07:25:10.189 INFO:tasks.rados.rados.0.smithi003.stdout:3107: finishing copy_from to smithi00377890-15 2024-04-13T07:25:10.189 INFO:tasks.rados.rados.0.smithi003.stdout:3107: got expected ENOENT (src dne) 2024-04-13T07:25:10.189 INFO:tasks.rados.rados.0.smithi003.stdout:3107: finishing copy_from racing read to smithi00377890-15 2024-04-13T07:25:10.189 INFO:tasks.rados.rados.0.smithi003.stdout:3106: expect (ObjNum 727 snap 249 seq_num 727) 2024-04-13T07:25:11.060 INFO:tasks.rados.rados.0.smithi003.stdout:3103: done (3 left) 2024-04-13T07:25:11.060 INFO:tasks.rados.rados.0.smithi003.stdout:3105: done (2 left) 2024-04-13T07:25:11.060 INFO:tasks.rados.rados.0.smithi003.stdout:3106: done (1 left) 2024-04-13T07:25:11.060 INFO:tasks.rados.rados.0.smithi003.stdout:3107: done (0 left) 2024-04-13T07:25:11.061 INFO:tasks.rados.rados.0.smithi003.stdout:3108: rollback oid 21 current snap is 321 2024-04-13T07:25:11.061 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 21 to 283 2024-04-13T07:25:11.061 INFO:tasks.rados.rados.0.smithi003.stdout:3109: rollback oid 50 current snap is 321 2024-04-13T07:25:11.061 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 50 to 291 2024-04-13T07:25:11.061 INFO:tasks.rados.rados.0.smithi003.stdout:3110: snap_remove snap 260 2024-04-13T07:25:11.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:10 smithi003 ceph-mon[91733]: osdmap e709: 8 total, 8 up, 8 in 2024-04-13T07:25:11.139 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:10 smithi003 ceph-mon[89364]: osdmap e709: 8 total, 8 up, 8 in 2024-04-13T07:25:11.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:10 smithi066 ceph-mon[84331]: osdmap e709: 8 total, 8 up, 8 in 2024-04-13T07:25:11.896 INFO:tasks.rados.rados.0.smithi003.stdout:3110: done (2 left) 2024-04-13T07:25:11.896 INFO:tasks.rados.rados.0.smithi003.stdout:3111: copy_from oid 24 from oid 3 current snap is 321 2024-04-13T07:25:11.897 INFO:tasks.rados.rados.0.smithi003.stdout:3108: finishing rollback tid 1 to smithi00377890-21 2024-04-13T07:25:11.897 INFO:tasks.rados.rados.0.smithi003.stdout:3108: finishing rollback tid 2 to smithi00377890-21 2024-04-13T07:25:11.897 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2182 (ObjNum 792 snap 283 seq_num 792) dirty exists 2024-04-13T07:25:11.897 INFO:tasks.rados.rados.0.smithi003.stdout:3109: finishing rollback tid 0 to smithi00377890-50 2024-04-13T07:25:11.897 INFO:tasks.rados.rados.0.smithi003.stdout:3109: finishing rollback tid 1 to smithi00377890-50 2024-04-13T07:25:11.897 INFO:tasks.rados.rados.0.smithi003.stdout:3109: finishing rollback tid 2 to smithi00377890-50 2024-04-13T07:25:11.897 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 2546 (ObjNum 804 snap 288 seq_num 804) dirty exists 2024-04-13T07:25:11.897 INFO:tasks.rados.rados.0.smithi003.stdout:3108: done (2 left) 2024-04-13T07:25:11.897 INFO:tasks.rados.rados.0.smithi003.stdout:3109: done (1 left) 2024-04-13T07:25:11.897 INFO:tasks.rados.rados.0.smithi003.stdout:3112: snap_remove snap 313 2024-04-13T07:25:12.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:11 smithi003 ceph-mon[91733]: pgmap v725: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 546 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-04-13T07:25:12.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:11 smithi003 ceph-mon[89364]: pgmap v725: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 546 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-04-13T07:25:12.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:11 smithi066 ceph-mon[84331]: pgmap v725: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 546 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-04-13T07:25:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:25:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:25:12.908 INFO:tasks.rados.rados.0.smithi003.stdout:3112: done (1 left) 2024-04-13T07:25:12.908 INFO:tasks.rados.rados.0.smithi003.stdout:3113: setattr oid 50 current snap is 321 2024-04-13T07:25:12.909 INFO:tasks.rados.rados.0.smithi003.stdout:3111: finishing copy_from racing read to smithi00377890-24 2024-04-13T07:25:12.909 INFO:tasks.rados.rados.0.smithi003.stdout:3111: finishing copy_from to smithi00377890-24 2024-04-13T07:25:12.909 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 2471 (ObjNum 946 snap 320 seq_num 946) dirty exists 2024-04-13T07:25:12.911 INFO:tasks.rados.rados.0.smithi003.stdout:3111: done (1 left) 2024-04-13T07:25:12.911 INFO:tasks.rados.rados.0.smithi003.stdout:3114: copy_from oid 37 from oid 5 current snap is 321 2024-04-13T07:25:12.911 INFO:tasks.rados.rados.0.smithi003.stdout:3115: read oid 1 snap 309 2024-04-13T07:25:12.911 INFO:tasks.rados.rados.0.smithi003.stdout:3115: expect (ObjNum 867 snap 299 seq_num 867) 2024-04-13T07:25:12.911 INFO:tasks.rados.rados.0.smithi003.stdout:3116: snap_create 2024-04-13T07:25:12.925 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 2547 (ObjNum 804 snap 288 seq_num 804) dirty exists 2024-04-13T07:25:12.936 INFO:tasks.rados.rados.0.smithi003.stdout:3114: finishing copy_from racing read to smithi00377890-37 2024-04-13T07:25:12.939 INFO:tasks.rados.rados.0.smithi003.stdout:3114: finishing copy_from to smithi00377890-37 2024-04-13T07:25:12.939 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 2484 (ObjNum 781 snap 278 seq_num 781) dirty exists 2024-04-13T07:25:12.947 INFO:tasks.rados.rados.0.smithi003.stdout:3115: expect (ObjNum 867 snap 299 seq_num 867) 2024-04-13T07:25:13.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:12 smithi066 ceph-mon[84331]: osdmap e710: 8 total, 8 up, 8 in 2024-04-13T07:25:13.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:12 smithi003 ceph-mon[89364]: osdmap e710: 8 total, 8 up, 8 in 2024-04-13T07:25:13.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:12 smithi003 ceph-mon[91733]: osdmap e710: 8 total, 8 up, 8 in 2024-04-13T07:25:13.909 INFO:tasks.rados.rados.0.smithi003.stdout:3113: done (3 left) 2024-04-13T07:25:13.909 INFO:tasks.rados.rados.0.smithi003.stdout:3114: done (2 left) 2024-04-13T07:25:13.909 INFO:tasks.rados.rados.0.smithi003.stdout:3115: done (1 left) 2024-04-13T07:25:13.909 INFO:tasks.rados.rados.0.smithi003.stdout:3116: done (0 left) 2024-04-13T07:25:13.909 INFO:tasks.rados.rados.0.smithi003.stdout:3117: read oid 27 snap -1 2024-04-13T07:25:13.909 INFO:tasks.rados.rados.0.smithi003.stdout:3117: expect (ObjNum 944 snap 320 seq_num 944) 2024-04-13T07:25:13.909 INFO:tasks.rados.rados.0.smithi003.stdout:3118: snap_remove snap 224 2024-04-13T07:25:14.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:13 smithi066 ceph-mon[84331]: pgmap v727: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 546 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.4 MiB/s wr, 18 op/s 2024-04-13T07:25:14.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:13 smithi066 ceph-mon[84331]: osdmap e711: 8 total, 8 up, 8 in 2024-04-13T07:25:14.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:13 smithi003 ceph-mon[91733]: pgmap v727: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 546 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.4 MiB/s wr, 18 op/s 2024-04-13T07:25:14.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:13 smithi003 ceph-mon[91733]: osdmap e711: 8 total, 8 up, 8 in 2024-04-13T07:25:14.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:13 smithi003 ceph-mon[89364]: pgmap v727: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 546 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.4 MiB/s wr, 18 op/s 2024-04-13T07:25:14.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:13 smithi003 ceph-mon[89364]: osdmap e711: 8 total, 8 up, 8 in 2024-04-13T07:25:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:25:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:25:14] "GET /metrics HTTP/1.1" 200 36240 "" "Prometheus/2.43.0" 2024-04-13T07:25:14.921 INFO:tasks.rados.rados.0.smithi003.stdout:3118: done (1 left) 2024-04-13T07:25:14.921 INFO:tasks.rados.rados.0.smithi003.stdout:3119: snap_remove snap 320 2024-04-13T07:25:15.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:14 smithi003 ceph-mon[89364]: osdmap e712: 8 total, 8 up, 8 in 2024-04-13T07:25:15.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:14 smithi003 ceph-mon[91733]: osdmap e712: 8 total, 8 up, 8 in 2024-04-13T07:25:15.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:14 smithi066 ceph-mon[84331]: osdmap e712: 8 total, 8 up, 8 in 2024-04-13T07:25:15.925 INFO:tasks.rados.rados.0.smithi003.stdout:3119: done (1 left) 2024-04-13T07:25:15.925 INFO:tasks.rados.rados.0.smithi003.stdout:3120: read oid 30 snap -1 2024-04-13T07:25:15.925 INFO:tasks.rados.rados.0.smithi003.stdout:3120: expect (ObjNum 900 snap 305 seq_num 900) 2024-04-13T07:25:15.925 INFO:tasks.rados.rados.0.smithi003.stdout:3121: snap_create 2024-04-13T07:25:15.925 INFO:tasks.rados.rados.0.smithi003.stdout:3117: expect (ObjNum 944 snap 320 seq_num 944) 2024-04-13T07:25:16.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:15 smithi003 ceph-mon[91733]: pgmap v730: 121 pgs: 121 active+clean; 549 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 364 KiB/s wr, 11 op/s 2024-04-13T07:25:16.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:15 smithi003 ceph-mon[91733]: osdmap e713: 8 total, 8 up, 8 in 2024-04-13T07:25:16.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:15 smithi003 ceph-mon[89364]: pgmap v730: 121 pgs: 121 active+clean; 549 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 364 KiB/s wr, 11 op/s 2024-04-13T07:25:16.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:15 smithi003 ceph-mon[89364]: osdmap e713: 8 total, 8 up, 8 in 2024-04-13T07:25:16.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:15 smithi066 ceph-mon[84331]: pgmap v730: 121 pgs: 121 active+clean; 549 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 364 KiB/s wr, 11 op/s 2024-04-13T07:25:16.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:15 smithi066 ceph-mon[84331]: osdmap e713: 8 total, 8 up, 8 in 2024-04-13T07:25:17.082 INFO:tasks.rados.rados.0.smithi003.stdout:3120: expect (ObjNum 900 snap 305 seq_num 900) 2024-04-13T07:25:17.209 INFO:tasks.rados.rados.0.smithi003.stdout:3117: done (2 left) 2024-04-13T07:25:17.210 INFO:tasks.rados.rados.0.smithi003.stdout:3120: done (1 left) 2024-04-13T07:25:17.210 INFO:tasks.rados.rados.0.smithi003.stdout:3121: done (0 left) 2024-04-13T07:25:17.210 INFO:tasks.rados.rados.0.smithi003.stdout:3122: snap_remove snap 318 2024-04-13T07:25:17.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:16 smithi003 ceph-mon[89364]: osdmap e714: 8 total, 8 up, 8 in 2024-04-13T07:25:17.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:16 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:25:17.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:16 smithi003 ceph-mon[91733]: osdmap e714: 8 total, 8 up, 8 in 2024-04-13T07:25:17.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:16 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:25:17.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:16 smithi066 ceph-mon[84331]: osdmap e714: 8 total, 8 up, 8 in 2024-04-13T07:25:17.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:16 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:25:17.940 INFO:tasks.rados.rados.0.smithi003.stdout:3122: done (0 left) 2024-04-13T07:25:17.940 INFO:tasks.rados.rados.0.smithi003.stdout:3123: setattr oid 40 current snap is 323 2024-04-13T07:25:17.940 INFO:tasks.rados.rados.0.smithi003.stdout:3124: read oid 41 snap 270 2024-04-13T07:25:17.941 INFO:tasks.rados.rados.0.smithi003.stdout:3124: expect deleted 2024-04-13T07:25:17.941 INFO:tasks.rados.rados.0.smithi003.stdout:3125: snap_remove snap 308 2024-04-13T07:25:18.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:17 smithi003 ceph-mon[91733]: pgmap v733: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 519 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-13T07:25:18.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:17 smithi003 ceph-mon[91733]: osdmap e715: 8 total, 8 up, 8 in 2024-04-13T07:25:18.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:17 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:25:18.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:17 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:25:18.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:17 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:25:18.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:17 smithi003 ceph-mon[89364]: pgmap v733: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 519 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-13T07:25:18.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:17 smithi003 ceph-mon[89364]: osdmap e715: 8 total, 8 up, 8 in 2024-04-13T07:25:18.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:17 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:25:18.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:17 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:25:18.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:17 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:25:18.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:17 smithi066 ceph-mon[84331]: pgmap v733: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 519 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-13T07:25:18.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:17 smithi066 ceph-mon[84331]: osdmap e715: 8 total, 8 up, 8 in 2024-04-13T07:25:18.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:17 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:25:18.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:17 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:25:18.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:17 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:25:18.876 INFO:tasks.rados.rados.0.smithi003.stdout:3125: done (2 left) 2024-04-13T07:25:18.876 INFO:tasks.rados.rados.0.smithi003.stdout:3126: copy_from oid 27 from oid 44 current snap is 323 2024-04-13T07:25:18.876 INFO:tasks.rados.rados.0.smithi003.stdout:3127: rmattr oid 4 current snap is 323 2024-04-13T07:25:18.877 INFO:tasks.rados.rados.0.smithi003.stdout:3128: rmattr oid 16 current snap is 323 2024-04-13T07:25:18.877 INFO:tasks.rados.rados.0.smithi003.stdout:3128: done (4 left) 2024-04-13T07:25:18.877 INFO:tasks.rados.rados.0.smithi003.stdout:3129: read oid 43 snap 304 2024-04-13T07:25:18.877 INFO:tasks.rados.rados.0.smithi003.stdout:3129: expect (ObjNum 898 snap 304 seq_num 898) 2024-04-13T07:25:18.877 INFO:tasks.rados.rados.0.smithi003.stdout:3130: copy_from oid 47 from oid 29 current snap is 323 2024-04-13T07:25:18.877 INFO:tasks.rados.rados.0.smithi003.stdout:3131: copy_from oid 30 from oid 8 current snap is 323 2024-04-13T07:25:18.877 INFO:tasks.rados.rados.0.smithi003.stdout:3132: snap_create 2024-04-13T07:25:18.877 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 3099 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:25:18.887 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 2441 (ObjNum 915 snap 309 seq_num 915) dirty exists 2024-04-13T07:25:18.891 INFO:tasks.rados.rados.0.smithi003.stdout:3130: finishing copy_from to smithi00377890-47 2024-04-13T07:25:18.891 INFO:tasks.rados.rados.0.smithi003.stdout:3130: got expected ENOENT (src dne) 2024-04-13T07:25:18.891 INFO:tasks.rados.rados.0.smithi003.stdout:3130: finishing copy_from racing read to smithi00377890-47 2024-04-13T07:25:18.915 INFO:tasks.rados.rados.0.smithi003.stdout:3129: expect (ObjNum 898 snap 304 seq_num 898) 2024-04-13T07:25:19.208 INFO:tasks.rados.rados.0.smithi003.stdout:3126: finishing copy_from racing read to smithi00377890-27 2024-04-13T07:25:19.208 INFO:tasks.rados.rados.0.smithi003.stdout:3126: finishing copy_from to smithi00377890-27 2024-04-13T07:25:19.208 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 2878 (ObjNum 692 snap 233 seq_num 692) dirty exists 2024-04-13T07:25:19.208 INFO:tasks.rados.rados.0.smithi003.stdout:3131: finishing copy_from racing read to smithi00377890-30 2024-04-13T07:25:19.208 INFO:tasks.rados.rados.0.smithi003.stdout:3131: finishing copy_from to smithi00377890-30 2024-04-13T07:25:19.208 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 2543 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:25:19.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:18 smithi003 ceph-mon[91733]: osdmap e716: 8 total, 8 up, 8 in 2024-04-13T07:25:19.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:18 smithi003 ceph-mon[91733]: osdmap e717: 8 total, 8 up, 8 in 2024-04-13T07:25:19.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:18 smithi003 ceph-mon[89364]: osdmap e716: 8 total, 8 up, 8 in 2024-04-13T07:25:19.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:18 smithi003 ceph-mon[89364]: osdmap e717: 8 total, 8 up, 8 in 2024-04-13T07:25:19.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:18 smithi066 ceph-mon[84331]: osdmap e716: 8 total, 8 up, 8 in 2024-04-13T07:25:19.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:18 smithi066 ceph-mon[84331]: osdmap e717: 8 total, 8 up, 8 in 2024-04-13T07:25:19.881 INFO:tasks.rados.rados.0.smithi003.stdout:3123: done (7 left) 2024-04-13T07:25:19.881 INFO:tasks.rados.rados.0.smithi003.stdout:3124: done (6 left) 2024-04-13T07:25:19.882 INFO:tasks.rados.rados.0.smithi003.stdout:3126: done (5 left) 2024-04-13T07:25:19.882 INFO:tasks.rados.rados.0.smithi003.stdout:3127: done (4 left) 2024-04-13T07:25:19.882 INFO:tasks.rados.rados.0.smithi003.stdout:3129: done (3 left) 2024-04-13T07:25:19.882 INFO:tasks.rados.rados.0.smithi003.stdout:3130: done (2 left) 2024-04-13T07:25:19.882 INFO:tasks.rados.rados.0.smithi003.stdout:3131: done (1 left) 2024-04-13T07:25:19.882 INFO:tasks.rados.rados.0.smithi003.stdout:3132: done (0 left) 2024-04-13T07:25:19.882 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 18 current snap is 324 2024-04-13T07:25:19.882 INFO:tasks.rados.rados.0.smithi003.stdout:3133: seq_num 952 ranges {3448832=753664,4202496=499712,4702208=303104} 2024-04-13T07:25:19.904 INFO:tasks.rados.rados.0.smithi003.stdout:3133: writing smithi00377890-18 from 3448832 to 4202496 tid 1 2024-04-13T07:25:19.907 INFO:tasks.rados.rados.0.smithi003.stdout:3133: writing smithi00377890-18 from 4202496 to 4702208 tid 2 2024-04-13T07:25:19.909 INFO:tasks.rados.rados.0.smithi003.stdout:3133: writing smithi00377890-18 from 4702208 to 5005312 tid 3 2024-04-13T07:25:19.910 INFO:tasks.rados.rados.0.smithi003.stdout:3134: snap_create 2024-04-13T07:25:19.914 INFO:tasks.rados.rados.0.smithi003.stdout:3133: finishing write tid 1 to smithi00377890-18 2024-04-13T07:25:19.914 INFO:tasks.rados.rados.0.smithi003.stdout:3133: finishing write tid 2 to smithi00377890-18 2024-04-13T07:25:19.940 INFO:tasks.rados.rados.0.smithi003.stdout:3133: finishing write tid 3 to smithi00377890-18 2024-04-13T07:25:19.940 INFO:tasks.rados.rados.0.smithi003.stdout:3133: finishing write tid 4 to smithi00377890-18 2024-04-13T07:25:19.943 INFO:tasks.rados.rados.0.smithi003.stdout:3133: finishing write tid 5 to smithi00377890-18 2024-04-13T07:25:19.943 INFO:tasks.rados.rados.0.smithi003.stdout:3133: oid 18 updating version 0 to 2453 2024-04-13T07:25:19.943 INFO:tasks.rados.rados.0.smithi003.stdout:3133: oid 18 version 2453 is already newer than 2450 2024-04-13T07:25:19.943 INFO:tasks.rados.rados.0.smithi003.stdout:3133: oid 18 version 2453 is already newer than 2452 2024-04-13T07:25:19.943 INFO:tasks.rados.rados.0.smithi003.stdout:3133: oid 18 version 2453 is already newer than 2451 2024-04-13T07:25:19.943 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 2453 (ObjNum 952 snap 324 seq_num 952) dirty exists 2024-04-13T07:25:19.944 INFO:tasks.rados.rados.0.smithi003.stdout:3133: left oid 18 (ObjNum 952 snap 324 seq_num 952) 2024-04-13T07:25:20.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:19 smithi003 ceph-mon[91733]: pgmap v736: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 519 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 632 KiB/s wr, 3 op/s 2024-04-13T07:25:20.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:19 smithi003 ceph-mon[91733]: osdmap e718: 8 total, 8 up, 8 in 2024-04-13T07:25:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:19 smithi003 ceph-mon[89364]: pgmap v736: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 519 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 632 KiB/s wr, 3 op/s 2024-04-13T07:25:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:19 smithi003 ceph-mon[89364]: osdmap e718: 8 total, 8 up, 8 in 2024-04-13T07:25:20.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:19 smithi066 ceph-mon[84331]: pgmap v736: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 519 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 632 KiB/s wr, 3 op/s 2024-04-13T07:25:20.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:19 smithi066 ceph-mon[84331]: osdmap e718: 8 total, 8 up, 8 in 2024-04-13T07:25:20.890 INFO:tasks.rados.rados.0.smithi003.stdout:3133: done (1 left) 2024-04-13T07:25:20.891 INFO:tasks.rados.rados.0.smithi003.stdout:3134: done (0 left) 2024-04-13T07:25:20.891 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 45 current snap is 325 2024-04-13T07:25:20.891 INFO:tasks.rados.rados.0.smithi003.stdout:3135: seq_num 953 ranges {1843200=770048,2613248=786432,3399680=16384} 2024-04-13T07:25:20.905 INFO:tasks.rados.rados.0.smithi003.stdout:3135: writing smithi00377890-45 from 1843200 to 2613248 tid 1 2024-04-13T07:25:20.909 INFO:tasks.rados.rados.0.smithi003.stdout:3135: writing smithi00377890-45 from 2613248 to 3399680 tid 2 2024-04-13T07:25:20.909 INFO:tasks.rados.rados.0.smithi003.stdout:3135: writing smithi00377890-45 from 3399680 to 3416064 tid 3 2024-04-13T07:25:20.909 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 325 2024-04-13T07:25:20.910 INFO:tasks.rados.rados.0.smithi003.stdout:3136: seq_num 954 ranges {0=786432,786432=671744,1458176=131072} 2024-04-13T07:25:20.914 INFO:tasks.rados.rados.0.smithi003.stdout:3136: writing smithi00377890-17 from 0 to 786432 tid 1 2024-04-13T07:25:20.918 INFO:tasks.rados.rados.0.smithi003.stdout:3136: writing smithi00377890-17 from 786432 to 1458176 tid 2 2024-04-13T07:25:20.919 INFO:tasks.rados.rados.0.smithi003.stdout:3136: writing smithi00377890-17 from 1458176 to 1589248 tid 3 2024-04-13T07:25:20.919 INFO:tasks.rados.rados.0.smithi003.stdout:3137: snap_create 2024-04-13T07:25:20.919 INFO:tasks.rados.rados.0.smithi003.stdout:3135: finishing write tid 1 to smithi00377890-45 2024-04-13T07:25:20.919 INFO:tasks.rados.rados.0.smithi003.stdout:3135: finishing write tid 2 to smithi00377890-45 2024-04-13T07:25:20.920 INFO:tasks.rados.rados.0.smithi003.stdout:3135: finishing write tid 3 to smithi00377890-45 2024-04-13T07:25:20.920 INFO:tasks.rados.rados.0.smithi003.stdout:3135: finishing write tid 4 to smithi00377890-45 2024-04-13T07:25:20.920 INFO:tasks.rados.rados.0.smithi003.stdout:3135: finishing write tid 5 to smithi00377890-45 2024-04-13T07:25:20.920 INFO:tasks.rados.rados.0.smithi003.stdout:3135: oid 45 updating version 0 to 2454 2024-04-13T07:25:20.920 INFO:tasks.rados.rados.0.smithi003.stdout:3135: oid 45 updating version 2454 to 2457 2024-04-13T07:25:20.920 INFO:tasks.rados.rados.0.smithi003.stdout:3135: oid 45 version 2457 is already newer than 2456 2024-04-13T07:25:20.920 INFO:tasks.rados.rados.0.smithi003.stdout:3135: oid 45 version 2457 is already newer than 2455 2024-04-13T07:25:20.920 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 2457 (ObjNum 953 snap 325 seq_num 953) dirty exists 2024-04-13T07:25:20.920 INFO:tasks.rados.rados.0.smithi003.stdout:3135: left oid 45 (ObjNum 953 snap 325 seq_num 953) 2024-04-13T07:25:20.924 INFO:tasks.rados.rados.0.smithi003.stdout:3136: finishing write tid 1 to smithi00377890-17 2024-04-13T07:25:20.924 INFO:tasks.rados.rados.0.smithi003.stdout:3136: finishing write tid 2 to smithi00377890-17 2024-04-13T07:25:20.925 INFO:tasks.rados.rados.0.smithi003.stdout:3136: finishing write tid 3 to smithi00377890-17 2024-04-13T07:25:20.925 INFO:tasks.rados.rados.0.smithi003.stdout:3136: finishing write tid 4 to smithi00377890-17 2024-04-13T07:25:20.927 INFO:tasks.rados.rados.0.smithi003.stdout:3136: finishing write tid 5 to smithi00377890-17 2024-04-13T07:25:20.927 INFO:tasks.rados.rados.0.smithi003.stdout:3136: oid 17 updating version 0 to 2870 2024-04-13T07:25:20.927 INFO:tasks.rados.rados.0.smithi003.stdout:3136: oid 17 updating version 2870 to 2872 2024-04-13T07:25:20.927 INFO:tasks.rados.rados.0.smithi003.stdout:3136: oid 17 version 2872 is already newer than 2871 2024-04-13T07:25:20.927 INFO:tasks.rados.rados.0.smithi003.stdout:3136: oid 17 updating version 2872 to 2873 2024-04-13T07:25:20.927 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 2873 (ObjNum 954 snap 325 seq_num 954) dirty exists 2024-04-13T07:25:20.927 INFO:tasks.rados.rados.0.smithi003.stdout:3136: left oid 17 (ObjNum 954 snap 325 seq_num 954) 2024-04-13T07:25:21.901 INFO:tasks.rados.rados.0.smithi003.stdout:3135: done (2 left) 2024-04-13T07:25:21.901 INFO:tasks.rados.rados.0.smithi003.stdout:3136: done (1 left) 2024-04-13T07:25:21.901 INFO:tasks.rados.rados.0.smithi003.stdout:3137: done (0 left) 2024-04-13T07:25:21.901 INFO:tasks.rados.rados.0.smithi003.stdout:3138: rmattr oid 43 current snap is 326 2024-04-13T07:25:21.901 INFO:tasks.rados.rados.0.smithi003.stdout:3138: done (0 left) 2024-04-13T07:25:21.901 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 30 current snap is 326 2024-04-13T07:25:21.901 INFO:tasks.rados.rados.0.smithi003.stdout:3139: seq_num 955 ranges {10584064=802816,11386880=557056,11943936=245760} 2024-04-13T07:25:21.962 INFO:tasks.rados.rados.0.smithi003.stdout:3139: writing smithi00377890-30 from 10584064 to 11386880 tid 1 2024-04-13T07:25:21.966 INFO:tasks.rados.rados.0.smithi003.stdout:3139: writing smithi00377890-30 from 11386880 to 11943936 tid 2 2024-04-13T07:25:21.968 INFO:tasks.rados.rados.0.smithi003.stdout:3139: writing smithi00377890-30 from 11943936 to 12189696 tid 3 2024-04-13T07:25:21.968 INFO:tasks.rados.rados.0.smithi003.stdout:3140: read oid 44 snap -1 2024-04-13T07:25:21.968 INFO:tasks.rados.rados.0.smithi003.stdout:3140: expect (ObjNum 692 snap 233 seq_num 692) 2024-04-13T07:25:21.968 INFO:tasks.rados.rados.0.smithi003.stdout:3141: setattr oid 29 current snap is 326 2024-04-13T07:25:21.968 INFO:tasks.rados.rados.0.smithi003.stdout:3142: snap_create 2024-04-13T07:25:21.973 INFO:tasks.rados.rados.0.smithi003.stdout:3139: finishing write tid 1 to smithi00377890-30 2024-04-13T07:25:21.973 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 2472 (ObjNum 33 snap 0 seq_num 292503520) dirty exists 2024-04-13T07:25:21.974 INFO:tasks.rados.rados.0.smithi003.stdout:3139: finishing write tid 2 to smithi00377890-30 2024-04-13T07:25:21.975 INFO:tasks.rados.rados.0.smithi003.stdout:3139: finishing write tid 3 to smithi00377890-30 2024-04-13T07:25:21.975 INFO:tasks.rados.rados.0.smithi003.stdout:3139: finishing write tid 4 to smithi00377890-30 2024-04-13T07:25:21.977 INFO:tasks.rados.rados.0.smithi003.stdout:3139: finishing write tid 5 to smithi00377890-30 2024-04-13T07:25:21.977 INFO:tasks.rados.rados.0.smithi003.stdout:3139: oid 30 updating version 0 to 2880 2024-04-13T07:25:21.977 INFO:tasks.rados.rados.0.smithi003.stdout:3139: oid 30 updating version 2880 to 2881 2024-04-13T07:25:21.977 INFO:tasks.rados.rados.0.smithi003.stdout:3139: oid 30 version 2881 is already newer than 2879 2024-04-13T07:25:21.977 INFO:tasks.rados.rados.0.smithi003.stdout:3139: oid 30 updating version 2881 to 2882 2024-04-13T07:25:21.977 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 2882 (ObjNum 955 snap 326 seq_num 955) dirty exists 2024-04-13T07:25:21.978 INFO:tasks.rados.rados.0.smithi003.stdout:3139: left oid 30 (ObjNum 955 snap 326 seq_num 955) 2024-04-13T07:25:21.984 INFO:tasks.rados.rados.0.smithi003.stdout:3140: expect (ObjNum 692 snap 233 seq_num 692) 2024-04-13T07:25:22.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:21 smithi066 ceph-mon[84331]: pgmap v739: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 439 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-04-13T07:25:22.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:21 smithi066 ceph-mon[84331]: osdmap e719: 8 total, 8 up, 8 in 2024-04-13T07:25:22.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:21 smithi003 ceph-mon[91733]: pgmap v739: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 439 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-04-13T07:25:22.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:21 smithi003 ceph-mon[91733]: osdmap e719: 8 total, 8 up, 8 in 2024-04-13T07:25:22.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:21 smithi003 ceph-mon[89364]: pgmap v739: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 439 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-04-13T07:25:22.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:21 smithi003 ceph-mon[89364]: osdmap e719: 8 total, 8 up, 8 in 2024-04-13T07:25:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:25:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:25:22.910 INFO:tasks.rados.rados.0.smithi003.stdout:3139: done (3 left) 2024-04-13T07:25:22.911 INFO:tasks.rados.rados.0.smithi003.stdout:3140: done (2 left) 2024-04-13T07:25:22.911 INFO:tasks.rados.rados.0.smithi003.stdout:3141: done (1 left) 2024-04-13T07:25:22.911 INFO:tasks.rados.rados.0.smithi003.stdout:3142: done (0 left) 2024-04-13T07:25:22.911 INFO:tasks.rados.rados.0.smithi003.stdout:3143: setattr oid 2 current snap is 327 2024-04-13T07:25:22.911 INFO:tasks.rados.rados.0.smithi003.stdout:3144: snap_remove snap 326 2024-04-13T07:25:23.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:22 smithi066 ceph-mon[84331]: osdmap e720: 8 total, 8 up, 8 in 2024-04-13T07:25:23.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:25:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:22 smithi003 ceph-mon[91733]: osdmap e720: 8 total, 8 up, 8 in 2024-04-13T07:25:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:25:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:22 smithi003 ceph-mon[89364]: osdmap e720: 8 total, 8 up, 8 in 2024-04-13T07:25:23.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:25:23.881 INFO:tasks.rados.rados.0.smithi003.stdout:3144: done (1 left) 2024-04-13T07:25:23.881 INFO:tasks.rados.rados.0.smithi003.stdout:3145: snap_create 2024-04-13T07:25:23.881 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 2458 (ObjNum 880 snap 299 seq_num 880) dirty exists 2024-04-13T07:25:24.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:23 smithi003 ceph-mon[89364]: pgmap v742: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 441 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.0 MiB/s wr, 11 op/s 2024-04-13T07:25:24.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:23 smithi003 ceph-mon[89364]: osdmap e721: 8 total, 8 up, 8 in 2024-04-13T07:25:24.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:23 smithi003 ceph-mon[89364]: osdmap e722: 8 total, 8 up, 8 in 2024-04-13T07:25:24.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:23 smithi003 ceph-mon[91733]: pgmap v742: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 441 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.0 MiB/s wr, 11 op/s 2024-04-13T07:25:24.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:23 smithi003 ceph-mon[91733]: osdmap e721: 8 total, 8 up, 8 in 2024-04-13T07:25:24.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:23 smithi003 ceph-mon[91733]: osdmap e722: 8 total, 8 up, 8 in 2024-04-13T07:25:24.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:23 smithi066 ceph-mon[84331]: pgmap v742: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 441 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.0 MiB/s wr, 11 op/s 2024-04-13T07:25:24.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:23 smithi066 ceph-mon[84331]: osdmap e721: 8 total, 8 up, 8 in 2024-04-13T07:25:24.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:23 smithi066 ceph-mon[84331]: osdmap e722: 8 total, 8 up, 8 in 2024-04-13T07:25:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:25:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:25:24] "GET /metrics HTTP/1.1" 200 36239 "" "Prometheus/2.43.0" 2024-04-13T07:25:24.888 INFO:tasks.rados.rados.0.smithi003.stdout:3143: done (1 left) 2024-04-13T07:25:24.888 INFO:tasks.rados.rados.0.smithi003.stdout:3145: done (0 left) 2024-04-13T07:25:24.888 INFO:tasks.rados.rados.0.smithi003.stdout:3146: setattr oid 44 current snap is 328 2024-04-13T07:25:24.888 INFO:tasks.rados.rados.0.smithi003.stdout:3147: snap_create 2024-04-13T07:25:24.893 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 2879 (ObjNum 692 snap 233 seq_num 692) dirty exists 2024-04-13T07:25:25.889 INFO:tasks.rados.rados.0.smithi003.stdout:3146: done (1 left) 2024-04-13T07:25:25.889 INFO:tasks.rados.rados.0.smithi003.stdout:3147: done (0 left) 2024-04-13T07:25:25.889 INFO:tasks.rados.rados.0.smithi003.stdout:3148: read oid 37 snap -1 2024-04-13T07:25:25.890 INFO:tasks.rados.rados.0.smithi003.stdout:3148: expect (ObjNum 781 snap 278 seq_num 781) 2024-04-13T07:25:25.890 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 329 2024-04-13T07:25:25.890 INFO:tasks.rados.rados.0.smithi003.stdout:3149: seq_num 956 ranges {1589248=417792,2007040=434176,2441216=770048} 2024-04-13T07:25:25.900 INFO:tasks.rados.rados.0.smithi003.stdout:3149: writing smithi00377890-17 from 1589248 to 2007040 tid 1 2024-04-13T07:25:25.902 INFO:tasks.rados.rados.0.smithi003.stdout:3149: writing smithi00377890-17 from 2007040 to 2441216 tid 2 2024-04-13T07:25:25.907 INFO:tasks.rados.rados.0.smithi003.stdout:3149: writing smithi00377890-17 from 2441216 to 3211264 tid 3 2024-04-13T07:25:25.907 INFO:tasks.rados.rados.0.smithi003.stdout:3150: snap_remove snap 311 2024-04-13T07:25:26.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:25 smithi066 ceph-mon[84331]: pgmap v745: 121 pgs: 121 active+clean; 444 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-13T07:25:26.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:25 smithi066 ceph-mon[84331]: osdmap e723: 8 total, 8 up, 8 in 2024-04-13T07:25:26.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:25 smithi003 ceph-mon[91733]: pgmap v745: 121 pgs: 121 active+clean; 444 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-13T07:25:26.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:25 smithi003 ceph-mon[91733]: osdmap e723: 8 total, 8 up, 8 in 2024-04-13T07:25:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:25 smithi003 ceph-mon[89364]: pgmap v745: 121 pgs: 121 active+clean; 444 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-13T07:25:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:25 smithi003 ceph-mon[89364]: osdmap e723: 8 total, 8 up, 8 in 2024-04-13T07:25:26.906 INFO:tasks.rados.rados.0.smithi003.stdout:3150: done (2 left) 2024-04-13T07:25:26.906 INFO:tasks.rados.rados.0.smithi003.stdout:3151: read oid 3 snap -1 2024-04-13T07:25:26.906 INFO:tasks.rados.rados.0.smithi003.stdout:3151: expect (ObjNum 946 snap 320 seq_num 946) 2024-04-13T07:25:26.906 INFO:tasks.rados.rados.0.smithi003.stdout:3152: read oid 18 snap -1 2024-04-13T07:25:26.906 INFO:tasks.rados.rados.0.smithi003.stdout:3152: expect (ObjNum 952 snap 324 seq_num 952) 2024-04-13T07:25:26.906 INFO:tasks.rados.rados.0.smithi003.stdout:3153: rmattr oid 11 current snap is 329 2024-04-13T07:25:26.907 INFO:tasks.rados.rados.0.smithi003.stdout:3148: expect (ObjNum 781 snap 278 seq_num 781) 2024-04-13T07:25:27.016 INFO:tasks.rados.rados.0.smithi003.stdout:3149: finishing write tid 1 to smithi00377890-17 2024-04-13T07:25:27.016 INFO:tasks.rados.rados.0.smithi003.stdout:3149: finishing write tid 2 to smithi00377890-17 2024-04-13T07:25:27.016 INFO:tasks.rados.rados.0.smithi003.stdout:3148: done (4 left) 2024-04-13T07:25:27.016 INFO:tasks.rados.rados.0.smithi003.stdout:3154: copy_from oid 15 from oid 41 current snap is 329 2024-04-13T07:25:27.016 INFO:tasks.rados.rados.0.smithi003.stdout:3149: finishing write tid 3 to smithi00377890-17 2024-04-13T07:25:27.016 INFO:tasks.rados.rados.0.smithi003.stdout:3149: finishing write tid 4 to smithi00377890-17 2024-04-13T07:25:27.016 INFO:tasks.rados.rados.0.smithi003.stdout:3149: finishing write tid 5 to smithi00377890-17 2024-04-13T07:25:27.016 INFO:tasks.rados.rados.0.smithi003.stdout:3149: oid 17 updating version 0 to 2877 2024-04-13T07:25:27.017 INFO:tasks.rados.rados.0.smithi003.stdout:3149: oid 17 version 2877 is already newer than 2874 2024-04-13T07:25:27.017 INFO:tasks.rados.rados.0.smithi003.stdout:3149: oid 17 version 2877 is already newer than 2876 2024-04-13T07:25:27.017 INFO:tasks.rados.rados.0.smithi003.stdout:3149: oid 17 version 2877 is already newer than 2875 2024-04-13T07:25:27.017 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 2877 (ObjNum 956 snap 329 seq_num 956) dirty exists 2024-04-13T07:25:27.017 INFO:tasks.rados.rados.0.smithi003.stdout:3149: left oid 17 (ObjNum 956 snap 329 seq_num 956) 2024-04-13T07:25:27.017 INFO:tasks.rados.rados.0.smithi003.stdout:3151: expect (ObjNum 946 snap 320 seq_num 946) 2024-04-13T07:25:27.073 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 2191 (ObjNum 735 snap 255 seq_num 735) dirty exists 2024-04-13T07:25:27.073 INFO:tasks.rados.rados.0.smithi003.stdout:3152: expect (ObjNum 952 snap 324 seq_num 952) 2024-04-13T07:25:27.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:26 smithi066 ceph-mon[84331]: osdmap e724: 8 total, 8 up, 8 in 2024-04-13T07:25:27.305 INFO:tasks.rados.rados.0.smithi003.stdout:3154: finishing copy_from to smithi00377890-15 2024-04-13T07:25:27.305 INFO:tasks.rados.rados.0.smithi003.stdout:3154: got expected ENOENT (src dne) 2024-04-13T07:25:27.305 INFO:tasks.rados.rados.0.smithi003.stdout:3154: finishing copy_from racing read to smithi00377890-15 2024-04-13T07:25:27.305 INFO:tasks.rados.rados.0.smithi003.stdout:3149: done (4 left) 2024-04-13T07:25:27.305 INFO:tasks.rados.rados.0.smithi003.stdout:3151: done (3 left) 2024-04-13T07:25:27.305 INFO:tasks.rados.rados.0.smithi003.stdout:3152: done (2 left) 2024-04-13T07:25:27.305 INFO:tasks.rados.rados.0.smithi003.stdout:3153: done (1 left) 2024-04-13T07:25:27.305 INFO:tasks.rados.rados.0.smithi003.stdout:3154: done (0 left) 2024-04-13T07:25:27.305 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 329 2024-04-13T07:25:27.305 INFO:tasks.rados.rados.0.smithi003.stdout:3155: seq_num 957 ranges {1843200=434176,2277376=720896,2998272=483328} 2024-04-13T07:25:27.317 INFO:tasks.rados.rados.0.smithi003.stdout:3155: writing smithi00377890-3 from 1843200 to 2277376 tid 1 2024-04-13T07:25:27.321 INFO:tasks.rados.rados.0.smithi003.stdout:3155: writing smithi00377890-3 from 2277376 to 2998272 tid 2 2024-04-13T07:25:27.324 INFO:tasks.rados.rados.0.smithi003.stdout:3155: writing smithi00377890-3 from 2998272 to 3481600 tid 3 2024-04-13T07:25:27.324 INFO:tasks.rados.rados.0.smithi003.stdout:3156: copy_from oid 6 from oid 8 current snap is 329 2024-04-13T07:25:27.324 INFO:tasks.rados.rados.0.smithi003.stdout:3155: finishing write tid 1 to smithi00377890-3 2024-04-13T07:25:27.324 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 40 current snap is 329 2024-04-13T07:25:27.324 INFO:tasks.rados.rados.0.smithi003.stdout:3157: seq_num 958 ranges {0=450560,450560=655360,1105920=548864} 2024-04-13T07:25:27.326 INFO:tasks.rados.rados.0.smithi003.stdout:3157: writing smithi00377890-40 from 0 to 450560 tid 1 2024-04-13T07:25:27.330 INFO:tasks.rados.rados.0.smithi003.stdout:3157: writing smithi00377890-40 from 450560 to 1105920 tid 2 2024-04-13T07:25:27.335 INFO:tasks.rados.rados.0.smithi003.stdout:3157: writing smithi00377890-40 from 1105920 to 1654784 tid 3 2024-04-13T07:25:27.335 INFO:tasks.rados.rados.0.smithi003.stdout:3158: rollback oid 46 current snap is 329 2024-04-13T07:25:27.335 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 46 to 319 2024-04-13T07:25:27.335 INFO:tasks.rados.rados.0.smithi003.stdout:3155: finishing write tid 2 to smithi00377890-3 2024-04-13T07:25:27.335 INFO:tasks.rados.rados.0.smithi003.stdout:3155: finishing write tid 3 to smithi00377890-3 2024-04-13T07:25:27.335 INFO:tasks.rados.rados.0.smithi003.stdout:3155: finishing write tid 4 to smithi00377890-3 2024-04-13T07:25:27.335 INFO:tasks.rados.rados.0.smithi003.stdout:3155: finishing write tid 5 to smithi00377890-3 2024-04-13T07:25:27.335 INFO:tasks.rados.rados.0.smithi003.stdout:3155: oid 3 updating version 0 to 2477 2024-04-13T07:25:27.335 INFO:tasks.rados.rados.0.smithi003.stdout:3155: oid 3 version 2477 is already newer than 2476 2024-04-13T07:25:27.335 INFO:tasks.rados.rados.0.smithi003.stdout:3155: oid 3 updating version 2477 to 2478 2024-04-13T07:25:27.335 INFO:tasks.rados.rados.0.smithi003.stdout:3155: oid 3 version 2478 is already newer than 2475 2024-04-13T07:25:27.335 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 2478 (ObjNum 957 snap 329 seq_num 957) dirty exists 2024-04-13T07:25:27.336 INFO:tasks.rados.rados.0.smithi003.stdout:3155: left oid 3 (ObjNum 957 snap 329 seq_num 957) 2024-04-13T07:25:27.336 INFO:tasks.rados.rados.0.smithi003.stdout:3157: finishing write tid 1 to smithi00377890-40 2024-04-13T07:25:27.336 INFO:tasks.rados.rados.0.smithi003.stdout:3155: done (3 left) 2024-04-13T07:25:27.336 INFO:tasks.rados.rados.0.smithi003.stdout:3159: rollback oid 16 current snap is 329 2024-04-13T07:25:27.336 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 16 to 312 2024-04-13T07:25:27.336 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 45 current snap is 329 2024-04-13T07:25:27.336 INFO:tasks.rados.rados.0.smithi003.stdout:3160: seq_num 959 ranges {3416064=466944,3883008=540672,4423680=557056,4980736=106496} 2024-04-13T07:25:27.356 INFO:tasks.rados.rados.0.smithi003.stdout:3160: writing smithi00377890-45 from 3416064 to 3883008 tid 1 2024-04-13T07:25:27.359 INFO:tasks.rados.rados.0.smithi003.stdout:3160: writing smithi00377890-45 from 3883008 to 4423680 tid 2 2024-04-13T07:25:27.363 INFO:tasks.rados.rados.0.smithi003.stdout:3160: writing smithi00377890-45 from 4423680 to 4980736 tid 3 2024-04-13T07:25:27.365 INFO:tasks.rados.rados.0.smithi003.stdout:3160: writing smithi00377890-45 from 4980736 to 5087232 tid 4 2024-04-13T07:25:27.365 INFO:tasks.rados.rados.0.smithi003.stdout:3161: rmattr oid 42 current snap is 329 2024-04-13T07:25:27.365 INFO:tasks.rados.rados.0.smithi003.stdout:3161: done (5 left) 2024-04-13T07:25:27.365 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 39 current snap is 329 2024-04-13T07:25:27.365 INFO:tasks.rados.rados.0.smithi003.stdout:3159: finishing rollback tid 1 to smithi00377890-16 2024-04-13T07:25:27.365 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 0 (ObjNum 65 snap 0 seq_num 267465552) dirty dne 2024-04-13T07:25:27.365 INFO:tasks.rados.rados.0.smithi003.stdout:3158: finishing rollback tid 1 to smithi00377890-46 2024-04-13T07:25:27.365 INFO:tasks.rados.rados.0.smithi003.stdout:3157: finishing write tid 2 to smithi00377890-40 2024-04-13T07:25:27.365 INFO:tasks.rados.rados.0.smithi003.stdout:3158: finishing rollback tid 2 to smithi00377890-46 2024-04-13T07:25:27.365 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 2881 (ObjNum 819 snap 289 seq_num 819) dirty exists 2024-04-13T07:25:27.365 INFO:tasks.rados.rados.0.smithi003.stdout:3157: finishing write tid 3 to smithi00377890-40 2024-04-13T07:25:27.366 INFO:tasks.rados.rados.0.smithi003.stdout:3157: finishing write tid 4 to smithi00377890-40 2024-04-13T07:25:27.366 INFO:tasks.rados.rados.0.smithi003.stdout:3157: finishing write tid 5 to smithi00377890-40 2024-04-13T07:25:27.366 INFO:tasks.rados.rados.0.smithi003.stdout:3157: oid 40 updating version 0 to 3114 2024-04-13T07:25:27.366 INFO:tasks.rados.rados.0.smithi003.stdout:3157: oid 40 updating version 3114 to 3115 2024-04-13T07:25:27.366 INFO:tasks.rados.rados.0.smithi003.stdout:3157: oid 40 updating version 3115 to 3116 2024-04-13T07:25:27.366 INFO:tasks.rados.rados.0.smithi003.stdout:3157: oid 40 version 3116 is already newer than 3113 2024-04-13T07:25:27.366 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 3116 (ObjNum 958 snap 329 seq_num 958) dirty exists 2024-04-13T07:25:27.366 INFO:tasks.rados.rados.0.smithi003.stdout:3157: left oid 40 (ObjNum 958 snap 329 seq_num 958) 2024-04-13T07:25:27.366 INFO:tasks.rados.rados.0.smithi003.stdout:3156: finishing copy_from racing read to smithi00377890-6 2024-04-13T07:25:27.366 INFO:tasks.rados.rados.0.smithi003.stdout:3156: finishing copy_from to smithi00377890-6 2024-04-13T07:25:27.366 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 2543 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:25:27.366 INFO:tasks.rados.rados.0.smithi003.stdout:3162: seq_num 960 ranges {0=483328,483328=425984,909312=761856,1671168=16384} 2024-04-13T07:25:27.367 INFO:tasks.rados.rados.0.smithi003.stdout:3162: writing smithi00377890-39 from 0 to 483328 tid 1 2024-04-13T07:25:27.370 INFO:tasks.rados.rados.0.smithi003.stdout:3162: writing smithi00377890-39 from 483328 to 909312 tid 2 2024-04-13T07:25:27.375 INFO:tasks.rados.rados.0.smithi003.stdout:3162: writing smithi00377890-39 from 909312 to 1671168 tid 3 2024-04-13T07:25:27.376 INFO:tasks.rados.rados.0.smithi003.stdout:3162: writing smithi00377890-39 from 1671168 to 1687552 tid 4 2024-04-13T07:25:27.376 INFO:tasks.rados.rados.0.smithi003.stdout:3156: done (5 left) 2024-04-13T07:25:27.376 INFO:tasks.rados.rados.0.smithi003.stdout:3157: done (4 left) 2024-04-13T07:25:27.376 INFO:tasks.rados.rados.0.smithi003.stdout:3158: done (3 left) 2024-04-13T07:25:27.376 INFO:tasks.rados.rados.0.smithi003.stdout:3159: done (2 left) 2024-04-13T07:25:27.376 INFO:tasks.rados.rados.0.smithi003.stdout:3163: setattr oid 16 current snap is 329 2024-04-13T07:25:27.376 INFO:tasks.rados.rados.0.smithi003.stdout:3160: finishing write tid 1 to smithi00377890-45 2024-04-13T07:25:27.376 INFO:tasks.rados.rados.0.smithi003.stdout:3160: finishing write tid 2 to smithi00377890-45 2024-04-13T07:25:27.376 INFO:tasks.rados.rados.0.smithi003.stdout:3160: finishing write tid 3 to smithi00377890-45 2024-04-13T07:25:27.376 INFO:tasks.rados.rados.0.smithi003.stdout:3160: finishing write tid 4 to smithi00377890-45 2024-04-13T07:25:27.376 INFO:tasks.rados.rados.0.smithi003.stdout:3160: finishing write tid 5 to smithi00377890-45 2024-04-13T07:25:27.376 INFO:tasks.rados.rados.0.smithi003.stdout:3162: finishing write tid 1 to smithi00377890-39 2024-04-13T07:25:27.376 INFO:tasks.rados.rados.0.smithi003.stdout:3160: finishing write tid 6 to smithi00377890-45 2024-04-13T07:25:27.376 INFO:tasks.rados.rados.0.smithi003.stdout:3160: oid 45 updating version 0 to 2545 2024-04-13T07:25:27.376 INFO:tasks.rados.rados.0.smithi003.stdout:3160: oid 45 version 2545 is already newer than 2544 2024-04-13T07:25:27.376 INFO:tasks.rados.rados.0.smithi003.stdout:3160: oid 45 updating version 2545 to 2547 2024-04-13T07:25:27.377 INFO:tasks.rados.rados.0.smithi003.stdout:3160: oid 45 version 2547 is already newer than 2546 2024-04-13T07:25:27.377 INFO:tasks.rados.rados.0.smithi003.stdout:3160: oid 45 updating version 2547 to 2548 2024-04-13T07:25:27.377 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 2548 (ObjNum 959 snap 329 seq_num 959) dirty exists 2024-04-13T07:25:27.377 INFO:tasks.rados.rados.0.smithi003.stdout:3160: left oid 45 (ObjNum 959 snap 329 seq_num 959) 2024-04-13T07:25:27.377 INFO:tasks.rados.rados.0.smithi003.stdout:3162: finishing write tid 2 to smithi00377890-39 2024-04-13T07:25:27.377 INFO:tasks.rados.rados.0.smithi003.stdout:3160: done (2 left) 2024-04-13T07:25:27.377 INFO:tasks.rados.rados.0.smithi003.stdout:3164: snap_remove snap 324 2024-04-13T07:25:27.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:26 smithi003 ceph-mon[91733]: osdmap e724: 8 total, 8 up, 8 in 2024-04-13T07:25:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:26 smithi003 ceph-mon[89364]: osdmap e724: 8 total, 8 up, 8 in 2024-04-13T07:25:27.906 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 2770 (ObjNum 65 snap 0 seq_num 267465552) dirty exists 2024-04-13T07:25:27.907 INFO:tasks.rados.rados.0.smithi003.stdout:3162: finishing write tid 3 to smithi00377890-39 2024-04-13T07:25:27.907 INFO:tasks.rados.rados.0.smithi003.stdout:3162: finishing write tid 4 to smithi00377890-39 2024-04-13T07:25:27.907 INFO:tasks.rados.rados.0.smithi003.stdout:3162: finishing write tid 5 to smithi00377890-39 2024-04-13T07:25:27.907 INFO:tasks.rados.rados.0.smithi003.stdout:3162: finishing write tid 6 to smithi00377890-39 2024-04-13T07:25:27.907 INFO:tasks.rados.rados.0.smithi003.stdout:3162: oid 39 updating version 0 to 2186 2024-04-13T07:25:27.907 INFO:tasks.rados.rados.0.smithi003.stdout:3162: oid 39 version 2186 is already newer than 2184 2024-04-13T07:25:27.907 INFO:tasks.rados.rados.0.smithi003.stdout:3162: oid 39 version 2186 is already newer than 2185 2024-04-13T07:25:27.907 INFO:tasks.rados.rados.0.smithi003.stdout:3162: oid 39 version 2186 is already newer than 2183 2024-04-13T07:25:27.907 INFO:tasks.rados.rados.0.smithi003.stdout:3162: oid 39 updating version 2186 to 2187 2024-04-13T07:25:27.907 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 2187 (ObjNum 960 snap 329 seq_num 960) dirty exists 2024-04-13T07:25:27.907 INFO:tasks.rados.rados.0.smithi003.stdout:3162: left oid 39 (ObjNum 960 snap 329 seq_num 960) 2024-04-13T07:25:27.907 INFO:tasks.rados.rados.0.smithi003.stdout:3162: done (2 left) 2024-04-13T07:25:27.907 INFO:tasks.rados.rados.0.smithi003.stdout:3163: done (1 left) 2024-04-13T07:25:27.908 INFO:tasks.rados.rados.0.smithi003.stdout:3164: done (0 left) 2024-04-13T07:25:27.908 INFO:tasks.rados.rados.0.smithi003.stdout:3165: snap_remove snap 327 2024-04-13T07:25:28.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:27 smithi066 ceph-mon[84331]: pgmap v748: 121 pgs: 121 active+clean; 447 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-04-13T07:25:28.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:27 smithi066 ceph-mon[84331]: osdmap e725: 8 total, 8 up, 8 in 2024-04-13T07:25:28.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:27 smithi003 ceph-mon[91733]: pgmap v748: 121 pgs: 121 active+clean; 447 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-04-13T07:25:28.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:27 smithi003 ceph-mon[91733]: osdmap e725: 8 total, 8 up, 8 in 2024-04-13T07:25:28.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:27 smithi003 ceph-mon[89364]: pgmap v748: 121 pgs: 121 active+clean; 447 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-04-13T07:25:28.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:27 smithi003 ceph-mon[89364]: osdmap e725: 8 total, 8 up, 8 in 2024-04-13T07:25:28.881 INFO:tasks.rados.rados.0.smithi003.stdout:3165: done (0 left) 2024-04-13T07:25:28.881 INFO:tasks.rados.rados.0.smithi003.stdout:3166: copy_from oid 32 from oid 23 current snap is 329 2024-04-13T07:25:28.881 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 329 2024-04-13T07:25:28.881 INFO:tasks.rados.rados.0.smithi003.stdout:3167: seq_num 961 ranges {0=499712,499712=712704,1212416=491520} 2024-04-13T07:25:28.884 INFO:tasks.rados.rados.0.smithi003.stdout:3167: writing smithi00377890-38 from 0 to 499712 tid 1 2024-04-13T07:25:28.889 INFO:tasks.rados.rados.0.smithi003.stdout:3167: writing smithi00377890-38 from 499712 to 1212416 tid 2 2024-04-13T07:25:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:3167: writing smithi00377890-38 from 1212416 to 1703936 tid 3 2024-04-13T07:25:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:3168: snap_create 2024-04-13T07:25:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:3166: finishing copy_from to smithi00377890-32 2024-04-13T07:25:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:3166: got expected ENOENT (src dne) 2024-04-13T07:25:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:3166: finishing copy_from racing read to smithi00377890-32 2024-04-13T07:25:28.893 INFO:tasks.rados.rados.0.smithi003.stdout:3167: finishing write tid 1 to smithi00377890-38 2024-04-13T07:25:28.897 INFO:tasks.rados.rados.0.smithi003.stdout:3167: finishing write tid 2 to smithi00377890-38 2024-04-13T07:25:28.897 INFO:tasks.rados.rados.0.smithi003.stdout:3167: finishing write tid 3 to smithi00377890-38 2024-04-13T07:25:28.897 INFO:tasks.rados.rados.0.smithi003.stdout:3167: finishing write tid 4 to smithi00377890-38 2024-04-13T07:25:28.898 INFO:tasks.rados.rados.0.smithi003.stdout:3167: finishing write tid 5 to smithi00377890-38 2024-04-13T07:25:28.898 INFO:tasks.rados.rados.0.smithi003.stdout:3167: oid 38 updating version 0 to 2546 2024-04-13T07:25:28.899 INFO:tasks.rados.rados.0.smithi003.stdout:3167: oid 38 updating version 2546 to 2547 2024-04-13T07:25:28.899 INFO:tasks.rados.rados.0.smithi003.stdout:3167: oid 38 version 2547 is already newer than 2545 2024-04-13T07:25:28.899 INFO:tasks.rados.rados.0.smithi003.stdout:3167: oid 38 version 2547 is already newer than 2544 2024-04-13T07:25:28.899 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2547 (ObjNum 961 snap 329 seq_num 961) dirty exists 2024-04-13T07:25:28.899 INFO:tasks.rados.rados.0.smithi003.stdout:3167: left oid 38 (ObjNum 961 snap 329 seq_num 961) 2024-04-13T07:25:29.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:28 smithi003 ceph-mon[91733]: osdmap e726: 8 total, 8 up, 8 in 2024-04-13T07:25:29.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:28 smithi003 ceph-mon[91733]: osdmap e727: 8 total, 8 up, 8 in 2024-04-13T07:25:29.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:28 smithi003 ceph-mon[89364]: osdmap e726: 8 total, 8 up, 8 in 2024-04-13T07:25:29.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:28 smithi003 ceph-mon[89364]: osdmap e727: 8 total, 8 up, 8 in 2024-04-13T07:25:29.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:28 smithi066 ceph-mon[84331]: osdmap e726: 8 total, 8 up, 8 in 2024-04-13T07:25:29.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:28 smithi066 ceph-mon[84331]: osdmap e727: 8 total, 8 up, 8 in 2024-04-13T07:25:29.881 INFO:tasks.rados.rados.0.smithi003.stdout:3166: done (2 left) 2024-04-13T07:25:29.881 INFO:tasks.rados.rados.0.smithi003.stdout:3167: done (1 left) 2024-04-13T07:25:29.881 INFO:tasks.rados.rados.0.smithi003.stdout:3168: done (0 left) 2024-04-13T07:25:29.881 INFO:tasks.rados.rados.0.smithi003.stdout:3169: snap_remove snap 325 2024-04-13T07:25:30.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:29 smithi003 ceph-mon[91733]: pgmap v751: 121 pgs: 121 active+clean; 447 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 788 KiB/s wr, 13 op/s 2024-04-13T07:25:30.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:29 smithi003 ceph-mon[91733]: osdmap e728: 8 total, 8 up, 8 in 2024-04-13T07:25:30.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:29 smithi003 ceph-mon[89364]: pgmap v751: 121 pgs: 121 active+clean; 447 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 788 KiB/s wr, 13 op/s 2024-04-13T07:25:30.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:29 smithi003 ceph-mon[89364]: osdmap e728: 8 total, 8 up, 8 in 2024-04-13T07:25:30.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:29 smithi066 ceph-mon[84331]: pgmap v751: 121 pgs: 121 active+clean; 447 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 788 KiB/s wr, 13 op/s 2024-04-13T07:25:30.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:29 smithi066 ceph-mon[84331]: osdmap e728: 8 total, 8 up, 8 in 2024-04-13T07:25:30.886 INFO:tasks.rados.rados.0.smithi003.stdout:3169: done (0 left) 2024-04-13T07:25:30.886 INFO:tasks.rados.rados.0.smithi003.stdout:3170: copy_from oid 16 from oid 21 current snap is 330 2024-04-13T07:25:30.886 INFO:tasks.rados.rados.0.smithi003.stdout:3171: rmattr oid 13 current snap is 330 2024-04-13T07:25:30.886 INFO:tasks.rados.rados.0.smithi003.stdout:3172: delete oid 42 current snap is 330 2024-04-13T07:25:30.897 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 2883 (ObjNum 941 snap 318 seq_num 941) dirty exists 2024-04-13T07:25:30.897 INFO:tasks.rados.rados.0.smithi003.stdout:3171: done (2 left) 2024-04-13T07:25:30.897 INFO:tasks.rados.rados.0.smithi003.stdout:3172: done (1 left) 2024-04-13T07:25:30.897 INFO:tasks.rados.rados.0.smithi003.stdout:3173: snap_remove snap 300 2024-04-13T07:25:31.891 INFO:tasks.rados.rados.0.smithi003.stdout:3170: finishing copy_from racing read to smithi00377890-16 2024-04-13T07:25:31.892 INFO:tasks.rados.rados.0.smithi003.stdout:3170: finishing copy_from to smithi00377890-16 2024-04-13T07:25:31.892 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 2182 (ObjNum 792 snap 283 seq_num 792) dirty exists 2024-04-13T07:25:31.892 INFO:tasks.rados.rados.0.smithi003.stdout:3170: done (1 left) 2024-04-13T07:25:31.892 INFO:tasks.rados.rados.0.smithi003.stdout:3173: done (0 left) 2024-04-13T07:25:31.892 INFO:tasks.rados.rados.0.smithi003.stdout:3174: rollback oid 38 current snap is 330 2024-04-13T07:25:31.892 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 38 to 304 2024-04-13T07:25:31.892 INFO:tasks.rados.rados.0.smithi003.stdout:3175: setattr oid 47 current snap is 330 2024-04-13T07:25:31.893 INFO:tasks.rados.rados.0.smithi003.stdout:3176: copy_from oid 15 from oid 33 current snap is 330 2024-04-13T07:25:31.893 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 330 2024-04-13T07:25:31.893 INFO:tasks.rados.rados.0.smithi003.stdout:3177: seq_num 963 ranges {1851392=532480,2383872=475136,2859008=532480,3391488=196608} 2024-04-13T07:25:31.908 INFO:tasks.rados.rados.0.smithi003.stdout:3177: writing smithi00377890-35 from 1851392 to 2383872 tid 1 2024-04-13T07:25:31.910 INFO:tasks.rados.rados.0.smithi003.stdout:3177: writing smithi00377890-35 from 2383872 to 2859008 tid 2 2024-04-13T07:25:31.914 INFO:tasks.rados.rados.0.smithi003.stdout:3177: writing smithi00377890-35 from 2859008 to 3391488 tid 3 2024-04-13T07:25:31.916 INFO:tasks.rados.rados.0.smithi003.stdout:3177: writing smithi00377890-35 from 3391488 to 3588096 tid 4 2024-04-13T07:25:31.916 INFO:tasks.rados.rados.0.smithi003.stdout:3178: copy_from oid 4 from oid 5 current snap is 330 2024-04-13T07:25:31.916 INFO:tasks.rados.rados.0.smithi003.stdout:3176: finishing copy_from to smithi00377890-15 2024-04-13T07:25:31.916 INFO:tasks.rados.rados.0.smithi003.stdout:3176: got expected ENOENT (src dne) 2024-04-13T07:25:31.916 INFO:tasks.rados.rados.0.smithi003.stdout:3176: finishing copy_from racing read to smithi00377890-15 2024-04-13T07:25:31.916 INFO:tasks.rados.rados.0.smithi003.stdout:3174: finishing rollback tid 0 to smithi00377890-38 2024-04-13T07:25:31.917 INFO:tasks.rados.rados.0.smithi003.stdout:3174: finishing rollback tid 1 to smithi00377890-38 2024-04-13T07:25:31.917 INFO:tasks.rados.rados.0.smithi003.stdout:3174: finishing rollback tid 2 to smithi00377890-38 2024-04-13T07:25:31.917 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2550 (ObjNum 782 snap 278 seq_num 782) dirty exists 2024-04-13T07:25:31.917 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 2479 (ObjNum 931 snap 316 seq_num 931) dirty exists 2024-04-13T07:25:31.917 INFO:tasks.rados.rados.0.smithi003.stdout:3174: done (4 left) 2024-04-13T07:25:31.917 INFO:tasks.rados.rados.0.smithi003.stdout:3175: done (3 left) 2024-04-13T07:25:31.917 INFO:tasks.rados.rados.0.smithi003.stdout:3176: done (2 left) 2024-04-13T07:25:31.917 INFO:tasks.rados.rados.0.smithi003.stdout:3179: delete oid 47 current snap is 330 2024-04-13T07:25:31.924 INFO:tasks.rados.rados.0.smithi003.stdout:3177: finishing write tid 1 to smithi00377890-35 2024-04-13T07:25:31.924 INFO:tasks.rados.rados.0.smithi003.stdout:3177: finishing write tid 2 to smithi00377890-35 2024-04-13T07:25:31.925 INFO:tasks.rados.rados.0.smithi003.stdout:3179: done (2 left) 2024-04-13T07:25:31.925 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 46 current snap is 330 2024-04-13T07:25:31.925 INFO:tasks.rados.rados.0.smithi003.stdout:3180: seq_num 965 ranges {10878976=565248,11444224=647168,12091392=548864,12640256=8192} 2024-04-13T07:25:31.988 INFO:tasks.rados.rados.0.smithi003.stdout:3180: writing smithi00377890-46 from 10878976 to 11444224 tid 1 2024-04-13T07:25:31.991 INFO:tasks.rados.rados.0.smithi003.stdout:3180: writing smithi00377890-46 from 11444224 to 12091392 tid 2 2024-04-13T07:25:31.996 INFO:tasks.rados.rados.0.smithi003.stdout:3180: writing smithi00377890-46 from 12091392 to 12640256 tid 3 2024-04-13T07:25:31.996 INFO:tasks.rados.rados.0.smithi003.stdout:3180: writing smithi00377890-46 from 12640256 to 12648448 tid 4 2024-04-13T07:25:31.996 INFO:tasks.rados.rados.0.smithi003.stdout:3181: read oid 28 snap -1 2024-04-13T07:25:31.996 INFO:tasks.rados.rados.0.smithi003.stdout:3181: expect (ObjNum 717 snap 246 seq_num 717) 2024-04-13T07:25:31.996 INFO:tasks.rados.rados.0.smithi003.stdout:3182: delete oid 39 current snap is 330 2024-04-13T07:25:31.996 INFO:tasks.rados.rados.0.smithi003.stdout:3177: finishing write tid 3 to smithi00377890-35 2024-04-13T07:25:31.997 INFO:tasks.rados.rados.0.smithi003.stdout:3177: finishing write tid 4 to smithi00377890-35 2024-04-13T07:25:31.997 INFO:tasks.rados.rados.0.smithi003.stdout:3177: finishing write tid 5 to smithi00377890-35 2024-04-13T07:25:31.997 INFO:tasks.rados.rados.0.smithi003.stdout:3177: finishing write tid 6 to smithi00377890-35 2024-04-13T07:25:31.997 INFO:tasks.rados.rados.0.smithi003.stdout:3177: oid 35 updating version 0 to 2782 2024-04-13T07:25:31.997 INFO:tasks.rados.rados.0.smithi003.stdout:3177: oid 35 updating version 2782 to 2783 2024-04-13T07:25:31.997 INFO:tasks.rados.rados.0.smithi003.stdout:3177: oid 35 updating version 2783 to 2785 2024-04-13T07:25:31.997 INFO:tasks.rados.rados.0.smithi003.stdout:3177: oid 35 updating version 2785 to 2786 2024-04-13T07:25:31.997 INFO:tasks.rados.rados.0.smithi003.stdout:3177: oid 35 version 2786 is already newer than 2784 2024-04-13T07:25:31.997 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 2786 (ObjNum 963 snap 330 seq_num 963) dirty exists 2024-04-13T07:25:31.997 INFO:tasks.rados.rados.0.smithi003.stdout:3177: left oid 35 (ObjNum 963 snap 330 seq_num 963) 2024-04-13T07:25:31.997 INFO:tasks.rados.rados.0.smithi003.stdout:3178: finishing copy_from racing read to smithi00377890-4 2024-04-13T07:25:31.997 INFO:tasks.rados.rados.0.smithi003.stdout:3178: finishing copy_from to smithi00377890-4 2024-04-13T07:25:31.997 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 2484 (ObjNum 781 snap 278 seq_num 781) dirty exists 2024-04-13T07:25:31.997 INFO:tasks.rados.rados.0.smithi003.stdout:3180: finishing write tid 1 to smithi00377890-46 2024-04-13T07:25:31.998 INFO:tasks.rados.rados.0.smithi003.stdout:3180: finishing write tid 2 to smithi00377890-46 2024-04-13T07:25:31.999 INFO:tasks.rados.rados.0.smithi003.stdout:3177: done (4 left) 2024-04-13T07:25:31.999 INFO:tasks.rados.rados.0.smithi003.stdout:3178: done (3 left) 2024-04-13T07:25:31.999 INFO:tasks.rados.rados.0.smithi003.stdout:3182: done (2 left) 2024-04-13T07:25:31.999 INFO:tasks.rados.rados.0.smithi003.stdout:3183: read oid 36 snap -1 2024-04-13T07:25:32.000 INFO:tasks.rados.rados.0.smithi003.stdout:3183: expect deleted 2024-04-13T07:25:32.000 INFO:tasks.rados.rados.0.smithi003.stdout:3184: read oid 33 snap -1 2024-04-13T07:25:32.000 INFO:tasks.rados.rados.0.smithi003.stdout:3184: expect deleted 2024-04-13T07:25:32.000 INFO:tasks.rados.rados.0.smithi003.stdout:3185: rollback oid 10 current snap is 330 2024-04-13T07:25:32.000 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 10 to 312 2024-04-13T07:25:32.000 INFO:tasks.rados.rados.0.smithi003.stdout:3181: expect (ObjNum 717 snap 246 seq_num 717) 2024-04-13T07:25:32.000 INFO:tasks.rados.rados.0.smithi003.stdout:3181: done (4 left) 2024-04-13T07:25:32.000 INFO:tasks.rados.rados.0.smithi003.stdout:3183: done (3 left) 2024-04-13T07:25:32.000 INFO:tasks.rados.rados.0.smithi003.stdout:3184: done (2 left) 2024-04-13T07:25:32.000 INFO:tasks.rados.rados.0.smithi003.stdout:3186: rmattr oid 39 current snap is 330 2024-04-13T07:25:32.000 INFO:tasks.rados.rados.0.smithi003.stdout:3186: done (2 left) 2024-04-13T07:25:32.000 INFO:tasks.rados.rados.0.smithi003.stdout:3187: read oid 15 snap -1 2024-04-13T07:25:32.000 INFO:tasks.rados.rados.0.smithi003.stdout:3187: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:25:32.000 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 5 current snap is 330 2024-04-13T07:25:32.000 INFO:tasks.rados.rados.0.smithi003.stdout:3188: seq_num 967 ranges {2588672=598016,3186688=466944,3653632=516096,4169728=221184} 2024-04-13T07:25:32.016 INFO:tasks.rados.rados.0.smithi003.stdout:3188: writing smithi00377890-5 from 2588672 to 3186688 tid 1 2024-04-13T07:25:32.019 INFO:tasks.rados.rados.0.smithi003.stdout:3188: writing smithi00377890-5 from 3186688 to 3653632 tid 2 2024-04-13T07:25:32.022 INFO:tasks.rados.rados.0.smithi003.stdout:3188: writing smithi00377890-5 from 3653632 to 4169728 tid 3 2024-04-13T07:25:32.024 INFO:tasks.rados.rados.0.smithi003.stdout:3188: writing smithi00377890-5 from 4169728 to 4390912 tid 4 2024-04-13T07:25:32.024 INFO:tasks.rados.rados.0.smithi003.stdout:3189: rmattr oid 42 current snap is 330 2024-04-13T07:25:32.024 INFO:tasks.rados.rados.0.smithi003.stdout:3189: done (4 left) 2024-04-13T07:25:32.024 INFO:tasks.rados.rados.0.smithi003.stdout:3190: snap_create 2024-04-13T07:25:32.024 INFO:tasks.rados.rados.0.smithi003.stdout:3180: finishing write tid 3 to smithi00377890-46 2024-04-13T07:25:32.024 INFO:tasks.rados.rados.0.smithi003.stdout:3180: finishing write tid 4 to smithi00377890-46 2024-04-13T07:25:32.024 INFO:tasks.rados.rados.0.smithi003.stdout:3180: finishing write tid 5 to smithi00377890-46 2024-04-13T07:25:32.024 INFO:tasks.rados.rados.0.smithi003.stdout:3180: finishing write tid 6 to smithi00377890-46 2024-04-13T07:25:32.024 INFO:tasks.rados.rados.0.smithi003.stdout:3180: oid 46 updating version 0 to 2885 2024-04-13T07:25:32.024 INFO:tasks.rados.rados.0.smithi003.stdout:3180: oid 46 version 2885 is already newer than 2883 2024-04-13T07:25:32.025 INFO:tasks.rados.rados.0.smithi003.stdout:3180: oid 46 version 2885 is already newer than 2884 2024-04-13T07:25:32.025 INFO:tasks.rados.rados.0.smithi003.stdout:3180: oid 46 updating version 2885 to 2886 2024-04-13T07:25:32.025 INFO:tasks.rados.rados.0.smithi003.stdout:3180: oid 46 version 2886 is already newer than 2882 2024-04-13T07:25:32.025 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 2886 (ObjNum 965 snap 330 seq_num 965) dirty exists 2024-04-13T07:25:32.025 INFO:tasks.rados.rados.0.smithi003.stdout:3180: left oid 46 (ObjNum 965 snap 330 seq_num 965) 2024-04-13T07:25:32.025 INFO:tasks.rados.rados.0.smithi003.stdout:3185: finishing rollback tid 0 to smithi00377890-10 2024-04-13T07:25:32.025 INFO:tasks.rados.rados.0.smithi003.stdout:3185: finishing rollback tid 1 to smithi00377890-10 2024-04-13T07:25:32.025 INFO:tasks.rados.rados.0.smithi003.stdout:3185: finishing rollback tid 2 to smithi00377890-10 2024-04-13T07:25:32.025 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 3132 (ObjNum 906 snap 305 seq_num 906) dirty exists 2024-04-13T07:25:32.025 INFO:tasks.rados.rados.0.smithi003.stdout:3187: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:25:32.027 INFO:tasks.rados.rados.0.smithi003.stdout:3188: finishing write tid 1 to smithi00377890-5 2024-04-13T07:25:32.027 INFO:tasks.rados.rados.0.smithi003.stdout:3188: finishing write tid 2 to smithi00377890-5 2024-04-13T07:25:32.027 INFO:tasks.rados.rados.0.smithi003.stdout:3188: finishing write tid 3 to smithi00377890-5 2024-04-13T07:25:32.028 INFO:tasks.rados.rados.0.smithi003.stdout:3188: finishing write tid 4 to smithi00377890-5 2024-04-13T07:25:32.028 INFO:tasks.rados.rados.0.smithi003.stdout:3188: finishing write tid 5 to smithi00377890-5 2024-04-13T07:25:32.028 INFO:tasks.rados.rados.0.smithi003.stdout:3188: finishing write tid 6 to smithi00377890-5 2024-04-13T07:25:32.028 INFO:tasks.rados.rados.0.smithi003.stdout:3188: oid 5 updating version 0 to 2552 2024-04-13T07:25:32.028 INFO:tasks.rados.rados.0.smithi003.stdout:3188: oid 5 version 2552 is already newer than 2548 2024-04-13T07:25:32.028 INFO:tasks.rados.rados.0.smithi003.stdout:3188: oid 5 version 2552 is already newer than 2549 2024-04-13T07:25:32.029 INFO:tasks.rados.rados.0.smithi003.stdout:3188: oid 5 version 2552 is already newer than 2550 2024-04-13T07:25:32.029 INFO:tasks.rados.rados.0.smithi003.stdout:3188: oid 5 version 2552 is already newer than 2551 2024-04-13T07:25:32.029 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 2552 (ObjNum 967 snap 330 seq_num 967) dirty exists 2024-04-13T07:25:32.029 INFO:tasks.rados.rados.0.smithi003.stdout:3188: left oid 5 (ObjNum 967 snap 330 seq_num 967) 2024-04-13T07:25:32.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:31 smithi003 ceph-mon[91733]: pgmap v754: 121 pgs: 121 active+clean; 474 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-04-13T07:25:32.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:31 smithi003 ceph-mon[91733]: osdmap e729: 8 total, 8 up, 8 in 2024-04-13T07:25:32.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:31 smithi003 ceph-mon[89364]: pgmap v754: 121 pgs: 121 active+clean; 474 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-04-13T07:25:32.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:31 smithi003 ceph-mon[89364]: osdmap e729: 8 total, 8 up, 8 in 2024-04-13T07:25:32.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:31 smithi066 ceph-mon[84331]: pgmap v754: 121 pgs: 121 active+clean; 474 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-04-13T07:25:32.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:31 smithi066 ceph-mon[84331]: osdmap e729: 8 total, 8 up, 8 in 2024-04-13T07:25:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:25:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:25:32.902 INFO:tasks.rados.rados.0.smithi003.stdout:3180: done (4 left) 2024-04-13T07:25:32.902 INFO:tasks.rados.rados.0.smithi003.stdout:3185: done (3 left) 2024-04-13T07:25:32.902 INFO:tasks.rados.rados.0.smithi003.stdout:3187: done (2 left) 2024-04-13T07:25:32.902 INFO:tasks.rados.rados.0.smithi003.stdout:3188: done (1 left) 2024-04-13T07:25:32.902 INFO:tasks.rados.rados.0.smithi003.stdout:3190: done (0 left) 2024-04-13T07:25:32.902 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 7 current snap is 331 2024-04-13T07:25:32.902 INFO:tasks.rados.rados.0.smithi003.stdout:3191: seq_num 968 ranges {0=614400,614400=745472,1359872=458752} 2024-04-13T07:25:32.905 INFO:tasks.rados.rados.0.smithi003.stdout:3191: writing smithi00377890-7 from 0 to 614400 tid 1 2024-04-13T07:25:32.909 INFO:tasks.rados.rados.0.smithi003.stdout:3191: writing smithi00377890-7 from 614400 to 1359872 tid 2 2024-04-13T07:25:32.911 INFO:tasks.rados.rados.0.smithi003.stdout:3191: writing smithi00377890-7 from 1359872 to 1818624 tid 3 2024-04-13T07:25:32.912 INFO:tasks.rados.rados.0.smithi003.stdout:3192: rollback oid 44 current snap is 331 2024-04-13T07:25:32.912 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 44 to 283 2024-04-13T07:25:32.912 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 42 current snap is 331 2024-04-13T07:25:32.912 INFO:tasks.rados.rados.0.smithi003.stdout:3193: seq_num 969 ranges {0=638976,638976=630784,1269760=532480,1802240=40960} 2024-04-13T07:25:32.915 INFO:tasks.rados.rados.0.smithi003.stdout:3193: writing smithi00377890-42 from 0 to 638976 tid 1 2024-04-13T07:25:32.920 INFO:tasks.rados.rados.0.smithi003.stdout:3193: writing smithi00377890-42 from 638976 to 1269760 tid 2 2024-04-13T07:25:32.927 INFO:tasks.rados.rados.0.smithi003.stdout:3193: writing smithi00377890-42 from 1269760 to 1802240 tid 3 2024-04-13T07:25:32.927 INFO:tasks.rados.rados.0.smithi003.stdout:3193: writing smithi00377890-42 from 1802240 to 1843200 tid 4 2024-04-13T07:25:32.927 INFO:tasks.rados.rados.0.smithi003.stdout:3194: rollback oid 9 current snap is 331 2024-04-13T07:25:32.927 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 9 to 310 2024-04-13T07:25:32.927 INFO:tasks.rados.rados.0.smithi003.stdout:3191: finishing write tid 1 to smithi00377890-7 2024-04-13T07:25:32.927 INFO:tasks.rados.rados.0.smithi003.stdout:3192: finishing rollback tid 0 to smithi00377890-44 2024-04-13T07:25:32.927 INFO:tasks.rados.rados.0.smithi003.stdout:3192: finishing rollback tid 1 to smithi00377890-44 2024-04-13T07:25:32.927 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 2888 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-13T07:25:32.927 INFO:tasks.rados.rados.0.smithi003.stdout:3191: finishing write tid 2 to smithi00377890-7 2024-04-13T07:25:32.927 INFO:tasks.rados.rados.0.smithi003.stdout:3191: finishing write tid 3 to smithi00377890-7 2024-04-13T07:25:32.928 INFO:tasks.rados.rados.0.smithi003.stdout:3191: finishing write tid 4 to smithi00377890-7 2024-04-13T07:25:32.928 INFO:tasks.rados.rados.0.smithi003.stdout:3191: finishing write tid 5 to smithi00377890-7 2024-04-13T07:25:32.928 INFO:tasks.rados.rados.0.smithi003.stdout:3191: oid 7 updating version 0 to 2482 2024-04-13T07:25:32.928 INFO:tasks.rados.rados.0.smithi003.stdout:3191: oid 7 updating version 2482 to 2484 2024-04-13T07:25:32.928 INFO:tasks.rados.rados.0.smithi003.stdout:3191: oid 7 version 2484 is already newer than 2483 2024-04-13T07:25:32.928 INFO:tasks.rados.rados.0.smithi003.stdout:3191: oid 7 version 2484 is already newer than 2481 2024-04-13T07:25:32.928 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 2484 (ObjNum 968 snap 331 seq_num 968) dirty exists 2024-04-13T07:25:32.928 INFO:tasks.rados.rados.0.smithi003.stdout:3191: left oid 7 (ObjNum 968 snap 331 seq_num 968) 2024-04-13T07:25:32.928 INFO:tasks.rados.rados.0.smithi003.stdout:3191: done (3 left) 2024-04-13T07:25:32.928 INFO:tasks.rados.rados.0.smithi003.stdout:3192: done (2 left) 2024-04-13T07:25:32.928 INFO:tasks.rados.rados.0.smithi003.stdout:3195: read oid 14 snap -1 2024-04-13T07:25:32.928 INFO:tasks.rados.rados.0.smithi003.stdout:3195: expect (ObjNum 932 snap 316 seq_num 932) 2024-04-13T07:25:32.929 INFO:tasks.rados.rados.0.smithi003.stdout:3196: snap_create 2024-04-13T07:25:32.929 INFO:tasks.rados.rados.0.smithi003.stdout:3193: finishing write tid 1 to smithi00377890-42 2024-04-13T07:25:32.929 INFO:tasks.rados.rados.0.smithi003.stdout:3193: finishing write tid 2 to smithi00377890-42 2024-04-13T07:25:32.929 INFO:tasks.rados.rados.0.smithi003.stdout:3193: finishing write tid 3 to smithi00377890-42 2024-04-13T07:25:32.930 INFO:tasks.rados.rados.0.smithi003.stdout:3194: finishing rollback tid 1 to smithi00377890-9 2024-04-13T07:25:32.930 INFO:tasks.rados.rados.0.smithi003.stdout:3193: finishing write tid 4 to smithi00377890-42 2024-04-13T07:25:32.930 INFO:tasks.rados.rados.0.smithi003.stdout:3194: finishing rollback tid 2 to smithi00377890-9 2024-04-13T07:25:32.930 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 3134 (ObjNum 838 snap 296 seq_num 838) dirty exists 2024-04-13T07:25:32.930 INFO:tasks.rados.rados.0.smithi003.stdout:3193: finishing write tid 5 to smithi00377890-42 2024-04-13T07:25:32.932 INFO:tasks.rados.rados.0.smithi003.stdout:3193: finishing write tid 6 to smithi00377890-42 2024-04-13T07:25:32.932 INFO:tasks.rados.rados.0.smithi003.stdout:3193: oid 42 updating version 0 to 2887 2024-04-13T07:25:32.932 INFO:tasks.rados.rados.0.smithi003.stdout:3193: oid 42 version 2887 is already newer than 2885 2024-04-13T07:25:32.932 INFO:tasks.rados.rados.0.smithi003.stdout:3193: oid 42 version 2887 is already newer than 2886 2024-04-13T07:25:32.932 INFO:tasks.rados.rados.0.smithi003.stdout:3193: oid 42 updating version 2887 to 2889 2024-04-13T07:25:32.932 INFO:tasks.rados.rados.0.smithi003.stdout:3193: oid 42 version 2889 is already newer than 2888 2024-04-13T07:25:32.932 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 2889 (ObjNum 969 snap 331 seq_num 969) dirty exists 2024-04-13T07:25:32.932 INFO:tasks.rados.rados.0.smithi003.stdout:3193: left oid 42 (ObjNum 969 snap 331 seq_num 969) 2024-04-13T07:25:32.932 INFO:tasks.rados.rados.0.smithi003.stdout:3195: expect (ObjNum 932 snap 316 seq_num 932) 2024-04-13T07:25:33.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:32 smithi066 ceph-mon[84331]: osdmap e730: 8 total, 8 up, 8 in 2024-04-13T07:25:33.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:32 smithi003 ceph-mon[91733]: osdmap e730: 8 total, 8 up, 8 in 2024-04-13T07:25:33.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:32 smithi003 ceph-mon[89364]: osdmap e730: 8 total, 8 up, 8 in 2024-04-13T07:25:33.881 INFO:tasks.rados.rados.0.smithi003.stdout:3193: done (3 left) 2024-04-13T07:25:33.882 INFO:tasks.rados.rados.0.smithi003.stdout:3194: done (2 left) 2024-04-13T07:25:33.882 INFO:tasks.rados.rados.0.smithi003.stdout:3195: done (1 left) 2024-04-13T07:25:33.882 INFO:tasks.rados.rados.0.smithi003.stdout:3196: done (0 left) 2024-04-13T07:25:33.882 INFO:tasks.rados.rados.0.smithi003.stdout:3197: snap_remove snap 257 2024-04-13T07:25:34.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:33 smithi066 ceph-mon[84331]: pgmap v757: 121 pgs: 121 active+clean; 475 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-04-13T07:25:34.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:33 smithi066 ceph-mon[84331]: osdmap e731: 8 total, 8 up, 8 in 2024-04-13T07:25:34.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:33 smithi066 ceph-mon[84331]: osdmap e732: 8 total, 8 up, 8 in 2024-04-13T07:25:34.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:33 smithi003 ceph-mon[91733]: pgmap v757: 121 pgs: 121 active+clean; 475 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-04-13T07:25:34.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:33 smithi003 ceph-mon[91733]: osdmap e731: 8 total, 8 up, 8 in 2024-04-13T07:25:34.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:33 smithi003 ceph-mon[91733]: osdmap e732: 8 total, 8 up, 8 in 2024-04-13T07:25:34.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:33 smithi003 ceph-mon[89364]: pgmap v757: 121 pgs: 121 active+clean; 475 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-04-13T07:25:34.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:33 smithi003 ceph-mon[89364]: osdmap e731: 8 total, 8 up, 8 in 2024-04-13T07:25:34.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:33 smithi003 ceph-mon[89364]: osdmap e732: 8 total, 8 up, 8 in 2024-04-13T07:25:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:25:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:25:34] "GET /metrics HTTP/1.1" 200 36239 "" "Prometheus/2.43.0" 2024-04-13T07:25:34.889 INFO:tasks.rados.rados.0.smithi003.stdout:3197: done (0 left) 2024-04-13T07:25:34.889 INFO:tasks.rados.rados.0.smithi003.stdout:3198: rmattr oid 38 current snap is 332 2024-04-13T07:25:34.889 INFO:tasks.rados.rados.0.smithi003.stdout:3198: done (0 left) 2024-04-13T07:25:34.889 INFO:tasks.rados.rados.0.smithi003.stdout:3199: read oid 15 snap -1 2024-04-13T07:25:34.889 INFO:tasks.rados.rados.0.smithi003.stdout:3199: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:25:34.889 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 332 2024-04-13T07:25:34.889 INFO:tasks.rados.rados.0.smithi003.stdout:3200: seq_num 970 ranges {4481024=655360,5136384=516096,5652480=688128} 2024-04-13T07:25:34.918 INFO:tasks.rados.rados.0.smithi003.stdout:3200: writing smithi00377890-27 from 4481024 to 5136384 tid 1 2024-04-13T07:25:34.921 INFO:tasks.rados.rados.0.smithi003.stdout:3200: writing smithi00377890-27 from 5136384 to 5652480 tid 2 2024-04-13T07:25:34.925 INFO:tasks.rados.rados.0.smithi003.stdout:3200: writing smithi00377890-27 from 5652480 to 6340608 tid 3 2024-04-13T07:25:34.925 INFO:tasks.rados.rados.0.smithi003.stdout:3201: read oid 24 snap -1 2024-04-13T07:25:34.926 INFO:tasks.rados.rados.0.smithi003.stdout:3201: expect (ObjNum 946 snap 320 seq_num 946) 2024-04-13T07:25:34.926 INFO:tasks.rados.rados.0.smithi003.stdout:3202: snap_create 2024-04-13T07:25:34.926 INFO:tasks.rados.rados.0.smithi003.stdout:3199: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:25:34.929 INFO:tasks.rados.rados.0.smithi003.stdout:3200: finishing write tid 1 to smithi00377890-27 2024-04-13T07:25:34.929 INFO:tasks.rados.rados.0.smithi003.stdout:3200: finishing write tid 2 to smithi00377890-27 2024-04-13T07:25:34.930 INFO:tasks.rados.rados.0.smithi003.stdout:3200: finishing write tid 3 to smithi00377890-27 2024-04-13T07:25:34.930 INFO:tasks.rados.rados.0.smithi003.stdout:3200: finishing write tid 4 to smithi00377890-27 2024-04-13T07:25:34.932 INFO:tasks.rados.rados.0.smithi003.stdout:3201: expect (ObjNum 946 snap 320 seq_num 946) 2024-04-13T07:25:34.989 INFO:tasks.rados.rados.0.smithi003.stdout:3200: finishing write tid 5 to smithi00377890-27 2024-04-13T07:25:34.989 INFO:tasks.rados.rados.0.smithi003.stdout:3200: oid 27 updating version 0 to 2891 2024-04-13T07:25:34.990 INFO:tasks.rados.rados.0.smithi003.stdout:3200: oid 27 updating version 2891 to 2893 2024-04-13T07:25:34.990 INFO:tasks.rados.rados.0.smithi003.stdout:3200: oid 27 version 2893 is already newer than 2890 2024-04-13T07:25:34.990 INFO:tasks.rados.rados.0.smithi003.stdout:3200: oid 27 version 2893 is already newer than 2892 2024-04-13T07:25:34.990 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 2893 (ObjNum 970 snap 332 seq_num 970) dirty exists 2024-04-13T07:25:34.990 INFO:tasks.rados.rados.0.smithi003.stdout:3200: left oid 27 (ObjNum 970 snap 332 seq_num 970) 2024-04-13T07:25:35.903 INFO:tasks.rados.rados.0.smithi003.stdout:3199: done (3 left) 2024-04-13T07:25:35.903 INFO:tasks.rados.rados.0.smithi003.stdout:3200: done (2 left) 2024-04-13T07:25:35.903 INFO:tasks.rados.rados.0.smithi003.stdout:3201: done (1 left) 2024-04-13T07:25:35.903 INFO:tasks.rados.rados.0.smithi003.stdout:3202: done (0 left) 2024-04-13T07:25:35.903 INFO:tasks.rados.rados.0.smithi003.stdout:3203: read oid 8 snap -1 2024-04-13T07:25:35.903 INFO:tasks.rados.rados.0.smithi003.stdout:3203: expect (ObjNum 727 snap 249 seq_num 727) 2024-04-13T07:25:35.904 INFO:tasks.rados.rados.0.smithi003.stdout:3204: delete oid 44 current snap is 333 2024-04-13T07:25:35.905 INFO:tasks.rados.rados.0.smithi003.stdout:3204: done (1 left) 2024-04-13T07:25:35.905 INFO:tasks.rados.rados.0.smithi003.stdout:3205: read oid 5 snap -1 2024-04-13T07:25:35.905 INFO:tasks.rados.rados.0.smithi003.stdout:3205: expect (ObjNum 967 snap 330 seq_num 967) 2024-04-13T07:25:35.905 INFO:tasks.rados.rados.0.smithi003.stdout:3206: snap_create 2024-04-13T07:25:35.930 INFO:tasks.rados.rados.0.smithi003.stdout:3205: expect (ObjNum 967 snap 330 seq_num 967) 2024-04-13T07:25:36.118 INFO:tasks.rados.rados.0.smithi003.stdout:3203: expect (ObjNum 727 snap 249 seq_num 727) 2024-04-13T07:25:36.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:35 smithi003 ceph-mon[91733]: pgmap v760: 121 pgs: 121 active+clean; 478 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-13T07:25:36.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:35 smithi003 ceph-mon[91733]: osdmap e733: 8 total, 8 up, 8 in 2024-04-13T07:25:36.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:35 smithi003 ceph-mon[89364]: pgmap v760: 121 pgs: 121 active+clean; 478 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-13T07:25:36.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:35 smithi003 ceph-mon[89364]: osdmap e733: 8 total, 8 up, 8 in 2024-04-13T07:25:36.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:35 smithi066 ceph-mon[84331]: pgmap v760: 121 pgs: 121 active+clean; 478 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-13T07:25:36.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:35 smithi066 ceph-mon[84331]: osdmap e733: 8 total, 8 up, 8 in 2024-04-13T07:25:36.991 INFO:tasks.rados.rados.0.smithi003.stdout:3203: done (2 left) 2024-04-13T07:25:36.991 INFO:tasks.rados.rados.0.smithi003.stdout:3205: done (1 left) 2024-04-13T07:25:36.991 INFO:tasks.rados.rados.0.smithi003.stdout:3206: done (0 left) 2024-04-13T07:25:36.991 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 16 current snap is 334 2024-04-13T07:25:36.991 INFO:tasks.rados.rados.0.smithi003.stdout:3207: seq_num 972 ranges {1269760=688128,1957888=688128,2646016=516096} 2024-04-13T07:25:37.001 INFO:tasks.rados.rados.0.smithi003.stdout:3207: writing smithi00377890-16 from 1269760 to 1957888 tid 1 2024-04-13T07:25:37.005 INFO:tasks.rados.rados.0.smithi003.stdout:3207: writing smithi00377890-16 from 1957888 to 2646016 tid 2 2024-04-13T07:25:37.008 INFO:tasks.rados.rados.0.smithi003.stdout:3207: writing smithi00377890-16 from 2646016 to 3162112 tid 3 2024-04-13T07:25:37.008 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 30 current snap is 334 2024-04-13T07:25:37.008 INFO:tasks.rados.rados.0.smithi003.stdout:3207: finishing write tid 1 to smithi00377890-16 2024-04-13T07:25:37.009 INFO:tasks.rados.rados.0.smithi003.stdout:3208: seq_num 973 ranges {12189696=704512,12894208=573440,13467648=507904,13975552=122880} 2024-04-13T07:25:37.078 INFO:tasks.rados.rados.0.smithi003.stdout:3208: writing smithi00377890-30 from 12189696 to 12894208 tid 1 2024-04-13T07:25:37.082 INFO:tasks.rados.rados.0.smithi003.stdout:3208: writing smithi00377890-30 from 12894208 to 13467648 tid 2 2024-04-13T07:25:37.085 INFO:tasks.rados.rados.0.smithi003.stdout:3208: writing smithi00377890-30 from 13467648 to 13975552 tid 3 2024-04-13T07:25:37.086 INFO:tasks.rados.rados.0.smithi003.stdout:3208: writing smithi00377890-30 from 13975552 to 14098432 tid 4 2024-04-13T07:25:37.086 INFO:tasks.rados.rados.0.smithi003.stdout:3209: snap_remove snap 331 2024-04-13T07:25:37.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:36 smithi003 ceph-mon[91733]: osdmap e734: 8 total, 8 up, 8 in 2024-04-13T07:25:37.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:36 smithi003 ceph-mon[89364]: osdmap e734: 8 total, 8 up, 8 in 2024-04-13T07:25:37.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:36 smithi066 ceph-mon[84331]: osdmap e734: 8 total, 8 up, 8 in 2024-04-13T07:25:37.917 INFO:tasks.rados.rados.0.smithi003.stdout:3209: done (2 left) 2024-04-13T07:25:37.917 INFO:tasks.rados.rados.0.smithi003.stdout:3210: rollback oid 29 current snap is 334 2024-04-13T07:25:37.917 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 29 to 319 2024-04-13T07:25:37.918 INFO:tasks.rados.rados.0.smithi003.stdout:3207: finishing write tid 2 to smithi00377890-16 2024-04-13T07:25:37.918 INFO:tasks.rados.rados.0.smithi003.stdout:3207: finishing write tid 3 to smithi00377890-16 2024-04-13T07:25:37.918 INFO:tasks.rados.rados.0.smithi003.stdout:3207: finishing write tid 4 to smithi00377890-16 2024-04-13T07:25:37.918 INFO:tasks.rados.rados.0.smithi003.stdout:3207: finishing write tid 5 to smithi00377890-16 2024-04-13T07:25:37.918 INFO:tasks.rados.rados.0.smithi003.stdout:3207: oid 16 updating version 0 to 2801 2024-04-13T07:25:37.918 INFO:tasks.rados.rados.0.smithi003.stdout:3207: oid 16 version 2801 is already newer than 2799 2024-04-13T07:25:37.918 INFO:tasks.rados.rados.0.smithi003.stdout:3207: oid 16 version 2801 is already newer than 2800 2024-04-13T07:25:37.918 INFO:tasks.rados.rados.0.smithi003.stdout:3207: oid 16 version 2801 is already newer than 2798 2024-04-13T07:25:37.918 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 2801 (ObjNum 972 snap 334 seq_num 972) dirty exists 2024-04-13T07:25:37.918 INFO:tasks.rados.rados.0.smithi003.stdout:3207: left oid 16 (ObjNum 972 snap 334 seq_num 972) 2024-04-13T07:25:37.918 INFO:tasks.rados.rados.0.smithi003.stdout:3208: finishing write tid 1 to smithi00377890-30 2024-04-13T07:25:37.918 INFO:tasks.rados.rados.0.smithi003.stdout:3208: finishing write tid 2 to smithi00377890-30 2024-04-13T07:25:37.918 INFO:tasks.rados.rados.0.smithi003.stdout:3208: finishing write tid 3 to smithi00377890-30 2024-04-13T07:25:37.919 INFO:tasks.rados.rados.0.smithi003.stdout:3208: finishing write tid 4 to smithi00377890-30 2024-04-13T07:25:37.919 INFO:tasks.rados.rados.0.smithi003.stdout:3208: finishing write tid 5 to smithi00377890-30 2024-04-13T07:25:37.919 INFO:tasks.rados.rados.0.smithi003.stdout:3208: finishing write tid 6 to smithi00377890-30 2024-04-13T07:25:37.919 INFO:tasks.rados.rados.0.smithi003.stdout:3208: oid 30 updating version 0 to 2896 2024-04-13T07:25:37.919 INFO:tasks.rados.rados.0.smithi003.stdout:3208: oid 30 version 2896 is already newer than 2894 2024-04-13T07:25:37.919 INFO:tasks.rados.rados.0.smithi003.stdout:3208: oid 30 updating version 2896 to 2898 2024-04-13T07:25:37.919 INFO:tasks.rados.rados.0.smithi003.stdout:3208: oid 30 version 2898 is already newer than 2897 2024-04-13T07:25:37.919 INFO:tasks.rados.rados.0.smithi003.stdout:3208: oid 30 version 2898 is already newer than 2895 2024-04-13T07:25:37.919 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 2898 (ObjNum 973 snap 334 seq_num 973) dirty exists 2024-04-13T07:25:37.919 INFO:tasks.rados.rados.0.smithi003.stdout:3208: left oid 30 (ObjNum 973 snap 334 seq_num 973) 2024-04-13T07:25:37.919 INFO:tasks.rados.rados.0.smithi003.stdout:3207: done (2 left) 2024-04-13T07:25:37.919 INFO:tasks.rados.rados.0.smithi003.stdout:3208: done (1 left) 2024-04-13T07:25:37.919 INFO:tasks.rados.rados.0.smithi003.stdout:3211: setattr oid 16 current snap is 334 2024-04-13T07:25:37.920 INFO:tasks.rados.rados.0.smithi003.stdout:3212: copy_from oid 45 from oid 35 current snap is 334 2024-04-13T07:25:37.920 INFO:tasks.rados.rados.0.smithi003.stdout:3213: read oid 15 snap -1 2024-04-13T07:25:37.920 INFO:tasks.rados.rados.0.smithi003.stdout:3213: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:25:37.920 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 13 current snap is 334 2024-04-13T07:25:37.920 INFO:tasks.rados.rados.0.smithi003.stdout:3214: seq_num 974 ranges {4374528=720896,5095424=507904,5603328=671744,6275072=24576} 2024-04-13T07:25:37.948 INFO:tasks.rados.rados.0.smithi003.stdout:3214: writing smithi00377890-13 from 4374528 to 5095424 tid 1 2024-04-13T07:25:37.950 INFO:tasks.rados.rados.0.smithi003.stdout:3214: writing smithi00377890-13 from 5095424 to 5603328 tid 2 2024-04-13T07:25:37.955 INFO:tasks.rados.rados.0.smithi003.stdout:3214: writing smithi00377890-13 from 5603328 to 6275072 tid 3 2024-04-13T07:25:37.955 INFO:tasks.rados.rados.0.smithi003.stdout:3214: writing smithi00377890-13 from 6275072 to 6299648 tid 4 2024-04-13T07:25:37.955 INFO:tasks.rados.rados.0.smithi003.stdout:3215: rollback oid 19 current snap is 334 2024-04-13T07:25:37.955 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 19 to 310 2024-04-13T07:25:37.955 INFO:tasks.rados.rados.0.smithi003.stdout:3213: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:25:37.959 INFO:tasks.rados.rados.0.smithi003.stdout:3210: finishing rollback tid 0 to smithi00377890-29 2024-04-13T07:25:37.959 INFO:tasks.rados.rados.0.smithi003.stdout:3210: finishing rollback tid 1 to smithi00377890-29 2024-04-13T07:25:37.959 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 2474 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-13T07:25:37.959 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 2802 (ObjNum 972 snap 334 seq_num 972) dirty exists 2024-04-13T07:25:37.959 INFO:tasks.rados.rados.0.smithi003.stdout:3212: finishing copy_from racing read to smithi00377890-45 2024-04-13T07:25:37.959 INFO:tasks.rados.rados.0.smithi003.stdout:3212: finishing copy_from to smithi00377890-45 2024-04-13T07:25:37.959 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 2786 (ObjNum 963 snap 330 seq_num 963) dirty exists 2024-04-13T07:25:37.960 INFO:tasks.rados.rados.0.smithi003.stdout:3214: finishing write tid 1 to smithi00377890-13 2024-04-13T07:25:37.960 INFO:tasks.rados.rados.0.smithi003.stdout:3214: finishing write tid 2 to smithi00377890-13 2024-04-13T07:25:37.960 INFO:tasks.rados.rados.0.smithi003.stdout:3210: done (5 left) 2024-04-13T07:25:37.960 INFO:tasks.rados.rados.0.smithi003.stdout:3211: done (4 left) 2024-04-13T07:25:37.960 INFO:tasks.rados.rados.0.smithi003.stdout:3212: done (3 left) 2024-04-13T07:25:37.960 INFO:tasks.rados.rados.0.smithi003.stdout:3213: done (2 left) 2024-04-13T07:25:37.960 INFO:tasks.rados.rados.0.smithi003.stdout:3216: read oid 26 snap -1 2024-04-13T07:25:37.960 INFO:tasks.rados.rados.0.smithi003.stdout:3216: expect (ObjNum 926 snap 314 seq_num 926) 2024-04-13T07:25:37.960 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 11 current snap is 334 2024-04-13T07:25:37.960 INFO:tasks.rados.rados.0.smithi003.stdout:3217: seq_num 975 ranges {1892352=737280,2629632=786432,3416064=417792} 2024-04-13T07:25:37.973 INFO:tasks.rados.rados.0.smithi003.stdout:3217: writing smithi00377890-11 from 1892352 to 2629632 tid 1 2024-04-13T07:25:37.977 INFO:tasks.rados.rados.0.smithi003.stdout:3217: writing smithi00377890-11 from 2629632 to 3416064 tid 2 2024-04-13T07:25:37.980 INFO:tasks.rados.rados.0.smithi003.stdout:3217: writing smithi00377890-11 from 3416064 to 3833856 tid 3 2024-04-13T07:25:37.980 INFO:tasks.rados.rados.0.smithi003.stdout:3218: snap_remove snap 291 2024-04-13T07:25:38.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:37 smithi003 ceph-mon[91733]: pgmap v763: 121 pgs: 121 active+clean; 476 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 944 KiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-13T07:25:38.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:37 smithi003 ceph-mon[91733]: osdmap e735: 8 total, 8 up, 8 in 2024-04-13T07:25:38.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:25:38.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:37 smithi003 ceph-mon[89364]: pgmap v763: 121 pgs: 121 active+clean; 476 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 944 KiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-13T07:25:38.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:37 smithi003 ceph-mon[89364]: osdmap e735: 8 total, 8 up, 8 in 2024-04-13T07:25:38.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:25:38.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:37 smithi066 ceph-mon[84331]: pgmap v763: 121 pgs: 121 active+clean; 476 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 944 KiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-13T07:25:38.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:37 smithi066 ceph-mon[84331]: osdmap e735: 8 total, 8 up, 8 in 2024-04-13T07:25:38.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:25:38.885 INFO:tasks.rados.rados.0.smithi003.stdout:3218: done (4 left) 2024-04-13T07:25:38.885 INFO:tasks.rados.rados.0.smithi003.stdout:3219: delete oid 36 current snap is 334 2024-04-13T07:25:38.885 INFO:tasks.rados.rados.0.smithi003.stdout:3215: finishing rollback tid 1 to smithi00377890-19 2024-04-13T07:25:38.885 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 2445 (ObjNum 81 snap 0 seq_num 293126976) dirty dne 2024-04-13T07:25:38.885 INFO:tasks.rados.rados.0.smithi003.stdout:3214: finishing write tid 3 to smithi00377890-13 2024-04-13T07:25:38.885 INFO:tasks.rados.rados.0.smithi003.stdout:3214: finishing write tid 4 to smithi00377890-13 2024-04-13T07:25:38.885 INFO:tasks.rados.rados.0.smithi003.stdout:3214: finishing write tid 5 to smithi00377890-13 2024-04-13T07:25:38.885 INFO:tasks.rados.rados.0.smithi003.stdout:3214: finishing write tid 6 to smithi00377890-13 2024-04-13T07:25:38.885 INFO:tasks.rados.rados.0.smithi003.stdout:3214: oid 13 updating version 0 to 2901 2024-04-13T07:25:38.886 INFO:tasks.rados.rados.0.smithi003.stdout:3214: oid 13 version 2901 is already newer than 2899 2024-04-13T07:25:38.886 INFO:tasks.rados.rados.0.smithi003.stdout:3214: oid 13 updating version 2901 to 2903 2024-04-13T07:25:38.886 INFO:tasks.rados.rados.0.smithi003.stdout:3214: oid 13 version 2903 is already newer than 2900 2024-04-13T07:25:38.886 INFO:tasks.rados.rados.0.smithi003.stdout:3214: oid 13 version 2903 is already newer than 2902 2024-04-13T07:25:38.886 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 2903 (ObjNum 974 snap 334 seq_num 974) dirty exists 2024-04-13T07:25:38.886 INFO:tasks.rados.rados.0.smithi003.stdout:3214: left oid 13 (ObjNum 974 snap 334 seq_num 974) 2024-04-13T07:25:38.886 INFO:tasks.rados.rados.0.smithi003.stdout:3217: finishing write tid 1 to smithi00377890-11 2024-04-13T07:25:38.886 INFO:tasks.rados.rados.0.smithi003.stdout:3217: finishing write tid 2 to smithi00377890-11 2024-04-13T07:25:38.886 INFO:tasks.rados.rados.0.smithi003.stdout:3217: finishing write tid 3 to smithi00377890-11 2024-04-13T07:25:38.886 INFO:tasks.rados.rados.0.smithi003.stdout:3217: finishing write tid 4 to smithi00377890-11 2024-04-13T07:25:38.886 INFO:tasks.rados.rados.0.smithi003.stdout:3217: finishing write tid 5 to smithi00377890-11 2024-04-13T07:25:38.886 INFO:tasks.rados.rados.0.smithi003.stdout:3217: oid 11 updating version 0 to 2193 2024-04-13T07:25:38.886 INFO:tasks.rados.rados.0.smithi003.stdout:3217: oid 11 version 2193 is already newer than 2192 2024-04-13T07:25:38.886 INFO:tasks.rados.rados.0.smithi003.stdout:3217: oid 11 updating version 2193 to 2194 2024-04-13T07:25:38.887 INFO:tasks.rados.rados.0.smithi003.stdout:3217: oid 11 updating version 2194 to 2195 2024-04-13T07:25:38.887 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 2195 (ObjNum 975 snap 334 seq_num 975) dirty exists 2024-04-13T07:25:38.887 INFO:tasks.rados.rados.0.smithi003.stdout:3217: left oid 11 (ObjNum 975 snap 334 seq_num 975) 2024-04-13T07:25:38.887 INFO:tasks.rados.rados.0.smithi003.stdout:3216: expect (ObjNum 926 snap 314 seq_num 926) 2024-04-13T07:25:39.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:38 smithi003 ceph-mon[89364]: osdmap e736: 8 total, 8 up, 8 in 2024-04-13T07:25:39.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:38 smithi003 ceph-mon[89364]: osdmap e737: 8 total, 8 up, 8 in 2024-04-13T07:25:39.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:38 smithi003 ceph-mon[91733]: osdmap e736: 8 total, 8 up, 8 in 2024-04-13T07:25:39.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:38 smithi003 ceph-mon[91733]: osdmap e737: 8 total, 8 up, 8 in 2024-04-13T07:25:39.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:38 smithi066 ceph-mon[84331]: osdmap e736: 8 total, 8 up, 8 in 2024-04-13T07:25:39.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:38 smithi066 ceph-mon[84331]: osdmap e737: 8 total, 8 up, 8 in 2024-04-13T07:25:39.887 INFO:tasks.rados.rados.0.smithi003.stdout:3214: done (4 left) 2024-04-13T07:25:39.887 INFO:tasks.rados.rados.0.smithi003.stdout:3215: done (3 left) 2024-04-13T07:25:39.887 INFO:tasks.rados.rados.0.smithi003.stdout:3216: done (2 left) 2024-04-13T07:25:39.887 INFO:tasks.rados.rados.0.smithi003.stdout:3217: done (1 left) 2024-04-13T07:25:39.887 INFO:tasks.rados.rados.0.smithi003.stdout:3219: done (0 left) 2024-04-13T07:25:39.888 INFO:tasks.rados.rados.0.smithi003.stdout:3220: delete oid 29 current snap is 334 2024-04-13T07:25:39.889 INFO:tasks.rados.rados.0.smithi003.stdout:3220: done (0 left) 2024-04-13T07:25:39.889 INFO:tasks.rados.rados.0.smithi003.stdout:3221: rmattr oid 32 current snap is 334 2024-04-13T07:25:39.889 INFO:tasks.rados.rados.0.smithi003.stdout:3222: snap_remove snap 317 2024-04-13T07:25:39.933 INFO:tasks.rados.rados.0.smithi003.stdout:3222: done (1 left) 2024-04-13T07:25:39.933 INFO:tasks.rados.rados.0.smithi003.stdout:3223: read oid 29 snap -1 2024-04-13T07:25:39.933 INFO:tasks.rados.rados.0.smithi003.stdout:3223: expect deleted 2024-04-13T07:25:39.933 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 6 current snap is 334 2024-04-13T07:25:39.933 INFO:tasks.rados.rados.0.smithi003.stdout:3224: seq_num 978 ranges {10584064=786432,11370496=442368,11812864=647168,12460032=114688} 2024-04-13T07:25:39.996 INFO:tasks.rados.rados.0.smithi003.stdout:3224: writing smithi00377890-6 from 10584064 to 11370496 tid 1 2024-04-13T07:25:39.999 INFO:tasks.rados.rados.0.smithi003.stdout:3224: writing smithi00377890-6 from 11370496 to 11812864 tid 2 2024-04-13T07:25:40.003 INFO:tasks.rados.rados.0.smithi003.stdout:3224: writing smithi00377890-6 from 11812864 to 12460032 tid 3 2024-04-13T07:25:40.004 INFO:tasks.rados.rados.0.smithi003.stdout:3224: writing smithi00377890-6 from 12460032 to 12574720 tid 4 2024-04-13T07:25:40.004 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 44 current snap is 334 2024-04-13T07:25:40.004 INFO:tasks.rados.rados.0.smithi003.stdout:3225: seq_num 979 ranges {0=802816,802816=729088,1531904=458752,1990656=16384} 2024-04-13T07:25:40.009 INFO:tasks.rados.rados.0.smithi003.stdout:3225: writing smithi00377890-44 from 0 to 802816 tid 1 2024-04-13T07:25:40.013 INFO:tasks.rados.rados.0.smithi003.stdout:3225: writing smithi00377890-44 from 802816 to 1531904 tid 2 2024-04-13T07:25:40.016 INFO:tasks.rados.rados.0.smithi003.stdout:3225: writing smithi00377890-44 from 1531904 to 1990656 tid 3 2024-04-13T07:25:40.016 INFO:tasks.rados.rados.0.smithi003.stdout:3225: writing smithi00377890-44 from 1990656 to 2007040 tid 4 2024-04-13T07:25:40.016 INFO:tasks.rados.rados.0.smithi003.stdout:3226: read oid 50 snap -1 2024-04-13T07:25:40.016 INFO:tasks.rados.rados.0.smithi003.stdout:3226: expect (ObjNum 804 snap 288 seq_num 804) 2024-04-13T07:25:40.017 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 334 2024-04-13T07:25:40.017 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 3152 (ObjNum 477 snap 161 seq_num 477) dirty exists 2024-04-13T07:25:40.017 INFO:tasks.rados.rados.0.smithi003.stdout:3224: finishing write tid 1 to smithi00377890-6 2024-04-13T07:25:40.017 INFO:tasks.rados.rados.0.smithi003.stdout:3224: finishing write tid 2 to smithi00377890-6 2024-04-13T07:25:40.017 INFO:tasks.rados.rados.0.smithi003.stdout:3224: finishing write tid 3 to smithi00377890-6 2024-04-13T07:25:40.017 INFO:tasks.rados.rados.0.smithi003.stdout:3227: seq_num 980 ranges {0=417792,417792=614400,1032192=663552,1695744=327680} 2024-04-13T07:25:40.018 INFO:tasks.rados.rados.0.smithi003.stdout:3227: writing smithi00377890-49 from 0 to 417792 tid 1 2024-04-13T07:25:40.022 INFO:tasks.rados.rados.0.smithi003.stdout:3227: writing smithi00377890-49 from 417792 to 1032192 tid 2 2024-04-13T07:25:40.026 INFO:tasks.rados.rados.0.smithi003.stdout:3227: writing smithi00377890-49 from 1032192 to 1695744 tid 3 2024-04-13T07:25:40.029 INFO:tasks.rados.rados.0.smithi003.stdout:3227: writing smithi00377890-49 from 1695744 to 2023424 tid 4 2024-04-13T07:25:40.029 INFO:tasks.rados.rados.0.smithi003.stdout:3221: done (5 left) 2024-04-13T07:25:40.029 INFO:tasks.rados.rados.0.smithi003.stdout:3223: done (4 left) 2024-04-13T07:25:40.029 INFO:tasks.rados.rados.0.smithi003.stdout:3228: rmattr oid 12 current snap is 334 2024-04-13T07:25:40.029 INFO:tasks.rados.rados.0.smithi003.stdout:3224: finishing write tid 4 to smithi00377890-6 2024-04-13T07:25:40.029 INFO:tasks.rados.rados.0.smithi003.stdout:3224: finishing write tid 5 to smithi00377890-6 2024-04-13T07:25:40.029 INFO:tasks.rados.rados.0.smithi003.stdout:3224: finishing write tid 6 to smithi00377890-6 2024-04-13T07:25:40.029 INFO:tasks.rados.rados.0.smithi003.stdout:3224: oid 6 updating version 0 to 2789 2024-04-13T07:25:40.029 INFO:tasks.rados.rados.0.smithi003.stdout:3224: oid 6 version 2789 is already newer than 2788 2024-04-13T07:25:40.029 INFO:tasks.rados.rados.0.smithi003.stdout:3224: oid 6 version 2789 is already newer than 2787 2024-04-13T07:25:40.029 INFO:tasks.rados.rados.0.smithi003.stdout:3224: oid 6 updating version 2789 to 2791 2024-04-13T07:25:40.029 INFO:tasks.rados.rados.0.smithi003.stdout:3224: oid 6 version 2791 is already newer than 2790 2024-04-13T07:25:40.030 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 2791 (ObjNum 978 snap 334 seq_num 978) dirty exists 2024-04-13T07:25:40.030 INFO:tasks.rados.rados.0.smithi003.stdout:3224: left oid 6 (ObjNum 978 snap 334 seq_num 978) 2024-04-13T07:25:40.030 INFO:tasks.rados.rados.0.smithi003.stdout:3225: finishing write tid 1 to smithi00377890-44 2024-04-13T07:25:40.030 INFO:tasks.rados.rados.0.smithi003.stdout:3225: finishing write tid 2 to smithi00377890-44 2024-04-13T07:25:40.030 INFO:tasks.rados.rados.0.smithi003.stdout:3225: finishing write tid 3 to smithi00377890-44 2024-04-13T07:25:40.030 INFO:tasks.rados.rados.0.smithi003.stdout:3225: finishing write tid 4 to smithi00377890-44 2024-04-13T07:25:40.030 INFO:tasks.rados.rados.0.smithi003.stdout:3225: finishing write tid 5 to smithi00377890-44 2024-04-13T07:25:40.030 INFO:tasks.rados.rados.0.smithi003.stdout:3227: finishing write tid 1 to smithi00377890-49 2024-04-13T07:25:40.030 INFO:tasks.rados.rados.0.smithi003.stdout:3226: expect (ObjNum 804 snap 288 seq_num 804) 2024-04-13T07:25:40.072 INFO:tasks.rados.rados.0.smithi003.stdout:3225: finishing write tid 6 to smithi00377890-44 2024-04-13T07:25:40.072 INFO:tasks.rados.rados.0.smithi003.stdout:3225: oid 44 updating version 0 to 2890 2024-04-13T07:25:40.072 INFO:tasks.rados.rados.0.smithi003.stdout:3225: oid 44 version 2890 is already newer than 2889 2024-04-13T07:25:40.072 INFO:tasks.rados.rados.0.smithi003.stdout:3225: oid 44 updating version 2890 to 2892 2024-04-13T07:25:40.072 INFO:tasks.rados.rados.0.smithi003.stdout:3225: oid 44 version 2892 is already newer than 2891 2024-04-13T07:25:40.072 INFO:tasks.rados.rados.0.smithi003.stdout:3225: oid 44 updating version 2892 to 2893 2024-04-13T07:25:40.072 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 2893 (ObjNum 979 snap 334 seq_num 979) dirty exists 2024-04-13T07:25:40.072 INFO:tasks.rados.rados.0.smithi003.stdout:3225: left oid 44 (ObjNum 979 snap 334 seq_num 979) 2024-04-13T07:25:40.072 INFO:tasks.rados.rados.0.smithi003.stdout:3227: finishing write tid 2 to smithi00377890-49 2024-04-13T07:25:40.072 INFO:tasks.rados.rados.0.smithi003.stdout:3224: done (4 left) 2024-04-13T07:25:40.072 INFO:tasks.rados.rados.0.smithi003.stdout:3225: done (3 left) 2024-04-13T07:25:40.072 INFO:tasks.rados.rados.0.smithi003.stdout:3226: done (2 left) 2024-04-13T07:25:40.072 INFO:tasks.rados.rados.0.smithi003.stdout:3229: snap_remove snap 332 2024-04-13T07:25:40.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:39 smithi003 ceph-mon[91733]: pgmap v766: 121 pgs: 121 active+clean; 476 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 38 KiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-13T07:25:40.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:39 smithi003 ceph-mon[89364]: pgmap v766: 121 pgs: 121 active+clean; 476 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 38 KiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-13T07:25:40.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:39 smithi066 ceph-mon[84331]: pgmap v766: 121 pgs: 121 active+clean; 476 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 38 KiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-13T07:25:40.940 INFO:tasks.rados.rados.0.smithi003.stdout:3229: done (2 left) 2024-04-13T07:25:40.940 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 20 current snap is 334 2024-04-13T07:25:40.940 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 2553 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:25:40.940 INFO:tasks.rados.rados.0.smithi003.stdout:3227: finishing write tid 3 to smithi00377890-49 2024-04-13T07:25:40.940 INFO:tasks.rados.rados.0.smithi003.stdout:3227: finishing write tid 4 to smithi00377890-49 2024-04-13T07:25:40.940 INFO:tasks.rados.rados.0.smithi003.stdout:3227: finishing write tid 5 to smithi00377890-49 2024-04-13T07:25:40.940 INFO:tasks.rados.rados.0.smithi003.stdout:3227: finishing write tid 6 to smithi00377890-49 2024-04-13T07:25:40.940 INFO:tasks.rados.rados.0.smithi003.stdout:3227: oid 49 updating version 0 to 2485 2024-04-13T07:25:40.940 INFO:tasks.rados.rados.0.smithi003.stdout:3227: oid 49 updating version 2485 to 2486 2024-04-13T07:25:40.941 INFO:tasks.rados.rados.0.smithi003.stdout:3227: oid 49 updating version 2486 to 2488 2024-04-13T07:25:40.941 INFO:tasks.rados.rados.0.smithi003.stdout:3227: oid 49 updating version 2488 to 2489 2024-04-13T07:25:40.941 INFO:tasks.rados.rados.0.smithi003.stdout:3227: oid 49 version 2489 is already newer than 2487 2024-04-13T07:25:40.941 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 2489 (ObjNum 980 snap 334 seq_num 980) dirty exists 2024-04-13T07:25:40.941 INFO:tasks.rados.rados.0.smithi003.stdout:3227: left oid 49 (ObjNum 980 snap 334 seq_num 980) 2024-04-13T07:25:40.941 INFO:tasks.rados.rados.0.smithi003.stdout:3230: seq_num 981 ranges {3022848=434176,3457024=540672,3997696=466944,4464640=524288,4988928=73728} 2024-04-13T07:25:40.958 INFO:tasks.rados.rados.0.smithi003.stdout:3230: writing smithi00377890-20 from 3022848 to 3457024 tid 1 2024-04-13T07:25:40.962 INFO:tasks.rados.rados.0.smithi003.stdout:3230: writing smithi00377890-20 from 3457024 to 3997696 tid 2 2024-04-13T07:25:40.965 INFO:tasks.rados.rados.0.smithi003.stdout:3230: writing smithi00377890-20 from 3997696 to 4464640 tid 3 2024-04-13T07:25:40.968 INFO:tasks.rados.rados.0.smithi003.stdout:3230: writing smithi00377890-20 from 4464640 to 4988928 tid 4 2024-04-13T07:25:40.969 INFO:tasks.rados.rados.0.smithi003.stdout:3230: writing smithi00377890-20 from 4988928 to 5062656 tid 5 2024-04-13T07:25:40.969 INFO:tasks.rados.rados.0.smithi003.stdout:3227: done (2 left) 2024-04-13T07:25:40.969 INFO:tasks.rados.rados.0.smithi003.stdout:3228: done (1 left) 2024-04-13T07:25:40.969 INFO:tasks.rados.rados.0.smithi003.stdout:3231: rmattr oid 11 current snap is 334 2024-04-13T07:25:40.969 INFO:tasks.rados.rados.0.smithi003.stdout:3230: finishing write tid 1 to smithi00377890-20 2024-04-13T07:25:40.969 INFO:tasks.rados.rados.0.smithi003.stdout:3230: finishing write tid 2 to smithi00377890-20 2024-04-13T07:25:40.969 INFO:tasks.rados.rados.0.smithi003.stdout:3230: finishing write tid 3 to smithi00377890-20 2024-04-13T07:25:40.969 INFO:tasks.rados.rados.0.smithi003.stdout:3232: read oid 26 snap -1 2024-04-13T07:25:40.970 INFO:tasks.rados.rados.0.smithi003.stdout:3232: expect (ObjNum 926 snap 314 seq_num 926) 2024-04-13T07:25:40.970 INFO:tasks.rados.rados.0.smithi003.stdout:3233: snap_create 2024-04-13T07:25:40.972 INFO:tasks.rados.rados.0.smithi003.stdout:3230: finishing write tid 4 to smithi00377890-20 2024-04-13T07:25:40.974 INFO:tasks.rados.rados.0.smithi003.stdout:3230: finishing write tid 5 to smithi00377890-20 2024-04-13T07:25:40.975 INFO:tasks.rados.rados.0.smithi003.stdout:3230: finishing write tid 6 to smithi00377890-20 2024-04-13T07:25:40.976 INFO:tasks.rados.rados.0.smithi003.stdout:3230: finishing write tid 7 to smithi00377890-20 2024-04-13T07:25:40.976 INFO:tasks.rados.rados.0.smithi003.stdout:3230: oid 20 updating version 0 to 2829 2024-04-13T07:25:40.976 INFO:tasks.rados.rados.0.smithi003.stdout:3230: oid 20 updating version 2829 to 2831 2024-04-13T07:25:40.976 INFO:tasks.rados.rados.0.smithi003.stdout:3230: oid 20 updating version 2831 to 2832 2024-04-13T07:25:40.977 INFO:tasks.rados.rados.0.smithi003.stdout:3230: oid 20 version 2832 is already newer than 2830 2024-04-13T07:25:40.977 INFO:tasks.rados.rados.0.smithi003.stdout:3230: oid 20 updating version 2832 to 2834 2024-04-13T07:25:40.977 INFO:tasks.rados.rados.0.smithi003.stdout:3230: oid 20 version 2834 is already newer than 2833 2024-04-13T07:25:40.978 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 2834 (ObjNum 981 snap 334 seq_num 981) dirty exists 2024-04-13T07:25:40.978 INFO:tasks.rados.rados.0.smithi003.stdout:3230: left oid 20 (ObjNum 981 snap 334 seq_num 981) 2024-04-13T07:25:40.978 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 2196 (ObjNum 975 snap 334 seq_num 975) dirty exists 2024-04-13T07:25:41.014 INFO:tasks.rados.rados.0.smithi003.stdout:3232: expect (ObjNum 926 snap 314 seq_num 926) 2024-04-13T07:25:41.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:40 smithi003 ceph-mon[89364]: osdmap e738: 8 total, 8 up, 8 in 2024-04-13T07:25:41.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:40 smithi003 ceph-mon[91733]: osdmap e738: 8 total, 8 up, 8 in 2024-04-13T07:25:41.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:40 smithi066 ceph-mon[84331]: osdmap e738: 8 total, 8 up, 8 in 2024-04-13T07:25:42.007 INFO:tasks.rados.rados.0.smithi003.stdout:3230: done (3 left) 2024-04-13T07:25:42.008 INFO:tasks.rados.rados.0.smithi003.stdout:3231: done (2 left) 2024-04-13T07:25:42.008 INFO:tasks.rados.rados.0.smithi003.stdout:3232: done (1 left) 2024-04-13T07:25:42.008 INFO:tasks.rados.rados.0.smithi003.stdout:3233: done (0 left) 2024-04-13T07:25:42.008 INFO:tasks.rados.rados.0.smithi003.stdout:3234: snap_create 2024-04-13T07:25:42.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:41 smithi066 ceph-mon[84331]: pgmap v769: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 472 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-04-13T07:25:42.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:41 smithi066 ceph-mon[84331]: osdmap e739: 8 total, 8 up, 8 in 2024-04-13T07:25:42.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:41 smithi003 ceph-mon[91733]: pgmap v769: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 472 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-04-13T07:25:42.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:41 smithi003 ceph-mon[91733]: osdmap e739: 8 total, 8 up, 8 in 2024-04-13T07:25:42.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:41 smithi003 ceph-mon[89364]: pgmap v769: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 472 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-04-13T07:25:42.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:41 smithi003 ceph-mon[89364]: osdmap e739: 8 total, 8 up, 8 in 2024-04-13T07:25:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:25:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:25:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:25:42.951 INFO:tasks.rados.rados.0.smithi003.stdout:3234: done (0 left) 2024-04-13T07:25:42.951 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 336 2024-04-13T07:25:42.951 INFO:tasks.rados.rados.0.smithi003.stdout:3235: seq_num 982 ranges {3211264=450560,3661824=425984,4087808=679936,4767744=466944,5234688=32768} 2024-04-13T07:25:42.971 INFO:tasks.rados.rados.0.smithi003.stdout:3235: writing smithi00377890-17 from 3211264 to 3661824 tid 1 2024-04-13T07:25:42.973 INFO:tasks.rados.rados.0.smithi003.stdout:3235: writing smithi00377890-17 from 3661824 to 4087808 tid 2 2024-04-13T07:25:42.977 INFO:tasks.rados.rados.0.smithi003.stdout:3235: writing smithi00377890-17 from 4087808 to 4767744 tid 3 2024-04-13T07:25:42.980 INFO:tasks.rados.rados.0.smithi003.stdout:3235: writing smithi00377890-17 from 4767744 to 5234688 tid 4 2024-04-13T07:25:42.980 INFO:tasks.rados.rados.0.smithi003.stdout:3235: writing smithi00377890-17 from 5234688 to 5267456 tid 5 2024-04-13T07:25:42.981 INFO:tasks.rados.rados.0.smithi003.stdout:3236: rollback oid 40 current snap is 336 2024-04-13T07:25:42.981 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 40 to 304 2024-04-13T07:25:42.981 INFO:tasks.rados.rados.0.smithi003.stdout:3235: finishing write tid 1 to smithi00377890-17 2024-04-13T07:25:42.981 INFO:tasks.rados.rados.0.smithi003.stdout:3237: snap_remove snap 330 2024-04-13T07:25:43.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:42 smithi003 ceph-mon[91733]: osdmap e740: 8 total, 8 up, 8 in 2024-04-13T07:25:43.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:42 smithi003 ceph-mon[89364]: osdmap e740: 8 total, 8 up, 8 in 2024-04-13T07:25:43.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:42 smithi066 ceph-mon[84331]: osdmap e740: 8 total, 8 up, 8 in 2024-04-13T07:25:43.886 INFO:tasks.rados.rados.0.smithi003.stdout:3235: finishing write tid 2 to smithi00377890-17 2024-04-13T07:25:43.886 INFO:tasks.rados.rados.0.smithi003.stdout:3235: finishing write tid 3 to smithi00377890-17 2024-04-13T07:25:43.886 INFO:tasks.rados.rados.0.smithi003.stdout:3235: finishing write tid 4 to smithi00377890-17 2024-04-13T07:25:43.887 INFO:tasks.rados.rados.0.smithi003.stdout:3235: finishing write tid 5 to smithi00377890-17 2024-04-13T07:25:43.887 INFO:tasks.rados.rados.0.smithi003.stdout:3235: finishing write tid 6 to smithi00377890-17 2024-04-13T07:25:43.887 INFO:tasks.rados.rados.0.smithi003.stdout:3235: finishing write tid 7 to smithi00377890-17 2024-04-13T07:25:43.887 INFO:tasks.rados.rados.0.smithi003.stdout:3235: oid 17 updating version 0 to 2883 2024-04-13T07:25:43.887 INFO:tasks.rados.rados.0.smithi003.stdout:3235: oid 17 version 2883 is already newer than 2879 2024-04-13T07:25:43.887 INFO:tasks.rados.rados.0.smithi003.stdout:3235: oid 17 version 2883 is already newer than 2878 2024-04-13T07:25:43.887 INFO:tasks.rados.rados.0.smithi003.stdout:3235: oid 17 version 2883 is already newer than 2881 2024-04-13T07:25:43.887 INFO:tasks.rados.rados.0.smithi003.stdout:3235: oid 17 version 2883 is already newer than 2880 2024-04-13T07:25:43.887 INFO:tasks.rados.rados.0.smithi003.stdout:3235: oid 17 version 2883 is already newer than 2882 2024-04-13T07:25:43.887 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 2883 (ObjNum 982 snap 336 seq_num 982) dirty exists 2024-04-13T07:25:43.887 INFO:tasks.rados.rados.0.smithi003.stdout:3235: left oid 17 (ObjNum 982 snap 336 seq_num 982) 2024-04-13T07:25:43.887 INFO:tasks.rados.rados.0.smithi003.stdout:3236: finishing rollback tid 0 to smithi00377890-40 2024-04-13T07:25:43.887 INFO:tasks.rados.rados.0.smithi003.stdout:3236: finishing rollback tid 1 to smithi00377890-40 2024-04-13T07:25:43.887 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 3161 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:25:43.888 INFO:tasks.rados.rados.0.smithi003.stdout:3235: done (2 left) 2024-04-13T07:25:43.888 INFO:tasks.rados.rados.0.smithi003.stdout:3236: done (1 left) 2024-04-13T07:25:43.888 INFO:tasks.rados.rados.0.smithi003.stdout:3237: done (0 left) 2024-04-13T07:25:43.888 INFO:tasks.rados.rados.0.smithi003.stdout:3238: read oid 6 snap 304 2024-04-13T07:25:43.888 INFO:tasks.rados.rados.0.smithi003.stdout:3238: expect (ObjNum 859 snap 299 seq_num 859) 2024-04-13T07:25:43.888 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 28 current snap is 336 2024-04-13T07:25:43.888 INFO:tasks.rados.rados.0.smithi003.stdout:3239: seq_num 983 ranges {16384=466944,483328=712704,1196032=434176,1630208=458752} 2024-04-13T07:25:43.889 INFO:tasks.rados.rados.0.smithi003.stdout:3239: writing smithi00377890-28 from 16384 to 483328 tid 1 2024-04-13T07:25:43.894 INFO:tasks.rados.rados.0.smithi003.stdout:3239: writing smithi00377890-28 from 483328 to 1196032 tid 2 2024-04-13T07:25:43.896 INFO:tasks.rados.rados.0.smithi003.stdout:3239: writing smithi00377890-28 from 1196032 to 1630208 tid 3 2024-04-13T07:25:43.899 INFO:tasks.rados.rados.0.smithi003.stdout:3239: writing smithi00377890-28 from 1630208 to 2088960 tid 4 2024-04-13T07:25:43.899 INFO:tasks.rados.rados.0.smithi003.stdout:3240: rollback oid 8 current snap is 336 2024-04-13T07:25:43.899 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 8 to 321 2024-04-13T07:25:43.899 INFO:tasks.rados.rados.0.smithi003.stdout:3241: rollback oid 21 current snap is 336 2024-04-13T07:25:43.899 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 21 to 310 2024-04-13T07:25:43.900 INFO:tasks.rados.rados.0.smithi003.stdout:3242: snap_create 2024-04-13T07:25:43.904 INFO:tasks.rados.rados.0.smithi003.stdout:3239: finishing write tid 1 to smithi00377890-28 2024-04-13T07:25:43.904 INFO:tasks.rados.rados.0.smithi003.stdout:3239: finishing write tid 2 to smithi00377890-28 2024-04-13T07:25:43.904 INFO:tasks.rados.rados.0.smithi003.stdout:3239: finishing write tid 3 to smithi00377890-28 2024-04-13T07:25:43.905 INFO:tasks.rados.rados.0.smithi003.stdout:3239: finishing write tid 4 to smithi00377890-28 2024-04-13T07:25:43.905 INFO:tasks.rados.rados.0.smithi003.stdout:3239: finishing write tid 5 to smithi00377890-28 2024-04-13T07:25:43.907 INFO:tasks.rados.rados.0.smithi003.stdout:3239: finishing write tid 6 to smithi00377890-28 2024-04-13T07:25:43.907 INFO:tasks.rados.rados.0.smithi003.stdout:3239: oid 28 updating version 0 to 1568 2024-04-13T07:25:43.907 INFO:tasks.rados.rados.0.smithi003.stdout:3239: oid 28 version 1568 is already newer than 1566 2024-04-13T07:25:43.907 INFO:tasks.rados.rados.0.smithi003.stdout:3239: oid 28 version 1568 is already newer than 1564 2024-04-13T07:25:43.907 INFO:tasks.rados.rados.0.smithi003.stdout:3239: oid 28 version 1568 is already newer than 1567 2024-04-13T07:25:43.907 INFO:tasks.rados.rados.0.smithi003.stdout:3239: oid 28 version 1568 is already newer than 1565 2024-04-13T07:25:43.907 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 1568 (ObjNum 983 snap 336 seq_num 983) dirty exists 2024-04-13T07:25:43.907 INFO:tasks.rados.rados.0.smithi003.stdout:3239: left oid 28 (ObjNum 983 snap 336 seq_num 983) 2024-04-13T07:25:43.908 INFO:tasks.rados.rados.0.smithi003.stdout:3240: finishing rollback tid 0 to smithi00377890-8 2024-04-13T07:25:43.908 INFO:tasks.rados.rados.0.smithi003.stdout:3240: finishing rollback tid 1 to smithi00377890-8 2024-04-13T07:25:43.910 INFO:tasks.rados.rados.0.smithi003.stdout:3240: finishing rollback tid 2 to smithi00377890-8 2024-04-13T07:25:43.910 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2553 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:25:43.913 INFO:tasks.rados.rados.0.smithi003.stdout:3241: finishing rollback tid 0 to smithi00377890-21 2024-04-13T07:25:43.913 INFO:tasks.rados.rados.0.smithi003.stdout:3241: finishing rollback tid 1 to smithi00377890-21 2024-04-13T07:25:43.913 INFO:tasks.rados.rados.0.smithi003.stdout:3241: finishing rollback tid 2 to smithi00377890-21 2024-04-13T07:25:43.913 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2191 (ObjNum 867 snap 299 seq_num 867) dirty exists 2024-04-13T07:25:43.922 INFO:tasks.rados.rados.0.smithi003.stdout:3238: expect (ObjNum 859 snap 299 seq_num 859) 2024-04-13T07:25:44.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:43 smithi003 ceph-mon[89364]: pgmap v772: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 474 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-13T07:25:44.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:43 smithi003 ceph-mon[89364]: osdmap e741: 8 total, 8 up, 8 in 2024-04-13T07:25:44.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:43 smithi003 ceph-mon[89364]: osdmap e742: 8 total, 8 up, 8 in 2024-04-13T07:25:44.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:43 smithi003 ceph-mon[91733]: pgmap v772: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 474 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-13T07:25:44.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:43 smithi003 ceph-mon[91733]: osdmap e741: 8 total, 8 up, 8 in 2024-04-13T07:25:44.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:43 smithi003 ceph-mon[91733]: osdmap e742: 8 total, 8 up, 8 in 2024-04-13T07:25:44.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:43 smithi066 ceph-mon[84331]: pgmap v772: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 474 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-13T07:25:44.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:43 smithi066 ceph-mon[84331]: osdmap e741: 8 total, 8 up, 8 in 2024-04-13T07:25:44.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:43 smithi066 ceph-mon[84331]: osdmap e742: 8 total, 8 up, 8 in 2024-04-13T07:25:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:25:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:25:44] "GET /metrics HTTP/1.1" 200 36240 "" "Prometheus/2.43.0" 2024-04-13T07:25:44.886 INFO:tasks.rados.rados.0.smithi003.stdout:3238: done (4 left) 2024-04-13T07:25:44.887 INFO:tasks.rados.rados.0.smithi003.stdout:3239: done (3 left) 2024-04-13T07:25:44.887 INFO:tasks.rados.rados.0.smithi003.stdout:3240: done (2 left) 2024-04-13T07:25:44.887 INFO:tasks.rados.rados.0.smithi003.stdout:3241: done (1 left) 2024-04-13T07:25:44.887 INFO:tasks.rados.rados.0.smithi003.stdout:3242: done (0 left) 2024-04-13T07:25:44.887 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 30 current snap is 337 2024-04-13T07:25:44.887 INFO:tasks.rados.rados.0.smithi003.stdout:3243: seq_num 984 ranges {14098432=483328,14581760=598016,15179776=647168,15826944=360448} 2024-04-13T07:25:44.966 INFO:tasks.rados.rados.0.smithi003.stdout:3243: writing smithi00377890-30 from 14098432 to 14581760 tid 1 2024-04-13T07:25:44.969 INFO:tasks.rados.rados.0.smithi003.stdout:3243: writing smithi00377890-30 from 14581760 to 15179776 tid 2 2024-04-13T07:25:44.973 INFO:tasks.rados.rados.0.smithi003.stdout:3243: writing smithi00377890-30 from 15179776 to 15826944 tid 3 2024-04-13T07:25:44.975 INFO:tasks.rados.rados.0.smithi003.stdout:3243: writing smithi00377890-30 from 15826944 to 16187392 tid 4 2024-04-13T07:25:44.975 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 337 2024-04-13T07:25:44.975 INFO:tasks.rados.rados.0.smithi003.stdout:3243: finishing write tid 1 to smithi00377890-30 2024-04-13T07:25:44.975 INFO:tasks.rados.rados.0.smithi003.stdout:3243: finishing write tid 2 to smithi00377890-30 2024-04-13T07:25:44.975 INFO:tasks.rados.rados.0.smithi003.stdout:3244: seq_num 985 ranges {1105920=499712,1605632=483328,2088960=450560,2539520=581632,3121152=90112} 2024-04-13T07:25:44.984 INFO:tasks.rados.rados.0.smithi003.stdout:3244: writing smithi00377890-38 from 1105920 to 1605632 tid 1 2024-04-13T07:25:44.986 INFO:tasks.rados.rados.0.smithi003.stdout:3244: writing smithi00377890-38 from 1605632 to 2088960 tid 2 2024-04-13T07:25:44.989 INFO:tasks.rados.rados.0.smithi003.stdout:3244: writing smithi00377890-38 from 2088960 to 2539520 tid 3 2024-04-13T07:25:44.992 INFO:tasks.rados.rados.0.smithi003.stdout:3244: writing smithi00377890-38 from 2539520 to 3121152 tid 4 2024-04-13T07:25:44.993 INFO:tasks.rados.rados.0.smithi003.stdout:3244: writing smithi00377890-38 from 3121152 to 3211264 tid 5 2024-04-13T07:25:44.993 INFO:tasks.rados.rados.0.smithi003.stdout:3245: snap_create 2024-04-13T07:25:44.993 INFO:tasks.rados.rados.0.smithi003.stdout:3243: finishing write tid 3 to smithi00377890-30 2024-04-13T07:25:44.993 INFO:tasks.rados.rados.0.smithi003.stdout:3243: finishing write tid 4 to smithi00377890-30 2024-04-13T07:25:44.993 INFO:tasks.rados.rados.0.smithi003.stdout:3243: finishing write tid 5 to smithi00377890-30 2024-04-13T07:25:44.993 INFO:tasks.rados.rados.0.smithi003.stdout:3243: finishing write tid 6 to smithi00377890-30 2024-04-13T07:25:44.993 INFO:tasks.rados.rados.0.smithi003.stdout:3243: oid 30 updating version 0 to 2907 2024-04-13T07:25:44.994 INFO:tasks.rados.rados.0.smithi003.stdout:3243: oid 30 version 2907 is already newer than 2906 2024-04-13T07:25:44.994 INFO:tasks.rados.rados.0.smithi003.stdout:3243: oid 30 version 2907 is already newer than 2905 2024-04-13T07:25:44.994 INFO:tasks.rados.rados.0.smithi003.stdout:3243: oid 30 updating version 2907 to 2908 2024-04-13T07:25:44.994 INFO:tasks.rados.rados.0.smithi003.stdout:3243: oid 30 version 2908 is already newer than 2904 2024-04-13T07:25:44.994 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 2908 (ObjNum 984 snap 337 seq_num 984) dirty exists 2024-04-13T07:25:44.994 INFO:tasks.rados.rados.0.smithi003.stdout:3243: left oid 30 (ObjNum 984 snap 337 seq_num 984) 2024-04-13T07:25:44.994 INFO:tasks.rados.rados.0.smithi003.stdout:3244: finishing write tid 1 to smithi00377890-38 2024-04-13T07:25:44.994 INFO:tasks.rados.rados.0.smithi003.stdout:3244: finishing write tid 2 to smithi00377890-38 2024-04-13T07:25:44.994 INFO:tasks.rados.rados.0.smithi003.stdout:3244: finishing write tid 3 to smithi00377890-38 2024-04-13T07:25:44.996 INFO:tasks.rados.rados.0.smithi003.stdout:3244: finishing write tid 4 to smithi00377890-38 2024-04-13T07:25:44.996 INFO:tasks.rados.rados.0.smithi003.stdout:3244: finishing write tid 5 to smithi00377890-38 2024-04-13T07:25:44.996 INFO:tasks.rados.rados.0.smithi003.stdout:3244: finishing write tid 6 to smithi00377890-38 2024-04-13T07:25:44.997 INFO:tasks.rados.rados.0.smithi003.stdout:3244: finishing write tid 7 to smithi00377890-38 2024-04-13T07:25:44.997 INFO:tasks.rados.rados.0.smithi003.stdout:3244: oid 38 updating version 0 to 2557 2024-04-13T07:25:44.997 INFO:tasks.rados.rados.0.smithi003.stdout:3244: oid 38 version 2557 is already newer than 2556 2024-04-13T07:25:44.997 INFO:tasks.rados.rados.0.smithi003.stdout:3244: oid 38 version 2557 is already newer than 2554 2024-04-13T07:25:44.997 INFO:tasks.rados.rados.0.smithi003.stdout:3244: oid 38 updating version 2557 to 2558 2024-04-13T07:25:44.997 INFO:tasks.rados.rados.0.smithi003.stdout:3244: oid 38 version 2558 is already newer than 2555 2024-04-13T07:25:44.998 INFO:tasks.rados.rados.0.smithi003.stdout:3244: oid 38 updating version 2558 to 2559 2024-04-13T07:25:44.998 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2559 (ObjNum 985 snap 337 seq_num 985) dirty exists 2024-04-13T07:25:44.998 INFO:tasks.rados.rados.0.smithi003.stdout:3244: left oid 38 (ObjNum 985 snap 337 seq_num 985) 2024-04-13T07:25:45.956 INFO:tasks.rados.rados.0.smithi003.stdout:3243: done (2 left) 2024-04-13T07:25:45.956 INFO:tasks.rados.rados.0.smithi003.stdout:3244: done (1 left) 2024-04-13T07:25:45.956 INFO:tasks.rados.rados.0.smithi003.stdout:3245: done (0 left) 2024-04-13T07:25:45.957 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 31 current snap is 338 2024-04-13T07:25:45.957 INFO:tasks.rados.rados.0.smithi003.stdout:3246: seq_num 986 ranges {598016=516096,1114112=770048,1884160=655360,2539520=180224} 2024-04-13T07:25:45.962 INFO:tasks.rados.rados.0.smithi003.stdout:3246: writing smithi00377890-31 from 598016 to 1114112 tid 1 2024-04-13T07:25:45.967 INFO:tasks.rados.rados.0.smithi003.stdout:3246: writing smithi00377890-31 from 1114112 to 1884160 tid 2 2024-04-13T07:25:45.971 INFO:tasks.rados.rados.0.smithi003.stdout:3246: writing smithi00377890-31 from 1884160 to 2539520 tid 3 2024-04-13T07:25:45.973 INFO:tasks.rados.rados.0.smithi003.stdout:3246: writing smithi00377890-31 from 2539520 to 2719744 tid 4 2024-04-13T07:25:45.973 INFO:tasks.rados.rados.0.smithi003.stdout:3247: rmattr oid 35 current snap is 338 2024-04-13T07:25:45.973 INFO:tasks.rados.rados.0.smithi003.stdout:3246: finishing write tid 1 to smithi00377890-31 2024-04-13T07:25:45.973 INFO:tasks.rados.rados.0.smithi003.stdout:3246: finishing write tid 2 to smithi00377890-31 2024-04-13T07:25:45.973 INFO:tasks.rados.rados.0.smithi003.stdout:3248: read oid 46 snap 322 2024-04-13T07:25:45.973 INFO:tasks.rados.rados.0.smithi003.stdout:3248: expect deleted 2024-04-13T07:25:45.973 INFO:tasks.rados.rados.0.smithi003.stdout:3249: copy_from oid 42 from oid 38 current snap is 338 2024-04-13T07:25:45.973 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 3 current snap is 338 2024-04-13T07:25:45.973 INFO:tasks.rados.rados.0.smithi003.stdout:3250: seq_num 987 ranges {3481600=532480,4014080=647168,4661248=417792,5079040=409600,5488640=131072} 2024-04-13T07:25:45.995 INFO:tasks.rados.rados.0.smithi003.stdout:3250: writing smithi00377890-3 from 3481600 to 4014080 tid 1 2024-04-13T07:25:45.999 INFO:tasks.rados.rados.0.smithi003.stdout:3250: writing smithi00377890-3 from 4014080 to 4661248 tid 2 2024-04-13T07:25:46.001 INFO:tasks.rados.rados.0.smithi003.stdout:3250: writing smithi00377890-3 from 4661248 to 5079040 tid 3 2024-04-13T07:25:46.003 INFO:tasks.rados.rados.0.smithi003.stdout:3250: writing smithi00377890-3 from 5079040 to 5488640 tid 4 2024-04-13T07:25:46.005 INFO:tasks.rados.rados.0.smithi003.stdout:3250: writing smithi00377890-3 from 5488640 to 5619712 tid 5 2024-04-13T07:25:46.005 INFO:tasks.rados.rados.0.smithi003.stdout:3251: delete oid 40 current snap is 338 2024-04-13T07:25:46.005 INFO:tasks.rados.rados.0.smithi003.stdout:3246: finishing write tid 3 to smithi00377890-31 2024-04-13T07:25:46.005 INFO:tasks.rados.rados.0.smithi003.stdout:3246: finishing write tid 4 to smithi00377890-31 2024-04-13T07:25:46.005 INFO:tasks.rados.rados.0.smithi003.stdout:3246: finishing write tid 5 to smithi00377890-31 2024-04-13T07:25:46.005 INFO:tasks.rados.rados.0.smithi003.stdout:3246: finishing write tid 6 to smithi00377890-31 2024-04-13T07:25:46.005 INFO:tasks.rados.rados.0.smithi003.stdout:3246: oid 31 updating version 0 to 2489 2024-04-13T07:25:46.005 INFO:tasks.rados.rados.0.smithi003.stdout:3246: oid 31 version 2489 is already newer than 2485 2024-04-13T07:25:46.005 INFO:tasks.rados.rados.0.smithi003.stdout:3246: oid 31 version 2489 is already newer than 2486 2024-04-13T07:25:46.005 INFO:tasks.rados.rados.0.smithi003.stdout:3246: oid 31 version 2489 is already newer than 2487 2024-04-13T07:25:46.005 INFO:tasks.rados.rados.0.smithi003.stdout:3246: oid 31 version 2489 is already newer than 2488 2024-04-13T07:25:46.005 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 2489 (ObjNum 986 snap 338 seq_num 986) dirty exists 2024-04-13T07:25:46.006 INFO:tasks.rados.rados.0.smithi003.stdout:3246: left oid 31 (ObjNum 986 snap 338 seq_num 986) 2024-04-13T07:25:46.006 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 2840 (ObjNum 963 snap 330 seq_num 963) dirty exists 2024-04-13T07:25:46.006 INFO:tasks.rados.rados.0.smithi003.stdout:3249: finishing copy_from racing read to smithi00377890-42 2024-04-13T07:25:46.006 INFO:tasks.rados.rados.0.smithi003.stdout:3249: finishing copy_from to smithi00377890-42 2024-04-13T07:25:46.006 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 2559 (ObjNum 985 snap 337 seq_num 985) dirty exists 2024-04-13T07:25:46.006 INFO:tasks.rados.rados.0.smithi003.stdout:3250: finishing write tid 1 to smithi00377890-3 2024-04-13T07:25:46.006 INFO:tasks.rados.rados.0.smithi003.stdout:3250: finishing write tid 2 to smithi00377890-3 2024-04-13T07:25:46.007 INFO:tasks.rados.rados.0.smithi003.stdout:3250: finishing write tid 3 to smithi00377890-3 2024-04-13T07:25:46.009 INFO:tasks.rados.rados.0.smithi003.stdout:3246: done (5 left) 2024-04-13T07:25:46.009 INFO:tasks.rados.rados.0.smithi003.stdout:3247: done (4 left) 2024-04-13T07:25:46.009 INFO:tasks.rados.rados.0.smithi003.stdout:3248: done (3 left) 2024-04-13T07:25:46.009 INFO:tasks.rados.rados.0.smithi003.stdout:3249: done (2 left) 2024-04-13T07:25:46.009 INFO:tasks.rados.rados.0.smithi003.stdout:3251: done (1 left) 2024-04-13T07:25:46.009 INFO:tasks.rados.rados.0.smithi003.stdout:3252: read oid 34 snap -1 2024-04-13T07:25:46.009 INFO:tasks.rados.rados.0.smithi003.stdout:3252: expect (ObjNum 477 snap 161 seq_num 477) 2024-04-13T07:25:46.009 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 47 current snap is 338 2024-04-13T07:25:46.009 INFO:tasks.rados.rados.0.smithi003.stdout:3253: seq_num 989 ranges {0=573440,573440=466944,1040384=434176,1474560=638976,2113536=65536} 2024-04-13T07:25:46.012 INFO:tasks.rados.rados.0.smithi003.stdout:3253: writing smithi00377890-47 from 0 to 573440 tid 1 2024-04-13T07:25:46.015 INFO:tasks.rados.rados.0.smithi003.stdout:3253: writing smithi00377890-47 from 573440 to 1040384 tid 2 2024-04-13T07:25:46.017 INFO:tasks.rados.rados.0.smithi003.stdout:3253: writing smithi00377890-47 from 1040384 to 1474560 tid 3 2024-04-13T07:25:46.022 INFO:tasks.rados.rados.0.smithi003.stdout:3253: writing smithi00377890-47 from 1474560 to 2113536 tid 4 2024-04-13T07:25:46.022 INFO:tasks.rados.rados.0.smithi003.stdout:3253: writing smithi00377890-47 from 2113536 to 2179072 tid 5 2024-04-13T07:25:46.022 INFO:tasks.rados.rados.0.smithi003.stdout:3254: read oid 7 snap -1 2024-04-13T07:25:46.022 INFO:tasks.rados.rados.0.smithi003.stdout:3254: expect (ObjNum 968 snap 331 seq_num 968) 2024-04-13T07:25:46.022 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 14 current snap is 338 2024-04-13T07:25:46.022 INFO:tasks.rados.rados.0.smithi003.stdout:3250: finishing write tid 4 to smithi00377890-3 2024-04-13T07:25:46.022 INFO:tasks.rados.rados.0.smithi003.stdout:3250: finishing write tid 5 to smithi00377890-3 2024-04-13T07:25:46.022 INFO:tasks.rados.rados.0.smithi003.stdout:3250: finishing write tid 6 to smithi00377890-3 2024-04-13T07:25:46.022 INFO:tasks.rados.rados.0.smithi003.stdout:3255: seq_num 990 ranges {1220608=589824,1810432=753664,2564096=638976,3203072=212992} 2024-04-13T07:25:46.031 INFO:tasks.rados.rados.0.smithi003.stdout:3255: writing smithi00377890-14 from 1220608 to 1810432 tid 1 2024-04-13T07:25:46.035 INFO:tasks.rados.rados.0.smithi003.stdout:3255: writing smithi00377890-14 from 1810432 to 2564096 tid 2 2024-04-13T07:25:46.039 INFO:tasks.rados.rados.0.smithi003.stdout:3255: writing smithi00377890-14 from 2564096 to 3203072 tid 3 2024-04-13T07:25:46.041 INFO:tasks.rados.rados.0.smithi003.stdout:3255: writing smithi00377890-14 from 3203072 to 3416064 tid 4 2024-04-13T07:25:46.041 INFO:tasks.rados.rados.0.smithi003.stdout:3256: copy_from oid 9 from oid 37 current snap is 338 2024-04-13T07:25:46.041 INFO:tasks.rados.rados.0.smithi003.stdout:3250: finishing write tid 7 to smithi00377890-3 2024-04-13T07:25:46.041 INFO:tasks.rados.rados.0.smithi003.stdout:3250: oid 3 updating version 0 to 2492 2024-04-13T07:25:46.041 INFO:tasks.rados.rados.0.smithi003.stdout:3250: oid 3 updating version 2492 to 2493 2024-04-13T07:25:46.041 INFO:tasks.rados.rados.0.smithi003.stdout:3250: oid 3 version 2493 is already newer than 2490 2024-04-13T07:25:46.041 INFO:tasks.rados.rados.0.smithi003.stdout:3250: oid 3 version 2493 is already newer than 2491 2024-04-13T07:25:46.041 INFO:tasks.rados.rados.0.smithi003.stdout:3250: oid 3 updating version 2493 to 2494 2024-04-13T07:25:46.041 INFO:tasks.rados.rados.0.smithi003.stdout:3250: oid 3 updating version 2494 to 2495 2024-04-13T07:25:46.041 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 2495 (ObjNum 987 snap 338 seq_num 987) dirty exists 2024-04-13T07:25:46.041 INFO:tasks.rados.rados.0.smithi003.stdout:3250: left oid 3 (ObjNum 987 snap 338 seq_num 987) 2024-04-13T07:25:46.042 INFO:tasks.rados.rados.0.smithi003.stdout:3252: expect (ObjNum 477 snap 161 seq_num 477) 2024-04-13T07:25:46.066 INFO:tasks.rados.rados.0.smithi003.stdout:3253: finishing write tid 1 to smithi00377890-47 2024-04-13T07:25:46.066 INFO:tasks.rados.rados.0.smithi003.stdout:3253: finishing write tid 2 to smithi00377890-47 2024-04-13T07:25:46.066 INFO:tasks.rados.rados.0.smithi003.stdout:3253: finishing write tid 3 to smithi00377890-47 2024-04-13T07:25:46.066 INFO:tasks.rados.rados.0.smithi003.stdout:3253: finishing write tid 4 to smithi00377890-47 2024-04-13T07:25:46.066 INFO:tasks.rados.rados.0.smithi003.stdout:3253: finishing write tid 5 to smithi00377890-47 2024-04-13T07:25:46.066 INFO:tasks.rados.rados.0.smithi003.stdout:3253: finishing write tid 6 to smithi00377890-47 2024-04-13T07:25:46.066 INFO:tasks.rados.rados.0.smithi003.stdout:3253: finishing write tid 7 to smithi00377890-47 2024-04-13T07:25:46.066 INFO:tasks.rados.rados.0.smithi003.stdout:3253: oid 47 updating version 0 to 2496 2024-04-13T07:25:46.066 INFO:tasks.rados.rados.0.smithi003.stdout:3253: oid 47 updating version 2496 to 2498 2024-04-13T07:25:46.066 INFO:tasks.rados.rados.0.smithi003.stdout:3253: oid 47 updating version 2498 to 2499 2024-04-13T07:25:46.067 INFO:tasks.rados.rados.0.smithi003.stdout:3253: oid 47 updating version 2499 to 2500 2024-04-13T07:25:46.067 INFO:tasks.rados.rados.0.smithi003.stdout:3253: oid 47 updating version 2500 to 2501 2024-04-13T07:25:46.067 INFO:tasks.rados.rados.0.smithi003.stdout:3253: oid 47 version 2501 is already newer than 2497 2024-04-13T07:25:46.067 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 2501 (ObjNum 989 snap 338 seq_num 989) dirty exists 2024-04-13T07:25:46.067 INFO:tasks.rados.rados.0.smithi003.stdout:3253: left oid 47 (ObjNum 989 snap 338 seq_num 989) 2024-04-13T07:25:46.067 INFO:tasks.rados.rados.0.smithi003.stdout:3255: finishing write tid 1 to smithi00377890-14 2024-04-13T07:25:46.067 INFO:tasks.rados.rados.0.smithi003.stdout:3254: expect (ObjNum 968 snap 331 seq_num 968) 2024-04-13T07:25:46.118 INFO:tasks.rados.rados.0.smithi003.stdout:3255: finishing write tid 2 to smithi00377890-14 2024-04-13T07:25:46.118 INFO:tasks.rados.rados.0.smithi003.stdout:3255: finishing write tid 3 to smithi00377890-14 2024-04-13T07:25:46.118 INFO:tasks.rados.rados.0.smithi003.stdout:3255: finishing write tid 4 to smithi00377890-14 2024-04-13T07:25:46.118 INFO:tasks.rados.rados.0.smithi003.stdout:3255: finishing write tid 5 to smithi00377890-14 2024-04-13T07:25:46.118 INFO:tasks.rados.rados.0.smithi003.stdout:3255: finishing write tid 6 to smithi00377890-14 2024-04-13T07:25:46.118 INFO:tasks.rados.rados.0.smithi003.stdout:3255: oid 14 updating version 0 to 2201 2024-04-13T07:25:46.118 INFO:tasks.rados.rados.0.smithi003.stdout:3255: oid 14 version 2201 is already newer than 2198 2024-04-13T07:25:46.118 INFO:tasks.rados.rados.0.smithi003.stdout:3255: oid 14 version 2201 is already newer than 2199 2024-04-13T07:25:46.118 INFO:tasks.rados.rados.0.smithi003.stdout:3255: oid 14 version 2201 is already newer than 2197 2024-04-13T07:25:46.118 INFO:tasks.rados.rados.0.smithi003.stdout:3255: oid 14 version 2201 is already newer than 2200 2024-04-13T07:25:46.118 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 2201 (ObjNum 990 snap 338 seq_num 990) dirty exists 2024-04-13T07:25:46.118 INFO:tasks.rados.rados.0.smithi003.stdout:3255: left oid 14 (ObjNum 990 snap 338 seq_num 990) 2024-04-13T07:25:46.118 INFO:tasks.rados.rados.0.smithi003.stdout:3256: finishing copy_from racing read to smithi00377890-9 2024-04-13T07:25:46.119 INFO:tasks.rados.rados.0.smithi003.stdout:3250: done (5 left) 2024-04-13T07:25:46.119 INFO:tasks.rados.rados.0.smithi003.stdout:3252: done (4 left) 2024-04-13T07:25:46.119 INFO:tasks.rados.rados.0.smithi003.stdout:3253: done (3 left) 2024-04-13T07:25:46.119 INFO:tasks.rados.rados.0.smithi003.stdout:3254: done (2 left) 2024-04-13T07:25:46.119 INFO:tasks.rados.rados.0.smithi003.stdout:3255: done (1 left) 2024-04-13T07:25:46.119 INFO:tasks.rados.rados.0.smithi003.stdout:3257: rmattr oid 45 current snap is 338 2024-04-13T07:25:46.119 INFO:tasks.rados.rados.0.smithi003.stdout:3256: finishing copy_from to smithi00377890-9 2024-04-13T07:25:46.119 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 2484 (ObjNum 781 snap 278 seq_num 781) dirty exists 2024-04-13T07:25:46.119 INFO:tasks.rados.rados.0.smithi003.stdout:3256: done (1 left) 2024-04-13T07:25:46.119 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 37 current snap is 338 2024-04-13T07:25:46.119 INFO:tasks.rados.rados.0.smithi003.stdout:3258: seq_num 991 ranges {2588672=606208,3194880=638976,3833856=794624,4628480=172032} 2024-04-13T07:25:46.134 INFO:tasks.rados.rados.0.smithi003.stdout:3258: writing smithi00377890-37 from 2588672 to 3194880 tid 1 2024-04-13T07:25:46.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:45 smithi003 ceph-mon[91733]: pgmap v775: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 480 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-13T07:25:46.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:45 smithi003 ceph-mon[91733]: osdmap e743: 8 total, 8 up, 8 in 2024-04-13T07:25:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:45 smithi003 ceph-mon[89364]: pgmap v775: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 480 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-13T07:25:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:45 smithi003 ceph-mon[89364]: osdmap e743: 8 total, 8 up, 8 in 2024-04-13T07:25:46.138 INFO:tasks.rados.rados.0.smithi003.stdout:3258: writing smithi00377890-37 from 3194880 to 3833856 tid 2 2024-04-13T07:25:46.142 INFO:tasks.rados.rados.0.smithi003.stdout:3258: writing smithi00377890-37 from 3833856 to 4628480 tid 3 2024-04-13T07:25:46.144 INFO:tasks.rados.rados.0.smithi003.stdout:3258: writing smithi00377890-37 from 4628480 to 4800512 tid 4 2024-04-13T07:25:46.144 INFO:tasks.rados.rados.0.smithi003.stdout:3259: snap_create 2024-04-13T07:25:46.144 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 2792 (ObjNum 963 snap 330 seq_num 963) dirty exists 2024-04-13T07:25:46.144 INFO:tasks.rados.rados.0.smithi003.stdout:3258: finishing write tid 1 to smithi00377890-37 2024-04-13T07:25:46.144 INFO:tasks.rados.rados.0.smithi003.stdout:3258: finishing write tid 2 to smithi00377890-37 2024-04-13T07:25:46.147 INFO:tasks.rados.rados.0.smithi003.stdout:3258: finishing write tid 3 to smithi00377890-37 2024-04-13T07:25:46.147 INFO:tasks.rados.rados.0.smithi003.stdout:3258: finishing write tid 4 to smithi00377890-37 2024-04-13T07:25:46.148 INFO:tasks.rados.rados.0.smithi003.stdout:3258: finishing write tid 5 to smithi00377890-37 2024-04-13T07:25:46.149 INFO:tasks.rados.rados.0.smithi003.stdout:3258: finishing write tid 6 to smithi00377890-37 2024-04-13T07:25:46.149 INFO:tasks.rados.rados.0.smithi003.stdout:3258: oid 37 updating version 0 to 2492 2024-04-13T07:25:46.149 INFO:tasks.rados.rados.0.smithi003.stdout:3258: oid 37 version 2492 is already newer than 2490 2024-04-13T07:25:46.149 INFO:tasks.rados.rados.0.smithi003.stdout:3258: oid 37 version 2492 is already newer than 2491 2024-04-13T07:25:46.149 INFO:tasks.rados.rados.0.smithi003.stdout:3258: oid 37 updating version 2492 to 2494 2024-04-13T07:25:46.150 INFO:tasks.rados.rados.0.smithi003.stdout:3258: oid 37 version 2494 is already newer than 2493 2024-04-13T07:25:46.150 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 2494 (ObjNum 991 snap 338 seq_num 991) dirty exists 2024-04-13T07:25:46.150 INFO:tasks.rados.rados.0.smithi003.stdout:3258: left oid 37 (ObjNum 991 snap 338 seq_num 991) 2024-04-13T07:25:46.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:45 smithi066 ceph-mon[84331]: pgmap v775: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 480 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-13T07:25:46.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:45 smithi066 ceph-mon[84331]: osdmap e743: 8 total, 8 up, 8 in 2024-04-13T07:25:46.968 INFO:tasks.rados.rados.0.smithi003.stdout:3257: done (2 left) 2024-04-13T07:25:46.969 INFO:tasks.rados.rados.0.smithi003.stdout:3258: done (1 left) 2024-04-13T07:25:46.969 INFO:tasks.rados.rados.0.smithi003.stdout:3259: done (0 left) 2024-04-13T07:25:46.969 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 39 current snap is 339 2024-04-13T07:25:46.969 INFO:tasks.rados.rados.0.smithi003.stdout:3260: seq_num 992 ranges {0=622592,622592=524288,1146880=606208,1753088=475136} 2024-04-13T07:25:46.972 INFO:tasks.rados.rados.0.smithi003.stdout:3260: writing smithi00377890-39 from 0 to 622592 tid 1 2024-04-13T07:25:46.975 INFO:tasks.rados.rados.0.smithi003.stdout:3260: writing smithi00377890-39 from 622592 to 1146880 tid 2 2024-04-13T07:25:46.979 INFO:tasks.rados.rados.0.smithi003.stdout:3260: writing smithi00377890-39 from 1146880 to 1753088 tid 3 2024-04-13T07:25:46.982 INFO:tasks.rados.rados.0.smithi003.stdout:3260: writing smithi00377890-39 from 1753088 to 2228224 tid 4 2024-04-13T07:25:46.982 INFO:tasks.rados.rados.0.smithi003.stdout:3261: read oid 17 snap -1 2024-04-13T07:25:46.982 INFO:tasks.rados.rados.0.smithi003.stdout:3261: expect (ObjNum 982 snap 336 seq_num 982) 2024-04-13T07:25:46.982 INFO:tasks.rados.rados.0.smithi003.stdout:3262: snap_create 2024-04-13T07:25:46.982 INFO:tasks.rados.rados.0.smithi003.stdout:3260: finishing write tid 1 to smithi00377890-39 2024-04-13T07:25:46.982 INFO:tasks.rados.rados.0.smithi003.stdout:3260: finishing write tid 2 to smithi00377890-39 2024-04-13T07:25:46.982 INFO:tasks.rados.rados.0.smithi003.stdout:3260: finishing write tid 3 to smithi00377890-39 2024-04-13T07:25:46.985 INFO:tasks.rados.rados.0.smithi003.stdout:3260: finishing write tid 4 to smithi00377890-39 2024-04-13T07:25:46.985 INFO:tasks.rados.rados.0.smithi003.stdout:3260: finishing write tid 5 to smithi00377890-39 2024-04-13T07:25:46.988 INFO:tasks.rados.rados.0.smithi003.stdout:3260: finishing write tid 6 to smithi00377890-39 2024-04-13T07:25:46.988 INFO:tasks.rados.rados.0.smithi003.stdout:3260: oid 39 updating version 0 to 2196 2024-04-13T07:25:46.988 INFO:tasks.rados.rados.0.smithi003.stdout:3260: oid 39 version 2196 is already newer than 2193 2024-04-13T07:25:46.988 INFO:tasks.rados.rados.0.smithi003.stdout:3260: oid 39 version 2196 is already newer than 2192 2024-04-13T07:25:46.988 INFO:tasks.rados.rados.0.smithi003.stdout:3260: oid 39 version 2196 is already newer than 2194 2024-04-13T07:25:46.988 INFO:tasks.rados.rados.0.smithi003.stdout:3260: oid 39 version 2196 is already newer than 2195 2024-04-13T07:25:46.988 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 2196 (ObjNum 992 snap 339 seq_num 992) dirty exists 2024-04-13T07:25:46.988 INFO:tasks.rados.rados.0.smithi003.stdout:3260: left oid 39 (ObjNum 992 snap 339 seq_num 992) 2024-04-13T07:25:47.009 INFO:tasks.rados.rados.0.smithi003.stdout:3261: expect (ObjNum 982 snap 336 seq_num 982) 2024-04-13T07:25:47.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:46 smithi003 ceph-mon[89364]: osdmap e744: 8 total, 8 up, 8 in 2024-04-13T07:25:47.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:46 smithi003 ceph-mon[91733]: osdmap e744: 8 total, 8 up, 8 in 2024-04-13T07:25:47.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:46 smithi066 ceph-mon[84331]: osdmap e744: 8 total, 8 up, 8 in 2024-04-13T07:25:47.970 INFO:tasks.rados.rados.0.smithi003.stdout:3260: done (2 left) 2024-04-13T07:25:47.971 INFO:tasks.rados.rados.0.smithi003.stdout:3261: done (1 left) 2024-04-13T07:25:47.971 INFO:tasks.rados.rados.0.smithi003.stdout:3262: done (0 left) 2024-04-13T07:25:47.971 INFO:tasks.rados.rados.0.smithi003.stdout:3263: snap_create 2024-04-13T07:25:48.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:47 smithi003 ceph-mon[91733]: pgmap v778: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 491 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-04-13T07:25:48.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:47 smithi003 ceph-mon[91733]: osdmap e745: 8 total, 8 up, 8 in 2024-04-13T07:25:48.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:47 smithi003 ceph-mon[89364]: pgmap v778: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 491 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-04-13T07:25:48.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:47 smithi003 ceph-mon[89364]: osdmap e745: 8 total, 8 up, 8 in 2024-04-13T07:25:48.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:47 smithi066 ceph-mon[84331]: pgmap v778: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 491 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-04-13T07:25:48.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:47 smithi066 ceph-mon[84331]: osdmap e745: 8 total, 8 up, 8 in 2024-04-13T07:25:48.887 INFO:tasks.rados.rados.0.smithi003.stdout:3263: done (0 left) 2024-04-13T07:25:48.887 INFO:tasks.rados.rados.0.smithi003.stdout:3264: rollback oid 32 current snap is 341 2024-04-13T07:25:48.887 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 32 to 337 2024-04-13T07:25:48.887 INFO:tasks.rados.rados.0.smithi003.stdout:3265: copy_from oid 1 from oid 15 current snap is 341 2024-04-13T07:25:48.887 INFO:tasks.rados.rados.0.smithi003.stdout:3266: snap_remove snap 333 2024-04-13T07:25:49.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:48 smithi003 ceph-mon[91733]: osdmap e746: 8 total, 8 up, 8 in 2024-04-13T07:25:49.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:48 smithi003 ceph-mon[91733]: osdmap e747: 8 total, 8 up, 8 in 2024-04-13T07:25:49.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:48 smithi003 ceph-mon[89364]: osdmap e746: 8 total, 8 up, 8 in 2024-04-13T07:25:49.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:48 smithi003 ceph-mon[89364]: osdmap e747: 8 total, 8 up, 8 in 2024-04-13T07:25:49.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:48 smithi066 ceph-mon[84331]: osdmap e746: 8 total, 8 up, 8 in 2024-04-13T07:25:49.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:48 smithi066 ceph-mon[84331]: osdmap e747: 8 total, 8 up, 8 in 2024-04-13T07:25:49.892 INFO:tasks.rados.rados.0.smithi003.stdout:3266: done (2 left) 2024-04-13T07:25:49.892 INFO:tasks.rados.rados.0.smithi003.stdout:3267: copy_from oid 40 from oid 30 current snap is 341 2024-04-13T07:25:49.892 INFO:tasks.rados.rados.0.smithi003.stdout:3264: finishing rollback tid 0 to smithi00377890-32 2024-04-13T07:25:49.892 INFO:tasks.rados.rados.0.smithi003.stdout:3264: finishing rollback tid 1 to smithi00377890-32 2024-04-13T07:25:49.892 INFO:tasks.rados.rados.0.smithi003.stdout:3264: finishing rollback tid 2 to smithi00377890-32 2024-04-13T07:25:49.892 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 3172 (ObjNum 477 snap 161 seq_num 477) dirty exists 2024-04-13T07:25:49.892 INFO:tasks.rados.rados.0.smithi003.stdout:3265: finishing copy_from racing read to smithi00377890-1 2024-04-13T07:25:49.892 INFO:tasks.rados.rados.0.smithi003.stdout:3265: finishing copy_from to smithi00377890-1 2024-04-13T07:25:49.892 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 2949 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:25:49.893 INFO:tasks.rados.rados.0.smithi003.stdout:3264: done (2 left) 2024-04-13T07:25:49.893 INFO:tasks.rados.rados.0.smithi003.stdout:3265: done (1 left) 2024-04-13T07:25:49.893 INFO:tasks.rados.rados.0.smithi003.stdout:3268: read oid 42 snap -1 2024-04-13T07:25:49.893 INFO:tasks.rados.rados.0.smithi003.stdout:3268: expect (ObjNum 985 snap 337 seq_num 985) 2024-04-13T07:25:49.893 INFO:tasks.rados.rados.0.smithi003.stdout:3269: read oid 19 snap -1 2024-04-13T07:25:49.893 INFO:tasks.rados.rados.0.smithi003.stdout:3269: expect deleted 2024-04-13T07:25:49.893 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 23 current snap is 341 2024-04-13T07:25:49.893 INFO:tasks.rados.rados.0.smithi003.stdout:3270: seq_num 993 ranges {0=638976,638976=409600,1048576=409600,1458176=688128,2146304=98304} 2024-04-13T07:25:49.897 INFO:tasks.rados.rados.0.smithi003.stdout:3270: writing smithi00377890-23 from 0 to 638976 tid 1 2024-04-13T07:25:49.899 INFO:tasks.rados.rados.0.smithi003.stdout:3270: writing smithi00377890-23 from 638976 to 1048576 tid 2 2024-04-13T07:25:49.902 INFO:tasks.rados.rados.0.smithi003.stdout:3270: writing smithi00377890-23 from 1048576 to 1458176 tid 3 2024-04-13T07:25:49.906 INFO:tasks.rados.rados.0.smithi003.stdout:3270: writing smithi00377890-23 from 1458176 to 2146304 tid 4 2024-04-13T07:25:49.907 INFO:tasks.rados.rados.0.smithi003.stdout:3270: writing smithi00377890-23 from 2146304 to 2244608 tid 5 2024-04-13T07:25:49.908 INFO:tasks.rados.rados.0.smithi003.stdout:3271: rmattr oid 20 current snap is 341 2024-04-13T07:25:49.908 INFO:tasks.rados.rados.0.smithi003.stdout:3271: done (4 left) 2024-04-13T07:25:49.908 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 48 current snap is 341 2024-04-13T07:25:49.908 INFO:tasks.rados.rados.0.smithi003.stdout:3272: seq_num 994 ranges {3022848=655360,3678208=688128,4366336=622592,4988928=294912} 2024-04-13T07:25:49.929 INFO:tasks.rados.rados.0.smithi003.stdout:3272: writing smithi00377890-48 from 3022848 to 3678208 tid 1 2024-04-13T07:25:49.933 INFO:tasks.rados.rados.0.smithi003.stdout:3272: writing smithi00377890-48 from 3678208 to 4366336 tid 2 2024-04-13T07:25:49.936 INFO:tasks.rados.rados.0.smithi003.stdout:3272: writing smithi00377890-48 from 4366336 to 4988928 tid 3 2024-04-13T07:25:49.938 INFO:tasks.rados.rados.0.smithi003.stdout:3272: writing smithi00377890-48 from 4988928 to 5283840 tid 4 2024-04-13T07:25:49.939 INFO:tasks.rados.rados.0.smithi003.stdout:3273: read oid 9 snap -1 2024-04-13T07:25:49.939 INFO:tasks.rados.rados.0.smithi003.stdout:3273: expect (ObjNum 781 snap 278 seq_num 781) 2024-04-13T07:25:49.939 INFO:tasks.rados.rados.0.smithi003.stdout:3274: snap_create 2024-04-13T07:25:49.939 INFO:tasks.rados.rados.0.smithi003.stdout:3270: finishing write tid 1 to smithi00377890-23 2024-04-13T07:25:49.939 INFO:tasks.rados.rados.0.smithi003.stdout:3270: finishing write tid 2 to smithi00377890-23 2024-04-13T07:25:49.939 INFO:tasks.rados.rados.0.smithi003.stdout:3268: expect (ObjNum 985 snap 337 seq_num 985) 2024-04-13T07:25:50.048 INFO:tasks.rados.rados.0.smithi003.stdout:3270: finishing write tid 3 to smithi00377890-23 2024-04-13T07:25:50.048 INFO:tasks.rados.rados.0.smithi003.stdout:3270: finishing write tid 4 to smithi00377890-23 2024-04-13T07:25:50.048 INFO:tasks.rados.rados.0.smithi003.stdout:3270: finishing write tid 5 to smithi00377890-23 2024-04-13T07:25:50.048 INFO:tasks.rados.rados.0.smithi003.stdout:3270: finishing write tid 6 to smithi00377890-23 2024-04-13T07:25:50.048 INFO:tasks.rados.rados.0.smithi003.stdout:3270: finishing write tid 7 to smithi00377890-23 2024-04-13T07:25:50.048 INFO:tasks.rados.rados.0.smithi003.stdout:3270: oid 23 updating version 0 to 3181 2024-04-13T07:25:50.048 INFO:tasks.rados.rados.0.smithi003.stdout:3270: oid 23 version 3181 is already newer than 3179 2024-04-13T07:25:50.048 INFO:tasks.rados.rados.0.smithi003.stdout:3270: oid 23 updating version 3181 to 3182 2024-04-13T07:25:50.049 INFO:tasks.rados.rados.0.smithi003.stdout:3270: oid 23 version 3182 is already newer than 3177 2024-04-13T07:25:50.049 INFO:tasks.rados.rados.0.smithi003.stdout:3270: oid 23 version 3182 is already newer than 3178 2024-04-13T07:25:50.049 INFO:tasks.rados.rados.0.smithi003.stdout:3270: oid 23 version 3182 is already newer than 3180 2024-04-13T07:25:50.049 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 3182 (ObjNum 993 snap 341 seq_num 993) dirty exists 2024-04-13T07:25:50.049 INFO:tasks.rados.rados.0.smithi003.stdout:3270: left oid 23 (ObjNum 993 snap 341 seq_num 993) 2024-04-13T07:25:50.049 INFO:tasks.rados.rados.0.smithi003.stdout:3272: finishing write tid 1 to smithi00377890-48 2024-04-13T07:25:50.049 INFO:tasks.rados.rados.0.smithi003.stdout:3272: finishing write tid 2 to smithi00377890-48 2024-04-13T07:25:50.049 INFO:tasks.rados.rados.0.smithi003.stdout:3272: finishing write tid 3 to smithi00377890-48 2024-04-13T07:25:50.049 INFO:tasks.rados.rados.0.smithi003.stdout:3272: finishing write tid 4 to smithi00377890-48 2024-04-13T07:25:50.049 INFO:tasks.rados.rados.0.smithi003.stdout:3272: finishing write tid 5 to smithi00377890-48 2024-04-13T07:25:50.049 INFO:tasks.rados.rados.0.smithi003.stdout:3272: finishing write tid 6 to smithi00377890-48 2024-04-13T07:25:50.049 INFO:tasks.rados.rados.0.smithi003.stdout:3272: oid 48 updating version 0 to 2852 2024-04-13T07:25:50.049 INFO:tasks.rados.rados.0.smithi003.stdout:3272: oid 48 version 2852 is already newer than 2848 2024-04-13T07:25:50.049 INFO:tasks.rados.rados.0.smithi003.stdout:3272: oid 48 version 2852 is already newer than 2851 2024-04-13T07:25:50.050 INFO:tasks.rados.rados.0.smithi003.stdout:3272: oid 48 version 2852 is already newer than 2850 2024-04-13T07:25:50.050 INFO:tasks.rados.rados.0.smithi003.stdout:3272: oid 48 version 2852 is already newer than 2849 2024-04-13T07:25:50.050 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 2852 (ObjNum 994 snap 341 seq_num 994) dirty exists 2024-04-13T07:25:50.050 INFO:tasks.rados.rados.0.smithi003.stdout:3272: left oid 48 (ObjNum 994 snap 341 seq_num 994) 2024-04-13T07:25:50.050 INFO:tasks.rados.rados.0.smithi003.stdout:3273: expect (ObjNum 781 snap 278 seq_num 781) 2024-04-13T07:25:50.144 INFO:tasks.rados.rados.0.smithi003.stdout:3267: finishing copy_from racing read to smithi00377890-40 2024-04-13T07:25:50.145 INFO:tasks.rados.rados.0.smithi003.stdout:3267: finishing copy_from to smithi00377890-40 2024-04-13T07:25:50.145 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 2908 (ObjNum 984 snap 337 seq_num 984) dirty exists 2024-04-13T07:25:50.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:49 smithi003 ceph-mon[91733]: pgmap v781: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 491 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-13T07:25:50.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:49 smithi003 ceph-mon[91733]: osdmap e748: 8 total, 8 up, 8 in 2024-04-13T07:25:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:49 smithi003 ceph-mon[89364]: pgmap v781: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 491 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-13T07:25:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:49 smithi003 ceph-mon[89364]: osdmap e748: 8 total, 8 up, 8 in 2024-04-13T07:25:50.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:49 smithi066 ceph-mon[84331]: pgmap v781: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 491 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-13T07:25:50.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:49 smithi066 ceph-mon[84331]: osdmap e748: 8 total, 8 up, 8 in 2024-04-13T07:25:50.889 INFO:tasks.rados.rados.0.smithi003.stdout:3267: done (6 left) 2024-04-13T07:25:50.890 INFO:tasks.rados.rados.0.smithi003.stdout:3268: done (5 left) 2024-04-13T07:25:50.890 INFO:tasks.rados.rados.0.smithi003.stdout:3269: done (4 left) 2024-04-13T07:25:50.890 INFO:tasks.rados.rados.0.smithi003.stdout:3270: done (3 left) 2024-04-13T07:25:50.890 INFO:tasks.rados.rados.0.smithi003.stdout:3272: done (2 left) 2024-04-13T07:25:50.890 INFO:tasks.rados.rados.0.smithi003.stdout:3273: done (1 left) 2024-04-13T07:25:50.890 INFO:tasks.rados.rados.0.smithi003.stdout:3274: done (0 left) 2024-04-13T07:25:50.890 INFO:tasks.rados.rados.0.smithi003.stdout:3275: read oid 5 snap -1 2024-04-13T07:25:50.890 INFO:tasks.rados.rados.0.smithi003.stdout:3275: expect (ObjNum 967 snap 330 seq_num 967) 2024-04-13T07:25:50.890 INFO:tasks.rados.rados.0.smithi003.stdout:3276: read oid 45 snap 304 2024-04-13T07:25:50.890 INFO:tasks.rados.rados.0.smithi003.stdout:3276: expect (ObjNum 826 snap 292 seq_num 826) 2024-04-13T07:25:50.890 INFO:tasks.rados.rados.0.smithi003.stdout:3277: read oid 37 snap -1 2024-04-13T07:25:50.890 INFO:tasks.rados.rados.0.smithi003.stdout:3277: expect (ObjNum 991 snap 338 seq_num 991) 2024-04-13T07:25:50.890 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 31 current snap is 342 2024-04-13T07:25:50.890 INFO:tasks.rados.rados.0.smithi003.stdout:3278: seq_num 995 ranges {2719744=671744,3391488=573440,3964928=778240,4743168=253952} 2024-04-13T07:25:50.909 INFO:tasks.rados.rados.0.smithi003.stdout:3278: writing smithi00377890-31 from 2719744 to 3391488 tid 1 2024-04-13T07:25:50.912 INFO:tasks.rados.rados.0.smithi003.stdout:3278: writing smithi00377890-31 from 3391488 to 3964928 tid 2 2024-04-13T07:25:50.917 INFO:tasks.rados.rados.0.smithi003.stdout:3278: writing smithi00377890-31 from 3964928 to 4743168 tid 3 2024-04-13T07:25:50.919 INFO:tasks.rados.rados.0.smithi003.stdout:3278: writing smithi00377890-31 from 4743168 to 4997120 tid 4 2024-04-13T07:25:50.919 INFO:tasks.rados.rados.0.smithi003.stdout:3279: read oid 28 snap -1 2024-04-13T07:25:50.919 INFO:tasks.rados.rados.0.smithi003.stdout:3279: expect (ObjNum 983 snap 336 seq_num 983) 2024-04-13T07:25:50.919 INFO:tasks.rados.rados.0.smithi003.stdout:3280: delete oid 44 current snap is 342 2024-04-13T07:25:50.919 INFO:tasks.rados.rados.0.smithi003.stdout:3276: expect (ObjNum 826 snap 292 seq_num 826) 2024-04-13T07:25:50.970 INFO:tasks.rados.rados.0.smithi003.stdout:3277: expect (ObjNum 991 snap 338 seq_num 991) 2024-04-13T07:25:51.169 INFO:tasks.rados.rados.0.smithi003.stdout:3275: expect (ObjNum 967 snap 330 seq_num 967) 2024-04-13T07:25:51.355 INFO:tasks.rados.rados.0.smithi003.stdout:3278: finishing write tid 1 to smithi00377890-31 2024-04-13T07:25:51.355 INFO:tasks.rados.rados.0.smithi003.stdout:3278: finishing write tid 2 to smithi00377890-31 2024-04-13T07:25:51.356 INFO:tasks.rados.rados.0.smithi003.stdout:3278: finishing write tid 3 to smithi00377890-31 2024-04-13T07:25:51.356 INFO:tasks.rados.rados.0.smithi003.stdout:3278: finishing write tid 4 to smithi00377890-31 2024-04-13T07:25:51.356 INFO:tasks.rados.rados.0.smithi003.stdout:3278: finishing write tid 5 to smithi00377890-31 2024-04-13T07:25:51.356 INFO:tasks.rados.rados.0.smithi003.stdout:3278: finishing write tid 6 to smithi00377890-31 2024-04-13T07:25:51.356 INFO:tasks.rados.rados.0.smithi003.stdout:3278: oid 31 updating version 0 to 2496 2024-04-13T07:25:51.356 INFO:tasks.rados.rados.0.smithi003.stdout:3278: oid 31 updating version 2496 to 2498 2024-04-13T07:25:51.356 INFO:tasks.rados.rados.0.smithi003.stdout:3278: oid 31 updating version 2498 to 2499 2024-04-13T07:25:51.356 INFO:tasks.rados.rados.0.smithi003.stdout:3278: oid 31 version 2499 is already newer than 2497 2024-04-13T07:25:51.356 INFO:tasks.rados.rados.0.smithi003.stdout:3278: oid 31 version 2499 is already newer than 2495 2024-04-13T07:25:51.356 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 2499 (ObjNum 995 snap 342 seq_num 995) dirty exists 2024-04-13T07:25:51.356 INFO:tasks.rados.rados.0.smithi003.stdout:3278: left oid 31 (ObjNum 995 snap 342 seq_num 995) 2024-04-13T07:25:51.356 INFO:tasks.rados.rados.0.smithi003.stdout:3279: expect (ObjNum 983 snap 336 seq_num 983) 2024-04-13T07:25:51.410 INFO:tasks.rados.rados.0.smithi003.stdout:3275: done (5 left) 2024-04-13T07:25:51.411 INFO:tasks.rados.rados.0.smithi003.stdout:3276: done (4 left) 2024-04-13T07:25:51.411 INFO:tasks.rados.rados.0.smithi003.stdout:3277: done (3 left) 2024-04-13T07:25:51.411 INFO:tasks.rados.rados.0.smithi003.stdout:3278: done (2 left) 2024-04-13T07:25:51.411 INFO:tasks.rados.rados.0.smithi003.stdout:3279: done (1 left) 2024-04-13T07:25:51.411 INFO:tasks.rados.rados.0.smithi003.stdout:3280: done (0 left) 2024-04-13T07:25:51.411 INFO:tasks.rados.rados.0.smithi003.stdout:3281: read oid 41 snap -1 2024-04-13T07:25:51.411 INFO:tasks.rados.rados.0.smithi003.stdout:3281: expect deleted 2024-04-13T07:25:51.411 INFO:tasks.rados.rados.0.smithi003.stdout:3282: snap_remove snap 321 2024-04-13T07:25:51.980 INFO:tasks.rados.rados.0.smithi003.stdout:3281: done (1 left) 2024-04-13T07:25:51.981 INFO:tasks.rados.rados.0.smithi003.stdout:3282: done (0 left) 2024-04-13T07:25:51.981 INFO:tasks.rados.rados.0.smithi003.stdout:3283: copy_from oid 14 from oid 46 current snap is 342 2024-04-13T07:25:51.981 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 342 2024-04-13T07:25:51.981 INFO:tasks.rados.rados.0.smithi003.stdout:3284: seq_num 997 ranges {3211264=704512,3915776=794624,4710400=794624,5505024=16384} 2024-04-13T07:25:52.003 INFO:tasks.rados.rados.0.smithi003.stdout:3284: writing smithi00377890-38 from 3211264 to 3915776 tid 1 2024-04-13T07:25:52.009 INFO:tasks.rados.rados.0.smithi003.stdout:3284: writing smithi00377890-38 from 3915776 to 4710400 tid 2 2024-04-13T07:25:52.015 INFO:tasks.rados.rados.0.smithi003.stdout:3284: writing smithi00377890-38 from 4710400 to 5505024 tid 3 2024-04-13T07:25:52.015 INFO:tasks.rados.rados.0.smithi003.stdout:3284: writing smithi00377890-38 from 5505024 to 5521408 tid 4 2024-04-13T07:25:52.015 INFO:tasks.rados.rados.0.smithi003.stdout:3285: snap_remove snap 328 2024-04-13T07:25:52.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:51 smithi066 ceph-mon[84331]: pgmap v784: 121 pgs: 121 active+clean; 527 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.9 MiB/s wr, 18 op/s 2024-04-13T07:25:52.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:51 smithi066 ceph-mon[84331]: osdmap e749: 8 total, 8 up, 8 in 2024-04-13T07:25:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:51 smithi003 ceph-mon[91733]: pgmap v784: 121 pgs: 121 active+clean; 527 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.9 MiB/s wr, 18 op/s 2024-04-13T07:25:52.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:51 smithi003 ceph-mon[91733]: osdmap e749: 8 total, 8 up, 8 in 2024-04-13T07:25:52.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:51 smithi003 ceph-mon[89364]: pgmap v784: 121 pgs: 121 active+clean; 527 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.9 MiB/s wr, 18 op/s 2024-04-13T07:25:52.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:51 smithi003 ceph-mon[89364]: osdmap e749: 8 total, 8 up, 8 in 2024-04-13T07:25:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:25:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:25:52.986 INFO:tasks.rados.rados.0.smithi003.stdout:3284: finishing write tid 1 to smithi00377890-38 2024-04-13T07:25:52.987 INFO:tasks.rados.rados.0.smithi003.stdout:3284: finishing write tid 2 to smithi00377890-38 2024-04-13T07:25:52.987 INFO:tasks.rados.rados.0.smithi003.stdout:3284: finishing write tid 3 to smithi00377890-38 2024-04-13T07:25:52.987 INFO:tasks.rados.rados.0.smithi003.stdout:3284: finishing write tid 4 to smithi00377890-38 2024-04-13T07:25:52.987 INFO:tasks.rados.rados.0.smithi003.stdout:3284: finishing write tid 5 to smithi00377890-38 2024-04-13T07:25:52.987 INFO:tasks.rados.rados.0.smithi003.stdout:3284: finishing write tid 6 to smithi00377890-38 2024-04-13T07:25:52.987 INFO:tasks.rados.rados.0.smithi003.stdout:3284: oid 38 updating version 0 to 2563 2024-04-13T07:25:52.987 INFO:tasks.rados.rados.0.smithi003.stdout:3284: oid 38 version 2563 is already newer than 2560 2024-04-13T07:25:52.987 INFO:tasks.rados.rados.0.smithi003.stdout:3284: oid 38 updating version 2563 to 2564 2024-04-13T07:25:52.987 INFO:tasks.rados.rados.0.smithi003.stdout:3284: oid 38 version 2564 is already newer than 2562 2024-04-13T07:25:52.987 INFO:tasks.rados.rados.0.smithi003.stdout:3284: oid 38 version 2564 is already newer than 2561 2024-04-13T07:25:52.987 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2564 (ObjNum 997 snap 342 seq_num 997) dirty exists 2024-04-13T07:25:52.987 INFO:tasks.rados.rados.0.smithi003.stdout:3284: left oid 38 (ObjNum 997 snap 342 seq_num 997) 2024-04-13T07:25:52.988 INFO:tasks.rados.rados.0.smithi003.stdout:3283: finishing copy_from racing read to smithi00377890-14 2024-04-13T07:25:52.988 INFO:tasks.rados.rados.0.smithi003.stdout:3283: finishing copy_from to smithi00377890-14 2024-04-13T07:25:52.988 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 2886 (ObjNum 965 snap 330 seq_num 965) dirty exists 2024-04-13T07:25:52.988 INFO:tasks.rados.rados.0.smithi003.stdout:3283: done (2 left) 2024-04-13T07:25:52.988 INFO:tasks.rados.rados.0.smithi003.stdout:3284: done (1 left) 2024-04-13T07:25:52.988 INFO:tasks.rados.rados.0.smithi003.stdout:3285: done (0 left) 2024-04-13T07:25:52.988 INFO:tasks.rados.rados.0.smithi003.stdout:3286: delete oid 29 current snap is 342 2024-04-13T07:25:53.001 INFO:tasks.rados.rados.0.smithi003.stdout:3286: done (0 left) 2024-04-13T07:25:53.001 INFO:tasks.rados.rados.0.smithi003.stdout:3287: rollback oid 32 current snap is 342 2024-04-13T07:25:53.002 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 32 to 283 2024-04-13T07:25:53.002 INFO:tasks.rados.rados.0.smithi003.stdout:3288: read oid 10 snap -1 2024-04-13T07:25:53.002 INFO:tasks.rados.rados.0.smithi003.stdout:3288: expect (ObjNum 906 snap 305 seq_num 906) 2024-04-13T07:25:53.002 INFO:tasks.rados.rados.0.smithi003.stdout:3289: copy_from oid 48 from oid 24 current snap is 342 2024-04-13T07:25:53.002 INFO:tasks.rados.rados.0.smithi003.stdout:3290: snap_create 2024-04-13T07:25:53.009 INFO:tasks.rados.rados.0.smithi003.stdout:3287: finishing rollback tid 0 to smithi00377890-32 2024-04-13T07:25:53.009 INFO:tasks.rados.rados.0.smithi003.stdout:3287: finishing rollback tid 1 to smithi00377890-32 2024-04-13T07:25:53.012 INFO:tasks.rados.rados.0.smithi003.stdout:3287: finishing rollback tid 2 to smithi00377890-32 2024-04-13T07:25:53.012 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 3197 (ObjNum 730 snap 249 seq_num 730) dirty exists 2024-04-13T07:25:53.018 INFO:tasks.rados.rados.0.smithi003.stdout:3289: finishing copy_from racing read to smithi00377890-48 2024-04-13T07:25:53.021 INFO:tasks.rados.rados.0.smithi003.stdout:3289: finishing copy_from to smithi00377890-48 2024-04-13T07:25:53.021 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 2471 (ObjNum 946 snap 320 seq_num 946) dirty exists 2024-04-13T07:25:53.033 INFO:tasks.rados.rados.0.smithi003.stdout:3288: expect (ObjNum 906 snap 305 seq_num 906) 2024-04-13T07:25:53.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:52 smithi003 ceph-mon[91733]: osdmap e750: 8 total, 8 up, 8 in 2024-04-13T07:25:53.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:25:53.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:52 smithi003 ceph-mon[89364]: osdmap e750: 8 total, 8 up, 8 in 2024-04-13T07:25:53.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:25:53.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:52 smithi066 ceph-mon[84331]: osdmap e750: 8 total, 8 up, 8 in 2024-04-13T07:25:53.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:25:53.887 INFO:tasks.rados.rados.0.smithi003.stdout:3287: done (3 left) 2024-04-13T07:25:53.888 INFO:tasks.rados.rados.0.smithi003.stdout:3288: done (2 left) 2024-04-13T07:25:53.888 INFO:tasks.rados.rados.0.smithi003.stdout:3289: done (1 left) 2024-04-13T07:25:53.888 INFO:tasks.rados.rados.0.smithi003.stdout:3290: done (0 left) 2024-04-13T07:25:53.888 INFO:tasks.rados.rados.0.smithi003.stdout:3291: snap_create 2024-04-13T07:25:54.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:53 smithi003 ceph-mon[91733]: pgmap v787: 121 pgs: 121 active+clean; 529 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 9.4 MiB/s wr, 22 op/s 2024-04-13T07:25:54.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:53 smithi003 ceph-mon[91733]: osdmap e751: 8 total, 8 up, 8 in 2024-04-13T07:25:54.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:53 smithi003 ceph-mon[91733]: osdmap e752: 8 total, 8 up, 8 in 2024-04-13T07:25:54.386 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:25:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:25:54] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-04-13T07:25:54.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:53 smithi003 ceph-mon[89364]: pgmap v787: 121 pgs: 121 active+clean; 529 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 9.4 MiB/s wr, 22 op/s 2024-04-13T07:25:54.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:53 smithi003 ceph-mon[89364]: osdmap e751: 8 total, 8 up, 8 in 2024-04-13T07:25:54.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:53 smithi003 ceph-mon[89364]: osdmap e752: 8 total, 8 up, 8 in 2024-04-13T07:25:54.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:53 smithi066 ceph-mon[84331]: pgmap v787: 121 pgs: 121 active+clean; 529 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 9.4 MiB/s wr, 22 op/s 2024-04-13T07:25:54.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:53 smithi066 ceph-mon[84331]: osdmap e751: 8 total, 8 up, 8 in 2024-04-13T07:25:54.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:53 smithi066 ceph-mon[84331]: osdmap e752: 8 total, 8 up, 8 in 2024-04-13T07:25:54.888 INFO:tasks.rados.rados.0.smithi003.stdout:3291: done (0 left) 2024-04-13T07:25:54.889 INFO:tasks.rados.rados.0.smithi003.stdout:3292: snap_create 2024-04-13T07:25:55.891 INFO:tasks.rados.rados.0.smithi003.stdout:3292: done (0 left) 2024-04-13T07:25:55.891 INFO:tasks.rados.rados.0.smithi003.stdout:3293: rmattr oid 31 current snap is 345 2024-04-13T07:25:55.891 INFO:tasks.rados.rados.0.smithi003.stdout:3293: done (0 left) 2024-04-13T07:25:55.891 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 24 current snap is 345 2024-04-13T07:25:55.892 INFO:tasks.rados.rados.0.smithi003.stdout:3294: seq_num 999 ranges {1843200=737280,2580480=565248,3145728=761856,3907584=278528} 2024-04-13T07:25:55.905 INFO:tasks.rados.rados.0.smithi003.stdout:3294: writing smithi00377890-24 from 1843200 to 2580480 tid 1 2024-04-13T07:25:55.908 INFO:tasks.rados.rados.0.smithi003.stdout:3294: writing smithi00377890-24 from 2580480 to 3145728 tid 2 2024-04-13T07:25:55.912 INFO:tasks.rados.rados.0.smithi003.stdout:3294: writing smithi00377890-24 from 3145728 to 3907584 tid 3 2024-04-13T07:25:55.914 INFO:tasks.rados.rados.0.smithi003.stdout:3294: writing smithi00377890-24 from 3907584 to 4186112 tid 4 2024-04-13T07:25:55.915 INFO:tasks.rados.rados.0.smithi003.stdout:3295: copy_from oid 13 from oid 50 current snap is 345 2024-04-13T07:25:55.915 INFO:tasks.rados.rados.0.smithi003.stdout:3294: finishing write tid 1 to smithi00377890-24 2024-04-13T07:25:55.915 INFO:tasks.rados.rados.0.smithi003.stdout:3294: finishing write tid 2 to smithi00377890-24 2024-04-13T07:25:55.915 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 6 current snap is 345 2024-04-13T07:25:55.915 INFO:tasks.rados.rados.0.smithi003.stdout:3296: seq_num 1000 ranges {12574720=753664,13328384=442368,13770752=565248,14336000=458752,14794752=139264} 2024-04-13T07:25:55.988 INFO:tasks.rados.rados.0.smithi003.stdout:3296: writing smithi00377890-6 from 12574720 to 13328384 tid 1 2024-04-13T07:25:55.991 INFO:tasks.rados.rados.0.smithi003.stdout:3296: writing smithi00377890-6 from 13328384 to 13770752 tid 2 2024-04-13T07:25:55.994 INFO:tasks.rados.rados.0.smithi003.stdout:3296: writing smithi00377890-6 from 13770752 to 14336000 tid 3 2024-04-13T07:25:55.997 INFO:tasks.rados.rados.0.smithi003.stdout:3296: writing smithi00377890-6 from 14336000 to 14794752 tid 4 2024-04-13T07:25:55.999 INFO:tasks.rados.rados.0.smithi003.stdout:3296: writing smithi00377890-6 from 14794752 to 14934016 tid 5 2024-04-13T07:25:55.999 INFO:tasks.rados.rados.0.smithi003.stdout:3297: copy_from oid 2 from oid 10 current snap is 345 2024-04-13T07:25:55.999 INFO:tasks.rados.rados.0.smithi003.stdout:3294: finishing write tid 3 to smithi00377890-24 2024-04-13T07:25:55.999 INFO:tasks.rados.rados.0.smithi003.stdout:3294: finishing write tid 4 to smithi00377890-24 2024-04-13T07:25:55.999 INFO:tasks.rados.rados.0.smithi003.stdout:3294: finishing write tid 5 to smithi00377890-24 2024-04-13T07:25:55.999 INFO:tasks.rados.rados.0.smithi003.stdout:3294: finishing write tid 6 to smithi00377890-24 2024-04-13T07:25:55.999 INFO:tasks.rados.rados.0.smithi003.stdout:3294: oid 24 updating version 0 to 2872 2024-04-13T07:25:56.000 INFO:tasks.rados.rados.0.smithi003.stdout:3294: oid 24 version 2872 is already newer than 2868 2024-04-13T07:25:56.000 INFO:tasks.rados.rados.0.smithi003.stdout:3294: oid 24 version 2872 is already newer than 2870 2024-04-13T07:25:56.000 INFO:tasks.rados.rados.0.smithi003.stdout:3294: oid 24 version 2872 is already newer than 2871 2024-04-13T07:25:56.000 INFO:tasks.rados.rados.0.smithi003.stdout:3294: oid 24 version 2872 is already newer than 2869 2024-04-13T07:25:56.000 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 2872 (ObjNum 999 snap 345 seq_num 999) dirty exists 2024-04-13T07:25:56.000 INFO:tasks.rados.rados.0.smithi003.stdout:3294: left oid 24 (ObjNum 999 snap 345 seq_num 999) 2024-04-13T07:25:56.000 INFO:tasks.rados.rados.0.smithi003.stdout:3294: done (3 left) 2024-04-13T07:25:56.000 INFO:tasks.rados.rados.0.smithi003.stdout:3298: read oid 27 snap -1 2024-04-13T07:25:56.000 INFO:tasks.rados.rados.0.smithi003.stdout:3298: expect (ObjNum 970 snap 332 seq_num 970) 2024-04-13T07:25:56.000 INFO:tasks.rados.rados.0.smithi003.stdout:3299: setattr oid 17 current snap is 345 2024-04-13T07:25:56.000 INFO:tasks.rados.rados.0.smithi003.stdout:3295: finishing copy_from racing read to smithi00377890-13 2024-04-13T07:25:56.000 INFO:tasks.rados.rados.0.smithi003.stdout:3295: finishing copy_from to smithi00377890-13 2024-04-13T07:25:56.001 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 2547 (ObjNum 804 snap 288 seq_num 804) dirty exists 2024-04-13T07:25:56.001 INFO:tasks.rados.rados.0.smithi003.stdout:3296: finishing write tid 1 to smithi00377890-6 2024-04-13T07:25:56.001 INFO:tasks.rados.rados.0.smithi003.stdout:3296: finishing write tid 2 to smithi00377890-6 2024-04-13T07:25:56.001 INFO:tasks.rados.rados.0.smithi003.stdout:3296: finishing write tid 3 to smithi00377890-6 2024-04-13T07:25:56.001 INFO:tasks.rados.rados.0.smithi003.stdout:3295: done (4 left) 2024-04-13T07:25:56.001 INFO:tasks.rados.rados.0.smithi003.stdout:3300: delete oid 35 current snap is 345 2024-04-13T07:25:56.002 INFO:tasks.rados.rados.0.smithi003.stdout:3296: finishing write tid 4 to smithi00377890-6 2024-04-13T07:25:56.003 INFO:tasks.rados.rados.0.smithi003.stdout:3296: finishing write tid 5 to smithi00377890-6 2024-04-13T07:25:56.003 INFO:tasks.rados.rados.0.smithi003.stdout:3296: finishing write tid 6 to smithi00377890-6 2024-04-13T07:25:56.005 INFO:tasks.rados.rados.0.smithi003.stdout:3300: done (4 left) 2024-04-13T07:25:56.005 INFO:tasks.rados.rados.0.smithi003.stdout:3301: snap_create 2024-04-13T07:25:56.006 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 2950 (ObjNum 982 snap 336 seq_num 982) dirty exists 2024-04-13T07:25:56.006 INFO:tasks.rados.rados.0.smithi003.stdout:3296: finishing write tid 7 to smithi00377890-6 2024-04-13T07:25:56.006 INFO:tasks.rados.rados.0.smithi003.stdout:3296: oid 6 updating version 0 to 2796 2024-04-13T07:25:56.006 INFO:tasks.rados.rados.0.smithi003.stdout:3296: oid 6 version 2796 is already newer than 2794 2024-04-13T07:25:56.006 INFO:tasks.rados.rados.0.smithi003.stdout:3296: oid 6 updating version 2796 to 2798 2024-04-13T07:25:56.006 INFO:tasks.rados.rados.0.smithi003.stdout:3296: oid 6 version 2798 is already newer than 2797 2024-04-13T07:25:56.006 INFO:tasks.rados.rados.0.smithi003.stdout:3296: oid 6 version 2798 is already newer than 2793 2024-04-13T07:25:56.006 INFO:tasks.rados.rados.0.smithi003.stdout:3296: oid 6 version 2798 is already newer than 2795 2024-04-13T07:25:56.006 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 2798 (ObjNum 1000 snap 345 seq_num 1000) dirty exists 2024-04-13T07:25:56.006 INFO:tasks.rados.rados.0.smithi003.stdout:3296: left oid 6 (ObjNum 1000 snap 345 seq_num 1000) 2024-04-13T07:25:56.026 INFO:tasks.rados.rados.0.smithi003.stdout:3298: expect (ObjNum 970 snap 332 seq_num 970) 2024-04-13T07:25:56.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:55 smithi066 ceph-mon[84331]: pgmap v790: 121 pgs: 121 active+clean; 545 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 9 op/s 2024-04-13T07:25:56.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:55 smithi066 ceph-mon[84331]: osdmap e753: 8 total, 8 up, 8 in 2024-04-13T07:25:56.326 INFO:tasks.rados.rados.0.smithi003.stdout:3297: finishing copy_from racing read to smithi00377890-2 2024-04-13T07:25:56.326 INFO:tasks.rados.rados.0.smithi003.stdout:3297: finishing copy_from to smithi00377890-2 2024-04-13T07:25:56.326 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 3132 (ObjNum 906 snap 305 seq_num 906) dirty exists 2024-04-13T07:25:56.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:55 smithi003 ceph-mon[91733]: pgmap v790: 121 pgs: 121 active+clean; 545 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 9 op/s 2024-04-13T07:25:56.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:55 smithi003 ceph-mon[91733]: osdmap e753: 8 total, 8 up, 8 in 2024-04-13T07:25:56.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:55 smithi003 ceph-mon[89364]: pgmap v790: 121 pgs: 121 active+clean; 545 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 9 op/s 2024-04-13T07:25:56.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:55 smithi003 ceph-mon[89364]: osdmap e753: 8 total, 8 up, 8 in 2024-04-13T07:25:56.903 INFO:tasks.rados.rados.0.smithi003.stdout:3296: done (4 left) 2024-04-13T07:25:56.903 INFO:tasks.rados.rados.0.smithi003.stdout:3297: done (3 left) 2024-04-13T07:25:56.903 INFO:tasks.rados.rados.0.smithi003.stdout:3298: done (2 left) 2024-04-13T07:25:56.903 INFO:tasks.rados.rados.0.smithi003.stdout:3299: done (1 left) 2024-04-13T07:25:56.903 INFO:tasks.rados.rados.0.smithi003.stdout:3301: done (0 left) 2024-04-13T07:25:56.903 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 45 current snap is 346 2024-04-13T07:25:56.903 INFO:tasks.rados.rados.0.smithi003.stdout:3302: seq_num 1002 ranges {3588096=786432,4374528=614400,4988928=581632,5570560=409600} 2024-04-13T07:25:56.926 INFO:tasks.rados.rados.0.smithi003.stdout:3302: writing smithi00377890-45 from 3588096 to 4374528 tid 1 2024-04-13T07:25:56.930 INFO:tasks.rados.rados.0.smithi003.stdout:3302: writing smithi00377890-45 from 4374528 to 4988928 tid 2 2024-04-13T07:25:56.933 INFO:tasks.rados.rados.0.smithi003.stdout:3302: writing smithi00377890-45 from 4988928 to 5570560 tid 3 2024-04-13T07:25:56.936 INFO:tasks.rados.rados.0.smithi003.stdout:3302: writing smithi00377890-45 from 5570560 to 5980160 tid 4 2024-04-13T07:25:56.936 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 1 current snap is 346 2024-04-13T07:25:56.936 INFO:tasks.rados.rados.0.smithi003.stdout:3302: finishing write tid 1 to smithi00377890-45 2024-04-13T07:25:56.936 INFO:tasks.rados.rados.0.smithi003.stdout:3302: finishing write tid 2 to smithi00377890-45 2024-04-13T07:25:56.936 INFO:tasks.rados.rados.0.smithi003.stdout:3303: seq_num 1003 ranges {0=802816,802816=499712,1302528=737280,2039808=368640} 2024-04-13T07:25:56.940 INFO:tasks.rados.rados.0.smithi003.stdout:3303: writing smithi00377890-1 from 0 to 802816 tid 1 2024-04-13T07:25:56.943 INFO:tasks.rados.rados.0.smithi003.stdout:3303: writing smithi00377890-1 from 802816 to 1302528 tid 2 2024-04-13T07:25:56.948 INFO:tasks.rados.rados.0.smithi003.stdout:3303: writing smithi00377890-1 from 1302528 to 2039808 tid 3 2024-04-13T07:25:56.950 INFO:tasks.rados.rados.0.smithi003.stdout:3303: writing smithi00377890-1 from 2039808 to 2408448 tid 4 2024-04-13T07:25:56.950 INFO:tasks.rados.rados.0.smithi003.stdout:3304: snap_remove snap 345 2024-04-13T07:25:57.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:56 smithi066 ceph-mon[84331]: osdmap e754: 8 total, 8 up, 8 in 2024-04-13T07:25:57.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:56 smithi003 ceph-mon[89364]: osdmap e754: 8 total, 8 up, 8 in 2024-04-13T07:25:57.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:56 smithi003 ceph-mon[91733]: osdmap e754: 8 total, 8 up, 8 in 2024-04-13T07:25:57.914 INFO:tasks.rados.rados.0.smithi003.stdout:3304: done (2 left) 2024-04-13T07:25:57.915 INFO:tasks.rados.rados.0.smithi003.stdout:3305: read oid 9 snap 334 2024-04-13T07:25:57.915 INFO:tasks.rados.rados.0.smithi003.stdout:3305: expect (ObjNum 838 snap 296 seq_num 838) 2024-04-13T07:25:57.915 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 23 current snap is 346 2024-04-13T07:25:57.915 INFO:tasks.rados.rados.0.smithi003.stdout:3302: finishing write tid 3 to smithi00377890-45 2024-04-13T07:25:57.915 INFO:tasks.rados.rados.0.smithi003.stdout:3302: finishing write tid 4 to smithi00377890-45 2024-04-13T07:25:57.915 INFO:tasks.rados.rados.0.smithi003.stdout:3302: finishing write tid 5 to smithi00377890-45 2024-04-13T07:25:57.915 INFO:tasks.rados.rados.0.smithi003.stdout:3306: seq_num 1004 ranges {2244608=16384} 2024-04-13T07:25:57.928 INFO:tasks.rados.rados.0.smithi003.stdout:3306: writing smithi00377890-23 from 2244608 to 2260992 tid 1 2024-04-13T07:25:57.928 INFO:tasks.rados.rados.0.smithi003.stdout:3307: delete oid 37 current snap is 346 2024-04-13T07:25:57.928 INFO:tasks.rados.rados.0.smithi003.stdout:3302: finishing write tid 6 to smithi00377890-45 2024-04-13T07:25:57.928 INFO:tasks.rados.rados.0.smithi003.stdout:3302: oid 45 updating version 0 to 3135 2024-04-13T07:25:57.928 INFO:tasks.rados.rados.0.smithi003.stdout:3302: oid 45 version 3135 is already newer than 3133 2024-04-13T07:25:57.928 INFO:tasks.rados.rados.0.smithi003.stdout:3302: oid 45 updating version 3135 to 3136 2024-04-13T07:25:57.928 INFO:tasks.rados.rados.0.smithi003.stdout:3302: oid 45 updating version 3136 to 3137 2024-04-13T07:25:57.928 INFO:tasks.rados.rados.0.smithi003.stdout:3302: oid 45 version 3137 is already newer than 3134 2024-04-13T07:25:57.929 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 3137 (ObjNum 1002 snap 346 seq_num 1002) dirty exists 2024-04-13T07:25:57.929 INFO:tasks.rados.rados.0.smithi003.stdout:3302: left oid 45 (ObjNum 1002 snap 346 seq_num 1002) 2024-04-13T07:25:57.929 INFO:tasks.rados.rados.0.smithi003.stdout:3303: finishing write tid 1 to smithi00377890-1 2024-04-13T07:25:57.929 INFO:tasks.rados.rados.0.smithi003.stdout:3303: finishing write tid 2 to smithi00377890-1 2024-04-13T07:25:57.929 INFO:tasks.rados.rados.0.smithi003.stdout:3303: finishing write tid 3 to smithi00377890-1 2024-04-13T07:25:57.929 INFO:tasks.rados.rados.0.smithi003.stdout:3303: finishing write tid 4 to smithi00377890-1 2024-04-13T07:25:57.929 INFO:tasks.rados.rados.0.smithi003.stdout:3303: finishing write tid 5 to smithi00377890-1 2024-04-13T07:25:57.929 INFO:tasks.rados.rados.0.smithi003.stdout:3303: finishing write tid 6 to smithi00377890-1 2024-04-13T07:25:57.929 INFO:tasks.rados.rados.0.smithi003.stdout:3303: oid 1 updating version 0 to 2952 2024-04-13T07:25:57.929 INFO:tasks.rados.rados.0.smithi003.stdout:3303: oid 1 updating version 2952 to 2954 2024-04-13T07:25:57.929 INFO:tasks.rados.rados.0.smithi003.stdout:3303: oid 1 version 2954 is already newer than 2953 2024-04-13T07:25:57.929 INFO:tasks.rados.rados.0.smithi003.stdout:3303: oid 1 version 2954 is already newer than 2951 2024-04-13T07:25:57.929 INFO:tasks.rados.rados.0.smithi003.stdout:3303: oid 1 updating version 2954 to 2955 2024-04-13T07:25:57.929 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 2955 (ObjNum 1003 snap 346 seq_num 1003) dirty exists 2024-04-13T07:25:57.930 INFO:tasks.rados.rados.0.smithi003.stdout:3303: left oid 1 (ObjNum 1003 snap 346 seq_num 1003) 2024-04-13T07:25:57.931 INFO:tasks.rados.rados.0.smithi003.stdout:3302: done (4 left) 2024-04-13T07:25:57.931 INFO:tasks.rados.rados.0.smithi003.stdout:3303: done (3 left) 2024-04-13T07:25:57.931 INFO:tasks.rados.rados.0.smithi003.stdout:3307: done (2 left) 2024-04-13T07:25:57.931 INFO:tasks.rados.rados.0.smithi003.stdout:3308: rmattr oid 40 current snap is 346 2024-04-13T07:25:57.932 INFO:tasks.rados.rados.0.smithi003.stdout:3309: read oid 47 snap 316 2024-04-13T07:25:57.932 INFO:tasks.rados.rados.0.smithi003.stdout:3309: expect (ObjNum 931 snap 316 seq_num 931) 2024-04-13T07:25:57.932 INFO:tasks.rados.rados.0.smithi003.stdout:3310: read oid 17 snap -1 2024-04-13T07:25:57.932 INFO:tasks.rados.rados.0.smithi003.stdout:3310: expect (ObjNum 982 snap 336 seq_num 982) 2024-04-13T07:25:57.932 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 7 current snap is 346 2024-04-13T07:25:57.932 INFO:tasks.rados.rados.0.smithi003.stdout:3311: seq_num 1006 ranges {1818624=49152} 2024-04-13T07:25:57.943 INFO:tasks.rados.rados.0.smithi003.stdout:3311: writing smithi00377890-7 from 1818624 to 1867776 tid 1 2024-04-13T07:25:57.943 INFO:tasks.rados.rados.0.smithi003.stdout:3312: copy_from oid 30 from oid 2 current snap is 346 2024-04-13T07:25:57.943 INFO:tasks.rados.rados.0.smithi003.stdout:3305: expect (ObjNum 838 snap 296 seq_num 838) 2024-04-13T07:25:58.080 INFO:tasks.rados.rados.0.smithi003.stdout:3306: finishing write tid 1 to smithi00377890-23 2024-04-13T07:25:58.080 INFO:tasks.rados.rados.0.smithi003.stdout:3306: finishing write tid 2 to smithi00377890-23 2024-04-13T07:25:58.080 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 3204 (ObjNum 984 snap 337 seq_num 984) dirty exists 2024-04-13T07:25:58.080 INFO:tasks.rados.rados.0.smithi003.stdout:3306: finishing write tid 3 to smithi00377890-23 2024-04-13T07:25:58.080 INFO:tasks.rados.rados.0.smithi003.stdout:3306: oid 23 updating version 0 to 3201 2024-04-13T07:25:58.081 INFO:tasks.rados.rados.0.smithi003.stdout:3306: oid 23 updating version 3201 to 3202 2024-04-13T07:25:58.081 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 3202 (ObjNum 1004 snap 346 seq_num 1004) dirty exists 2024-04-13T07:25:58.081 INFO:tasks.rados.rados.0.smithi003.stdout:3306: left oid 23 (ObjNum 1004 snap 346 seq_num 1004) 2024-04-13T07:25:58.081 INFO:tasks.rados.rados.0.smithi003.stdout:3309: expect (ObjNum 931 snap 316 seq_num 931) 2024-04-13T07:25:58.111 INFO:tasks.rados.rados.0.smithi003.stdout:3311: finishing write tid 1 to smithi00377890-7 2024-04-13T07:25:58.112 INFO:tasks.rados.rados.0.smithi003.stdout:3311: finishing write tid 2 to smithi00377890-7 2024-04-13T07:25:58.112 INFO:tasks.rados.rados.0.smithi003.stdout:3311: finishing write tid 3 to smithi00377890-7 2024-04-13T07:25:58.112 INFO:tasks.rados.rados.0.smithi003.stdout:3311: oid 7 updating version 0 to 2502 2024-04-13T07:25:58.112 INFO:tasks.rados.rados.0.smithi003.stdout:3311: oid 7 updating version 2502 to 2503 2024-04-13T07:25:58.112 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 2503 (ObjNum 1006 snap 346 seq_num 1006) dirty exists 2024-04-13T07:25:58.112 INFO:tasks.rados.rados.0.smithi003.stdout:3311: left oid 7 (ObjNum 1006 snap 346 seq_num 1006) 2024-04-13T07:25:58.112 INFO:tasks.rados.rados.0.smithi003.stdout:3310: expect (ObjNum 982 snap 336 seq_num 982) 2024-04-13T07:25:58.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:57 smithi066 ceph-mon[84331]: pgmap v793: 121 pgs: 121 active+clean; 554 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 17 op/s 2024-04-13T07:25:58.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:57 smithi066 ceph-mon[84331]: osdmap e755: 8 total, 8 up, 8 in 2024-04-13T07:25:58.331 INFO:tasks.rados.rados.0.smithi003.stdout:3312: finishing copy_from racing read to smithi00377890-30 2024-04-13T07:25:58.331 INFO:tasks.rados.rados.0.smithi003.stdout:3312: finishing copy_from to smithi00377890-30 2024-04-13T07:25:58.331 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 3132 (ObjNum 906 snap 305 seq_num 906) dirty exists 2024-04-13T07:25:58.331 INFO:tasks.rados.rados.0.smithi003.stdout:3305: done (6 left) 2024-04-13T07:25:58.331 INFO:tasks.rados.rados.0.smithi003.stdout:3306: done (5 left) 2024-04-13T07:25:58.331 INFO:tasks.rados.rados.0.smithi003.stdout:3308: done (4 left) 2024-04-13T07:25:58.331 INFO:tasks.rados.rados.0.smithi003.stdout:3309: done (3 left) 2024-04-13T07:25:58.331 INFO:tasks.rados.rados.0.smithi003.stdout:3310: done (2 left) 2024-04-13T07:25:58.331 INFO:tasks.rados.rados.0.smithi003.stdout:3311: done (1 left) 2024-04-13T07:25:58.331 INFO:tasks.rados.rados.0.smithi003.stdout:3312: done (0 left) 2024-04-13T07:25:58.332 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 346 2024-04-13T07:25:58.332 INFO:tasks.rados.rados.0.smithi003.stdout:3313: seq_num 1007 ranges {2588672=65536} 2024-04-13T07:25:58.345 INFO:tasks.rados.rados.0.smithi003.stdout:3313: writing smithi00377890-9 from 2588672 to 2654208 tid 1 2024-04-13T07:25:58.345 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 43 current snap is 346 2024-04-13T07:25:58.345 INFO:tasks.rados.rados.0.smithi003.stdout:3314: seq_num 1008 ranges {0=90112} 2024-04-13T07:25:58.346 INFO:tasks.rados.rados.0.smithi003.stdout:3314: writing smithi00377890-43 from 0 to 90112 tid 1 2024-04-13T07:25:58.346 INFO:tasks.rados.rados.0.smithi003.stdout:3315: rollback oid 16 current snap is 346 2024-04-13T07:25:58.346 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 16 to 334 2024-04-13T07:25:58.346 INFO:tasks.rados.rados.0.smithi003.stdout:3316: rmattr oid 20 current snap is 346 2024-04-13T07:25:58.346 INFO:tasks.rados.rados.0.smithi003.stdout:3316: done (3 left) 2024-04-13T07:25:58.346 INFO:tasks.rados.rados.0.smithi003.stdout:3317: setattr oid 12 current snap is 346 2024-04-13T07:25:58.346 INFO:tasks.rados.rados.0.smithi003.stdout:3318: snap_create 2024-04-13T07:25:58.349 INFO:tasks.rados.rados.0.smithi003.stdout:3314: finishing write tid 1 to smithi00377890-43 2024-04-13T07:25:58.349 INFO:tasks.rados.rados.0.smithi003.stdout:3314: finishing write tid 2 to smithi00377890-43 2024-04-13T07:25:58.352 INFO:tasks.rados.rados.0.smithi003.stdout:3313: finishing write tid 1 to smithi00377890-9 2024-04-13T07:25:58.352 INFO:tasks.rados.rados.0.smithi003.stdout:3315: finishing rollback tid 0 to smithi00377890-16 2024-04-13T07:25:58.352 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 2554 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:25:58.352 INFO:tasks.rados.rados.0.smithi003.stdout:3313: finishing write tid 2 to smithi00377890-9 2024-04-13T07:25:58.352 INFO:tasks.rados.rados.0.smithi003.stdout:3315: finishing rollback tid 1 to smithi00377890-16 2024-04-13T07:25:58.353 INFO:tasks.rados.rados.0.smithi003.stdout:3315: finishing rollback tid 2 to smithi00377890-16 2024-04-13T07:25:58.353 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 2878 (ObjNum 972 snap 334 seq_num 972) dirty exists 2024-04-13T07:25:58.354 INFO:tasks.rados.rados.0.smithi003.stdout:3313: finishing write tid 3 to smithi00377890-9 2024-04-13T07:25:58.354 INFO:tasks.rados.rados.0.smithi003.stdout:3313: oid 9 updating version 0 to 3207 2024-04-13T07:25:58.354 INFO:tasks.rados.rados.0.smithi003.stdout:3313: oid 9 version 3207 is already newer than 3206 2024-04-13T07:25:58.354 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 3207 (ObjNum 1007 snap 346 seq_num 1007) dirty exists 2024-04-13T07:25:58.354 INFO:tasks.rados.rados.0.smithi003.stdout:3313: left oid 9 (ObjNum 1007 snap 346 seq_num 1007) 2024-04-13T07:25:58.355 INFO:tasks.rados.rados.0.smithi003.stdout:3314: finishing write tid 3 to smithi00377890-43 2024-04-13T07:25:58.356 INFO:tasks.rados.rados.0.smithi003.stdout:3314: oid 43 updating version 0 to 1570 2024-04-13T07:25:58.356 INFO:tasks.rados.rados.0.smithi003.stdout:3314: oid 43 version 1570 is already newer than 1569 2024-04-13T07:25:58.356 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 1570 (ObjNum 1008 snap 346 seq_num 1008) dirty exists 2024-04-13T07:25:58.356 INFO:tasks.rados.rados.0.smithi003.stdout:3314: left oid 43 (ObjNum 1008 snap 346 seq_num 1008) 2024-04-13T07:25:58.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:57 smithi003 ceph-mon[91733]: pgmap v793: 121 pgs: 121 active+clean; 554 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 17 op/s 2024-04-13T07:25:58.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:57 smithi003 ceph-mon[91733]: osdmap e755: 8 total, 8 up, 8 in 2024-04-13T07:25:58.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:57 smithi003 ceph-mon[89364]: pgmap v793: 121 pgs: 121 active+clean; 554 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 17 op/s 2024-04-13T07:25:58.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:57 smithi003 ceph-mon[89364]: osdmap e755: 8 total, 8 up, 8 in 2024-04-13T07:25:58.889 INFO:tasks.rados.rados.0.smithi003.stdout:3313: done (4 left) 2024-04-13T07:25:58.889 INFO:tasks.rados.rados.0.smithi003.stdout:3314: done (3 left) 2024-04-13T07:25:58.890 INFO:tasks.rados.rados.0.smithi003.stdout:3315: done (2 left) 2024-04-13T07:25:58.890 INFO:tasks.rados.rados.0.smithi003.stdout:3317: done (1 left) 2024-04-13T07:25:58.890 INFO:tasks.rados.rados.0.smithi003.stdout:3318: done (0 left) 2024-04-13T07:25:58.890 INFO:tasks.rados.rados.0.smithi003.stdout:3319: delete oid 42 current snap is 347 2024-04-13T07:25:58.894 INFO:tasks.rados.rados.0.smithi003.stdout:3319: done (0 left) 2024-04-13T07:25:58.894 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 26 current snap is 347 2024-04-13T07:25:58.894 INFO:tasks.rados.rados.0.smithi003.stdout:3320: seq_num 1010 ranges {10084352=122880} 2024-04-13T07:25:58.950 INFO:tasks.rados.rados.0.smithi003.stdout:3320: writing smithi00377890-26 from 10084352 to 10207232 tid 1 2024-04-13T07:25:58.950 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 42 current snap is 347 2024-04-13T07:25:58.950 INFO:tasks.rados.rados.0.smithi003.stdout:3321: seq_num 1011 ranges {0=139264} 2024-04-13T07:25:58.951 INFO:tasks.rados.rados.0.smithi003.stdout:3321: writing smithi00377890-42 from 0 to 139264 tid 1 2024-04-13T07:25:58.951 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 22 current snap is 347 2024-04-13T07:25:58.951 INFO:tasks.rados.rados.0.smithi003.stdout:3322: seq_num 1012 ranges {0=155648} 2024-04-13T07:25:58.952 INFO:tasks.rados.rados.0.smithi003.stdout:3322: writing smithi00377890-22 from 0 to 155648 tid 1 2024-04-13T07:25:58.952 INFO:tasks.rados.rados.0.smithi003.stdout:3323: delete oid 44 current snap is 347 2024-04-13T07:25:58.956 INFO:tasks.rados.rados.0.smithi003.stdout:3321: finishing write tid 1 to smithi00377890-42 2024-04-13T07:25:58.958 INFO:tasks.rados.rados.0.smithi003.stdout:3323: done (3 left) 2024-04-13T07:25:58.958 INFO:tasks.rados.rados.0.smithi003.stdout:3324: read oid 49 snap -1 2024-04-13T07:25:58.958 INFO:tasks.rados.rados.0.smithi003.stdout:3324: expect (ObjNum 980 snap 334 seq_num 980) 2024-04-13T07:25:58.958 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 40 current snap is 347 2024-04-13T07:25:58.958 INFO:tasks.rados.rados.0.smithi003.stdout:3325: seq_num 1014 ranges {16187392=188416} 2024-04-13T07:25:59.048 INFO:tasks.rados.rados.0.smithi003.stdout:3325: writing smithi00377890-40 from 16187392 to 16375808 tid 1 2024-04-13T07:25:59.048 INFO:tasks.rados.rados.0.smithi003.stdout:3326: read oid 20 snap -1 2024-04-13T07:25:59.048 INFO:tasks.rados.rados.0.smithi003.stdout:3326: expect (ObjNum 981 snap 334 seq_num 981) 2024-04-13T07:25:59.048 INFO:tasks.rados.rados.0.smithi003.stdout:3321: finishing write tid 2 to smithi00377890-42 2024-04-13T07:25:59.049 INFO:tasks.rados.rados.0.smithi003.stdout:3327: read oid 17 snap -1 2024-04-13T07:25:59.049 INFO:tasks.rados.rados.0.smithi003.stdout:3327: expect (ObjNum 982 snap 336 seq_num 982) 2024-04-13T07:25:59.049 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 48 current snap is 347 2024-04-13T07:25:59.049 INFO:tasks.rados.rados.0.smithi003.stdout:3320: finishing write tid 1 to smithi00377890-26 2024-04-13T07:25:59.049 INFO:tasks.rados.rados.0.smithi003.stdout:3320: finishing write tid 2 to smithi00377890-26 2024-04-13T07:25:59.049 INFO:tasks.rados.rados.0.smithi003.stdout:3321: finishing write tid 3 to smithi00377890-42 2024-04-13T07:25:59.049 INFO:tasks.rados.rados.0.smithi003.stdout:3321: oid 42 updating version 0 to 3134 2024-04-13T07:25:59.049 INFO:tasks.rados.rados.0.smithi003.stdout:3321: oid 42 updating version 3134 to 3135 2024-04-13T07:25:59.049 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 3135 (ObjNum 1011 snap 347 seq_num 1011) dirty exists 2024-04-13T07:25:59.049 INFO:tasks.rados.rados.0.smithi003.stdout:3321: left oid 42 (ObjNum 1011 snap 347 seq_num 1011) 2024-04-13T07:25:59.049 INFO:tasks.rados.rados.0.smithi003.stdout:3322: finishing write tid 1 to smithi00377890-22 2024-04-13T07:25:59.049 INFO:tasks.rados.rados.0.smithi003.stdout:3322: finishing write tid 2 to smithi00377890-22 2024-04-13T07:25:59.049 INFO:tasks.rados.rados.0.smithi003.stdout:3328: seq_num 1015 ranges {1843200=204800} 2024-04-13T07:25:59.060 INFO:tasks.rados.rados.0.smithi003.stdout:3328: writing smithi00377890-48 from 1843200 to 2048000 tid 1 2024-04-13T07:25:59.060 INFO:tasks.rados.rados.0.smithi003.stdout:3321: done (7 left) 2024-04-13T07:25:59.060 INFO:tasks.rados.rados.0.smithi003.stdout:3329: snap_create 2024-04-13T07:25:59.060 INFO:tasks.rados.rados.0.smithi003.stdout:3322: finishing write tid 3 to smithi00377890-22 2024-04-13T07:25:59.060 INFO:tasks.rados.rados.0.smithi003.stdout:3322: oid 22 updating version 0 to 2880 2024-04-13T07:25:59.060 INFO:tasks.rados.rados.0.smithi003.stdout:3322: oid 22 updating version 2880 to 2881 2024-04-13T07:25:59.060 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 2881 (ObjNum 1012 snap 347 seq_num 1012) dirty exists 2024-04-13T07:25:59.060 INFO:tasks.rados.rados.0.smithi003.stdout:3322: left oid 22 (ObjNum 1012 snap 347 seq_num 1012) 2024-04-13T07:25:59.060 INFO:tasks.rados.rados.0.smithi003.stdout:3324: expect (ObjNum 980 snap 334 seq_num 980) 2024-04-13T07:25:59.115 INFO:tasks.rados.rados.0.smithi003.stdout:3320: finishing write tid 3 to smithi00377890-26 2024-04-13T07:25:59.115 INFO:tasks.rados.rados.0.smithi003.stdout:3320: oid 26 updating version 0 to 2505 2024-04-13T07:25:59.115 INFO:tasks.rados.rados.0.smithi003.stdout:3320: oid 26 version 2505 is already newer than 2504 2024-04-13T07:25:59.115 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 2505 (ObjNum 1010 snap 347 seq_num 1010) dirty exists 2024-04-13T07:25:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:3320: left oid 26 (ObjNum 1010 snap 347 seq_num 1010) 2024-04-13T07:25:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:3325: finishing write tid 1 to smithi00377890-40 2024-04-13T07:25:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:3325: finishing write tid 2 to smithi00377890-40 2024-04-13T07:25:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:3325: finishing write tid 3 to smithi00377890-40 2024-04-13T07:25:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:3325: oid 40 updating version 0 to 3210 2024-04-13T07:25:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:3325: oid 40 version 3210 is already newer than 3209 2024-04-13T07:25:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 3210 (ObjNum 1014 snap 347 seq_num 1014) dirty exists 2024-04-13T07:25:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:3325: left oid 40 (ObjNum 1014 snap 347 seq_num 1014) 2024-04-13T07:25:59.116 INFO:tasks.rados.rados.0.smithi003.stdout:3326: expect (ObjNum 981 snap 334 seq_num 981) 2024-04-13T07:25:59.347 INFO:tasks.rados.rados.0.smithi003.stdout:3328: finishing write tid 1 to smithi00377890-48 2024-04-13T07:25:59.347 INFO:tasks.rados.rados.0.smithi003.stdout:3328: finishing write tid 2 to smithi00377890-48 2024-04-13T07:25:59.347 INFO:tasks.rados.rados.0.smithi003.stdout:3328: finishing write tid 3 to smithi00377890-48 2024-04-13T07:25:59.347 INFO:tasks.rados.rados.0.smithi003.stdout:3328: oid 48 updating version 0 to 2883 2024-04-13T07:25:59.347 INFO:tasks.rados.rados.0.smithi003.stdout:3328: oid 48 updating version 2883 to 2884 2024-04-13T07:25:59.347 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 2884 (ObjNum 1015 snap 347 seq_num 1015) dirty exists 2024-04-13T07:25:59.347 INFO:tasks.rados.rados.0.smithi003.stdout:3328: left oid 48 (ObjNum 1015 snap 347 seq_num 1015) 2024-04-13T07:25:59.348 INFO:tasks.rados.rados.0.smithi003.stdout:3327: expect (ObjNum 982 snap 336 seq_num 982) 2024-04-13T07:25:59.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:58 smithi003 ceph-mon[91733]: osdmap e756: 8 total, 8 up, 8 in 2024-04-13T07:25:59.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:58 smithi003 ceph-mon[91733]: osdmap e757: 8 total, 8 up, 8 in 2024-04-13T07:25:59.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:58 smithi003 ceph-mon[89364]: osdmap e756: 8 total, 8 up, 8 in 2024-04-13T07:25:59.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:58 smithi003 ceph-mon[89364]: osdmap e757: 8 total, 8 up, 8 in 2024-04-13T07:25:59.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:58 smithi066 ceph-mon[84331]: osdmap e756: 8 total, 8 up, 8 in 2024-04-13T07:25:59.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:58 smithi066 ceph-mon[84331]: osdmap e757: 8 total, 8 up, 8 in 2024-04-13T07:25:59.926 INFO:tasks.rados.rados.0.smithi003.stdout:3320: done (7 left) 2024-04-13T07:25:59.926 INFO:tasks.rados.rados.0.smithi003.stdout:3322: done (6 left) 2024-04-13T07:25:59.926 INFO:tasks.rados.rados.0.smithi003.stdout:3324: done (5 left) 2024-04-13T07:25:59.926 INFO:tasks.rados.rados.0.smithi003.stdout:3325: done (4 left) 2024-04-13T07:25:59.927 INFO:tasks.rados.rados.0.smithi003.stdout:3326: done (3 left) 2024-04-13T07:25:59.927 INFO:tasks.rados.rados.0.smithi003.stdout:3327: done (2 left) 2024-04-13T07:25:59.927 INFO:tasks.rados.rados.0.smithi003.stdout:3328: done (1 left) 2024-04-13T07:25:59.927 INFO:tasks.rados.rados.0.smithi003.stdout:3329: done (0 left) 2024-04-13T07:25:59.927 INFO:tasks.rados.rados.0.smithi003.stdout:3330: snap_remove snap 270 2024-04-13T07:26:00.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:25:59 smithi003 ceph-mon[89364]: pgmap v796: 121 pgs: 121 active+clean; 554 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-13T07:26:00.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:25:59 smithi003 ceph-mon[91733]: pgmap v796: 121 pgs: 121 active+clean; 554 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-13T07:26:00.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:25:59 smithi066 ceph-mon[84331]: pgmap v796: 121 pgs: 121 active+clean; 554 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-13T07:26:00.931 INFO:tasks.rados.rados.0.smithi003.stdout:3330: done (0 left) 2024-04-13T07:26:00.931 INFO:tasks.rados.rados.0.smithi003.stdout:3331: copy_from oid 49 from oid 17 current snap is 348 2024-04-13T07:26:00.931 INFO:tasks.rados.rados.0.smithi003.stdout:3332: snap_remove snap 319 2024-04-13T07:26:01.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:00 smithi003 ceph-mon[89364]: osdmap e758: 8 total, 8 up, 8 in 2024-04-13T07:26:01.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:00 smithi003 ceph-mon[91733]: osdmap e758: 8 total, 8 up, 8 in 2024-04-13T07:26:01.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:00 smithi066 ceph-mon[84331]: osdmap e758: 8 total, 8 up, 8 in 2024-04-13T07:26:01.944 INFO:tasks.rados.rados.0.smithi003.stdout:3332: done (1 left) 2024-04-13T07:26:01.944 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 28 current snap is 348 2024-04-13T07:26:01.944 INFO:tasks.rados.rados.0.smithi003.stdout:3331: finishing copy_from racing read to smithi00377890-49 2024-04-13T07:26:01.944 INFO:tasks.rados.rados.0.smithi003.stdout:3331: finishing copy_from to smithi00377890-49 2024-04-13T07:26:01.944 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 2950 (ObjNum 982 snap 336 seq_num 982) dirty exists 2024-04-13T07:26:01.944 INFO:tasks.rados.rados.0.smithi003.stdout:3333: seq_num 1016 ranges {2088960=221184} 2024-04-13T07:26:01.957 INFO:tasks.rados.rados.0.smithi003.stdout:3333: writing smithi00377890-28 from 2088960 to 2310144 tid 1 2024-04-13T07:26:01.958 INFO:tasks.rados.rados.0.smithi003.stdout:3331: done (1 left) 2024-04-13T07:26:01.958 INFO:tasks.rados.rados.0.smithi003.stdout:3334: snap_remove snap 336 2024-04-13T07:26:02.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:01 smithi066 ceph-mon[84331]: pgmap v799: 121 pgs: 121 active+clean; 570 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-04-13T07:26:02.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:01 smithi066 ceph-mon[84331]: osdmap e759: 8 total, 8 up, 8 in 2024-04-13T07:26:02.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:01 smithi003 ceph-mon[91733]: pgmap v799: 121 pgs: 121 active+clean; 570 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-04-13T07:26:02.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:01 smithi003 ceph-mon[91733]: osdmap e759: 8 total, 8 up, 8 in 2024-04-13T07:26:02.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:01 smithi003 ceph-mon[89364]: pgmap v799: 121 pgs: 121 active+clean; 570 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-04-13T07:26:02.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:01 smithi003 ceph-mon[89364]: osdmap e759: 8 total, 8 up, 8 in 2024-04-13T07:26:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:26:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:26:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:26:02.954 INFO:tasks.rados.rados.0.smithi003.stdout:3334: done (1 left) 2024-04-13T07:26:02.955 INFO:tasks.rados.rados.0.smithi003.stdout:3335: delete oid 29 current snap is 348 2024-04-13T07:26:02.955 INFO:tasks.rados.rados.0.smithi003.stdout:3333: finishing write tid 1 to smithi00377890-28 2024-04-13T07:26:02.955 INFO:tasks.rados.rados.0.smithi003.stdout:3333: finishing write tid 2 to smithi00377890-28 2024-04-13T07:26:02.955 INFO:tasks.rados.rados.0.smithi003.stdout:3333: finishing write tid 3 to smithi00377890-28 2024-04-13T07:26:02.955 INFO:tasks.rados.rados.0.smithi003.stdout:3333: oid 28 updating version 0 to 1572 2024-04-13T07:26:02.955 INFO:tasks.rados.rados.0.smithi003.stdout:3333: oid 28 version 1572 is already newer than 1571 2024-04-13T07:26:02.955 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 1572 (ObjNum 1016 snap 348 seq_num 1016) dirty exists 2024-04-13T07:26:02.955 INFO:tasks.rados.rados.0.smithi003.stdout:3333: left oid 28 (ObjNum 1016 snap 348 seq_num 1016) 2024-04-13T07:26:02.964 INFO:tasks.rados.rados.0.smithi003.stdout:3333: done (1 left) 2024-04-13T07:26:02.964 INFO:tasks.rados.rados.0.smithi003.stdout:3335: done (0 left) 2024-04-13T07:26:02.964 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 4 current snap is 348 2024-04-13T07:26:02.964 INFO:tasks.rados.rados.0.smithi003.stdout:3336: seq_num 1018 ranges {2588672=253952} 2024-04-13T07:26:02.981 INFO:tasks.rados.rados.0.smithi003.stdout:3336: writing smithi00377890-4 from 2588672 to 2842624 tid 1 2024-04-13T07:26:02.981 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 40 current snap is 348 2024-04-13T07:26:02.981 INFO:tasks.rados.rados.0.smithi003.stdout:3337: seq_num 1019 ranges {16375808=270336} 2024-04-13T07:26:03.072 INFO:tasks.rados.rados.0.smithi003.stdout:3337: writing smithi00377890-40 from 16375808 to 16646144 tid 1 2024-04-13T07:26:03.072 INFO:tasks.rados.rados.0.smithi003.stdout:3338: copy_from oid 33 from oid 22 current snap is 348 2024-04-13T07:26:03.073 INFO:tasks.rados.rados.0.smithi003.stdout:3336: finishing write tid 1 to smithi00377890-4 2024-04-13T07:26:03.073 INFO:tasks.rados.rados.0.smithi003.stdout:3336: finishing write tid 2 to smithi00377890-4 2024-04-13T07:26:03.073 INFO:tasks.rados.rados.0.smithi003.stdout:3336: finishing write tid 3 to smithi00377890-4 2024-04-13T07:26:03.073 INFO:tasks.rados.rados.0.smithi003.stdout:3336: oid 4 updating version 0 to 2486 2024-04-13T07:26:03.073 INFO:tasks.rados.rados.0.smithi003.stdout:3336: oid 4 version 2486 is already newer than 2485 2024-04-13T07:26:03.073 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 2486 (ObjNum 1018 snap 348 seq_num 1018) dirty exists 2024-04-13T07:26:03.073 INFO:tasks.rados.rados.0.smithi003.stdout:3336: left oid 4 (ObjNum 1018 snap 348 seq_num 1018) 2024-04-13T07:26:03.073 INFO:tasks.rados.rados.0.smithi003.stdout:3336: done (2 left) 2024-04-13T07:26:03.073 INFO:tasks.rados.rados.0.smithi003.stdout:3339: snap_remove snap 310 2024-04-13T07:26:03.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:02 smithi003 ceph-mon[91733]: osdmap e760: 8 total, 8 up, 8 in 2024-04-13T07:26:03.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:02 smithi003 ceph-mon[89364]: osdmap e760: 8 total, 8 up, 8 in 2024-04-13T07:26:03.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:02 smithi066 ceph-mon[84331]: osdmap e760: 8 total, 8 up, 8 in 2024-04-13T07:26:03.894 INFO:tasks.rados.rados.0.smithi003.stdout:3339: done (2 left) 2024-04-13T07:26:03.894 INFO:tasks.rados.rados.0.smithi003.stdout:3340: rmattr oid 45 current snap is 348 2024-04-13T07:26:03.894 INFO:tasks.rados.rados.0.smithi003.stdout:3337: finishing write tid 1 to smithi00377890-40 2024-04-13T07:26:03.895 INFO:tasks.rados.rados.0.smithi003.stdout:3338: finishing copy_from racing read to smithi00377890-33 2024-04-13T07:26:03.895 INFO:tasks.rados.rados.0.smithi003.stdout:3337: finishing write tid 2 to smithi00377890-40 2024-04-13T07:26:03.895 INFO:tasks.rados.rados.0.smithi003.stdout:3338: finishing copy_from to smithi00377890-33 2024-04-13T07:26:03.895 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 2881 (ObjNum 1012 snap 347 seq_num 1012) dirty exists 2024-04-13T07:26:03.895 INFO:tasks.rados.rados.0.smithi003.stdout:3337: finishing write tid 3 to smithi00377890-40 2024-04-13T07:26:03.895 INFO:tasks.rados.rados.0.smithi003.stdout:3337: oid 40 updating version 0 to 3229 2024-04-13T07:26:03.895 INFO:tasks.rados.rados.0.smithi003.stdout:3337: oid 40 version 3229 is already newer than 3228 2024-04-13T07:26:03.895 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 3229 (ObjNum 1019 snap 348 seq_num 1019) dirty exists 2024-04-13T07:26:03.895 INFO:tasks.rados.rados.0.smithi003.stdout:3337: left oid 40 (ObjNum 1019 snap 348 seq_num 1019) 2024-04-13T07:26:03.895 INFO:tasks.rados.rados.0.smithi003.stdout:3337: done (2 left) 2024-04-13T07:26:03.895 INFO:tasks.rados.rados.0.smithi003.stdout:3338: done (1 left) 2024-04-13T07:26:03.895 INFO:tasks.rados.rados.0.smithi003.stdout:3341: setattr oid 27 current snap is 348 2024-04-13T07:26:03.896 INFO:tasks.rados.rados.0.smithi003.stdout:3342: read oid 35 snap -1 2024-04-13T07:26:03.896 INFO:tasks.rados.rados.0.smithi003.stdout:3342: expect deleted 2024-04-13T07:26:03.896 INFO:tasks.rados.rados.0.smithi003.stdout:3343: snap_remove snap 341 2024-04-13T07:26:04.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:03 smithi003 ceph-mon[91733]: pgmap v802: 121 pgs: 121 active+clean; 578 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 26 op/s 2024-04-13T07:26:04.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:03 smithi003 ceph-mon[91733]: osdmap e761: 8 total, 8 up, 8 in 2024-04-13T07:26:04.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:03 smithi003 ceph-mon[91733]: osdmap e762: 8 total, 8 up, 8 in 2024-04-13T07:26:04.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:03 smithi003 ceph-mon[89364]: pgmap v802: 121 pgs: 121 active+clean; 578 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 26 op/s 2024-04-13T07:26:04.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:03 smithi003 ceph-mon[89364]: osdmap e761: 8 total, 8 up, 8 in 2024-04-13T07:26:04.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:03 smithi003 ceph-mon[89364]: osdmap e762: 8 total, 8 up, 8 in 2024-04-13T07:26:04.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:03 smithi066 ceph-mon[84331]: pgmap v802: 121 pgs: 121 active+clean; 578 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 26 op/s 2024-04-13T07:26:04.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:03 smithi066 ceph-mon[84331]: osdmap e761: 8 total, 8 up, 8 in 2024-04-13T07:26:04.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:03 smithi066 ceph-mon[84331]: osdmap e762: 8 total, 8 up, 8 in 2024-04-13T07:26:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:26:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:26:04] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-04-13T07:26:04.892 INFO:tasks.rados.rados.0.smithi003.stdout:3343: done (3 left) 2024-04-13T07:26:04.892 INFO:tasks.rados.rados.0.smithi003.stdout:3344: snap_remove snap 322 2024-04-13T07:26:05.899 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 3136 (ObjNum 970 snap 332 seq_num 970) dirty exists 2024-04-13T07:26:05.900 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 3138 (ObjNum 1002 snap 346 seq_num 1002) dirty exists 2024-04-13T07:26:05.900 INFO:tasks.rados.rados.0.smithi003.stdout:3340: done (3 left) 2024-04-13T07:26:05.900 INFO:tasks.rados.rados.0.smithi003.stdout:3341: done (2 left) 2024-04-13T07:26:05.900 INFO:tasks.rados.rados.0.smithi003.stdout:3342: done (1 left) 2024-04-13T07:26:05.900 INFO:tasks.rados.rados.0.smithi003.stdout:3344: done (0 left) 2024-04-13T07:26:05.900 INFO:tasks.rados.rados.0.smithi003.stdout:3345: copy_from oid 5 from oid 40 current snap is 348 2024-04-13T07:26:05.900 INFO:tasks.rados.rados.0.smithi003.stdout:3346: setattr oid 39 current snap is 348 2024-04-13T07:26:05.901 INFO:tasks.rados.rados.0.smithi003.stdout:3347: snap_remove snap 323 2024-04-13T07:26:06.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:05 smithi066 ceph-mon[84331]: pgmap v805: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 572 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-13T07:26:06.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:05 smithi066 ceph-mon[84331]: osdmap e763: 8 total, 8 up, 8 in 2024-04-13T07:26:06.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:05 smithi003 ceph-mon[91733]: pgmap v805: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 572 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-13T07:26:06.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:05 smithi003 ceph-mon[91733]: osdmap e763: 8 total, 8 up, 8 in 2024-04-13T07:26:06.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:05 smithi003 ceph-mon[89364]: pgmap v805: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 572 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-13T07:26:06.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:05 smithi003 ceph-mon[89364]: osdmap e763: 8 total, 8 up, 8 in 2024-04-13T07:26:06.917 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 2197 (ObjNum 992 snap 339 seq_num 992) dirty exists 2024-04-13T07:26:06.917 INFO:tasks.rados.rados.0.smithi003.stdout:3345: finishing copy_from racing read to smithi00377890-5 2024-04-13T07:26:06.917 INFO:tasks.rados.rados.0.smithi003.stdout:3345: finishing copy_from to smithi00377890-5 2024-04-13T07:26:06.917 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 3229 (ObjNum 1019 snap 348 seq_num 1019) dirty exists 2024-04-13T07:26:06.917 INFO:tasks.rados.rados.0.smithi003.stdout:3345: done (2 left) 2024-04-13T07:26:06.917 INFO:tasks.rados.rados.0.smithi003.stdout:3346: done (1 left) 2024-04-13T07:26:06.917 INFO:tasks.rados.rados.0.smithi003.stdout:3347: done (0 left) 2024-04-13T07:26:06.917 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 33 current snap is 348 2024-04-13T07:26:06.917 INFO:tasks.rados.rados.0.smithi003.stdout:3348: seq_num 1020 ranges {155648=286720} 2024-04-13T07:26:06.919 INFO:tasks.rados.rados.0.smithi003.stdout:3348: writing smithi00377890-33 from 155648 to 442368 tid 1 2024-04-13T07:26:06.919 INFO:tasks.rados.rados.0.smithi003.stdout:3349: rollback oid 28 current snap is 348 2024-04-13T07:26:06.919 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 28 to 342 2024-04-13T07:26:06.920 INFO:tasks.rados.rados.0.smithi003.stdout:3350: snap_remove snap 339 2024-04-13T07:26:07.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:06 smithi003 ceph-mon[91733]: osdmap e764: 8 total, 8 up, 8 in 2024-04-13T07:26:07.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:06 smithi003 ceph-mon[89364]: osdmap e764: 8 total, 8 up, 8 in 2024-04-13T07:26:07.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:06 smithi066 ceph-mon[84331]: osdmap e764: 8 total, 8 up, 8 in 2024-04-13T07:26:07.915 INFO:tasks.rados.rados.0.smithi003.stdout:3349: finishing rollback tid 0 to smithi00377890-28 2024-04-13T07:26:07.915 INFO:tasks.rados.rados.0.smithi003.stdout:3349: finishing rollback tid 1 to smithi00377890-28 2024-04-13T07:26:07.915 INFO:tasks.rados.rados.0.smithi003.stdout:3349: finishing rollback tid 2 to smithi00377890-28 2024-04-13T07:26:07.915 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 1575 (ObjNum 983 snap 336 seq_num 983) dirty exists 2024-04-13T07:26:07.915 INFO:tasks.rados.rados.0.smithi003.stdout:3348: finishing write tid 1 to smithi00377890-33 2024-04-13T07:26:07.915 INFO:tasks.rados.rados.0.smithi003.stdout:3348: finishing write tid 2 to smithi00377890-33 2024-04-13T07:26:07.916 INFO:tasks.rados.rados.0.smithi003.stdout:3348: finishing write tid 3 to smithi00377890-33 2024-04-13T07:26:07.916 INFO:tasks.rados.rados.0.smithi003.stdout:3348: oid 33 updating version 0 to 2957 2024-04-13T07:26:07.916 INFO:tasks.rados.rados.0.smithi003.stdout:3348: oid 33 version 2957 is already newer than 2956 2024-04-13T07:26:07.916 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 2957 (ObjNum 1020 snap 348 seq_num 1020) dirty exists 2024-04-13T07:26:07.916 INFO:tasks.rados.rados.0.smithi003.stdout:3348: left oid 33 (ObjNum 1020 snap 348 seq_num 1020) 2024-04-13T07:26:07.916 INFO:tasks.rados.rados.0.smithi003.stdout:3348: done (2 left) 2024-04-13T07:26:07.916 INFO:tasks.rados.rados.0.smithi003.stdout:3349: done (1 left) 2024-04-13T07:26:07.916 INFO:tasks.rados.rados.0.smithi003.stdout:3350: done (0 left) 2024-04-13T07:26:07.916 INFO:tasks.rados.rados.0.smithi003.stdout:3351: delete oid 49 current snap is 348 2024-04-13T07:26:07.933 INFO:tasks.rados.rados.0.smithi003.stdout:3351: done (0 left) 2024-04-13T07:26:07.933 INFO:tasks.rados.rados.0.smithi003.stdout:3352: copy_from oid 47 from oid 41 current snap is 348 2024-04-13T07:26:07.933 INFO:tasks.rados.rados.0.smithi003.stdout:3353: delete oid 4 current snap is 348 2024-04-13T07:26:07.934 INFO:tasks.rados.rados.0.smithi003.stdout:3352: finishing copy_from to smithi00377890-47 2024-04-13T07:26:07.934 INFO:tasks.rados.rados.0.smithi003.stdout:3352: got expected ENOENT (src dne) 2024-04-13T07:26:07.934 INFO:tasks.rados.rados.0.smithi003.stdout:3352: finishing copy_from racing read to smithi00377890-47 2024-04-13T07:26:07.937 INFO:tasks.rados.rados.0.smithi003.stdout:3352: done (1 left) 2024-04-13T07:26:07.937 INFO:tasks.rados.rados.0.smithi003.stdout:3353: done (0 left) 2024-04-13T07:26:07.937 INFO:tasks.rados.rados.0.smithi003.stdout:3354: copy_from oid 29 from oid 35 current snap is 348 2024-04-13T07:26:07.937 INFO:tasks.rados.rados.0.smithi003.stdout:3355: copy_from oid 11 from oid 26 current snap is 348 2024-04-13T07:26:07.937 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 348 2024-04-13T07:26:07.937 INFO:tasks.rados.rados.0.smithi003.stdout:3356: seq_num 1023 ranges {6340608=335872} 2024-04-13T07:26:07.975 INFO:tasks.rados.rados.0.smithi003.stdout:3356: writing smithi00377890-27 from 6340608 to 6676480 tid 1 2024-04-13T07:26:07.975 INFO:tasks.rados.rados.0.smithi003.stdout:3357: rollback oid 15 current snap is 348 2024-04-13T07:26:07.975 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 15 to 347 2024-04-13T07:26:07.975 INFO:tasks.rados.rados.0.smithi003.stdout:3354: finishing copy_from to smithi00377890-29 2024-04-13T07:26:07.975 INFO:tasks.rados.rados.0.smithi003.stdout:3354: got expected ENOENT (src dne) 2024-04-13T07:26:07.975 INFO:tasks.rados.rados.0.smithi003.stdout:3354: finishing copy_from racing read to smithi00377890-29 2024-04-13T07:26:07.975 INFO:tasks.rados.rados.0.smithi003.stdout:3354: done (3 left) 2024-04-13T07:26:07.975 INFO:tasks.rados.rados.0.smithi003.stdout:3358: delete oid 21 current snap is 348 2024-04-13T07:26:07.977 INFO:tasks.rados.rados.0.smithi003.stdout:3355: finishing copy_from racing read to smithi00377890-11 2024-04-13T07:26:07.977 INFO:tasks.rados.rados.0.smithi003.stdout:3358: done (3 left) 2024-04-13T07:26:07.978 INFO:tasks.rados.rados.0.smithi003.stdout:3359: copy_from oid 12 from oid 42 current snap is 348 2024-04-13T07:26:07.978 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 348 2024-04-13T07:26:07.978 INFO:tasks.rados.rados.0.smithi003.stdout:3360: seq_num 1025 ranges {5267456=368640} 2024-04-13T07:26:08.010 INFO:tasks.rados.rados.0.smithi003.stdout:3360: writing smithi00377890-17 from 5267456 to 5636096 tid 1 2024-04-13T07:26:08.010 INFO:tasks.rados.rados.0.smithi003.stdout:3361: rollback oid 35 current snap is 348 2024-04-13T07:26:08.010 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 35 to 338 2024-04-13T07:26:08.010 INFO:tasks.rados.rados.0.smithi003.stdout:3355: finishing copy_from to smithi00377890-11 2024-04-13T07:26:08.010 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 2505 (ObjNum 1010 snap 347 seq_num 1010) dirty exists 2024-04-13T07:26:08.010 INFO:tasks.rados.rados.0.smithi003.stdout:3355: done (5 left) 2024-04-13T07:26:08.010 INFO:tasks.rados.rados.0.smithi003.stdout:3362: rollback oid 1 current snap is 348 2024-04-13T07:26:08.010 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 1 to 335 2024-04-13T07:26:08.010 INFO:tasks.rados.rados.0.smithi003.stdout:3356: finishing write tid 1 to smithi00377890-27 2024-04-13T07:26:08.010 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 30 current snap is 348 2024-04-13T07:26:08.010 INFO:tasks.rados.rados.0.smithi003.stdout:3356: finishing write tid 2 to smithi00377890-27 2024-04-13T07:26:08.011 INFO:tasks.rados.rados.0.smithi003.stdout:3357: finishing rollback tid 0 to smithi00377890-15 2024-04-13T07:26:08.011 INFO:tasks.rados.rados.0.smithi003.stdout:3356: finishing write tid 3 to smithi00377890-27 2024-04-13T07:26:08.011 INFO:tasks.rados.rados.0.smithi003.stdout:3356: oid 27 updating version 0 to 3138 2024-04-13T07:26:08.011 INFO:tasks.rados.rados.0.smithi003.stdout:3356: oid 27 version 3138 is already newer than 3137 2024-04-13T07:26:08.011 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 3138 (ObjNum 1023 snap 348 seq_num 1023) dirty exists 2024-04-13T07:26:08.011 INFO:tasks.rados.rados.0.smithi003.stdout:3356: left oid 27 (ObjNum 1023 snap 348 seq_num 1023) 2024-04-13T07:26:08.011 INFO:tasks.rados.rados.0.smithi003.stdout:3359: finishing copy_from racing read to smithi00377890-12 2024-04-13T07:26:08.011 INFO:tasks.rados.rados.0.smithi003.stdout:3357: finishing rollback tid 1 to smithi00377890-15 2024-04-13T07:26:08.011 INFO:tasks.rados.rados.0.smithi003.stdout:3357: finishing rollback tid 2 to smithi00377890-15 2024-04-13T07:26:08.011 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 3263 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-13T07:26:08.011 INFO:tasks.rados.rados.0.smithi003.stdout:3363: seq_num 1026 ranges {4071424=385024} 2024-04-13T07:26:08.034 INFO:tasks.rados.rados.0.smithi003.stdout:3363: writing smithi00377890-30 from 4071424 to 4456448 tid 1 2024-04-13T07:26:08.034 INFO:tasks.rados.rados.0.smithi003.stdout:3356: done (6 left) 2024-04-13T07:26:08.034 INFO:tasks.rados.rados.0.smithi003.stdout:3357: done (5 left) 2024-04-13T07:26:08.034 INFO:tasks.rados.rados.0.smithi003.stdout:3364: delete oid 49 current snap is 348 2024-04-13T07:26:08.034 INFO:tasks.rados.rados.0.smithi003.stdout:3359: finishing copy_from to smithi00377890-12 2024-04-13T07:26:08.034 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 3135 (ObjNum 1011 snap 347 seq_num 1011) dirty exists 2024-04-13T07:26:08.034 INFO:tasks.rados.rados.0.smithi003.stdout:3361: finishing rollback tid 1 to smithi00377890-35 2024-04-13T07:26:08.035 INFO:tasks.rados.rados.0.smithi003.stdout:3361: finishing rollback tid 2 to smithi00377890-35 2024-04-13T07:26:08.035 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 2956 (ObjNum 963 snap 330 seq_num 963) dirty exists 2024-04-13T07:26:08.035 INFO:tasks.rados.rados.0.smithi003.stdout:3360: finishing write tid 1 to smithi00377890-17 2024-04-13T07:26:08.035 INFO:tasks.rados.rados.0.smithi003.stdout:3360: finishing write tid 2 to smithi00377890-17 2024-04-13T07:26:08.035 INFO:tasks.rados.rados.0.smithi003.stdout:3362: finishing rollback tid 0 to smithi00377890-1 2024-04-13T07:26:08.035 INFO:tasks.rados.rados.0.smithi003.stdout:3362: finishing rollback tid 1 to smithi00377890-1 2024-04-13T07:26:08.035 INFO:tasks.rados.rados.0.smithi003.stdout:3360: finishing write tid 3 to smithi00377890-17 2024-04-13T07:26:08.035 INFO:tasks.rados.rados.0.smithi003.stdout:3360: oid 17 updating version 0 to 2958 2024-04-13T07:26:08.035 INFO:tasks.rados.rados.0.smithi003.stdout:3360: oid 17 updating version 2958 to 2959 2024-04-13T07:26:08.035 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 2959 (ObjNum 1025 snap 348 seq_num 1025) dirty exists 2024-04-13T07:26:08.035 INFO:tasks.rados.rados.0.smithi003.stdout:3360: left oid 17 (ObjNum 1025 snap 348 seq_num 1025) 2024-04-13T07:26:08.035 INFO:tasks.rados.rados.0.smithi003.stdout:3362: finishing rollback tid 2 to smithi00377890-1 2024-04-13T07:26:08.035 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 2962 (ObjNum 867 snap 299 seq_num 867) dirty exists 2024-04-13T07:26:08.036 INFO:tasks.rados.rados.0.smithi003.stdout:3359: done (5 left) 2024-04-13T07:26:08.036 INFO:tasks.rados.rados.0.smithi003.stdout:3360: done (4 left) 2024-04-13T07:26:08.036 INFO:tasks.rados.rados.0.smithi003.stdout:3361: done (3 left) 2024-04-13T07:26:08.037 INFO:tasks.rados.rados.0.smithi003.stdout:3362: done (2 left) 2024-04-13T07:26:08.037 INFO:tasks.rados.rados.0.smithi003.stdout:3364: done (1 left) 2024-04-13T07:26:08.037 INFO:tasks.rados.rados.0.smithi003.stdout:3365: read oid 16 snap -1 2024-04-13T07:26:08.037 INFO:tasks.rados.rados.0.smithi003.stdout:3365: expect (ObjNum 972 snap 334 seq_num 972) 2024-04-13T07:26:08.037 INFO:tasks.rados.rados.0.smithi003.stdout:3366: copy_from oid 20 from oid 24 current snap is 348 2024-04-13T07:26:08.037 INFO:tasks.rados.rados.0.smithi003.stdout:3367: setattr oid 15 current snap is 348 2024-04-13T07:26:08.037 INFO:tasks.rados.rados.0.smithi003.stdout:3363: finishing write tid 1 to smithi00377890-30 2024-04-13T07:26:08.038 INFO:tasks.rados.rados.0.smithi003.stdout:3363: finishing write tid 2 to smithi00377890-30 2024-04-13T07:26:08.039 INFO:tasks.rados.rados.0.smithi003.stdout:3363: finishing write tid 3 to smithi00377890-30 2024-04-13T07:26:08.039 INFO:tasks.rados.rados.0.smithi003.stdout:3363: oid 30 updating version 0 to 3139 2024-04-13T07:26:08.039 INFO:tasks.rados.rados.0.smithi003.stdout:3363: oid 30 updating version 3139 to 3140 2024-04-13T07:26:08.040 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 3140 (ObjNum 1026 snap 348 seq_num 1026) dirty exists 2024-04-13T07:26:08.040 INFO:tasks.rados.rados.0.smithi003.stdout:3363: left oid 30 (ObjNum 1026 snap 348 seq_num 1026) 2024-04-13T07:26:08.042 INFO:tasks.rados.rados.0.smithi003.stdout:3363: done (3 left) 2024-04-13T07:26:08.042 INFO:tasks.rados.rados.0.smithi003.stdout:3368: read oid 30 snap 316 2024-04-13T07:26:08.042 INFO:tasks.rados.rados.0.smithi003.stdout:3368: expect (ObjNum 900 snap 305 seq_num 900) 2024-04-13T07:26:08.042 INFO:tasks.rados.rados.0.smithi003.stdout:3369: delete oid 14 current snap is 348 2024-04-13T07:26:08.047 INFO:tasks.rados.rados.0.smithi003.stdout:3369: done (4 left) 2024-04-13T07:26:08.047 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 348 2024-04-13T07:26:08.047 INFO:tasks.rados.rados.0.smithi003.stdout:3370: seq_num 1029 ranges {0=442368} 2024-04-13T07:26:08.050 INFO:tasks.rados.rados.0.smithi003.stdout:3370: writing smithi00377890-49 from 0 to 442368 tid 1 2024-04-13T07:26:08.050 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 25 current snap is 348 2024-04-13T07:26:08.050 INFO:tasks.rados.rados.0.smithi003.stdout:3365: expect (ObjNum 972 snap 334 seq_num 972) 2024-04-13T07:26:08.157 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 3264 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-13T07:26:08.157 INFO:tasks.rados.rados.0.smithi003.stdout:3368: expect (ObjNum 900 snap 305 seq_num 900) 2024-04-13T07:26:08.282 INFO:tasks.rados.rados.0.smithi003.stdout:3370: finishing write tid 1 to smithi00377890-49 2024-04-13T07:26:08.282 INFO:tasks.rados.rados.0.smithi003.stdout:3370: finishing write tid 2 to smithi00377890-49 2024-04-13T07:26:08.282 INFO:tasks.rados.rados.0.smithi003.stdout:3371: seq_num 1030 ranges {0=458752} 2024-04-13T07:26:08.285 INFO:tasks.rados.rados.0.smithi003.stdout:3371: writing smithi00377890-25 from 0 to 458752 tid 1 2024-04-13T07:26:08.285 INFO:tasks.rados.rados.0.smithi003.stdout:3365: done (5 left) 2024-04-13T07:26:08.285 INFO:tasks.rados.rados.0.smithi003.stdout:3367: done (4 left) 2024-04-13T07:26:08.285 INFO:tasks.rados.rados.0.smithi003.stdout:3368: done (3 left) 2024-04-13T07:26:08.286 INFO:tasks.rados.rados.0.smithi003.stdout:3372: rollback oid 28 current snap is 348 2024-04-13T07:26:08.286 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 28 to 334 2024-04-13T07:26:08.286 INFO:tasks.rados.rados.0.smithi003.stdout:3370: finishing write tid 3 to smithi00377890-49 2024-04-13T07:26:08.286 INFO:tasks.rados.rados.0.smithi003.stdout:3370: oid 49 updating version 0 to 2952 2024-04-13T07:26:08.286 INFO:tasks.rados.rados.0.smithi003.stdout:3370: oid 49 updating version 2952 to 2953 2024-04-13T07:26:08.286 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 2953 (ObjNum 1029 snap 348 seq_num 1029) dirty exists 2024-04-13T07:26:08.286 INFO:tasks.rados.rados.0.smithi003.stdout:3370: left oid 49 (ObjNum 1029 snap 348 seq_num 1029) 2024-04-13T07:26:08.286 INFO:tasks.rados.rados.0.smithi003.stdout:3366: finishing copy_from racing read to smithi00377890-20 2024-04-13T07:26:08.286 INFO:tasks.rados.rados.0.smithi003.stdout:3366: finishing copy_from to smithi00377890-20 2024-04-13T07:26:08.286 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 2872 (ObjNum 999 snap 345 seq_num 999) dirty exists 2024-04-13T07:26:08.286 INFO:tasks.rados.rados.0.smithi003.stdout:3366: done (3 left) 2024-04-13T07:26:08.286 INFO:tasks.rados.rados.0.smithi003.stdout:3370: done (2 left) 2024-04-13T07:26:08.286 INFO:tasks.rados.rados.0.smithi003.stdout:3373: delete oid 33 current snap is 348 2024-04-13T07:26:08.287 INFO:tasks.rados.rados.0.smithi003.stdout:3373: done (2 left) 2024-04-13T07:26:08.287 INFO:tasks.rados.rados.0.smithi003.stdout:3374: delete oid 34 current snap is 348 2024-04-13T07:26:08.289 INFO:tasks.rados.rados.0.smithi003.stdout:3372: finishing rollback tid 0 to smithi00377890-28 2024-04-13T07:26:08.289 INFO:tasks.rados.rados.0.smithi003.stdout:3372: finishing rollback tid 1 to smithi00377890-28 2024-04-13T07:26:08.289 INFO:tasks.rados.rados.0.smithi003.stdout:3372: finishing rollback tid 2 to smithi00377890-28 2024-04-13T07:26:08.289 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 1578 (ObjNum 717 snap 246 seq_num 717) dirty exists 2024-04-13T07:26:08.290 INFO:tasks.rados.rados.0.smithi003.stdout:3371: finishing write tid 1 to smithi00377890-25 2024-04-13T07:26:08.290 INFO:tasks.rados.rados.0.smithi003.stdout:3372: done (2 left) 2024-04-13T07:26:08.291 INFO:tasks.rados.rados.0.smithi003.stdout:3374: done (1 left) 2024-04-13T07:26:08.291 INFO:tasks.rados.rados.0.smithi003.stdout:3375: read oid 23 snap 312 2024-04-13T07:26:08.291 INFO:tasks.rados.rados.0.smithi003.stdout:3375: expect deleted 2024-04-13T07:26:08.291 INFO:tasks.rados.rados.0.smithi003.stdout:3376: snap_remove snap 316 2024-04-13T07:26:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:07 smithi003 ceph-mon[89364]: pgmap v808: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 548 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 308 KiB/s wr, 10 op/s 2024-04-13T07:26:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:07 smithi003 ceph-mon[89364]: osdmap e765: 8 total, 8 up, 8 in 2024-04-13T07:26:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:26:08.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:07 smithi003 ceph-mon[91733]: pgmap v808: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 548 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 308 KiB/s wr, 10 op/s 2024-04-13T07:26:08.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:07 smithi003 ceph-mon[91733]: osdmap e765: 8 total, 8 up, 8 in 2024-04-13T07:26:08.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:26:08.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:07 smithi066 ceph-mon[84331]: pgmap v808: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 548 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 308 KiB/s wr, 10 op/s 2024-04-13T07:26:08.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:07 smithi066 ceph-mon[84331]: osdmap e765: 8 total, 8 up, 8 in 2024-04-13T07:26:08.403 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:26:08.893 INFO:tasks.rados.rados.0.smithi003.stdout:3371: finishing write tid 2 to smithi00377890-25 2024-04-13T07:26:08.893 INFO:tasks.rados.rados.0.smithi003.stdout:3371: finishing write tid 3 to smithi00377890-25 2024-04-13T07:26:08.893 INFO:tasks.rados.rados.0.smithi003.stdout:3371: oid 25 updating version 0 to 3266 2024-04-13T07:26:08.893 INFO:tasks.rados.rados.0.smithi003.stdout:3371: oid 25 version 3266 is already newer than 3265 2024-04-13T07:26:08.894 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 3266 (ObjNum 1030 snap 348 seq_num 1030) dirty exists 2024-04-13T07:26:08.894 INFO:tasks.rados.rados.0.smithi003.stdout:3371: left oid 25 (ObjNum 1030 snap 348 seq_num 1030) 2024-04-13T07:26:08.894 INFO:tasks.rados.rados.0.smithi003.stdout:3371: done (2 left) 2024-04-13T07:26:08.894 INFO:tasks.rados.rados.0.smithi003.stdout:3375: done (1 left) 2024-04-13T07:26:08.894 INFO:tasks.rados.rados.0.smithi003.stdout:3376: done (0 left) 2024-04-13T07:26:08.894 INFO:tasks.rados.rados.0.smithi003.stdout:3377: delete oid 22 current snap is 348 2024-04-13T07:26:08.910 INFO:tasks.rados.rados.0.smithi003.stdout:3377: done (0 left) 2024-04-13T07:26:08.910 INFO:tasks.rados.rados.0.smithi003.stdout:3378: delete oid 22 current snap is 348 2024-04-13T07:26:08.921 INFO:tasks.rados.rados.0.smithi003.stdout:3378: done (0 left) 2024-04-13T07:26:08.921 INFO:tasks.rados.rados.0.smithi003.stdout:3379: rollback oid 41 current snap is 348 2024-04-13T07:26:08.921 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 41 to 342 2024-04-13T07:26:08.921 INFO:tasks.rados.rados.0.smithi003.stdout:3380: rollback oid 19 current snap is 348 2024-04-13T07:26:08.921 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 19 to 312 2024-04-13T07:26:08.921 INFO:tasks.rados.rados.0.smithi003.stdout:3381: rollback oid 24 current snap is 348 2024-04-13T07:26:08.921 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 24 to 314 2024-04-13T07:26:08.921 INFO:tasks.rados.rados.0.smithi003.stdout:3382: snap_create 2024-04-13T07:26:08.923 INFO:tasks.rados.rados.0.smithi003.stdout:3379: finishing rollback tid 1 to smithi00377890-41 2024-04-13T07:26:08.923 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 2869 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-13T07:26:08.927 INFO:tasks.rados.rados.0.smithi003.stdout:3380: finishing rollback tid 1 to smithi00377890-19 2024-04-13T07:26:08.927 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 2445 (ObjNum 673 snap 0 seq_num 2793385840) dirty dne 2024-04-13T07:26:08.932 INFO:tasks.rados.rados.0.smithi003.stdout:3381: finishing rollback tid 0 to smithi00377890-24 2024-04-13T07:26:08.932 INFO:tasks.rados.rados.0.smithi003.stdout:3381: finishing rollback tid 1 to smithi00377890-24 2024-04-13T07:26:08.932 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 2973 (ObjNum 897 snap 0 seq_num 2793386064) dirty dne 2024-04-13T07:26:09.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:08 smithi003 ceph-mon[91733]: osdmap e766: 8 total, 8 up, 8 in 2024-04-13T07:26:09.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:08 smithi003 ceph-mon[91733]: osdmap e767: 8 total, 8 up, 8 in 2024-04-13T07:26:09.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:08 smithi003 ceph-mon[89364]: osdmap e766: 8 total, 8 up, 8 in 2024-04-13T07:26:09.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:08 smithi003 ceph-mon[89364]: osdmap e767: 8 total, 8 up, 8 in 2024-04-13T07:26:09.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:08 smithi066 ceph-mon[84331]: osdmap e766: 8 total, 8 up, 8 in 2024-04-13T07:26:09.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:08 smithi066 ceph-mon[84331]: osdmap e767: 8 total, 8 up, 8 in 2024-04-13T07:26:09.938 INFO:tasks.rados.rados.0.smithi003.stdout:3379: done (3 left) 2024-04-13T07:26:09.938 INFO:tasks.rados.rados.0.smithi003.stdout:3380: done (2 left) 2024-04-13T07:26:09.938 INFO:tasks.rados.rados.0.smithi003.stdout:3381: done (1 left) 2024-04-13T07:26:09.938 INFO:tasks.rados.rados.0.smithi003.stdout:3382: done (0 left) 2024-04-13T07:26:09.938 INFO:tasks.rados.rados.0.smithi003.stdout:3383: read oid 49 snap -1 2024-04-13T07:26:09.938 INFO:tasks.rados.rados.0.smithi003.stdout:3383: expect (ObjNum 1029 snap 348 seq_num 1029) 2024-04-13T07:26:09.938 INFO:tasks.rados.rados.0.smithi003.stdout:3384: snap_remove snap 254 2024-04-13T07:26:10.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:09 smithi003 ceph-mon[91733]: pgmap v811: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 548 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 104 KiB/s wr, 6 op/s 2024-04-13T07:26:10.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:09 smithi003 ceph-mon[89364]: pgmap v811: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 548 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 104 KiB/s wr, 6 op/s 2024-04-13T07:26:10.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:09 smithi066 ceph-mon[84331]: pgmap v811: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 548 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 104 KiB/s wr, 6 op/s 2024-04-13T07:26:10.950 INFO:tasks.rados.rados.0.smithi003.stdout:3383: expect (ObjNum 1029 snap 348 seq_num 1029) 2024-04-13T07:26:10.969 INFO:tasks.rados.rados.0.smithi003.stdout:3383: done (1 left) 2024-04-13T07:26:10.969 INFO:tasks.rados.rados.0.smithi003.stdout:3384: done (0 left) 2024-04-13T07:26:10.969 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 6 current snap is 349 2024-04-13T07:26:10.969 INFO:tasks.rados.rados.0.smithi003.stdout:3385: seq_num 1035 ranges {14934016=540672} 2024-04-13T07:26:11.053 INFO:tasks.rados.rados.0.smithi003.stdout:3385: writing smithi00377890-6 from 14934016 to 15474688 tid 1 2024-04-13T07:26:11.054 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 40 current snap is 349 2024-04-13T07:26:11.054 INFO:tasks.rados.rados.0.smithi003.stdout:3386: seq_num 1036 ranges {16646144=557056} 2024-04-13T07:26:11.147 INFO:tasks.rados.rados.0.smithi003.stdout:3386: writing smithi00377890-40 from 16646144 to 17203200 tid 1 2024-04-13T07:26:11.148 INFO:tasks.rados.rados.0.smithi003.stdout:3387: snap_remove snap 309 2024-04-13T07:26:11.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:10 smithi003 ceph-mon[91733]: osdmap e768: 8 total, 8 up, 8 in 2024-04-13T07:26:11.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:10 smithi003 ceph-mon[89364]: osdmap e768: 8 total, 8 up, 8 in 2024-04-13T07:26:11.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:10 smithi066 ceph-mon[84331]: osdmap e768: 8 total, 8 up, 8 in 2024-04-13T07:26:11.953 INFO:tasks.rados.rados.0.smithi003.stdout:3387: done (2 left) 2024-04-13T07:26:11.953 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 349 2024-04-13T07:26:11.953 INFO:tasks.rados.rados.0.smithi003.stdout:3385: finishing write tid 1 to smithi00377890-6 2024-04-13T07:26:11.953 INFO:tasks.rados.rados.0.smithi003.stdout:3385: finishing write tid 2 to smithi00377890-6 2024-04-13T07:26:11.953 INFO:tasks.rados.rados.0.smithi003.stdout:3385: finishing write tid 3 to smithi00377890-6 2024-04-13T07:26:11.953 INFO:tasks.rados.rados.0.smithi003.stdout:3385: oid 6 updating version 0 to 3139 2024-04-13T07:26:11.953 INFO:tasks.rados.rados.0.smithi003.stdout:3385: oid 6 updating version 3139 to 3140 2024-04-13T07:26:11.953 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 3140 (ObjNum 1035 snap 349 seq_num 1035) dirty exists 2024-04-13T07:26:11.954 INFO:tasks.rados.rados.0.smithi003.stdout:3385: left oid 6 (ObjNum 1035 snap 349 seq_num 1035) 2024-04-13T07:26:11.954 INFO:tasks.rados.rados.0.smithi003.stdout:3386: finishing write tid 1 to smithi00377890-40 2024-04-13T07:26:11.954 INFO:tasks.rados.rados.0.smithi003.stdout:3386: finishing write tid 2 to smithi00377890-40 2024-04-13T07:26:11.954 INFO:tasks.rados.rados.0.smithi003.stdout:3386: finishing write tid 3 to smithi00377890-40 2024-04-13T07:26:11.954 INFO:tasks.rados.rados.0.smithi003.stdout:3386: oid 40 updating version 0 to 3282 2024-04-13T07:26:11.954 INFO:tasks.rados.rados.0.smithi003.stdout:3386: oid 40 updating version 3282 to 3283 2024-04-13T07:26:11.954 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 3283 (ObjNum 1036 snap 349 seq_num 1036) dirty exists 2024-04-13T07:26:11.954 INFO:tasks.rados.rados.0.smithi003.stdout:3386: left oid 40 (ObjNum 1036 snap 349 seq_num 1036) 2024-04-13T07:26:11.954 INFO:tasks.rados.rados.0.smithi003.stdout:3388: seq_num 1037 ranges {5636096=573440} 2024-04-13T07:26:11.988 INFO:tasks.rados.rados.0.smithi003.stdout:3388: writing smithi00377890-17 from 5636096 to 6209536 tid 1 2024-04-13T07:26:11.988 INFO:tasks.rados.rados.0.smithi003.stdout:3385: done (2 left) 2024-04-13T07:26:11.988 INFO:tasks.rados.rados.0.smithi003.stdout:3386: done (1 left) 2024-04-13T07:26:11.988 INFO:tasks.rados.rados.0.smithi003.stdout:3389: rollback oid 37 current snap is 349 2024-04-13T07:26:11.988 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 37 to 347 2024-04-13T07:26:11.988 INFO:tasks.rados.rados.0.smithi003.stdout:3390: snap_remove snap 348 2024-04-13T07:26:12.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:11 smithi066 ceph-mon[84331]: pgmap v814: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 577 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 7.7 MiB/s wr, 19 op/s 2024-04-13T07:26:12.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:11 smithi066 ceph-mon[84331]: osdmap e769: 8 total, 8 up, 8 in 2024-04-13T07:26:12.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:11 smithi003 ceph-mon[91733]: pgmap v814: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 577 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 7.7 MiB/s wr, 19 op/s 2024-04-13T07:26:12.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:11 smithi003 ceph-mon[91733]: osdmap e769: 8 total, 8 up, 8 in 2024-04-13T07:26:12.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:11 smithi003 ceph-mon[89364]: pgmap v814: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 577 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 7.7 MiB/s wr, 19 op/s 2024-04-13T07:26:12.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:11 smithi003 ceph-mon[89364]: osdmap e769: 8 total, 8 up, 8 in 2024-04-13T07:26:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:26:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:26:12.964 INFO:tasks.rados.rados.0.smithi003.stdout:3390: done (2 left) 2024-04-13T07:26:12.965 INFO:tasks.rados.rados.0.smithi003.stdout:3391: rmattr oid 14 current snap is 349 2024-04-13T07:26:12.965 INFO:tasks.rados.rados.0.smithi003.stdout:3391: done (2 left) 2024-04-13T07:26:12.965 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 13 current snap is 349 2024-04-13T07:26:12.965 INFO:tasks.rados.rados.0.smithi003.stdout:3389: finishing rollback tid 1 to smithi00377890-37 2024-04-13T07:26:12.965 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 2500 (ObjNum 209 snap 0 seq_num 1517360732) dirty dne 2024-04-13T07:26:12.965 INFO:tasks.rados.rados.0.smithi003.stdout:3388: finishing write tid 1 to smithi00377890-17 2024-04-13T07:26:12.965 INFO:tasks.rados.rados.0.smithi003.stdout:3388: finishing write tid 2 to smithi00377890-17 2024-04-13T07:26:12.965 INFO:tasks.rados.rados.0.smithi003.stdout:3388: finishing write tid 3 to smithi00377890-17 2024-04-13T07:26:12.965 INFO:tasks.rados.rados.0.smithi003.stdout:3388: oid 17 updating version 0 to 2964 2024-04-13T07:26:12.965 INFO:tasks.rados.rados.0.smithi003.stdout:3388: oid 17 updating version 2964 to 2965 2024-04-13T07:26:12.965 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 2965 (ObjNum 1037 snap 349 seq_num 1037) dirty exists 2024-04-13T07:26:12.965 INFO:tasks.rados.rados.0.smithi003.stdout:3388: left oid 17 (ObjNum 1037 snap 349 seq_num 1037) 2024-04-13T07:26:12.965 INFO:tasks.rados.rados.0.smithi003.stdout:3392: seq_num 1038 ranges {1474560=589824} 2024-04-13T07:26:12.976 INFO:tasks.rados.rados.0.smithi003.stdout:3392: writing smithi00377890-13 from 1474560 to 2064384 tid 1 2024-04-13T07:26:12.976 INFO:tasks.rados.rados.0.smithi003.stdout:3388: done (2 left) 2024-04-13T07:26:12.976 INFO:tasks.rados.rados.0.smithi003.stdout:3389: done (1 left) 2024-04-13T07:26:12.976 INFO:tasks.rados.rados.0.smithi003.stdout:3393: snap_remove snap 347 2024-04-13T07:26:13.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:12 smithi003 ceph-mon[91733]: osdmap e770: 8 total, 8 up, 8 in 2024-04-13T07:26:13.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:12 smithi003 ceph-mon[89364]: osdmap e770: 8 total, 8 up, 8 in 2024-04-13T07:26:13.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:12 smithi066 ceph-mon[84331]: osdmap e770: 8 total, 8 up, 8 in 2024-04-13T07:26:13.896 INFO:tasks.rados.rados.0.smithi003.stdout:3392: finishing write tid 1 to smithi00377890-13 2024-04-13T07:26:13.896 INFO:tasks.rados.rados.0.smithi003.stdout:3392: finishing write tid 2 to smithi00377890-13 2024-04-13T07:26:13.897 INFO:tasks.rados.rados.0.smithi003.stdout:3392: finishing write tid 3 to smithi00377890-13 2024-04-13T07:26:13.897 INFO:tasks.rados.rados.0.smithi003.stdout:3392: oid 13 updating version 0 to 3141 2024-04-13T07:26:13.897 INFO:tasks.rados.rados.0.smithi003.stdout:3392: oid 13 updating version 3141 to 3142 2024-04-13T07:26:13.897 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 3142 (ObjNum 1038 snap 349 seq_num 1038) dirty exists 2024-04-13T07:26:13.897 INFO:tasks.rados.rados.0.smithi003.stdout:3392: left oid 13 (ObjNum 1038 snap 349 seq_num 1038) 2024-04-13T07:26:13.897 INFO:tasks.rados.rados.0.smithi003.stdout:3392: done (1 left) 2024-04-13T07:26:13.897 INFO:tasks.rados.rados.0.smithi003.stdout:3393: done (0 left) 2024-04-13T07:26:13.897 INFO:tasks.rados.rados.0.smithi003.stdout:3394: copy_from oid 7 from oid 39 current snap is 349 2024-04-13T07:26:13.897 INFO:tasks.rados.rados.0.smithi003.stdout:3395: copy_from oid 33 from oid 49 current snap is 349 2024-04-13T07:26:13.897 INFO:tasks.rados.rados.0.smithi003.stdout:3396: setattr oid 12 current snap is 349 2024-04-13T07:26:13.899 INFO:tasks.rados.rados.0.smithi003.stdout:3397: delete oid 1 current snap is 349 2024-04-13T07:26:13.913 INFO:tasks.rados.rados.0.smithi003.stdout:3395: finishing copy_from racing read to smithi00377890-33 2024-04-13T07:26:13.914 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 3230 (ObjNum 1011 snap 347 seq_num 1011) dirty exists 2024-04-13T07:26:13.915 INFO:tasks.rados.rados.0.smithi003.stdout:3396: done (3 left) 2024-04-13T07:26:13.915 INFO:tasks.rados.rados.0.smithi003.stdout:3397: done (2 left) 2024-04-13T07:26:13.915 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 21 current snap is 349 2024-04-13T07:26:13.915 INFO:tasks.rados.rados.0.smithi003.stdout:3398: seq_num 1040 ranges {0=622592} 2024-04-13T07:26:13.919 INFO:tasks.rados.rados.0.smithi003.stdout:3398: writing smithi00377890-21 from 0 to 622592 tid 1 2024-04-13T07:26:13.920 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 15 current snap is 349 2024-04-13T07:26:13.920 INFO:tasks.rados.rados.0.smithi003.stdout:3395: finishing copy_from to smithi00377890-33 2024-04-13T07:26:13.920 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 2953 (ObjNum 1029 snap 348 seq_num 1029) dirty exists 2024-04-13T07:26:13.920 INFO:tasks.rados.rados.0.smithi003.stdout:3399: seq_num 1041 ranges {0=638976} 2024-04-13T07:26:13.924 INFO:tasks.rados.rados.0.smithi003.stdout:3399: writing smithi00377890-15 from 0 to 638976 tid 1 2024-04-13T07:26:13.925 INFO:tasks.rados.rados.0.smithi003.stdout:3395: done (3 left) 2024-04-13T07:26:13.925 INFO:tasks.rados.rados.0.smithi003.stdout:3400: setattr oid 18 current snap is 349 2024-04-13T07:26:13.925 INFO:tasks.rados.rados.0.smithi003.stdout:3394: finishing copy_from racing read to smithi00377890-7 2024-04-13T07:26:13.925 INFO:tasks.rados.rados.0.smithi003.stdout:3398: finishing write tid 1 to smithi00377890-21 2024-04-13T07:26:13.925 INFO:tasks.rados.rados.0.smithi003.stdout:3398: finishing write tid 2 to smithi00377890-21 2024-04-13T07:26:13.925 INFO:tasks.rados.rados.0.smithi003.stdout:3394: finishing copy_from to smithi00377890-7 2024-04-13T07:26:13.925 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 2197 (ObjNum 992 snap 339 seq_num 992) dirty exists 2024-04-13T07:26:13.926 INFO:tasks.rados.rados.0.smithi003.stdout:3394: done (3 left) 2024-04-13T07:26:13.926 INFO:tasks.rados.rados.0.smithi003.stdout:3401: rollback oid 2 current snap is 349 2024-04-13T07:26:13.926 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 2 to 338 2024-04-13T07:26:13.926 INFO:tasks.rados.rados.0.smithi003.stdout:3402: setattr oid 50 current snap is 349 2024-04-13T07:26:13.928 INFO:tasks.rados.rados.0.smithi003.stdout:3403: snap_create 2024-04-13T07:26:13.929 INFO:tasks.rados.rados.0.smithi003.stdout:3398: finishing write tid 3 to smithi00377890-21 2024-04-13T07:26:13.929 INFO:tasks.rados.rados.0.smithi003.stdout:3398: oid 21 updating version 0 to 2200 2024-04-13T07:26:13.929 INFO:tasks.rados.rados.0.smithi003.stdout:3398: oid 21 version 2200 is already newer than 2199 2024-04-13T07:26:13.929 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 2200 (ObjNum 1040 snap 349 seq_num 1040) dirty exists 2024-04-13T07:26:13.929 INFO:tasks.rados.rados.0.smithi003.stdout:3398: left oid 21 (ObjNum 1040 snap 349 seq_num 1040) 2024-04-13T07:26:13.931 INFO:tasks.rados.rados.0.smithi003.stdout:3399: finishing write tid 1 to smithi00377890-15 2024-04-13T07:26:13.932 INFO:tasks.rados.rados.0.smithi003.stdout:3399: finishing write tid 2 to smithi00377890-15 2024-04-13T07:26:13.933 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 3231 (ObjNum 804 snap 288 seq_num 804) dirty exists 2024-04-13T07:26:13.933 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 3141 (ObjNum 952 snap 324 seq_num 952) dirty exists 2024-04-13T07:26:13.933 INFO:tasks.rados.rados.0.smithi003.stdout:3401: finishing rollback tid 0 to smithi00377890-2 2024-04-13T07:26:13.934 INFO:tasks.rados.rados.0.smithi003.stdout:3401: finishing rollback tid 1 to smithi00377890-2 2024-04-13T07:26:13.935 INFO:tasks.rados.rados.0.smithi003.stdout:3399: finishing write tid 3 to smithi00377890-15 2024-04-13T07:26:13.935 INFO:tasks.rados.rados.0.smithi003.stdout:3399: oid 15 updating version 0 to 3301 2024-04-13T07:26:13.935 INFO:tasks.rados.rados.0.smithi003.stdout:3399: oid 15 version 3301 is already newer than 3300 2024-04-13T07:26:13.935 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 3301 (ObjNum 1041 snap 349 seq_num 1041) dirty exists 2024-04-13T07:26:13.935 INFO:tasks.rados.rados.0.smithi003.stdout:3399: left oid 15 (ObjNum 1041 snap 349 seq_num 1041) 2024-04-13T07:26:13.937 INFO:tasks.rados.rados.0.smithi003.stdout:3401: finishing rollback tid 2 to smithi00377890-2 2024-04-13T07:26:13.937 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 3144 (ObjNum 880 snap 299 seq_num 880) dirty exists 2024-04-13T07:26:14.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:13 smithi003 ceph-mon[89364]: pgmap v817: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 555 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.0 MiB/s wr, 24 op/s 2024-04-13T07:26:14.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:13 smithi003 ceph-mon[89364]: osdmap e771: 8 total, 8 up, 8 in 2024-04-13T07:26:14.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:13 smithi003 ceph-mon[89364]: osdmap e772: 8 total, 8 up, 8 in 2024-04-13T07:26:14.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:13 smithi003 ceph-mon[91733]: pgmap v817: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 555 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.0 MiB/s wr, 24 op/s 2024-04-13T07:26:14.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:13 smithi003 ceph-mon[91733]: osdmap e771: 8 total, 8 up, 8 in 2024-04-13T07:26:14.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:13 smithi003 ceph-mon[91733]: osdmap e772: 8 total, 8 up, 8 in 2024-04-13T07:26:14.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:13 smithi066 ceph-mon[84331]: pgmap v817: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 555 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.0 MiB/s wr, 24 op/s 2024-04-13T07:26:14.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:13 smithi066 ceph-mon[84331]: osdmap e771: 8 total, 8 up, 8 in 2024-04-13T07:26:14.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:13 smithi066 ceph-mon[84331]: osdmap e772: 8 total, 8 up, 8 in 2024-04-13T07:26:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:26:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:26:14] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-04-13T07:26:14.896 INFO:tasks.rados.rados.0.smithi003.stdout:3398: done (5 left) 2024-04-13T07:26:14.897 INFO:tasks.rados.rados.0.smithi003.stdout:3399: done (4 left) 2024-04-13T07:26:14.897 INFO:tasks.rados.rados.0.smithi003.stdout:3400: done (3 left) 2024-04-13T07:26:14.897 INFO:tasks.rados.rados.0.smithi003.stdout:3401: done (2 left) 2024-04-13T07:26:14.897 INFO:tasks.rados.rados.0.smithi003.stdout:3402: done (1 left) 2024-04-13T07:26:14.897 INFO:tasks.rados.rados.0.smithi003.stdout:3403: done (0 left) 2024-04-13T07:26:14.897 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 45 current snap is 350 2024-04-13T07:26:14.897 INFO:tasks.rados.rados.0.smithi003.stdout:3404: seq_num 1042 ranges {5980160=655360} 2024-04-13T07:26:14.933 INFO:tasks.rados.rados.0.smithi003.stdout:3404: writing smithi00377890-45 from 5980160 to 6635520 tid 1 2024-04-13T07:26:14.933 INFO:tasks.rados.rados.0.smithi003.stdout:3405: read oid 41 snap 340 2024-04-13T07:26:14.933 INFO:tasks.rados.rados.0.smithi003.stdout:3405: expect deleted 2024-04-13T07:26:14.933 INFO:tasks.rados.rados.0.smithi003.stdout:3406: delete oid 6 current snap is 350 2024-04-13T07:26:14.940 INFO:tasks.rados.rados.0.smithi003.stdout:3404: finishing write tid 1 to smithi00377890-45 2024-04-13T07:26:14.940 INFO:tasks.rados.rados.0.smithi003.stdout:3404: finishing write tid 2 to smithi00377890-45 2024-04-13T07:26:14.941 INFO:tasks.rados.rados.0.smithi003.stdout:3405: done (2 left) 2024-04-13T07:26:14.941 INFO:tasks.rados.rados.0.smithi003.stdout:3406: done (1 left) 2024-04-13T07:26:14.941 INFO:tasks.rados.rados.0.smithi003.stdout:3407: copy_from oid 29 from oid 8 current snap is 350 2024-04-13T07:26:14.941 INFO:tasks.rados.rados.0.smithi003.stdout:3408: setattr oid 15 current snap is 350 2024-04-13T07:26:14.942 INFO:tasks.rados.rados.0.smithi003.stdout:3404: finishing write tid 3 to smithi00377890-45 2024-04-13T07:26:14.943 INFO:tasks.rados.rados.0.smithi003.stdout:3404: oid 45 updating version 0 to 3146 2024-04-13T07:26:14.943 INFO:tasks.rados.rados.0.smithi003.stdout:3404: oid 45 version 3146 is already newer than 3145 2024-04-13T07:26:14.943 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 3146 (ObjNum 1042 snap 350 seq_num 1042) dirty exists 2024-04-13T07:26:14.943 INFO:tasks.rados.rados.0.smithi003.stdout:3404: left oid 45 (ObjNum 1042 snap 350 seq_num 1042) 2024-04-13T07:26:14.945 INFO:tasks.rados.rados.0.smithi003.stdout:3404: done (2 left) 2024-04-13T07:26:14.945 INFO:tasks.rados.rados.0.smithi003.stdout:3409: read oid 16 snap 340 2024-04-13T07:26:14.945 INFO:tasks.rados.rados.0.smithi003.stdout:3409: expect (ObjNum 972 snap 334 seq_num 972) 2024-04-13T07:26:14.945 INFO:tasks.rados.rados.0.smithi003.stdout:3410: copy_from oid 27 from oid 7 current snap is 350 2024-04-13T07:26:14.945 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 19 current snap is 350 2024-04-13T07:26:14.946 INFO:tasks.rados.rados.0.smithi003.stdout:3411: seq_num 1044 ranges {0=688128} 2024-04-13T07:26:14.950 INFO:tasks.rados.rados.0.smithi003.stdout:3411: writing smithi00377890-19 from 0 to 688128 tid 1 2024-04-13T07:26:14.950 INFO:tasks.rados.rados.0.smithi003.stdout:3412: rollback oid 22 current snap is 350 2024-04-13T07:26:14.950 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 22 to 344 2024-04-13T07:26:14.950 INFO:tasks.rados.rados.0.smithi003.stdout:3413: snap_remove snap 329 2024-04-13T07:26:15.907 INFO:tasks.rados.rados.0.smithi003.stdout:3413: done (6 left) 2024-04-13T07:26:15.907 INFO:tasks.rados.rados.0.smithi003.stdout:3414: rollback oid 39 current snap is 350 2024-04-13T07:26:15.907 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 39 to 314 2024-04-13T07:26:15.908 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 3303 (ObjNum 1041 snap 349 seq_num 1041) dirty exists 2024-04-13T07:26:15.908 INFO:tasks.rados.rados.0.smithi003.stdout:3409: expect (ObjNum 972 snap 334 seq_num 972) 2024-04-13T07:26:16.027 INFO:tasks.rados.rados.0.smithi003.stdout:3410: finishing copy_from racing read to smithi00377890-27 2024-04-13T07:26:16.027 INFO:tasks.rados.rados.0.smithi003.stdout:3411: finishing write tid 1 to smithi00377890-19 2024-04-13T07:26:16.028 INFO:tasks.rados.rados.0.smithi003.stdout:3411: finishing write tid 2 to smithi00377890-19 2024-04-13T07:26:16.028 INFO:tasks.rados.rados.0.smithi003.stdout:3410: finishing copy_from to smithi00377890-27 2024-04-13T07:26:16.028 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 2197 (ObjNum 992 snap 339 seq_num 992) dirty exists 2024-04-13T07:26:16.028 INFO:tasks.rados.rados.0.smithi003.stdout:3411: finishing write tid 3 to smithi00377890-19 2024-04-13T07:26:16.028 INFO:tasks.rados.rados.0.smithi003.stdout:3411: oid 19 updating version 0 to 2999 2024-04-13T07:26:16.028 INFO:tasks.rados.rados.0.smithi003.stdout:3411: oid 19 version 2999 is already newer than 2998 2024-04-13T07:26:16.028 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 2999 (ObjNum 1044 snap 350 seq_num 1044) dirty exists 2024-04-13T07:26:16.028 INFO:tasks.rados.rados.0.smithi003.stdout:3411: left oid 19 (ObjNum 1044 snap 350 seq_num 1044) 2024-04-13T07:26:16.028 INFO:tasks.rados.rados.0.smithi003.stdout:3412: finishing rollback tid 1 to smithi00377890-22 2024-04-13T07:26:16.028 INFO:tasks.rados.rados.0.smithi003.stdout:3408: done (6 left) 2024-04-13T07:26:16.028 INFO:tasks.rados.rados.0.smithi003.stdout:3409: done (5 left) 2024-04-13T07:26:16.028 INFO:tasks.rados.rados.0.smithi003.stdout:3410: done (4 left) 2024-04-13T07:26:16.028 INFO:tasks.rados.rados.0.smithi003.stdout:3411: done (3 left) 2024-04-13T07:26:16.028 INFO:tasks.rados.rados.0.smithi003.stdout:3415: read oid 46 snap -1 2024-04-13T07:26:16.028 INFO:tasks.rados.rados.0.smithi003.stdout:3415: expect (ObjNum 965 snap 330 seq_num 965) 2024-04-13T07:26:16.029 INFO:tasks.rados.rados.0.smithi003.stdout:3416: snap_create 2024-04-13T07:26:16.029 INFO:tasks.rados.rados.0.smithi003.stdout:3412: finishing rollback tid 2 to smithi00377890-22 2024-04-13T07:26:16.029 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 3001 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:26:16.029 INFO:tasks.rados.rados.0.smithi003.stdout:3407: finishing copy_from racing read to smithi00377890-29 2024-04-13T07:26:16.029 INFO:tasks.rados.rados.0.smithi003.stdout:3407: finishing copy_from to smithi00377890-29 2024-04-13T07:26:16.029 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 2553 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:26:16.029 INFO:tasks.rados.rados.0.smithi003.stdout:3414: finishing rollback tid 0 to smithi00377890-39 2024-04-13T07:26:16.029 INFO:tasks.rados.rados.0.smithi003.stdout:3414: finishing rollback tid 1 to smithi00377890-39 2024-04-13T07:26:16.029 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 2202 (ObjNum 257 snap 0 seq_num 292356752) dirty dne 2024-04-13T07:26:16.066 INFO:tasks.rados.rados.0.smithi003.stdout:3415: expect (ObjNum 965 snap 330 seq_num 965) 2024-04-13T07:26:16.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:15 smithi066 ceph-mon[84331]: pgmap v820: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 532 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 325 KiB/s rd, 400 KiB/s wr, 10 op/s 2024-04-13T07:26:16.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:15 smithi066 ceph-mon[84331]: osdmap e773: 8 total, 8 up, 8 in 2024-04-13T07:26:16.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:15 smithi003 ceph-mon[91733]: pgmap v820: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 532 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 325 KiB/s rd, 400 KiB/s wr, 10 op/s 2024-04-13T07:26:16.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:15 smithi003 ceph-mon[91733]: osdmap e773: 8 total, 8 up, 8 in 2024-04-13T07:26:16.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:15 smithi003 ceph-mon[89364]: pgmap v820: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 532 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 325 KiB/s rd, 400 KiB/s wr, 10 op/s 2024-04-13T07:26:16.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:15 smithi003 ceph-mon[89364]: osdmap e773: 8 total, 8 up, 8 in 2024-04-13T07:26:17.178 INFO:tasks.rados.rados.0.smithi003.stdout:3407: done (4 left) 2024-04-13T07:26:17.178 INFO:tasks.rados.rados.0.smithi003.stdout:3412: done (3 left) 2024-04-13T07:26:17.178 INFO:tasks.rados.rados.0.smithi003.stdout:3414: done (2 left) 2024-04-13T07:26:17.178 INFO:tasks.rados.rados.0.smithi003.stdout:3415: done (1 left) 2024-04-13T07:26:17.178 INFO:tasks.rados.rados.0.smithi003.stdout:3416: done (0 left) 2024-04-13T07:26:17.178 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 42 current snap is 351 2024-04-13T07:26:17.178 INFO:tasks.rados.rados.0.smithi003.stdout:3417: seq_num 1045 ranges {139264=704512} 2024-04-13T07:26:17.182 INFO:tasks.rados.rados.0.smithi003.stdout:3417: writing smithi00377890-42 from 139264 to 843776 tid 1 2024-04-13T07:26:17.183 INFO:tasks.rados.rados.0.smithi003.stdout:3418: read oid 13 snap -1 2024-04-13T07:26:17.183 INFO:tasks.rados.rados.0.smithi003.stdout:3418: expect (ObjNum 1038 snap 349 seq_num 1038) 2024-04-13T07:26:17.183 INFO:tasks.rados.rados.0.smithi003.stdout:3419: read oid 21 snap -1 2024-04-13T07:26:17.183 INFO:tasks.rados.rados.0.smithi003.stdout:3419: expect (ObjNum 1040 snap 349 seq_num 1040) 2024-04-13T07:26:17.183 INFO:tasks.rados.rados.0.smithi003.stdout:3420: read oid 11 snap -1 2024-04-13T07:26:17.183 INFO:tasks.rados.rados.0.smithi003.stdout:3420: expect (ObjNum 1010 snap 347 seq_num 1010) 2024-04-13T07:26:17.183 INFO:tasks.rados.rados.0.smithi003.stdout:3421: snap_create 2024-04-13T07:26:17.188 INFO:tasks.rados.rados.0.smithi003.stdout:3419: expect (ObjNum 1040 snap 349 seq_num 1040) 2024-04-13T07:26:17.207 INFO:tasks.rados.rados.0.smithi003.stdout:3418: expect (ObjNum 1038 snap 349 seq_num 1038) 2024-04-13T07:26:17.292 INFO:tasks.rados.rados.0.smithi003.stdout:3417: finishing write tid 1 to smithi00377890-42 2024-04-13T07:26:17.292 INFO:tasks.rados.rados.0.smithi003.stdout:3417: finishing write tid 2 to smithi00377890-42 2024-04-13T07:26:17.292 INFO:tasks.rados.rados.0.smithi003.stdout:3417: finishing write tid 3 to smithi00377890-42 2024-04-13T07:26:17.293 INFO:tasks.rados.rados.0.smithi003.stdout:3417: oid 42 updating version 0 to 3143 2024-04-13T07:26:17.293 INFO:tasks.rados.rados.0.smithi003.stdout:3417: oid 42 updating version 3143 to 3144 2024-04-13T07:26:17.293 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 3144 (ObjNum 1045 snap 351 seq_num 1045) dirty exists 2024-04-13T07:26:17.293 INFO:tasks.rados.rados.0.smithi003.stdout:3417: left oid 42 (ObjNum 1045 snap 351 seq_num 1045) 2024-04-13T07:26:17.293 INFO:tasks.rados.rados.0.smithi003.stdout:3420: expect (ObjNum 1010 snap 347 seq_num 1010) 2024-04-13T07:26:17.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:16 smithi003 ceph-mon[91733]: osdmap e774: 8 total, 8 up, 8 in 2024-04-13T07:26:17.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:16 smithi003 ceph-mon[89364]: osdmap e774: 8 total, 8 up, 8 in 2024-04-13T07:26:17.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:16 smithi066 ceph-mon[84331]: osdmap e774: 8 total, 8 up, 8 in 2024-04-13T07:26:18.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:17 smithi003 ceph-mon[89364]: pgmap v823: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 490 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-13T07:26:18.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:17 smithi003 ceph-mon[89364]: osdmap e775: 8 total, 8 up, 8 in 2024-04-13T07:26:18.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:17 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:26:18.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:17 smithi003 ceph-mon[91733]: pgmap v823: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 490 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-13T07:26:18.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:17 smithi003 ceph-mon[91733]: osdmap e775: 8 total, 8 up, 8 in 2024-04-13T07:26:18.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:17 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:26:18.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:17 smithi066 ceph-mon[84331]: pgmap v823: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 490 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.5 MiB/s wr, 16 op/s 2024-04-13T07:26:18.491 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:17 smithi066 ceph-mon[84331]: osdmap e775: 8 total, 8 up, 8 in 2024-04-13T07:26:18.491 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:17 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:26:18.493 INFO:tasks.rados.rados.0.smithi003.stdout:3417: done (4 left) 2024-04-13T07:26:18.493 INFO:tasks.rados.rados.0.smithi003.stdout:3418: done (3 left) 2024-04-13T07:26:18.493 INFO:tasks.rados.rados.0.smithi003.stdout:3419: done (2 left) 2024-04-13T07:26:18.493 INFO:tasks.rados.rados.0.smithi003.stdout:3420: done (1 left) 2024-04-13T07:26:18.493 INFO:tasks.rados.rados.0.smithi003.stdout:3421: done (0 left) 2024-04-13T07:26:18.493 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 352 2024-04-13T07:26:18.494 INFO:tasks.rados.rados.0.smithi003.stdout:3422: seq_num 1046 ranges {2654208=729088} 2024-04-13T07:26:18.494 INFO:tasks.rados.rados.0.smithi003.stdout:3422: writing smithi00377890-9 from 2654208 to 3383296 tid 1 2024-04-13T07:26:18.494 INFO:tasks.rados.rados.0.smithi003.stdout:3423: read oid 28 snap -1 2024-04-13T07:26:18.494 INFO:tasks.rados.rados.0.smithi003.stdout:3423: expect (ObjNum 717 snap 246 seq_num 717) 2024-04-13T07:26:18.494 INFO:tasks.rados.rados.0.smithi003.stdout:3424: read oid 29 snap -1 2024-04-13T07:26:18.494 INFO:tasks.rados.rados.0.smithi003.stdout:3424: expect (ObjNum 727 snap 249 seq_num 727) 2024-04-13T07:26:18.494 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 10 current snap is 352 2024-04-13T07:26:18.494 INFO:tasks.rados.rados.0.smithi003.stdout:3425: seq_num 1047 ranges {4071424=745472} 2024-04-13T07:26:18.513 INFO:tasks.rados.rados.0.smithi003.stdout:3425: writing smithi00377890-10 from 4071424 to 4816896 tid 1 2024-04-13T07:26:18.513 INFO:tasks.rados.rados.0.smithi003.stdout:3426: read oid 11 snap -1 2024-04-13T07:26:18.513 INFO:tasks.rados.rados.0.smithi003.stdout:3426: expect (ObjNum 1010 snap 347 seq_num 1010) 2024-04-13T07:26:18.513 INFO:tasks.rados.rados.0.smithi003.stdout:3427: rollback oid 32 current snap is 352 2024-04-13T07:26:18.514 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 32 to 342 2024-04-13T07:26:18.514 INFO:tasks.rados.rados.0.smithi003.stdout:3428: delete oid 14 current snap is 352 2024-04-13T07:26:18.514 INFO:tasks.rados.rados.0.smithi003.stdout:3423: expect (ObjNum 717 snap 246 seq_num 717) 2024-04-13T07:26:18.514 INFO:tasks.rados.rados.0.smithi003.stdout:3422: finishing write tid 1 to smithi00377890-9 2024-04-13T07:26:18.514 INFO:tasks.rados.rados.0.smithi003.stdout:3422: finishing write tid 2 to smithi00377890-9 2024-04-13T07:26:18.514 INFO:tasks.rados.rados.0.smithi003.stdout:3422: finishing write tid 3 to smithi00377890-9 2024-04-13T07:26:18.514 INFO:tasks.rados.rados.0.smithi003.stdout:3422: oid 9 updating version 0 to 3313 2024-04-13T07:26:18.514 INFO:tasks.rados.rados.0.smithi003.stdout:3422: oid 9 updating version 3313 to 3314 2024-04-13T07:26:18.514 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 3314 (ObjNum 1046 snap 352 seq_num 1046) dirty exists 2024-04-13T07:26:18.515 INFO:tasks.rados.rados.0.smithi003.stdout:3422: left oid 9 (ObjNum 1046 snap 352 seq_num 1046) 2024-04-13T07:26:18.524 INFO:tasks.rados.rados.0.smithi003.stdout:3424: expect (ObjNum 727 snap 249 seq_num 727) 2024-04-13T07:26:19.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:18 smithi003 ceph-mon[89364]: osdmap e776: 8 total, 8 up, 8 in 2024-04-13T07:26:19.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:26:19.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:26:19.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:26:19.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:26:19.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:26:19.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:18 smithi003 ceph-mon[89364]: osdmap e777: 8 total, 8 up, 8 in 2024-04-13T07:26:19.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:18 smithi003 ceph-mon[91733]: osdmap e776: 8 total, 8 up, 8 in 2024-04-13T07:26:19.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:26:19.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:26:19.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:26:19.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:26:19.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:26:19.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:18 smithi003 ceph-mon[91733]: osdmap e777: 8 total, 8 up, 8 in 2024-04-13T07:26:19.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:18 smithi066 ceph-mon[84331]: osdmap e776: 8 total, 8 up, 8 in 2024-04-13T07:26:19.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:26:19.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:26:19.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:26:19.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:26:19.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:26:19.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:18 smithi066 ceph-mon[84331]: osdmap e777: 8 total, 8 up, 8 in 2024-04-13T07:26:19.406 INFO:tasks.rados.rados.0.smithi003.stdout:3425: finishing write tid 1 to smithi00377890-10 2024-04-13T07:26:19.406 INFO:tasks.rados.rados.0.smithi003.stdout:3425: finishing write tid 2 to smithi00377890-10 2024-04-13T07:26:19.406 INFO:tasks.rados.rados.0.smithi003.stdout:3427: finishing rollback tid 0 to smithi00377890-32 2024-04-13T07:26:19.407 INFO:tasks.rados.rados.0.smithi003.stdout:3427: finishing rollback tid 1 to smithi00377890-32 2024-04-13T07:26:19.407 INFO:tasks.rados.rados.0.smithi003.stdout:3425: finishing write tid 3 to smithi00377890-10 2024-04-13T07:26:19.407 INFO:tasks.rados.rados.0.smithi003.stdout:3425: oid 10 updating version 0 to 3316 2024-04-13T07:26:19.407 INFO:tasks.rados.rados.0.smithi003.stdout:3425: oid 10 updating version 3316 to 3317 2024-04-13T07:26:19.407 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 3317 (ObjNum 1047 snap 352 seq_num 1047) dirty exists 2024-04-13T07:26:19.407 INFO:tasks.rados.rados.0.smithi003.stdout:3425: left oid 10 (ObjNum 1047 snap 352 seq_num 1047) 2024-04-13T07:26:19.407 INFO:tasks.rados.rados.0.smithi003.stdout:3427: finishing rollback tid 2 to smithi00377890-32 2024-04-13T07:26:19.407 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 3321 (ObjNum 730 snap 249 seq_num 730) dirty exists 2024-04-13T07:26:19.407 INFO:tasks.rados.rados.0.smithi003.stdout:3426: expect (ObjNum 1010 snap 347 seq_num 1010) 2024-04-13T07:26:20.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:19 smithi003 ceph-mon[91733]: pgmap v826: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 490 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-13T07:26:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:19 smithi003 ceph-mon[89364]: pgmap v826: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 490 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-13T07:26:20.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:19 smithi066 ceph-mon[84331]: pgmap v826: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 490 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-13T07:26:20.560 INFO:tasks.rados.rados.0.smithi003.stdout:3422: done (6 left) 2024-04-13T07:26:20.560 INFO:tasks.rados.rados.0.smithi003.stdout:3423: done (5 left) 2024-04-13T07:26:20.561 INFO:tasks.rados.rados.0.smithi003.stdout:3424: done (4 left) 2024-04-13T07:26:20.561 INFO:tasks.rados.rados.0.smithi003.stdout:3425: done (3 left) 2024-04-13T07:26:20.561 INFO:tasks.rados.rados.0.smithi003.stdout:3426: done (2 left) 2024-04-13T07:26:20.561 INFO:tasks.rados.rados.0.smithi003.stdout:3427: done (1 left) 2024-04-13T07:26:20.561 INFO:tasks.rados.rados.0.smithi003.stdout:3428: done (0 left) 2024-04-13T07:26:20.561 INFO:tasks.rados.rados.0.smithi003.stdout:3429: rmattr oid 38 current snap is 352 2024-04-13T07:26:20.561 INFO:tasks.rados.rados.0.smithi003.stdout:3429: done (0 left) 2024-04-13T07:26:20.561 INFO:tasks.rados.rados.0.smithi003.stdout:3430: snap_create 2024-04-13T07:26:20.928 INFO:tasks.rados.rados.0.smithi003.stdout:3430: done (0 left) 2024-04-13T07:26:20.928 INFO:tasks.rados.rados.0.smithi003.stdout:3431: delete oid 43 current snap is 353 2024-04-13T07:26:20.931 INFO:tasks.rados.rados.0.smithi003.stdout:3431: done (0 left) 2024-04-13T07:26:20.931 INFO:tasks.rados.rados.0.smithi003.stdout:3432: snap_create 2024-04-13T07:26:21.930 INFO:tasks.rados.rados.0.smithi003.stdout:3432: done (0 left) 2024-04-13T07:26:21.930 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 33 current snap is 354 2024-04-13T07:26:21.930 INFO:tasks.rados.rados.0.smithi003.stdout:3433: seq_num 1050 ranges {442368=794624} 2024-04-13T07:26:21.937 INFO:tasks.rados.rados.0.smithi003.stdout:3433: writing smithi00377890-33 from 442368 to 1236992 tid 1 2024-04-13T07:26:21.937 INFO:tasks.rados.rados.0.smithi003.stdout:3434: copy_from oid 10 from oid 40 current snap is 354 2024-04-13T07:26:21.937 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 18 current snap is 354 2024-04-13T07:26:21.937 INFO:tasks.rados.rados.0.smithi003.stdout:3435: seq_num 1051 ranges {5005312=409600,5414912=401408} 2024-04-13T07:26:21.968 INFO:tasks.rados.rados.0.smithi003.stdout:3435: writing smithi00377890-18 from 5005312 to 5414912 tid 1 2024-04-13T07:26:21.971 INFO:tasks.rados.rados.0.smithi003.stdout:3435: writing smithi00377890-18 from 5414912 to 5816320 tid 2 2024-04-13T07:26:21.971 INFO:tasks.rados.rados.0.smithi003.stdout:3433: finishing write tid 1 to smithi00377890-33 2024-04-13T07:26:21.971 INFO:tasks.rados.rados.0.smithi003.stdout:3436: setattr oid 34 current snap is 354 2024-04-13T07:26:21.971 INFO:tasks.rados.rados.0.smithi003.stdout:3433: finishing write tid 2 to smithi00377890-33 2024-04-13T07:26:21.971 INFO:tasks.rados.rados.0.smithi003.stdout:3433: finishing write tid 3 to smithi00377890-33 2024-04-13T07:26:21.972 INFO:tasks.rados.rados.0.smithi003.stdout:3433: oid 33 updating version 0 to 2968 2024-04-13T07:26:21.972 INFO:tasks.rados.rados.0.smithi003.stdout:3433: oid 33 version 2968 is already newer than 2967 2024-04-13T07:26:21.972 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 2968 (ObjNum 1050 snap 354 seq_num 1050) dirty exists 2024-04-13T07:26:21.972 INFO:tasks.rados.rados.0.smithi003.stdout:3433: left oid 33 (ObjNum 1050 snap 354 seq_num 1050) 2024-04-13T07:26:21.972 INFO:tasks.rados.rados.0.smithi003.stdout:3433: done (3 left) 2024-04-13T07:26:21.972 INFO:tasks.rados.rados.0.smithi003.stdout:3437: snap_remove snap 353 2024-04-13T07:26:22.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:21 smithi066 ceph-mon[84331]: pgmap v828: 121 pgs: 121 active+clean; 498 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-04-13T07:26:22.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:21 smithi066 ceph-mon[84331]: osdmap e778: 8 total, 8 up, 8 in 2024-04-13T07:26:22.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:21 smithi003 ceph-mon[91733]: pgmap v828: 121 pgs: 121 active+clean; 498 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-04-13T07:26:22.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:21 smithi003 ceph-mon[91733]: osdmap e778: 8 total, 8 up, 8 in 2024-04-13T07:26:22.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:21 smithi003 ceph-mon[89364]: pgmap v828: 121 pgs: 121 active+clean; 498 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-04-13T07:26:22.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:21 smithi003 ceph-mon[89364]: osdmap e778: 8 total, 8 up, 8 in 2024-04-13T07:26:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:26:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:26:22.942 INFO:tasks.rados.rados.0.smithi003.stdout:3437: done (3 left) 2024-04-13T07:26:22.943 INFO:tasks.rados.rados.0.smithi003.stdout:3438: snap_remove snap 335 2024-04-13T07:26:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:22 smithi003 ceph-mon[89364]: osdmap e779: 8 total, 8 up, 8 in 2024-04-13T07:26:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:26:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:22 smithi003 ceph-mon[91733]: osdmap e779: 8 total, 8 up, 8 in 2024-04-13T07:26:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:26:23.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:22 smithi066 ceph-mon[84331]: osdmap e779: 8 total, 8 up, 8 in 2024-04-13T07:26:23.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:26:23.901 INFO:tasks.rados.rados.0.smithi003.stdout:3438: done (3 left) 2024-04-13T07:26:23.901 INFO:tasks.rados.rados.0.smithi003.stdout:3439: snap_remove snap 304 2024-04-13T07:26:24.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:23 smithi003 ceph-mon[89364]: pgmap v831: 121 pgs: 121 active+clean; 498 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-04-13T07:26:24.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:23 smithi003 ceph-mon[89364]: osdmap e780: 8 total, 8 up, 8 in 2024-04-13T07:26:24.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:23 smithi003 ceph-mon[89364]: osdmap e781: 8 total, 8 up, 8 in 2024-04-13T07:26:24.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:23 smithi003 ceph-mon[91733]: pgmap v831: 121 pgs: 121 active+clean; 498 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-04-13T07:26:24.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:23 smithi003 ceph-mon[91733]: osdmap e780: 8 total, 8 up, 8 in 2024-04-13T07:26:24.215 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:23 smithi003 ceph-mon[91733]: osdmap e781: 8 total, 8 up, 8 in 2024-04-13T07:26:24.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:23 smithi066 ceph-mon[84331]: pgmap v831: 121 pgs: 121 active+clean; 498 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-04-13T07:26:24.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:23 smithi066 ceph-mon[84331]: osdmap e780: 8 total, 8 up, 8 in 2024-04-13T07:26:24.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:23 smithi066 ceph-mon[84331]: osdmap e781: 8 total, 8 up, 8 in 2024-04-13T07:26:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:26:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:26:24] "GET /metrics HTTP/1.1" 200 36245 "" "Prometheus/2.43.0" 2024-04-13T07:26:24.900 INFO:tasks.rados.rados.0.smithi003.stdout:3439: done (3 left) 2024-04-13T07:26:24.900 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 41 current snap is 354 2024-04-13T07:26:24.900 INFO:tasks.rados.rados.0.smithi003.stdout:3440: seq_num 1052 ranges {0=425984,425984=401408} 2024-04-13T07:26:24.903 INFO:tasks.rados.rados.0.smithi003.stdout:3440: writing smithi00377890-41 from 0 to 425984 tid 1 2024-04-13T07:26:24.908 INFO:tasks.rados.rados.0.smithi003.stdout:3440: writing smithi00377890-41 from 425984 to 827392 tid 2 2024-04-13T07:26:24.908 INFO:tasks.rados.rados.0.smithi003.stdout:3435: finishing write tid 1 to smithi00377890-18 2024-04-13T07:26:24.908 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 2554 (ObjNum 65 snap 0 seq_num 1449812580) dirty exists 2024-04-13T07:26:24.908 INFO:tasks.rados.rados.0.smithi003.stdout:3435: finishing write tid 2 to smithi00377890-18 2024-04-13T07:26:24.908 INFO:tasks.rados.rados.0.smithi003.stdout:3435: finishing write tid 3 to smithi00377890-18 2024-04-13T07:26:24.908 INFO:tasks.rados.rados.0.smithi003.stdout:3435: finishing write tid 4 to smithi00377890-18 2024-04-13T07:26:24.908 INFO:tasks.rados.rados.0.smithi003.stdout:3435: oid 18 updating version 0 to 3148 2024-04-13T07:26:24.908 INFO:tasks.rados.rados.0.smithi003.stdout:3435: oid 18 updating version 3148 to 3150 2024-04-13T07:26:24.908 INFO:tasks.rados.rados.0.smithi003.stdout:3435: oid 18 version 3150 is already newer than 3149 2024-04-13T07:26:24.909 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 3150 (ObjNum 1051 snap 354 seq_num 1051) dirty exists 2024-04-13T07:26:24.909 INFO:tasks.rados.rados.0.smithi003.stdout:3435: left oid 18 (ObjNum 1051 snap 354 seq_num 1051) 2024-04-13T07:26:24.909 INFO:tasks.rados.rados.0.smithi003.stdout:3434: finishing copy_from racing read to smithi00377890-10 2024-04-13T07:26:24.909 INFO:tasks.rados.rados.0.smithi003.stdout:3434: finishing copy_from to smithi00377890-10 2024-04-13T07:26:24.909 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 3283 (ObjNum 1036 snap 349 seq_num 1036) dirty exists 2024-04-13T07:26:24.909 INFO:tasks.rados.rados.0.smithi003.stdout:3434: done (3 left) 2024-04-13T07:26:24.909 INFO:tasks.rados.rados.0.smithi003.stdout:3435: done (2 left) 2024-04-13T07:26:24.909 INFO:tasks.rados.rados.0.smithi003.stdout:3436: done (1 left) 2024-04-13T07:26:24.909 INFO:tasks.rados.rados.0.smithi003.stdout:3441: snap_create 2024-04-13T07:26:24.917 INFO:tasks.rados.rados.0.smithi003.stdout:3440: finishing write tid 1 to smithi00377890-41 2024-04-13T07:26:24.917 INFO:tasks.rados.rados.0.smithi003.stdout:3440: finishing write tid 2 to smithi00377890-41 2024-04-13T07:26:24.917 INFO:tasks.rados.rados.0.smithi003.stdout:3440: finishing write tid 3 to smithi00377890-41 2024-04-13T07:26:24.922 INFO:tasks.rados.rados.0.smithi003.stdout:3440: finishing write tid 4 to smithi00377890-41 2024-04-13T07:26:24.922 INFO:tasks.rados.rados.0.smithi003.stdout:3440: oid 41 updating version 0 to 2969 2024-04-13T07:26:24.922 INFO:tasks.rados.rados.0.smithi003.stdout:3440: oid 41 updating version 2969 to 2971 2024-04-13T07:26:24.923 INFO:tasks.rados.rados.0.smithi003.stdout:3440: oid 41 version 2971 is already newer than 2970 2024-04-13T07:26:24.923 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 2971 (ObjNum 1052 snap 354 seq_num 1052) dirty exists 2024-04-13T07:26:24.923 INFO:tasks.rados.rados.0.smithi003.stdout:3440: left oid 41 (ObjNum 1052 snap 354 seq_num 1052) 2024-04-13T07:26:25.904 INFO:tasks.rados.rados.0.smithi003.stdout:3440: done (1 left) 2024-04-13T07:26:25.904 INFO:tasks.rados.rados.0.smithi003.stdout:3441: done (0 left) 2024-04-13T07:26:25.904 INFO:tasks.rados.rados.0.smithi003.stdout:3442: rmattr oid 43 current snap is 355 2024-04-13T07:26:25.904 INFO:tasks.rados.rados.0.smithi003.stdout:3442: done (0 left) 2024-04-13T07:26:25.904 INFO:tasks.rados.rados.0.smithi003.stdout:3443: read oid 26 snap 337 2024-04-13T07:26:25.904 INFO:tasks.rados.rados.0.smithi003.stdout:3443: expect (ObjNum 926 snap 314 seq_num 926) 2024-04-13T07:26:25.904 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 30 current snap is 355 2024-04-13T07:26:25.904 INFO:tasks.rados.rados.0.smithi003.stdout:3444: seq_num 1053 ranges {4456448=442368,4898816=401408} 2024-04-13T07:26:25.930 INFO:tasks.rados.rados.0.smithi003.stdout:3444: writing smithi00377890-30 from 4456448 to 4898816 tid 1 2024-04-13T07:26:25.934 INFO:tasks.rados.rados.0.smithi003.stdout:3444: writing smithi00377890-30 from 4898816 to 5300224 tid 2 2024-04-13T07:26:25.934 INFO:tasks.rados.rados.0.smithi003.stdout:3445: read oid 32 snap -1 2024-04-13T07:26:25.934 INFO:tasks.rados.rados.0.smithi003.stdout:3445: expect (ObjNum 730 snap 249 seq_num 730) 2024-04-13T07:26:25.934 INFO:tasks.rados.rados.0.smithi003.stdout:3446: delete oid 16 current snap is 355 2024-04-13T07:26:25.941 INFO:tasks.rados.rados.0.smithi003.stdout:3444: finishing write tid 1 to smithi00377890-30 2024-04-13T07:26:25.942 INFO:tasks.rados.rados.0.smithi003.stdout:3444: finishing write tid 2 to smithi00377890-30 2024-04-13T07:26:25.942 INFO:tasks.rados.rados.0.smithi003.stdout:3444: finishing write tid 3 to smithi00377890-30 2024-04-13T07:26:25.942 INFO:tasks.rados.rados.0.smithi003.stdout:3446: done (3 left) 2024-04-13T07:26:25.943 INFO:tasks.rados.rados.0.smithi003.stdout:3447: read oid 20 snap -1 2024-04-13T07:26:25.943 INFO:tasks.rados.rados.0.smithi003.stdout:3447: expect (ObjNum 999 snap 345 seq_num 999) 2024-04-13T07:26:25.943 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 11 current snap is 355 2024-04-13T07:26:25.943 INFO:tasks.rados.rados.0.smithi003.stdout:3448: seq_num 1055 ranges {10207232=475136,10682368=401408} 2024-04-13T07:26:26.002 INFO:tasks.rados.rados.0.smithi003.stdout:3448: writing smithi00377890-11 from 10207232 to 10682368 tid 1 2024-04-13T07:26:26.004 INFO:tasks.rados.rados.0.smithi003.stdout:3448: writing smithi00377890-11 from 10682368 to 11083776 tid 2 2024-04-13T07:26:26.004 INFO:tasks.rados.rados.0.smithi003.stdout:3449: delete oid 49 current snap is 355 2024-04-13T07:26:26.005 INFO:tasks.rados.rados.0.smithi003.stdout:3444: finishing write tid 4 to smithi00377890-30 2024-04-13T07:26:26.005 INFO:tasks.rados.rados.0.smithi003.stdout:3444: oid 30 updating version 0 to 3145 2024-04-13T07:26:26.005 INFO:tasks.rados.rados.0.smithi003.stdout:3444: oid 30 updating version 3145 to 3146 2024-04-13T07:26:26.005 INFO:tasks.rados.rados.0.smithi003.stdout:3444: oid 30 updating version 3146 to 3147 2024-04-13T07:26:26.005 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 3147 (ObjNum 1053 snap 355 seq_num 1053) dirty exists 2024-04-13T07:26:26.005 INFO:tasks.rados.rados.0.smithi003.stdout:3444: left oid 30 (ObjNum 1053 snap 355 seq_num 1053) 2024-04-13T07:26:26.005 INFO:tasks.rados.rados.0.smithi003.stdout:3447: expect (ObjNum 999 snap 345 seq_num 999) 2024-04-13T07:26:26.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:25 smithi066 ceph-mon[84331]: pgmap v834: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 499 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 198 KiB/s wr, 1 op/s 2024-04-13T07:26:26.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:25 smithi066 ceph-mon[84331]: osdmap e782: 8 total, 8 up, 8 in 2024-04-13T07:26:26.153 INFO:tasks.rados.rados.0.smithi003.stdout:3443: expect (ObjNum 926 snap 314 seq_num 926) 2024-04-13T07:26:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:25 smithi003 ceph-mon[89364]: pgmap v834: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 499 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 198 KiB/s wr, 1 op/s 2024-04-13T07:26:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:25 smithi003 ceph-mon[89364]: osdmap e782: 8 total, 8 up, 8 in 2024-04-13T07:26:26.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:25 smithi003 ceph-mon[91733]: pgmap v834: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 499 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 198 KiB/s wr, 1 op/s 2024-04-13T07:26:26.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:25 smithi003 ceph-mon[91733]: osdmap e782: 8 total, 8 up, 8 in 2024-04-13T07:26:27.143 INFO:tasks.rados.rados.0.smithi003.stdout:3445: expect (ObjNum 730 snap 249 seq_num 730) 2024-04-13T07:26:27.369 INFO:tasks.rados.rados.0.smithi003.stdout:3448: finishing write tid 1 to smithi00377890-11 2024-04-13T07:26:27.369 INFO:tasks.rados.rados.0.smithi003.stdout:3448: finishing write tid 2 to smithi00377890-11 2024-04-13T07:26:27.369 INFO:tasks.rados.rados.0.smithi003.stdout:3443: done (5 left) 2024-04-13T07:26:27.369 INFO:tasks.rados.rados.0.smithi003.stdout:3444: done (4 left) 2024-04-13T07:26:27.369 INFO:tasks.rados.rados.0.smithi003.stdout:3445: done (3 left) 2024-04-13T07:26:27.369 INFO:tasks.rados.rados.0.smithi003.stdout:3447: done (2 left) 2024-04-13T07:26:27.369 INFO:tasks.rados.rados.0.smithi003.stdout:3449: done (1 left) 2024-04-13T07:26:27.369 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 10 current snap is 355 2024-04-13T07:26:27.369 INFO:tasks.rados.rados.0.smithi003.stdout:3448: finishing write tid 3 to smithi00377890-11 2024-04-13T07:26:27.369 INFO:tasks.rados.rados.0.smithi003.stdout:3448: finishing write tid 4 to smithi00377890-11 2024-04-13T07:26:27.370 INFO:tasks.rados.rados.0.smithi003.stdout:3448: oid 11 updating version 0 to 2889 2024-04-13T07:26:27.370 INFO:tasks.rados.rados.0.smithi003.stdout:3448: oid 11 version 2889 is already newer than 2888 2024-04-13T07:26:27.370 INFO:tasks.rados.rados.0.smithi003.stdout:3448: oid 11 updating version 2889 to 2890 2024-04-13T07:26:27.370 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 2890 (ObjNum 1055 snap 355 seq_num 1055) dirty exists 2024-04-13T07:26:27.370 INFO:tasks.rados.rados.0.smithi003.stdout:3448: left oid 11 (ObjNum 1055 snap 355 seq_num 1055) 2024-04-13T07:26:27.370 INFO:tasks.rados.rados.0.smithi003.stdout:3450: seq_num 1057 ranges {17203200=507904,17711104=401408} 2024-04-13T07:26:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:26 smithi003 ceph-mon[91733]: osdmap e783: 8 total, 8 up, 8 in 2024-04-13T07:26:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:26 smithi003 ceph-mon[89364]: osdmap e783: 8 total, 8 up, 8 in 2024-04-13T07:26:27.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:26 smithi066 ceph-mon[84331]: osdmap e783: 8 total, 8 up, 8 in 2024-04-13T07:26:27.465 INFO:tasks.rados.rados.0.smithi003.stdout:3450: writing smithi00377890-10 from 17203200 to 17711104 tid 1 2024-04-13T07:26:27.467 INFO:tasks.rados.rados.0.smithi003.stdout:3450: writing smithi00377890-10 from 17711104 to 18112512 tid 2 2024-04-13T07:26:27.467 INFO:tasks.rados.rados.0.smithi003.stdout:3448: done (1 left) 2024-04-13T07:26:27.467 INFO:tasks.rados.rados.0.smithi003.stdout:3451: snap_create 2024-04-13T07:26:27.473 INFO:tasks.rados.rados.0.smithi003.stdout:3450: finishing write tid 1 to smithi00377890-10 2024-04-13T07:26:27.473 INFO:tasks.rados.rados.0.smithi003.stdout:3450: finishing write tid 2 to smithi00377890-10 2024-04-13T07:26:27.474 INFO:tasks.rados.rados.0.smithi003.stdout:3450: finishing write tid 3 to smithi00377890-10 2024-04-13T07:26:27.475 INFO:tasks.rados.rados.0.smithi003.stdout:3450: finishing write tid 4 to smithi00377890-10 2024-04-13T07:26:27.475 INFO:tasks.rados.rados.0.smithi003.stdout:3450: oid 10 updating version 0 to 3349 2024-04-13T07:26:27.476 INFO:tasks.rados.rados.0.smithi003.stdout:3450: oid 10 version 3349 is already newer than 3347 2024-04-13T07:26:27.476 INFO:tasks.rados.rados.0.smithi003.stdout:3450: oid 10 version 3349 is already newer than 3348 2024-04-13T07:26:27.476 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 3349 (ObjNum 1057 snap 355 seq_num 1057) dirty exists 2024-04-13T07:26:27.476 INFO:tasks.rados.rados.0.smithi003.stdout:3450: left oid 10 (ObjNum 1057 snap 355 seq_num 1057) 2024-04-13T07:26:27.920 INFO:tasks.rados.rados.0.smithi003.stdout:3450: done (1 left) 2024-04-13T07:26:27.920 INFO:tasks.rados.rados.0.smithi003.stdout:3451: done (0 left) 2024-04-13T07:26:27.920 INFO:tasks.rados.rados.0.smithi003.stdout:3452: read oid 2 snap 312 2024-04-13T07:26:27.920 INFO:tasks.rados.rados.0.smithi003.stdout:3452: expect (ObjNum 880 snap 299 seq_num 880) 2024-04-13T07:26:27.920 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 12 current snap is 356 2024-04-13T07:26:27.920 INFO:tasks.rados.rados.0.smithi003.stdout:3453: seq_num 1058 ranges {139264=524288,663552=401408} 2024-04-13T07:26:27.923 INFO:tasks.rados.rados.0.smithi003.stdout:3453: writing smithi00377890-12 from 139264 to 663552 tid 1 2024-04-13T07:26:27.926 INFO:tasks.rados.rados.0.smithi003.stdout:3453: writing smithi00377890-12 from 663552 to 1064960 tid 2 2024-04-13T07:26:27.926 INFO:tasks.rados.rados.0.smithi003.stdout:3454: read oid 18 snap -1 2024-04-13T07:26:27.926 INFO:tasks.rados.rados.0.smithi003.stdout:3454: expect (ObjNum 1051 snap 354 seq_num 1051) 2024-04-13T07:26:27.926 INFO:tasks.rados.rados.0.smithi003.stdout:3455: read oid 21 snap -1 2024-04-13T07:26:27.926 INFO:tasks.rados.rados.0.smithi003.stdout:3455: expect (ObjNum 1040 snap 349 seq_num 1040) 2024-04-13T07:26:27.926 INFO:tasks.rados.rados.0.smithi003.stdout:3456: snap_create 2024-04-13T07:26:27.933 INFO:tasks.rados.rados.0.smithi003.stdout:3453: finishing write tid 1 to smithi00377890-12 2024-04-13T07:26:27.933 INFO:tasks.rados.rados.0.smithi003.stdout:3453: finishing write tid 2 to smithi00377890-12 2024-04-13T07:26:27.933 INFO:tasks.rados.rados.0.smithi003.stdout:3453: finishing write tid 3 to smithi00377890-12 2024-04-13T07:26:27.934 INFO:tasks.rados.rados.0.smithi003.stdout:3455: expect (ObjNum 1040 snap 349 seq_num 1040) 2024-04-13T07:26:27.955 INFO:tasks.rados.rados.0.smithi003.stdout:3452: expect (ObjNum 880 snap 299 seq_num 880) 2024-04-13T07:26:28.081 INFO:tasks.rados.rados.0.smithi003.stdout:3453: finishing write tid 4 to smithi00377890-12 2024-04-13T07:26:28.081 INFO:tasks.rados.rados.0.smithi003.stdout:3453: oid 12 updating version 0 to 3232 2024-04-13T07:26:28.081 INFO:tasks.rados.rados.0.smithi003.stdout:3453: oid 12 updating version 3232 to 3234 2024-04-13T07:26:28.082 INFO:tasks.rados.rados.0.smithi003.stdout:3453: oid 12 version 3234 is already newer than 3233 2024-04-13T07:26:28.082 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 3234 (ObjNum 1058 snap 356 seq_num 1058) dirty exists 2024-04-13T07:26:28.082 INFO:tasks.rados.rados.0.smithi003.stdout:3453: left oid 12 (ObjNum 1058 snap 356 seq_num 1058) 2024-04-13T07:26:28.082 INFO:tasks.rados.rados.0.smithi003.stdout:3454: expect (ObjNum 1051 snap 354 seq_num 1051) 2024-04-13T07:26:28.303 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:27 smithi066 ceph-mon[84331]: pgmap v837: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.7 MiB/s wr, 9 op/s 2024-04-13T07:26:28.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:27 smithi003 ceph-mon[91733]: pgmap v837: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.7 MiB/s wr, 9 op/s 2024-04-13T07:26:28.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:27 smithi003 ceph-mon[89364]: pgmap v837: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.7 MiB/s wr, 9 op/s 2024-04-13T07:26:28.898 INFO:tasks.rados.rados.0.smithi003.stdout:3452: done (4 left) 2024-04-13T07:26:28.898 INFO:tasks.rados.rados.0.smithi003.stdout:3453: done (3 left) 2024-04-13T07:26:28.898 INFO:tasks.rados.rados.0.smithi003.stdout:3454: done (2 left) 2024-04-13T07:26:28.899 INFO:tasks.rados.rados.0.smithi003.stdout:3455: done (1 left) 2024-04-13T07:26:28.899 INFO:tasks.rados.rados.0.smithi003.stdout:3456: done (0 left) 2024-04-13T07:26:28.899 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 32 current snap is 357 2024-04-13T07:26:28.899 INFO:tasks.rados.rados.0.smithi003.stdout:3457: seq_num 1059 ranges {4489216=540672,5029888=401408} 2024-04-13T07:26:28.926 INFO:tasks.rados.rados.0.smithi003.stdout:3457: writing smithi00377890-32 from 4489216 to 5029888 tid 1 2024-04-13T07:26:28.928 INFO:tasks.rados.rados.0.smithi003.stdout:3457: writing smithi00377890-32 from 5029888 to 5431296 tid 2 2024-04-13T07:26:28.928 INFO:tasks.rados.rados.0.smithi003.stdout:3458: snap_create 2024-04-13T07:26:28.937 INFO:tasks.rados.rados.0.smithi003.stdout:3457: finishing write tid 1 to smithi00377890-32 2024-04-13T07:26:28.937 INFO:tasks.rados.rados.0.smithi003.stdout:3457: finishing write tid 2 to smithi00377890-32 2024-04-13T07:26:28.937 INFO:tasks.rados.rados.0.smithi003.stdout:3457: finishing write tid 3 to smithi00377890-32 2024-04-13T07:26:28.938 INFO:tasks.rados.rados.0.smithi003.stdout:3457: finishing write tid 4 to smithi00377890-32 2024-04-13T07:26:28.939 INFO:tasks.rados.rados.0.smithi003.stdout:3457: oid 32 updating version 0 to 3353 2024-04-13T07:26:28.939 INFO:tasks.rados.rados.0.smithi003.stdout:3457: oid 32 version 3353 is already newer than 3352 2024-04-13T07:26:28.939 INFO:tasks.rados.rados.0.smithi003.stdout:3457: oid 32 version 3353 is already newer than 3351 2024-04-13T07:26:28.939 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 3353 (ObjNum 1059 snap 357 seq_num 1059) dirty exists 2024-04-13T07:26:28.939 INFO:tasks.rados.rados.0.smithi003.stdout:3457: left oid 32 (ObjNum 1059 snap 357 seq_num 1059) 2024-04-13T07:26:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:28 smithi003 ceph-mon[89364]: osdmap e784: 8 total, 8 up, 8 in 2024-04-13T07:26:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:28 smithi003 ceph-mon[89364]: osdmap e785: 8 total, 8 up, 8 in 2024-04-13T07:26:29.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:28 smithi003 ceph-mon[91733]: osdmap e784: 8 total, 8 up, 8 in 2024-04-13T07:26:29.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:28 smithi003 ceph-mon[91733]: osdmap e785: 8 total, 8 up, 8 in 2024-04-13T07:26:29.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:28 smithi066 ceph-mon[84331]: osdmap e784: 8 total, 8 up, 8 in 2024-04-13T07:26:29.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:28 smithi066 ceph-mon[84331]: osdmap e785: 8 total, 8 up, 8 in 2024-04-13T07:26:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:3457: done (1 left) 2024-04-13T07:26:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:3458: done (0 left) 2024-04-13T07:26:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:3459: read oid 10 snap -1 2024-04-13T07:26:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:3459: expect (ObjNum 1057 snap 355 seq_num 1057) 2024-04-13T07:26:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:3460: read oid 4 snap 346 2024-04-13T07:26:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:3460: expect (ObjNum 781 snap 278 seq_num 781) 2024-04-13T07:26:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:3461: snap_remove snap 314 2024-04-13T07:26:30.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:29 smithi003 ceph-mon[89364]: pgmap v839: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.8 MiB/s wr, 8 op/s 2024-04-13T07:26:30.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:29 smithi003 ceph-mon[91733]: pgmap v839: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.8 MiB/s wr, 8 op/s 2024-04-13T07:26:30.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:29 smithi066 ceph-mon[84331]: pgmap v839: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.8 MiB/s wr, 8 op/s 2024-04-13T07:26:30.939 INFO:tasks.rados.rados.0.smithi003.stdout:3461: done (2 left) 2024-04-13T07:26:30.939 INFO:tasks.rados.rados.0.smithi003.stdout:3462: read oid 30 snap 355 2024-04-13T07:26:30.939 INFO:tasks.rados.rados.0.smithi003.stdout:3462: expect (ObjNum 1053 snap 355 seq_num 1053) 2024-04-13T07:26:30.939 INFO:tasks.rados.rados.0.smithi003.stdout:3463: rmattr oid 35 current snap is 358 2024-04-13T07:26:30.939 INFO:tasks.rados.rados.0.smithi003.stdout:3464: rollback oid 22 current snap is 358 2024-04-13T07:26:30.939 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 22 to 283 2024-04-13T07:26:30.939 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 40 current snap is 358 2024-04-13T07:26:30.939 INFO:tasks.rados.rados.0.smithi003.stdout:3465: seq_num 1060 ranges {17203200=557056,17760256=401408} 2024-04-13T07:26:31.038 INFO:tasks.rados.rados.0.smithi003.stdout:3465: writing smithi00377890-40 from 17203200 to 17760256 tid 1 2024-04-13T07:26:31.040 INFO:tasks.rados.rados.0.smithi003.stdout:3465: writing smithi00377890-40 from 17760256 to 18161664 tid 2 2024-04-13T07:26:31.040 INFO:tasks.rados.rados.0.smithi003.stdout:3466: read oid 5 snap 334 2024-04-13T07:26:31.040 INFO:tasks.rados.rados.0.smithi003.stdout:3466: expect (ObjNum 967 snap 330 seq_num 967) 2024-04-13T07:26:31.040 INFO:tasks.rados.rados.0.smithi003.stdout:3467: snap_remove snap 352 2024-04-13T07:26:31.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:30 smithi003 ceph-mon[91733]: osdmap e786: 8 total, 8 up, 8 in 2024-04-13T07:26:31.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:30 smithi003 ceph-mon[89364]: osdmap e786: 8 total, 8 up, 8 in 2024-04-13T07:26:31.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:30 smithi066 ceph-mon[84331]: osdmap e786: 8 total, 8 up, 8 in 2024-04-13T07:26:31.946 INFO:tasks.rados.rados.0.smithi003.stdout:3460: expect (ObjNum 781 snap 278 seq_num 781) 2024-04-13T07:26:32.049 INFO:tasks.rados.rados.0.smithi003.stdout:3459: expect (ObjNum 1057 snap 355 seq_num 1057) 2024-04-13T07:26:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:31 smithi066 ceph-mon[84331]: pgmap v842: 121 pgs: 121 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-04-13T07:26:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:31 smithi066 ceph-mon[84331]: osdmap e787: 8 total, 8 up, 8 in 2024-04-13T07:26:32.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:31 smithi003 ceph-mon[89364]: pgmap v842: 121 pgs: 121 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-04-13T07:26:32.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:31 smithi003 ceph-mon[89364]: osdmap e787: 8 total, 8 up, 8 in 2024-04-13T07:26:32.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:31 smithi003 ceph-mon[91733]: pgmap v842: 121 pgs: 121 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-04-13T07:26:32.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:31 smithi003 ceph-mon[91733]: osdmap e787: 8 total, 8 up, 8 in 2024-04-13T07:26:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:26:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:26:33.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:32 smithi003 ceph-mon[91733]: osdmap e788: 8 total, 8 up, 8 in 2024-04-13T07:26:33.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:32 smithi003 ceph-mon[89364]: osdmap e788: 8 total, 8 up, 8 in 2024-04-13T07:26:33.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:32 smithi066 ceph-mon[84331]: osdmap e788: 8 total, 8 up, 8 in 2024-04-13T07:26:34.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:33 smithi003 ceph-mon[91733]: pgmap v845: 121 pgs: 121 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-13T07:26:34.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:33 smithi003 ceph-mon[91733]: osdmap e789: 8 total, 8 up, 8 in 2024-04-13T07:26:34.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:33 smithi003 ceph-mon[89364]: pgmap v845: 121 pgs: 121 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-13T07:26:34.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:33 smithi003 ceph-mon[89364]: osdmap e789: 8 total, 8 up, 8 in 2024-04-13T07:26:34.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:33 smithi066 ceph-mon[84331]: pgmap v845: 121 pgs: 121 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-13T07:26:34.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:33 smithi066 ceph-mon[84331]: osdmap e789: 8 total, 8 up, 8 in 2024-04-13T07:26:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:26:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:26:34] "GET /metrics HTTP/1.1" 200 36245 "" "Prometheus/2.43.0" 2024-04-13T07:26:34.814 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 3039 (ObjNum 963 snap 330 seq_num 963) dirty exists 2024-04-13T07:26:34.814 INFO:tasks.rados.rados.0.smithi003.stdout:3464: finishing rollback tid 0 to smithi00377890-22 2024-04-13T07:26:34.815 INFO:tasks.rados.rados.0.smithi003.stdout:3464: finishing rollback tid 1 to smithi00377890-22 2024-04-13T07:26:34.815 INFO:tasks.rados.rados.0.smithi003.stdout:3464: finishing rollback tid 2 to smithi00377890-22 2024-04-13T07:26:34.815 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 3043 (ObjNum 743 snap 258 seq_num 743) dirty exists 2024-04-13T07:26:34.815 INFO:tasks.rados.rados.0.smithi003.stdout:3462: expect (ObjNum 1053 snap 355 seq_num 1053) 2024-04-13T07:26:35.222 INFO:tasks.rados.rados.0.smithi003.stdout:3465: finishing write tid 1 to smithi00377890-40 2024-04-13T07:26:35.222 INFO:tasks.rados.rados.0.smithi003.stdout:3465: finishing write tid 2 to smithi00377890-40 2024-04-13T07:26:35.222 INFO:tasks.rados.rados.0.smithi003.stdout:3465: finishing write tid 3 to smithi00377890-40 2024-04-13T07:26:35.223 INFO:tasks.rados.rados.0.smithi003.stdout:3465: finishing write tid 4 to smithi00377890-40 2024-04-13T07:26:35.223 INFO:tasks.rados.rados.0.smithi003.stdout:3465: oid 40 updating version 0 to 3362 2024-04-13T07:26:35.223 INFO:tasks.rados.rados.0.smithi003.stdout:3465: oid 40 updating version 3362 to 3363 2024-04-13T07:26:35.223 INFO:tasks.rados.rados.0.smithi003.stdout:3465: oid 40 version 3363 is already newer than 3361 2024-04-13T07:26:35.223 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 3363 (ObjNum 1060 snap 358 seq_num 1060) dirty exists 2024-04-13T07:26:35.223 INFO:tasks.rados.rados.0.smithi003.stdout:3465: left oid 40 (ObjNum 1060 snap 358 seq_num 1060) 2024-04-13T07:26:35.223 INFO:tasks.rados.rados.0.smithi003.stdout:3466: expect (ObjNum 967 snap 330 seq_num 967) 2024-04-13T07:26:35.409 INFO:tasks.rados.rados.0.smithi003.stdout:3459: done (7 left) 2024-04-13T07:26:35.410 INFO:tasks.rados.rados.0.smithi003.stdout:3460: done (6 left) 2024-04-13T07:26:35.410 INFO:tasks.rados.rados.0.smithi003.stdout:3462: done (5 left) 2024-04-13T07:26:35.410 INFO:tasks.rados.rados.0.smithi003.stdout:3463: done (4 left) 2024-04-13T07:26:35.410 INFO:tasks.rados.rados.0.smithi003.stdout:3464: done (3 left) 2024-04-13T07:26:35.410 INFO:tasks.rados.rados.0.smithi003.stdout:3465: done (2 left) 2024-04-13T07:26:35.410 INFO:tasks.rados.rados.0.smithi003.stdout:3466: done (1 left) 2024-04-13T07:26:35.410 INFO:tasks.rados.rados.0.smithi003.stdout:3467: done (0 left) 2024-04-13T07:26:35.410 INFO:tasks.rados.rados.0.smithi003.stdout:3468: read oid 30 snap -1 2024-04-13T07:26:35.410 INFO:tasks.rados.rados.0.smithi003.stdout:3468: expect (ObjNum 1053 snap 355 seq_num 1053) 2024-04-13T07:26:35.410 INFO:tasks.rados.rados.0.smithi003.stdout:3469: copy_from oid 29 from oid 22 current snap is 358 2024-04-13T07:26:35.410 INFO:tasks.rados.rados.0.smithi003.stdout:3470: rmattr oid 8 current snap is 358 2024-04-13T07:26:35.410 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 4 current snap is 358 2024-04-13T07:26:35.410 INFO:tasks.rados.rados.0.smithi003.stdout:3471: seq_num 1061 ranges {0=573440,573440=401408} 2024-04-13T07:26:35.412 INFO:tasks.rados.rados.0.smithi003.stdout:3471: writing smithi00377890-4 from 0 to 573440 tid 1 2024-04-13T07:26:35.416 INFO:tasks.rados.rados.0.smithi003.stdout:3471: writing smithi00377890-4 from 573440 to 974848 tid 2 2024-04-13T07:26:35.416 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 5 current snap is 358 2024-04-13T07:26:35.416 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2565 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:26:35.416 INFO:tasks.rados.rados.0.smithi003.stdout:3469: finishing copy_from racing read to smithi00377890-29 2024-04-13T07:26:35.416 INFO:tasks.rados.rados.0.smithi003.stdout:3472: seq_num 1062 ranges {16646144=589824,17235968=401408} 2024-04-13T07:26:35.509 INFO:tasks.rados.rados.0.smithi003.stdout:3472: writing smithi00377890-5 from 16646144 to 17235968 tid 1 2024-04-13T07:26:35.512 INFO:tasks.rados.rados.0.smithi003.stdout:3472: writing smithi00377890-5 from 17235968 to 17637376 tid 2 2024-04-13T07:26:35.512 INFO:tasks.rados.rados.0.smithi003.stdout:3470: done (4 left) 2024-04-13T07:26:35.512 INFO:tasks.rados.rados.0.smithi003.stdout:3473: snap_remove snap 337 2024-04-13T07:26:35.970 INFO:tasks.rados.rados.0.smithi003.stdout:3473: done (4 left) 2024-04-13T07:26:35.970 INFO:tasks.rados.rados.0.smithi003.stdout:3474: snap_create 2024-04-13T07:26:35.970 INFO:tasks.rados.rados.0.smithi003.stdout:3469: finishing copy_from to smithi00377890-29 2024-04-13T07:26:35.970 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 3043 (ObjNum 743 snap 258 seq_num 743) dirty exists 2024-04-13T07:26:35.970 INFO:tasks.rados.rados.0.smithi003.stdout:3471: finishing write tid 1 to smithi00377890-4 2024-04-13T07:26:35.970 INFO:tasks.rados.rados.0.smithi003.stdout:3471: finishing write tid 2 to smithi00377890-4 2024-04-13T07:26:35.970 INFO:tasks.rados.rados.0.smithi003.stdout:3471: finishing write tid 3 to smithi00377890-4 2024-04-13T07:26:35.971 INFO:tasks.rados.rados.0.smithi003.stdout:3471: finishing write tid 4 to smithi00377890-4 2024-04-13T07:26:35.971 INFO:tasks.rados.rados.0.smithi003.stdout:3471: oid 4 updating version 0 to 2489 2024-04-13T07:26:35.971 INFO:tasks.rados.rados.0.smithi003.stdout:3471: oid 4 version 2489 is already newer than 2488 2024-04-13T07:26:35.971 INFO:tasks.rados.rados.0.smithi003.stdout:3471: oid 4 updating version 2489 to 2490 2024-04-13T07:26:35.971 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 2490 (ObjNum 1061 snap 358 seq_num 1061) dirty exists 2024-04-13T07:26:35.971 INFO:tasks.rados.rados.0.smithi003.stdout:3471: left oid 4 (ObjNum 1061 snap 358 seq_num 1061) 2024-04-13T07:26:35.971 INFO:tasks.rados.rados.0.smithi003.stdout:3468: expect (ObjNum 1053 snap 355 seq_num 1053) 2024-04-13T07:26:36.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:35 smithi003 ceph-mon[91733]: pgmap v847: 121 pgs: 121 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 367 KiB/s wr, 6 op/s 2024-04-13T07:26:36.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:35 smithi003 ceph-mon[89364]: pgmap v847: 121 pgs: 121 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 367 KiB/s wr, 6 op/s 2024-04-13T07:26:36.387 INFO:tasks.rados.rados.0.smithi003.stdout:3472: finishing write tid 1 to smithi00377890-5 2024-04-13T07:26:36.387 INFO:tasks.rados.rados.0.smithi003.stdout:3472: finishing write tid 2 to smithi00377890-5 2024-04-13T07:26:36.387 INFO:tasks.rados.rados.0.smithi003.stdout:3472: finishing write tid 3 to smithi00377890-5 2024-04-13T07:26:36.387 INFO:tasks.rados.rados.0.smithi003.stdout:3472: finishing write tid 4 to smithi00377890-5 2024-04-13T07:26:36.387 INFO:tasks.rados.rados.0.smithi003.stdout:3472: oid 5 updating version 0 to 3235 2024-04-13T07:26:36.388 INFO:tasks.rados.rados.0.smithi003.stdout:3472: oid 5 updating version 3235 to 3236 2024-04-13T07:26:36.388 INFO:tasks.rados.rados.0.smithi003.stdout:3472: oid 5 updating version 3236 to 3237 2024-04-13T07:26:36.388 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 3237 (ObjNum 1062 snap 358 seq_num 1062) dirty exists 2024-04-13T07:26:36.388 INFO:tasks.rados.rados.0.smithi003.stdout:3472: left oid 5 (ObjNum 1062 snap 358 seq_num 1062) 2024-04-13T07:26:36.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:35 smithi066 ceph-mon[84331]: pgmap v847: 121 pgs: 121 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 367 KiB/s wr, 6 op/s 2024-04-13T07:26:36.980 INFO:tasks.rados.rados.0.smithi003.stdout:3468: done (4 left) 2024-04-13T07:26:36.981 INFO:tasks.rados.rados.0.smithi003.stdout:3469: done (3 left) 2024-04-13T07:26:36.981 INFO:tasks.rados.rados.0.smithi003.stdout:3471: done (2 left) 2024-04-13T07:26:36.981 INFO:tasks.rados.rados.0.smithi003.stdout:3472: done (1 left) 2024-04-13T07:26:36.981 INFO:tasks.rados.rados.0.smithi003.stdout:3474: done (0 left) 2024-04-13T07:26:36.981 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 17 current snap is 359 2024-04-13T07:26:36.981 INFO:tasks.rados.rados.0.smithi003.stdout:3475: seq_num 1063 ranges {6209536=606208,6815744=401408} 2024-04-13T07:26:37.017 INFO:tasks.rados.rados.0.smithi003.stdout:3475: writing smithi00377890-17 from 6209536 to 6815744 tid 1 2024-04-13T07:26:37.020 INFO:tasks.rados.rados.0.smithi003.stdout:3475: writing smithi00377890-17 from 6815744 to 7217152 tid 2 2024-04-13T07:26:37.020 INFO:tasks.rados.rados.0.smithi003.stdout:3476: read oid 7 snap -1 2024-04-13T07:26:37.020 INFO:tasks.rados.rados.0.smithi003.stdout:3476: expect (ObjNum 992 snap 339 seq_num 992) 2024-04-13T07:26:37.020 INFO:tasks.rados.rados.0.smithi003.stdout:3477: snap_create 2024-04-13T07:26:37.032 INFO:tasks.rados.rados.0.smithi003.stdout:3475: finishing write tid 1 to smithi00377890-17 2024-04-13T07:26:37.032 INFO:tasks.rados.rados.0.smithi003.stdout:3475: finishing write tid 2 to smithi00377890-17 2024-04-13T07:26:37.032 INFO:tasks.rados.rados.0.smithi003.stdout:3475: finishing write tid 3 to smithi00377890-17 2024-04-13T07:26:37.034 INFO:tasks.rados.rados.0.smithi003.stdout:3476: expect (ObjNum 992 snap 339 seq_num 992) 2024-04-13T07:26:37.095 INFO:tasks.rados.rados.0.smithi003.stdout:3475: finishing write tid 4 to smithi00377890-17 2024-04-13T07:26:37.095 INFO:tasks.rados.rados.0.smithi003.stdout:3475: oid 17 updating version 0 to 2972 2024-04-13T07:26:37.095 INFO:tasks.rados.rados.0.smithi003.stdout:3475: oid 17 updating version 2972 to 2973 2024-04-13T07:26:37.095 INFO:tasks.rados.rados.0.smithi003.stdout:3475: oid 17 updating version 2973 to 2974 2024-04-13T07:26:37.095 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 2974 (ObjNum 1063 snap 359 seq_num 1063) dirty exists 2024-04-13T07:26:37.095 INFO:tasks.rados.rados.0.smithi003.stdout:3475: left oid 17 (ObjNum 1063 snap 359 seq_num 1063) 2024-04-13T07:26:37.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:36 smithi003 ceph-mon[89364]: osdmap e790: 8 total, 8 up, 8 in 2024-04-13T07:26:37.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:36 smithi003 ceph-mon[91733]: osdmap e790: 8 total, 8 up, 8 in 2024-04-13T07:26:37.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:36 smithi066 ceph-mon[84331]: osdmap e790: 8 total, 8 up, 8 in 2024-04-13T07:26:37.982 INFO:tasks.rados.rados.0.smithi003.stdout:3475: done (2 left) 2024-04-13T07:26:37.982 INFO:tasks.rados.rados.0.smithi003.stdout:3476: done (1 left) 2024-04-13T07:26:37.982 INFO:tasks.rados.rados.0.smithi003.stdout:3477: done (0 left) 2024-04-13T07:26:37.982 INFO:tasks.rados.rados.0.smithi003.stdout:3478: rmattr oid 35 current snap is 360 2024-04-13T07:26:37.982 INFO:tasks.rados.rados.0.smithi003.stdout:3479: snap_create 2024-04-13T07:26:37.992 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 3069 (ObjNum 963 snap 330 seq_num 963) dirty exists 2024-04-13T07:26:38.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:37 smithi003 ceph-mon[91733]: pgmap v849: 121 pgs: 121 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 158 KiB/s wr, 3 op/s 2024-04-13T07:26:38.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:37 smithi003 ceph-mon[91733]: osdmap e791: 8 total, 8 up, 8 in 2024-04-13T07:26:38.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:26:38.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:37 smithi003 ceph-mon[89364]: pgmap v849: 121 pgs: 121 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 158 KiB/s wr, 3 op/s 2024-04-13T07:26:38.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:37 smithi003 ceph-mon[89364]: osdmap e791: 8 total, 8 up, 8 in 2024-04-13T07:26:38.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:26:38.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:37 smithi066 ceph-mon[84331]: pgmap v849: 121 pgs: 121 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 158 KiB/s wr, 3 op/s 2024-04-13T07:26:38.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:37 smithi066 ceph-mon[84331]: osdmap e791: 8 total, 8 up, 8 in 2024-04-13T07:26:38.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:26:38.904 INFO:tasks.rados.rados.0.smithi003.stdout:3478: done (1 left) 2024-04-13T07:26:38.904 INFO:tasks.rados.rados.0.smithi003.stdout:3479: done (0 left) 2024-04-13T07:26:38.904 INFO:tasks.rados.rados.0.smithi003.stdout:3480: read oid 3 snap -1 2024-04-13T07:26:38.904 INFO:tasks.rados.rados.0.smithi003.stdout:3480: expect (ObjNum 987 snap 338 seq_num 987) 2024-04-13T07:26:38.904 INFO:tasks.rados.rados.0.smithi003.stdout:3481: delete oid 32 current snap is 361 2024-04-13T07:26:38.911 INFO:tasks.rados.rados.0.smithi003.stdout:3481: done (1 left) 2024-04-13T07:26:38.911 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 32 current snap is 361 2024-04-13T07:26:38.911 INFO:tasks.rados.rados.0.smithi003.stdout:3482: seq_num 1065 ranges {0=638976,638976=401408} 2024-04-13T07:26:38.914 INFO:tasks.rados.rados.0.smithi003.stdout:3482: writing smithi00377890-32 from 0 to 638976 tid 1 2024-04-13T07:26:38.917 INFO:tasks.rados.rados.0.smithi003.stdout:3482: writing smithi00377890-32 from 638976 to 1040384 tid 2 2024-04-13T07:26:38.917 INFO:tasks.rados.rados.0.smithi003.stdout:3483: read oid 31 snap -1 2024-04-13T07:26:38.917 INFO:tasks.rados.rados.0.smithi003.stdout:3483: expect (ObjNum 995 snap 342 seq_num 995) 2024-04-13T07:26:38.917 INFO:tasks.rados.rados.0.smithi003.stdout:3484: copy_from oid 19 from oid 49 current snap is 361 2024-04-13T07:26:38.917 INFO:tasks.rados.rados.0.smithi003.stdout:3485: snap_remove snap 359 2024-04-13T07:26:39.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:38 smithi003 ceph-mon[91733]: osdmap e792: 8 total, 8 up, 8 in 2024-04-13T07:26:39.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:38 smithi003 ceph-mon[91733]: osdmap e793: 8 total, 8 up, 8 in 2024-04-13T07:26:39.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:38 smithi003 ceph-mon[89364]: osdmap e792: 8 total, 8 up, 8 in 2024-04-13T07:26:39.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:38 smithi003 ceph-mon[89364]: osdmap e793: 8 total, 8 up, 8 in 2024-04-13T07:26:39.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:38 smithi066 ceph-mon[84331]: osdmap e792: 8 total, 8 up, 8 in 2024-04-13T07:26:39.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:38 smithi066 ceph-mon[84331]: osdmap e793: 8 total, 8 up, 8 in 2024-04-13T07:26:39.910 INFO:tasks.rados.rados.0.smithi003.stdout:3485: done (4 left) 2024-04-13T07:26:39.910 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 16 current snap is 361 2024-04-13T07:26:39.910 INFO:tasks.rados.rados.0.smithi003.stdout:3482: finishing write tid 1 to smithi00377890-32 2024-04-13T07:26:39.910 INFO:tasks.rados.rados.0.smithi003.stdout:3482: finishing write tid 2 to smithi00377890-32 2024-04-13T07:26:39.910 INFO:tasks.rados.rados.0.smithi003.stdout:3482: finishing write tid 3 to smithi00377890-32 2024-04-13T07:26:39.911 INFO:tasks.rados.rados.0.smithi003.stdout:3484: finishing copy_from to smithi00377890-19 2024-04-13T07:26:39.911 INFO:tasks.rados.rados.0.smithi003.stdout:3484: got expected ENOENT (src dne) 2024-04-13T07:26:39.911 INFO:tasks.rados.rados.0.smithi003.stdout:3484: finishing copy_from racing read to smithi00377890-19 2024-04-13T07:26:39.911 INFO:tasks.rados.rados.0.smithi003.stdout:3482: finishing write tid 4 to smithi00377890-32 2024-04-13T07:26:39.911 INFO:tasks.rados.rados.0.smithi003.stdout:3482: oid 32 updating version 0 to 3380 2024-04-13T07:26:39.911 INFO:tasks.rados.rados.0.smithi003.stdout:3482: oid 32 updating version 3380 to 3382 2024-04-13T07:26:39.911 INFO:tasks.rados.rados.0.smithi003.stdout:3482: oid 32 version 3382 is already newer than 3381 2024-04-13T07:26:39.911 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 3382 (ObjNum 1065 snap 361 seq_num 1065) dirty exists 2024-04-13T07:26:39.911 INFO:tasks.rados.rados.0.smithi003.stdout:3482: left oid 32 (ObjNum 1065 snap 361 seq_num 1065) 2024-04-13T07:26:39.911 INFO:tasks.rados.rados.0.smithi003.stdout:3480: expect (ObjNum 987 snap 338 seq_num 987) 2024-04-13T07:26:40.155 INFO:tasks.rados.rados.0.smithi003.stdout:3483: expect (ObjNum 995 snap 342 seq_num 995) 2024-04-13T07:26:40.342 INFO:tasks.rados.rados.0.smithi003.stdout:3486: seq_num 1066 ranges {0=663552,663552=401408} 2024-04-13T07:26:40.345 INFO:tasks.rados.rados.0.smithi003.stdout:3486: writing smithi00377890-16 from 0 to 663552 tid 1 2024-04-13T07:26:40.348 INFO:tasks.rados.rados.0.smithi003.stdout:3486: writing smithi00377890-16 from 663552 to 1064960 tid 2 2024-04-13T07:26:40.348 INFO:tasks.rados.rados.0.smithi003.stdout:3480: done (4 left) 2024-04-13T07:26:40.348 INFO:tasks.rados.rados.0.smithi003.stdout:3482: done (3 left) 2024-04-13T07:26:40.348 INFO:tasks.rados.rados.0.smithi003.stdout:3483: done (2 left) 2024-04-13T07:26:40.348 INFO:tasks.rados.rados.0.smithi003.stdout:3484: done (1 left) 2024-04-13T07:26:40.348 INFO:tasks.rados.rados.0.smithi003.stdout:3487: snap_create 2024-04-13T07:26:40.351 INFO:tasks.rados.rados.0.smithi003.stdout:3486: finishing write tid 1 to smithi00377890-16 2024-04-13T07:26:40.351 INFO:tasks.rados.rados.0.smithi003.stdout:3486: finishing write tid 2 to smithi00377890-16 2024-04-13T07:26:40.351 INFO:tasks.rados.rados.0.smithi003.stdout:3486: finishing write tid 3 to smithi00377890-16 2024-04-13T07:26:40.353 INFO:tasks.rados.rados.0.smithi003.stdout:3486: finishing write tid 4 to smithi00377890-16 2024-04-13T07:26:40.353 INFO:tasks.rados.rados.0.smithi003.stdout:3486: oid 16 updating version 0 to 3074 2024-04-13T07:26:40.353 INFO:tasks.rados.rados.0.smithi003.stdout:3486: oid 16 version 3074 is already newer than 3073 2024-04-13T07:26:40.353 INFO:tasks.rados.rados.0.smithi003.stdout:3486: oid 16 version 3074 is already newer than 3072 2024-04-13T07:26:40.353 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 3074 (ObjNum 1066 snap 361 seq_num 1066) dirty exists 2024-04-13T07:26:40.353 INFO:tasks.rados.rados.0.smithi003.stdout:3486: left oid 16 (ObjNum 1066 snap 361 seq_num 1066) 2024-04-13T07:26:40.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:39 smithi003 ceph-mon[91733]: pgmap v852: 121 pgs: 121 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 189 KiB/s wr, 4 op/s 2024-04-13T07:26:40.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:39 smithi003 ceph-mon[91733]: osdmap e794: 8 total, 8 up, 8 in 2024-04-13T07:26:40.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:39 smithi003 ceph-mon[89364]: pgmap v852: 121 pgs: 121 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 189 KiB/s wr, 4 op/s 2024-04-13T07:26:40.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:39 smithi003 ceph-mon[89364]: osdmap e794: 8 total, 8 up, 8 in 2024-04-13T07:26:40.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:39 smithi066 ceph-mon[84331]: pgmap v852: 121 pgs: 121 active+clean; 500 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 189 KiB/s wr, 4 op/s 2024-04-13T07:26:40.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:39 smithi066 ceph-mon[84331]: osdmap e794: 8 total, 8 up, 8 in 2024-04-13T07:26:41.003 INFO:tasks.rados.rados.0.smithi003.stdout:3486: done (1 left) 2024-04-13T07:26:41.003 INFO:tasks.rados.rados.0.smithi003.stdout:3487: done (0 left) 2024-04-13T07:26:41.003 INFO:tasks.rados.rados.0.smithi003.stdout:3488: rmattr oid 21 current snap is 362 2024-04-13T07:26:41.003 INFO:tasks.rados.rados.0.smithi003.stdout:3488: done (0 left) 2024-04-13T07:26:41.003 INFO:tasks.rados.rados.0.smithi003.stdout:3489: snap_remove snap 344 2024-04-13T07:26:42.006 INFO:tasks.rados.rados.0.smithi003.stdout:3489: done (0 left) 2024-04-13T07:26:42.006 INFO:tasks.rados.rados.0.smithi003.stdout:3490: rmattr oid 45 current snap is 362 2024-04-13T07:26:42.006 INFO:tasks.rados.rados.0.smithi003.stdout:3491: setattr oid 39 current snap is 362 2024-04-13T07:26:42.008 INFO:tasks.rados.rados.0.smithi003.stdout:3492: read oid 1 snap 361 2024-04-13T07:26:42.008 INFO:tasks.rados.rados.0.smithi003.stdout:3492: expect deleted 2024-04-13T07:26:42.008 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 362 2024-04-13T07:26:42.008 INFO:tasks.rados.rados.0.smithi003.stdout:3493: seq_num 1067 ranges {5521408=679936,6201344=401408} 2024-04-13T07:26:42.044 INFO:tasks.rados.rados.0.smithi003.stdout:3493: writing smithi00377890-38 from 5521408 to 6201344 tid 1 2024-04-13T07:26:42.047 INFO:tasks.rados.rados.0.smithi003.stdout:3493: writing smithi00377890-38 from 6201344 to 6602752 tid 2 2024-04-13T07:26:42.047 INFO:tasks.rados.rados.0.smithi003.stdout:3494: snap_create 2024-04-13T07:26:42.047 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 2203 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-13T07:26:42.047 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 3151 (ObjNum 1042 snap 350 seq_num 1042) dirty exists 2024-04-13T07:26:42.049 INFO:tasks.rados.rados.0.smithi003.stdout:3493: finishing write tid 1 to smithi00377890-38 2024-04-13T07:26:42.050 INFO:tasks.rados.rados.0.smithi003.stdout:3493: finishing write tid 2 to smithi00377890-38 2024-04-13T07:26:42.050 INFO:tasks.rados.rados.0.smithi003.stdout:3493: finishing write tid 3 to smithi00377890-38 2024-04-13T07:26:42.052 INFO:tasks.rados.rados.0.smithi003.stdout:3493: finishing write tid 4 to smithi00377890-38 2024-04-13T07:26:42.052 INFO:tasks.rados.rados.0.smithi003.stdout:3493: oid 38 updating version 0 to 2567 2024-04-13T07:26:42.052 INFO:tasks.rados.rados.0.smithi003.stdout:3493: oid 38 updating version 2567 to 2568 2024-04-13T07:26:42.052 INFO:tasks.rados.rados.0.smithi003.stdout:3493: oid 38 version 2568 is already newer than 2566 2024-04-13T07:26:42.052 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2568 (ObjNum 1067 snap 362 seq_num 1067) dirty exists 2024-04-13T07:26:42.052 INFO:tasks.rados.rados.0.smithi003.stdout:3493: left oid 38 (ObjNum 1067 snap 362 seq_num 1067) 2024-04-13T07:26:42.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:42 smithi066 ceph-mon[84331]: pgmap v855: 121 pgs: 121 active+clean; 504 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 844 KiB/s wr, 8 op/s 2024-04-13T07:26:42.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:42 smithi066 ceph-mon[84331]: osdmap e795: 8 total, 8 up, 8 in 2024-04-13T07:26:42.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:42 smithi003 ceph-mon[91733]: pgmap v855: 121 pgs: 121 active+clean; 504 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 844 KiB/s wr, 8 op/s 2024-04-13T07:26:42.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:42 smithi003 ceph-mon[91733]: osdmap e795: 8 total, 8 up, 8 in 2024-04-13T07:26:42.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:42 smithi003 ceph-mon[89364]: pgmap v855: 121 pgs: 121 active+clean; 504 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 844 KiB/s wr, 8 op/s 2024-04-13T07:26:42.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:42 smithi003 ceph-mon[89364]: osdmap e795: 8 total, 8 up, 8 in 2024-04-13T07:26:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:26:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:26:43.020 INFO:tasks.rados.rados.0.smithi003.stdout:3490: done (4 left) 2024-04-13T07:26:43.020 INFO:tasks.rados.rados.0.smithi003.stdout:3491: done (3 left) 2024-04-13T07:26:43.020 INFO:tasks.rados.rados.0.smithi003.stdout:3492: done (2 left) 2024-04-13T07:26:43.020 INFO:tasks.rados.rados.0.smithi003.stdout:3493: done (1 left) 2024-04-13T07:26:43.020 INFO:tasks.rados.rados.0.smithi003.stdout:3494: done (0 left) 2024-04-13T07:26:43.020 INFO:tasks.rados.rados.0.smithi003.stdout:3495: snap_remove snap 354 2024-04-13T07:26:43.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:43 smithi003 ceph-mon[91733]: osdmap e796: 8 total, 8 up, 8 in 2024-04-13T07:26:43.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:43 smithi003 ceph-mon[89364]: osdmap e796: 8 total, 8 up, 8 in 2024-04-13T07:26:43.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:43 smithi066 ceph-mon[84331]: osdmap e796: 8 total, 8 up, 8 in 2024-04-13T07:26:43.905 INFO:tasks.rados.rados.0.smithi003.stdout:3495: done (0 left) 2024-04-13T07:26:43.905 INFO:tasks.rados.rados.0.smithi003.stdout:3496: snap_create 2024-04-13T07:26:44.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:44 smithi003 ceph-mon[91733]: pgmap v858: 121 pgs: 121 active+clean; 504 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-13T07:26:44.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:44 smithi003 ceph-mon[91733]: osdmap e797: 8 total, 8 up, 8 in 2024-04-13T07:26:44.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:44 smithi003 ceph-mon[91733]: osdmap e798: 8 total, 8 up, 8 in 2024-04-13T07:26:44.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:44 smithi003 ceph-mon[89364]: pgmap v858: 121 pgs: 121 active+clean; 504 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-13T07:26:44.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:44 smithi003 ceph-mon[89364]: osdmap e797: 8 total, 8 up, 8 in 2024-04-13T07:26:44.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:44 smithi003 ceph-mon[89364]: osdmap e798: 8 total, 8 up, 8 in 2024-04-13T07:26:44.386 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:26:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:26:44] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-04-13T07:26:44.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:44 smithi066 ceph-mon[84331]: pgmap v858: 121 pgs: 121 active+clean; 504 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-13T07:26:44.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:44 smithi066 ceph-mon[84331]: osdmap e797: 8 total, 8 up, 8 in 2024-04-13T07:26:44.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:44 smithi066 ceph-mon[84331]: osdmap e798: 8 total, 8 up, 8 in 2024-04-13T07:26:44.909 INFO:tasks.rados.rados.0.smithi003.stdout:3496: done (0 left) 2024-04-13T07:26:44.909 INFO:tasks.rados.rados.0.smithi003.stdout:3497: read oid 11 snap -1 2024-04-13T07:26:44.909 INFO:tasks.rados.rados.0.smithi003.stdout:3497: expect (ObjNum 1055 snap 355 seq_num 1055) 2024-04-13T07:26:44.909 INFO:tasks.rados.rados.0.smithi003.stdout:3498: read oid 7 snap -1 2024-04-13T07:26:44.909 INFO:tasks.rados.rados.0.smithi003.stdout:3498: expect (ObjNum 992 snap 339 seq_num 992) 2024-04-13T07:26:44.909 INFO:tasks.rados.rados.0.smithi003.stdout:3499: rollback oid 23 current snap is 364 2024-04-13T07:26:44.909 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 23 to 349 2024-04-13T07:26:44.909 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 31 current snap is 364 2024-04-13T07:26:44.909 INFO:tasks.rados.rados.0.smithi003.stdout:3500: seq_num 1068 ranges {4997120=696320,5693440=401408} 2024-04-13T07:26:44.942 INFO:tasks.rados.rados.0.smithi003.stdout:3500: writing smithi00377890-31 from 4997120 to 5693440 tid 1 2024-04-13T07:26:44.945 INFO:tasks.rados.rados.0.smithi003.stdout:3500: writing smithi00377890-31 from 5693440 to 6094848 tid 2 2024-04-13T07:26:44.945 INFO:tasks.rados.rados.0.smithi003.stdout:3501: copy_from oid 25 from oid 49 current snap is 364 2024-04-13T07:26:44.945 INFO:tasks.rados.rados.0.smithi003.stdout:3502: read oid 10 snap -1 2024-04-13T07:26:44.945 INFO:tasks.rados.rados.0.smithi003.stdout:3502: expect (ObjNum 1057 snap 355 seq_num 1057) 2024-04-13T07:26:44.945 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 364 2024-04-13T07:26:44.945 INFO:tasks.rados.rados.0.smithi003.stdout:3499: finishing rollback tid 0 to smithi00377890-23 2024-04-13T07:26:44.945 INFO:tasks.rados.rados.0.smithi003.stdout:3499: finishing rollback tid 1 to smithi00377890-23 2024-04-13T07:26:44.945 INFO:tasks.rados.rados.0.smithi003.stdout:3499: finishing rollback tid 2 to smithi00377890-23 2024-04-13T07:26:44.946 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 3406 (ObjNum 1004 snap 346 seq_num 1004) dirty exists 2024-04-13T07:26:44.946 INFO:tasks.rados.rados.0.smithi003.stdout:3498: expect (ObjNum 992 snap 339 seq_num 992) 2024-04-13T07:26:45.017 INFO:tasks.rados.rados.0.smithi003.stdout:3501: finishing copy_from to smithi00377890-25 2024-04-13T07:26:45.017 INFO:tasks.rados.rados.0.smithi003.stdout:3501: got expected ENOENT (src dne) 2024-04-13T07:26:45.017 INFO:tasks.rados.rados.0.smithi003.stdout:3501: finishing copy_from racing read to smithi00377890-25 2024-04-13T07:26:45.017 INFO:tasks.rados.rados.0.smithi003.stdout:3500: finishing write tid 1 to smithi00377890-31 2024-04-13T07:26:45.017 INFO:tasks.rados.rados.0.smithi003.stdout:3500: finishing write tid 2 to smithi00377890-31 2024-04-13T07:26:45.017 INFO:tasks.rados.rados.0.smithi003.stdout:3500: finishing write tid 3 to smithi00377890-31 2024-04-13T07:26:45.017 INFO:tasks.rados.rados.0.smithi003.stdout:3500: finishing write tid 4 to smithi00377890-31 2024-04-13T07:26:45.017 INFO:tasks.rados.rados.0.smithi003.stdout:3500: oid 31 updating version 0 to 2502 2024-04-13T07:26:45.017 INFO:tasks.rados.rados.0.smithi003.stdout:3500: oid 31 updating version 2502 to 2503 2024-04-13T07:26:45.017 INFO:tasks.rados.rados.0.smithi003.stdout:3500: oid 31 version 2503 is already newer than 2501 2024-04-13T07:26:45.017 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 2503 (ObjNum 1068 snap 364 seq_num 1068) dirty exists 2024-04-13T07:26:45.017 INFO:tasks.rados.rados.0.smithi003.stdout:3500: left oid 31 (ObjNum 1068 snap 364 seq_num 1068) 2024-04-13T07:26:45.018 INFO:tasks.rados.rados.0.smithi003.stdout:3497: expect (ObjNum 1055 snap 355 seq_num 1055) 2024-04-13T07:26:46.362 INFO:tasks.rados.rados.0.smithi003.stdout:3502: expect (ObjNum 1057 snap 355 seq_num 1057) 2024-04-13T07:26:46.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:45 smithi003 ceph-mon[89364]: pgmap v861: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 506 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 506 KiB/s wr, 5 op/s 2024-04-13T07:26:46.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:45 smithi003 ceph-mon[89364]: osdmap e799: 8 total, 8 up, 8 in 2024-04-13T07:26:46.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:45 smithi003 ceph-mon[91733]: pgmap v861: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 506 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 506 KiB/s wr, 5 op/s 2024-04-13T07:26:46.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:45 smithi003 ceph-mon[91733]: osdmap e799: 8 total, 8 up, 8 in 2024-04-13T07:26:46.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:45 smithi066 ceph-mon[84331]: pgmap v861: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 506 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 506 KiB/s wr, 5 op/s 2024-04-13T07:26:46.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:45 smithi066 ceph-mon[84331]: osdmap e799: 8 total, 8 up, 8 in 2024-04-13T07:26:48.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:47 smithi003 ceph-mon[89364]: pgmap v863: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 507 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 432 KiB/s wr, 9 op/s 2024-04-13T07:26:48.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:47 smithi003 ceph-mon[91733]: pgmap v863: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 507 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 432 KiB/s wr, 9 op/s 2024-04-13T07:26:48.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:47 smithi066 ceph-mon[84331]: pgmap v863: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 507 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 432 KiB/s wr, 9 op/s 2024-04-13T07:26:49.118 INFO:tasks.rados.rados.0.smithi003.stdout:3503: seq_num 1069 ranges {3588096=712704,4300800=401408} 2024-04-13T07:26:49.141 INFO:tasks.rados.rados.0.smithi003.stdout:3503: writing smithi00377890-35 from 3588096 to 4300800 tid 1 2024-04-13T07:26:49.273 INFO:tasks.rados.rados.0.smithi003.stdout:3503: writing smithi00377890-35 from 4300800 to 4702208 tid 2 2024-04-13T07:26:49.274 INFO:tasks.rados.rados.0.smithi003.stdout:3497: done (6 left) 2024-04-13T07:26:49.274 INFO:tasks.rados.rados.0.smithi003.stdout:3498: done (5 left) 2024-04-13T07:26:49.274 INFO:tasks.rados.rados.0.smithi003.stdout:3499: done (4 left) 2024-04-13T07:26:49.274 INFO:tasks.rados.rados.0.smithi003.stdout:3500: done (3 left) 2024-04-13T07:26:49.274 INFO:tasks.rados.rados.0.smithi003.stdout:3501: done (2 left) 2024-04-13T07:26:49.274 INFO:tasks.rados.rados.0.smithi003.stdout:3502: done (1 left) 2024-04-13T07:26:49.274 INFO:tasks.rados.rados.0.smithi003.stdout:3504: rollback oid 9 current snap is 364 2024-04-13T07:26:49.274 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 9 to 357 2024-04-13T07:26:49.274 INFO:tasks.rados.rados.0.smithi003.stdout:3505: read oid 37 snap -1 2024-04-13T07:26:49.274 INFO:tasks.rados.rados.0.smithi003.stdout:3505: expect deleted 2024-04-13T07:26:49.274 INFO:tasks.rados.rados.0.smithi003.stdout:3506: read oid 23 snap -1 2024-04-13T07:26:49.274 INFO:tasks.rados.rados.0.smithi003.stdout:3506: expect (ObjNum 1004 snap 346 seq_num 1004) 2024-04-13T07:26:49.274 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 20 current snap is 364 2024-04-13T07:26:49.275 INFO:tasks.rados.rados.0.smithi003.stdout:3507: seq_num 1070 ranges {4186112=729088,4915200=401408} 2024-04-13T07:26:49.275 INFO:tasks.rados.rados.0.smithi003.stdout:3507: writing smithi00377890-20 from 4186112 to 4915200 tid 1 2024-04-13T07:26:49.275 INFO:tasks.rados.rados.0.smithi003.stdout:3507: writing smithi00377890-20 from 4915200 to 5316608 tid 2 2024-04-13T07:26:49.275 INFO:tasks.rados.rados.0.smithi003.stdout:3508: read oid 22 snap -1 2024-04-13T07:26:49.275 INFO:tasks.rados.rados.0.smithi003.stdout:3508: expect (ObjNum 743 snap 258 seq_num 743) 2024-04-13T07:26:49.275 INFO:tasks.rados.rados.0.smithi003.stdout:3509: rollback oid 36 current snap is 364 2024-04-13T07:26:49.275 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 36 to 358 2024-04-13T07:26:49.275 INFO:tasks.rados.rados.0.smithi003.stdout:3503: finishing write tid 1 to smithi00377890-35 2024-04-13T07:26:49.275 INFO:tasks.rados.rados.0.smithi003.stdout:3503: finishing write tid 2 to smithi00377890-35 2024-04-13T07:26:49.275 INFO:tasks.rados.rados.0.smithi003.stdout:3503: finishing write tid 3 to smithi00377890-35 2024-04-13T07:26:49.275 INFO:tasks.rados.rados.0.smithi003.stdout:3503: finishing write tid 4 to smithi00377890-35 2024-04-13T07:26:49.275 INFO:tasks.rados.rados.0.smithi003.stdout:3503: oid 35 updating version 0 to 3096 2024-04-13T07:26:49.275 INFO:tasks.rados.rados.0.smithi003.stdout:3503: oid 35 version 3096 is already newer than 3095 2024-04-13T07:26:49.275 INFO:tasks.rados.rados.0.smithi003.stdout:3503: oid 35 version 3096 is already newer than 3094 2024-04-13T07:26:49.276 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 3096 (ObjNum 1069 snap 364 seq_num 1069) dirty exists 2024-04-13T07:26:49.276 INFO:tasks.rados.rados.0.smithi003.stdout:3503: left oid 35 (ObjNum 1069 snap 364 seq_num 1069) 2024-04-13T07:26:49.276 INFO:tasks.rados.rados.0.smithi003.stdout:3504: finishing rollback tid 0 to smithi00377890-9 2024-04-13T07:26:49.276 INFO:tasks.rados.rados.0.smithi003.stdout:3504: finishing rollback tid 1 to smithi00377890-9 2024-04-13T07:26:49.276 INFO:tasks.rados.rados.0.smithi003.stdout:3504: finishing rollback tid 2 to smithi00377890-9 2024-04-13T07:26:49.276 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 3410 (ObjNum 1046 snap 352 seq_num 1046) dirty exists 2024-04-13T07:26:49.276 INFO:tasks.rados.rados.0.smithi003.stdout:3506: expect (ObjNum 1004 snap 346 seq_num 1004) 2024-04-13T07:26:49.276 INFO:tasks.rados.rados.0.smithi003.stdout:3509: finishing rollback tid 1 to smithi00377890-36 2024-04-13T07:26:49.276 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 1902 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-13T07:26:49.276 INFO:tasks.rados.rados.0.smithi003.stdout:3507: finishing write tid 1 to smithi00377890-20 2024-04-13T07:26:49.276 INFO:tasks.rados.rados.0.smithi003.stdout:3503: done (6 left) 2024-04-13T07:26:49.276 INFO:tasks.rados.rados.0.smithi003.stdout:3504: done (5 left) 2024-04-13T07:26:49.276 INFO:tasks.rados.rados.0.smithi003.stdout:3505: done (4 left) 2024-04-13T07:26:49.276 INFO:tasks.rados.rados.0.smithi003.stdout:3506: done (3 left) 2024-04-13T07:26:49.276 INFO:tasks.rados.rados.0.smithi003.stdout:3509: done (2 left) 2024-04-13T07:26:49.276 INFO:tasks.rados.rados.0.smithi003.stdout:3510: delete oid 38 current snap is 364 2024-04-13T07:26:49.277 INFO:tasks.rados.rados.0.smithi003.stdout:3507: finishing write tid 2 to smithi00377890-20 2024-04-13T07:26:49.277 INFO:tasks.rados.rados.0.smithi003.stdout:3507: finishing write tid 3 to smithi00377890-20 2024-04-13T07:26:49.277 INFO:tasks.rados.rados.0.smithi003.stdout:3507: finishing write tid 4 to smithi00377890-20 2024-04-13T07:26:49.277 INFO:tasks.rados.rados.0.smithi003.stdout:3507: oid 20 updating version 0 to 3098 2024-04-13T07:26:49.277 INFO:tasks.rados.rados.0.smithi003.stdout:3507: oid 20 updating version 3098 to 3099 2024-04-13T07:26:49.277 INFO:tasks.rados.rados.0.smithi003.stdout:3507: oid 20 updating version 3099 to 3100 2024-04-13T07:26:49.277 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 3100 (ObjNum 1070 snap 364 seq_num 1070) dirty exists 2024-04-13T07:26:49.277 INFO:tasks.rados.rados.0.smithi003.stdout:3507: left oid 20 (ObjNum 1070 snap 364 seq_num 1070) 2024-04-13T07:26:49.277 INFO:tasks.rados.rados.0.smithi003.stdout:3508: expect (ObjNum 743 snap 258 seq_num 743) 2024-04-13T07:26:49.284 INFO:tasks.rados.rados.0.smithi003.stdout:3507: done (2 left) 2024-04-13T07:26:49.284 INFO:tasks.rados.rados.0.smithi003.stdout:3508: done (1 left) 2024-04-13T07:26:49.284 INFO:tasks.rados.rados.0.smithi003.stdout:3510: done (0 left) 2024-04-13T07:26:49.284 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 15 current snap is 364 2024-04-13T07:26:49.284 INFO:tasks.rados.rados.0.smithi003.stdout:3511: seq_num 1072 ranges {638976=761856,1400832=401408} 2024-04-13T07:26:49.291 INFO:tasks.rados.rados.0.smithi003.stdout:3511: writing smithi00377890-15 from 638976 to 1400832 tid 1 2024-04-13T07:26:49.293 INFO:tasks.rados.rados.0.smithi003.stdout:3511: writing smithi00377890-15 from 1400832 to 1802240 tid 2 2024-04-13T07:26:49.293 INFO:tasks.rados.rados.0.smithi003.stdout:3512: rollback oid 31 current snap is 364 2024-04-13T07:26:49.294 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 31 to 350 2024-04-13T07:26:49.294 INFO:tasks.rados.rados.0.smithi003.stdout:3513: read oid 43 snap -1 2024-04-13T07:26:49.294 INFO:tasks.rados.rados.0.smithi003.stdout:3513: expect deleted 2024-04-13T07:26:49.294 INFO:tasks.rados.rados.0.smithi003.stdout:3514: snap_remove snap 356 2024-04-13T07:26:49.913 INFO:tasks.rados.rados.0.smithi003.stdout:3514: done (3 left) 2024-04-13T07:26:49.913 INFO:tasks.rados.rados.0.smithi003.stdout:3515: setattr oid 10 current snap is 364 2024-04-13T07:26:49.913 INFO:tasks.rados.rados.0.smithi003.stdout:3512: finishing rollback tid 0 to smithi00377890-31 2024-04-13T07:26:49.913 INFO:tasks.rados.rados.0.smithi003.stdout:3512: finishing rollback tid 1 to smithi00377890-31 2024-04-13T07:26:49.913 INFO:tasks.rados.rados.0.smithi003.stdout:3512: finishing rollback tid 2 to smithi00377890-31 2024-04-13T07:26:49.914 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 2506 (ObjNum 995 snap 342 seq_num 995) dirty exists 2024-04-13T07:26:49.914 INFO:tasks.rados.rados.0.smithi003.stdout:3511: finishing write tid 1 to smithi00377890-15 2024-04-13T07:26:49.914 INFO:tasks.rados.rados.0.smithi003.stdout:3511: finishing write tid 2 to smithi00377890-15 2024-04-13T07:26:49.914 INFO:tasks.rados.rados.0.smithi003.stdout:3511: finishing write tid 3 to smithi00377890-15 2024-04-13T07:26:49.914 INFO:tasks.rados.rados.0.smithi003.stdout:3511: finishing write tid 4 to smithi00377890-15 2024-04-13T07:26:49.914 INFO:tasks.rados.rados.0.smithi003.stdout:3511: oid 15 updating version 0 to 3412 2024-04-13T07:26:49.914 INFO:tasks.rados.rados.0.smithi003.stdout:3511: oid 15 updating version 3412 to 3414 2024-04-13T07:26:49.914 INFO:tasks.rados.rados.0.smithi003.stdout:3511: oid 15 version 3414 is already newer than 3413 2024-04-13T07:26:49.914 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 3414 (ObjNum 1072 snap 364 seq_num 1072) dirty exists 2024-04-13T07:26:49.914 INFO:tasks.rados.rados.0.smithi003.stdout:3511: left oid 15 (ObjNum 1072 snap 364 seq_num 1072) 2024-04-13T07:26:49.916 INFO:tasks.rados.rados.0.smithi003.stdout:3511: done (3 left) 2024-04-13T07:26:49.916 INFO:tasks.rados.rados.0.smithi003.stdout:3512: done (2 left) 2024-04-13T07:26:49.916 INFO:tasks.rados.rados.0.smithi003.stdout:3513: done (1 left) 2024-04-13T07:26:49.916 INFO:tasks.rados.rados.0.smithi003.stdout:3516: copy_from oid 39 from oid 9 current snap is 364 2024-04-13T07:26:49.917 INFO:tasks.rados.rados.0.smithi003.stdout:3517: copy_from oid 18 from oid 11 current snap is 364 2024-04-13T07:26:49.917 INFO:tasks.rados.rados.0.smithi003.stdout:3518: read oid 13 snap -1 2024-04-13T07:26:49.917 INFO:tasks.rados.rados.0.smithi003.stdout:3518: expect (ObjNum 1038 snap 349 seq_num 1038) 2024-04-13T07:26:49.917 INFO:tasks.rados.rados.0.smithi003.stdout:3519: read oid 1 snap -1 2024-04-13T07:26:49.917 INFO:tasks.rados.rados.0.smithi003.stdout:3519: expect deleted 2024-04-13T07:26:49.917 INFO:tasks.rados.rados.0.smithi003.stdout:3520: snap_create 2024-04-13T07:26:49.935 INFO:tasks.rados.rados.0.smithi003.stdout:3518: expect (ObjNum 1038 snap 349 seq_num 1038) 2024-04-13T07:26:50.024 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 3420 (ObjNum 1057 snap 355 seq_num 1057) dirty exists 2024-04-13T07:26:50.025 INFO:tasks.rados.rados.0.smithi003.stdout:3516: finishing copy_from racing read to smithi00377890-39 2024-04-13T07:26:50.025 INFO:tasks.rados.rados.0.smithi003.stdout:3516: finishing copy_from to smithi00377890-39 2024-04-13T07:26:50.025 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 3410 (ObjNum 1046 snap 352 seq_num 1046) dirty exists 2024-04-13T07:26:50.025 INFO:tasks.rados.rados.0.smithi003.stdout:3517: finishing copy_from racing read to smithi00377890-18 2024-04-13T07:26:50.025 INFO:tasks.rados.rados.0.smithi003.stdout:3517: finishing copy_from to smithi00377890-18 2024-04-13T07:26:50.025 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 2890 (ObjNum 1055 snap 355 seq_num 1055) dirty exists 2024-04-13T07:26:50.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:49 smithi003 ceph-mon[91733]: pgmap v864: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 507 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 349 KiB/s wr, 7 op/s 2024-04-13T07:26:50.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:49 smithi003 ceph-mon[91733]: osdmap e800: 8 total, 8 up, 8 in 2024-04-13T07:26:50.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:49 smithi003 ceph-mon[89364]: pgmap v864: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 507 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 349 KiB/s wr, 7 op/s 2024-04-13T07:26:50.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:49 smithi003 ceph-mon[89364]: osdmap e800: 8 total, 8 up, 8 in 2024-04-13T07:26:50.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:49 smithi066 ceph-mon[84331]: pgmap v864: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 507 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 349 KiB/s wr, 7 op/s 2024-04-13T07:26:50.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:49 smithi066 ceph-mon[84331]: osdmap e800: 8 total, 8 up, 8 in 2024-04-13T07:26:50.919 INFO:tasks.rados.rados.0.smithi003.stdout:3515: done (5 left) 2024-04-13T07:26:50.920 INFO:tasks.rados.rados.0.smithi003.stdout:3516: done (4 left) 2024-04-13T07:26:50.920 INFO:tasks.rados.rados.0.smithi003.stdout:3517: done (3 left) 2024-04-13T07:26:50.920 INFO:tasks.rados.rados.0.smithi003.stdout:3518: done (2 left) 2024-04-13T07:26:50.920 INFO:tasks.rados.rados.0.smithi003.stdout:3519: done (1 left) 2024-04-13T07:26:50.920 INFO:tasks.rados.rados.0.smithi003.stdout:3520: done (0 left) 2024-04-13T07:26:50.920 INFO:tasks.rados.rados.0.smithi003.stdout:3521: copy_from oid 34 from oid 5 current snap is 365 2024-04-13T07:26:50.920 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 365 2024-04-13T07:26:50.920 INFO:tasks.rados.rados.0.smithi003.stdout:3522: seq_num 1073 ranges {4702208=778240,5480448=401408} 2024-04-13T07:26:50.951 INFO:tasks.rados.rados.0.smithi003.stdout:3522: writing smithi00377890-35 from 4702208 to 5480448 tid 1 2024-04-13T07:26:50.953 INFO:tasks.rados.rados.0.smithi003.stdout:3522: writing smithi00377890-35 from 5480448 to 5881856 tid 2 2024-04-13T07:26:50.954 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 21 current snap is 365 2024-04-13T07:26:50.954 INFO:tasks.rados.rados.0.smithi003.stdout:3523: seq_num 1074 ranges {622592=794624,1417216=401408} 2024-04-13T07:26:50.962 INFO:tasks.rados.rados.0.smithi003.stdout:3523: writing smithi00377890-21 from 622592 to 1417216 tid 1 2024-04-13T07:26:50.964 INFO:tasks.rados.rados.0.smithi003.stdout:3523: writing smithi00377890-21 from 1417216 to 1818624 tid 2 2024-04-13T07:26:50.964 INFO:tasks.rados.rados.0.smithi003.stdout:3524: delete oid 29 current snap is 365 2024-04-13T07:26:50.967 INFO:tasks.rados.rados.0.smithi003.stdout:3522: finishing write tid 1 to smithi00377890-35 2024-04-13T07:26:50.967 INFO:tasks.rados.rados.0.smithi003.stdout:3522: finishing write tid 2 to smithi00377890-35 2024-04-13T07:26:50.967 INFO:tasks.rados.rados.0.smithi003.stdout:3522: finishing write tid 3 to smithi00377890-35 2024-04-13T07:26:50.967 INFO:tasks.rados.rados.0.smithi003.stdout:3524: done (3 left) 2024-04-13T07:26:50.968 INFO:tasks.rados.rados.0.smithi003.stdout:3525: delete oid 23 current snap is 365 2024-04-13T07:26:50.969 INFO:tasks.rados.rados.0.smithi003.stdout:3523: finishing write tid 1 to smithi00377890-21 2024-04-13T07:26:50.969 INFO:tasks.rados.rados.0.smithi003.stdout:3523: finishing write tid 2 to smithi00377890-21 2024-04-13T07:26:50.969 INFO:tasks.rados.rados.0.smithi003.stdout:3523: finishing write tid 3 to smithi00377890-21 2024-04-13T07:26:50.971 INFO:tasks.rados.rados.0.smithi003.stdout:3522: finishing write tid 4 to smithi00377890-35 2024-04-13T07:26:50.971 INFO:tasks.rados.rados.0.smithi003.stdout:3522: oid 35 updating version 0 to 3109 2024-04-13T07:26:50.971 INFO:tasks.rados.rados.0.smithi003.stdout:3522: oid 35 updating version 3109 to 3110 2024-04-13T07:26:50.971 INFO:tasks.rados.rados.0.smithi003.stdout:3522: oid 35 version 3110 is already newer than 3108 2024-04-13T07:26:50.971 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 3110 (ObjNum 1073 snap 365 seq_num 1073) dirty exists 2024-04-13T07:26:50.971 INFO:tasks.rados.rados.0.smithi003.stdout:3522: left oid 35 (ObjNum 1073 snap 365 seq_num 1073) 2024-04-13T07:26:50.971 INFO:tasks.rados.rados.0.smithi003.stdout:3523: finishing write tid 4 to smithi00377890-21 2024-04-13T07:26:50.971 INFO:tasks.rados.rados.0.smithi003.stdout:3523: oid 21 updating version 0 to 3413 2024-04-13T07:26:50.971 INFO:tasks.rados.rados.0.smithi003.stdout:3523: oid 21 version 3413 is already newer than 3412 2024-04-13T07:26:50.971 INFO:tasks.rados.rados.0.smithi003.stdout:3523: oid 21 version 3413 is already newer than 3411 2024-04-13T07:26:50.971 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 3413 (ObjNum 1074 snap 365 seq_num 1074) dirty exists 2024-04-13T07:26:50.972 INFO:tasks.rados.rados.0.smithi003.stdout:3523: left oid 21 (ObjNum 1074 snap 365 seq_num 1074) 2024-04-13T07:26:50.973 INFO:tasks.rados.rados.0.smithi003.stdout:3522: done (3 left) 2024-04-13T07:26:50.973 INFO:tasks.rados.rados.0.smithi003.stdout:3523: done (2 left) 2024-04-13T07:26:50.973 INFO:tasks.rados.rados.0.smithi003.stdout:3525: done (1 left) 2024-04-13T07:26:50.973 INFO:tasks.rados.rados.0.smithi003.stdout:3526: rmattr oid 50 current snap is 365 2024-04-13T07:26:50.973 INFO:tasks.rados.rados.0.smithi003.stdout:3527: snap_remove snap 364 2024-04-13T07:26:51.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:50 smithi003 ceph-mon[91733]: osdmap e801: 8 total, 8 up, 8 in 2024-04-13T07:26:51.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:50 smithi003 ceph-mon[89364]: osdmap e801: 8 total, 8 up, 8 in 2024-04-13T07:26:51.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:50 smithi066 ceph-mon[84331]: osdmap e801: 8 total, 8 up, 8 in 2024-04-13T07:26:51.926 INFO:tasks.rados.rados.0.smithi003.stdout:3527: done (2 left) 2024-04-13T07:26:51.927 INFO:tasks.rados.rados.0.smithi003.stdout:3528: rmattr oid 45 current snap is 365 2024-04-13T07:26:51.927 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 3238 (ObjNum 804 snap 288 seq_num 804) dirty exists 2024-04-13T07:26:51.927 INFO:tasks.rados.rados.0.smithi003.stdout:3521: finishing copy_from racing read to smithi00377890-34 2024-04-13T07:26:51.927 INFO:tasks.rados.rados.0.smithi003.stdout:3521: finishing copy_from to smithi00377890-34 2024-04-13T07:26:51.927 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 3237 (ObjNum 1062 snap 358 seq_num 1062) dirty exists 2024-04-13T07:26:51.927 INFO:tasks.rados.rados.0.smithi003.stdout:3521: done (2 left) 2024-04-13T07:26:51.927 INFO:tasks.rados.rados.0.smithi003.stdout:3526: done (1 left) 2024-04-13T07:26:51.927 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 365 2024-04-13T07:26:51.927 INFO:tasks.rados.rados.0.smithi003.stdout:3529: seq_num 1077 ranges {0=442368,442368=434176,876544=368640} 2024-04-13T07:26:51.929 INFO:tasks.rados.rados.0.smithi003.stdout:3529: writing smithi00377890-38 from 0 to 442368 tid 1 2024-04-13T07:26:51.932 INFO:tasks.rados.rados.0.smithi003.stdout:3529: writing smithi00377890-38 from 442368 to 876544 tid 2 2024-04-13T07:26:51.938 INFO:tasks.rados.rados.0.smithi003.stdout:3529: writing smithi00377890-38 from 876544 to 1245184 tid 3 2024-04-13T07:26:51.939 INFO:tasks.rados.rados.0.smithi003.stdout:3530: rollback oid 2 current snap is 365 2024-04-13T07:26:51.939 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 2 to 338 2024-04-13T07:26:51.939 INFO:tasks.rados.rados.0.smithi003.stdout:3529: finishing write tid 1 to smithi00377890-38 2024-04-13T07:26:51.939 INFO:tasks.rados.rados.0.smithi003.stdout:3531: read oid 35 snap -1 2024-04-13T07:26:51.939 INFO:tasks.rados.rados.0.smithi003.stdout:3531: expect (ObjNum 1073 snap 365 seq_num 1073) 2024-04-13T07:26:51.939 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 50 current snap is 365 2024-04-13T07:26:51.939 INFO:tasks.rados.rados.0.smithi003.stdout:3532: seq_num 1078 ranges {1474560=458752,1933312=720896,2654208=81920} 2024-04-13T07:26:51.948 INFO:tasks.rados.rados.0.smithi003.stdout:3532: writing smithi00377890-50 from 1474560 to 1933312 tid 1 2024-04-13T07:26:51.952 INFO:tasks.rados.rados.0.smithi003.stdout:3532: writing smithi00377890-50 from 1933312 to 2654208 tid 2 2024-04-13T07:26:51.953 INFO:tasks.rados.rados.0.smithi003.stdout:3532: writing smithi00377890-50 from 2654208 to 2736128 tid 3 2024-04-13T07:26:51.954 INFO:tasks.rados.rados.0.smithi003.stdout:3533: read oid 28 snap -1 2024-04-13T07:26:51.954 INFO:tasks.rados.rados.0.smithi003.stdout:3533: expect (ObjNum 717 snap 246 seq_num 717) 2024-04-13T07:26:51.954 INFO:tasks.rados.rados.0.smithi003.stdout:3534: rmattr oid 32 current snap is 365 2024-04-13T07:26:51.954 INFO:tasks.rados.rados.0.smithi003.stdout:3534: done (6 left) 2024-04-13T07:26:51.954 INFO:tasks.rados.rados.0.smithi003.stdout:3535: read oid 23 snap -1 2024-04-13T07:26:51.954 INFO:tasks.rados.rados.0.smithi003.stdout:3535: expect deleted 2024-04-13T07:26:51.954 INFO:tasks.rados.rados.0.smithi003.stdout:3536: snap_remove snap 358 2024-04-13T07:26:52.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:51 smithi066 ceph-mon[84331]: pgmap v867: 121 pgs: 121 active+clean; 508 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 544 KiB/s wr, 12 op/s 2024-04-13T07:26:52.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:51 smithi066 ceph-mon[84331]: osdmap e802: 8 total, 8 up, 8 in 2024-04-13T07:26:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:51 smithi003 ceph-mon[91733]: pgmap v867: 121 pgs: 121 active+clean; 508 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 544 KiB/s wr, 12 op/s 2024-04-13T07:26:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:51 smithi003 ceph-mon[91733]: osdmap e802: 8 total, 8 up, 8 in 2024-04-13T07:26:52.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:51 smithi003 ceph-mon[89364]: pgmap v867: 121 pgs: 121 active+clean; 508 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 544 KiB/s wr, 12 op/s 2024-04-13T07:26:52.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:51 smithi003 ceph-mon[89364]: osdmap e802: 8 total, 8 up, 8 in 2024-04-13T07:26:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:26:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:26:52.934 INFO:tasks.rados.rados.0.smithi003.stdout:3536: done (7 left) 2024-04-13T07:26:52.934 INFO:tasks.rados.rados.0.smithi003.stdout:3537: read oid 44 snap -1 2024-04-13T07:26:52.934 INFO:tasks.rados.rados.0.smithi003.stdout:3537: expect deleted 2024-04-13T07:26:52.934 INFO:tasks.rados.rados.0.smithi003.stdout:3529: finishing write tid 2 to smithi00377890-38 2024-04-13T07:26:52.934 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 3152 (ObjNum 1042 snap 350 seq_num 1042) dirty exists 2024-04-13T07:26:52.934 INFO:tasks.rados.rados.0.smithi003.stdout:3529: finishing write tid 3 to smithi00377890-38 2024-04-13T07:26:52.934 INFO:tasks.rados.rados.0.smithi003.stdout:3529: finishing write tid 4 to smithi00377890-38 2024-04-13T07:26:52.934 INFO:tasks.rados.rados.0.smithi003.stdout:3530: finishing rollback tid 0 to smithi00377890-2 2024-04-13T07:26:52.934 INFO:tasks.rados.rados.0.smithi003.stdout:3530: finishing rollback tid 1 to smithi00377890-2 2024-04-13T07:26:52.934 INFO:tasks.rados.rados.0.smithi003.stdout:3529: finishing write tid 5 to smithi00377890-38 2024-04-13T07:26:52.935 INFO:tasks.rados.rados.0.smithi003.stdout:3529: oid 38 updating version 0 to 2570 2024-04-13T07:26:52.935 INFO:tasks.rados.rados.0.smithi003.stdout:3529: oid 38 updating version 2570 to 2572 2024-04-13T07:26:52.935 INFO:tasks.rados.rados.0.smithi003.stdout:3529: oid 38 version 2572 is already newer than 2571 2024-04-13T07:26:52.935 INFO:tasks.rados.rados.0.smithi003.stdout:3529: oid 38 updating version 2572 to 2573 2024-04-13T07:26:52.935 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2573 (ObjNum 1077 snap 365 seq_num 1077) dirty exists 2024-04-13T07:26:52.935 INFO:tasks.rados.rados.0.smithi003.stdout:3529: left oid 38 (ObjNum 1077 snap 365 seq_num 1077) 2024-04-13T07:26:52.935 INFO:tasks.rados.rados.0.smithi003.stdout:3530: finishing rollback tid 2 to smithi00377890-2 2024-04-13T07:26:52.935 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 3155 (ObjNum 880 snap 299 seq_num 880) dirty exists 2024-04-13T07:26:52.935 INFO:tasks.rados.rados.0.smithi003.stdout:3533: expect (ObjNum 717 snap 246 seq_num 717) 2024-04-13T07:26:52.936 INFO:tasks.rados.rados.0.smithi003.stdout:3532: finishing write tid 1 to smithi00377890-50 2024-04-13T07:26:52.936 INFO:tasks.rados.rados.0.smithi003.stdout:3532: finishing write tid 2 to smithi00377890-50 2024-04-13T07:26:52.936 INFO:tasks.rados.rados.0.smithi003.stdout:3532: finishing write tid 3 to smithi00377890-50 2024-04-13T07:26:52.936 INFO:tasks.rados.rados.0.smithi003.stdout:3528: done (7 left) 2024-04-13T07:26:52.936 INFO:tasks.rados.rados.0.smithi003.stdout:3529: done (6 left) 2024-04-13T07:26:52.936 INFO:tasks.rados.rados.0.smithi003.stdout:3530: done (5 left) 2024-04-13T07:26:52.936 INFO:tasks.rados.rados.0.smithi003.stdout:3533: done (4 left) 2024-04-13T07:26:52.936 INFO:tasks.rados.rados.0.smithi003.stdout:3535: done (3 left) 2024-04-13T07:26:52.936 INFO:tasks.rados.rados.0.smithi003.stdout:3538: delete oid 4 current snap is 365 2024-04-13T07:26:52.936 INFO:tasks.rados.rados.0.smithi003.stdout:3532: finishing write tid 4 to smithi00377890-50 2024-04-13T07:26:52.937 INFO:tasks.rados.rados.0.smithi003.stdout:3532: finishing write tid 5 to smithi00377890-50 2024-04-13T07:26:52.937 INFO:tasks.rados.rados.0.smithi003.stdout:3532: oid 50 updating version 0 to 3239 2024-04-13T07:26:52.937 INFO:tasks.rados.rados.0.smithi003.stdout:3532: oid 50 updating version 3239 to 3242 2024-04-13T07:26:52.937 INFO:tasks.rados.rados.0.smithi003.stdout:3532: oid 50 version 3242 is already newer than 3241 2024-04-13T07:26:52.937 INFO:tasks.rados.rados.0.smithi003.stdout:3532: oid 50 version 3242 is already newer than 3240 2024-04-13T07:26:52.937 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 3242 (ObjNum 1078 snap 365 seq_num 1078) dirty exists 2024-04-13T07:26:52.937 INFO:tasks.rados.rados.0.smithi003.stdout:3532: left oid 50 (ObjNum 1078 snap 365 seq_num 1078) 2024-04-13T07:26:52.937 INFO:tasks.rados.rados.0.smithi003.stdout:3531: expect (ObjNum 1073 snap 365 seq_num 1073) 2024-04-13T07:26:53.278 INFO:tasks.rados.rados.0.smithi003.stdout:3531: done (3 left) 2024-04-13T07:26:53.278 INFO:tasks.rados.rados.0.smithi003.stdout:3532: done (2 left) 2024-04-13T07:26:53.278 INFO:tasks.rados.rados.0.smithi003.stdout:3537: done (1 left) 2024-04-13T07:26:53.278 INFO:tasks.rados.rados.0.smithi003.stdout:3538: done (0 left) 2024-04-13T07:26:53.278 INFO:tasks.rados.rados.0.smithi003.stdout:3539: snap_remove snap 350 2024-04-13T07:26:53.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:52 smithi003 ceph-mon[91733]: osdmap e803: 8 total, 8 up, 8 in 2024-04-13T07:26:53.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:26:53.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:52 smithi003 ceph-mon[89364]: osdmap e803: 8 total, 8 up, 8 in 2024-04-13T07:26:53.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:26:53.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:52 smithi066 ceph-mon[84331]: osdmap e803: 8 total, 8 up, 8 in 2024-04-13T07:26:53.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:26:53.908 INFO:tasks.rados.rados.0.smithi003.stdout:3539: done (0 left) 2024-04-13T07:26:53.908 INFO:tasks.rados.rados.0.smithi003.stdout:3540: read oid 50 snap -1 2024-04-13T07:26:53.908 INFO:tasks.rados.rados.0.smithi003.stdout:3540: expect (ObjNum 1078 snap 365 seq_num 1078) 2024-04-13T07:26:53.908 INFO:tasks.rados.rados.0.smithi003.stdout:3541: delete oid 30 current snap is 365 2024-04-13T07:26:53.920 INFO:tasks.rados.rados.0.smithi003.stdout:3541: done (1 left) 2024-04-13T07:26:53.920 INFO:tasks.rados.rados.0.smithi003.stdout:3542: copy_from oid 20 from oid 1 current snap is 365 2024-04-13T07:26:53.920 INFO:tasks.rados.rados.0.smithi003.stdout:3543: rmattr oid 12 current snap is 365 2024-04-13T07:26:53.920 INFO:tasks.rados.rados.0.smithi003.stdout:3544: rollback oid 9 current snap is 365 2024-04-13T07:26:53.920 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 9 to 346 2024-04-13T07:26:53.920 INFO:tasks.rados.rados.0.smithi003.stdout:3545: delete oid 28 current snap is 365 2024-04-13T07:26:53.928 INFO:tasks.rados.rados.0.smithi003.stdout:3542: finishing copy_from to smithi00377890-20 2024-04-13T07:26:53.928 INFO:tasks.rados.rados.0.smithi003.stdout:3542: got expected ENOENT (src dne) 2024-04-13T07:26:53.929 INFO:tasks.rados.rados.0.smithi003.stdout:3542: finishing copy_from racing read to smithi00377890-20 2024-04-13T07:26:53.934 INFO:tasks.rados.rados.0.smithi003.stdout:3542: done (4 left) 2024-04-13T07:26:53.934 INFO:tasks.rados.rados.0.smithi003.stdout:3545: done (3 left) 2024-04-13T07:26:53.934 INFO:tasks.rados.rados.0.smithi003.stdout:3546: rollback oid 6 current snap is 365 2024-04-13T07:26:53.934 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 6 to 360 2024-04-13T07:26:53.934 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 365 2024-04-13T07:26:53.934 INFO:tasks.rados.rados.0.smithi003.stdout:3547: seq_num 1082 ranges {1245184=524288,1769472=704512,2473984=98304} 2024-04-13T07:26:53.944 INFO:tasks.rados.rados.0.smithi003.stdout:3547: writing smithi00377890-38 from 1245184 to 1769472 tid 1 2024-04-13T07:26:53.949 INFO:tasks.rados.rados.0.smithi003.stdout:3547: writing smithi00377890-38 from 1769472 to 2473984 tid 2 2024-04-13T07:26:53.949 INFO:tasks.rados.rados.0.smithi003.stdout:3547: writing smithi00377890-38 from 2473984 to 2572288 tid 3 2024-04-13T07:26:53.949 INFO:tasks.rados.rados.0.smithi003.stdout:3548: delete oid 7 current snap is 365 2024-04-13T07:26:53.950 INFO:tasks.rados.rados.0.smithi003.stdout:3540: expect (ObjNum 1078 snap 365 seq_num 1078) 2024-04-13T07:26:54.052 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 3243 (ObjNum 1058 snap 356 seq_num 1058) dirty exists 2024-04-13T07:26:54.052 INFO:tasks.rados.rados.0.smithi003.stdout:3546: finishing rollback tid 1 to smithi00377890-6 2024-04-13T07:26:54.052 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 3147 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-13T07:26:54.052 INFO:tasks.rados.rados.0.smithi003.stdout:3544: finishing rollback tid 0 to smithi00377890-9 2024-04-13T07:26:54.052 INFO:tasks.rados.rados.0.smithi003.stdout:3544: finishing rollback tid 1 to smithi00377890-9 2024-04-13T07:26:54.052 INFO:tasks.rados.rados.0.smithi003.stdout:3540: done (5 left) 2024-04-13T07:26:54.052 INFO:tasks.rados.rados.0.smithi003.stdout:3543: done (4 left) 2024-04-13T07:26:54.052 INFO:tasks.rados.rados.0.smithi003.stdout:3546: done (3 left) 2024-04-13T07:26:54.052 INFO:tasks.rados.rados.0.smithi003.stdout:3548: done (2 left) 2024-04-13T07:26:54.052 INFO:tasks.rados.rados.0.smithi003.stdout:3549: snap_remove snap 342 2024-04-13T07:26:54.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:53 smithi003 ceph-mon[89364]: pgmap v870: 121 pgs: 121 active+clean; 508 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 552 KiB/s wr, 10 op/s 2024-04-13T07:26:54.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:53 smithi003 ceph-mon[89364]: osdmap e804: 8 total, 8 up, 8 in 2024-04-13T07:26:54.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:53 smithi003 ceph-mon[89364]: osdmap e805: 8 total, 8 up, 8 in 2024-04-13T07:26:54.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:53 smithi003 ceph-mon[91733]: pgmap v870: 121 pgs: 121 active+clean; 508 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 552 KiB/s wr, 10 op/s 2024-04-13T07:26:54.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:53 smithi003 ceph-mon[91733]: osdmap e804: 8 total, 8 up, 8 in 2024-04-13T07:26:54.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:53 smithi003 ceph-mon[91733]: osdmap e805: 8 total, 8 up, 8 in 2024-04-13T07:26:54.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:53 smithi066 ceph-mon[84331]: pgmap v870: 121 pgs: 121 active+clean; 508 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 552 KiB/s wr, 10 op/s 2024-04-13T07:26:54.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:53 smithi066 ceph-mon[84331]: osdmap e804: 8 total, 8 up, 8 in 2024-04-13T07:26:54.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:53 smithi066 ceph-mon[84331]: osdmap e805: 8 total, 8 up, 8 in 2024-04-13T07:26:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:26:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:26:54] "GET /metrics HTTP/1.1" 200 36239 "" "Prometheus/2.43.0" 2024-04-13T07:26:54.939 INFO:tasks.rados.rados.0.smithi003.stdout:3549: done (2 left) 2024-04-13T07:26:54.939 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 33 current snap is 365 2024-04-13T07:26:54.939 INFO:tasks.rados.rados.0.smithi003.stdout:3550: seq_num 1084 ranges {1236992=557056,1794048=475136,2269184=327680} 2024-04-13T07:26:54.950 INFO:tasks.rados.rados.0.smithi003.stdout:3550: writing smithi00377890-33 from 1236992 to 1794048 tid 1 2024-04-13T07:26:54.953 INFO:tasks.rados.rados.0.smithi003.stdout:3550: writing smithi00377890-33 from 1794048 to 2269184 tid 2 2024-04-13T07:26:54.955 INFO:tasks.rados.rados.0.smithi003.stdout:3550: writing smithi00377890-33 from 2269184 to 2596864 tid 3 2024-04-13T07:26:54.956 INFO:tasks.rados.rados.0.smithi003.stdout:3544: finishing rollback tid 2 to smithi00377890-9 2024-04-13T07:26:54.956 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 3447 (ObjNum 1007 snap 346 seq_num 1007) dirty exists 2024-04-13T07:26:54.956 INFO:tasks.rados.rados.0.smithi003.stdout:3547: finishing write tid 1 to smithi00377890-38 2024-04-13T07:26:54.956 INFO:tasks.rados.rados.0.smithi003.stdout:3547: finishing write tid 2 to smithi00377890-38 2024-04-13T07:26:54.956 INFO:tasks.rados.rados.0.smithi003.stdout:3547: finishing write tid 3 to smithi00377890-38 2024-04-13T07:26:54.956 INFO:tasks.rados.rados.0.smithi003.stdout:3547: finishing write tid 4 to smithi00377890-38 2024-04-13T07:26:54.957 INFO:tasks.rados.rados.0.smithi003.stdout:3547: finishing write tid 5 to smithi00377890-38 2024-04-13T07:26:54.957 INFO:tasks.rados.rados.0.smithi003.stdout:3547: oid 38 updating version 0 to 2574 2024-04-13T07:26:54.957 INFO:tasks.rados.rados.0.smithi003.stdout:3547: oid 38 updating version 2574 to 2577 2024-04-13T07:26:54.957 INFO:tasks.rados.rados.0.smithi003.stdout:3547: oid 38 version 2577 is already newer than 2576 2024-04-13T07:26:54.957 INFO:tasks.rados.rados.0.smithi003.stdout:3547: oid 38 version 2577 is already newer than 2575 2024-04-13T07:26:54.957 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2577 (ObjNum 1082 snap 365 seq_num 1082) dirty exists 2024-04-13T07:26:54.957 INFO:tasks.rados.rados.0.smithi003.stdout:3547: left oid 38 (ObjNum 1082 snap 365 seq_num 1082) 2024-04-13T07:26:54.957 INFO:tasks.rados.rados.0.smithi003.stdout:3544: done (2 left) 2024-04-13T07:26:54.957 INFO:tasks.rados.rados.0.smithi003.stdout:3547: done (1 left) 2024-04-13T07:26:54.957 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 30 current snap is 365 2024-04-13T07:26:54.957 INFO:tasks.rados.rados.0.smithi003.stdout:3551: seq_num 1085 ranges {0=581632,581632=761856,1343488=40960} 2024-04-13T07:26:54.960 INFO:tasks.rados.rados.0.smithi003.stdout:3551: writing smithi00377890-30 from 0 to 581632 tid 1 2024-04-13T07:26:54.966 INFO:tasks.rados.rados.0.smithi003.stdout:3551: writing smithi00377890-30 from 581632 to 1343488 tid 2 2024-04-13T07:26:54.966 INFO:tasks.rados.rados.0.smithi003.stdout:3551: writing smithi00377890-30 from 1343488 to 1384448 tid 3 2024-04-13T07:26:54.967 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 365 2024-04-13T07:26:54.967 INFO:tasks.rados.rados.0.smithi003.stdout:3550: finishing write tid 1 to smithi00377890-33 2024-04-13T07:26:54.967 INFO:tasks.rados.rados.0.smithi003.stdout:3550: finishing write tid 2 to smithi00377890-33 2024-04-13T07:26:54.967 INFO:tasks.rados.rados.0.smithi003.stdout:3550: finishing write tid 3 to smithi00377890-33 2024-04-13T07:26:54.967 INFO:tasks.rados.rados.0.smithi003.stdout:3550: finishing write tid 4 to smithi00377890-33 2024-04-13T07:26:54.967 INFO:tasks.rados.rados.0.smithi003.stdout:3550: finishing write tid 5 to smithi00377890-33 2024-04-13T07:26:54.967 INFO:tasks.rados.rados.0.smithi003.stdout:3550: oid 33 updating version 0 to 2978 2024-04-13T07:26:54.967 INFO:tasks.rados.rados.0.smithi003.stdout:3550: oid 33 version 2978 is already newer than 2975 2024-04-13T07:26:54.967 INFO:tasks.rados.rados.0.smithi003.stdout:3550: oid 33 version 2978 is already newer than 2976 2024-04-13T07:26:54.967 INFO:tasks.rados.rados.0.smithi003.stdout:3550: oid 33 version 2978 is already newer than 2977 2024-04-13T07:26:54.968 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 2978 (ObjNum 1084 snap 365 seq_num 1084) dirty exists 2024-04-13T07:26:54.968 INFO:tasks.rados.rados.0.smithi003.stdout:3550: left oid 33 (ObjNum 1084 snap 365 seq_num 1084) 2024-04-13T07:26:54.968 INFO:tasks.rados.rados.0.smithi003.stdout:3552: seq_num 1086 ranges {2572288=598016,3170304=647168,3817472=155648} 2024-04-13T07:26:54.985 INFO:tasks.rados.rados.0.smithi003.stdout:3552: writing smithi00377890-38 from 2572288 to 3170304 tid 1 2024-04-13T07:26:54.988 INFO:tasks.rados.rados.0.smithi003.stdout:3552: writing smithi00377890-38 from 3170304 to 3817472 tid 2 2024-04-13T07:26:54.990 INFO:tasks.rados.rados.0.smithi003.stdout:3552: writing smithi00377890-38 from 3817472 to 3973120 tid 3 2024-04-13T07:26:54.990 INFO:tasks.rados.rados.0.smithi003.stdout:3550: done (2 left) 2024-04-13T07:26:54.990 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 22 current snap is 365 2024-04-13T07:26:54.990 INFO:tasks.rados.rados.0.smithi003.stdout:3551: finishing write tid 1 to smithi00377890-30 2024-04-13T07:26:54.990 INFO:tasks.rados.rados.0.smithi003.stdout:3551: finishing write tid 2 to smithi00377890-30 2024-04-13T07:26:54.990 INFO:tasks.rados.rados.0.smithi003.stdout:3551: finishing write tid 3 to smithi00377890-30 2024-04-13T07:26:54.990 INFO:tasks.rados.rados.0.smithi003.stdout:3551: finishing write tid 4 to smithi00377890-30 2024-04-13T07:26:54.990 INFO:tasks.rados.rados.0.smithi003.stdout:3551: finishing write tid 5 to smithi00377890-30 2024-04-13T07:26:54.991 INFO:tasks.rados.rados.0.smithi003.stdout:3551: oid 30 updating version 0 to 3150 2024-04-13T07:26:54.991 INFO:tasks.rados.rados.0.smithi003.stdout:3551: oid 30 updating version 3150 to 3152 2024-04-13T07:26:54.991 INFO:tasks.rados.rados.0.smithi003.stdout:3551: oid 30 version 3152 is already newer than 3149 2024-04-13T07:26:54.991 INFO:tasks.rados.rados.0.smithi003.stdout:3551: oid 30 version 3152 is already newer than 3151 2024-04-13T07:26:54.991 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 3152 (ObjNum 1085 snap 365 seq_num 1085) dirty exists 2024-04-13T07:26:54.991 INFO:tasks.rados.rados.0.smithi003.stdout:3551: left oid 30 (ObjNum 1085 snap 365 seq_num 1085) 2024-04-13T07:26:54.991 INFO:tasks.rados.rados.0.smithi003.stdout:3552: finishing write tid 1 to smithi00377890-38 2024-04-13T07:26:54.991 INFO:tasks.rados.rados.0.smithi003.stdout:3553: seq_num 1087 ranges {450560=614400,1064960=532480,1597440=270336} 2024-04-13T07:26:54.996 INFO:tasks.rados.rados.0.smithi003.stdout:3553: writing smithi00377890-22 from 450560 to 1064960 tid 1 2024-04-13T07:26:54.999 INFO:tasks.rados.rados.0.smithi003.stdout:3553: writing smithi00377890-22 from 1064960 to 1597440 tid 2 2024-04-13T07:26:55.001 INFO:tasks.rados.rados.0.smithi003.stdout:3553: writing smithi00377890-22 from 1597440 to 1867776 tid 3 2024-04-13T07:26:55.001 INFO:tasks.rados.rados.0.smithi003.stdout:3551: done (2 left) 2024-04-13T07:26:55.001 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 48 current snap is 365 2024-04-13T07:26:55.001 INFO:tasks.rados.rados.0.smithi003.stdout:3552: finishing write tid 2 to smithi00377890-38 2024-04-13T07:26:55.001 INFO:tasks.rados.rados.0.smithi003.stdout:3554: seq_num 1088 ranges {2048000=630784,2678784=466944,3145728=335872} 2024-04-13T07:26:55.015 INFO:tasks.rados.rados.0.smithi003.stdout:3554: writing smithi00377890-48 from 2048000 to 2678784 tid 1 2024-04-13T07:26:55.018 INFO:tasks.rados.rados.0.smithi003.stdout:3554: writing smithi00377890-48 from 2678784 to 3145728 tid 2 2024-04-13T07:26:55.021 INFO:tasks.rados.rados.0.smithi003.stdout:3554: writing smithi00377890-48 from 3145728 to 3481600 tid 3 2024-04-13T07:26:55.021 INFO:tasks.rados.rados.0.smithi003.stdout:3555: rmattr oid 19 current snap is 365 2024-04-13T07:26:55.021 INFO:tasks.rados.rados.0.smithi003.stdout:3555: done (3 left) 2024-04-13T07:26:55.022 INFO:tasks.rados.rados.0.smithi003.stdout:3556: rollback oid 28 current snap is 365 2024-04-13T07:26:55.022 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 28 to 349 2024-04-13T07:26:55.022 INFO:tasks.rados.rados.0.smithi003.stdout:3552: finishing write tid 3 to smithi00377890-38 2024-04-13T07:26:55.022 INFO:tasks.rados.rados.0.smithi003.stdout:3552: finishing write tid 4 to smithi00377890-38 2024-04-13T07:26:55.022 INFO:tasks.rados.rados.0.smithi003.stdout:3552: finishing write tid 5 to smithi00377890-38 2024-04-13T07:26:55.022 INFO:tasks.rados.rados.0.smithi003.stdout:3552: oid 38 updating version 0 to 2580 2024-04-13T07:26:55.022 INFO:tasks.rados.rados.0.smithi003.stdout:3552: oid 38 updating version 2580 to 2581 2024-04-13T07:26:55.022 INFO:tasks.rados.rados.0.smithi003.stdout:3552: oid 38 version 2581 is already newer than 2579 2024-04-13T07:26:55.022 INFO:tasks.rados.rados.0.smithi003.stdout:3552: oid 38 version 2581 is already newer than 2578 2024-04-13T07:26:55.022 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2581 (ObjNum 1086 snap 365 seq_num 1086) dirty exists 2024-04-13T07:26:55.022 INFO:tasks.rados.rados.0.smithi003.stdout:3552: left oid 38 (ObjNum 1086 snap 365 seq_num 1086) 2024-04-13T07:26:55.022 INFO:tasks.rados.rados.0.smithi003.stdout:3553: finishing write tid 1 to smithi00377890-22 2024-04-13T07:26:55.022 INFO:tasks.rados.rados.0.smithi003.stdout:3553: finishing write tid 2 to smithi00377890-22 2024-04-13T07:26:55.022 INFO:tasks.rados.rados.0.smithi003.stdout:3553: finishing write tid 3 to smithi00377890-22 2024-04-13T07:26:55.023 INFO:tasks.rados.rados.0.smithi003.stdout:3553: finishing write tid 4 to smithi00377890-22 2024-04-13T07:26:55.023 INFO:tasks.rados.rados.0.smithi003.stdout:3553: finishing write tid 5 to smithi00377890-22 2024-04-13T07:26:55.023 INFO:tasks.rados.rados.0.smithi003.stdout:3553: oid 22 updating version 0 to 3139 2024-04-13T07:26:55.023 INFO:tasks.rados.rados.0.smithi003.stdout:3553: oid 22 version 3139 is already newer than 3138 2024-04-13T07:26:55.023 INFO:tasks.rados.rados.0.smithi003.stdout:3553: oid 22 updating version 3139 to 3140 2024-04-13T07:26:55.023 INFO:tasks.rados.rados.0.smithi003.stdout:3553: oid 22 updating version 3140 to 3141 2024-04-13T07:26:55.023 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 3141 (ObjNum 1087 snap 365 seq_num 1087) dirty exists 2024-04-13T07:26:55.023 INFO:tasks.rados.rados.0.smithi003.stdout:3553: left oid 22 (ObjNum 1087 snap 365 seq_num 1087) 2024-04-13T07:26:55.023 INFO:tasks.rados.rados.0.smithi003.stdout:3552: done (3 left) 2024-04-13T07:26:55.023 INFO:tasks.rados.rados.0.smithi003.stdout:3553: done (2 left) 2024-04-13T07:26:55.023 INFO:tasks.rados.rados.0.smithi003.stdout:3557: rmattr oid 12 current snap is 365 2024-04-13T07:26:55.023 INFO:tasks.rados.rados.0.smithi003.stdout:3558: rmattr oid 41 current snap is 365 2024-04-13T07:26:55.023 INFO:tasks.rados.rados.0.smithi003.stdout:3558: done (3 left) 2024-04-13T07:26:55.023 INFO:tasks.rados.rados.0.smithi003.stdout:3559: read oid 24 snap -1 2024-04-13T07:26:55.023 INFO:tasks.rados.rados.0.smithi003.stdout:3559: expect deleted 2024-04-13T07:26:55.024 INFO:tasks.rados.rados.0.smithi003.stdout:3560: rollback oid 36 current snap is 365 2024-04-13T07:26:55.024 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 36 to 346 2024-04-13T07:26:55.024 INFO:tasks.rados.rados.0.smithi003.stdout:3561: read oid 32 snap -1 2024-04-13T07:26:55.024 INFO:tasks.rados.rados.0.smithi003.stdout:3561: expect (ObjNum 1065 snap 361 seq_num 1065) 2024-04-13T07:26:55.024 INFO:tasks.rados.rados.0.smithi003.stdout:3562: setattr oid 27 current snap is 365 2024-04-13T07:26:55.024 INFO:tasks.rados.rados.0.smithi003.stdout:3554: finishing write tid 1 to smithi00377890-48 2024-04-13T07:26:55.025 INFO:tasks.rados.rados.0.smithi003.stdout:3563: rmattr oid 41 current snap is 365 2024-04-13T07:26:55.025 INFO:tasks.rados.rados.0.smithi003.stdout:3563: done (7 left) 2024-04-13T07:26:55.025 INFO:tasks.rados.rados.0.smithi003.stdout:3564: read oid 21 snap -1 2024-04-13T07:26:55.025 INFO:tasks.rados.rados.0.smithi003.stdout:3564: expect (ObjNum 1074 snap 365 seq_num 1074) 2024-04-13T07:26:55.025 INFO:tasks.rados.rados.0.smithi003.stdout:3565: read oid 26 snap -1 2024-04-13T07:26:55.025 INFO:tasks.rados.rados.0.smithi003.stdout:3565: expect (ObjNum 1010 snap 347 seq_num 1010) 2024-04-13T07:26:55.025 INFO:tasks.rados.rados.0.smithi003.stdout:3566: read oid 10 snap -1 2024-04-13T07:26:55.025 INFO:tasks.rados.rados.0.smithi003.stdout:3566: expect (ObjNum 1057 snap 355 seq_num 1057) 2024-04-13T07:26:55.025 INFO:tasks.rados.rados.0.smithi003.stdout:3567: snap_remove snap 362 2024-04-13T07:26:55.953 INFO:tasks.rados.rados.0.smithi003.stdout:3556: finishing rollback tid 1 to smithi00377890-28 2024-04-13T07:26:55.953 INFO:tasks.rados.rados.0.smithi003.stdout:3560: finishing rollback tid 1 to smithi00377890-36 2024-04-13T07:26:55.953 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 1902 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-13T07:26:55.953 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 3244 (ObjNum 1058 snap 356 seq_num 1058) dirty exists 2024-04-13T07:26:55.953 INFO:tasks.rados.rados.0.smithi003.stdout:3554: finishing write tid 2 to smithi00377890-48 2024-04-13T07:26:55.953 INFO:tasks.rados.rados.0.smithi003.stdout:3556: finishing rollback tid 2 to smithi00377890-28 2024-04-13T07:26:55.953 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 1582 (ObjNum 717 snap 246 seq_num 717) dirty exists 2024-04-13T07:26:55.953 INFO:tasks.rados.rados.0.smithi003.stdout:3554: finishing write tid 3 to smithi00377890-48 2024-04-13T07:26:55.953 INFO:tasks.rados.rados.0.smithi003.stdout:3554: finishing write tid 4 to smithi00377890-48 2024-04-13T07:26:55.953 INFO:tasks.rados.rados.0.smithi003.stdout:3564: expect (ObjNum 1074 snap 365 seq_num 1074) 2024-04-13T07:26:56.018 INFO:tasks.rados.rados.0.smithi003.stdout:3554: finishing write tid 5 to smithi00377890-48 2024-04-13T07:26:56.018 INFO:tasks.rados.rados.0.smithi003.stdout:3554: oid 48 updating version 0 to 3146 2024-04-13T07:26:56.018 INFO:tasks.rados.rados.0.smithi003.stdout:3554: oid 48 version 3146 is already newer than 3145 2024-04-13T07:26:56.018 INFO:tasks.rados.rados.0.smithi003.stdout:3554: oid 48 version 3146 is already newer than 3144 2024-04-13T07:26:56.019 INFO:tasks.rados.rados.0.smithi003.stdout:3554: oid 48 version 3146 is already newer than 3143 2024-04-13T07:26:56.019 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 3146 (ObjNum 1088 snap 365 seq_num 1088) dirty exists 2024-04-13T07:26:56.019 INFO:tasks.rados.rados.0.smithi003.stdout:3554: left oid 48 (ObjNum 1088 snap 365 seq_num 1088) 2024-04-13T07:26:56.019 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 3153 (ObjNum 992 snap 339 seq_num 992) dirty exists 2024-04-13T07:26:56.019 INFO:tasks.rados.rados.0.smithi003.stdout:3561: expect (ObjNum 1065 snap 361 seq_num 1065) 2024-04-13T07:26:56.045 INFO:tasks.rados.rados.0.smithi003.stdout:3565: expect (ObjNum 1010 snap 347 seq_num 1010) 2024-04-13T07:26:56.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:55 smithi003 ceph-mon[91733]: pgmap v873: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 525 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-04-13T07:26:56.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:55 smithi003 ceph-mon[91733]: osdmap e806: 8 total, 8 up, 8 in 2024-04-13T07:26:56.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:55 smithi003 ceph-mon[89364]: pgmap v873: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 525 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-04-13T07:26:56.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:55 smithi003 ceph-mon[89364]: osdmap e806: 8 total, 8 up, 8 in 2024-04-13T07:26:56.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:55 smithi066 ceph-mon[84331]: pgmap v873: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 525 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-04-13T07:26:56.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:55 smithi066 ceph-mon[84331]: osdmap e806: 8 total, 8 up, 8 in 2024-04-13T07:26:57.201 INFO:tasks.rados.rados.0.smithi003.stdout:3566: expect (ObjNum 1057 snap 355 seq_num 1057) 2024-04-13T07:26:57.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:56 smithi003 ceph-mon[91733]: osdmap e807: 8 total, 8 up, 8 in 2024-04-13T07:26:57.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:56 smithi003 ceph-mon[89364]: osdmap e807: 8 total, 8 up, 8 in 2024-04-13T07:26:57.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:56 smithi066 ceph-mon[84331]: osdmap e807: 8 total, 8 up, 8 in 2024-04-13T07:26:58.303 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:57 smithi066 ceph-mon[84331]: pgmap v876: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 550 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 10 MiB/s wr, 26 op/s 2024-04-13T07:26:58.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:57 smithi003 ceph-mon[91733]: pgmap v876: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 550 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 10 MiB/s wr, 26 op/s 2024-04-13T07:26:58.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:57 smithi003 ceph-mon[89364]: pgmap v876: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 550 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 10 MiB/s wr, 26 op/s 2024-04-13T07:26:59.960 INFO:tasks.rados.rados.0.smithi003.stdout:3554: done (10 left) 2024-04-13T07:26:59.960 INFO:tasks.rados.rados.0.smithi003.stdout:3556: done (9 left) 2024-04-13T07:26:59.960 INFO:tasks.rados.rados.0.smithi003.stdout:3557: done (8 left) 2024-04-13T07:26:59.960 INFO:tasks.rados.rados.0.smithi003.stdout:3559: done (7 left) 2024-04-13T07:26:59.961 INFO:tasks.rados.rados.0.smithi003.stdout:3560: done (6 left) 2024-04-13T07:26:59.961 INFO:tasks.rados.rados.0.smithi003.stdout:3561: done (5 left) 2024-04-13T07:26:59.961 INFO:tasks.rados.rados.0.smithi003.stdout:3562: done (4 left) 2024-04-13T07:26:59.961 INFO:tasks.rados.rados.0.smithi003.stdout:3564: done (3 left) 2024-04-13T07:26:59.961 INFO:tasks.rados.rados.0.smithi003.stdout:3565: done (2 left) 2024-04-13T07:26:59.961 INFO:tasks.rados.rados.0.smithi003.stdout:3566: done (1 left) 2024-04-13T07:26:59.961 INFO:tasks.rados.rados.0.smithi003.stdout:3567: done (0 left) 2024-04-13T07:26:59.961 INFO:tasks.rados.rados.0.smithi003.stdout:3568: rollback oid 35 current snap is 365 2024-04-13T07:26:59.961 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 35 to 334 2024-04-13T07:26:59.961 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 45 current snap is 365 2024-04-13T07:26:59.961 INFO:tasks.rados.rados.0.smithi003.stdout:3569: seq_num 1089 ranges {6635520=647168,7282688=745472,8028160=57344} 2024-04-13T07:26:59.999 INFO:tasks.rados.rados.0.smithi003.stdout:3569: writing smithi00377890-45 from 6635520 to 7282688 tid 1 2024-04-13T07:27:00.004 INFO:tasks.rados.rados.0.smithi003.stdout:3569: writing smithi00377890-45 from 7282688 to 8028160 tid 2 2024-04-13T07:27:00.004 INFO:tasks.rados.rados.0.smithi003.stdout:3569: writing smithi00377890-45 from 8028160 to 8085504 tid 3 2024-04-13T07:27:00.004 INFO:tasks.rados.rados.0.smithi003.stdout:3570: read oid 29 snap 351 2024-04-13T07:27:00.004 INFO:tasks.rados.rados.0.smithi003.stdout:3570: expect (ObjNum 727 snap 249 seq_num 727) 2024-04-13T07:27:00.004 INFO:tasks.rados.rados.0.smithi003.stdout:3571: snap_remove snap 312 2024-04-13T07:27:00.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:59 smithi003 ceph-mon[91733]: pgmap v877: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 550 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 6.7 MiB/s wr, 17 op/s 2024-04-13T07:27:00.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:26:59 smithi003 ceph-mon[91733]: osdmap e808: 8 total, 8 up, 8 in 2024-04-13T07:27:00.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:59 smithi003 ceph-mon[89364]: pgmap v877: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 550 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 6.7 MiB/s wr, 17 op/s 2024-04-13T07:27:00.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:26:59 smithi003 ceph-mon[89364]: osdmap e808: 8 total, 8 up, 8 in 2024-04-13T07:27:00.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:59 smithi066 ceph-mon[84331]: pgmap v877: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 550 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 6.7 MiB/s wr, 17 op/s 2024-04-13T07:27:00.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:26:59 smithi066 ceph-mon[84331]: osdmap e808: 8 total, 8 up, 8 in 2024-04-13T07:27:00.915 INFO:tasks.rados.rados.0.smithi003.stdout:3568: finishing rollback tid 0 to smithi00377890-35 2024-04-13T07:27:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:3568: finishing rollback tid 1 to smithi00377890-35 2024-04-13T07:27:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:3568: finishing rollback tid 2 to smithi00377890-35 2024-04-13T07:27:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 3157 (ObjNum 963 snap 330 seq_num 963) dirty exists 2024-04-13T07:27:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:3569: finishing write tid 1 to smithi00377890-45 2024-04-13T07:27:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:3569: finishing write tid 2 to smithi00377890-45 2024-04-13T07:27:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:3569: finishing write tid 3 to smithi00377890-45 2024-04-13T07:27:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:3569: finishing write tid 4 to smithi00377890-45 2024-04-13T07:27:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:3569: finishing write tid 5 to smithi00377890-45 2024-04-13T07:27:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:3569: oid 45 updating version 0 to 3157 2024-04-13T07:27:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:3569: oid 45 updating version 3157 to 3159 2024-04-13T07:27:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:3569: oid 45 version 3159 is already newer than 3156 2024-04-13T07:27:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:3569: oid 45 version 3159 is already newer than 3158 2024-04-13T07:27:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 3159 (ObjNum 1089 snap 365 seq_num 1089) dirty exists 2024-04-13T07:27:00.916 INFO:tasks.rados.rados.0.smithi003.stdout:3569: left oid 45 (ObjNum 1089 snap 365 seq_num 1089) 2024-04-13T07:27:00.917 INFO:tasks.rados.rados.0.smithi003.stdout:3570: expect (ObjNum 727 snap 249 seq_num 727) 2024-04-13T07:27:01.801 INFO:tasks.rados.rados.0.smithi003.stdout:3568: done (3 left) 2024-04-13T07:27:01.802 INFO:tasks.rados.rados.0.smithi003.stdout:3569: done (2 left) 2024-04-13T07:27:01.802 INFO:tasks.rados.rados.0.smithi003.stdout:3570: done (1 left) 2024-04-13T07:27:01.802 INFO:tasks.rados.rados.0.smithi003.stdout:3571: done (0 left) 2024-04-13T07:27:01.802 INFO:tasks.rados.rados.0.smithi003.stdout:3572: read oid 48 snap -1 2024-04-13T07:27:01.802 INFO:tasks.rados.rados.0.smithi003.stdout:3572: expect (ObjNum 1088 snap 365 seq_num 1088) 2024-04-13T07:27:01.802 INFO:tasks.rados.rados.0.smithi003.stdout:3573: copy_from oid 6 from oid 50 current snap is 365 2024-04-13T07:27:01.802 INFO:tasks.rados.rados.0.smithi003.stdout:3574: snap_create 2024-04-13T07:27:01.813 INFO:tasks.rados.rados.0.smithi003.stdout:3573: finishing copy_from racing read to smithi00377890-6 2024-04-13T07:27:01.814 INFO:tasks.rados.rados.0.smithi003.stdout:3573: finishing copy_from to smithi00377890-6 2024-04-13T07:27:01.815 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 3242 (ObjNum 1078 snap 365 seq_num 1078) dirty exists 2024-04-13T07:27:01.815 INFO:tasks.rados.rados.0.smithi003.stdout:3572: expect (ObjNum 1088 snap 365 seq_num 1088) 2024-04-13T07:27:01.982 INFO:tasks.rados.rados.0.smithi003.stdout:3572: done (2 left) 2024-04-13T07:27:01.983 INFO:tasks.rados.rados.0.smithi003.stdout:3573: done (1 left) 2024-04-13T07:27:01.983 INFO:tasks.rados.rados.0.smithi003.stdout:3574: done (0 left) 2024-04-13T07:27:01.983 INFO:tasks.rados.rados.0.smithi003.stdout:3575: snap_remove snap 340 2024-04-13T07:27:02.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:01 smithi066 ceph-mon[84331]: pgmap v879: 121 pgs: 121 active+clean; 556 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 5.1 MiB/s wr, 15 op/s 2024-04-13T07:27:02.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:01 smithi066 ceph-mon[84331]: osdmap e809: 8 total, 8 up, 8 in 2024-04-13T07:27:02.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:01 smithi003 ceph-mon[89364]: pgmap v879: 121 pgs: 121 active+clean; 556 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 5.1 MiB/s wr, 15 op/s 2024-04-13T07:27:02.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:01 smithi003 ceph-mon[89364]: osdmap e809: 8 total, 8 up, 8 in 2024-04-13T07:27:02.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:01 smithi003 ceph-mon[91733]: pgmap v879: 121 pgs: 121 active+clean; 556 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 5.1 MiB/s wr, 15 op/s 2024-04-13T07:27:02.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:01 smithi003 ceph-mon[91733]: osdmap e809: 8 total, 8 up, 8 in 2024-04-13T07:27:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:27:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:27:02.926 INFO:tasks.rados.rados.0.smithi003.stdout:3575: done (0 left) 2024-04-13T07:27:02.926 INFO:tasks.rados.rados.0.smithi003.stdout:3576: snap_create 2024-04-13T07:27:03.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:02 smithi003 ceph-mon[89364]: osdmap e810: 8 total, 8 up, 8 in 2024-04-13T07:27:03.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:02 smithi003 ceph-mon[91733]: osdmap e810: 8 total, 8 up, 8 in 2024-04-13T07:27:03.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:02 smithi066 ceph-mon[84331]: osdmap e810: 8 total, 8 up, 8 in 2024-04-13T07:27:03.912 INFO:tasks.rados.rados.0.smithi003.stdout:3576: done (0 left) 2024-04-13T07:27:03.912 INFO:tasks.rados.rados.0.smithi003.stdout:3577: snap_create 2024-04-13T07:27:04.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:03 smithi003 ceph-mon[91733]: pgmap v882: 121 pgs: 121 active+clean; 552 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 917 KiB/s wr, 8 op/s 2024-04-13T07:27:04.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:03 smithi003 ceph-mon[91733]: osdmap e811: 8 total, 8 up, 8 in 2024-04-13T07:27:04.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:03 smithi003 ceph-mon[91733]: osdmap e812: 8 total, 8 up, 8 in 2024-04-13T07:27:04.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:03 smithi003 ceph-mon[89364]: pgmap v882: 121 pgs: 121 active+clean; 552 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 917 KiB/s wr, 8 op/s 2024-04-13T07:27:04.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:03 smithi003 ceph-mon[89364]: osdmap e811: 8 total, 8 up, 8 in 2024-04-13T07:27:04.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:03 smithi003 ceph-mon[89364]: osdmap e812: 8 total, 8 up, 8 in 2024-04-13T07:27:04.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:03 smithi066 ceph-mon[84331]: pgmap v882: 121 pgs: 121 active+clean; 552 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 917 KiB/s wr, 8 op/s 2024-04-13T07:27:04.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:03 smithi066 ceph-mon[84331]: osdmap e811: 8 total, 8 up, 8 in 2024-04-13T07:27:04.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:03 smithi066 ceph-mon[84331]: osdmap e812: 8 total, 8 up, 8 in 2024-04-13T07:27:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:27:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:27:04] "GET /metrics HTTP/1.1" 200 36239 "" "Prometheus/2.43.0" 2024-04-13T07:27:04.913 INFO:tasks.rados.rados.0.smithi003.stdout:3577: done (0 left) 2024-04-13T07:27:04.914 INFO:tasks.rados.rados.0.smithi003.stdout:3578: copy_from oid 28 from oid 26 current snap is 368 2024-04-13T07:27:04.914 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 20 current snap is 368 2024-04-13T07:27:04.914 INFO:tasks.rados.rados.0.smithi003.stdout:3579: seq_num 1090 ranges {5316608=663552,5980160=630784,6610944=172032} 2024-04-13T07:27:04.946 INFO:tasks.rados.rados.0.smithi003.stdout:3579: writing smithi00377890-20 from 5316608 to 5980160 tid 1 2024-04-13T07:27:04.950 INFO:tasks.rados.rados.0.smithi003.stdout:3579: writing smithi00377890-20 from 5980160 to 6610944 tid 2 2024-04-13T07:27:04.951 INFO:tasks.rados.rados.0.smithi003.stdout:3579: writing smithi00377890-20 from 6610944 to 6782976 tid 3 2024-04-13T07:27:04.951 INFO:tasks.rados.rados.0.smithi003.stdout:3580: snap_create 2024-04-13T07:27:04.953 INFO:tasks.rados.rados.0.smithi003.stdout:3578: finishing copy_from racing read to smithi00377890-28 2024-04-13T07:27:04.954 INFO:tasks.rados.rados.0.smithi003.stdout:3578: finishing copy_from to smithi00377890-28 2024-04-13T07:27:04.954 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 2505 (ObjNum 1010 snap 347 seq_num 1010) dirty exists 2024-04-13T07:27:04.957 INFO:tasks.rados.rados.0.smithi003.stdout:3579: finishing write tid 1 to smithi00377890-20 2024-04-13T07:27:04.957 INFO:tasks.rados.rados.0.smithi003.stdout:3579: finishing write tid 2 to smithi00377890-20 2024-04-13T07:27:04.958 INFO:tasks.rados.rados.0.smithi003.stdout:3579: finishing write tid 3 to smithi00377890-20 2024-04-13T07:27:04.959 INFO:tasks.rados.rados.0.smithi003.stdout:3579: finishing write tid 4 to smithi00377890-20 2024-04-13T07:27:04.961 INFO:tasks.rados.rados.0.smithi003.stdout:3579: finishing write tid 5 to smithi00377890-20 2024-04-13T07:27:04.961 INFO:tasks.rados.rados.0.smithi003.stdout:3579: oid 20 updating version 0 to 3181 2024-04-13T07:27:04.961 INFO:tasks.rados.rados.0.smithi003.stdout:3579: oid 20 version 3181 is already newer than 3179 2024-04-13T07:27:04.961 INFO:tasks.rados.rados.0.smithi003.stdout:3579: oid 20 updating version 3181 to 3182 2024-04-13T07:27:04.961 INFO:tasks.rados.rados.0.smithi003.stdout:3579: oid 20 version 3182 is already newer than 3180 2024-04-13T07:27:04.961 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 3182 (ObjNum 1090 snap 368 seq_num 1090) dirty exists 2024-04-13T07:27:04.961 INFO:tasks.rados.rados.0.smithi003.stdout:3579: left oid 20 (ObjNum 1090 snap 368 seq_num 1090) 2024-04-13T07:27:05.930 INFO:tasks.rados.rados.0.smithi003.stdout:3578: done (2 left) 2024-04-13T07:27:05.930 INFO:tasks.rados.rados.0.smithi003.stdout:3579: done (1 left) 2024-04-13T07:27:05.930 INFO:tasks.rados.rados.0.smithi003.stdout:3580: done (0 left) 2024-04-13T07:27:05.930 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 5 current snap is 369 2024-04-13T07:27:05.930 INFO:tasks.rados.rados.0.smithi003.stdout:3581: seq_num 1091 ranges {17637376=679936,18317312=516096,18833408=286720} 2024-04-13T07:27:06.029 INFO:tasks.rados.rados.0.smithi003.stdout:3581: writing smithi00377890-5 from 17637376 to 18317312 tid 1 2024-04-13T07:27:06.032 INFO:tasks.rados.rados.0.smithi003.stdout:3581: writing smithi00377890-5 from 18317312 to 18833408 tid 2 2024-04-13T07:27:06.034 INFO:tasks.rados.rados.0.smithi003.stdout:3581: writing smithi00377890-5 from 18833408 to 19120128 tid 3 2024-04-13T07:27:06.034 INFO:tasks.rados.rados.0.smithi003.stdout:3582: delete oid 35 current snap is 369 2024-04-13T07:27:06.037 INFO:tasks.rados.rados.0.smithi003.stdout:3581: finishing write tid 1 to smithi00377890-5 2024-04-13T07:27:06.039 INFO:tasks.rados.rados.0.smithi003.stdout:3582: done (1 left) 2024-04-13T07:27:06.040 INFO:tasks.rados.rados.0.smithi003.stdout:3583: rmattr oid 45 current snap is 369 2024-04-13T07:27:06.040 INFO:tasks.rados.rados.0.smithi003.stdout:3584: read oid 20 snap -1 2024-04-13T07:27:06.040 INFO:tasks.rados.rados.0.smithi003.stdout:3584: expect (ObjNum 1090 snap 368 seq_num 1090) 2024-04-13T07:27:06.040 INFO:tasks.rados.rados.0.smithi003.stdout:3585: read oid 13 snap -1 2024-04-13T07:27:06.040 INFO:tasks.rados.rados.0.smithi003.stdout:3585: expect (ObjNum 1038 snap 349 seq_num 1038) 2024-04-13T07:27:06.040 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 29 current snap is 369 2024-04-13T07:27:06.040 INFO:tasks.rados.rados.0.smithi003.stdout:3586: seq_num 1093 ranges {0=712704,712704=688128,1400832=114688} 2024-04-13T07:27:06.045 INFO:tasks.rados.rados.0.smithi003.stdout:3586: writing smithi00377890-29 from 0 to 712704 tid 1 2024-04-13T07:27:06.050 INFO:tasks.rados.rados.0.smithi003.stdout:3586: writing smithi00377890-29 from 712704 to 1400832 tid 2 2024-04-13T07:27:06.051 INFO:tasks.rados.rados.0.smithi003.stdout:3586: writing smithi00377890-29 from 1400832 to 1515520 tid 3 2024-04-13T07:27:06.051 INFO:tasks.rados.rados.0.smithi003.stdout:3587: copy_from oid 10 from oid 27 current snap is 369 2024-04-13T07:27:06.051 INFO:tasks.rados.rados.0.smithi003.stdout:3581: finishing write tid 2 to smithi00377890-5 2024-04-13T07:27:06.051 INFO:tasks.rados.rados.0.smithi003.stdout:3581: finishing write tid 3 to smithi00377890-5 2024-04-13T07:27:06.052 INFO:tasks.rados.rados.0.smithi003.stdout:3581: finishing write tid 4 to smithi00377890-5 2024-04-13T07:27:06.052 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 3243 (ObjNum 1089 snap 365 seq_num 1089) dirty exists 2024-04-13T07:27:06.052 INFO:tasks.rados.rados.0.smithi003.stdout:3585: expect (ObjNum 1038 snap 349 seq_num 1038) 2024-04-13T07:27:06.140 INFO:tasks.rados.rados.0.smithi003.stdout:3586: finishing write tid 1 to smithi00377890-29 2024-04-13T07:27:06.140 INFO:tasks.rados.rados.0.smithi003.stdout:3586: finishing write tid 2 to smithi00377890-29 2024-04-13T07:27:06.140 INFO:tasks.rados.rados.0.smithi003.stdout:3583: done (5 left) 2024-04-13T07:27:06.140 INFO:tasks.rados.rados.0.smithi003.stdout:3585: done (4 left) 2024-04-13T07:27:06.141 INFO:tasks.rados.rados.0.smithi003.stdout:3588: read oid 31 snap 361 2024-04-13T07:27:06.141 INFO:tasks.rados.rados.0.smithi003.stdout:3588: expect (ObjNum 995 snap 342 seq_num 995) 2024-04-13T07:27:06.141 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 6 current snap is 369 2024-04-13T07:27:06.141 INFO:tasks.rados.rados.0.smithi003.stdout:3586: finishing write tid 3 to smithi00377890-29 2024-04-13T07:27:06.141 INFO:tasks.rados.rados.0.smithi003.stdout:3589: seq_num 1094 ranges {2736128=729088,3465216=573440,4038656=229376} 2024-04-13T07:27:06.160 INFO:tasks.rados.rados.0.smithi003.stdout:3589: writing smithi00377890-6 from 2736128 to 3465216 tid 1 2024-04-13T07:27:06.165 INFO:tasks.rados.rados.0.smithi003.stdout:3589: writing smithi00377890-6 from 3465216 to 4038656 tid 2 2024-04-13T07:27:06.167 INFO:tasks.rados.rados.0.smithi003.stdout:3589: writing smithi00377890-6 from 4038656 to 4268032 tid 3 2024-04-13T07:27:06.167 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 45 current snap is 369 2024-04-13T07:27:06.167 INFO:tasks.rados.rados.0.smithi003.stdout:3581: finishing write tid 5 to smithi00377890-5 2024-04-13T07:27:06.167 INFO:tasks.rados.rados.0.smithi003.stdout:3581: oid 5 updating version 0 to 3246 2024-04-13T07:27:06.167 INFO:tasks.rados.rados.0.smithi003.stdout:3581: oid 5 version 3246 is already newer than 3245 2024-04-13T07:27:06.168 INFO:tasks.rados.rados.0.smithi003.stdout:3581: oid 5 updating version 3246 to 3248 2024-04-13T07:27:06.168 INFO:tasks.rados.rados.0.smithi003.stdout:3581: oid 5 version 3248 is already newer than 3247 2024-04-13T07:27:06.168 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 3248 (ObjNum 1091 snap 369 seq_num 1091) dirty exists 2024-04-13T07:27:06.168 INFO:tasks.rados.rados.0.smithi003.stdout:3581: left oid 5 (ObjNum 1091 snap 369 seq_num 1091) 2024-04-13T07:27:06.168 INFO:tasks.rados.rados.0.smithi003.stdout:3586: finishing write tid 4 to smithi00377890-29 2024-04-13T07:27:06.168 INFO:tasks.rados.rados.0.smithi003.stdout:3586: finishing write tid 5 to smithi00377890-29 2024-04-13T07:27:06.168 INFO:tasks.rados.rados.0.smithi003.stdout:3586: oid 29 updating version 0 to 3238 2024-04-13T07:27:06.168 INFO:tasks.rados.rados.0.smithi003.stdout:3586: oid 29 updating version 3238 to 3241 2024-04-13T07:27:06.168 INFO:tasks.rados.rados.0.smithi003.stdout:3586: oid 29 version 3241 is already newer than 3240 2024-04-13T07:27:06.168 INFO:tasks.rados.rados.0.smithi003.stdout:3586: oid 29 version 3241 is already newer than 3239 2024-04-13T07:27:06.168 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 3241 (ObjNum 1093 snap 369 seq_num 1093) dirty exists 2024-04-13T07:27:06.168 INFO:tasks.rados.rados.0.smithi003.stdout:3586: left oid 29 (ObjNum 1093 snap 369 seq_num 1093) 2024-04-13T07:27:06.168 INFO:tasks.rados.rados.0.smithi003.stdout:3587: finishing copy_from racing read to smithi00377890-10 2024-04-13T07:27:06.168 INFO:tasks.rados.rados.0.smithi003.stdout:3587: finishing copy_from to smithi00377890-10 2024-04-13T07:27:06.168 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 3153 (ObjNum 992 snap 339 seq_num 992) dirty exists 2024-04-13T07:27:06.168 INFO:tasks.rados.rados.0.smithi003.stdout:3584: expect (ObjNum 1090 snap 368 seq_num 1090) 2024-04-13T07:27:06.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:05 smithi003 ceph-mon[89364]: pgmap v885: 121 pgs: 121 active+clean; 525 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1022 KiB/s wr, 3 op/s 2024-04-13T07:27:06.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:05 smithi003 ceph-mon[89364]: osdmap e813: 8 total, 8 up, 8 in 2024-04-13T07:27:06.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:05 smithi003 ceph-mon[91733]: pgmap v885: 121 pgs: 121 active+clean; 525 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1022 KiB/s wr, 3 op/s 2024-04-13T07:27:06.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:05 smithi003 ceph-mon[91733]: osdmap e813: 8 total, 8 up, 8 in 2024-04-13T07:27:06.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:05 smithi066 ceph-mon[84331]: pgmap v885: 121 pgs: 121 active+clean; 525 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1022 KiB/s wr, 3 op/s 2024-04-13T07:27:06.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:05 smithi066 ceph-mon[84331]: osdmap e813: 8 total, 8 up, 8 in 2024-04-13T07:27:06.541 INFO:tasks.rados.rados.0.smithi003.stdout:3588: expect (ObjNum 995 snap 342 seq_num 995) 2024-04-13T07:27:06.726 INFO:tasks.rados.rados.0.smithi003.stdout:3589: finishing write tid 1 to smithi00377890-6 2024-04-13T07:27:06.726 INFO:tasks.rados.rados.0.smithi003.stdout:3589: finishing write tid 2 to smithi00377890-6 2024-04-13T07:27:06.726 INFO:tasks.rados.rados.0.smithi003.stdout:3589: finishing write tid 3 to smithi00377890-6 2024-04-13T07:27:06.726 INFO:tasks.rados.rados.0.smithi003.stdout:3589: finishing write tid 4 to smithi00377890-6 2024-04-13T07:27:06.727 INFO:tasks.rados.rados.0.smithi003.stdout:3589: finishing write tid 5 to smithi00377890-6 2024-04-13T07:27:06.727 INFO:tasks.rados.rados.0.smithi003.stdout:3589: oid 6 updating version 0 to 3244 2024-04-13T07:27:06.727 INFO:tasks.rados.rados.0.smithi003.stdout:3589: oid 6 updating version 3244 to 3247 2024-04-13T07:27:06.728 INFO:tasks.rados.rados.0.smithi003.stdout:3589: oid 6 version 3247 is already newer than 3245 2024-04-13T07:27:06.728 INFO:tasks.rados.rados.0.smithi003.stdout:3589: oid 6 version 3247 is already newer than 3246 2024-04-13T07:27:06.728 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 3247 (ObjNum 1094 snap 369 seq_num 1094) dirty exists 2024-04-13T07:27:06.728 INFO:tasks.rados.rados.0.smithi003.stdout:3589: left oid 6 (ObjNum 1094 snap 369 seq_num 1094) 2024-04-13T07:27:06.728 INFO:tasks.rados.rados.0.smithi003.stdout:3590: seq_num 1095 ranges {8085504=745472,8830976=499712,9330688=303104} 2024-04-13T07:27:06.774 INFO:tasks.rados.rados.0.smithi003.stdout:3590: writing smithi00377890-45 from 8085504 to 8830976 tid 1 2024-04-13T07:27:06.776 INFO:tasks.rados.rados.0.smithi003.stdout:3590: writing smithi00377890-45 from 8830976 to 9330688 tid 2 2024-04-13T07:27:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:3590: writing smithi00377890-45 from 9330688 to 9633792 tid 3 2024-04-13T07:27:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:3581: done (6 left) 2024-04-13T07:27:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:3584: done (5 left) 2024-04-13T07:27:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:3586: done (4 left) 2024-04-13T07:27:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:3587: done (3 left) 2024-04-13T07:27:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:3588: done (2 left) 2024-04-13T07:27:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:3589: done (1 left) 2024-04-13T07:27:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 11 current snap is 369 2024-04-13T07:27:06.779 INFO:tasks.rados.rados.0.smithi003.stdout:3591: seq_num 1096 ranges {11083776=761856,11845632=786432,12632064=16384} 2024-04-13T07:27:06.843 INFO:tasks.rados.rados.0.smithi003.stdout:3591: writing smithi00377890-11 from 11083776 to 11845632 tid 1 2024-04-13T07:27:06.848 INFO:tasks.rados.rados.0.smithi003.stdout:3591: writing smithi00377890-11 from 11845632 to 12632064 tid 2 2024-04-13T07:27:06.848 INFO:tasks.rados.rados.0.smithi003.stdout:3591: writing smithi00377890-11 from 12632064 to 12648448 tid 3 2024-04-13T07:27:06.848 INFO:tasks.rados.rados.0.smithi003.stdout:3592: delete oid 9 current snap is 369 2024-04-13T07:27:06.848 INFO:tasks.rados.rados.0.smithi003.stdout:3590: finishing write tid 1 to smithi00377890-45 2024-04-13T07:27:06.848 INFO:tasks.rados.rados.0.smithi003.stdout:3590: finishing write tid 2 to smithi00377890-45 2024-04-13T07:27:06.848 INFO:tasks.rados.rados.0.smithi003.stdout:3590: finishing write tid 3 to smithi00377890-45 2024-04-13T07:27:06.848 INFO:tasks.rados.rados.0.smithi003.stdout:3590: finishing write tid 4 to smithi00377890-45 2024-04-13T07:27:06.848 INFO:tasks.rados.rados.0.smithi003.stdout:3590: finishing write tid 5 to smithi00377890-45 2024-04-13T07:27:06.848 INFO:tasks.rados.rados.0.smithi003.stdout:3590: oid 45 updating version 0 to 3251 2024-04-13T07:27:06.849 INFO:tasks.rados.rados.0.smithi003.stdout:3590: oid 45 version 3251 is already newer than 3250 2024-04-13T07:27:06.849 INFO:tasks.rados.rados.0.smithi003.stdout:3590: oid 45 version 3251 is already newer than 3248 2024-04-13T07:27:06.849 INFO:tasks.rados.rados.0.smithi003.stdout:3590: oid 45 version 3251 is already newer than 3249 2024-04-13T07:27:06.849 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 3251 (ObjNum 1095 snap 369 seq_num 1095) dirty exists 2024-04-13T07:27:06.849 INFO:tasks.rados.rados.0.smithi003.stdout:3590: left oid 45 (ObjNum 1095 snap 369 seq_num 1095) 2024-04-13T07:27:06.849 INFO:tasks.rados.rados.0.smithi003.stdout:3591: finishing write tid 1 to smithi00377890-11 2024-04-13T07:27:06.853 INFO:tasks.rados.rados.0.smithi003.stdout:3590: done (2 left) 2024-04-13T07:27:06.853 INFO:tasks.rados.rados.0.smithi003.stdout:3592: done (1 left) 2024-04-13T07:27:06.853 INFO:tasks.rados.rados.0.smithi003.stdout:3593: read oid 21 snap 361 2024-04-13T07:27:06.853 INFO:tasks.rados.rados.0.smithi003.stdout:3593: expect (ObjNum 1040 snap 349 seq_num 1040) 2024-04-13T07:27:06.853 INFO:tasks.rados.rados.0.smithi003.stdout:3594: delete oid 30 current snap is 369 2024-04-13T07:27:06.854 INFO:tasks.rados.rados.0.smithi003.stdout:3591: finishing write tid 2 to smithi00377890-11 2024-04-13T07:27:06.855 INFO:tasks.rados.rados.0.smithi003.stdout:3591: finishing write tid 3 to smithi00377890-11 2024-04-13T07:27:06.856 INFO:tasks.rados.rados.0.smithi003.stdout:3591: finishing write tid 4 to smithi00377890-11 2024-04-13T07:27:06.856 INFO:tasks.rados.rados.0.smithi003.stdout:3594: done (2 left) 2024-04-13T07:27:06.856 INFO:tasks.rados.rados.0.smithi003.stdout:3595: rollback oid 33 current snap is 369 2024-04-13T07:27:06.857 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 33 to 334 2024-04-13T07:27:06.857 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 31 current snap is 369 2024-04-13T07:27:06.857 INFO:tasks.rados.rados.0.smithi003.stdout:3596: seq_num 1099 ranges {4997120=409600,5406720=442368,5849088=720896,6569984=40960} 2024-04-13T07:27:06.886 INFO:tasks.rados.rados.0.smithi003.stdout:3596: writing smithi00377890-31 from 4997120 to 5406720 tid 1 2024-04-13T07:27:06.889 INFO:tasks.rados.rados.0.smithi003.stdout:3596: writing smithi00377890-31 from 5406720 to 5849088 tid 2 2024-04-13T07:27:06.894 INFO:tasks.rados.rados.0.smithi003.stdout:3596: writing smithi00377890-31 from 5849088 to 6569984 tid 3 2024-04-13T07:27:06.894 INFO:tasks.rados.rados.0.smithi003.stdout:3596: writing smithi00377890-31 from 6569984 to 6610944 tid 4 2024-04-13T07:27:06.894 INFO:tasks.rados.rados.0.smithi003.stdout:3597: snap_create 2024-04-13T07:27:06.894 INFO:tasks.rados.rados.0.smithi003.stdout:3591: finishing write tid 5 to smithi00377890-11 2024-04-13T07:27:06.894 INFO:tasks.rados.rados.0.smithi003.stdout:3591: oid 11 updating version 0 to 2891 2024-04-13T07:27:06.894 INFO:tasks.rados.rados.0.smithi003.stdout:3591: oid 11 updating version 2891 to 2893 2024-04-13T07:27:06.894 INFO:tasks.rados.rados.0.smithi003.stdout:3591: oid 11 version 2893 is already newer than 2892 2024-04-13T07:27:06.894 INFO:tasks.rados.rados.0.smithi003.stdout:3591: oid 11 updating version 2893 to 2894 2024-04-13T07:27:06.894 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 2894 (ObjNum 1096 snap 369 seq_num 1096) dirty exists 2024-04-13T07:27:06.894 INFO:tasks.rados.rados.0.smithi003.stdout:3591: left oid 11 (ObjNum 1096 snap 369 seq_num 1096) 2024-04-13T07:27:06.894 INFO:tasks.rados.rados.0.smithi003.stdout:3593: expect (ObjNum 1040 snap 349 seq_num 1040) 2024-04-13T07:27:06.911 INFO:tasks.rados.rados.0.smithi003.stdout:3595: finishing rollback tid 0 to smithi00377890-33 2024-04-13T07:27:06.911 INFO:tasks.rados.rados.0.smithi003.stdout:3595: finishing rollback tid 1 to smithi00377890-33 2024-04-13T07:27:06.911 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 2980 (ObjNum 65 snap 0 seq_num 1348100689) dirty dne 2024-04-13T07:27:06.911 INFO:tasks.rados.rados.0.smithi003.stdout:3596: finishing write tid 1 to smithi00377890-31 2024-04-13T07:27:06.911 INFO:tasks.rados.rados.0.smithi003.stdout:3596: finishing write tid 2 to smithi00377890-31 2024-04-13T07:27:06.911 INFO:tasks.rados.rados.0.smithi003.stdout:3596: finishing write tid 3 to smithi00377890-31 2024-04-13T07:27:06.911 INFO:tasks.rados.rados.0.smithi003.stdout:3596: finishing write tid 4 to smithi00377890-31 2024-04-13T07:27:06.911 INFO:tasks.rados.rados.0.smithi003.stdout:3596: finishing write tid 5 to smithi00377890-31 2024-04-13T07:27:06.911 INFO:tasks.rados.rados.0.smithi003.stdout:3596: finishing write tid 6 to smithi00377890-31 2024-04-13T07:27:06.911 INFO:tasks.rados.rados.0.smithi003.stdout:3596: oid 31 updating version 0 to 2510 2024-04-13T07:27:06.911 INFO:tasks.rados.rados.0.smithi003.stdout:3596: oid 31 version 2510 is already newer than 2507 2024-04-13T07:27:06.912 INFO:tasks.rados.rados.0.smithi003.stdout:3596: oid 31 version 2510 is already newer than 2509 2024-04-13T07:27:06.912 INFO:tasks.rados.rados.0.smithi003.stdout:3596: oid 31 version 2510 is already newer than 2508 2024-04-13T07:27:06.912 INFO:tasks.rados.rados.0.smithi003.stdout:3596: oid 31 updating version 2510 to 2511 2024-04-13T07:27:06.912 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 2511 (ObjNum 1099 snap 369 seq_num 1099) dirty exists 2024-04-13T07:27:06.912 INFO:tasks.rados.rados.0.smithi003.stdout:3596: left oid 31 (ObjNum 1099 snap 369 seq_num 1099) 2024-04-13T07:27:06.934 INFO:tasks.rados.rados.0.smithi003.stdout:3591: done (4 left) 2024-04-13T07:27:06.934 INFO:tasks.rados.rados.0.smithi003.stdout:3593: done (3 left) 2024-04-13T07:27:06.934 INFO:tasks.rados.rados.0.smithi003.stdout:3595: done (2 left) 2024-04-13T07:27:06.934 INFO:tasks.rados.rados.0.smithi003.stdout:3596: done (1 left) 2024-04-13T07:27:06.934 INFO:tasks.rados.rados.0.smithi003.stdout:3597: done (0 left) 2024-04-13T07:27:06.934 INFO:tasks.rados.rados.0.smithi003.stdout:3598: rollback oid 16 current snap is 370 2024-04-13T07:27:06.935 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 16 to 346 2024-04-13T07:27:06.935 INFO:tasks.rados.rados.0.smithi003.stdout:3599: setattr oid 43 current snap is 370 2024-04-13T07:27:06.936 INFO:tasks.rados.rados.0.smithi003.stdout:3600: delete oid 40 current snap is 370 2024-04-13T07:27:06.941 INFO:tasks.rados.rados.0.smithi003.stdout:3598: finishing rollback tid 0 to smithi00377890-16 2024-04-13T07:27:06.941 INFO:tasks.rados.rados.0.smithi003.stdout:3598: finishing rollback tid 1 to smithi00377890-16 2024-04-13T07:27:06.941 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 2506 (ObjNum 33 snap 0 seq_num 291413488) dirty exists 2024-04-13T07:27:06.942 INFO:tasks.rados.rados.0.smithi003.stdout:3598: finishing rollback tid 2 to smithi00377890-16 2024-04-13T07:27:06.942 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 3188 (ObjNum 972 snap 334 seq_num 972) dirty exists 2024-04-13T07:27:06.944 INFO:tasks.rados.rados.0.smithi003.stdout:3598: done (2 left) 2024-04-13T07:27:06.944 INFO:tasks.rados.rados.0.smithi003.stdout:3599: done (1 left) 2024-04-13T07:27:06.944 INFO:tasks.rados.rados.0.smithi003.stdout:3600: done (0 left) 2024-04-13T07:27:06.945 INFO:tasks.rados.rados.0.smithi003.stdout:3601: copy_from oid 13 from oid 10 current snap is 370 2024-04-13T07:27:06.945 INFO:tasks.rados.rados.0.smithi003.stdout:3602: setattr oid 22 current snap is 370 2024-04-13T07:27:06.945 INFO:tasks.rados.rados.0.smithi003.stdout:3603: copy_from oid 50 from oid 32 current snap is 370 2024-04-13T07:27:06.945 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 4 current snap is 370 2024-04-13T07:27:06.945 INFO:tasks.rados.rados.0.smithi003.stdout:3604: seq_num 1101 ranges {0=442368,442368=606208,1048576=598016} 2024-04-13T07:27:06.948 INFO:tasks.rados.rados.0.smithi003.stdout:3604: writing smithi00377890-4 from 0 to 442368 tid 1 2024-04-13T07:27:06.951 INFO:tasks.rados.rados.0.smithi003.stdout:3604: writing smithi00377890-4 from 442368 to 1048576 tid 2 2024-04-13T07:27:06.956 INFO:tasks.rados.rados.0.smithi003.stdout:3604: writing smithi00377890-4 from 1048576 to 1646592 tid 3 2024-04-13T07:27:06.956 INFO:tasks.rados.rados.0.smithi003.stdout:3605: snap_create 2024-04-13T07:27:06.956 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 3190 (ObjNum 1087 snap 365 seq_num 1087) dirty exists 2024-04-13T07:27:06.956 INFO:tasks.rados.rados.0.smithi003.stdout:3604: finishing write tid 1 to smithi00377890-4 2024-04-13T07:27:06.956 INFO:tasks.rados.rados.0.smithi003.stdout:3604: finishing write tid 2 to smithi00377890-4 2024-04-13T07:27:06.960 INFO:tasks.rados.rados.0.smithi003.stdout:3604: finishing write tid 3 to smithi00377890-4 2024-04-13T07:27:06.960 INFO:tasks.rados.rados.0.smithi003.stdout:3604: finishing write tid 4 to smithi00377890-4 2024-04-13T07:27:06.961 INFO:tasks.rados.rados.0.smithi003.stdout:3603: finishing copy_from racing read to smithi00377890-50 2024-04-13T07:27:06.962 INFO:tasks.rados.rados.0.smithi003.stdout:3601: finishing copy_from racing read to smithi00377890-13 2024-04-13T07:27:06.962 INFO:tasks.rados.rados.0.smithi003.stdout:3603: finishing copy_from to smithi00377890-50 2024-04-13T07:27:06.962 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 3382 (ObjNum 1065 snap 361 seq_num 1065) dirty exists 2024-04-13T07:27:06.963 INFO:tasks.rados.rados.0.smithi003.stdout:3604: finishing write tid 5 to smithi00377890-4 2024-04-13T07:27:06.963 INFO:tasks.rados.rados.0.smithi003.stdout:3604: oid 4 updating version 0 to 2495 2024-04-13T07:27:06.963 INFO:tasks.rados.rados.0.smithi003.stdout:3604: oid 4 version 2495 is already newer than 2493 2024-04-13T07:27:06.963 INFO:tasks.rados.rados.0.smithi003.stdout:3604: oid 4 version 2495 is already newer than 2492 2024-04-13T07:27:06.963 INFO:tasks.rados.rados.0.smithi003.stdout:3604: oid 4 version 2495 is already newer than 2494 2024-04-13T07:27:06.963 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 2495 (ObjNum 1101 snap 370 seq_num 1101) dirty exists 2024-04-13T07:27:06.963 INFO:tasks.rados.rados.0.smithi003.stdout:3604: left oid 4 (ObjNum 1101 snap 370 seq_num 1101) 2024-04-13T07:27:06.965 INFO:tasks.rados.rados.0.smithi003.stdout:3601: finishing copy_from to smithi00377890-13 2024-04-13T07:27:06.966 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 3153 (ObjNum 992 snap 339 seq_num 992) dirty exists 2024-04-13T07:27:07.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:06 smithi003 ceph-mon[91733]: osdmap e814: 8 total, 8 up, 8 in 2024-04-13T07:27:07.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:06 smithi003 ceph-mon[89364]: osdmap e814: 8 total, 8 up, 8 in 2024-04-13T07:27:07.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:06 smithi066 ceph-mon[84331]: osdmap e814: 8 total, 8 up, 8 in 2024-04-13T07:27:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:3601: done (4 left) 2024-04-13T07:27:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:3602: done (3 left) 2024-04-13T07:27:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:3603: done (2 left) 2024-04-13T07:27:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:3604: done (1 left) 2024-04-13T07:27:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:3605: done (0 left) 2024-04-13T07:27:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:3606: read oid 10 snap -1 2024-04-13T07:27:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:3606: expect (ObjNum 992 snap 339 seq_num 992) 2024-04-13T07:27:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:3607: read oid 25 snap -1 2024-04-13T07:27:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:3607: expect (ObjNum 1030 snap 348 seq_num 1030) 2024-04-13T07:27:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 28 current snap is 371 2024-04-13T07:27:07.941 INFO:tasks.rados.rados.0.smithi003.stdout:3608: seq_num 1102 ranges {10207232=458752,10665984=491520,11157504=491520,11649024=221184} 2024-04-13T07:27:07.998 INFO:tasks.rados.rados.0.smithi003.stdout:3608: writing smithi00377890-28 from 10207232 to 10665984 tid 1 2024-04-13T07:27:08.001 INFO:tasks.rados.rados.0.smithi003.stdout:3608: writing smithi00377890-28 from 10665984 to 11157504 tid 2 2024-04-13T07:27:08.004 INFO:tasks.rados.rados.0.smithi003.stdout:3608: writing smithi00377890-28 from 11157504 to 11649024 tid 3 2024-04-13T07:27:08.005 INFO:tasks.rados.rados.0.smithi003.stdout:3608: writing smithi00377890-28 from 11649024 to 11870208 tid 4 2024-04-13T07:27:08.005 INFO:tasks.rados.rados.0.smithi003.stdout:3609: snap_remove snap 363 2024-04-13T07:27:08.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:07 smithi003 ceph-mon[91733]: pgmap v888: 121 pgs: 121 active+clean; 490 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1022 KiB/s wr, 4 op/s 2024-04-13T07:27:08.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:07 smithi003 ceph-mon[91733]: osdmap e815: 8 total, 8 up, 8 in 2024-04-13T07:27:08.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:27:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:07 smithi003 ceph-mon[89364]: pgmap v888: 121 pgs: 121 active+clean; 490 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1022 KiB/s wr, 4 op/s 2024-04-13T07:27:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:07 smithi003 ceph-mon[89364]: osdmap e815: 8 total, 8 up, 8 in 2024-04-13T07:27:08.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:27:08.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:07 smithi066 ceph-mon[84331]: pgmap v888: 121 pgs: 121 active+clean; 490 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1022 KiB/s wr, 4 op/s 2024-04-13T07:27:08.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:07 smithi066 ceph-mon[84331]: osdmap e815: 8 total, 8 up, 8 in 2024-04-13T07:27:08.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:27:08.917 INFO:tasks.rados.rados.0.smithi003.stdout:3606: expect (ObjNum 992 snap 339 seq_num 992) 2024-04-13T07:27:08.993 INFO:tasks.rados.rados.0.smithi003.stdout:3607: expect (ObjNum 1030 snap 348 seq_num 1030) 2024-04-13T07:27:09.005 INFO:tasks.rados.rados.0.smithi003.stdout:3608: finishing write tid 1 to smithi00377890-28 2024-04-13T07:27:09.005 INFO:tasks.rados.rados.0.smithi003.stdout:3608: finishing write tid 2 to smithi00377890-28 2024-04-13T07:27:09.006 INFO:tasks.rados.rados.0.smithi003.stdout:3608: finishing write tid 3 to smithi00377890-28 2024-04-13T07:27:09.006 INFO:tasks.rados.rados.0.smithi003.stdout:3608: finishing write tid 4 to smithi00377890-28 2024-04-13T07:27:09.006 INFO:tasks.rados.rados.0.smithi003.stdout:3608: finishing write tid 5 to smithi00377890-28 2024-04-13T07:27:09.006 INFO:tasks.rados.rados.0.smithi003.stdout:3608: finishing write tid 6 to smithi00377890-28 2024-04-13T07:27:09.006 INFO:tasks.rados.rados.0.smithi003.stdout:3608: oid 28 updating version 0 to 2511 2024-04-13T07:27:09.006 INFO:tasks.rados.rados.0.smithi003.stdout:3608: oid 28 version 2511 is already newer than 2508 2024-04-13T07:27:09.006 INFO:tasks.rados.rados.0.smithi003.stdout:3608: oid 28 version 2511 is already newer than 2507 2024-04-13T07:27:09.006 INFO:tasks.rados.rados.0.smithi003.stdout:3608: oid 28 version 2511 is already newer than 2510 2024-04-13T07:27:09.006 INFO:tasks.rados.rados.0.smithi003.stdout:3608: oid 28 version 2511 is already newer than 2509 2024-04-13T07:27:09.006 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 2511 (ObjNum 1102 snap 371 seq_num 1102) dirty exists 2024-04-13T07:27:09.006 INFO:tasks.rados.rados.0.smithi003.stdout:3608: left oid 28 (ObjNum 1102 snap 371 seq_num 1102) 2024-04-13T07:27:09.006 INFO:tasks.rados.rados.0.smithi003.stdout:3606: done (3 left) 2024-04-13T07:27:09.006 INFO:tasks.rados.rados.0.smithi003.stdout:3607: done (2 left) 2024-04-13T07:27:09.006 INFO:tasks.rados.rados.0.smithi003.stdout:3608: done (1 left) 2024-04-13T07:27:09.006 INFO:tasks.rados.rados.0.smithi003.stdout:3609: done (0 left) 2024-04-13T07:27:09.007 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 41 current snap is 371 2024-04-13T07:27:09.007 INFO:tasks.rados.rados.0.smithi003.stdout:3610: seq_num 1103 ranges {827392=475136,1302528=425984,1728512=696320,2424832=81920} 2024-04-13T07:27:09.012 INFO:tasks.rados.rados.0.smithi003.stdout:3610: writing smithi00377890-41 from 827392 to 1302528 tid 1 2024-04-13T07:27:09.014 INFO:tasks.rados.rados.0.smithi003.stdout:3610: writing smithi00377890-41 from 1302528 to 1728512 tid 2 2024-04-13T07:27:09.018 INFO:tasks.rados.rados.0.smithi003.stdout:3610: writing smithi00377890-41 from 1728512 to 2424832 tid 3 2024-04-13T07:27:09.019 INFO:tasks.rados.rados.0.smithi003.stdout:3610: writing smithi00377890-41 from 2424832 to 2506752 tid 4 2024-04-13T07:27:09.019 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 371 2024-04-13T07:27:09.019 INFO:tasks.rados.rados.0.smithi003.stdout:3610: finishing write tid 1 to smithi00377890-41 2024-04-13T07:27:09.019 INFO:tasks.rados.rados.0.smithi003.stdout:3610: finishing write tid 2 to smithi00377890-41 2024-04-13T07:27:09.019 INFO:tasks.rados.rados.0.smithi003.stdout:3611: seq_num 1104 ranges {2228224=499712,2727936=712704,3440640=491520} 2024-04-13T07:27:09.034 INFO:tasks.rados.rados.0.smithi003.stdout:3611: writing smithi00377890-27 from 2228224 to 2727936 tid 1 2024-04-13T07:27:09.038 INFO:tasks.rados.rados.0.smithi003.stdout:3611: writing smithi00377890-27 from 2727936 to 3440640 tid 2 2024-04-13T07:27:09.041 INFO:tasks.rados.rados.0.smithi003.stdout:3611: writing smithi00377890-27 from 3440640 to 3932160 tid 3 2024-04-13T07:27:09.041 INFO:tasks.rados.rados.0.smithi003.stdout:3612: read oid 3 snap -1 2024-04-13T07:27:09.042 INFO:tasks.rados.rados.0.smithi003.stdout:3612: expect (ObjNum 987 snap 338 seq_num 987) 2024-04-13T07:27:09.042 INFO:tasks.rados.rados.0.smithi003.stdout:3613: read oid 1 snap 351 2024-04-13T07:27:09.042 INFO:tasks.rados.rados.0.smithi003.stdout:3613: expect deleted 2024-04-13T07:27:09.042 INFO:tasks.rados.rados.0.smithi003.stdout:3614: delete oid 40 current snap is 371 2024-04-13T07:27:09.042 INFO:tasks.rados.rados.0.smithi003.stdout:3610: finishing write tid 3 to smithi00377890-41 2024-04-13T07:27:09.042 INFO:tasks.rados.rados.0.smithi003.stdout:3610: finishing write tid 4 to smithi00377890-41 2024-04-13T07:27:09.042 INFO:tasks.rados.rados.0.smithi003.stdout:3610: finishing write tid 5 to smithi00377890-41 2024-04-13T07:27:09.042 INFO:tasks.rados.rados.0.smithi003.stdout:3610: finishing write tid 6 to smithi00377890-41 2024-04-13T07:27:09.042 INFO:tasks.rados.rados.0.smithi003.stdout:3610: oid 41 updating version 0 to 2981 2024-04-13T07:27:09.042 INFO:tasks.rados.rados.0.smithi003.stdout:3610: oid 41 updating version 2981 to 2984 2024-04-13T07:27:09.042 INFO:tasks.rados.rados.0.smithi003.stdout:3610: oid 41 updating version 2984 to 2985 2024-04-13T07:27:09.042 INFO:tasks.rados.rados.0.smithi003.stdout:3610: oid 41 version 2985 is already newer than 2983 2024-04-13T07:27:09.042 INFO:tasks.rados.rados.0.smithi003.stdout:3610: oid 41 version 2985 is already newer than 2982 2024-04-13T07:27:09.042 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 2985 (ObjNum 1103 snap 371 seq_num 1103) dirty exists 2024-04-13T07:27:09.043 INFO:tasks.rados.rados.0.smithi003.stdout:3610: left oid 41 (ObjNum 1103 snap 371 seq_num 1103) 2024-04-13T07:27:09.043 INFO:tasks.rados.rados.0.smithi003.stdout:3611: finishing write tid 1 to smithi00377890-27 2024-04-13T07:27:09.043 INFO:tasks.rados.rados.0.smithi003.stdout:3611: finishing write tid 2 to smithi00377890-27 2024-04-13T07:27:09.045 INFO:tasks.rados.rados.0.smithi003.stdout:3610: done (4 left) 2024-04-13T07:27:09.045 INFO:tasks.rados.rados.0.smithi003.stdout:3613: done (3 left) 2024-04-13T07:27:09.045 INFO:tasks.rados.rados.0.smithi003.stdout:3614: done (2 left) 2024-04-13T07:27:09.045 INFO:tasks.rados.rados.0.smithi003.stdout:3615: snap_remove snap 361 2024-04-13T07:27:09.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:08 smithi003 ceph-mon[91733]: osdmap e816: 8 total, 8 up, 8 in 2024-04-13T07:27:09.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:08 smithi003 ceph-mon[91733]: osdmap e817: 8 total, 8 up, 8 in 2024-04-13T07:27:09.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:08 smithi003 ceph-mon[89364]: osdmap e816: 8 total, 8 up, 8 in 2024-04-13T07:27:09.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:08 smithi003 ceph-mon[89364]: osdmap e817: 8 total, 8 up, 8 in 2024-04-13T07:27:09.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:08 smithi066 ceph-mon[84331]: osdmap e816: 8 total, 8 up, 8 in 2024-04-13T07:27:09.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:08 smithi066 ceph-mon[84331]: osdmap e817: 8 total, 8 up, 8 in 2024-04-13T07:27:09.960 INFO:tasks.rados.rados.0.smithi003.stdout:3611: finishing write tid 3 to smithi00377890-27 2024-04-13T07:27:09.961 INFO:tasks.rados.rados.0.smithi003.stdout:3611: finishing write tid 4 to smithi00377890-27 2024-04-13T07:27:09.961 INFO:tasks.rados.rados.0.smithi003.stdout:3611: finishing write tid 5 to smithi00377890-27 2024-04-13T07:27:09.961 INFO:tasks.rados.rados.0.smithi003.stdout:3611: oid 27 updating version 0 to 3156 2024-04-13T07:27:09.961 INFO:tasks.rados.rados.0.smithi003.stdout:3611: oid 27 version 3156 is already newer than 3155 2024-04-13T07:27:09.961 INFO:tasks.rados.rados.0.smithi003.stdout:3611: oid 27 updating version 3156 to 3158 2024-04-13T07:27:09.961 INFO:tasks.rados.rados.0.smithi003.stdout:3611: oid 27 version 3158 is already newer than 3157 2024-04-13T07:27:09.961 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 3158 (ObjNum 1104 snap 371 seq_num 1104) dirty exists 2024-04-13T07:27:09.961 INFO:tasks.rados.rados.0.smithi003.stdout:3611: left oid 27 (ObjNum 1104 snap 371 seq_num 1104) 2024-04-13T07:27:09.961 INFO:tasks.rados.rados.0.smithi003.stdout:3612: expect (ObjNum 987 snap 338 seq_num 987) 2024-04-13T07:27:10.214 INFO:tasks.rados.rados.0.smithi003.stdout:3611: done (2 left) 2024-04-13T07:27:10.214 INFO:tasks.rados.rados.0.smithi003.stdout:3612: done (1 left) 2024-04-13T07:27:10.215 INFO:tasks.rados.rados.0.smithi003.stdout:3615: done (0 left) 2024-04-13T07:27:10.215 INFO:tasks.rados.rados.0.smithi003.stdout:3616: rollback oid 48 current snap is 371 2024-04-13T07:27:10.215 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 48 to 351 2024-04-13T07:27:10.215 INFO:tasks.rados.rados.0.smithi003.stdout:3617: copy_from oid 44 from oid 42 current snap is 371 2024-04-13T07:27:10.215 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 41 current snap is 371 2024-04-13T07:27:10.215 INFO:tasks.rados.rados.0.smithi003.stdout:3618: seq_num 1106 ranges {2506752=532480,3039232=483328,3522560=475136,3997696=245760} 2024-04-13T07:27:10.231 INFO:tasks.rados.rados.0.smithi003.stdout:3618: writing smithi00377890-41 from 2506752 to 3039232 tid 1 2024-04-13T07:27:10.233 INFO:tasks.rados.rados.0.smithi003.stdout:3618: writing smithi00377890-41 from 3039232 to 3522560 tid 2 2024-04-13T07:27:10.236 INFO:tasks.rados.rados.0.smithi003.stdout:3618: writing smithi00377890-41 from 3522560 to 3997696 tid 3 2024-04-13T07:27:10.237 INFO:tasks.rados.rados.0.smithi003.stdout:3618: writing smithi00377890-41 from 3997696 to 4243456 tid 4 2024-04-13T07:27:10.238 INFO:tasks.rados.rados.0.smithi003.stdout:3619: read oid 1 snap -1 2024-04-13T07:27:10.238 INFO:tasks.rados.rados.0.smithi003.stdout:3619: expect deleted 2024-04-13T07:27:10.238 INFO:tasks.rados.rados.0.smithi003.stdout:3620: snap_remove snap 365 2024-04-13T07:27:10.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:09 smithi003 ceph-mon[91733]: pgmap v891: 121 pgs: 121 active+clean; 490 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 0 op/s 2024-04-13T07:27:10.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:09 smithi003 ceph-mon[89364]: pgmap v891: 121 pgs: 121 active+clean; 490 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 0 op/s 2024-04-13T07:27:10.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:09 smithi066 ceph-mon[84331]: pgmap v891: 121 pgs: 121 active+clean; 490 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 0 op/s 2024-04-13T07:27:10.965 INFO:tasks.rados.rados.0.smithi003.stdout:3617: finishing copy_from racing read to smithi00377890-44 2024-04-13T07:27:10.965 INFO:tasks.rados.rados.0.smithi003.stdout:3616: finishing rollback tid 0 to smithi00377890-48 2024-04-13T07:27:10.965 INFO:tasks.rados.rados.0.smithi003.stdout:3616: finishing rollback tid 1 to smithi00377890-48 2024-04-13T07:27:10.965 INFO:tasks.rados.rados.0.smithi003.stdout:3617: finishing copy_from to smithi00377890-44 2024-04-13T07:27:10.965 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 3144 (ObjNum 1045 snap 351 seq_num 1045) dirty exists 2024-04-13T07:27:10.965 INFO:tasks.rados.rados.0.smithi003.stdout:3616: finishing rollback tid 2 to smithi00377890-48 2024-04-13T07:27:10.965 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 3214 (ObjNum 1015 snap 347 seq_num 1015) dirty exists 2024-04-13T07:27:10.966 INFO:tasks.rados.rados.0.smithi003.stdout:3618: finishing write tid 1 to smithi00377890-41 2024-04-13T07:27:10.966 INFO:tasks.rados.rados.0.smithi003.stdout:3618: finishing write tid 2 to smithi00377890-41 2024-04-13T07:27:10.966 INFO:tasks.rados.rados.0.smithi003.stdout:3618: finishing write tid 3 to smithi00377890-41 2024-04-13T07:27:10.966 INFO:tasks.rados.rados.0.smithi003.stdout:3618: finishing write tid 4 to smithi00377890-41 2024-04-13T07:27:10.966 INFO:tasks.rados.rados.0.smithi003.stdout:3618: finishing write tid 5 to smithi00377890-41 2024-04-13T07:27:10.966 INFO:tasks.rados.rados.0.smithi003.stdout:3618: finishing write tid 6 to smithi00377890-41 2024-04-13T07:27:10.966 INFO:tasks.rados.rados.0.smithi003.stdout:3618: oid 41 updating version 0 to 2987 2024-04-13T07:27:10.966 INFO:tasks.rados.rados.0.smithi003.stdout:3618: oid 41 version 2987 is already newer than 2986 2024-04-13T07:27:10.966 INFO:tasks.rados.rados.0.smithi003.stdout:3618: oid 41 updating version 2987 to 2990 2024-04-13T07:27:10.966 INFO:tasks.rados.rados.0.smithi003.stdout:3618: oid 41 version 2990 is already newer than 2989 2024-04-13T07:27:10.966 INFO:tasks.rados.rados.0.smithi003.stdout:3618: oid 41 version 2990 is already newer than 2988 2024-04-13T07:27:10.966 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 2990 (ObjNum 1106 snap 371 seq_num 1106) dirty exists 2024-04-13T07:27:10.966 INFO:tasks.rados.rados.0.smithi003.stdout:3618: left oid 41 (ObjNum 1106 snap 371 seq_num 1106) 2024-04-13T07:27:10.966 INFO:tasks.rados.rados.0.smithi003.stdout:3616: done (4 left) 2024-04-13T07:27:10.967 INFO:tasks.rados.rados.0.smithi003.stdout:3617: done (3 left) 2024-04-13T07:27:10.967 INFO:tasks.rados.rados.0.smithi003.stdout:3618: done (2 left) 2024-04-13T07:27:10.967 INFO:tasks.rados.rados.0.smithi003.stdout:3619: done (1 left) 2024-04-13T07:27:10.967 INFO:tasks.rados.rados.0.smithi003.stdout:3620: done (0 left) 2024-04-13T07:27:10.967 INFO:tasks.rados.rados.0.smithi003.stdout:3621: snap_create 2024-04-13T07:27:11.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:10 smithi003 ceph-mon[91733]: osdmap e818: 8 total, 8 up, 8 in 2024-04-13T07:27:11.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:10 smithi003 ceph-mon[89364]: osdmap e818: 8 total, 8 up, 8 in 2024-04-13T07:27:11.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:10 smithi066 ceph-mon[84331]: osdmap e818: 8 total, 8 up, 8 in 2024-04-13T07:27:11.968 INFO:tasks.rados.rados.0.smithi003.stdout:3621: done (0 left) 2024-04-13T07:27:11.968 INFO:tasks.rados.rados.0.smithi003.stdout:3622: snap_remove snap 368 2024-04-13T07:27:12.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:11 smithi066 ceph-mon[84331]: pgmap v894: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 522 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 7.5 MiB/s wr, 33 op/s 2024-04-13T07:27:12.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:11 smithi066 ceph-mon[84331]: osdmap e819: 8 total, 8 up, 8 in 2024-04-13T07:27:12.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:11 smithi003 ceph-mon[89364]: pgmap v894: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 522 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 7.5 MiB/s wr, 33 op/s 2024-04-13T07:27:12.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:11 smithi003 ceph-mon[89364]: osdmap e819: 8 total, 8 up, 8 in 2024-04-13T07:27:12.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:11 smithi003 ceph-mon[91733]: pgmap v894: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 522 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 7.5 MiB/s wr, 33 op/s 2024-04-13T07:27:12.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:11 smithi003 ceph-mon[91733]: osdmap e819: 8 total, 8 up, 8 in 2024-04-13T07:27:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:27:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:27:12.988 INFO:tasks.rados.rados.0.smithi003.stdout:3622: done (0 left) 2024-04-13T07:27:12.989 INFO:tasks.rados.rados.0.smithi003.stdout:3623: snap_create 2024-04-13T07:27:13.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:12 smithi003 ceph-mon[89364]: osdmap e820: 8 total, 8 up, 8 in 2024-04-13T07:27:13.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:12 smithi003 ceph-mon[91733]: osdmap e820: 8 total, 8 up, 8 in 2024-04-13T07:27:13.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:12 smithi066 ceph-mon[84331]: osdmap e820: 8 total, 8 up, 8 in 2024-04-13T07:27:13.990 INFO:tasks.rados.rados.0.smithi003.stdout:3623: done (0 left) 2024-04-13T07:27:13.990 INFO:tasks.rados.rados.0.smithi003.stdout:3624: read oid 23 snap -1 2024-04-13T07:27:13.990 INFO:tasks.rados.rados.0.smithi003.stdout:3624: expect deleted 2024-04-13T07:27:13.990 INFO:tasks.rados.rados.0.smithi003.stdout:3625: delete oid 46 current snap is 373 2024-04-13T07:27:13.996 INFO:tasks.rados.rados.0.smithi003.stdout:3625: done (1 left) 2024-04-13T07:27:13.996 INFO:tasks.rados.rados.0.smithi003.stdout:3626: rmattr oid 46 current snap is 373 2024-04-13T07:27:13.996 INFO:tasks.rados.rados.0.smithi003.stdout:3626: done (1 left) 2024-04-13T07:27:13.996 INFO:tasks.rados.rados.0.smithi003.stdout:3627: rmattr oid 38 current snap is 373 2024-04-13T07:27:13.996 INFO:tasks.rados.rados.0.smithi003.stdout:3627: done (1 left) 2024-04-13T07:27:13.997 INFO:tasks.rados.rados.0.smithi003.stdout:3628: read oid 20 snap 369 2024-04-13T07:27:13.997 INFO:tasks.rados.rados.0.smithi003.stdout:3628: expect (ObjNum 1090 snap 368 seq_num 1090) 2024-04-13T07:27:13.997 INFO:tasks.rados.rados.0.smithi003.stdout:3629: read oid 27 snap 349 2024-04-13T07:27:13.997 INFO:tasks.rados.rados.0.smithi003.stdout:3629: expect (ObjNum 1023 snap 348 seq_num 1023) 2024-04-13T07:27:13.997 INFO:tasks.rados.rados.0.smithi003.stdout:3630: read oid 45 snap -1 2024-04-13T07:27:13.997 INFO:tasks.rados.rados.0.smithi003.stdout:3630: expect (ObjNum 1095 snap 369 seq_num 1095) 2024-04-13T07:27:13.997 INFO:tasks.rados.rados.0.smithi003.stdout:3631: delete oid 12 current snap is 373 2024-04-13T07:27:14.019 INFO:tasks.rados.rados.0.smithi003.stdout:3624: done (4 left) 2024-04-13T07:27:14.019 INFO:tasks.rados.rados.0.smithi003.stdout:3631: done (3 left) 2024-04-13T07:27:14.019 INFO:tasks.rados.rados.0.smithi003.stdout:3632: read oid 12 snap -1 2024-04-13T07:27:14.019 INFO:tasks.rados.rados.0.smithi003.stdout:3632: expect deleted 2024-04-13T07:27:14.019 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 44 current snap is 373 2024-04-13T07:27:14.019 INFO:tasks.rados.rados.0.smithi003.stdout:3633: seq_num 1109 ranges {843776=581632,1425408=532480,1957888=647168,2605056=24576} 2024-04-13T07:27:14.029 INFO:tasks.rados.rados.0.smithi003.stdout:3633: writing smithi00377890-44 from 843776 to 1425408 tid 1 2024-04-13T07:27:14.031 INFO:tasks.rados.rados.0.smithi003.stdout:3633: writing smithi00377890-44 from 1425408 to 1957888 tid 2 2024-04-13T07:27:14.036 INFO:tasks.rados.rados.0.smithi003.stdout:3633: writing smithi00377890-44 from 1957888 to 2605056 tid 3 2024-04-13T07:27:14.036 INFO:tasks.rados.rados.0.smithi003.stdout:3633: writing smithi00377890-44 from 2605056 to 2629632 tid 4 2024-04-13T07:27:14.036 INFO:tasks.rados.rados.0.smithi003.stdout:3634: rmattr oid 18 current snap is 373 2024-04-13T07:27:14.036 INFO:tasks.rados.rados.0.smithi003.stdout:3635: delete oid 50 current snap is 373 2024-04-13T07:27:14.037 INFO:tasks.rados.rados.0.smithi003.stdout:3628: expect (ObjNum 1090 snap 368 seq_num 1090) 2024-04-13T07:27:14.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:13 smithi003 ceph-mon[91733]: pgmap v897: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 525 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 8.3 MiB/s wr, 37 op/s 2024-04-13T07:27:14.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:13 smithi003 ceph-mon[91733]: osdmap e821: 8 total, 8 up, 8 in 2024-04-13T07:27:14.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:13 smithi003 ceph-mon[89364]: pgmap v897: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 525 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 8.3 MiB/s wr, 37 op/s 2024-04-13T07:27:14.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:13 smithi003 ceph-mon[89364]: osdmap e821: 8 total, 8 up, 8 in 2024-04-13T07:27:14.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:27:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:27:14] "GET /metrics HTTP/1.1" 200 36244 "" "Prometheus/2.43.0" 2024-04-13T07:27:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:13 smithi066 ceph-mon[84331]: pgmap v897: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 525 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 8.3 MiB/s wr, 37 op/s 2024-04-13T07:27:14.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:13 smithi066 ceph-mon[84331]: osdmap e821: 8 total, 8 up, 8 in 2024-04-13T07:27:14.411 INFO:tasks.rados.rados.0.smithi003.stdout:3633: finishing write tid 1 to smithi00377890-44 2024-04-13T07:27:14.411 INFO:tasks.rados.rados.0.smithi003.stdout:3629: expect (ObjNum 1023 snap 348 seq_num 1023) 2024-04-13T07:27:14.826 INFO:tasks.rados.rados.0.smithi003.stdout:3633: finishing write tid 2 to smithi00377890-44 2024-04-13T07:27:14.826 INFO:tasks.rados.rados.0.smithi003.stdout:3633: finishing write tid 3 to smithi00377890-44 2024-04-13T07:27:14.826 INFO:tasks.rados.rados.0.smithi003.stdout:3633: finishing write tid 4 to smithi00377890-44 2024-04-13T07:27:14.826 INFO:tasks.rados.rados.0.smithi003.stdout:3633: finishing write tid 5 to smithi00377890-44 2024-04-13T07:27:14.826 INFO:tasks.rados.rados.0.smithi003.stdout:3630: expect (ObjNum 1095 snap 369 seq_num 1095) 2024-04-13T07:27:15.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:14 smithi003 ceph-mon[89364]: osdmap e822: 8 total, 8 up, 8 in 2024-04-13T07:27:15.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:14 smithi003 ceph-mon[91733]: osdmap e822: 8 total, 8 up, 8 in 2024-04-13T07:27:15.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:14 smithi066 ceph-mon[84331]: osdmap e822: 8 total, 8 up, 8 in 2024-04-13T07:27:15.517 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 3252 (ObjNum 1055 snap 355 seq_num 1055) dirty exists 2024-04-13T07:27:15.517 INFO:tasks.rados.rados.0.smithi003.stdout:3633: finishing write tid 6 to smithi00377890-44 2024-04-13T07:27:15.517 INFO:tasks.rados.rados.0.smithi003.stdout:3633: oid 44 updating version 0 to 3150 2024-04-13T07:27:15.518 INFO:tasks.rados.rados.0.smithi003.stdout:3633: oid 44 version 3150 is already newer than 3149 2024-04-13T07:27:15.518 INFO:tasks.rados.rados.0.smithi003.stdout:3633: oid 44 version 3150 is already newer than 3146 2024-04-13T07:27:15.518 INFO:tasks.rados.rados.0.smithi003.stdout:3633: oid 44 version 3150 is already newer than 3148 2024-04-13T07:27:15.518 INFO:tasks.rados.rados.0.smithi003.stdout:3633: oid 44 version 3150 is already newer than 3147 2024-04-13T07:27:15.518 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 3150 (ObjNum 1109 snap 373 seq_num 1109) dirty exists 2024-04-13T07:27:15.518 INFO:tasks.rados.rados.0.smithi003.stdout:3633: left oid 44 (ObjNum 1109 snap 373 seq_num 1109) 2024-04-13T07:27:15.518 INFO:tasks.rados.rados.0.smithi003.stdout:3628: done (6 left) 2024-04-13T07:27:15.518 INFO:tasks.rados.rados.0.smithi003.stdout:3629: done (5 left) 2024-04-13T07:27:15.518 INFO:tasks.rados.rados.0.smithi003.stdout:3630: done (4 left) 2024-04-13T07:27:15.518 INFO:tasks.rados.rados.0.smithi003.stdout:3632: done (3 left) 2024-04-13T07:27:15.518 INFO:tasks.rados.rados.0.smithi003.stdout:3633: done (2 left) 2024-04-13T07:27:15.519 INFO:tasks.rados.rados.0.smithi003.stdout:3634: done (1 left) 2024-04-13T07:27:15.519 INFO:tasks.rados.rados.0.smithi003.stdout:3635: done (0 left) 2024-04-13T07:27:15.519 INFO:tasks.rados.rados.0.smithi003.stdout:3636: rmattr oid 6 current snap is 373 2024-04-13T07:27:15.519 INFO:tasks.rados.rados.0.smithi003.stdout:3637: copy_from oid 25 from oid 41 current snap is 373 2024-04-13T07:27:15.519 INFO:tasks.rados.rados.0.smithi003.stdout:3638: rollback oid 29 current snap is 373 2024-04-13T07:27:15.519 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 29 to 369 2024-04-13T07:27:15.519 INFO:tasks.rados.rados.0.smithi003.stdout:3639: delete oid 13 current snap is 373 2024-04-13T07:27:15.521 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 3253 (ObjNum 1094 snap 369 seq_num 1094) dirty exists 2024-04-13T07:27:15.521 INFO:tasks.rados.rados.0.smithi003.stdout:3638: finishing rollback tid 0 to smithi00377890-29 2024-04-13T07:27:15.521 INFO:tasks.rados.rados.0.smithi003.stdout:3638: finishing rollback tid 1 to smithi00377890-29 2024-04-13T07:27:15.522 INFO:tasks.rados.rados.0.smithi003.stdout:3638: finishing rollback tid 2 to smithi00377890-29 2024-04-13T07:27:15.522 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 3244 (ObjNum 1093 snap 369 seq_num 1093) dirty exists 2024-04-13T07:27:15.523 INFO:tasks.rados.rados.0.smithi003.stdout:3636: done (3 left) 2024-04-13T07:27:15.523 INFO:tasks.rados.rados.0.smithi003.stdout:3638: done (2 left) 2024-04-13T07:27:15.523 INFO:tasks.rados.rados.0.smithi003.stdout:3639: done (1 left) 2024-04-13T07:27:15.523 INFO:tasks.rados.rados.0.smithi003.stdout:3640: read oid 15 snap 370 2024-04-13T07:27:15.523 INFO:tasks.rados.rados.0.smithi003.stdout:3640: expect (ObjNum 1072 snap 364 seq_num 1072) 2024-04-13T07:27:15.523 INFO:tasks.rados.rados.0.smithi003.stdout:3641: snap_remove snap 351 2024-04-13T07:27:16.011 INFO:tasks.rados.rados.0.smithi003.stdout:3641: done (2 left) 2024-04-13T07:27:16.012 INFO:tasks.rados.rados.0.smithi003.stdout:3642: rollback oid 8 current snap is 373 2024-04-13T07:27:16.012 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 8 to 366 2024-04-13T07:27:16.012 INFO:tasks.rados.rados.0.smithi003.stdout:3643: copy_from oid 47 from oid 48 current snap is 373 2024-04-13T07:27:16.012 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 12 current snap is 373 2024-04-13T07:27:16.012 INFO:tasks.rados.rados.0.smithi003.stdout:3644: seq_num 1112 ranges {0=630784,630784=638976,1269760=466944,1736704=98304} 2024-04-13T07:27:16.015 INFO:tasks.rados.rados.0.smithi003.stdout:3644: writing smithi00377890-12 from 0 to 630784 tid 1 2024-04-13T07:27:16.020 INFO:tasks.rados.rados.0.smithi003.stdout:3644: writing smithi00377890-12 from 630784 to 1269760 tid 2 2024-04-13T07:27:16.023 INFO:tasks.rados.rados.0.smithi003.stdout:3644: writing smithi00377890-12 from 1269760 to 1736704 tid 3 2024-04-13T07:27:16.024 INFO:tasks.rados.rados.0.smithi003.stdout:3644: writing smithi00377890-12 from 1736704 to 1835008 tid 4 2024-04-13T07:27:16.024 INFO:tasks.rados.rados.0.smithi003.stdout:3645: read oid 24 snap 355 2024-04-13T07:27:16.025 INFO:tasks.rados.rados.0.smithi003.stdout:3645: expect deleted 2024-04-13T07:27:16.025 INFO:tasks.rados.rados.0.smithi003.stdout:3646: snap_create 2024-04-13T07:27:16.025 INFO:tasks.rados.rados.0.smithi003.stdout:3637: finishing copy_from racing read to smithi00377890-25 2024-04-13T07:27:16.025 INFO:tasks.rados.rados.0.smithi003.stdout:3640: expect (ObjNum 1072 snap 364 seq_num 1072) 2024-04-13T07:27:16.107 INFO:tasks.rados.rados.0.smithi003.stdout:3637: finishing copy_from to smithi00377890-25 2024-04-13T07:27:16.107 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 2990 (ObjNum 1106 snap 371 seq_num 1106) dirty exists 2024-04-13T07:27:16.107 INFO:tasks.rados.rados.0.smithi003.stdout:3642: finishing rollback tid 0 to smithi00377890-8 2024-04-13T07:27:16.107 INFO:tasks.rados.rados.0.smithi003.stdout:3642: finishing rollback tid 1 to smithi00377890-8 2024-04-13T07:27:16.107 INFO:tasks.rados.rados.0.smithi003.stdout:3642: finishing rollback tid 2 to smithi00377890-8 2024-04-13T07:27:16.108 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2584 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:27:16.108 INFO:tasks.rados.rados.0.smithi003.stdout:3644: finishing write tid 1 to smithi00377890-12 2024-04-13T07:27:16.108 INFO:tasks.rados.rados.0.smithi003.stdout:3643: finishing copy_from racing read to smithi00377890-47 2024-04-13T07:27:16.108 INFO:tasks.rados.rados.0.smithi003.stdout:3644: finishing write tid 2 to smithi00377890-12 2024-04-13T07:27:16.108 INFO:tasks.rados.rados.0.smithi003.stdout:3644: finishing write tid 3 to smithi00377890-12 2024-04-13T07:27:16.108 INFO:tasks.rados.rados.0.smithi003.stdout:3644: finishing write tid 4 to smithi00377890-12 2024-04-13T07:27:16.108 INFO:tasks.rados.rados.0.smithi003.stdout:3644: finishing write tid 5 to smithi00377890-12 2024-04-13T07:27:16.108 INFO:tasks.rados.rados.0.smithi003.stdout:3643: finishing copy_from to smithi00377890-47 2024-04-13T07:27:16.108 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 3214 (ObjNum 1015 snap 347 seq_num 1015) dirty exists 2024-04-13T07:27:16.108 INFO:tasks.rados.rados.0.smithi003.stdout:3644: finishing write tid 6 to smithi00377890-12 2024-04-13T07:27:16.108 INFO:tasks.rados.rados.0.smithi003.stdout:3644: oid 12 updating version 0 to 3386 2024-04-13T07:27:16.108 INFO:tasks.rados.rados.0.smithi003.stdout:3644: oid 12 version 3386 is already newer than 3385 2024-04-13T07:27:16.108 INFO:tasks.rados.rados.0.smithi003.stdout:3644: oid 12 updating version 3386 to 3389 2024-04-13T07:27:16.108 INFO:tasks.rados.rados.0.smithi003.stdout:3644: oid 12 version 3389 is already newer than 3388 2024-04-13T07:27:16.108 INFO:tasks.rados.rados.0.smithi003.stdout:3644: oid 12 version 3389 is already newer than 3387 2024-04-13T07:27:16.109 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 3389 (ObjNum 1112 snap 373 seq_num 1112) dirty exists 2024-04-13T07:27:16.109 INFO:tasks.rados.rados.0.smithi003.stdout:3644: left oid 12 (ObjNum 1112 snap 373 seq_num 1112) 2024-04-13T07:27:16.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:15 smithi003 ceph-mon[91733]: pgmap v900: 121 pgs: 121 active+clean; 525 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 834 KiB/s wr, 4 op/s 2024-04-13T07:27:16.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:15 smithi003 ceph-mon[89364]: pgmap v900: 121 pgs: 121 active+clean; 525 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 834 KiB/s wr, 4 op/s 2024-04-13T07:27:16.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:15 smithi066 ceph-mon[84331]: pgmap v900: 121 pgs: 121 active+clean; 525 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 834 KiB/s wr, 4 op/s 2024-04-13T07:27:17.015 INFO:tasks.rados.rados.0.smithi003.stdout:3637: done (6 left) 2024-04-13T07:27:17.016 INFO:tasks.rados.rados.0.smithi003.stdout:3640: done (5 left) 2024-04-13T07:27:17.016 INFO:tasks.rados.rados.0.smithi003.stdout:3642: done (4 left) 2024-04-13T07:27:17.016 INFO:tasks.rados.rados.0.smithi003.stdout:3643: done (3 left) 2024-04-13T07:27:17.016 INFO:tasks.rados.rados.0.smithi003.stdout:3644: done (2 left) 2024-04-13T07:27:17.016 INFO:tasks.rados.rados.0.smithi003.stdout:3645: done (1 left) 2024-04-13T07:27:17.016 INFO:tasks.rados.rados.0.smithi003.stdout:3646: done (0 left) 2024-04-13T07:27:17.016 INFO:tasks.rados.rados.0.smithi003.stdout:3647: rmattr oid 27 current snap is 374 2024-04-13T07:27:17.016 INFO:tasks.rados.rados.0.smithi003.stdout:3648: copy_from oid 28 from oid 23 current snap is 374 2024-04-13T07:27:17.016 INFO:tasks.rados.rados.0.smithi003.stdout:3649: setattr oid 29 current snap is 374 2024-04-13T07:27:17.017 INFO:tasks.rados.rados.0.smithi003.stdout:3650: read oid 46 snap -1 2024-04-13T07:27:17.018 INFO:tasks.rados.rados.0.smithi003.stdout:3650: expect deleted 2024-04-13T07:27:17.018 INFO:tasks.rados.rados.0.smithi003.stdout:3651: rollback oid 4 current snap is 374 2024-04-13T07:27:17.018 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 4 to 355 2024-04-13T07:27:17.018 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 37 current snap is 374 2024-04-13T07:27:17.018 INFO:tasks.rados.rados.0.smithi003.stdout:3652: seq_num 1113 ranges {0=647168,647168=524288,1171456=622592,1794048=57344} 2024-04-13T07:27:17.022 INFO:tasks.rados.rados.0.smithi003.stdout:3652: writing smithi00377890-37 from 0 to 647168 tid 1 2024-04-13T07:27:17.026 INFO:tasks.rados.rados.0.smithi003.stdout:3652: writing smithi00377890-37 from 647168 to 1171456 tid 2 2024-04-13T07:27:17.029 INFO:tasks.rados.rados.0.smithi003.stdout:3652: writing smithi00377890-37 from 1171456 to 1794048 tid 3 2024-04-13T07:27:17.030 INFO:tasks.rados.rados.0.smithi003.stdout:3652: writing smithi00377890-37 from 1794048 to 1851392 tid 4 2024-04-13T07:27:17.031 INFO:tasks.rados.rados.0.smithi003.stdout:3653: rollback oid 22 current snap is 374 2024-04-13T07:27:17.031 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 22 to 367 2024-04-13T07:27:17.031 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 3160 (ObjNum 1104 snap 371 seq_num 1104) dirty exists 2024-04-13T07:27:17.031 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 3245 (ObjNum 1093 snap 369 seq_num 1093) dirty exists 2024-04-13T07:27:17.031 INFO:tasks.rados.rados.0.smithi003.stdout:3648: finishing copy_from to smithi00377890-28 2024-04-13T07:27:17.031 INFO:tasks.rados.rados.0.smithi003.stdout:3648: got expected ENOENT (src dne) 2024-04-13T07:27:17.031 INFO:tasks.rados.rados.0.smithi003.stdout:3648: finishing copy_from racing read to smithi00377890-28 2024-04-13T07:27:17.031 INFO:tasks.rados.rados.0.smithi003.stdout:3651: finishing rollback tid 0 to smithi00377890-4 2024-04-13T07:27:17.031 INFO:tasks.rados.rados.0.smithi003.stdout:3651: finishing rollback tid 1 to smithi00377890-4 2024-04-13T07:27:17.031 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 2497 (ObjNum 33 snap 0 seq_num 1717856108) dirty dne 2024-04-13T07:27:17.031 INFO:tasks.rados.rados.0.smithi003.stdout:3652: finishing write tid 1 to smithi00377890-37 2024-04-13T07:27:17.031 INFO:tasks.rados.rados.0.smithi003.stdout:3652: finishing write tid 2 to smithi00377890-37 2024-04-13T07:27:17.031 INFO:tasks.rados.rados.0.smithi003.stdout:3647: done (6 left) 2024-04-13T07:27:17.031 INFO:tasks.rados.rados.0.smithi003.stdout:3648: done (5 left) 2024-04-13T07:27:17.031 INFO:tasks.rados.rados.0.smithi003.stdout:3649: done (4 left) 2024-04-13T07:27:17.031 INFO:tasks.rados.rados.0.smithi003.stdout:3650: done (3 left) 2024-04-13T07:27:17.032 INFO:tasks.rados.rados.0.smithi003.stdout:3651: done (2 left) 2024-04-13T07:27:17.032 INFO:tasks.rados.rados.0.smithi003.stdout:3654: setattr oid 9 current snap is 374 2024-04-13T07:27:17.032 INFO:tasks.rados.rados.0.smithi003.stdout:3655: snap_create 2024-04-13T07:27:17.035 INFO:tasks.rados.rados.0.smithi003.stdout:3652: finishing write tid 3 to smithi00377890-37 2024-04-13T07:27:17.035 INFO:tasks.rados.rados.0.smithi003.stdout:3652: finishing write tid 4 to smithi00377890-37 2024-04-13T07:27:17.035 INFO:tasks.rados.rados.0.smithi003.stdout:3652: finishing write tid 5 to smithi00377890-37 2024-04-13T07:27:17.037 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 3549 (ObjNum 33 snap 0 seq_num 292230640) dirty exists 2024-04-13T07:27:17.037 INFO:tasks.rados.rados.0.smithi003.stdout:3652: finishing write tid 6 to smithi00377890-37 2024-04-13T07:27:17.037 INFO:tasks.rados.rados.0.smithi003.stdout:3652: oid 37 updating version 0 to 2512 2024-04-13T07:27:17.037 INFO:tasks.rados.rados.0.smithi003.stdout:3652: oid 37 updating version 2512 to 2513 2024-04-13T07:27:17.037 INFO:tasks.rados.rados.0.smithi003.stdout:3652: oid 37 updating version 2513 to 2514 2024-04-13T07:27:17.037 INFO:tasks.rados.rados.0.smithi003.stdout:3652: oid 37 updating version 2514 to 2516 2024-04-13T07:27:17.037 INFO:tasks.rados.rados.0.smithi003.stdout:3652: oid 37 version 2516 is already newer than 2515 2024-04-13T07:27:17.037 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 2516 (ObjNum 1113 snap 374 seq_num 1113) dirty exists 2024-04-13T07:27:17.037 INFO:tasks.rados.rados.0.smithi003.stdout:3652: left oid 37 (ObjNum 1113 snap 374 seq_num 1113) 2024-04-13T07:27:17.038 INFO:tasks.rados.rados.0.smithi003.stdout:3653: finishing rollback tid 0 to smithi00377890-22 2024-04-13T07:27:17.038 INFO:tasks.rados.rados.0.smithi003.stdout:3653: finishing rollback tid 1 to smithi00377890-22 2024-04-13T07:27:17.038 INFO:tasks.rados.rados.0.smithi003.stdout:3653: finishing rollback tid 2 to smithi00377890-22 2024-04-13T07:27:17.038 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 3246 (ObjNum 1087 snap 365 seq_num 1087) dirty exists 2024-04-13T07:27:17.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:17 smithi003 ceph-mon[91733]: osdmap e823: 8 total, 8 up, 8 in 2024-04-13T07:27:17.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:17 smithi003 ceph-mon[89364]: osdmap e823: 8 total, 8 up, 8 in 2024-04-13T07:27:17.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:17 smithi066 ceph-mon[84331]: osdmap e823: 8 total, 8 up, 8 in 2024-04-13T07:27:18.020 INFO:tasks.rados.rados.0.smithi003.stdout:3652: done (3 left) 2024-04-13T07:27:18.020 INFO:tasks.rados.rados.0.smithi003.stdout:3653: done (2 left) 2024-04-13T07:27:18.020 INFO:tasks.rados.rados.0.smithi003.stdout:3654: done (1 left) 2024-04-13T07:27:18.020 INFO:tasks.rados.rados.0.smithi003.stdout:3655: done (0 left) 2024-04-13T07:27:18.021 INFO:tasks.rados.rados.0.smithi003.stdout:3656: read oid 20 snap -1 2024-04-13T07:27:18.021 INFO:tasks.rados.rados.0.smithi003.stdout:3656: expect (ObjNum 1090 snap 368 seq_num 1090) 2024-04-13T07:27:18.021 INFO:tasks.rados.rados.0.smithi003.stdout:3657: copy_from oid 18 from oid 31 current snap is 375 2024-04-13T07:27:18.021 INFO:tasks.rados.rados.0.smithi003.stdout:3658: read oid 24 snap -1 2024-04-13T07:27:18.021 INFO:tasks.rados.rados.0.smithi003.stdout:3658: expect deleted 2024-04-13T07:27:18.021 INFO:tasks.rados.rados.0.smithi003.stdout:3659: rollback oid 22 current snap is 375 2024-04-13T07:27:18.021 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 22 to 370 2024-04-13T07:27:18.021 INFO:tasks.rados.rados.0.smithi003.stdout:3660: read oid 14 snap -1 2024-04-13T07:27:18.021 INFO:tasks.rados.rados.0.smithi003.stdout:3660: expect deleted 2024-04-13T07:27:18.021 INFO:tasks.rados.rados.0.smithi003.stdout:3661: delete oid 5 current snap is 375 2024-04-13T07:27:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:3658: done (5 left) 2024-04-13T07:27:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:3660: done (4 left) 2024-04-13T07:27:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:3661: done (3 left) 2024-04-13T07:27:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:3662: read oid 7 snap 374 2024-04-13T07:27:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:3662: expect deleted 2024-04-13T07:27:18.036 INFO:tasks.rados.rados.0.smithi003.stdout:3663: snap_create 2024-04-13T07:27:18.056 INFO:tasks.rados.rados.0.smithi003.stdout:3656: expect (ObjNum 1090 snap 368 seq_num 1090) 2024-04-13T07:27:18.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:18 smithi003 ceph-mon[91733]: pgmap v902: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 528 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 525 KiB/s wr, 3 op/s 2024-04-13T07:27:18.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:18 smithi003 ceph-mon[91733]: osdmap e824: 8 total, 8 up, 8 in 2024-04-13T07:27:18.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:18 smithi003 ceph-mon[89364]: pgmap v902: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 528 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 525 KiB/s wr, 3 op/s 2024-04-13T07:27:18.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:18 smithi003 ceph-mon[89364]: osdmap e824: 8 total, 8 up, 8 in 2024-04-13T07:27:18.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:18 smithi066 ceph-mon[84331]: pgmap v902: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 528 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 525 KiB/s wr, 3 op/s 2024-04-13T07:27:18.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:18 smithi066 ceph-mon[84331]: osdmap e824: 8 total, 8 up, 8 in 2024-04-13T07:27:18.429 INFO:tasks.rados.rados.0.smithi003.stdout:3659: finishing rollback tid 0 to smithi00377890-22 2024-04-13T07:27:18.429 INFO:tasks.rados.rados.0.smithi003.stdout:3659: finishing rollback tid 1 to smithi00377890-22 2024-04-13T07:27:18.429 INFO:tasks.rados.rados.0.smithi003.stdout:3659: finishing rollback tid 2 to smithi00377890-22 2024-04-13T07:27:18.429 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 3250 (ObjNum 1087 snap 365 seq_num 1087) dirty exists 2024-04-13T07:27:18.429 INFO:tasks.rados.rados.0.smithi003.stdout:3657: finishing copy_from racing read to smithi00377890-18 2024-04-13T07:27:18.429 INFO:tasks.rados.rados.0.smithi003.stdout:3657: finishing copy_from to smithi00377890-18 2024-04-13T07:27:18.429 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 2511 (ObjNum 1099 snap 369 seq_num 1099) dirty exists 2024-04-13T07:27:18.924 INFO:tasks.rados.rados.0.smithi003.stdout:3656: done (4 left) 2024-04-13T07:27:18.924 INFO:tasks.rados.rados.0.smithi003.stdout:3657: done (3 left) 2024-04-13T07:27:18.924 INFO:tasks.rados.rados.0.smithi003.stdout:3659: done (2 left) 2024-04-13T07:27:18.924 INFO:tasks.rados.rados.0.smithi003.stdout:3662: done (1 left) 2024-04-13T07:27:18.924 INFO:tasks.rados.rados.0.smithi003.stdout:3663: done (0 left) 2024-04-13T07:27:18.924 INFO:tasks.rados.rados.0.smithi003.stdout:3664: delete oid 38 current snap is 376 2024-04-13T07:27:18.927 INFO:tasks.rados.rados.0.smithi003.stdout:3664: done (0 left) 2024-04-13T07:27:18.927 INFO:tasks.rados.rados.0.smithi003.stdout:3665: delete oid 47 current snap is 376 2024-04-13T07:27:18.934 INFO:tasks.rados.rados.0.smithi003.stdout:3665: done (0 left) 2024-04-13T07:27:18.934 INFO:tasks.rados.rados.0.smithi003.stdout:3666: rollback oid 25 current snap is 376 2024-04-13T07:27:18.935 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 25 to 370 2024-04-13T07:27:18.935 INFO:tasks.rados.rados.0.smithi003.stdout:3667: rollback oid 39 current snap is 376 2024-04-13T07:27:18.935 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 39 to 375 2024-04-13T07:27:18.935 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 47 current snap is 376 2024-04-13T07:27:18.935 INFO:tasks.rados.rados.0.smithi003.stdout:3668: seq_num 1117 ranges {0=712704,712704=458752,1171456=655360,1826816=90112} 2024-04-13T07:27:18.939 INFO:tasks.rados.rados.0.smithi003.stdout:3668: writing smithi00377890-47 from 0 to 712704 tid 1 2024-04-13T07:27:18.942 INFO:tasks.rados.rados.0.smithi003.stdout:3668: writing smithi00377890-47 from 712704 to 1171456 tid 2 2024-04-13T07:27:18.947 INFO:tasks.rados.rados.0.smithi003.stdout:3668: writing smithi00377890-47 from 1171456 to 1826816 tid 3 2024-04-13T07:27:18.948 INFO:tasks.rados.rados.0.smithi003.stdout:3668: writing smithi00377890-47 from 1826816 to 1916928 tid 4 2024-04-13T07:27:18.948 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 376 2024-04-13T07:27:18.948 INFO:tasks.rados.rados.0.smithi003.stdout:3667: finishing rollback tid 0 to smithi00377890-39 2024-04-13T07:27:18.948 INFO:tasks.rados.rados.0.smithi003.stdout:3667: finishing rollback tid 1 to smithi00377890-39 2024-04-13T07:27:18.948 INFO:tasks.rados.rados.0.smithi003.stdout:3666: finishing rollback tid 0 to smithi00377890-25 2024-04-13T07:27:18.948 INFO:tasks.rados.rados.0.smithi003.stdout:3669: seq_num 1118 ranges {0=729088,729088=794624,1523712=409600} 2024-04-13T07:27:18.951 INFO:tasks.rados.rados.0.smithi003.stdout:3669: writing smithi00377890-9 from 0 to 729088 tid 1 2024-04-13T07:27:18.956 INFO:tasks.rados.rados.0.smithi003.stdout:3669: writing smithi00377890-9 from 729088 to 1523712 tid 2 2024-04-13T07:27:18.959 INFO:tasks.rados.rados.0.smithi003.stdout:3669: writing smithi00377890-9 from 1523712 to 1933312 tid 3 2024-04-13T07:27:18.959 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 7 current snap is 376 2024-04-13T07:27:18.959 INFO:tasks.rados.rados.0.smithi003.stdout:3667: finishing rollback tid 2 to smithi00377890-39 2024-04-13T07:27:18.959 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 3416 (ObjNum 1046 snap 352 seq_num 1046) dirty exists 2024-04-13T07:27:18.959 INFO:tasks.rados.rados.0.smithi003.stdout:3666: finishing rollback tid 1 to smithi00377890-25 2024-04-13T07:27:18.959 INFO:tasks.rados.rados.0.smithi003.stdout:3666: finishing rollback tid 2 to smithi00377890-25 2024-04-13T07:27:18.959 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 3553 (ObjNum 1030 snap 348 seq_num 1030) dirty exists 2024-04-13T07:27:18.959 INFO:tasks.rados.rados.0.smithi003.stdout:3668: finishing write tid 1 to smithi00377890-47 2024-04-13T07:27:18.960 INFO:tasks.rados.rados.0.smithi003.stdout:3668: finishing write tid 2 to smithi00377890-47 2024-04-13T07:27:18.960 INFO:tasks.rados.rados.0.smithi003.stdout:3670: seq_num 1119 ranges {0=745472,745472=679936,1425408=524288} 2024-04-13T07:27:18.963 INFO:tasks.rados.rados.0.smithi003.stdout:3670: writing smithi00377890-7 from 0 to 745472 tid 1 2024-04-13T07:27:18.967 INFO:tasks.rados.rados.0.smithi003.stdout:3670: writing smithi00377890-7 from 745472 to 1425408 tid 2 2024-04-13T07:27:18.971 INFO:tasks.rados.rados.0.smithi003.stdout:3670: writing smithi00377890-7 from 1425408 to 1949696 tid 3 2024-04-13T07:27:18.971 INFO:tasks.rados.rados.0.smithi003.stdout:3666: done (4 left) 2024-04-13T07:27:18.971 INFO:tasks.rados.rados.0.smithi003.stdout:3667: done (3 left) 2024-04-13T07:27:18.971 INFO:tasks.rados.rados.0.smithi003.stdout:3671: delete oid 8 current snap is 376 2024-04-13T07:27:18.971 INFO:tasks.rados.rados.0.smithi003.stdout:3668: finishing write tid 3 to smithi00377890-47 2024-04-13T07:27:18.971 INFO:tasks.rados.rados.0.smithi003.stdout:3668: finishing write tid 4 to smithi00377890-47 2024-04-13T07:27:18.971 INFO:tasks.rados.rados.0.smithi003.stdout:3668: finishing write tid 5 to smithi00377890-47 2024-04-13T07:27:18.971 INFO:tasks.rados.rados.0.smithi003.stdout:3668: finishing write tid 6 to smithi00377890-47 2024-04-13T07:27:18.971 INFO:tasks.rados.rados.0.smithi003.stdout:3668: oid 47 updating version 0 to 3219 2024-04-13T07:27:18.971 INFO:tasks.rados.rados.0.smithi003.stdout:3668: oid 47 version 3219 is already newer than 3216 2024-04-13T07:27:18.972 INFO:tasks.rados.rados.0.smithi003.stdout:3668: oid 47 version 3219 is already newer than 3218 2024-04-13T07:27:18.972 INFO:tasks.rados.rados.0.smithi003.stdout:3668: oid 47 updating version 3219 to 3220 2024-04-13T07:27:18.972 INFO:tasks.rados.rados.0.smithi003.stdout:3668: oid 47 version 3220 is already newer than 3217 2024-04-13T07:27:18.972 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 3220 (ObjNum 1117 snap 376 seq_num 1117) dirty exists 2024-04-13T07:27:18.972 INFO:tasks.rados.rados.0.smithi003.stdout:3668: left oid 47 (ObjNum 1117 snap 376 seq_num 1117) 2024-04-13T07:27:18.972 INFO:tasks.rados.rados.0.smithi003.stdout:3669: finishing write tid 1 to smithi00377890-9 2024-04-13T07:27:18.972 INFO:tasks.rados.rados.0.smithi003.stdout:3669: finishing write tid 2 to smithi00377890-9 2024-04-13T07:27:18.972 INFO:tasks.rados.rados.0.smithi003.stdout:3669: finishing write tid 3 to smithi00377890-9 2024-04-13T07:27:18.972 INFO:tasks.rados.rados.0.smithi003.stdout:3669: finishing write tid 4 to smithi00377890-9 2024-04-13T07:27:18.972 INFO:tasks.rados.rados.0.smithi003.stdout:3669: finishing write tid 5 to smithi00377890-9 2024-04-13T07:27:18.972 INFO:tasks.rados.rados.0.smithi003.stdout:3669: oid 9 updating version 0 to 3556 2024-04-13T07:27:18.972 INFO:tasks.rados.rados.0.smithi003.stdout:3669: oid 9 updating version 3556 to 3557 2024-04-13T07:27:18.972 INFO:tasks.rados.rados.0.smithi003.stdout:3669: oid 9 updating version 3557 to 3558 2024-04-13T07:27:18.972 INFO:tasks.rados.rados.0.smithi003.stdout:3669: oid 9 version 3558 is already newer than 3555 2024-04-13T07:27:18.972 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 3558 (ObjNum 1118 snap 376 seq_num 1118) dirty exists 2024-04-13T07:27:18.972 INFO:tasks.rados.rados.0.smithi003.stdout:3669: left oid 9 (ObjNum 1118 snap 376 seq_num 1118) 2024-04-13T07:27:18.973 INFO:tasks.rados.rados.0.smithi003.stdout:3670: finishing write tid 1 to smithi00377890-7 2024-04-13T07:27:18.973 INFO:tasks.rados.rados.0.smithi003.stdout:3668: done (3 left) 2024-04-13T07:27:18.974 INFO:tasks.rados.rados.0.smithi003.stdout:3669: done (2 left) 2024-04-13T07:27:18.974 INFO:tasks.rados.rados.0.smithi003.stdout:3671: done (1 left) 2024-04-13T07:27:18.974 INFO:tasks.rados.rados.0.smithi003.stdout:3672: delete oid 1 current snap is 376 2024-04-13T07:27:18.975 INFO:tasks.rados.rados.0.smithi003.stdout:3670: finishing write tid 2 to smithi00377890-7 2024-04-13T07:27:18.975 INFO:tasks.rados.rados.0.smithi003.stdout:3670: finishing write tid 3 to smithi00377890-7 2024-04-13T07:27:18.975 INFO:tasks.rados.rados.0.smithi003.stdout:3670: finishing write tid 4 to smithi00377890-7 2024-04-13T07:27:18.977 INFO:tasks.rados.rados.0.smithi003.stdout:3672: done (1 left) 2024-04-13T07:27:18.977 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 2 current snap is 376 2024-04-13T07:27:18.977 INFO:tasks.rados.rados.0.smithi003.stdout:3673: seq_num 1122 ranges {2662400=794624,3457024=729088,4186112=475136} 2024-04-13T07:27:18.996 INFO:tasks.rados.rados.0.smithi003.stdout:3673: writing smithi00377890-2 from 2662400 to 3457024 tid 1 2024-04-13T07:27:18.999 INFO:tasks.rados.rados.0.smithi003.stdout:3673: writing smithi00377890-2 from 3457024 to 4186112 tid 2 2024-04-13T07:27:19.003 INFO:tasks.rados.rados.0.smithi003.stdout:3673: writing smithi00377890-2 from 4186112 to 4661248 tid 3 2024-04-13T07:27:19.003 INFO:tasks.rados.rados.0.smithi003.stdout:3674: snap_create 2024-04-13T07:27:19.003 INFO:tasks.rados.rados.0.smithi003.stdout:3670: finishing write tid 5 to smithi00377890-7 2024-04-13T07:27:19.003 INFO:tasks.rados.rados.0.smithi003.stdout:3670: oid 7 updating version 0 to 3221 2024-04-13T07:27:19.003 INFO:tasks.rados.rados.0.smithi003.stdout:3670: oid 7 updating version 3221 to 3224 2024-04-13T07:27:19.003 INFO:tasks.rados.rados.0.smithi003.stdout:3670: oid 7 version 3224 is already newer than 3223 2024-04-13T07:27:19.003 INFO:tasks.rados.rados.0.smithi003.stdout:3670: oid 7 version 3224 is already newer than 3222 2024-04-13T07:27:19.003 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 3224 (ObjNum 1119 snap 376 seq_num 1119) dirty exists 2024-04-13T07:27:19.003 INFO:tasks.rados.rados.0.smithi003.stdout:3670: left oid 7 (ObjNum 1119 snap 376 seq_num 1119) 2024-04-13T07:27:19.003 INFO:tasks.rados.rados.0.smithi003.stdout:3673: finishing write tid 1 to smithi00377890-2 2024-04-13T07:27:19.007 INFO:tasks.rados.rados.0.smithi003.stdout:3673: finishing write tid 2 to smithi00377890-2 2024-04-13T07:27:19.007 INFO:tasks.rados.rados.0.smithi003.stdout:3673: finishing write tid 3 to smithi00377890-2 2024-04-13T07:27:19.007 INFO:tasks.rados.rados.0.smithi003.stdout:3673: finishing write tid 4 to smithi00377890-2 2024-04-13T07:27:19.009 INFO:tasks.rados.rados.0.smithi003.stdout:3673: finishing write tid 5 to smithi00377890-2 2024-04-13T07:27:19.009 INFO:tasks.rados.rados.0.smithi003.stdout:3673: oid 2 updating version 0 to 3254 2024-04-13T07:27:19.009 INFO:tasks.rados.rados.0.smithi003.stdout:3673: oid 2 updating version 3254 to 3257 2024-04-13T07:27:19.009 INFO:tasks.rados.rados.0.smithi003.stdout:3673: oid 2 version 3257 is already newer than 3256 2024-04-13T07:27:19.009 INFO:tasks.rados.rados.0.smithi003.stdout:3673: oid 2 version 3257 is already newer than 3255 2024-04-13T07:27:19.009 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 3257 (ObjNum 1122 snap 376 seq_num 1122) dirty exists 2024-04-13T07:27:19.009 INFO:tasks.rados.rados.0.smithi003.stdout:3673: left oid 2 (ObjNum 1122 snap 376 seq_num 1122) 2024-04-13T07:27:19.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:19 smithi003 ceph-mon[89364]: osdmap e825: 8 total, 8 up, 8 in 2024-04-13T07:27:19.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:19 smithi003 ceph-mon[89364]: osdmap e826: 8 total, 8 up, 8 in 2024-04-13T07:27:19.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:27:19.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:19 smithi003 ceph-mon[91733]: osdmap e825: 8 total, 8 up, 8 in 2024-04-13T07:27:19.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:19 smithi003 ceph-mon[91733]: osdmap e826: 8 total, 8 up, 8 in 2024-04-13T07:27:19.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:27:19.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:19 smithi066 ceph-mon[84331]: osdmap e825: 8 total, 8 up, 8 in 2024-04-13T07:27:19.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:19 smithi066 ceph-mon[84331]: osdmap e826: 8 total, 8 up, 8 in 2024-04-13T07:27:19.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:27:19.923 INFO:tasks.rados.rados.0.smithi003.stdout:3670: done (2 left) 2024-04-13T07:27:19.923 INFO:tasks.rados.rados.0.smithi003.stdout:3673: done (1 left) 2024-04-13T07:27:19.923 INFO:tasks.rados.rados.0.smithi003.stdout:3674: done (0 left) 2024-04-13T07:27:19.923 INFO:tasks.rados.rados.0.smithi003.stdout:3675: read oid 25 snap -1 2024-04-13T07:27:19.923 INFO:tasks.rados.rados.0.smithi003.stdout:3675: expect (ObjNum 1030 snap 348 seq_num 1030) 2024-04-13T07:27:19.923 INFO:tasks.rados.rados.0.smithi003.stdout:3676: rollback oid 21 current snap is 377 2024-04-13T07:27:19.923 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 21 to 346 2024-04-13T07:27:19.923 INFO:tasks.rados.rados.0.smithi003.stdout:3677: read oid 35 snap 373 2024-04-13T07:27:19.923 INFO:tasks.rados.rados.0.smithi003.stdout:3677: expect deleted 2024-04-13T07:27:19.923 INFO:tasks.rados.rados.0.smithi003.stdout:3678: snap_create 2024-04-13T07:27:19.930 INFO:tasks.rados.rados.0.smithi003.stdout:3676: finishing rollback tid 0 to smithi00377890-21 2024-04-13T07:27:19.930 INFO:tasks.rados.rados.0.smithi003.stdout:3675: expect (ObjNum 1030 snap 348 seq_num 1030) 2024-04-13T07:27:19.942 INFO:tasks.rados.rados.0.smithi003.stdout:3676: finishing rollback tid 1 to smithi00377890-21 2024-04-13T07:27:19.942 INFO:tasks.rados.rados.0.smithi003.stdout:3676: finishing rollback tid 2 to smithi00377890-21 2024-04-13T07:27:19.943 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 3419 (ObjNum 867 snap 299 seq_num 867) dirty exists 2024-04-13T07:27:20.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:20 smithi003 ceph-mon[91733]: pgmap v905: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 528 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 527 KiB/s wr, 2 op/s 2024-04-13T07:27:20.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:27:20.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:27:20.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:20 smithi003 ceph-mon[91733]: osdmap e827: 8 total, 8 up, 8 in 2024-04-13T07:27:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:20 smithi003 ceph-mon[89364]: pgmap v905: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 528 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 527 KiB/s wr, 2 op/s 2024-04-13T07:27:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:27:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:27:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:20 smithi003 ceph-mon[89364]: osdmap e827: 8 total, 8 up, 8 in 2024-04-13T07:27:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:20 smithi066 ceph-mon[84331]: pgmap v905: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 528 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 527 KiB/s wr, 2 op/s 2024-04-13T07:27:20.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:27:20.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:27:20.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:20 smithi066 ceph-mon[84331]: osdmap e827: 8 total, 8 up, 8 in 2024-04-13T07:27:20.929 INFO:tasks.rados.rados.0.smithi003.stdout:3675: done (3 left) 2024-04-13T07:27:20.930 INFO:tasks.rados.rados.0.smithi003.stdout:3676: done (2 left) 2024-04-13T07:27:20.930 INFO:tasks.rados.rados.0.smithi003.stdout:3677: done (1 left) 2024-04-13T07:27:20.930 INFO:tasks.rados.rados.0.smithi003.stdout:3678: done (0 left) 2024-04-13T07:27:20.930 INFO:tasks.rados.rados.0.smithi003.stdout:3679: setattr oid 4 current snap is 378 2024-04-13T07:27:20.931 INFO:tasks.rados.rados.0.smithi003.stdout:3680: setattr oid 39 current snap is 378 2024-04-13T07:27:20.933 INFO:tasks.rados.rados.0.smithi003.stdout:3681: snap_create 2024-04-13T07:27:20.937 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 2498 (ObjNum 81 snap 0 seq_num 291192512) dirty exists 2024-04-13T07:27:20.941 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 3420 (ObjNum 1046 snap 352 seq_num 1046) dirty exists 2024-04-13T07:27:21.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:27:21.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:27:21.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:27:21.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:21 smithi003 ceph-mon[91733]: osdmap e828: 8 total, 8 up, 8 in 2024-04-13T07:27:21.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:27:21.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:27:21.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:27:21.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:21 smithi003 ceph-mon[89364]: osdmap e828: 8 total, 8 up, 8 in 2024-04-13T07:27:21.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:27:21.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:27:21.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:27:21.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:21 smithi066 ceph-mon[84331]: osdmap e828: 8 total, 8 up, 8 in 2024-04-13T07:27:21.929 INFO:tasks.rados.rados.0.smithi003.stdout:3679: done (2 left) 2024-04-13T07:27:21.930 INFO:tasks.rados.rados.0.smithi003.stdout:3680: done (1 left) 2024-04-13T07:27:21.930 INFO:tasks.rados.rados.0.smithi003.stdout:3681: done (0 left) 2024-04-13T07:27:21.930 INFO:tasks.rados.rados.0.smithi003.stdout:3682: rollback oid 29 current snap is 379 2024-04-13T07:27:21.930 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 29 to 334 2024-04-13T07:27:21.930 INFO:tasks.rados.rados.0.smithi003.stdout:3683: rollback oid 14 current snap is 379 2024-04-13T07:27:21.930 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 14 to 374 2024-04-13T07:27:21.930 INFO:tasks.rados.rados.0.smithi003.stdout:3684: snap_remove snap 360 2024-04-13T07:27:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:22 smithi003 ceph-mon[91733]: pgmap v908: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 544 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.9 MiB/s wr, 36 op/s 2024-04-13T07:27:22.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:22 smithi003 ceph-mon[91733]: osdmap e829: 8 total, 8 up, 8 in 2024-04-13T07:27:22.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:22 smithi003 ceph-mon[89364]: pgmap v908: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 544 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.9 MiB/s wr, 36 op/s 2024-04-13T07:27:22.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:22 smithi003 ceph-mon[89364]: osdmap e829: 8 total, 8 up, 8 in 2024-04-13T07:27:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:22 smithi066 ceph-mon[84331]: pgmap v908: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 544 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.9 MiB/s wr, 36 op/s 2024-04-13T07:27:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:22 smithi066 ceph-mon[84331]: osdmap e829: 8 total, 8 up, 8 in 2024-04-13T07:27:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:27:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:27:22.928 INFO:tasks.rados.rados.0.smithi003.stdout:3684: done (2 left) 2024-04-13T07:27:22.928 INFO:tasks.rados.rados.0.smithi003.stdout:3685: rmattr oid 43 current snap is 379 2024-04-13T07:27:22.929 INFO:tasks.rados.rados.0.smithi003.stdout:3682: finishing rollback tid 0 to smithi00377890-29 2024-04-13T07:27:22.929 INFO:tasks.rados.rados.0.smithi003.stdout:3682: finishing rollback tid 1 to smithi00377890-29 2024-04-13T07:27:22.929 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 3247 (ObjNum 33 snap 0 seq_num 291402304) dirty dne 2024-04-13T07:27:22.929 INFO:tasks.rados.rados.0.smithi003.stdout:3683: finishing rollback tid 1 to smithi00377890-14 2024-04-13T07:27:22.929 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 2887 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-13T07:27:22.931 INFO:tasks.rados.rados.0.smithi003.stdout:3682: done (2 left) 2024-04-13T07:27:22.931 INFO:tasks.rados.rados.0.smithi003.stdout:3683: done (1 left) 2024-04-13T07:27:22.931 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 4 current snap is 379 2024-04-13T07:27:22.931 INFO:tasks.rados.rados.0.smithi003.stdout:3686: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2024-04-13T07:27:22.931 INFO:tasks.rados.rados.0.smithi003.stdout:3686: writing smithi00377890-4 from 0 to 409600 tid 1 2024-04-13T07:27:22.935 INFO:tasks.rados.rados.0.smithi003.stdout:3686: writing smithi00377890-4 from 409600 to 1024000 tid 2 2024-04-13T07:27:22.940 INFO:tasks.rados.rados.0.smithi003.stdout:3686: writing smithi00377890-4 from 1024000 to 1622016 tid 3 2024-04-13T07:27:22.945 INFO:tasks.rados.rados.0.smithi003.stdout:3686: writing smithi00377890-4 from 1622016 to 2015232 tid 4 2024-04-13T07:27:22.945 INFO:tasks.rados.rados.0.smithi003.stdout:3687: read oid 23 snap -1 2024-04-13T07:27:22.945 INFO:tasks.rados.rados.0.smithi003.stdout:3687: expect deleted 2024-04-13T07:27:22.945 INFO:tasks.rados.rados.0.smithi003.stdout:3688: copy_from oid 11 from oid 36 current snap is 379 2024-04-13T07:27:22.945 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 2512 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-13T07:27:22.946 INFO:tasks.rados.rados.0.smithi003.stdout:3685: done (3 left) 2024-04-13T07:27:22.946 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 10 current snap is 379 2024-04-13T07:27:22.946 INFO:tasks.rados.rados.0.smithi003.stdout:3689: seq_num 1124 ranges {2228224=434176,2662400=499712,3162112=409600,3571712=663552,4235264=32768} 2024-04-13T07:27:22.959 INFO:tasks.rados.rados.0.smithi003.stdout:3689: writing smithi00377890-10 from 2228224 to 2662400 tid 1 2024-04-13T07:27:22.963 INFO:tasks.rados.rados.0.smithi003.stdout:3689: writing smithi00377890-10 from 2662400 to 3162112 tid 2 2024-04-13T07:27:22.965 INFO:tasks.rados.rados.0.smithi003.stdout:3689: writing smithi00377890-10 from 3162112 to 3571712 tid 3 2024-04-13T07:27:22.970 INFO:tasks.rados.rados.0.smithi003.stdout:3689: writing smithi00377890-10 from 3571712 to 4235264 tid 4 2024-04-13T07:27:22.970 INFO:tasks.rados.rados.0.smithi003.stdout:3689: writing smithi00377890-10 from 4235264 to 4268032 tid 5 2024-04-13T07:27:22.971 INFO:tasks.rados.rados.0.smithi003.stdout:3690: copy_from oid 35 from oid 38 current snap is 379 2024-04-13T07:27:22.971 INFO:tasks.rados.rados.0.smithi003.stdout:3688: finishing copy_from to smithi00377890-11 2024-04-13T07:27:22.971 INFO:tasks.rados.rados.0.smithi003.stdout:3688: got expected ENOENT (src dne) 2024-04-13T07:27:22.971 INFO:tasks.rados.rados.0.smithi003.stdout:3688: finishing copy_from racing read to smithi00377890-11 2024-04-13T07:27:22.971 INFO:tasks.rados.rados.0.smithi003.stdout:3686: finishing write tid 1 to smithi00377890-4 2024-04-13T07:27:22.971 INFO:tasks.rados.rados.0.smithi003.stdout:3686: finishing write tid 2 to smithi00377890-4 2024-04-13T07:27:22.971 INFO:tasks.rados.rados.0.smithi003.stdout:3686: finishing write tid 3 to smithi00377890-4 2024-04-13T07:27:22.971 INFO:tasks.rados.rados.0.smithi003.stdout:3686: finishing write tid 4 to smithi00377890-4 2024-04-13T07:27:22.971 INFO:tasks.rados.rados.0.smithi003.stdout:3686: finishing write tid 5 to smithi00377890-4 2024-04-13T07:27:22.971 INFO:tasks.rados.rados.0.smithi003.stdout:3686: finishing write tid 6 to smithi00377890-4 2024-04-13T07:27:22.971 INFO:tasks.rados.rados.0.smithi003.stdout:3686: oid 4 updating version 0 to 2503 2024-04-13T07:27:22.972 INFO:tasks.rados.rados.0.smithi003.stdout:3686: oid 4 version 2503 is already newer than 2500 2024-04-13T07:27:22.972 INFO:tasks.rados.rados.0.smithi003.stdout:3686: oid 4 version 2503 is already newer than 2501 2024-04-13T07:27:22.972 INFO:tasks.rados.rados.0.smithi003.stdout:3686: oid 4 version 2503 is already newer than 2502 2024-04-13T07:27:22.972 INFO:tasks.rados.rados.0.smithi003.stdout:3686: oid 4 version 2503 is already newer than 2499 2024-04-13T07:27:22.972 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 2503 (ObjNum 1123 snap 379 seq_num 1123) dirty exists 2024-04-13T07:27:22.972 INFO:tasks.rados.rados.0.smithi003.stdout:3686: left oid 4 (ObjNum 1123 snap 379 seq_num 1123) 2024-04-13T07:27:22.972 INFO:tasks.rados.rados.0.smithi003.stdout:3686: done (4 left) 2024-04-13T07:27:22.972 INFO:tasks.rados.rados.0.smithi003.stdout:3687: done (3 left) 2024-04-13T07:27:22.972 INFO:tasks.rados.rados.0.smithi003.stdout:3688: done (2 left) 2024-04-13T07:27:22.972 INFO:tasks.rados.rados.0.smithi003.stdout:3691: read oid 45 snap -1 2024-04-13T07:27:22.972 INFO:tasks.rados.rados.0.smithi003.stdout:3691: expect (ObjNum 1095 snap 369 seq_num 1095) 2024-04-13T07:27:22.972 INFO:tasks.rados.rados.0.smithi003.stdout:3692: delete oid 24 current snap is 379 2024-04-13T07:27:22.973 INFO:tasks.rados.rados.0.smithi003.stdout:3690: finishing copy_from to smithi00377890-35 2024-04-13T07:27:22.974 INFO:tasks.rados.rados.0.smithi003.stdout:3690: got expected ENOENT (src dne) 2024-04-13T07:27:22.974 INFO:tasks.rados.rados.0.smithi003.stdout:3690: finishing copy_from racing read to smithi00377890-35 2024-04-13T07:27:22.974 INFO:tasks.rados.rados.0.smithi003.stdout:3689: finishing write tid 1 to smithi00377890-10 2024-04-13T07:27:22.974 INFO:tasks.rados.rados.0.smithi003.stdout:3689: finishing write tid 2 to smithi00377890-10 2024-04-13T07:27:22.974 INFO:tasks.rados.rados.0.smithi003.stdout:3690: done (3 left) 2024-04-13T07:27:22.974 INFO:tasks.rados.rados.0.smithi003.stdout:3692: done (2 left) 2024-04-13T07:27:22.974 INFO:tasks.rados.rados.0.smithi003.stdout:3693: copy_from oid 44 from oid 40 current snap is 379 2024-04-13T07:27:22.974 INFO:tasks.rados.rados.0.smithi003.stdout:3694: snap_remove snap 372 2024-04-13T07:27:23.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:27:23.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:23 smithi003 ceph-mon[91733]: osdmap e830: 8 total, 8 up, 8 in 2024-04-13T07:27:23.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:27:23.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:23 smithi003 ceph-mon[89364]: osdmap e830: 8 total, 8 up, 8 in 2024-04-13T07:27:23.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:27:23.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:23 smithi066 ceph-mon[84331]: osdmap e830: 8 total, 8 up, 8 in 2024-04-13T07:27:23.929 INFO:tasks.rados.rados.0.smithi003.stdout:3693: finishing copy_from to smithi00377890-44 2024-04-13T07:27:23.930 INFO:tasks.rados.rados.0.smithi003.stdout:3693: got expected ENOENT (src dne) 2024-04-13T07:27:23.930 INFO:tasks.rados.rados.0.smithi003.stdout:3693: finishing copy_from racing read to smithi00377890-44 2024-04-13T07:27:23.930 INFO:tasks.rados.rados.0.smithi003.stdout:3689: finishing write tid 3 to smithi00377890-10 2024-04-13T07:27:23.930 INFO:tasks.rados.rados.0.smithi003.stdout:3689: finishing write tid 4 to smithi00377890-10 2024-04-13T07:27:23.930 INFO:tasks.rados.rados.0.smithi003.stdout:3689: finishing write tid 5 to smithi00377890-10 2024-04-13T07:27:23.930 INFO:tasks.rados.rados.0.smithi003.stdout:3689: finishing write tid 6 to smithi00377890-10 2024-04-13T07:27:23.930 INFO:tasks.rados.rados.0.smithi003.stdout:3689: finishing write tid 7 to smithi00377890-10 2024-04-13T07:27:23.930 INFO:tasks.rados.rados.0.smithi003.stdout:3689: oid 10 updating version 0 to 3568 2024-04-13T07:27:23.930 INFO:tasks.rados.rados.0.smithi003.stdout:3689: oid 10 updating version 3568 to 3569 2024-04-13T07:27:23.930 INFO:tasks.rados.rados.0.smithi003.stdout:3689: oid 10 updating version 3569 to 3575 2024-04-13T07:27:23.930 INFO:tasks.rados.rados.0.smithi003.stdout:3689: oid 10 version 3575 is already newer than 3574 2024-04-13T07:27:23.930 INFO:tasks.rados.rados.0.smithi003.stdout:3689: oid 10 updating version 3575 to 3577 2024-04-13T07:27:23.931 INFO:tasks.rados.rados.0.smithi003.stdout:3689: oid 10 version 3577 is already newer than 3576 2024-04-13T07:27:23.931 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 3577 (ObjNum 1124 snap 379 seq_num 1124) dirty exists 2024-04-13T07:27:23.931 INFO:tasks.rados.rados.0.smithi003.stdout:3689: left oid 10 (ObjNum 1124 snap 379 seq_num 1124) 2024-04-13T07:27:23.931 INFO:tasks.rados.rados.0.smithi003.stdout:3691: expect (ObjNum 1095 snap 369 seq_num 1095) 2024-04-13T07:27:24.630 INFO:tasks.rados.rados.0.smithi003.stdout:3689: done (3 left) 2024-04-13T07:27:24.630 INFO:tasks.rados.rados.0.smithi003.stdout:3691: done (2 left) 2024-04-13T07:27:24.630 INFO:tasks.rados.rados.0.smithi003.stdout:3693: done (1 left) 2024-04-13T07:27:24.630 INFO:tasks.rados.rados.0.smithi003.stdout:3694: done (0 left) 2024-04-13T07:27:24.630 INFO:tasks.rados.rados.0.smithi003.stdout:3695: snap_remove snap 374 2024-04-13T07:27:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:24 smithi003 ceph-mon[89364]: pgmap v911: 121 pgs: 121 active+clean; 550 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 5.3 MiB/s wr, 40 op/s 2024-04-13T07:27:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:24 smithi003 ceph-mon[89364]: osdmap e831: 8 total, 8 up, 8 in 2024-04-13T07:27:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:24 smithi003 ceph-mon[91733]: pgmap v911: 121 pgs: 121 active+clean; 550 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 5.3 MiB/s wr, 40 op/s 2024-04-13T07:27:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:24 smithi003 ceph-mon[91733]: osdmap e831: 8 total, 8 up, 8 in 2024-04-13T07:27:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:27:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:27:24] "GET /metrics HTTP/1.1" 200 36245 "" "Prometheus/2.43.0" 2024-04-13T07:27:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:24 smithi066 ceph-mon[84331]: pgmap v911: 121 pgs: 121 active+clean; 550 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 5.3 MiB/s wr, 40 op/s 2024-04-13T07:27:24.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:24 smithi066 ceph-mon[84331]: osdmap e831: 8 total, 8 up, 8 in 2024-04-13T07:27:25.171 INFO:tasks.rados.rados.0.smithi003.stdout:3695: done (0 left) 2024-04-13T07:27:25.171 INFO:tasks.rados.rados.0.smithi003.stdout:3696: snap_create 2024-04-13T07:27:26.182 INFO:tasks.rados.rados.0.smithi003.stdout:3696: done (0 left) 2024-04-13T07:27:26.182 INFO:tasks.rados.rados.0.smithi003.stdout:3697: snap_remove snap 338 2024-04-13T07:27:26.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:26 smithi003 ceph-mon[91733]: pgmap v914: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 558 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-13T07:27:26.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:26 smithi003 ceph-mon[91733]: osdmap e832: 8 total, 8 up, 8 in 2024-04-13T07:27:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:26 smithi003 ceph-mon[89364]: pgmap v914: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 558 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-13T07:27:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:26 smithi003 ceph-mon[89364]: osdmap e832: 8 total, 8 up, 8 in 2024-04-13T07:27:26.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:26 smithi066 ceph-mon[84331]: pgmap v914: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 558 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-13T07:27:26.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:26 smithi066 ceph-mon[84331]: osdmap e832: 8 total, 8 up, 8 in 2024-04-13T07:27:27.187 INFO:tasks.rados.rados.0.smithi003.stdout:3697: done (0 left) 2024-04-13T07:27:27.188 INFO:tasks.rados.rados.0.smithi003.stdout:3698: read oid 32 snap -1 2024-04-13T07:27:27.188 INFO:tasks.rados.rados.0.smithi003.stdout:3698: expect (ObjNum 1065 snap 361 seq_num 1065) 2024-04-13T07:27:27.188 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 48 current snap is 380 2024-04-13T07:27:27.188 INFO:tasks.rados.rados.0.smithi003.stdout:3699: seq_num 1126 ranges {2048000=466944,2514944=720896,3235840=778240,4014080=106496} 2024-04-13T07:27:27.202 INFO:tasks.rados.rados.0.smithi003.stdout:3699: writing smithi00377890-48 from 2048000 to 2514944 tid 1 2024-04-13T07:27:27.207 INFO:tasks.rados.rados.0.smithi003.stdout:3699: writing smithi00377890-48 from 2514944 to 3235840 tid 2 2024-04-13T07:27:27.212 INFO:tasks.rados.rados.0.smithi003.stdout:3699: writing smithi00377890-48 from 3235840 to 4014080 tid 3 2024-04-13T07:27:27.214 INFO:tasks.rados.rados.0.smithi003.stdout:3699: writing smithi00377890-48 from 4014080 to 4120576 tid 4 2024-04-13T07:27:27.214 INFO:tasks.rados.rados.0.smithi003.stdout:3700: rollback oid 43 current snap is 380 2024-04-13T07:27:27.214 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 43 to 373 2024-04-13T07:27:27.216 INFO:tasks.rados.rados.0.smithi003.stdout:3698: expect (ObjNum 1065 snap 361 seq_num 1065) 2024-04-13T07:27:27.249 INFO:tasks.rados.rados.0.smithi003.stdout:3700: finishing rollback tid 0 to smithi00377890-43 2024-04-13T07:27:27.249 INFO:tasks.rados.rados.0.smithi003.stdout:3700: finishing rollback tid 1 to smithi00377890-43 2024-04-13T07:27:27.249 INFO:tasks.rados.rados.0.smithi003.stdout:3700: finishing rollback tid 2 to smithi00377890-43 2024-04-13T07:27:27.249 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 43 v 2515 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:27:27.249 INFO:tasks.rados.rados.0.smithi003.stdout:3699: finishing write tid 1 to smithi00377890-48 2024-04-13T07:27:27.249 INFO:tasks.rados.rados.0.smithi003.stdout:3699: finishing write tid 2 to smithi00377890-48 2024-04-13T07:27:27.250 INFO:tasks.rados.rados.0.smithi003.stdout:3698: done (2 left) 2024-04-13T07:27:27.250 INFO:tasks.rados.rados.0.smithi003.stdout:3700: done (1 left) 2024-04-13T07:27:27.250 INFO:tasks.rados.rados.0.smithi003.stdout:3701: rollback oid 29 current snap is 380 2024-04-13T07:27:27.250 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 29 to 377 2024-04-13T07:27:27.250 INFO:tasks.rados.rados.0.smithi003.stdout:3699: finishing write tid 3 to smithi00377890-48 2024-04-13T07:27:27.250 INFO:tasks.rados.rados.0.smithi003.stdout:3699: finishing write tid 4 to smithi00377890-48 2024-04-13T07:27:27.250 INFO:tasks.rados.rados.0.smithi003.stdout:3699: finishing write tid 5 to smithi00377890-48 2024-04-13T07:27:27.250 INFO:tasks.rados.rados.0.smithi003.stdout:3699: finishing write tid 6 to smithi00377890-48 2024-04-13T07:27:27.250 INFO:tasks.rados.rados.0.smithi003.stdout:3699: oid 48 updating version 0 to 3269 2024-04-13T07:27:27.250 INFO:tasks.rados.rados.0.smithi003.stdout:3699: oid 48 updating version 3269 to 3276 2024-04-13T07:27:27.250 INFO:tasks.rados.rados.0.smithi003.stdout:3699: oid 48 version 3276 is already newer than 3274 2024-04-13T07:27:27.250 INFO:tasks.rados.rados.0.smithi003.stdout:3699: oid 48 version 3276 is already newer than 3275 2024-04-13T07:27:27.250 INFO:tasks.rados.rados.0.smithi003.stdout:3699: oid 48 updating version 3276 to 3277 2024-04-13T07:27:27.251 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 3277 (ObjNum 1126 snap 380 seq_num 1126) dirty exists 2024-04-13T07:27:27.251 INFO:tasks.rados.rados.0.smithi003.stdout:3699: left oid 48 (ObjNum 1126 snap 380 seq_num 1126) 2024-04-13T07:27:27.251 INFO:tasks.rados.rados.0.smithi003.stdout:3699: done (1 left) 2024-04-13T07:27:27.251 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 38 current snap is 380 2024-04-13T07:27:27.251 INFO:tasks.rados.rados.0.smithi003.stdout:3702: seq_num 1127 ranges {0=483328,483328=598016,1081344=581632,1662976=425984} 2024-04-13T07:27:27.251 INFO:tasks.rados.rados.0.smithi003.stdout:3702: writing smithi00377890-38 from 0 to 483328 tid 1 2024-04-13T07:27:27.255 INFO:tasks.rados.rados.0.smithi003.stdout:3702: writing smithi00377890-38 from 483328 to 1081344 tid 2 2024-04-13T07:27:27.259 INFO:tasks.rados.rados.0.smithi003.stdout:3702: writing smithi00377890-38 from 1081344 to 1662976 tid 3 2024-04-13T07:27:27.261 INFO:tasks.rados.rados.0.smithi003.stdout:3702: writing smithi00377890-38 from 1662976 to 2088960 tid 4 2024-04-13T07:27:27.262 INFO:tasks.rados.rados.0.smithi003.stdout:3703: rollback oid 40 current snap is 380 2024-04-13T07:27:27.262 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 40 to 283 2024-04-13T07:27:27.262 INFO:tasks.rados.rados.0.smithi003.stdout:3701: finishing rollback tid 1 to smithi00377890-29 2024-04-13T07:27:27.262 INFO:tasks.rados.rados.0.smithi003.stdout:3701: finishing rollback tid 2 to smithi00377890-29 2024-04-13T07:27:27.262 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 3249 (ObjNum 1093 snap 369 seq_num 1093) dirty exists 2024-04-13T07:27:27.262 INFO:tasks.rados.rados.0.smithi003.stdout:3702: finishing write tid 1 to smithi00377890-38 2024-04-13T07:27:27.262 INFO:tasks.rados.rados.0.smithi003.stdout:3702: finishing write tid 2 to smithi00377890-38 2024-04-13T07:27:27.262 INFO:tasks.rados.rados.0.smithi003.stdout:3701: done (2 left) 2024-04-13T07:27:27.262 INFO:tasks.rados.rados.0.smithi003.stdout:3704: setattr oid 4 current snap is 380 2024-04-13T07:27:27.262 INFO:tasks.rados.rados.0.smithi003.stdout:3702: finishing write tid 3 to smithi00377890-38 2024-04-13T07:27:27.263 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 23 current snap is 380 2024-04-13T07:27:27.263 INFO:tasks.rados.rados.0.smithi003.stdout:3705: seq_num 1128 ranges {0=499712,499712=483328,983040=786432,1769472=335872} 2024-04-13T07:27:27.266 INFO:tasks.rados.rados.0.smithi003.stdout:3705: writing smithi00377890-23 from 0 to 499712 tid 1 2024-04-13T07:27:27.269 INFO:tasks.rados.rados.0.smithi003.stdout:3705: writing smithi00377890-23 from 499712 to 983040 tid 2 2024-04-13T07:27:27.274 INFO:tasks.rados.rados.0.smithi003.stdout:3705: writing smithi00377890-23 from 983040 to 1769472 tid 3 2024-04-13T07:27:27.277 INFO:tasks.rados.rados.0.smithi003.stdout:3705: writing smithi00377890-23 from 1769472 to 2105344 tid 4 2024-04-13T07:27:27.277 INFO:tasks.rados.rados.0.smithi003.stdout:3706: read oid 45 snap 370 2024-04-13T07:27:27.277 INFO:tasks.rados.rados.0.smithi003.stdout:3706: expect (ObjNum 1095 snap 369 seq_num 1095) 2024-04-13T07:27:27.277 INFO:tasks.rados.rados.0.smithi003.stdout:3707: rollback oid 11 current snap is 380 2024-04-13T07:27:27.277 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 11 to 357 2024-04-13T07:27:27.277 INFO:tasks.rados.rados.0.smithi003.stdout:3702: finishing write tid 4 to smithi00377890-38 2024-04-13T07:27:27.277 INFO:tasks.rados.rados.0.smithi003.stdout:3702: finishing write tid 5 to smithi00377890-38 2024-04-13T07:27:27.277 INFO:tasks.rados.rados.0.smithi003.stdout:3703: finishing rollback tid 1 to smithi00377890-40 2024-04-13T07:27:27.277 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 3499 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-13T07:27:27.277 INFO:tasks.rados.rados.0.smithi003.stdout:3702: finishing write tid 6 to smithi00377890-38 2024-04-13T07:27:27.277 INFO:tasks.rados.rados.0.smithi003.stdout:3702: oid 38 updating version 0 to 2588 2024-04-13T07:27:27.278 INFO:tasks.rados.rados.0.smithi003.stdout:3702: oid 38 updating version 2588 to 2589 2024-04-13T07:27:27.278 INFO:tasks.rados.rados.0.smithi003.stdout:3702: oid 38 version 2589 is already newer than 2587 2024-04-13T07:27:27.278 INFO:tasks.rados.rados.0.smithi003.stdout:3702: oid 38 updating version 2589 to 2591 2024-04-13T07:27:27.278 INFO:tasks.rados.rados.0.smithi003.stdout:3702: oid 38 version 2591 is already newer than 2590 2024-04-13T07:27:27.278 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2591 (ObjNum 1127 snap 380 seq_num 1127) dirty exists 2024-04-13T07:27:27.278 INFO:tasks.rados.rados.0.smithi003.stdout:3702: left oid 38 (ObjNum 1127 snap 380 seq_num 1127) 2024-04-13T07:27:27.278 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 4 v 2504 (ObjNum 1123 snap 379 seq_num 1123) dirty exists 2024-04-13T07:27:27.278 INFO:tasks.rados.rados.0.smithi003.stdout:3705: finishing write tid 1 to smithi00377890-23 2024-04-13T07:27:27.278 INFO:tasks.rados.rados.0.smithi003.stdout:3705: finishing write tid 2 to smithi00377890-23 2024-04-13T07:27:27.278 INFO:tasks.rados.rados.0.smithi003.stdout:3702: done (5 left) 2024-04-13T07:27:27.278 INFO:tasks.rados.rados.0.smithi003.stdout:3703: done (4 left) 2024-04-13T07:27:27.278 INFO:tasks.rados.rados.0.smithi003.stdout:3704: done (3 left) 2024-04-13T07:27:27.278 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 22 current snap is 380 2024-04-13T07:27:27.278 INFO:tasks.rados.rados.0.smithi003.stdout:3708: seq_num 1129 ranges {1867776=516096,2383872=770048,3153920=598016,3751936=237568} 2024-04-13T07:27:27.290 INFO:tasks.rados.rados.0.smithi003.stdout:3708: writing smithi00377890-22 from 1867776 to 2383872 tid 1 2024-04-13T07:27:27.295 INFO:tasks.rados.rados.0.smithi003.stdout:3708: writing smithi00377890-22 from 2383872 to 3153920 tid 2 2024-04-13T07:27:27.299 INFO:tasks.rados.rados.0.smithi003.stdout:3708: writing smithi00377890-22 from 3153920 to 3751936 tid 3 2024-04-13T07:27:27.301 INFO:tasks.rados.rados.0.smithi003.stdout:3708: writing smithi00377890-22 from 3751936 to 3989504 tid 4 2024-04-13T07:27:27.301 INFO:tasks.rados.rados.0.smithi003.stdout:3709: snap_remove snap 367 2024-04-13T07:27:27.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:27 smithi003 ceph-mon[89364]: osdmap e833: 8 total, 8 up, 8 in 2024-04-13T07:27:27.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:27 smithi003 ceph-mon[91733]: osdmap e833: 8 total, 8 up, 8 in 2024-04-13T07:27:27.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:27 smithi066 ceph-mon[84331]: osdmap e833: 8 total, 8 up, 8 in 2024-04-13T07:27:28.189 INFO:tasks.rados.rados.0.smithi003.stdout:3709: done (4 left) 2024-04-13T07:27:28.189 INFO:tasks.rados.rados.0.smithi003.stdout:3710: delete oid 34 current snap is 380 2024-04-13T07:27:28.189 INFO:tasks.rados.rados.0.smithi003.stdout:3705: finishing write tid 3 to smithi00377890-23 2024-04-13T07:27:28.189 INFO:tasks.rados.rados.0.smithi003.stdout:3707: finishing rollback tid 0 to smithi00377890-11 2024-04-13T07:27:28.189 INFO:tasks.rados.rados.0.smithi003.stdout:3707: finishing rollback tid 1 to smithi00377890-11 2024-04-13T07:27:28.190 INFO:tasks.rados.rados.0.smithi003.stdout:3707: finishing rollback tid 2 to smithi00377890-11 2024-04-13T07:27:28.190 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 2897 (ObjNum 1055 snap 355 seq_num 1055) dirty exists 2024-04-13T07:27:28.190 INFO:tasks.rados.rados.0.smithi003.stdout:3705: finishing write tid 4 to smithi00377890-23 2024-04-13T07:27:28.190 INFO:tasks.rados.rados.0.smithi003.stdout:3705: finishing write tid 5 to smithi00377890-23 2024-04-13T07:27:28.190 INFO:tasks.rados.rados.0.smithi003.stdout:3705: finishing write tid 6 to smithi00377890-23 2024-04-13T07:27:28.190 INFO:tasks.rados.rados.0.smithi003.stdout:3705: oid 23 updating version 0 to 3601 2024-04-13T07:27:28.190 INFO:tasks.rados.rados.0.smithi003.stdout:3705: oid 23 updating version 3601 to 3603 2024-04-13T07:27:28.190 INFO:tasks.rados.rados.0.smithi003.stdout:3705: oid 23 version 3603 is already newer than 3600 2024-04-13T07:27:28.190 INFO:tasks.rados.rados.0.smithi003.stdout:3705: oid 23 version 3603 is already newer than 3602 2024-04-13T07:27:28.190 INFO:tasks.rados.rados.0.smithi003.stdout:3705: oid 23 version 3603 is already newer than 3599 2024-04-13T07:27:28.190 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 3603 (ObjNum 1128 snap 380 seq_num 1128) dirty exists 2024-04-13T07:27:28.190 INFO:tasks.rados.rados.0.smithi003.stdout:3705: left oid 23 (ObjNum 1128 snap 380 seq_num 1128) 2024-04-13T07:27:28.190 INFO:tasks.rados.rados.0.smithi003.stdout:3708: finishing write tid 1 to smithi00377890-22 2024-04-13T07:27:28.191 INFO:tasks.rados.rados.0.smithi003.stdout:3708: finishing write tid 2 to smithi00377890-22 2024-04-13T07:27:28.191 INFO:tasks.rados.rados.0.smithi003.stdout:3708: finishing write tid 3 to smithi00377890-22 2024-04-13T07:27:28.191 INFO:tasks.rados.rados.0.smithi003.stdout:3708: finishing write tid 4 to smithi00377890-22 2024-04-13T07:27:28.191 INFO:tasks.rados.rados.0.smithi003.stdout:3708: finishing write tid 5 to smithi00377890-22 2024-04-13T07:27:28.191 INFO:tasks.rados.rados.0.smithi003.stdout:3706: expect (ObjNum 1095 snap 369 seq_num 1095) 2024-04-13T07:27:28.553 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:28 smithi066 ceph-mon[84331]: pgmap v917: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 560 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-13T07:27:28.553 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:28 smithi066 ceph-mon[84331]: osdmap e834: 8 total, 8 up, 8 in 2024-04-13T07:27:28.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:28 smithi003 ceph-mon[91733]: pgmap v917: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 560 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-13T07:27:28.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:28 smithi003 ceph-mon[91733]: osdmap e834: 8 total, 8 up, 8 in 2024-04-13T07:27:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:28 smithi003 ceph-mon[89364]: pgmap v917: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 560 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-13T07:27:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:28 smithi003 ceph-mon[89364]: osdmap e834: 8 total, 8 up, 8 in 2024-04-13T07:27:28.890 INFO:tasks.rados.rados.0.smithi003.stdout:3708: finishing write tid 6 to smithi00377890-22 2024-04-13T07:27:28.890 INFO:tasks.rados.rados.0.smithi003.stdout:3708: oid 22 updating version 0 to 3286 2024-04-13T07:27:28.891 INFO:tasks.rados.rados.0.smithi003.stdout:3708: oid 22 version 3286 is already newer than 3283 2024-04-13T07:27:28.891 INFO:tasks.rados.rados.0.smithi003.stdout:3708: oid 22 version 3286 is already newer than 3285 2024-04-13T07:27:28.891 INFO:tasks.rados.rados.0.smithi003.stdout:3708: oid 22 version 3286 is already newer than 3284 2024-04-13T07:27:28.891 INFO:tasks.rados.rados.0.smithi003.stdout:3708: oid 22 updating version 3286 to 3287 2024-04-13T07:27:28.891 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 3287 (ObjNum 1129 snap 380 seq_num 1129) dirty exists 2024-04-13T07:27:28.891 INFO:tasks.rados.rados.0.smithi003.stdout:3708: left oid 22 (ObjNum 1129 snap 380 seq_num 1129) 2024-04-13T07:27:28.891 INFO:tasks.rados.rados.0.smithi003.stdout:3705: done (4 left) 2024-04-13T07:27:28.891 INFO:tasks.rados.rados.0.smithi003.stdout:3706: done (3 left) 2024-04-13T07:27:28.891 INFO:tasks.rados.rados.0.smithi003.stdout:3707: done (2 left) 2024-04-13T07:27:28.891 INFO:tasks.rados.rados.0.smithi003.stdout:3708: done (1 left) 2024-04-13T07:27:28.891 INFO:tasks.rados.rados.0.smithi003.stdout:3710: done (0 left) 2024-04-13T07:27:28.891 INFO:tasks.rados.rados.0.smithi003.stdout:3711: rollback oid 8 current snap is 380 2024-04-13T07:27:28.891 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 8 to 370 2024-04-13T07:27:28.891 INFO:tasks.rados.rados.0.smithi003.stdout:3712: read oid 28 snap -1 2024-04-13T07:27:28.891 INFO:tasks.rados.rados.0.smithi003.stdout:3712: expect (ObjNum 1102 snap 371 seq_num 1102) 2024-04-13T07:27:28.891 INFO:tasks.rados.rados.0.smithi003.stdout:3713: read oid 33 snap -1 2024-04-13T07:27:28.892 INFO:tasks.rados.rados.0.smithi003.stdout:3713: expect deleted 2024-04-13T07:27:28.892 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 2 current snap is 380 2024-04-13T07:27:28.892 INFO:tasks.rados.rados.0.smithi003.stdout:3714: seq_num 1131 ranges {4661248=548864,5210112=540672,5750784=565248,6316032=425984,6742016=73728} 2024-04-13T07:27:28.918 INFO:tasks.rados.rados.0.smithi003.stdout:3714: writing smithi00377890-2 from 4661248 to 5210112 tid 1 2024-04-13T07:27:28.922 INFO:tasks.rados.rados.0.smithi003.stdout:3714: writing smithi00377890-2 from 5210112 to 5750784 tid 2 2024-04-13T07:27:28.926 INFO:tasks.rados.rados.0.smithi003.stdout:3714: writing smithi00377890-2 from 5750784 to 6316032 tid 3 2024-04-13T07:27:28.929 INFO:tasks.rados.rados.0.smithi003.stdout:3714: writing smithi00377890-2 from 6316032 to 6742016 tid 4 2024-04-13T07:27:28.929 INFO:tasks.rados.rados.0.smithi003.stdout:3714: writing smithi00377890-2 from 6742016 to 6815744 tid 5 2024-04-13T07:27:28.930 INFO:tasks.rados.rados.0.smithi003.stdout:3715: snap_remove snap 283 2024-04-13T07:27:29.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:29 smithi003 ceph-mon[91733]: osdmap e835: 8 total, 8 up, 8 in 2024-04-13T07:27:29.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:29 smithi003 ceph-mon[91733]: osdmap e836: 8 total, 8 up, 8 in 2024-04-13T07:27:29.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:29 smithi003 ceph-mon[89364]: osdmap e835: 8 total, 8 up, 8 in 2024-04-13T07:27:29.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:29 smithi003 ceph-mon[89364]: osdmap e836: 8 total, 8 up, 8 in 2024-04-13T07:27:29.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:29 smithi066 ceph-mon[84331]: osdmap e835: 8 total, 8 up, 8 in 2024-04-13T07:27:29.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:29 smithi066 ceph-mon[84331]: osdmap e836: 8 total, 8 up, 8 in 2024-04-13T07:27:29.928 INFO:tasks.rados.rados.0.smithi003.stdout:3711: finishing rollback tid 1 to smithi00377890-8 2024-04-13T07:27:29.928 INFO:tasks.rados.rados.0.smithi003.stdout:3711: finishing rollback tid 2 to smithi00377890-8 2024-04-13T07:27:29.928 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2593 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:27:29.928 INFO:tasks.rados.rados.0.smithi003.stdout:3714: finishing write tid 1 to smithi00377890-2 2024-04-13T07:27:29.928 INFO:tasks.rados.rados.0.smithi003.stdout:3714: finishing write tid 2 to smithi00377890-2 2024-04-13T07:27:29.928 INFO:tasks.rados.rados.0.smithi003.stdout:3714: finishing write tid 3 to smithi00377890-2 2024-04-13T07:27:29.928 INFO:tasks.rados.rados.0.smithi003.stdout:3714: finishing write tid 4 to smithi00377890-2 2024-04-13T07:27:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:3714: finishing write tid 5 to smithi00377890-2 2024-04-13T07:27:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:3714: finishing write tid 6 to smithi00377890-2 2024-04-13T07:27:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:3714: finishing write tid 7 to smithi00377890-2 2024-04-13T07:27:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:3714: oid 2 updating version 0 to 3261 2024-04-13T07:27:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:3714: oid 2 version 3261 is already newer than 3260 2024-04-13T07:27:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:3714: oid 2 version 3261 is already newer than 3258 2024-04-13T07:27:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:3714: oid 2 updating version 3261 to 3263 2024-04-13T07:27:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:3714: oid 2 version 3263 is already newer than 3262 2024-04-13T07:27:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:3714: oid 2 version 3263 is already newer than 3259 2024-04-13T07:27:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 3263 (ObjNum 1131 snap 380 seq_num 1131) dirty exists 2024-04-13T07:27:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:3714: left oid 2 (ObjNum 1131 snap 380 seq_num 1131) 2024-04-13T07:27:29.929 INFO:tasks.rados.rados.0.smithi003.stdout:3712: expect (ObjNum 1102 snap 371 seq_num 1102) 2024-04-13T07:27:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:30 smithi003 ceph-mon[89364]: pgmap v920: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 560 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 498 KiB/s wr, 1 op/s 2024-04-13T07:27:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:30 smithi003 ceph-mon[89364]: osdmap e837: 8 total, 8 up, 8 in 2024-04-13T07:27:30.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:30 smithi003 ceph-mon[91733]: pgmap v920: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 560 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 498 KiB/s wr, 1 op/s 2024-04-13T07:27:30.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:30 smithi003 ceph-mon[91733]: osdmap e837: 8 total, 8 up, 8 in 2024-04-13T07:27:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:30 smithi066 ceph-mon[84331]: pgmap v920: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 560 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 498 KiB/s wr, 1 op/s 2024-04-13T07:27:30.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:30 smithi066 ceph-mon[84331]: osdmap e837: 8 total, 8 up, 8 in 2024-04-13T07:27:31.307 INFO:tasks.rados.rados.0.smithi003.stdout:3711: done (4 left) 2024-04-13T07:27:31.307 INFO:tasks.rados.rados.0.smithi003.stdout:3712: done (3 left) 2024-04-13T07:27:31.307 INFO:tasks.rados.rados.0.smithi003.stdout:3713: done (2 left) 2024-04-13T07:27:31.307 INFO:tasks.rados.rados.0.smithi003.stdout:3714: done (1 left) 2024-04-13T07:27:31.307 INFO:tasks.rados.rados.0.smithi003.stdout:3715: done (0 left) 2024-04-13T07:27:31.307 INFO:tasks.rados.rados.0.smithi003.stdout:3716: read oid 39 snap -1 2024-04-13T07:27:31.307 INFO:tasks.rados.rados.0.smithi003.stdout:3716: expect (ObjNum 1046 snap 352 seq_num 1046) 2024-04-13T07:27:31.307 INFO:tasks.rados.rados.0.smithi003.stdout:3717: rollback oid 7 current snap is 380 2024-04-13T07:27:31.307 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 7 to 373 2024-04-13T07:27:31.307 INFO:tasks.rados.rados.0.smithi003.stdout:3718: read oid 28 snap -1 2024-04-13T07:27:31.308 INFO:tasks.rados.rados.0.smithi003.stdout:3718: expect (ObjNum 1102 snap 371 seq_num 1102) 2024-04-13T07:27:31.308 INFO:tasks.rados.rados.0.smithi003.stdout:3719: copy_from oid 45 from oid 8 current snap is 380 2024-04-13T07:27:31.308 INFO:tasks.rados.rados.0.smithi003.stdout:3720: copy_from oid 42 from oid 26 current snap is 380 2024-04-13T07:27:31.308 INFO:tasks.rados.rados.0.smithi003.stdout:3721: rollback oid 38 current snap is 380 2024-04-13T07:27:31.308 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 38 to 371 2024-04-13T07:27:31.308 INFO:tasks.rados.rados.0.smithi003.stdout:3722: copy_from oid 10 from oid 41 current snap is 380 2024-04-13T07:27:31.308 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 19 current snap is 380 2024-04-13T07:27:31.308 INFO:tasks.rados.rados.0.smithi003.stdout:3723: seq_num 1132 ranges {688128=565248,1253376=425984,1679360=770048,2449408=409600} 2024-04-13T07:27:31.314 INFO:tasks.rados.rados.0.smithi003.stdout:3723: writing smithi00377890-19 from 688128 to 1253376 tid 1 2024-04-13T07:27:31.316 INFO:tasks.rados.rados.0.smithi003.stdout:3723: writing smithi00377890-19 from 1253376 to 1679360 tid 2 2024-04-13T07:27:31.321 INFO:tasks.rados.rados.0.smithi003.stdout:3723: writing smithi00377890-19 from 1679360 to 2449408 tid 3 2024-04-13T07:27:31.323 INFO:tasks.rados.rados.0.smithi003.stdout:3723: writing smithi00377890-19 from 2449408 to 2859008 tid 4 2024-04-13T07:27:31.324 INFO:tasks.rados.rados.0.smithi003.stdout:3724: copy_from oid 48 from oid 6 current snap is 380 2024-04-13T07:27:31.324 INFO:tasks.rados.rados.0.smithi003.stdout:3716: expect (ObjNum 1046 snap 352 seq_num 1046) 2024-04-13T07:27:31.545 INFO:tasks.rados.rados.0.smithi003.stdout:3717: finishing rollback tid 0 to smithi00377890-7 2024-04-13T07:27:31.545 INFO:tasks.rados.rados.0.smithi003.stdout:3721: finishing rollback tid 0 to smithi00377890-38 2024-04-13T07:27:31.545 INFO:tasks.rados.rados.0.smithi003.stdout:3721: finishing rollback tid 1 to smithi00377890-38 2024-04-13T07:27:31.545 INFO:tasks.rados.rados.0.smithi003.stdout:3721: finishing rollback tid 2 to smithi00377890-38 2024-04-13T07:27:31.545 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2596 (ObjNum 1086 snap 365 seq_num 1086) dirty exists 2024-04-13T07:27:31.545 INFO:tasks.rados.rados.0.smithi003.stdout:3716: done (8 left) 2024-04-13T07:27:31.545 INFO:tasks.rados.rados.0.smithi003.stdout:3721: done (7 left) 2024-04-13T07:27:31.545 INFO:tasks.rados.rados.0.smithi003.stdout:3725: rollback oid 25 current snap is 380 2024-04-13T07:27:31.545 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 25 to 369 2024-04-13T07:27:31.545 INFO:tasks.rados.rados.0.smithi003.stdout:3723: finishing write tid 1 to smithi00377890-19 2024-04-13T07:27:31.546 INFO:tasks.rados.rados.0.smithi003.stdout:3723: finishing write tid 2 to smithi00377890-19 2024-04-13T07:27:31.546 INFO:tasks.rados.rados.0.smithi003.stdout:3717: finishing rollback tid 1 to smithi00377890-7 2024-04-13T07:27:31.546 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 3226 (ObjNum 593 snap 0 seq_num 292800056) dirty dne 2024-04-13T07:27:31.546 INFO:tasks.rados.rados.0.smithi003.stdout:3722: finishing copy_from racing read to smithi00377890-10 2024-04-13T07:27:31.546 INFO:tasks.rados.rados.0.smithi003.stdout:3723: finishing write tid 3 to smithi00377890-19 2024-04-13T07:27:31.546 INFO:tasks.rados.rados.0.smithi003.stdout:3722: finishing copy_from to smithi00377890-10 2024-04-13T07:27:31.546 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 10 v 2990 (ObjNum 1106 snap 371 seq_num 1106) dirty exists 2024-04-13T07:27:31.546 INFO:tasks.rados.rados.0.smithi003.stdout:3724: finishing copy_from racing read to smithi00377890-48 2024-04-13T07:27:31.546 INFO:tasks.rados.rados.0.smithi003.stdout:3723: finishing write tid 4 to smithi00377890-19 2024-04-13T07:27:31.546 INFO:tasks.rados.rados.0.smithi003.stdout:3723: finishing write tid 5 to smithi00377890-19 2024-04-13T07:27:31.546 INFO:tasks.rados.rados.0.smithi003.stdout:3723: finishing write tid 6 to smithi00377890-19 2024-04-13T07:27:31.546 INFO:tasks.rados.rados.0.smithi003.stdout:3723: oid 19 updating version 0 to 3311 2024-04-13T07:27:31.546 INFO:tasks.rados.rados.0.smithi003.stdout:3723: oid 19 version 3311 is already newer than 3307 2024-04-13T07:27:31.547 INFO:tasks.rados.rados.0.smithi003.stdout:3723: oid 19 version 3311 is already newer than 3310 2024-04-13T07:27:31.547 INFO:tasks.rados.rados.0.smithi003.stdout:3723: oid 19 version 3311 is already newer than 3308 2024-04-13T07:27:31.547 INFO:tasks.rados.rados.0.smithi003.stdout:3723: oid 19 version 3311 is already newer than 3309 2024-04-13T07:27:31.547 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 3311 (ObjNum 1132 snap 380 seq_num 1132) dirty exists 2024-04-13T07:27:31.547 INFO:tasks.rados.rados.0.smithi003.stdout:3723: left oid 19 (ObjNum 1132 snap 380 seq_num 1132) 2024-04-13T07:27:31.547 INFO:tasks.rados.rados.0.smithi003.stdout:3724: finishing copy_from to smithi00377890-48 2024-04-13T07:27:31.547 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 3253 (ObjNum 1094 snap 369 seq_num 1094) dirty exists 2024-04-13T07:27:31.547 INFO:tasks.rados.rados.0.smithi003.stdout:3719: finishing copy_from racing read to smithi00377890-45 2024-04-13T07:27:31.547 INFO:tasks.rados.rados.0.smithi003.stdout:3718: expect (ObjNum 1102 snap 371 seq_num 1102) 2024-04-13T07:27:32.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:32 smithi003 ceph-mon[89364]: pgmap v923: 121 pgs: 121 active+clean; 547 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-04-13T07:27:32.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:32 smithi003 ceph-mon[91733]: pgmap v923: 121 pgs: 121 active+clean; 547 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-04-13T07:27:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:32 smithi066 ceph-mon[84331]: pgmap v923: 121 pgs: 121 active+clean; 547 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-04-13T07:27:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:27:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:27:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:27:32.909 INFO:tasks.rados.rados.0.smithi003.stdout:3720: finishing copy_from racing read to smithi00377890-42 2024-04-13T07:27:32.909 INFO:tasks.rados.rados.0.smithi003.stdout:3719: finishing copy_from to smithi00377890-45 2024-04-13T07:27:32.909 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 2593 (ObjNum 727 snap 249 seq_num 727) dirty exists 2024-04-13T07:27:32.909 INFO:tasks.rados.rados.0.smithi003.stdout:3717: done (7 left) 2024-04-13T07:27:32.909 INFO:tasks.rados.rados.0.smithi003.stdout:3718: done (6 left) 2024-04-13T07:27:32.909 INFO:tasks.rados.rados.0.smithi003.stdout:3719: done (5 left) 2024-04-13T07:27:32.909 INFO:tasks.rados.rados.0.smithi003.stdout:3722: done (4 left) 2024-04-13T07:27:32.910 INFO:tasks.rados.rados.0.smithi003.stdout:3723: done (3 left) 2024-04-13T07:27:32.910 INFO:tasks.rados.rados.0.smithi003.stdout:3724: done (2 left) 2024-04-13T07:27:32.910 INFO:tasks.rados.rados.0.smithi003.stdout:3726: snap_create 2024-04-13T07:27:32.910 INFO:tasks.rados.rados.0.smithi003.stdout:3720: finishing copy_from to smithi00377890-42 2024-04-13T07:27:32.910 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 2505 (ObjNum 1010 snap 347 seq_num 1010) dirty exists 2024-04-13T07:27:32.910 INFO:tasks.rados.rados.0.smithi003.stdout:3725: finishing rollback tid 0 to smithi00377890-25 2024-04-13T07:27:32.910 INFO:tasks.rados.rados.0.smithi003.stdout:3725: finishing rollback tid 1 to smithi00377890-25 2024-04-13T07:27:32.910 INFO:tasks.rados.rados.0.smithi003.stdout:3725: finishing rollback tid 2 to smithi00377890-25 2024-04-13T07:27:32.910 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 3625 (ObjNum 1030 snap 348 seq_num 1030) dirty exists 2024-04-13T07:27:33.213 INFO:tasks.rados.rados.0.smithi003.stdout:3720: done (2 left) 2024-04-13T07:27:33.214 INFO:tasks.rados.rados.0.smithi003.stdout:3725: done (1 left) 2024-04-13T07:27:33.214 INFO:tasks.rados.rados.0.smithi003.stdout:3726: done (0 left) 2024-04-13T07:27:33.214 INFO:tasks.rados.rados.0.smithi003.stdout:3727: rollback oid 42 current snap is 381 2024-04-13T07:27:33.214 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 42 to 378 2024-04-13T07:27:33.214 INFO:tasks.rados.rados.0.smithi003.stdout:3728: read oid 27 snap -1 2024-04-13T07:27:33.214 INFO:tasks.rados.rados.0.smithi003.stdout:3728: expect (ObjNum 1104 snap 371 seq_num 1104) 2024-04-13T07:27:33.214 INFO:tasks.rados.rados.0.smithi003.stdout:3729: snap_remove snap 371 2024-04-13T07:27:33.926 INFO:tasks.rados.rados.0.smithi003.stdout:3729: done (2 left) 2024-04-13T07:27:33.926 INFO:tasks.rados.rados.0.smithi003.stdout:3730: read oid 5 snap -1 2024-04-13T07:27:33.926 INFO:tasks.rados.rados.0.smithi003.stdout:3730: expect deleted 2024-04-13T07:27:33.926 INFO:tasks.rados.rados.0.smithi003.stdout:3731: snap_create 2024-04-13T07:27:33.926 INFO:tasks.rados.rados.0.smithi003.stdout:3727: finishing rollback tid 0 to smithi00377890-42 2024-04-13T07:27:33.926 INFO:tasks.rados.rados.0.smithi003.stdout:3727: finishing rollback tid 1 to smithi00377890-42 2024-04-13T07:27:33.926 INFO:tasks.rados.rados.0.smithi003.stdout:3727: finishing rollback tid 2 to smithi00377890-42 2024-04-13T07:27:33.927 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 3163 (ObjNum 1045 snap 351 seq_num 1045) dirty exists 2024-04-13T07:27:33.927 INFO:tasks.rados.rados.0.smithi003.stdout:3728: expect (ObjNum 1104 snap 371 seq_num 1104) 2024-04-13T07:27:34.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:34 smithi003 ceph-mon[91733]: pgmap v924: 121 pgs: 121 active+clean; 536 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-13T07:27:34.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:34 smithi003 ceph-mon[91733]: osdmap e838: 8 total, 8 up, 8 in 2024-04-13T07:27:34.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:34 smithi003 ceph-mon[91733]: osdmap e839: 8 total, 8 up, 8 in 2024-04-13T07:27:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:27:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:27:34] "GET /metrics HTTP/1.1" 200 36245 "" "Prometheus/2.43.0" 2024-04-13T07:27:34.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:34 smithi003 ceph-mon[89364]: pgmap v924: 121 pgs: 121 active+clean; 536 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-13T07:27:34.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:34 smithi003 ceph-mon[89364]: osdmap e838: 8 total, 8 up, 8 in 2024-04-13T07:27:34.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:34 smithi003 ceph-mon[89364]: osdmap e839: 8 total, 8 up, 8 in 2024-04-13T07:27:34.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:34 smithi066 ceph-mon[84331]: pgmap v924: 121 pgs: 121 active+clean; 536 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-13T07:27:34.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:34 smithi066 ceph-mon[84331]: osdmap e838: 8 total, 8 up, 8 in 2024-04-13T07:27:34.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:34 smithi066 ceph-mon[84331]: osdmap e839: 8 total, 8 up, 8 in 2024-04-13T07:27:34.928 INFO:tasks.rados.rados.0.smithi003.stdout:3727: done (3 left) 2024-04-13T07:27:34.928 INFO:tasks.rados.rados.0.smithi003.stdout:3728: done (2 left) 2024-04-13T07:27:34.929 INFO:tasks.rados.rados.0.smithi003.stdout:3730: done (1 left) 2024-04-13T07:27:34.929 INFO:tasks.rados.rados.0.smithi003.stdout:3731: done (0 left) 2024-04-13T07:27:34.929 INFO:tasks.rados.rados.0.smithi003.stdout:3732: snap_create 2024-04-13T07:27:35.930 INFO:tasks.rados.rados.0.smithi003.stdout:3732: done (0 left) 2024-04-13T07:27:35.930 INFO:tasks.rados.rados.0.smithi003.stdout:3733: rmattr oid 7 current snap is 383 2024-04-13T07:27:35.930 INFO:tasks.rados.rados.0.smithi003.stdout:3733: done (0 left) 2024-04-13T07:27:35.930 INFO:tasks.rados.rados.0.smithi003.stdout:3734: read oid 17 snap 349 2024-04-13T07:27:35.930 INFO:tasks.rados.rados.0.smithi003.stdout:3734: expect (ObjNum 1037 snap 349 seq_num 1037) 2024-04-13T07:27:35.931 INFO:tasks.rados.rados.0.smithi003.stdout:3735: read oid 36 snap -1 2024-04-13T07:27:35.931 INFO:tasks.rados.rados.0.smithi003.stdout:3735: expect deleted 2024-04-13T07:27:35.931 INFO:tasks.rados.rados.0.smithi003.stdout:3736: snap_create 2024-04-13T07:27:35.968 INFO:tasks.rados.rados.0.smithi003.stdout:3734: expect (ObjNum 1037 snap 349 seq_num 1037) 2024-04-13T07:27:36.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:35 smithi003 ceph-mon[89364]: pgmap v927: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 504 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 6.1 MiB/s wr, 16 op/s 2024-04-13T07:27:36.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:35 smithi003 ceph-mon[89364]: osdmap e840: 8 total, 8 up, 8 in 2024-04-13T07:27:36.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:35 smithi003 ceph-mon[91733]: pgmap v927: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 504 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 6.1 MiB/s wr, 16 op/s 2024-04-13T07:27:36.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:35 smithi003 ceph-mon[91733]: osdmap e840: 8 total, 8 up, 8 in 2024-04-13T07:27:36.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:35 smithi066 ceph-mon[84331]: pgmap v927: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 504 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 6.1 MiB/s wr, 16 op/s 2024-04-13T07:27:36.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:35 smithi066 ceph-mon[84331]: osdmap e840: 8 total, 8 up, 8 in 2024-04-13T07:27:36.946 INFO:tasks.rados.rados.0.smithi003.stdout:3734: done (2 left) 2024-04-13T07:27:36.946 INFO:tasks.rados.rados.0.smithi003.stdout:3735: done (1 left) 2024-04-13T07:27:36.946 INFO:tasks.rados.rados.0.smithi003.stdout:3736: done (0 left) 2024-04-13T07:27:36.946 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 384 2024-04-13T07:27:36.947 INFO:tasks.rados.rados.0.smithi003.stdout:3737: seq_num 1133 ranges {1933312=581632,2514944=753664,3268608=573440,3842048=278528} 2024-04-13T07:27:36.959 INFO:tasks.rados.rados.0.smithi003.stdout:3737: writing smithi00377890-9 from 1933312 to 2514944 tid 1 2024-04-13T07:27:36.963 INFO:tasks.rados.rados.0.smithi003.stdout:3737: writing smithi00377890-9 from 2514944 to 3268608 tid 2 2024-04-13T07:27:36.967 INFO:tasks.rados.rados.0.smithi003.stdout:3737: writing smithi00377890-9 from 3268608 to 3842048 tid 3 2024-04-13T07:27:36.968 INFO:tasks.rados.rados.0.smithi003.stdout:3737: writing smithi00377890-9 from 3842048 to 4120576 tid 4 2024-04-13T07:27:36.969 INFO:tasks.rados.rados.0.smithi003.stdout:3738: setattr oid 3 current snap is 384 2024-04-13T07:27:36.970 INFO:tasks.rados.rados.0.smithi003.stdout:3739: rollback oid 19 current snap is 384 2024-04-13T07:27:36.970 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 19 to 349 2024-04-13T07:27:36.970 INFO:tasks.rados.rados.0.smithi003.stdout:3740: snap_remove snap 366 2024-04-13T07:27:37.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:36 smithi003 ceph-mon[89364]: osdmap e841: 8 total, 8 up, 8 in 2024-04-13T07:27:37.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:36 smithi003 ceph-mon[91733]: osdmap e841: 8 total, 8 up, 8 in 2024-04-13T07:27:37.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:36 smithi066 ceph-mon[84331]: osdmap e841: 8 total, 8 up, 8 in 2024-04-13T07:27:37.950 INFO:tasks.rados.rados.0.smithi003.stdout:3740: done (3 left) 2024-04-13T07:27:37.950 INFO:tasks.rados.rados.0.smithi003.stdout:3741: rmattr oid 26 current snap is 384 2024-04-13T07:27:37.950 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 32 current snap is 384 2024-04-13T07:27:37.950 INFO:tasks.rados.rados.0.smithi003.stdout:3742: seq_num 1134 ranges {1040384=598016,1638400=638976,2277376=737280,3014656=229376} 2024-04-13T07:27:37.960 INFO:tasks.rados.rados.0.smithi003.stdout:3742: writing smithi00377890-32 from 1040384 to 1638400 tid 1 2024-04-13T07:27:37.965 INFO:tasks.rados.rados.0.smithi003.stdout:3742: writing smithi00377890-32 from 1638400 to 2277376 tid 2 2024-04-13T07:27:37.970 INFO:tasks.rados.rados.0.smithi003.stdout:3742: writing smithi00377890-32 from 2277376 to 3014656 tid 3 2024-04-13T07:27:37.974 INFO:tasks.rados.rados.0.smithi003.stdout:3742: writing smithi00377890-32 from 3014656 to 3244032 tid 4 2024-04-13T07:27:37.974 INFO:tasks.rados.rados.0.smithi003.stdout:3743: rmattr oid 42 current snap is 384 2024-04-13T07:27:37.974 INFO:tasks.rados.rados.0.smithi003.stdout:3743: done (5 left) 2024-04-13T07:27:37.974 INFO:tasks.rados.rados.0.smithi003.stdout:3744: read oid 47 snap 370 2024-04-13T07:27:37.974 INFO:tasks.rados.rados.0.smithi003.stdout:3744: expect (ObjNum 989 snap 338 seq_num 989) 2024-04-13T07:27:37.974 INFO:tasks.rados.rados.0.smithi003.stdout:3745: read oid 37 snap -1 2024-04-13T07:27:37.974 INFO:tasks.rados.rados.0.smithi003.stdout:3745: expect (ObjNum 1113 snap 374 seq_num 1113) 2024-04-13T07:27:37.974 INFO:tasks.rados.rados.0.smithi003.stdout:3746: rollback oid 49 current snap is 384 2024-04-13T07:27:37.974 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 49 to 373 2024-04-13T07:27:37.975 INFO:tasks.rados.rados.0.smithi003.stdout:3737: finishing write tid 1 to smithi00377890-9 2024-04-13T07:27:37.975 INFO:tasks.rados.rados.0.smithi003.stdout:3737: finishing write tid 2 to smithi00377890-9 2024-04-13T07:27:37.975 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 3 v 3227 (ObjNum 987 snap 338 seq_num 987) dirty exists 2024-04-13T07:27:37.975 INFO:tasks.rados.rados.0.smithi003.stdout:3739: finishing rollback tid 0 to smithi00377890-19 2024-04-13T07:27:37.975 INFO:tasks.rados.rados.0.smithi003.stdout:3739: finishing rollback tid 1 to smithi00377890-19 2024-04-13T07:27:37.975 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 3321 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-13T07:27:37.975 INFO:tasks.rados.rados.0.smithi003.stdout:3737: finishing write tid 3 to smithi00377890-9 2024-04-13T07:27:37.975 INFO:tasks.rados.rados.0.smithi003.stdout:3737: finishing write tid 4 to smithi00377890-9 2024-04-13T07:27:37.975 INFO:tasks.rados.rados.0.smithi003.stdout:3737: finishing write tid 5 to smithi00377890-9 2024-04-13T07:27:37.975 INFO:tasks.rados.rados.0.smithi003.stdout:3737: finishing write tid 6 to smithi00377890-9 2024-04-13T07:27:37.975 INFO:tasks.rados.rados.0.smithi003.stdout:3737: oid 9 updating version 0 to 3631 2024-04-13T07:27:37.975 INFO:tasks.rados.rados.0.smithi003.stdout:3737: oid 9 updating version 3631 to 3635 2024-04-13T07:27:37.975 INFO:tasks.rados.rados.0.smithi003.stdout:3737: oid 9 version 3635 is already newer than 3634 2024-04-13T07:27:37.975 INFO:tasks.rados.rados.0.smithi003.stdout:3737: oid 9 version 3635 is already newer than 3632 2024-04-13T07:27:37.976 INFO:tasks.rados.rados.0.smithi003.stdout:3737: oid 9 version 3635 is already newer than 3633 2024-04-13T07:27:37.976 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 3635 (ObjNum 1133 snap 384 seq_num 1133) dirty exists 2024-04-13T07:27:37.976 INFO:tasks.rados.rados.0.smithi003.stdout:3737: left oid 9 (ObjNum 1133 snap 384 seq_num 1133) 2024-04-13T07:27:37.976 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 3228 (ObjNum 1010 snap 347 seq_num 1010) dirty exists 2024-04-13T07:27:37.976 INFO:tasks.rados.rados.0.smithi003.stdout:3737: done (7 left) 2024-04-13T07:27:37.976 INFO:tasks.rados.rados.0.smithi003.stdout:3738: done (6 left) 2024-04-13T07:27:37.976 INFO:tasks.rados.rados.0.smithi003.stdout:3739: done (5 left) 2024-04-13T07:27:37.976 INFO:tasks.rados.rados.0.smithi003.stdout:3741: done (4 left) 2024-04-13T07:27:37.976 INFO:tasks.rados.rados.0.smithi003.stdout:3747: copy_from oid 16 from oid 14 current snap is 384 2024-04-13T07:27:37.976 INFO:tasks.rados.rados.0.smithi003.stdout:3748: copy_from oid 35 from oid 26 current snap is 384 2024-04-13T07:27:37.976 INFO:tasks.rados.rados.0.smithi003.stdout:3749: snap_create 2024-04-13T07:27:37.979 INFO:tasks.rados.rados.0.smithi003.stdout:3742: finishing write tid 1 to smithi00377890-32 2024-04-13T07:27:37.979 INFO:tasks.rados.rados.0.smithi003.stdout:3742: finishing write tid 2 to smithi00377890-32 2024-04-13T07:27:37.981 INFO:tasks.rados.rados.0.smithi003.stdout:3747: finishing copy_from to smithi00377890-16 2024-04-13T07:27:37.982 INFO:tasks.rados.rados.0.smithi003.stdout:3747: got expected ENOENT (src dne) 2024-04-13T07:27:37.982 INFO:tasks.rados.rados.0.smithi003.stdout:3747: finishing copy_from racing read to smithi00377890-16 2024-04-13T07:27:37.982 INFO:tasks.rados.rados.0.smithi003.stdout:3742: finishing write tid 3 to smithi00377890-32 2024-04-13T07:27:37.986 INFO:tasks.rados.rados.0.smithi003.stdout:3745: expect (ObjNum 1113 snap 374 seq_num 1113) 2024-04-13T07:27:38.044 INFO:tasks.rados.rados.0.smithi003.stdout:3746: finishing rollback tid 1 to smithi00377890-49 2024-04-13T07:27:38.044 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 2954 (ObjNum 817 snap 0 seq_num 2793385984) dirty dne 2024-04-13T07:27:38.044 INFO:tasks.rados.rados.0.smithi003.stdout:3742: finishing write tid 4 to smithi00377890-32 2024-04-13T07:27:38.044 INFO:tasks.rados.rados.0.smithi003.stdout:3742: finishing write tid 5 to smithi00377890-32 2024-04-13T07:27:38.044 INFO:tasks.rados.rados.0.smithi003.stdout:3744: expect (ObjNum 989 snap 338 seq_num 989) 2024-04-13T07:27:38.101 INFO:tasks.rados.rados.0.smithi003.stdout:3742: finishing write tid 6 to smithi00377890-32 2024-04-13T07:27:38.101 INFO:tasks.rados.rados.0.smithi003.stdout:3742: oid 32 updating version 0 to 3643 2024-04-13T07:27:38.101 INFO:tasks.rados.rados.0.smithi003.stdout:3742: oid 32 updating version 3643 to 3644 2024-04-13T07:27:38.101 INFO:tasks.rados.rados.0.smithi003.stdout:3742: oid 32 updating version 3644 to 3645 2024-04-13T07:27:38.101 INFO:tasks.rados.rados.0.smithi003.stdout:3742: oid 32 version 3645 is already newer than 3641 2024-04-13T07:27:38.102 INFO:tasks.rados.rados.0.smithi003.stdout:3742: oid 32 version 3645 is already newer than 3642 2024-04-13T07:27:38.102 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 3645 (ObjNum 1134 snap 384 seq_num 1134) dirty exists 2024-04-13T07:27:38.102 INFO:tasks.rados.rados.0.smithi003.stdout:3742: left oid 32 (ObjNum 1134 snap 384 seq_num 1134) 2024-04-13T07:27:38.102 INFO:tasks.rados.rados.0.smithi003.stdout:3748: finishing copy_from racing read to smithi00377890-35 2024-04-13T07:27:38.102 INFO:tasks.rados.rados.0.smithi003.stdout:3748: finishing copy_from to smithi00377890-35 2024-04-13T07:27:38.102 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 3228 (ObjNum 1010 snap 347 seq_num 1010) dirty exists 2024-04-13T07:27:38.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:37 smithi003 ceph-mon[89364]: pgmap v930: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 510 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 7.5 MiB/s wr, 9 op/s 2024-04-13T07:27:38.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:37 smithi003 ceph-mon[89364]: osdmap e842: 8 total, 8 up, 8 in 2024-04-13T07:27:38.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:27:38.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:37 smithi003 ceph-mon[91733]: pgmap v930: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 510 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 7.5 MiB/s wr, 9 op/s 2024-04-13T07:27:38.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:37 smithi003 ceph-mon[91733]: osdmap e842: 8 total, 8 up, 8 in 2024-04-13T07:27:38.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:27:38.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:37 smithi066 ceph-mon[84331]: pgmap v930: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 510 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 7.5 MiB/s wr, 9 op/s 2024-04-13T07:27:38.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:37 smithi066 ceph-mon[84331]: osdmap e842: 8 total, 8 up, 8 in 2024-04-13T07:27:38.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:27:38.928 INFO:tasks.rados.rados.0.smithi003.stdout:3742: done (6 left) 2024-04-13T07:27:38.928 INFO:tasks.rados.rados.0.smithi003.stdout:3744: done (5 left) 2024-04-13T07:27:38.928 INFO:tasks.rados.rados.0.smithi003.stdout:3745: done (4 left) 2024-04-13T07:27:38.928 INFO:tasks.rados.rados.0.smithi003.stdout:3746: done (3 left) 2024-04-13T07:27:38.928 INFO:tasks.rados.rados.0.smithi003.stdout:3747: done (2 left) 2024-04-13T07:27:38.929 INFO:tasks.rados.rados.0.smithi003.stdout:3748: done (1 left) 2024-04-13T07:27:38.929 INFO:tasks.rados.rados.0.smithi003.stdout:3749: done (0 left) 2024-04-13T07:27:38.929 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 12 current snap is 385 2024-04-13T07:27:38.929 INFO:tasks.rados.rados.0.smithi003.stdout:3750: seq_num 1135 ranges {1835008=614400,2449408=524288,2973696=540672,3514368=483328,3997696=57344} 2024-04-13T07:27:38.941 INFO:tasks.rados.rados.0.smithi003.stdout:3750: writing smithi00377890-12 from 1835008 to 2449408 tid 1 2024-04-13T07:27:38.944 INFO:tasks.rados.rados.0.smithi003.stdout:3750: writing smithi00377890-12 from 2449408 to 2973696 tid 2 2024-04-13T07:27:38.948 INFO:tasks.rados.rados.0.smithi003.stdout:3750: writing smithi00377890-12 from 2973696 to 3514368 tid 3 2024-04-13T07:27:38.951 INFO:tasks.rados.rados.0.smithi003.stdout:3750: writing smithi00377890-12 from 3514368 to 3997696 tid 4 2024-04-13T07:27:38.952 INFO:tasks.rados.rados.0.smithi003.stdout:3750: writing smithi00377890-12 from 3997696 to 4055040 tid 5 2024-04-13T07:27:38.953 INFO:tasks.rados.rados.0.smithi003.stdout:3751: copy_from oid 6 from oid 39 current snap is 385 2024-04-13T07:27:38.953 INFO:tasks.rados.rados.0.smithi003.stdout:3750: finishing write tid 1 to smithi00377890-12 2024-04-13T07:27:38.953 INFO:tasks.rados.rados.0.smithi003.stdout:3752: copy_from oid 15 from oid 41 current snap is 385 2024-04-13T07:27:38.953 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 21 current snap is 385 2024-04-13T07:27:38.953 INFO:tasks.rados.rados.0.smithi003.stdout:3753: seq_num 1136 ranges {6316032=630784,6946816=409600,7356416=753664,8110080=417792,8527872=24576} 2024-04-13T07:27:38.991 INFO:tasks.rados.rados.0.smithi003.stdout:3753: writing smithi00377890-21 from 6316032 to 6946816 tid 1 2024-04-13T07:27:38.993 INFO:tasks.rados.rados.0.smithi003.stdout:3753: writing smithi00377890-21 from 6946816 to 7356416 tid 2 2024-04-13T07:27:38.998 INFO:tasks.rados.rados.0.smithi003.stdout:3753: writing smithi00377890-21 from 7356416 to 8110080 tid 3 2024-04-13T07:27:39.000 INFO:tasks.rados.rados.0.smithi003.stdout:3753: writing smithi00377890-21 from 8110080 to 8527872 tid 4 2024-04-13T07:27:39.000 INFO:tasks.rados.rados.0.smithi003.stdout:3753: writing smithi00377890-21 from 8527872 to 8552448 tid 5 2024-04-13T07:27:39.000 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 45 current snap is 385 2024-04-13T07:27:39.000 INFO:tasks.rados.rados.0.smithi003.stdout:3750: finishing write tid 2 to smithi00377890-12 2024-04-13T07:27:39.000 INFO:tasks.rados.rados.0.smithi003.stdout:3754: seq_num 1137 ranges {10584064=647168,11231232=696320,11927552=557056,12484608=352256} 2024-04-13T07:27:39.062 INFO:tasks.rados.rados.0.smithi003.stdout:3754: writing smithi00377890-45 from 10584064 to 11231232 tid 1 2024-04-13T07:27:39.066 INFO:tasks.rados.rados.0.smithi003.stdout:3754: writing smithi00377890-45 from 11231232 to 11927552 tid 2 2024-04-13T07:27:39.069 INFO:tasks.rados.rados.0.smithi003.stdout:3754: writing smithi00377890-45 from 11927552 to 12484608 tid 3 2024-04-13T07:27:39.072 INFO:tasks.rados.rados.0.smithi003.stdout:3754: writing smithi00377890-45 from 12484608 to 12836864 tid 4 2024-04-13T07:27:39.072 INFO:tasks.rados.rados.0.smithi003.stdout:3755: rollback oid 30 current snap is 385 2024-04-13T07:27:39.073 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 30 to 375 2024-04-13T07:27:39.073 INFO:tasks.rados.rados.0.smithi003.stdout:3750: finishing write tid 3 to smithi00377890-12 2024-04-13T07:27:39.073 INFO:tasks.rados.rados.0.smithi003.stdout:3750: finishing write tid 4 to smithi00377890-12 2024-04-13T07:27:39.073 INFO:tasks.rados.rados.0.smithi003.stdout:3750: finishing write tid 5 to smithi00377890-12 2024-04-13T07:27:39.073 INFO:tasks.rados.rados.0.smithi003.stdout:3750: finishing write tid 6 to smithi00377890-12 2024-04-13T07:27:39.073 INFO:tasks.rados.rados.0.smithi003.stdout:3750: finishing write tid 7 to smithi00377890-12 2024-04-13T07:27:39.073 INFO:tasks.rados.rados.0.smithi003.stdout:3750: oid 12 updating version 0 to 3394 2024-04-13T07:27:39.073 INFO:tasks.rados.rados.0.smithi003.stdout:3750: oid 12 version 3394 is already newer than 3392 2024-04-13T07:27:39.073 INFO:tasks.rados.rados.0.smithi003.stdout:3750: oid 12 updating version 3394 to 3395 2024-04-13T07:27:39.073 INFO:tasks.rados.rados.0.smithi003.stdout:3750: oid 12 version 3395 is already newer than 3393 2024-04-13T07:27:39.073 INFO:tasks.rados.rados.0.smithi003.stdout:3750: oid 12 version 3395 is already newer than 3391 2024-04-13T07:27:39.073 INFO:tasks.rados.rados.0.smithi003.stdout:3750: oid 12 updating version 3395 to 3396 2024-04-13T07:27:39.073 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 3396 (ObjNum 1135 snap 385 seq_num 1135) dirty exists 2024-04-13T07:27:39.073 INFO:tasks.rados.rados.0.smithi003.stdout:3750: left oid 12 (ObjNum 1135 snap 385 seq_num 1135) 2024-04-13T07:27:39.074 INFO:tasks.rados.rados.0.smithi003.stdout:3751: finishing copy_from racing read to smithi00377890-6 2024-04-13T07:27:39.074 INFO:tasks.rados.rados.0.smithi003.stdout:3750: done (5 left) 2024-04-13T07:27:39.074 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 28 current snap is 385 2024-04-13T07:27:39.074 INFO:tasks.rados.rados.0.smithi003.stdout:3751: finishing copy_from to smithi00377890-6 2024-04-13T07:27:39.074 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 6 v 3420 (ObjNum 1046 snap 352 seq_num 1046) dirty exists 2024-04-13T07:27:39.074 INFO:tasks.rados.rados.0.smithi003.stdout:3752: finishing copy_from racing read to smithi00377890-15 2024-04-13T07:27:39.074 INFO:tasks.rados.rados.0.smithi003.stdout:3752: finishing copy_from to smithi00377890-15 2024-04-13T07:27:39.074 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 2990 (ObjNum 1106 snap 371 seq_num 1106) dirty exists 2024-04-13T07:27:39.074 INFO:tasks.rados.rados.0.smithi003.stdout:3753: finishing write tid 1 to smithi00377890-21 2024-04-13T07:27:39.074 INFO:tasks.rados.rados.0.smithi003.stdout:3753: finishing write tid 2 to smithi00377890-21 2024-04-13T07:27:39.074 INFO:tasks.rados.rados.0.smithi003.stdout:3756: seq_num 1138 ranges {11870208=663552,12533760=581632,13115392=712704,13828096=311296} 2024-04-13T07:27:39.140 INFO:tasks.rados.rados.0.smithi003.stdout:3756: writing smithi00377890-28 from 11870208 to 12533760 tid 1 2024-04-13T07:27:39.143 INFO:tasks.rados.rados.0.smithi003.stdout:3756: writing smithi00377890-28 from 12533760 to 13115392 tid 2 2024-04-13T07:27:39.147 INFO:tasks.rados.rados.0.smithi003.stdout:3756: writing smithi00377890-28 from 13115392 to 13828096 tid 3 2024-04-13T07:27:39.150 INFO:tasks.rados.rados.0.smithi003.stdout:3756: writing smithi00377890-28 from 13828096 to 14139392 tid 4 2024-04-13T07:27:39.150 INFO:tasks.rados.rados.0.smithi003.stdout:3751: done (5 left) 2024-04-13T07:27:39.150 INFO:tasks.rados.rados.0.smithi003.stdout:3752: done (4 left) 2024-04-13T07:27:39.150 INFO:tasks.rados.rados.0.smithi003.stdout:3757: read oid 14 snap 355 2024-04-13T07:27:39.150 INFO:tasks.rados.rados.0.smithi003.stdout:3757: expect deleted 2024-04-13T07:27:39.150 INFO:tasks.rados.rados.0.smithi003.stdout:3758: snap_create 2024-04-13T07:27:39.150 INFO:tasks.rados.rados.0.smithi003.stdout:3753: finishing write tid 3 to smithi00377890-21 2024-04-13T07:27:39.151 INFO:tasks.rados.rados.0.smithi003.stdout:3753: finishing write tid 4 to smithi00377890-21 2024-04-13T07:27:39.151 INFO:tasks.rados.rados.0.smithi003.stdout:3753: finishing write tid 5 to smithi00377890-21 2024-04-13T07:27:39.151 INFO:tasks.rados.rados.0.smithi003.stdout:3753: finishing write tid 6 to smithi00377890-21 2024-04-13T07:27:39.151 INFO:tasks.rados.rados.0.smithi003.stdout:3753: finishing write tid 7 to smithi00377890-21 2024-04-13T07:27:39.151 INFO:tasks.rados.rados.0.smithi003.stdout:3753: oid 21 updating version 0 to 3424 2024-04-13T07:27:39.151 INFO:tasks.rados.rados.0.smithi003.stdout:3753: oid 21 version 3424 is already newer than 3422 2024-04-13T07:27:39.151 INFO:tasks.rados.rados.0.smithi003.stdout:3753: oid 21 version 3424 is already newer than 3423 2024-04-13T07:27:39.151 INFO:tasks.rados.rados.0.smithi003.stdout:3753: oid 21 version 3424 is already newer than 3421 2024-04-13T07:27:39.151 INFO:tasks.rados.rados.0.smithi003.stdout:3753: oid 21 updating version 3424 to 3426 2024-04-13T07:27:39.151 INFO:tasks.rados.rados.0.smithi003.stdout:3753: oid 21 version 3426 is already newer than 3425 2024-04-13T07:27:39.151 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 3426 (ObjNum 1136 snap 385 seq_num 1136) dirty exists 2024-04-13T07:27:39.151 INFO:tasks.rados.rados.0.smithi003.stdout:3753: left oid 21 (ObjNum 1136 snap 385 seq_num 1136) 2024-04-13T07:27:39.151 INFO:tasks.rados.rados.0.smithi003.stdout:3754: finishing write tid 1 to smithi00377890-45 2024-04-13T07:27:39.151 INFO:tasks.rados.rados.0.smithi003.stdout:3754: finishing write tid 2 to smithi00377890-45 2024-04-13T07:27:39.151 INFO:tasks.rados.rados.0.smithi003.stdout:3755: finishing rollback tid 1 to smithi00377890-30 2024-04-13T07:27:39.152 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 30 v 3154 (ObjNum 33 snap 0 seq_num 267465976) dirty dne 2024-04-13T07:27:39.152 INFO:tasks.rados.rados.0.smithi003.stdout:3754: finishing write tid 3 to smithi00377890-45 2024-04-13T07:27:39.152 INFO:tasks.rados.rados.0.smithi003.stdout:3754: finishing write tid 4 to smithi00377890-45 2024-04-13T07:27:39.152 INFO:tasks.rados.rados.0.smithi003.stdout:3754: finishing write tid 5 to smithi00377890-45 2024-04-13T07:27:39.152 INFO:tasks.rados.rados.0.smithi003.stdout:3754: finishing write tid 6 to smithi00377890-45 2024-04-13T07:27:39.152 INFO:tasks.rados.rados.0.smithi003.stdout:3754: oid 45 updating version 0 to 3424 2024-04-13T07:27:39.152 INFO:tasks.rados.rados.0.smithi003.stdout:3754: oid 45 version 3424 is already newer than 3423 2024-04-13T07:27:39.152 INFO:tasks.rados.rados.0.smithi003.stdout:3754: oid 45 version 3424 is already newer than 3421 2024-04-13T07:27:39.152 INFO:tasks.rados.rados.0.smithi003.stdout:3754: oid 45 version 3424 is already newer than 3422 2024-04-13T07:27:39.152 INFO:tasks.rados.rados.0.smithi003.stdout:3754: oid 45 updating version 3424 to 3425 2024-04-13T07:27:39.152 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 3425 (ObjNum 1137 snap 385 seq_num 1137) dirty exists 2024-04-13T07:27:39.152 INFO:tasks.rados.rados.0.smithi003.stdout:3754: left oid 45 (ObjNum 1137 snap 385 seq_num 1137) 2024-04-13T07:27:39.152 INFO:tasks.rados.rados.0.smithi003.stdout:3756: finishing write tid 1 to smithi00377890-28 2024-04-13T07:27:39.152 INFO:tasks.rados.rados.0.smithi003.stdout:3756: finishing write tid 2 to smithi00377890-28 2024-04-13T07:27:39.153 INFO:tasks.rados.rados.0.smithi003.stdout:3756: finishing write tid 3 to smithi00377890-28 2024-04-13T07:27:39.153 INFO:tasks.rados.rados.0.smithi003.stdout:3756: finishing write tid 4 to smithi00377890-28 2024-04-13T07:27:39.153 INFO:tasks.rados.rados.0.smithi003.stdout:3756: finishing write tid 5 to smithi00377890-28 2024-04-13T07:27:39.157 INFO:tasks.rados.rados.0.smithi003.stdout:3756: finishing write tid 6 to smithi00377890-28 2024-04-13T07:27:39.157 INFO:tasks.rados.rados.0.smithi003.stdout:3756: oid 28 updating version 0 to 2517 2024-04-13T07:27:39.157 INFO:tasks.rados.rados.0.smithi003.stdout:3756: oid 28 updating version 2517 to 2519 2024-04-13T07:27:39.158 INFO:tasks.rados.rados.0.smithi003.stdout:3756: oid 28 updating version 2519 to 2520 2024-04-13T07:27:39.158 INFO:tasks.rados.rados.0.smithi003.stdout:3756: oid 28 version 2520 is already newer than 2516 2024-04-13T07:27:39.158 INFO:tasks.rados.rados.0.smithi003.stdout:3756: oid 28 version 2520 is already newer than 2518 2024-04-13T07:27:39.158 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 2520 (ObjNum 1138 snap 385 seq_num 1138) dirty exists 2024-04-13T07:27:39.158 INFO:tasks.rados.rados.0.smithi003.stdout:3756: left oid 28 (ObjNum 1138 snap 385 seq_num 1138) 2024-04-13T07:27:39.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:38 smithi003 ceph-mon[89364]: osdmap e843: 8 total, 8 up, 8 in 2024-04-13T07:27:39.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:38 smithi003 ceph-mon[89364]: osdmap e844: 8 total, 8 up, 8 in 2024-04-13T07:27:39.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:38 smithi003 ceph-mon[91733]: osdmap e843: 8 total, 8 up, 8 in 2024-04-13T07:27:39.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:38 smithi003 ceph-mon[91733]: osdmap e844: 8 total, 8 up, 8 in 2024-04-13T07:27:39.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:38 smithi066 ceph-mon[84331]: osdmap e843: 8 total, 8 up, 8 in 2024-04-13T07:27:39.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:38 smithi066 ceph-mon[84331]: osdmap e844: 8 total, 8 up, 8 in 2024-04-13T07:27:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:3753: done (5 left) 2024-04-13T07:27:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:3754: done (4 left) 2024-04-13T07:27:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:3755: done (3 left) 2024-04-13T07:27:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:3756: done (2 left) 2024-04-13T07:27:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:3757: done (1 left) 2024-04-13T07:27:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:3758: done (0 left) 2024-04-13T07:27:39.962 INFO:tasks.rados.rados.0.smithi003.stdout:3759: setattr oid 35 current snap is 386 2024-04-13T07:27:39.963 INFO:tasks.rados.rados.0.smithi003.stdout:3760: copy_from oid 3 from oid 19 current snap is 386 2024-04-13T07:27:39.963 INFO:tasks.rados.rados.0.smithi003.stdout:3761: read oid 44 snap -1 2024-04-13T07:27:39.963 INFO:tasks.rados.rados.0.smithi003.stdout:3761: expect (ObjNum 1109 snap 373 seq_num 1109) 2024-04-13T07:27:39.963 INFO:tasks.rados.rados.0.smithi003.stdout:3762: snap_remove snap 383 2024-04-13T07:27:40.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:39 smithi003 ceph-mon[91733]: pgmap v933: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 510 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-13T07:27:40.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:39 smithi003 ceph-mon[89364]: pgmap v933: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 510 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-13T07:27:40.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:39 smithi066 ceph-mon[84331]: pgmap v933: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 510 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-13T07:27:40.970 INFO:tasks.rados.rados.0.smithi003.stdout:3762: done (3 left) 2024-04-13T07:27:40.970 INFO:tasks.rados.rados.0.smithi003.stdout:3763: rollback oid 38 current snap is 386 2024-04-13T07:27:40.970 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 38 to 357 2024-04-13T07:27:40.970 INFO:tasks.rados.rados.0.smithi003.stdout:3760: finishing copy_from to smithi00377890-3 2024-04-13T07:27:40.970 INFO:tasks.rados.rados.0.smithi003.stdout:3760: got expected ENOENT (src dne) 2024-04-13T07:27:40.970 INFO:tasks.rados.rados.0.smithi003.stdout:3760: finishing copy_from racing read to smithi00377890-3 2024-04-13T07:27:40.970 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 3336 (ObjNum 1010 snap 347 seq_num 1010) dirty exists 2024-04-13T07:27:40.970 INFO:tasks.rados.rados.0.smithi003.stdout:3761: expect (ObjNum 1109 snap 373 seq_num 1109) 2024-04-13T07:27:41.059 INFO:tasks.rados.rados.0.smithi003.stdout:3763: finishing rollback tid 0 to smithi00377890-38 2024-04-13T07:27:41.059 INFO:tasks.rados.rados.0.smithi003.stdout:3763: finishing rollback tid 1 to smithi00377890-38 2024-04-13T07:27:41.060 INFO:tasks.rados.rados.0.smithi003.stdout:3763: finishing rollback tid 2 to smithi00377890-38 2024-04-13T07:27:41.060 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 38 v 2599 (ObjNum 997 snap 342 seq_num 997) dirty exists 2024-04-13T07:27:41.060 INFO:tasks.rados.rados.0.smithi003.stdout:3759: done (3 left) 2024-04-13T07:27:41.060 INFO:tasks.rados.rados.0.smithi003.stdout:3760: done (2 left) 2024-04-13T07:27:41.060 INFO:tasks.rados.rados.0.smithi003.stdout:3761: done (1 left) 2024-04-13T07:27:41.060 INFO:tasks.rados.rados.0.smithi003.stdout:3763: done (0 left) 2024-04-13T07:27:41.060 INFO:tasks.rados.rados.0.smithi003.stdout:3764: rollback oid 5 current snap is 386 2024-04-13T07:27:41.060 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 5 to 370 2024-04-13T07:27:41.060 INFO:tasks.rados.rados.0.smithi003.stdout:3765: copy_from oid 17 from oid 48 current snap is 386 2024-04-13T07:27:41.060 INFO:tasks.rados.rados.0.smithi003.stdout:3766: setattr oid 32 current snap is 386 2024-04-13T07:27:41.061 INFO:tasks.rados.rados.0.smithi003.stdout:3767: rollback oid 27 current snap is 386 2024-04-13T07:27:41.061 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 27 to 346 2024-04-13T07:27:41.061 INFO:tasks.rados.rados.0.smithi003.stdout:3768: read oid 15 snap -1 2024-04-13T07:27:41.062 INFO:tasks.rados.rados.0.smithi003.stdout:3768: expect (ObjNum 1106 snap 371 seq_num 1106) 2024-04-13T07:27:41.062 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 49 current snap is 386 2024-04-13T07:27:41.062 INFO:tasks.rados.rados.0.smithi003.stdout:3769: seq_num 1139 ranges {0=679936,679936=458752,1138688=524288,1662976=540672,2203648=81920} 2024-04-13T07:27:41.064 INFO:tasks.rados.rados.0.smithi003.stdout:3769: writing smithi00377890-49 from 0 to 679936 tid 1 2024-04-13T07:27:41.068 INFO:tasks.rados.rados.0.smithi003.stdout:3769: writing smithi00377890-49 from 679936 to 1138688 tid 2 2024-04-13T07:27:41.072 INFO:tasks.rados.rados.0.smithi003.stdout:3769: writing smithi00377890-49 from 1138688 to 1662976 tid 3 2024-04-13T07:27:41.075 INFO:tasks.rados.rados.0.smithi003.stdout:3769: writing smithi00377890-49 from 1662976 to 2203648 tid 4 2024-04-13T07:27:41.076 INFO:tasks.rados.rados.0.smithi003.stdout:3769: writing smithi00377890-49 from 2203648 to 2285568 tid 5 2024-04-13T07:27:41.076 INFO:tasks.rados.rados.0.smithi003.stdout:3770: read oid 47 snap -1 2024-04-13T07:27:41.076 INFO:tasks.rados.rados.0.smithi003.stdout:3770: expect (ObjNum 1117 snap 376 seq_num 1117) 2024-04-13T07:27:41.076 INFO:tasks.rados.rados.0.smithi003.stdout:3771: snap_remove snap 349 2024-04-13T07:27:41.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:40 smithi003 ceph-mon[91733]: osdmap e845: 8 total, 8 up, 8 in 2024-04-13T07:27:41.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:40 smithi003 ceph-mon[89364]: osdmap e845: 8 total, 8 up, 8 in 2024-04-13T07:27:41.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:40 smithi066 ceph-mon[84331]: osdmap e845: 8 total, 8 up, 8 in 2024-04-13T07:27:41.978 INFO:tasks.rados.rados.0.smithi003.stdout:3764: finishing rollback tid 1 to smithi00377890-5 2024-04-13T07:27:41.978 INFO:tasks.rados.rados.0.smithi003.stdout:3764: finishing rollback tid 2 to smithi00377890-5 2024-04-13T07:27:41.978 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 3398 (ObjNum 1091 snap 369 seq_num 1091) dirty exists 2024-04-13T07:27:41.978 INFO:tasks.rados.rados.0.smithi003.stdout:3767: finishing rollback tid 0 to smithi00377890-27 2024-04-13T07:27:41.978 INFO:tasks.rados.rados.0.smithi003.stdout:3767: finishing rollback tid 1 to smithi00377890-27 2024-04-13T07:27:41.978 INFO:tasks.rados.rados.0.smithi003.stdout:3767: finishing rollback tid 2 to smithi00377890-27 2024-04-13T07:27:41.978 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 3166 (ObjNum 970 snap 332 seq_num 970) dirty exists 2024-04-13T07:27:41.978 INFO:tasks.rados.rados.0.smithi003.stdout:3769: finishing write tid 1 to smithi00377890-49 2024-04-13T07:27:41.979 INFO:tasks.rados.rados.0.smithi003.stdout:3769: finishing write tid 2 to smithi00377890-49 2024-04-13T07:27:41.979 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 3659 (ObjNum 1134 snap 384 seq_num 1134) dirty exists 2024-04-13T07:27:41.979 INFO:tasks.rados.rados.0.smithi003.stdout:3769: finishing write tid 3 to smithi00377890-49 2024-04-13T07:27:41.979 INFO:tasks.rados.rados.0.smithi003.stdout:3769: finishing write tid 4 to smithi00377890-49 2024-04-13T07:27:41.979 INFO:tasks.rados.rados.0.smithi003.stdout:3769: finishing write tid 5 to smithi00377890-49 2024-04-13T07:27:41.979 INFO:tasks.rados.rados.0.smithi003.stdout:3769: finishing write tid 6 to smithi00377890-49 2024-04-13T07:27:41.979 INFO:tasks.rados.rados.0.smithi003.stdout:3768: expect (ObjNum 1106 snap 371 seq_num 1106) 2024-04-13T07:27:42.157 INFO:tasks.rados.rados.0.smithi003.stdout:3765: finishing copy_from racing read to smithi00377890-17 2024-04-13T07:27:42.157 INFO:tasks.rados.rados.0.smithi003.stdout:3765: finishing copy_from to smithi00377890-17 2024-04-13T07:27:42.157 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 3253 (ObjNum 1094 snap 369 seq_num 1094) dirty exists 2024-04-13T07:27:42.157 INFO:tasks.rados.rados.0.smithi003.stdout:3769: finishing write tid 7 to smithi00377890-49 2024-04-13T07:27:42.157 INFO:tasks.rados.rados.0.smithi003.stdout:3769: oid 49 updating version 0 to 3229 2024-04-13T07:27:42.157 INFO:tasks.rados.rados.0.smithi003.stdout:3769: oid 49 updating version 3229 to 3232 2024-04-13T07:27:42.157 INFO:tasks.rados.rados.0.smithi003.stdout:3769: oid 49 version 3232 is already newer than 3230 2024-04-13T07:27:42.157 INFO:tasks.rados.rados.0.smithi003.stdout:3769: oid 49 updating version 3232 to 3234 2024-04-13T07:27:42.157 INFO:tasks.rados.rados.0.smithi003.stdout:3769: oid 49 version 3234 is already newer than 3231 2024-04-13T07:27:42.157 INFO:tasks.rados.rados.0.smithi003.stdout:3769: oid 49 version 3234 is already newer than 3233 2024-04-13T07:27:42.158 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 3234 (ObjNum 1139 snap 386 seq_num 1139) dirty exists 2024-04-13T07:27:42.158 INFO:tasks.rados.rados.0.smithi003.stdout:3769: left oid 49 (ObjNum 1139 snap 386 seq_num 1139) 2024-04-13T07:27:42.158 INFO:tasks.rados.rados.0.smithi003.stdout:3770: expect (ObjNum 1117 snap 376 seq_num 1117) 2024-04-13T07:27:42.207 INFO:tasks.rados.rados.0.smithi003.stdout:3764: done (7 left) 2024-04-13T07:27:42.207 INFO:tasks.rados.rados.0.smithi003.stdout:3765: done (6 left) 2024-04-13T07:27:42.207 INFO:tasks.rados.rados.0.smithi003.stdout:3766: done (5 left) 2024-04-13T07:27:42.207 INFO:tasks.rados.rados.0.smithi003.stdout:3767: done (4 left) 2024-04-13T07:27:42.207 INFO:tasks.rados.rados.0.smithi003.stdout:3768: done (3 left) 2024-04-13T07:27:42.207 INFO:tasks.rados.rados.0.smithi003.stdout:3769: done (2 left) 2024-04-13T07:27:42.207 INFO:tasks.rados.rados.0.smithi003.stdout:3770: done (1 left) 2024-04-13T07:27:42.208 INFO:tasks.rados.rados.0.smithi003.stdout:3771: done (0 left) 2024-04-13T07:27:42.208 INFO:tasks.rados.rados.0.smithi003.stdout:3772: copy_from oid 21 from oid 22 current snap is 386 2024-04-13T07:27:42.208 INFO:tasks.rados.rados.0.smithi003.stdout:3773: setattr oid 34 current snap is 386 2024-04-13T07:27:42.209 INFO:tasks.rados.rados.0.smithi003.stdout:3774: read oid 46 snap 379 2024-04-13T07:27:42.209 INFO:tasks.rados.rados.0.smithi003.stdout:3774: expect deleted 2024-04-13T07:27:42.210 INFO:tasks.rados.rados.0.smithi003.stdout:3775: snap_remove snap 380 2024-04-13T07:27:42.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:41 smithi066 ceph-mon[84331]: pgmap v936: 121 pgs: 121 active+clean; 527 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.4 MiB/s wr, 8 op/s 2024-04-13T07:27:42.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:41 smithi066 ceph-mon[84331]: osdmap e846: 8 total, 8 up, 8 in 2024-04-13T07:27:42.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:41 smithi003 ceph-mon[91733]: pgmap v936: 121 pgs: 121 active+clean; 527 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.4 MiB/s wr, 8 op/s 2024-04-13T07:27:42.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:41 smithi003 ceph-mon[91733]: osdmap e846: 8 total, 8 up, 8 in 2024-04-13T07:27:42.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:41 smithi003 ceph-mon[89364]: pgmap v936: 121 pgs: 121 active+clean; 527 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.4 MiB/s wr, 8 op/s 2024-04-13T07:27:42.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:41 smithi003 ceph-mon[89364]: osdmap e846: 8 total, 8 up, 8 in 2024-04-13T07:27:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:27:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:27:42.982 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 3251 (ObjNum 65 snap 0 seq_num 1634488150) dirty exists 2024-04-13T07:27:42.982 INFO:tasks.rados.rados.0.smithi003.stdout:3772: finishing copy_from racing read to smithi00377890-21 2024-04-13T07:27:42.982 INFO:tasks.rados.rados.0.smithi003.stdout:3772: finishing copy_from to smithi00377890-21 2024-04-13T07:27:42.982 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 3287 (ObjNum 1129 snap 380 seq_num 1129) dirty exists 2024-04-13T07:27:42.982 INFO:tasks.rados.rados.0.smithi003.stdout:3772: done (3 left) 2024-04-13T07:27:42.983 INFO:tasks.rados.rados.0.smithi003.stdout:3773: done (2 left) 2024-04-13T07:27:42.983 INFO:tasks.rados.rados.0.smithi003.stdout:3774: done (1 left) 2024-04-13T07:27:42.983 INFO:tasks.rados.rados.0.smithi003.stdout:3775: done (0 left) 2024-04-13T07:27:42.983 INFO:tasks.rados.rados.0.smithi003.stdout:3776: read oid 13 snap 334 2024-04-13T07:27:42.983 INFO:tasks.rados.rados.0.smithi003.stdout:3776: expect (ObjNum 974 snap 334 seq_num 974) 2024-04-13T07:27:42.983 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 47 current snap is 386 2024-04-13T07:27:42.983 INFO:tasks.rados.rados.0.smithi003.stdout:3777: seq_num 1140 ranges {1916928=696320,2613248=745472,3358720=729088,4087808=131072} 2024-04-13T07:27:42.998 INFO:tasks.rados.rados.0.smithi003.stdout:3777: writing smithi00377890-47 from 1916928 to 2613248 tid 1 2024-04-13T07:27:43.003 INFO:tasks.rados.rados.0.smithi003.stdout:3777: writing smithi00377890-47 from 2613248 to 3358720 tid 2 2024-04-13T07:27:43.007 INFO:tasks.rados.rados.0.smithi003.stdout:3777: writing smithi00377890-47 from 3358720 to 4087808 tid 3 2024-04-13T07:27:43.009 INFO:tasks.rados.rados.0.smithi003.stdout:3777: writing smithi00377890-47 from 4087808 to 4218880 tid 4 2024-04-13T07:27:43.009 INFO:tasks.rados.rados.0.smithi003.stdout:3778: read oid 33 snap -1 2024-04-13T07:27:43.009 INFO:tasks.rados.rados.0.smithi003.stdout:3778: expect deleted 2024-04-13T07:27:43.009 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 27 current snap is 386 2024-04-13T07:27:43.009 INFO:tasks.rados.rados.0.smithi003.stdout:3779: seq_num 1141 ranges {6340608=712704,7053312=679936,7733248=540672,8273920=385024} 2024-04-13T07:27:43.047 INFO:tasks.rados.rados.0.smithi003.stdout:3779: writing smithi00377890-27 from 6340608 to 7053312 tid 1 2024-04-13T07:27:43.051 INFO:tasks.rados.rados.0.smithi003.stdout:3779: writing smithi00377890-27 from 7053312 to 7733248 tid 2 2024-04-13T07:27:43.054 INFO:tasks.rados.rados.0.smithi003.stdout:3779: writing smithi00377890-27 from 7733248 to 8273920 tid 3 2024-04-13T07:27:43.057 INFO:tasks.rados.rados.0.smithi003.stdout:3779: writing smithi00377890-27 from 8273920 to 8658944 tid 4 2024-04-13T07:27:43.057 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 37 current snap is 386 2024-04-13T07:27:43.057 INFO:tasks.rados.rados.0.smithi003.stdout:3780: seq_num 1142 ranges {1851392=729088,2580480=565248,3145728=696320,3842048=344064} 2024-04-13T07:27:43.071 INFO:tasks.rados.rados.0.smithi003.stdout:3780: writing smithi00377890-37 from 1851392 to 2580480 tid 1 2024-04-13T07:27:43.074 INFO:tasks.rados.rados.0.smithi003.stdout:3780: writing smithi00377890-37 from 2580480 to 3145728 tid 2 2024-04-13T07:27:43.078 INFO:tasks.rados.rados.0.smithi003.stdout:3780: writing smithi00377890-37 from 3145728 to 3842048 tid 3 2024-04-13T07:27:43.081 INFO:tasks.rados.rados.0.smithi003.stdout:3780: writing smithi00377890-37 from 3842048 to 4186112 tid 4 2024-04-13T07:27:43.081 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 36 current snap is 386 2024-04-13T07:27:43.081 INFO:tasks.rados.rados.0.smithi003.stdout:3777: finishing write tid 1 to smithi00377890-47 2024-04-13T07:27:43.081 INFO:tasks.rados.rados.0.smithi003.stdout:3777: finishing write tid 2 to smithi00377890-47 2024-04-13T07:27:43.081 INFO:tasks.rados.rados.0.smithi003.stdout:3781: seq_num 1143 ranges {0=753664,753664=450560,1204224=507904,1712128=589824,2301952=57344} 2024-04-13T07:27:43.085 INFO:tasks.rados.rados.0.smithi003.stdout:3781: writing smithi00377890-36 from 0 to 753664 tid 1 2024-04-13T07:27:43.088 INFO:tasks.rados.rados.0.smithi003.stdout:3781: writing smithi00377890-36 from 753664 to 1204224 tid 2 2024-04-13T07:27:43.091 INFO:tasks.rados.rados.0.smithi003.stdout:3781: writing smithi00377890-36 from 1204224 to 1712128 tid 3 2024-04-13T07:27:43.094 INFO:tasks.rados.rados.0.smithi003.stdout:3781: writing smithi00377890-36 from 1712128 to 2301952 tid 4 2024-04-13T07:27:43.095 INFO:tasks.rados.rados.0.smithi003.stdout:3781: writing smithi00377890-36 from 2301952 to 2359296 tid 5 2024-04-13T07:27:43.095 INFO:tasks.rados.rados.0.smithi003.stdout:3782: rmattr oid 38 current snap is 386 2024-04-13T07:27:43.095 INFO:tasks.rados.rados.0.smithi003.stdout:3782: done (6 left) 2024-04-13T07:27:43.095 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 22 current snap is 386 2024-04-13T07:27:43.096 INFO:tasks.rados.rados.0.smithi003.stdout:3783: seq_num 1144 ranges {3989504=770048,4759552=737280,5496832=712704,6209536=155648} 2024-04-13T07:27:43.121 INFO:tasks.rados.rados.0.smithi003.stdout:3783: writing smithi00377890-22 from 3989504 to 4759552 tid 1 2024-04-13T07:27:43.126 INFO:tasks.rados.rados.0.smithi003.stdout:3783: writing smithi00377890-22 from 4759552 to 5496832 tid 2 2024-04-13T07:27:43.130 INFO:tasks.rados.rados.0.smithi003.stdout:3783: writing smithi00377890-22 from 5496832 to 6209536 tid 3 2024-04-13T07:27:43.131 INFO:tasks.rados.rados.0.smithi003.stdout:3783: writing smithi00377890-22 from 6209536 to 6365184 tid 4 2024-04-13T07:27:43.132 INFO:tasks.rados.rados.0.smithi003.stdout:3784: snap_create 2024-04-13T07:27:43.132 INFO:tasks.rados.rados.0.smithi003.stdout:3777: finishing write tid 3 to smithi00377890-47 2024-04-13T07:27:43.132 INFO:tasks.rados.rados.0.smithi003.stdout:3777: finishing write tid 4 to smithi00377890-47 2024-04-13T07:27:43.132 INFO:tasks.rados.rados.0.smithi003.stdout:3777: finishing write tid 5 to smithi00377890-47 2024-04-13T07:27:43.132 INFO:tasks.rados.rados.0.smithi003.stdout:3776: expect (ObjNum 974 snap 334 seq_num 974) 2024-04-13T07:27:43.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:42 smithi003 ceph-mon[91733]: osdmap e847: 8 total, 8 up, 8 in 2024-04-13T07:27:43.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:42 smithi003 ceph-mon[89364]: osdmap e847: 8 total, 8 up, 8 in 2024-04-13T07:27:43.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:42 smithi066 ceph-mon[84331]: osdmap e847: 8 total, 8 up, 8 in 2024-04-13T07:27:43.479 INFO:tasks.rados.rados.0.smithi003.stdout:3777: finishing write tid 6 to smithi00377890-47 2024-04-13T07:27:43.479 INFO:tasks.rados.rados.0.smithi003.stdout:3777: oid 47 updating version 0 to 3236 2024-04-13T07:27:43.479 INFO:tasks.rados.rados.0.smithi003.stdout:3777: oid 47 version 3236 is already newer than 3235 2024-04-13T07:27:43.479 INFO:tasks.rados.rados.0.smithi003.stdout:3777: oid 47 updating version 3236 to 3239 2024-04-13T07:27:43.480 INFO:tasks.rados.rados.0.smithi003.stdout:3777: oid 47 version 3239 is already newer than 3237 2024-04-13T07:27:43.480 INFO:tasks.rados.rados.0.smithi003.stdout:3777: oid 47 version 3239 is already newer than 3238 2024-04-13T07:27:43.480 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 47 v 3239 (ObjNum 1140 snap 386 seq_num 1140) dirty exists 2024-04-13T07:27:43.480 INFO:tasks.rados.rados.0.smithi003.stdout:3777: left oid 47 (ObjNum 1140 snap 386 seq_num 1140) 2024-04-13T07:27:43.480 INFO:tasks.rados.rados.0.smithi003.stdout:3779: finishing write tid 1 to smithi00377890-27 2024-04-13T07:27:43.480 INFO:tasks.rados.rados.0.smithi003.stdout:3779: finishing write tid 2 to smithi00377890-27 2024-04-13T07:27:43.480 INFO:tasks.rados.rados.0.smithi003.stdout:3779: finishing write tid 3 to smithi00377890-27 2024-04-13T07:27:43.480 INFO:tasks.rados.rados.0.smithi003.stdout:3779: finishing write tid 4 to smithi00377890-27 2024-04-13T07:27:43.480 INFO:tasks.rados.rados.0.smithi003.stdout:3779: finishing write tid 5 to smithi00377890-27 2024-04-13T07:27:43.480 INFO:tasks.rados.rados.0.smithi003.stdout:3779: finishing write tid 6 to smithi00377890-27 2024-04-13T07:27:43.480 INFO:tasks.rados.rados.0.smithi003.stdout:3779: oid 27 updating version 0 to 3169 2024-04-13T07:27:43.480 INFO:tasks.rados.rados.0.smithi003.stdout:3779: oid 27 version 3169 is already newer than 3167 2024-04-13T07:27:43.481 INFO:tasks.rados.rados.0.smithi003.stdout:3779: oid 27 updating version 3169 to 3171 2024-04-13T07:27:43.481 INFO:tasks.rados.rados.0.smithi003.stdout:3779: oid 27 version 3171 is already newer than 3170 2024-04-13T07:27:43.481 INFO:tasks.rados.rados.0.smithi003.stdout:3779: oid 27 version 3171 is already newer than 3168 2024-04-13T07:27:43.481 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 27 v 3171 (ObjNum 1141 snap 386 seq_num 1141) dirty exists 2024-04-13T07:27:43.481 INFO:tasks.rados.rados.0.smithi003.stdout:3779: left oid 27 (ObjNum 1141 snap 386 seq_num 1141) 2024-04-13T07:27:43.481 INFO:tasks.rados.rados.0.smithi003.stdout:3780: finishing write tid 1 to smithi00377890-37 2024-04-13T07:27:43.481 INFO:tasks.rados.rados.0.smithi003.stdout:3780: finishing write tid 2 to smithi00377890-37 2024-04-13T07:27:43.481 INFO:tasks.rados.rados.0.smithi003.stdout:3780: finishing write tid 3 to smithi00377890-37 2024-04-13T07:27:43.481 INFO:tasks.rados.rados.0.smithi003.stdout:3780: finishing write tid 4 to smithi00377890-37 2024-04-13T07:27:43.481 INFO:tasks.rados.rados.0.smithi003.stdout:3780: finishing write tid 5 to smithi00377890-37 2024-04-13T07:27:43.481 INFO:tasks.rados.rados.0.smithi003.stdout:3780: finishing write tid 6 to smithi00377890-37 2024-04-13T07:27:43.481 INFO:tasks.rados.rados.0.smithi003.stdout:3780: oid 37 updating version 0 to 2519 2024-04-13T07:27:43.481 INFO:tasks.rados.rados.0.smithi003.stdout:3780: oid 37 version 2519 is already newer than 2517 2024-04-13T07:27:43.482 INFO:tasks.rados.rados.0.smithi003.stdout:3780: oid 37 updating version 2519 to 2520 2024-04-13T07:27:43.482 INFO:tasks.rados.rados.0.smithi003.stdout:3780: oid 37 version 2520 is already newer than 2518 2024-04-13T07:27:43.482 INFO:tasks.rados.rados.0.smithi003.stdout:3780: oid 37 updating version 2520 to 2521 2024-04-13T07:27:43.482 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 2521 (ObjNum 1142 snap 386 seq_num 1142) dirty exists 2024-04-13T07:27:43.482 INFO:tasks.rados.rados.0.smithi003.stdout:3780: left oid 37 (ObjNum 1142 snap 386 seq_num 1142) 2024-04-13T07:27:43.482 INFO:tasks.rados.rados.0.smithi003.stdout:3781: finishing write tid 1 to smithi00377890-36 2024-04-13T07:27:43.482 INFO:tasks.rados.rados.0.smithi003.stdout:3781: finishing write tid 2 to smithi00377890-36 2024-04-13T07:27:43.482 INFO:tasks.rados.rados.0.smithi003.stdout:3781: finishing write tid 3 to smithi00377890-36 2024-04-13T07:27:43.482 INFO:tasks.rados.rados.0.smithi003.stdout:3781: finishing write tid 4 to smithi00377890-36 2024-04-13T07:27:43.482 INFO:tasks.rados.rados.0.smithi003.stdout:3781: finishing write tid 5 to smithi00377890-36 2024-04-13T07:27:43.482 INFO:tasks.rados.rados.0.smithi003.stdout:3781: finishing write tid 6 to smithi00377890-36 2024-04-13T07:27:43.482 INFO:tasks.rados.rados.0.smithi003.stdout:3781: finishing write tid 7 to smithi00377890-36 2024-04-13T07:27:43.483 INFO:tasks.rados.rados.0.smithi003.stdout:3781: oid 36 updating version 0 to 3252 2024-04-13T07:27:43.483 INFO:tasks.rados.rados.0.smithi003.stdout:3781: oid 36 updating version 3252 to 3255 2024-04-13T07:27:43.483 INFO:tasks.rados.rados.0.smithi003.stdout:3781: oid 36 updating version 3255 to 3257 2024-04-13T07:27:43.483 INFO:tasks.rados.rados.0.smithi003.stdout:3781: oid 36 version 3257 is already newer than 3254 2024-04-13T07:27:43.483 INFO:tasks.rados.rados.0.smithi003.stdout:3781: oid 36 version 3257 is already newer than 3253 2024-04-13T07:27:43.483 INFO:tasks.rados.rados.0.smithi003.stdout:3781: oid 36 version 3257 is already newer than 3256 2024-04-13T07:27:43.483 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 3257 (ObjNum 1143 snap 386 seq_num 1143) dirty exists 2024-04-13T07:27:43.483 INFO:tasks.rados.rados.0.smithi003.stdout:3781: left oid 36 (ObjNum 1143 snap 386 seq_num 1143) 2024-04-13T07:27:43.483 INFO:tasks.rados.rados.0.smithi003.stdout:3783: finishing write tid 1 to smithi00377890-22 2024-04-13T07:27:43.483 INFO:tasks.rados.rados.0.smithi003.stdout:3783: finishing write tid 2 to smithi00377890-22 2024-04-13T07:27:43.483 INFO:tasks.rados.rados.0.smithi003.stdout:3783: finishing write tid 3 to smithi00377890-22 2024-04-13T07:27:43.483 INFO:tasks.rados.rados.0.smithi003.stdout:3783: finishing write tid 4 to smithi00377890-22 2024-04-13T07:27:43.484 INFO:tasks.rados.rados.0.smithi003.stdout:3783: finishing write tid 5 to smithi00377890-22 2024-04-13T07:27:43.484 INFO:tasks.rados.rados.0.smithi003.stdout:3783: finishing write tid 6 to smithi00377890-22 2024-04-13T07:27:43.484 INFO:tasks.rados.rados.0.smithi003.stdout:3783: oid 22 updating version 0 to 3354 2024-04-13T07:27:43.484 INFO:tasks.rados.rados.0.smithi003.stdout:3783: oid 22 version 3354 is already newer than 3352 2024-04-13T07:27:43.484 INFO:tasks.rados.rados.0.smithi003.stdout:3783: oid 22 version 3354 is already newer than 3351 2024-04-13T07:27:43.484 INFO:tasks.rados.rados.0.smithi003.stdout:3783: oid 22 version 3354 is already newer than 3350 2024-04-13T07:27:43.484 INFO:tasks.rados.rados.0.smithi003.stdout:3783: oid 22 version 3354 is already newer than 3353 2024-04-13T07:27:43.484 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 3354 (ObjNum 1144 snap 386 seq_num 1144) dirty exists 2024-04-13T07:27:43.484 INFO:tasks.rados.rados.0.smithi003.stdout:3783: left oid 22 (ObjNum 1144 snap 386 seq_num 1144) 2024-04-13T07:27:43.928 INFO:tasks.rados.rados.0.smithi003.stdout:3776: done (7 left) 2024-04-13T07:27:43.929 INFO:tasks.rados.rados.0.smithi003.stdout:3777: done (6 left) 2024-04-13T07:27:43.929 INFO:tasks.rados.rados.0.smithi003.stdout:3778: done (5 left) 2024-04-13T07:27:43.929 INFO:tasks.rados.rados.0.smithi003.stdout:3779: done (4 left) 2024-04-13T07:27:43.929 INFO:tasks.rados.rados.0.smithi003.stdout:3780: done (3 left) 2024-04-13T07:27:43.929 INFO:tasks.rados.rados.0.smithi003.stdout:3781: done (2 left) 2024-04-13T07:27:43.929 INFO:tasks.rados.rados.0.smithi003.stdout:3783: done (1 left) 2024-04-13T07:27:43.929 INFO:tasks.rados.rados.0.smithi003.stdout:3784: done (0 left) 2024-04-13T07:27:43.929 INFO:tasks.rados.rados.0.smithi003.stdout:3785: snap_remove snap 355 2024-04-13T07:27:44.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:43 smithi003 ceph-mon[91733]: pgmap v939: 121 pgs: 121 active+clean; 526 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.4 MiB/s wr, 16 op/s 2024-04-13T07:27:44.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:43 smithi003 ceph-mon[91733]: osdmap e848: 8 total, 8 up, 8 in 2024-04-13T07:27:44.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:43 smithi003 ceph-mon[91733]: osdmap e849: 8 total, 8 up, 8 in 2024-04-13T07:27:44.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:43 smithi003 ceph-mon[89364]: pgmap v939: 121 pgs: 121 active+clean; 526 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.4 MiB/s wr, 16 op/s 2024-04-13T07:27:44.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:43 smithi003 ceph-mon[89364]: osdmap e848: 8 total, 8 up, 8 in 2024-04-13T07:27:44.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:43 smithi003 ceph-mon[89364]: osdmap e849: 8 total, 8 up, 8 in 2024-04-13T07:27:44.386 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:27:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:27:44] "GET /metrics HTTP/1.1" 200 36241 "" "Prometheus/2.43.0" 2024-04-13T07:27:44.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:43 smithi066 ceph-mon[84331]: pgmap v939: 121 pgs: 121 active+clean; 526 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.4 MiB/s wr, 16 op/s 2024-04-13T07:27:44.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:43 smithi066 ceph-mon[84331]: osdmap e848: 8 total, 8 up, 8 in 2024-04-13T07:27:44.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:43 smithi066 ceph-mon[84331]: osdmap e849: 8 total, 8 up, 8 in 2024-04-13T07:27:44.931 INFO:tasks.rados.rados.0.smithi003.stdout:3785: done (0 left) 2024-04-13T07:27:44.931 INFO:tasks.rados.rados.0.smithi003.stdout:3786: copy_from oid 49 from oid 2 current snap is 387 2024-04-13T07:27:44.931 INFO:tasks.rados.rados.0.smithi003.stdout:3787: read oid 18 snap -1 2024-04-13T07:27:44.931 INFO:tasks.rados.rados.0.smithi003.stdout:3787: expect (ObjNum 1099 snap 369 seq_num 1099) 2024-04-13T07:27:44.932 INFO:tasks.rados.rados.0.smithi003.stdout:3788: copy_from oid 12 from oid 4 current snap is 387 2024-04-13T07:27:44.932 INFO:tasks.rados.rados.0.smithi003.stdout:3789: rollback oid 25 current snap is 387 2024-04-13T07:27:44.932 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 25 to 373 2024-04-13T07:27:44.932 INFO:tasks.rados.rados.0.smithi003.stdout:3790: snap_create 2024-04-13T07:27:44.955 INFO:tasks.rados.rados.0.smithi003.stdout:3789: finishing rollback tid 0 to smithi00377890-25 2024-04-13T07:27:44.965 INFO:tasks.rados.rados.0.smithi003.stdout:3789: finishing rollback tid 1 to smithi00377890-25 2024-04-13T07:27:44.965 INFO:tasks.rados.rados.0.smithi003.stdout:3789: finishing rollback tid 2 to smithi00377890-25 2024-04-13T07:27:44.965 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 3683 (ObjNum 1106 snap 371 seq_num 1106) dirty exists 2024-04-13T07:27:44.967 INFO:tasks.rados.rados.0.smithi003.stdout:3788: finishing copy_from racing read to smithi00377890-12 2024-04-13T07:27:44.972 INFO:tasks.rados.rados.0.smithi003.stdout:3787: expect (ObjNum 1099 snap 369 seq_num 1099) 2024-04-13T07:27:45.286 INFO:tasks.rados.rados.0.smithi003.stdout:3788: finishing copy_from to smithi00377890-12 2024-04-13T07:27:45.287 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 2504 (ObjNum 1123 snap 379 seq_num 1123) dirty exists 2024-04-13T07:27:45.287 INFO:tasks.rados.rados.0.smithi003.stdout:3786: finishing copy_from racing read to smithi00377890-49 2024-04-13T07:27:45.287 INFO:tasks.rados.rados.0.smithi003.stdout:3786: finishing copy_from to smithi00377890-49 2024-04-13T07:27:45.287 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 3263 (ObjNum 1131 snap 380 seq_num 1131) dirty exists 2024-04-13T07:27:45.937 INFO:tasks.rados.rados.0.smithi003.stdout:3786: done (4 left) 2024-04-13T07:27:45.937 INFO:tasks.rados.rados.0.smithi003.stdout:3787: done (3 left) 2024-04-13T07:27:45.937 INFO:tasks.rados.rados.0.smithi003.stdout:3788: done (2 left) 2024-04-13T07:27:45.937 INFO:tasks.rados.rados.0.smithi003.stdout:3789: done (1 left) 2024-04-13T07:27:45.937 INFO:tasks.rados.rados.0.smithi003.stdout:3790: done (0 left) 2024-04-13T07:27:45.938 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 32 current snap is 388 2024-04-13T07:27:45.938 INFO:tasks.rados.rados.0.smithi003.stdout:3791: seq_num 1145 ranges {3244032=786432,4030464=622592,4653056=516096,5169152=417792,5586944=49152} 2024-04-13T07:27:45.959 INFO:tasks.rados.rados.0.smithi003.stdout:3791: writing smithi00377890-32 from 3244032 to 4030464 tid 1 2024-04-13T07:27:45.962 INFO:tasks.rados.rados.0.smithi003.stdout:3791: writing smithi00377890-32 from 4030464 to 4653056 tid 2 2024-04-13T07:27:45.965 INFO:tasks.rados.rados.0.smithi003.stdout:3791: writing smithi00377890-32 from 4653056 to 5169152 tid 3 2024-04-13T07:27:45.968 INFO:tasks.rados.rados.0.smithi003.stdout:3791: writing smithi00377890-32 from 5169152 to 5586944 tid 4 2024-04-13T07:27:45.968 INFO:tasks.rados.rados.0.smithi003.stdout:3791: writing smithi00377890-32 from 5586944 to 5636096 tid 5 2024-04-13T07:27:45.968 INFO:tasks.rados.rados.0.smithi003.stdout:3792: snap_remove snap 381 2024-04-13T07:27:46.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:45 smithi003 ceph-mon[91733]: pgmap v942: 121 pgs: 121 active+clean; 561 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.2 MiB/s wr, 31 op/s 2024-04-13T07:27:46.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:45 smithi003 ceph-mon[91733]: osdmap e850: 8 total, 8 up, 8 in 2024-04-13T07:27:46.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:45 smithi003 ceph-mon[89364]: pgmap v942: 121 pgs: 121 active+clean; 561 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.2 MiB/s wr, 31 op/s 2024-04-13T07:27:46.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:45 smithi003 ceph-mon[89364]: osdmap e850: 8 total, 8 up, 8 in 2024-04-13T07:27:46.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:45 smithi066 ceph-mon[84331]: pgmap v942: 121 pgs: 121 active+clean; 561 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.2 MiB/s wr, 31 op/s 2024-04-13T07:27:46.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:45 smithi066 ceph-mon[84331]: osdmap e850: 8 total, 8 up, 8 in 2024-04-13T07:27:46.943 INFO:tasks.rados.rados.0.smithi003.stdout:3792: done (1 left) 2024-04-13T07:27:46.943 INFO:tasks.rados.rados.0.smithi003.stdout:3793: copy_from oid 44 from oid 3 current snap is 388 2024-04-13T07:27:46.943 INFO:tasks.rados.rados.0.smithi003.stdout:3794: read oid 39 snap -1 2024-04-13T07:27:46.943 INFO:tasks.rados.rados.0.smithi003.stdout:3794: expect (ObjNum 1046 snap 352 seq_num 1046) 2024-04-13T07:27:46.943 INFO:tasks.rados.rados.0.smithi003.stdout:3795: copy_from oid 15 from oid 50 current snap is 388 2024-04-13T07:27:46.943 INFO:tasks.rados.rados.0.smithi003.stdout:3791: finishing write tid 1 to smithi00377890-32 2024-04-13T07:27:46.943 INFO:tasks.rados.rados.0.smithi003.stdout:3791: finishing write tid 2 to smithi00377890-32 2024-04-13T07:27:46.943 INFO:tasks.rados.rados.0.smithi003.stdout:3791: finishing write tid 3 to smithi00377890-32 2024-04-13T07:27:46.943 INFO:tasks.rados.rados.0.smithi003.stdout:3791: finishing write tid 4 to smithi00377890-32 2024-04-13T07:27:46.943 INFO:tasks.rados.rados.0.smithi003.stdout:3791: finishing write tid 5 to smithi00377890-32 2024-04-13T07:27:46.943 INFO:tasks.rados.rados.0.smithi003.stdout:3791: finishing write tid 6 to smithi00377890-32 2024-04-13T07:27:46.943 INFO:tasks.rados.rados.0.smithi003.stdout:3791: finishing write tid 7 to smithi00377890-32 2024-04-13T07:27:46.943 INFO:tasks.rados.rados.0.smithi003.stdout:3791: oid 32 updating version 0 to 3699 2024-04-13T07:27:46.944 INFO:tasks.rados.rados.0.smithi003.stdout:3791: oid 32 updating version 3699 to 3700 2024-04-13T07:27:46.944 INFO:tasks.rados.rados.0.smithi003.stdout:3791: oid 32 updating version 3700 to 3703 2024-04-13T07:27:46.944 INFO:tasks.rados.rados.0.smithi003.stdout:3791: oid 32 updating version 3703 to 3704 2024-04-13T07:27:46.944 INFO:tasks.rados.rados.0.smithi003.stdout:3791: oid 32 version 3704 is already newer than 3702 2024-04-13T07:27:46.944 INFO:tasks.rados.rados.0.smithi003.stdout:3791: oid 32 version 3704 is already newer than 3701 2024-04-13T07:27:46.944 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 3704 (ObjNum 1145 snap 388 seq_num 1145) dirty exists 2024-04-13T07:27:46.944 INFO:tasks.rados.rados.0.smithi003.stdout:3791: left oid 32 (ObjNum 1145 snap 388 seq_num 1145) 2024-04-13T07:27:46.944 INFO:tasks.rados.rados.0.smithi003.stdout:3791: done (3 left) 2024-04-13T07:27:46.944 INFO:tasks.rados.rados.0.smithi003.stdout:3796: copy_from oid 41 from oid 35 current snap is 388 2024-04-13T07:27:46.944 INFO:tasks.rados.rados.0.smithi003.stdout:3797: snap_create 2024-04-13T07:27:46.954 INFO:tasks.rados.rados.0.smithi003.stdout:3795: finishing copy_from to smithi00377890-15 2024-04-13T07:27:46.954 INFO:tasks.rados.rados.0.smithi003.stdout:3795: got expected ENOENT (src dne) 2024-04-13T07:27:46.954 INFO:tasks.rados.rados.0.smithi003.stdout:3795: finishing copy_from racing read to smithi00377890-15 2024-04-13T07:27:46.970 INFO:tasks.rados.rados.0.smithi003.stdout:3794: expect (ObjNum 1046 snap 352 seq_num 1046) 2024-04-13T07:27:47.181 INFO:tasks.rados.rados.0.smithi003.stdout:3793: finishing copy_from racing read to smithi00377890-44 2024-04-13T07:27:47.182 INFO:tasks.rados.rados.0.smithi003.stdout:3793: finishing copy_from to smithi00377890-44 2024-04-13T07:27:47.182 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 3227 (ObjNum 987 snap 338 seq_num 987) dirty exists 2024-04-13T07:27:47.182 INFO:tasks.rados.rados.0.smithi003.stdout:3796: finishing copy_from racing read to smithi00377890-41 2024-04-13T07:27:47.182 INFO:tasks.rados.rados.0.smithi003.stdout:3796: finishing copy_from to smithi00377890-41 2024-04-13T07:27:47.182 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 3336 (ObjNum 1010 snap 347 seq_num 1010) dirty exists 2024-04-13T07:27:47.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:46 smithi003 ceph-mon[91733]: osdmap e851: 8 total, 8 up, 8 in 2024-04-13T07:27:47.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:46 smithi003 ceph-mon[89364]: osdmap e851: 8 total, 8 up, 8 in 2024-04-13T07:27:47.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:46 smithi066 ceph-mon[84331]: osdmap e851: 8 total, 8 up, 8 in 2024-04-13T07:27:47.942 INFO:tasks.rados.rados.0.smithi003.stdout:3793: done (4 left) 2024-04-13T07:27:47.942 INFO:tasks.rados.rados.0.smithi003.stdout:3794: done (3 left) 2024-04-13T07:27:47.942 INFO:tasks.rados.rados.0.smithi003.stdout:3795: done (2 left) 2024-04-13T07:27:47.942 INFO:tasks.rados.rados.0.smithi003.stdout:3796: done (1 left) 2024-04-13T07:27:47.942 INFO:tasks.rados.rados.0.smithi003.stdout:3797: done (0 left) 2024-04-13T07:27:47.942 INFO:tasks.rados.rados.0.smithi003.stdout:3798: rollback oid 36 current snap is 389 2024-04-13T07:27:47.943 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 36 to 386 2024-04-13T07:27:47.943 INFO:tasks.rados.rados.0.smithi003.stdout:3799: copy_from oid 39 from oid 26 current snap is 389 2024-04-13T07:27:47.943 INFO:tasks.rados.rados.0.smithi003.stdout:3800: rmattr oid 20 current snap is 389 2024-04-13T07:27:47.943 INFO:tasks.rados.rados.0.smithi003.stdout:3801: read oid 5 snap 384 2024-04-13T07:27:47.943 INFO:tasks.rados.rados.0.smithi003.stdout:3801: expect deleted 2024-04-13T07:27:47.943 INFO:tasks.rados.rados.0.smithi003.stdout:3802: rmattr oid 9 current snap is 389 2024-04-13T07:27:47.943 INFO:tasks.rados.rados.0.smithi003.stdout:3803: copy_from oid 42 from oid 14 current snap is 389 2024-04-13T07:27:47.943 INFO:tasks.rados.rados.0.smithi003.stdout:3804: rollback oid 21 current snap is 389 2024-04-13T07:27:47.943 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 21 to 373 2024-04-13T07:27:47.943 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 40 current snap is 389 2024-04-13T07:27:47.943 INFO:tasks.rados.rados.0.smithi003.stdout:3805: seq_num 1146 ranges {0=802816,802816=499712,1302528=679936,1982464=425984} 2024-04-13T07:27:47.947 INFO:tasks.rados.rados.0.smithi003.stdout:3805: writing smithi00377890-40 from 0 to 802816 tid 1 2024-04-13T07:27:47.950 INFO:tasks.rados.rados.0.smithi003.stdout:3805: writing smithi00377890-40 from 802816 to 1302528 tid 2 2024-04-13T07:27:47.955 INFO:tasks.rados.rados.0.smithi003.stdout:3805: writing smithi00377890-40 from 1302528 to 1982464 tid 3 2024-04-13T07:27:47.958 INFO:tasks.rados.rados.0.smithi003.stdout:3805: writing smithi00377890-40 from 1982464 to 2408448 tid 4 2024-04-13T07:27:47.958 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 15 current snap is 389 2024-04-13T07:27:47.958 INFO:tasks.rados.rados.0.smithi003.stdout:3806: seq_num 1147 ranges {4243456=16384} 2024-04-13T07:27:47.982 INFO:tasks.rados.rados.0.smithi003.stdout:3806: writing smithi00377890-15 from 4243456 to 4259840 tid 1 2024-04-13T07:27:47.982 INFO:tasks.rados.rados.0.smithi003.stdout:3807: read oid 11 snap -1 2024-04-13T07:27:47.982 INFO:tasks.rados.rados.0.smithi003.stdout:3807: expect (ObjNum 1055 snap 355 seq_num 1055) 2024-04-13T07:27:47.983 INFO:tasks.rados.rados.0.smithi003.stdout:3808: delete oid 18 current snap is 389 2024-04-13T07:27:47.983 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 20 v 3370 (ObjNum 1090 snap 368 seq_num 1090) dirty exists 2024-04-13T07:27:47.983 INFO:tasks.rados.rados.0.smithi003.stdout:3803: finishing copy_from to smithi00377890-42 2024-04-13T07:27:47.983 INFO:tasks.rados.rados.0.smithi003.stdout:3803: got expected ENOENT (src dne) 2024-04-13T07:27:47.983 INFO:tasks.rados.rados.0.smithi003.stdout:3803: finishing copy_from racing read to smithi00377890-42 2024-04-13T07:27:47.983 INFO:tasks.rados.rados.0.smithi003.stdout:3798: finishing rollback tid 0 to smithi00377890-36 2024-04-13T07:27:47.983 INFO:tasks.rados.rados.0.smithi003.stdout:3798: finishing rollback tid 1 to smithi00377890-36 2024-04-13T07:27:47.983 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 3714 (ObjNum 1133 snap 384 seq_num 1133) dirty exists 2024-04-13T07:27:47.983 INFO:tasks.rados.rados.0.smithi003.stdout:3798: finishing rollback tid 2 to smithi00377890-36 2024-04-13T07:27:47.983 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 3260 (ObjNum 1143 snap 386 seq_num 1143) dirty exists 2024-04-13T07:27:47.983 INFO:tasks.rados.rados.0.smithi003.stdout:3804: finishing rollback tid 0 to smithi00377890-21 2024-04-13T07:27:47.983 INFO:tasks.rados.rados.0.smithi003.stdout:3804: finishing rollback tid 1 to smithi00377890-21 2024-04-13T07:27:47.983 INFO:tasks.rados.rados.0.smithi003.stdout:3804: finishing rollback tid 2 to smithi00377890-21 2024-04-13T07:27:47.983 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 3429 (ObjNum 1074 snap 365 seq_num 1074) dirty exists 2024-04-13T07:27:47.984 INFO:tasks.rados.rados.0.smithi003.stdout:3805: finishing write tid 1 to smithi00377890-40 2024-04-13T07:27:47.984 INFO:tasks.rados.rados.0.smithi003.stdout:3805: finishing write tid 2 to smithi00377890-40 2024-04-13T07:27:47.984 INFO:tasks.rados.rados.0.smithi003.stdout:3805: finishing write tid 3 to smithi00377890-40 2024-04-13T07:27:47.984 INFO:tasks.rados.rados.0.smithi003.stdout:3805: finishing write tid 4 to smithi00377890-40 2024-04-13T07:27:47.984 INFO:tasks.rados.rados.0.smithi003.stdout:3805: finishing write tid 5 to smithi00377890-40 2024-04-13T07:27:47.984 INFO:tasks.rados.rados.0.smithi003.stdout:3805: finishing write tid 6 to smithi00377890-40 2024-04-13T07:27:47.984 INFO:tasks.rados.rados.0.smithi003.stdout:3805: oid 40 updating version 0 to 3718 2024-04-13T07:27:47.984 INFO:tasks.rados.rados.0.smithi003.stdout:3805: oid 40 version 3718 is already newer than 3717 2024-04-13T07:27:47.984 INFO:tasks.rados.rados.0.smithi003.stdout:3805: oid 40 version 3718 is already newer than 3715 2024-04-13T07:27:47.984 INFO:tasks.rados.rados.0.smithi003.stdout:3805: oid 40 version 3718 is already newer than 3716 2024-04-13T07:27:47.984 INFO:tasks.rados.rados.0.smithi003.stdout:3805: oid 40 updating version 3718 to 3719 2024-04-13T07:27:47.984 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 3719 (ObjNum 1146 snap 389 seq_num 1146) dirty exists 2024-04-13T07:27:47.984 INFO:tasks.rados.rados.0.smithi003.stdout:3805: left oid 40 (ObjNum 1146 snap 389 seq_num 1146) 2024-04-13T07:27:47.986 INFO:tasks.rados.rados.0.smithi003.stdout:3798: done (10 left) 2024-04-13T07:27:47.986 INFO:tasks.rados.rados.0.smithi003.stdout:3800: done (9 left) 2024-04-13T07:27:47.986 INFO:tasks.rados.rados.0.smithi003.stdout:3801: done (8 left) 2024-04-13T07:27:47.986 INFO:tasks.rados.rados.0.smithi003.stdout:3802: done (7 left) 2024-04-13T07:27:47.986 INFO:tasks.rados.rados.0.smithi003.stdout:3803: done (6 left) 2024-04-13T07:27:47.986 INFO:tasks.rados.rados.0.smithi003.stdout:3804: done (5 left) 2024-04-13T07:27:47.986 INFO:tasks.rados.rados.0.smithi003.stdout:3805: done (4 left) 2024-04-13T07:27:47.986 INFO:tasks.rados.rados.0.smithi003.stdout:3808: done (3 left) 2024-04-13T07:27:47.986 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 40 current snap is 389 2024-04-13T07:27:47.986 INFO:tasks.rados.rados.0.smithi003.stdout:3809: seq_num 1149 ranges {2408448=49152} 2024-04-13T07:27:48.001 INFO:tasks.rados.rados.0.smithi003.stdout:3809: writing smithi00377890-40 from 2408448 to 2457600 tid 1 2024-04-13T07:27:48.001 INFO:tasks.rados.rados.0.smithi003.stdout:3810: rollback oid 25 current snap is 389 2024-04-13T07:27:48.001 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 25 to 382 2024-04-13T07:27:48.001 INFO:tasks.rados.rados.0.smithi003.stdout:3806: finishing write tid 1 to smithi00377890-15 2024-04-13T07:27:48.001 INFO:tasks.rados.rados.0.smithi003.stdout:3806: finishing write tid 2 to smithi00377890-15 2024-04-13T07:27:48.001 INFO:tasks.rados.rados.0.smithi003.stdout:3806: finishing write tid 3 to smithi00377890-15 2024-04-13T07:27:48.001 INFO:tasks.rados.rados.0.smithi003.stdout:3806: oid 15 updating version 0 to 3722 2024-04-13T07:27:48.002 INFO:tasks.rados.rados.0.smithi003.stdout:3806: oid 15 version 3722 is already newer than 3721 2024-04-13T07:27:48.002 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 15 v 3722 (ObjNum 1147 snap 389 seq_num 1147) dirty exists 2024-04-13T07:27:48.002 INFO:tasks.rados.rados.0.smithi003.stdout:3806: left oid 15 (ObjNum 1147 snap 389 seq_num 1147) 2024-04-13T07:27:48.002 INFO:tasks.rados.rados.0.smithi003.stdout:3806: done (4 left) 2024-04-13T07:27:48.002 INFO:tasks.rados.rados.0.smithi003.stdout:3811: read oid 32 snap 377 2024-04-13T07:27:48.002 INFO:tasks.rados.rados.0.smithi003.stdout:3811: expect (ObjNum 1065 snap 361 seq_num 1065) 2024-04-13T07:27:48.002 INFO:tasks.rados.rados.0.smithi003.stdout:3812: copy_from oid 5 from oid 36 current snap is 389 2024-04-13T07:27:48.002 INFO:tasks.rados.rados.0.smithi003.stdout:3813: snap_create 2024-04-13T07:27:48.006 INFO:tasks.rados.rados.0.smithi003.stdout:3799: finishing copy_from racing read to smithi00377890-39 2024-04-13T07:27:48.009 INFO:tasks.rados.rados.0.smithi003.stdout:3799: finishing copy_from to smithi00377890-39 2024-04-13T07:27:48.009 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 3228 (ObjNum 1010 snap 347 seq_num 1010) dirty exists 2024-04-13T07:27:48.009 INFO:tasks.rados.rados.0.smithi003.stdout:3809: finishing write tid 1 to smithi00377890-40 2024-04-13T07:27:48.010 INFO:tasks.rados.rados.0.smithi003.stdout:3809: finishing write tid 2 to smithi00377890-40 2024-04-13T07:27:48.010 INFO:tasks.rados.rados.0.smithi003.stdout:3810: finishing rollback tid 0 to smithi00377890-25 2024-04-13T07:27:48.010 INFO:tasks.rados.rados.0.smithi003.stdout:3810: finishing rollback tid 1 to smithi00377890-25 2024-04-13T07:27:48.016 INFO:tasks.rados.rados.0.smithi003.stdout:3809: finishing write tid 3 to smithi00377890-40 2024-04-13T07:27:48.016 INFO:tasks.rados.rados.0.smithi003.stdout:3809: oid 40 updating version 0 to 3724 2024-04-13T07:27:48.016 INFO:tasks.rados.rados.0.smithi003.stdout:3809: oid 40 version 3724 is already newer than 3723 2024-04-13T07:27:48.016 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 3724 (ObjNum 1149 snap 389 seq_num 1149) dirty exists 2024-04-13T07:27:48.016 INFO:tasks.rados.rados.0.smithi003.stdout:3809: left oid 40 (ObjNum 1149 snap 389 seq_num 1149) 2024-04-13T07:27:48.016 INFO:tasks.rados.rados.0.smithi003.stdout:3810: finishing rollback tid 2 to smithi00377890-25 2024-04-13T07:27:48.016 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 3728 (ObjNum 1030 snap 348 seq_num 1030) dirty exists 2024-04-13T07:27:48.025 INFO:tasks.rados.rados.0.smithi003.stdout:3812: finishing copy_from racing read to smithi00377890-5 2024-04-13T07:27:48.027 INFO:tasks.rados.rados.0.smithi003.stdout:3812: finishing copy_from to smithi00377890-5 2024-04-13T07:27:48.027 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 3260 (ObjNum 1143 snap 386 seq_num 1143) dirty exists 2024-04-13T07:27:48.028 INFO:tasks.rados.rados.0.smithi003.stdout:3811: expect (ObjNum 1065 snap 361 seq_num 1065) 2024-04-13T07:27:48.056 INFO:tasks.rados.rados.0.smithi003.stdout:3807: expect (ObjNum 1055 snap 355 seq_num 1055) 2024-04-13T07:27:48.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:47 smithi003 ceph-mon[91733]: pgmap v945: 121 pgs: 121 active+clean; 584 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.9 MiB/s wr, 36 op/s 2024-04-13T07:27:48.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:47 smithi003 ceph-mon[91733]: osdmap e852: 8 total, 8 up, 8 in 2024-04-13T07:27:48.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:47 smithi003 ceph-mon[91733]: osdmap e853: 8 total, 8 up, 8 in 2024-04-13T07:27:48.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:47 smithi003 ceph-mon[89364]: pgmap v945: 121 pgs: 121 active+clean; 584 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.9 MiB/s wr, 36 op/s 2024-04-13T07:27:48.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:47 smithi003 ceph-mon[89364]: osdmap e852: 8 total, 8 up, 8 in 2024-04-13T07:27:48.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:47 smithi003 ceph-mon[89364]: osdmap e853: 8 total, 8 up, 8 in 2024-04-13T07:27:48.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:47 smithi066 ceph-mon[84331]: pgmap v945: 121 pgs: 121 active+clean; 584 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.9 MiB/s wr, 36 op/s 2024-04-13T07:27:48.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:47 smithi066 ceph-mon[84331]: osdmap e852: 8 total, 8 up, 8 in 2024-04-13T07:27:48.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:47 smithi066 ceph-mon[84331]: osdmap e853: 8 total, 8 up, 8 in 2024-04-13T07:27:49.403 INFO:tasks.rados.rados.0.smithi003.stdout:3799: done (6 left) 2024-04-13T07:27:49.403 INFO:tasks.rados.rados.0.smithi003.stdout:3807: done (5 left) 2024-04-13T07:27:49.403 INFO:tasks.rados.rados.0.smithi003.stdout:3809: done (4 left) 2024-04-13T07:27:49.403 INFO:tasks.rados.rados.0.smithi003.stdout:3810: done (3 left) 2024-04-13T07:27:49.403 INFO:tasks.rados.rados.0.smithi003.stdout:3811: done (2 left) 2024-04-13T07:27:49.403 INFO:tasks.rados.rados.0.smithi003.stdout:3812: done (1 left) 2024-04-13T07:27:49.403 INFO:tasks.rados.rados.0.smithi003.stdout:3813: done (0 left) 2024-04-13T07:27:49.403 INFO:tasks.rados.rados.0.smithi003.stdout:3814: delete oid 8 current snap is 390 2024-04-13T07:27:49.407 INFO:tasks.rados.rados.0.smithi003.stdout:3814: done (0 left) 2024-04-13T07:27:49.407 INFO:tasks.rados.rados.0.smithi003.stdout:3815: snap_remove snap 387 2024-04-13T07:27:49.957 INFO:tasks.rados.rados.0.smithi003.stdout:3815: done (0 left) 2024-04-13T07:27:49.957 INFO:tasks.rados.rados.0.smithi003.stdout:3816: rmattr oid 5 current snap is 390 2024-04-13T07:27:49.957 INFO:tasks.rados.rados.0.smithi003.stdout:3816: done (0 left) 2024-04-13T07:27:49.957 INFO:tasks.rados.rados.0.smithi003.stdout:3817: snap_create 2024-04-13T07:27:50.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:49 smithi003 ceph-mon[91733]: pgmap v948: 121 pgs: 121 active+clean; 584 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-04-13T07:27:50.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:49 smithi003 ceph-mon[91733]: osdmap e854: 8 total, 8 up, 8 in 2024-04-13T07:27:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:49 smithi003 ceph-mon[89364]: pgmap v948: 121 pgs: 121 active+clean; 584 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-04-13T07:27:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:49 smithi003 ceph-mon[89364]: osdmap e854: 8 total, 8 up, 8 in 2024-04-13T07:27:50.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:49 smithi066 ceph-mon[84331]: pgmap v948: 121 pgs: 121 active+clean; 584 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-04-13T07:27:50.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:49 smithi066 ceph-mon[84331]: osdmap e854: 8 total, 8 up, 8 in 2024-04-13T07:27:50.968 INFO:tasks.rados.rados.0.smithi003.stdout:3817: done (0 left) 2024-04-13T07:27:50.968 INFO:tasks.rados.rados.0.smithi003.stdout:3818: snap_remove snap 390 2024-04-13T07:27:51.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:50 smithi003 ceph-mon[91733]: osdmap e855: 8 total, 8 up, 8 in 2024-04-13T07:27:51.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:50 smithi003 ceph-mon[89364]: osdmap e855: 8 total, 8 up, 8 in 2024-04-13T07:27:51.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:50 smithi066 ceph-mon[84331]: osdmap e855: 8 total, 8 up, 8 in 2024-04-13T07:27:51.970 INFO:tasks.rados.rados.0.smithi003.stdout:3818: done (0 left) 2024-04-13T07:27:51.970 INFO:tasks.rados.rados.0.smithi003.stdout:3819: snap_remove snap 369 2024-04-13T07:27:52.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:51 smithi066 ceph-mon[84331]: pgmap v951: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 610 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 6.0 MiB/s wr, 16 op/s 2024-04-13T07:27:52.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:51 smithi066 ceph-mon[84331]: osdmap e856: 8 total, 8 up, 8 in 2024-04-13T07:27:52.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:51 smithi003 ceph-mon[91733]: pgmap v951: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 610 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 6.0 MiB/s wr, 16 op/s 2024-04-13T07:27:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:51 smithi003 ceph-mon[91733]: osdmap e856: 8 total, 8 up, 8 in 2024-04-13T07:27:52.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:51 smithi003 ceph-mon[89364]: pgmap v951: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 610 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 6.0 MiB/s wr, 16 op/s 2024-04-13T07:27:52.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:51 smithi003 ceph-mon[89364]: osdmap e856: 8 total, 8 up, 8 in 2024-04-13T07:27:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:27:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:27:52.977 INFO:tasks.rados.rados.0.smithi003.stdout:3819: done (0 left) 2024-04-13T07:27:52.977 INFO:tasks.rados.rados.0.smithi003.stdout:3820: snap_create 2024-04-13T07:27:53.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:52 smithi003 ceph-mon[89364]: osdmap e857: 8 total, 8 up, 8 in 2024-04-13T07:27:53.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:27:53.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:52 smithi003 ceph-mon[91733]: osdmap e857: 8 total, 8 up, 8 in 2024-04-13T07:27:53.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:27:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:52 smithi066 ceph-mon[84331]: osdmap e857: 8 total, 8 up, 8 in 2024-04-13T07:27:53.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:27:53.932 INFO:tasks.rados.rados.0.smithi003.stdout:3820: done (0 left) 2024-04-13T07:27:53.932 INFO:tasks.rados.rados.0.smithi003.stdout:3821: read oid 36 snap 373 2024-04-13T07:27:53.932 INFO:tasks.rados.rados.0.smithi003.stdout:3821: expect deleted 2024-04-13T07:27:53.932 INFO:tasks.rados.rados.0.smithi003.stdout:3822: setattr oid 19 current snap is 392 2024-04-13T07:27:53.933 INFO:tasks.rados.rados.0.smithi003.stdout:3821: done (1 left) 2024-04-13T07:27:53.934 INFO:tasks.rados.rados.0.smithi003.stdout:3823: copy_from oid 35 from oid 25 current snap is 392 2024-04-13T07:27:53.934 INFO:tasks.rados.rados.0.smithi003.stdout:3824: snap_remove snap 379 2024-04-13T07:27:54.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:53 smithi003 ceph-mon[91733]: pgmap v954: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 620 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 8.4 MiB/s wr, 16 op/s 2024-04-13T07:27:54.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:53 smithi003 ceph-mon[91733]: osdmap e858: 8 total, 8 up, 8 in 2024-04-13T07:27:54.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:53 smithi003 ceph-mon[91733]: osdmap e859: 8 total, 8 up, 8 in 2024-04-13T07:27:54.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:27:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:27:54] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-04-13T07:27:54.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:53 smithi003 ceph-mon[89364]: pgmap v954: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 620 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 8.4 MiB/s wr, 16 op/s 2024-04-13T07:27:54.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:53 smithi003 ceph-mon[89364]: osdmap e858: 8 total, 8 up, 8 in 2024-04-13T07:27:54.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:53 smithi003 ceph-mon[89364]: osdmap e859: 8 total, 8 up, 8 in 2024-04-13T07:27:54.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:53 smithi066 ceph-mon[84331]: pgmap v954: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 620 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 8.4 MiB/s wr, 16 op/s 2024-04-13T07:27:54.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:53 smithi066 ceph-mon[84331]: osdmap e858: 8 total, 8 up, 8 in 2024-04-13T07:27:54.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:53 smithi066 ceph-mon[84331]: osdmap e859: 8 total, 8 up, 8 in 2024-04-13T07:27:54.936 INFO:tasks.rados.rados.0.smithi003.stdout:3824: done (2 left) 2024-04-13T07:27:54.936 INFO:tasks.rados.rados.0.smithi003.stdout:3825: rmattr oid 12 current snap is 392 2024-04-13T07:27:54.937 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 3383 (ObjNum 8385 snap 0 seq_num 293303120) dirty exists 2024-04-13T07:27:54.937 INFO:tasks.rados.rados.0.smithi003.stdout:3823: finishing copy_from racing read to smithi00377890-35 2024-04-13T07:27:54.937 INFO:tasks.rados.rados.0.smithi003.stdout:3823: finishing copy_from to smithi00377890-35 2024-04-13T07:27:54.937 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 3728 (ObjNum 1030 snap 348 seq_num 1030) dirty exists 2024-04-13T07:27:54.937 INFO:tasks.rados.rados.0.smithi003.stdout:3822: done (2 left) 2024-04-13T07:27:54.937 INFO:tasks.rados.rados.0.smithi003.stdout:3823: done (1 left) 2024-04-13T07:27:54.937 INFO:tasks.rados.rados.0.smithi003.stdout:3826: rollback oid 13 current snap is 392 2024-04-13T07:27:54.937 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 13 to 370 2024-04-13T07:27:54.937 INFO:tasks.rados.rados.0.smithi003.stdout:3827: snap_remove snap 346 2024-04-13T07:27:55.934 INFO:tasks.rados.rados.0.smithi003.stdout:3827: done (2 left) 2024-04-13T07:27:55.934 INFO:tasks.rados.rados.0.smithi003.stdout:3828: snap_remove snap 389 2024-04-13T07:27:56.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:55 smithi003 ceph-mon[89364]: pgmap v957: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 618 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:27:56.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:55 smithi003 ceph-mon[89364]: osdmap e860: 8 total, 8 up, 8 in 2024-04-13T07:27:56.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:55 smithi003 ceph-mon[91733]: pgmap v957: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 618 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:27:56.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:55 smithi003 ceph-mon[91733]: osdmap e860: 8 total, 8 up, 8 in 2024-04-13T07:27:56.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:55 smithi066 ceph-mon[84331]: pgmap v957: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 618 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:27:56.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:55 smithi066 ceph-mon[84331]: osdmap e860: 8 total, 8 up, 8 in 2024-04-13T07:27:56.955 INFO:tasks.rados.rados.0.smithi003.stdout:3828: done (2 left) 2024-04-13T07:27:56.955 INFO:tasks.rados.rados.0.smithi003.stdout:3829: copy_from oid 11 from oid 33 current snap is 392 2024-04-13T07:27:56.955 INFO:tasks.rados.rados.0.smithi003.stdout:3826: finishing rollback tid 1 to smithi00377890-13 2024-04-13T07:27:56.955 INFO:tasks.rados.rados.0.smithi003.stdout:3826: finishing rollback tid 2 to smithi00377890-13 2024-04-13T07:27:56.955 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 3173 (ObjNum 992 snap 339 seq_num 992) dirty exists 2024-04-13T07:27:56.955 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 3399 (ObjNum 1123 snap 379 seq_num 1123) dirty exists 2024-04-13T07:27:56.955 INFO:tasks.rados.rados.0.smithi003.stdout:3825: done (2 left) 2024-04-13T07:27:56.955 INFO:tasks.rados.rados.0.smithi003.stdout:3826: done (1 left) 2024-04-13T07:27:56.955 INFO:tasks.rados.rados.0.smithi003.stdout:3830: copy_from oid 28 from oid 13 current snap is 392 2024-04-13T07:27:56.955 INFO:tasks.rados.rados.0.smithi003.stdout:3831: snap_remove snap 388 2024-04-13T07:27:57.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:56 smithi003 ceph-mon[91733]: osdmap e861: 8 total, 8 up, 8 in 2024-04-13T07:27:57.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:56 smithi003 ceph-mon[89364]: osdmap e861: 8 total, 8 up, 8 in 2024-04-13T07:27:57.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:56 smithi066 ceph-mon[84331]: osdmap e861: 8 total, 8 up, 8 in 2024-04-13T07:27:57.959 INFO:tasks.rados.rados.0.smithi003.stdout:3829: finishing copy_from to smithi00377890-11 2024-04-13T07:27:57.959 INFO:tasks.rados.rados.0.smithi003.stdout:3829: got expected ENOENT (src dne) 2024-04-13T07:27:57.960 INFO:tasks.rados.rados.0.smithi003.stdout:3829: finishing copy_from racing read to smithi00377890-11 2024-04-13T07:27:57.960 INFO:tasks.rados.rados.0.smithi003.stdout:3830: finishing copy_from racing read to smithi00377890-28 2024-04-13T07:27:57.960 INFO:tasks.rados.rados.0.smithi003.stdout:3830: finishing copy_from to smithi00377890-28 2024-04-13T07:27:57.960 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 3173 (ObjNum 992 snap 339 seq_num 992) dirty exists 2024-04-13T07:27:57.960 INFO:tasks.rados.rados.0.smithi003.stdout:3829: done (2 left) 2024-04-13T07:27:57.960 INFO:tasks.rados.rados.0.smithi003.stdout:3830: done (1 left) 2024-04-13T07:27:57.960 INFO:tasks.rados.rados.0.smithi003.stdout:3831: done (0 left) 2024-04-13T07:27:57.960 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 16 current snap is 392 2024-04-13T07:27:57.960 INFO:tasks.rados.rados.0.smithi003.stdout:3832: seq_num 1151 ranges {3162112=81920} 2024-04-13T07:27:57.978 INFO:tasks.rados.rados.0.smithi003.stdout:3832: writing smithi00377890-16 from 3162112 to 3244032 tid 1 2024-04-13T07:27:57.978 INFO:tasks.rados.rados.0.smithi003.stdout:3833: rmattr oid 34 current snap is 392 2024-04-13T07:27:57.978 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 21 current snap is 392 2024-04-13T07:27:57.978 INFO:tasks.rados.rados.0.smithi003.stdout:3834: seq_num 1152 ranges {1818624=98304} 2024-04-13T07:27:57.990 INFO:tasks.rados.rados.0.smithi003.stdout:3834: writing smithi00377890-21 from 1818624 to 1916928 tid 1 2024-04-13T07:27:57.990 INFO:tasks.rados.rados.0.smithi003.stdout:3835: setattr oid 37 current snap is 392 2024-04-13T07:27:57.990 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 3261 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-13T07:27:57.990 INFO:tasks.rados.rados.0.smithi003.stdout:3832: finishing write tid 1 to smithi00377890-16 2024-04-13T07:27:57.990 INFO:tasks.rados.rados.0.smithi003.stdout:3832: finishing write tid 2 to smithi00377890-16 2024-04-13T07:27:57.990 INFO:tasks.rados.rados.0.smithi003.stdout:3832: finishing write tid 3 to smithi00377890-16 2024-04-13T07:27:57.990 INFO:tasks.rados.rados.0.smithi003.stdout:3832: oid 16 updating version 0 to 3729 2024-04-13T07:27:57.990 INFO:tasks.rados.rados.0.smithi003.stdout:3832: oid 16 updating version 3729 to 3730 2024-04-13T07:27:57.991 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 16 v 3730 (ObjNum 1151 snap 392 seq_num 1151) dirty exists 2024-04-13T07:27:57.991 INFO:tasks.rados.rados.0.smithi003.stdout:3832: left oid 16 (ObjNum 1151 snap 392 seq_num 1151) 2024-04-13T07:27:57.992 INFO:tasks.rados.rados.0.smithi003.stdout:3832: done (3 left) 2024-04-13T07:27:57.992 INFO:tasks.rados.rados.0.smithi003.stdout:3833: done (2 left) 2024-04-13T07:27:57.992 INFO:tasks.rados.rados.0.smithi003.stdout:3836: read oid 29 snap -1 2024-04-13T07:27:57.992 INFO:tasks.rados.rados.0.smithi003.stdout:3836: expect (ObjNum 1093 snap 369 seq_num 1093) 2024-04-13T07:27:57.992 INFO:tasks.rados.rados.0.smithi003.stdout:3837: delete oid 17 current snap is 392 2024-04-13T07:27:57.992 INFO:tasks.rados.rados.0.smithi003.stdout:3834: finishing write tid 1 to smithi00377890-21 2024-04-13T07:27:57.992 INFO:tasks.rados.rados.0.smithi003.stdout:3834: finishing write tid 2 to smithi00377890-21 2024-04-13T07:27:57.993 INFO:tasks.rados.rados.0.smithi003.stdout:3834: finishing write tid 3 to smithi00377890-21 2024-04-13T07:27:57.993 INFO:tasks.rados.rados.0.smithi003.stdout:3834: oid 21 updating version 0 to 3430 2024-04-13T07:27:57.994 INFO:tasks.rados.rados.0.smithi003.stdout:3834: oid 21 updating version 3430 to 3431 2024-04-13T07:27:57.994 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 21 v 3431 (ObjNum 1152 snap 392 seq_num 1152) dirty exists 2024-04-13T07:27:57.994 INFO:tasks.rados.rados.0.smithi003.stdout:3834: left oid 21 (ObjNum 1152 snap 392 seq_num 1152) 2024-04-13T07:27:57.994 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 2522 (ObjNum 1142 snap 386 seq_num 1142) dirty exists 2024-04-13T07:27:57.996 INFO:tasks.rados.rados.0.smithi003.stdout:3834: done (3 left) 2024-04-13T07:27:57.997 INFO:tasks.rados.rados.0.smithi003.stdout:3835: done (2 left) 2024-04-13T07:27:57.997 INFO:tasks.rados.rados.0.smithi003.stdout:3837: done (1 left) 2024-04-13T07:27:57.997 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 13 current snap is 392 2024-04-13T07:27:57.997 INFO:tasks.rados.rados.0.smithi003.stdout:3838: seq_num 1154 ranges {2228224=131072} 2024-04-13T07:27:58.010 INFO:tasks.rados.rados.0.smithi003.stdout:3838: writing smithi00377890-13 from 2228224 to 2359296 tid 1 2024-04-13T07:27:58.010 INFO:tasks.rados.rados.0.smithi003.stdout:3839: snap_remove snap 391 2024-04-13T07:27:58.303 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:57 smithi066 ceph-mon[84331]: pgmap v960: 121 pgs: 121 active+clean; 613 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-04-13T07:27:58.303 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:57 smithi066 ceph-mon[84331]: osdmap e862: 8 total, 8 up, 8 in 2024-04-13T07:27:58.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:57 smithi003 ceph-mon[91733]: pgmap v960: 121 pgs: 121 active+clean; 613 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-04-13T07:27:58.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:57 smithi003 ceph-mon[91733]: osdmap e862: 8 total, 8 up, 8 in 2024-04-13T07:27:58.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:57 smithi003 ceph-mon[89364]: pgmap v960: 121 pgs: 121 active+clean; 613 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-04-13T07:27:58.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:57 smithi003 ceph-mon[89364]: osdmap e862: 8 total, 8 up, 8 in 2024-04-13T07:27:58.933 INFO:tasks.rados.rados.0.smithi003.stdout:3839: done (2 left) 2024-04-13T07:27:58.933 INFO:tasks.rados.rados.0.smithi003.stdout:3840: snap_create 2024-04-13T07:27:58.934 INFO:tasks.rados.rados.0.smithi003.stdout:3836: expect (ObjNum 1093 snap 369 seq_num 1093) 2024-04-13T07:27:58.982 INFO:tasks.rados.rados.0.smithi003.stdout:3838: finishing write tid 1 to smithi00377890-13 2024-04-13T07:27:58.982 INFO:tasks.rados.rados.0.smithi003.stdout:3838: finishing write tid 2 to smithi00377890-13 2024-04-13T07:27:58.983 INFO:tasks.rados.rados.0.smithi003.stdout:3838: finishing write tid 3 to smithi00377890-13 2024-04-13T07:27:58.983 INFO:tasks.rados.rados.0.smithi003.stdout:3838: oid 13 updating version 0 to 3174 2024-04-13T07:27:58.983 INFO:tasks.rados.rados.0.smithi003.stdout:3838: oid 13 updating version 3174 to 3175 2024-04-13T07:27:58.983 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 13 v 3175 (ObjNum 1154 snap 392 seq_num 1154) dirty exists 2024-04-13T07:27:58.983 INFO:tasks.rados.rados.0.smithi003.stdout:3838: left oid 13 (ObjNum 1154 snap 392 seq_num 1154) 2024-04-13T07:27:59.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:58 smithi003 ceph-mon[91733]: osdmap e863: 8 total, 8 up, 8 in 2024-04-13T07:27:59.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:58 smithi003 ceph-mon[91733]: osdmap e864: 8 total, 8 up, 8 in 2024-04-13T07:27:59.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:58 smithi003 ceph-mon[89364]: osdmap e863: 8 total, 8 up, 8 in 2024-04-13T07:27:59.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:58 smithi003 ceph-mon[89364]: osdmap e864: 8 total, 8 up, 8 in 2024-04-13T07:27:59.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:58 smithi066 ceph-mon[84331]: osdmap e863: 8 total, 8 up, 8 in 2024-04-13T07:27:59.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:58 smithi066 ceph-mon[84331]: osdmap e864: 8 total, 8 up, 8 in 2024-04-13T07:27:59.934 INFO:tasks.rados.rados.0.smithi003.stdout:3836: done (2 left) 2024-04-13T07:27:59.934 INFO:tasks.rados.rados.0.smithi003.stdout:3838: done (1 left) 2024-04-13T07:27:59.934 INFO:tasks.rados.rados.0.smithi003.stdout:3840: done (0 left) 2024-04-13T07:27:59.935 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 28 current snap is 393 2024-04-13T07:27:59.935 INFO:tasks.rados.rados.0.smithi003.stdout:3841: seq_num 1155 ranges {2228224=147456} 2024-04-13T07:27:59.947 INFO:tasks.rados.rados.0.smithi003.stdout:3841: writing smithi00377890-28 from 2228224 to 2375680 tid 1 2024-04-13T07:27:59.947 INFO:tasks.rados.rados.0.smithi003.stdout:3842: snap_remove snap 334 2024-04-13T07:28:00.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:59 smithi003 ceph-mon[91733]: pgmap v963: 121 pgs: 121 active+clean; 613 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:28:00.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:27:59 smithi003 ceph-mon[91733]: osdmap e865: 8 total, 8 up, 8 in 2024-04-13T07:28:00.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:59 smithi003 ceph-mon[89364]: pgmap v963: 121 pgs: 121 active+clean; 613 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:28:00.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:27:59 smithi003 ceph-mon[89364]: osdmap e865: 8 total, 8 up, 8 in 2024-04-13T07:28:00.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:59 smithi066 ceph-mon[84331]: pgmap v963: 121 pgs: 121 active+clean; 613 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:28:00.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:27:59 smithi066 ceph-mon[84331]: osdmap e865: 8 total, 8 up, 8 in 2024-04-13T07:28:00.939 INFO:tasks.rados.rados.0.smithi003.stdout:3842: done (1 left) 2024-04-13T07:28:00.939 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 9 current snap is 393 2024-04-13T07:28:00.939 INFO:tasks.rados.rados.0.smithi003.stdout:3843: seq_num 1156 ranges {4120576=163840} 2024-04-13T07:28:00.964 INFO:tasks.rados.rados.0.smithi003.stdout:3843: writing smithi00377890-9 from 4120576 to 4284416 tid 1 2024-04-13T07:28:00.964 INFO:tasks.rados.rados.0.smithi003.stdout:3841: finishing write tid 1 to smithi00377890-28 2024-04-13T07:28:00.964 INFO:tasks.rados.rados.0.smithi003.stdout:3841: finishing write tid 2 to smithi00377890-28 2024-04-13T07:28:00.964 INFO:tasks.rados.rados.0.smithi003.stdout:3841: finishing write tid 3 to smithi00377890-28 2024-04-13T07:28:00.965 INFO:tasks.rados.rados.0.smithi003.stdout:3841: oid 28 updating version 0 to 3174 2024-04-13T07:28:00.965 INFO:tasks.rados.rados.0.smithi003.stdout:3841: oid 28 updating version 3174 to 3175 2024-04-13T07:28:00.965 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 28 v 3175 (ObjNum 1155 snap 393 seq_num 1155) dirty exists 2024-04-13T07:28:00.965 INFO:tasks.rados.rados.0.smithi003.stdout:3841: left oid 28 (ObjNum 1155 snap 393 seq_num 1155) 2024-04-13T07:28:00.965 INFO:tasks.rados.rados.0.smithi003.stdout:3841: done (1 left) 2024-04-13T07:28:00.965 INFO:tasks.rados.rados.0.smithi003.stdout:3844: rollback oid 22 current snap is 393 2024-04-13T07:28:00.965 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 22 to 382 2024-04-13T07:28:00.965 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 42 current snap is 393 2024-04-13T07:28:00.965 INFO:tasks.rados.rados.0.smithi003.stdout:3845: seq_num 1157 ranges {843776=180224} 2024-04-13T07:28:00.971 INFO:tasks.rados.rados.0.smithi003.stdout:3845: writing smithi00377890-42 from 843776 to 1024000 tid 1 2024-04-13T07:28:00.971 INFO:tasks.rados.rados.0.smithi003.stdout:3846: copy_from oid 50 from oid 16 current snap is 393 2024-04-13T07:28:00.971 INFO:tasks.rados.rados.0.smithi003.stdout:3847: read oid 1 snap -1 2024-04-13T07:28:00.971 INFO:tasks.rados.rados.0.smithi003.stdout:3847: expect deleted 2024-04-13T07:28:00.971 INFO:tasks.rados.rados.0.smithi003.stdout:3848: read oid 23 snap -1 2024-04-13T07:28:00.971 INFO:tasks.rados.rados.0.smithi003.stdout:3848: expect (ObjNum 1128 snap 380 seq_num 1128) 2024-04-13T07:28:00.971 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 14 current snap is 393 2024-04-13T07:28:00.971 INFO:tasks.rados.rados.0.smithi003.stdout:3849: seq_num 1158 ranges {0=196608} 2024-04-13T07:28:00.972 INFO:tasks.rados.rados.0.smithi003.stdout:3849: writing smithi00377890-14 from 0 to 196608 tid 1 2024-04-13T07:28:00.972 INFO:tasks.rados.rados.0.smithi003.stdout:3850: snap_remove snap 357 2024-04-13T07:28:01.975 INFO:tasks.rados.rados.0.smithi003.stdout:3849: finishing write tid 1 to smithi00377890-14 2024-04-13T07:28:01.975 INFO:tasks.rados.rados.0.smithi003.stdout:3845: finishing write tid 1 to smithi00377890-42 2024-04-13T07:28:01.975 INFO:tasks.rados.rados.0.smithi003.stdout:3845: finishing write tid 2 to smithi00377890-42 2024-04-13T07:28:01.975 INFO:tasks.rados.rados.0.smithi003.stdout:3849: finishing write tid 2 to smithi00377890-14 2024-04-13T07:28:01.975 INFO:tasks.rados.rados.0.smithi003.stdout:3849: finishing write tid 3 to smithi00377890-14 2024-04-13T07:28:01.975 INFO:tasks.rados.rados.0.smithi003.stdout:3849: oid 14 updating version 0 to 2898 2024-04-13T07:28:01.975 INFO:tasks.rados.rados.0.smithi003.stdout:3849: oid 14 updating version 2898 to 2899 2024-04-13T07:28:01.975 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 2899 (ObjNum 1158 snap 393 seq_num 1158) dirty exists 2024-04-13T07:28:01.976 INFO:tasks.rados.rados.0.smithi003.stdout:3849: left oid 14 (ObjNum 1158 snap 393 seq_num 1158) 2024-04-13T07:28:01.976 INFO:tasks.rados.rados.0.smithi003.stdout:3845: finishing write tid 3 to smithi00377890-42 2024-04-13T07:28:01.976 INFO:tasks.rados.rados.0.smithi003.stdout:3845: oid 42 updating version 0 to 3176 2024-04-13T07:28:01.976 INFO:tasks.rados.rados.0.smithi003.stdout:3845: oid 42 updating version 3176 to 3177 2024-04-13T07:28:01.976 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 3177 (ObjNum 1157 snap 393 seq_num 1157) dirty exists 2024-04-13T07:28:01.976 INFO:tasks.rados.rados.0.smithi003.stdout:3845: left oid 42 (ObjNum 1157 snap 393 seq_num 1157) 2024-04-13T07:28:01.976 INFO:tasks.rados.rados.0.smithi003.stdout:3844: finishing rollback tid 0 to smithi00377890-22 2024-04-13T07:28:01.976 INFO:tasks.rados.rados.0.smithi003.stdout:3844: finishing rollback tid 1 to smithi00377890-22 2024-04-13T07:28:01.976 INFO:tasks.rados.rados.0.smithi003.stdout:3844: finishing rollback tid 2 to smithi00377890-22 2024-04-13T07:28:01.976 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 3733 (ObjNum 1129 snap 380 seq_num 1129) dirty exists 2024-04-13T07:28:01.976 INFO:tasks.rados.rados.0.smithi003.stdout:3848: expect (ObjNum 1128 snap 380 seq_num 1128) 2024-04-13T07:28:02.042 INFO:tasks.rados.rados.0.smithi003.stdout:3843: finishing write tid 1 to smithi00377890-9 2024-04-13T07:28:02.042 INFO:tasks.rados.rados.0.smithi003.stdout:3843: finishing write tid 2 to smithi00377890-9 2024-04-13T07:28:02.042 INFO:tasks.rados.rados.0.smithi003.stdout:3843: finishing write tid 3 to smithi00377890-9 2024-04-13T07:28:02.042 INFO:tasks.rados.rados.0.smithi003.stdout:3843: oid 9 updating version 0 to 3784 2024-04-13T07:28:02.042 INFO:tasks.rados.rados.0.smithi003.stdout:3843: oid 9 updating version 3784 to 3785 2024-04-13T07:28:02.042 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 3785 (ObjNum 1156 snap 393 seq_num 1156) dirty exists 2024-04-13T07:28:02.042 INFO:tasks.rados.rados.0.smithi003.stdout:3843: left oid 9 (ObjNum 1156 snap 393 seq_num 1156) 2024-04-13T07:28:02.042 INFO:tasks.rados.rados.0.smithi003.stdout:3846: finishing copy_from racing read to smithi00377890-50 2024-04-13T07:28:02.042 INFO:tasks.rados.rados.0.smithi003.stdout:3846: finishing copy_from to smithi00377890-50 2024-04-13T07:28:02.042 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 3730 (ObjNum 1151 snap 392 seq_num 1151) dirty exists 2024-04-13T07:28:02.042 INFO:tasks.rados.rados.0.smithi003.stdout:3843: done (7 left) 2024-04-13T07:28:02.043 INFO:tasks.rados.rados.0.smithi003.stdout:3844: done (6 left) 2024-04-13T07:28:02.043 INFO:tasks.rados.rados.0.smithi003.stdout:3845: done (5 left) 2024-04-13T07:28:02.043 INFO:tasks.rados.rados.0.smithi003.stdout:3846: done (4 left) 2024-04-13T07:28:02.043 INFO:tasks.rados.rados.0.smithi003.stdout:3847: done (3 left) 2024-04-13T07:28:02.043 INFO:tasks.rados.rados.0.smithi003.stdout:3848: done (2 left) 2024-04-13T07:28:02.043 INFO:tasks.rados.rados.0.smithi003.stdout:3849: done (1 left) 2024-04-13T07:28:02.043 INFO:tasks.rados.rados.0.smithi003.stdout:3850: done (0 left) 2024-04-13T07:28:02.043 INFO:tasks.rados.rados.0.smithi003.stdout:3851: snap_remove snap 370 2024-04-13T07:28:02.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:01 smithi066 ceph-mon[84331]: pgmap v966: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 605 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 732 KiB/s wr, 15 op/s 2024-04-13T07:28:02.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:01 smithi066 ceph-mon[84331]: osdmap e866: 8 total, 8 up, 8 in 2024-04-13T07:28:02.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:01 smithi003 ceph-mon[91733]: pgmap v966: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 605 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 732 KiB/s wr, 15 op/s 2024-04-13T07:28:02.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:01 smithi003 ceph-mon[91733]: osdmap e866: 8 total, 8 up, 8 in 2024-04-13T07:28:02.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:01 smithi003 ceph-mon[89364]: pgmap v966: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 605 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 732 KiB/s wr, 15 op/s 2024-04-13T07:28:02.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:01 smithi003 ceph-mon[89364]: osdmap e866: 8 total, 8 up, 8 in 2024-04-13T07:28:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:28:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:28:02.974 INFO:tasks.rados.rados.0.smithi003.stdout:3851: done (0 left) 2024-04-13T07:28:02.974 INFO:tasks.rados.rados.0.smithi003.stdout:3852: copy_from oid 38 from oid 33 current snap is 393 2024-04-13T07:28:02.975 INFO:tasks.rados.rados.0.smithi003.stdout:3853: copy_from oid 12 from oid 21 current snap is 393 2024-04-13T07:28:02.975 INFO:tasks.rados.rados.0.smithi003.stdout:3854: setattr oid 1 current snap is 393 2024-04-13T07:28:02.976 INFO:tasks.rados.rados.0.smithi003.stdout:3855: delete oid 28 current snap is 393 2024-04-13T07:28:02.984 INFO:tasks.rados.rados.0.smithi003.stdout:3852: finishing copy_from to smithi00377890-38 2024-04-13T07:28:02.984 INFO:tasks.rados.rados.0.smithi003.stdout:3852: got expected ENOENT (src dne) 2024-04-13T07:28:02.985 INFO:tasks.rados.rados.0.smithi003.stdout:3852: finishing copy_from racing read to smithi00377890-38 2024-04-13T07:28:02.987 INFO:tasks.rados.rados.0.smithi003.stdout:3852: done (3 left) 2024-04-13T07:28:02.987 INFO:tasks.rados.rados.0.smithi003.stdout:3855: done (2 left) 2024-04-13T07:28:02.987 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 50 current snap is 393 2024-04-13T07:28:02.987 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 3338 (ObjNum 65 snap 0 seq_num 1684890450) dirty exists 2024-04-13T07:28:02.987 INFO:tasks.rados.rados.0.smithi003.stdout:3856: seq_num 1160 ranges {3244032=229376} 2024-04-13T07:28:03.008 INFO:tasks.rados.rados.0.smithi003.stdout:3856: writing smithi00377890-50 from 3244032 to 3473408 tid 1 2024-04-13T07:28:03.008 INFO:tasks.rados.rados.0.smithi003.stdout:3854: done (2 left) 2024-04-13T07:28:03.008 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 29 current snap is 393 2024-04-13T07:28:03.008 INFO:tasks.rados.rados.0.smithi003.stdout:3853: finishing copy_from racing read to smithi00377890-12 2024-04-13T07:28:03.008 INFO:tasks.rados.rados.0.smithi003.stdout:3857: seq_num 1161 ranges {1515520=245760} 2024-04-13T07:28:03.018 INFO:tasks.rados.rados.0.smithi003.stdout:3857: writing smithi00377890-29 from 1515520 to 1761280 tid 1 2024-04-13T07:28:03.018 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 22 current snap is 393 2024-04-13T07:28:03.018 INFO:tasks.rados.rados.0.smithi003.stdout:3853: finishing copy_from to smithi00377890-12 2024-04-13T07:28:03.018 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 3431 (ObjNum 1152 snap 392 seq_num 1152) dirty exists 2024-04-13T07:28:03.018 INFO:tasks.rados.rados.0.smithi003.stdout:3858: seq_num 1162 ranges {3989504=270336} 2024-04-13T07:28:03.041 INFO:tasks.rados.rados.0.smithi003.stdout:3858: writing smithi00377890-22 from 3989504 to 4259840 tid 1 2024-04-13T07:28:03.042 INFO:tasks.rados.rados.0.smithi003.stdout:3853: done (3 left) 2024-04-13T07:28:03.042 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 12 current snap is 393 2024-04-13T07:28:03.042 INFO:tasks.rados.rados.0.smithi003.stdout:3856: finishing write tid 1 to smithi00377890-50 2024-04-13T07:28:03.042 INFO:tasks.rados.rados.0.smithi003.stdout:3856: finishing write tid 2 to smithi00377890-50 2024-04-13T07:28:03.042 INFO:tasks.rados.rados.0.smithi003.stdout:3859: seq_num 1163 ranges {1916928=286720} 2024-04-13T07:28:03.054 INFO:tasks.rados.rados.0.smithi003.stdout:3859: writing smithi00377890-12 from 1916928 to 2203648 tid 1 2024-04-13T07:28:03.054 INFO:tasks.rados.rados.0.smithi003.stdout:3860: snap_create 2024-04-13T07:28:03.054 INFO:tasks.rados.rados.0.smithi003.stdout:3856: finishing write tid 3 to smithi00377890-50 2024-04-13T07:28:03.055 INFO:tasks.rados.rados.0.smithi003.stdout:3856: oid 50 updating version 0 to 3732 2024-04-13T07:28:03.055 INFO:tasks.rados.rados.0.smithi003.stdout:3856: oid 50 version 3732 is already newer than 3731 2024-04-13T07:28:03.055 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 3732 (ObjNum 1160 snap 393 seq_num 1160) dirty exists 2024-04-13T07:28:03.055 INFO:tasks.rados.rados.0.smithi003.stdout:3856: left oid 50 (ObjNum 1160 snap 393 seq_num 1160) 2024-04-13T07:28:03.055 INFO:tasks.rados.rados.0.smithi003.stdout:3857: finishing write tid 1 to smithi00377890-29 2024-04-13T07:28:03.055 INFO:tasks.rados.rados.0.smithi003.stdout:3857: finishing write tid 2 to smithi00377890-29 2024-04-13T07:28:03.055 INFO:tasks.rados.rados.0.smithi003.stdout:3857: finishing write tid 3 to smithi00377890-29 2024-04-13T07:28:03.055 INFO:tasks.rados.rados.0.smithi003.stdout:3857: oid 29 updating version 0 to 3262 2024-04-13T07:28:03.055 INFO:tasks.rados.rados.0.smithi003.stdout:3857: oid 29 updating version 3262 to 3263 2024-04-13T07:28:03.055 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 3263 (ObjNum 1161 snap 393 seq_num 1161) dirty exists 2024-04-13T07:28:03.055 INFO:tasks.rados.rados.0.smithi003.stdout:3857: left oid 29 (ObjNum 1161 snap 393 seq_num 1161) 2024-04-13T07:28:03.055 INFO:tasks.rados.rados.0.smithi003.stdout:3858: finishing write tid 1 to smithi00377890-22 2024-04-13T07:28:03.055 INFO:tasks.rados.rados.0.smithi003.stdout:3858: finishing write tid 2 to smithi00377890-22 2024-04-13T07:28:03.055 INFO:tasks.rados.rados.0.smithi003.stdout:3858: finishing write tid 3 to smithi00377890-22 2024-04-13T07:28:03.055 INFO:tasks.rados.rados.0.smithi003.stdout:3858: oid 22 updating version 0 to 3735 2024-04-13T07:28:03.055 INFO:tasks.rados.rados.0.smithi003.stdout:3858: oid 22 version 3735 is already newer than 3734 2024-04-13T07:28:03.056 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 3735 (ObjNum 1162 snap 393 seq_num 1162) dirty exists 2024-04-13T07:28:03.056 INFO:tasks.rados.rados.0.smithi003.stdout:3858: left oid 22 (ObjNum 1162 snap 393 seq_num 1162) 2024-04-13T07:28:03.056 INFO:tasks.rados.rados.0.smithi003.stdout:3859: finishing write tid 1 to smithi00377890-12 2024-04-13T07:28:03.057 INFO:tasks.rados.rados.0.smithi003.stdout:3859: finishing write tid 2 to smithi00377890-12 2024-04-13T07:28:03.058 INFO:tasks.rados.rados.0.smithi003.stdout:3859: finishing write tid 3 to smithi00377890-12 2024-04-13T07:28:03.058 INFO:tasks.rados.rados.0.smithi003.stdout:3859: oid 12 updating version 0 to 3734 2024-04-13T07:28:03.058 INFO:tasks.rados.rados.0.smithi003.stdout:3859: oid 12 version 3734 is already newer than 3733 2024-04-13T07:28:03.058 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 3734 (ObjNum 1163 snap 393 seq_num 1163) dirty exists 2024-04-13T07:28:03.058 INFO:tasks.rados.rados.0.smithi003.stdout:3859: left oid 12 (ObjNum 1163 snap 393 seq_num 1163) 2024-04-13T07:28:03.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:02 smithi003 ceph-mon[91733]: osdmap e867: 8 total, 8 up, 8 in 2024-04-13T07:28:03.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:02 smithi003 ceph-mon[89364]: osdmap e867: 8 total, 8 up, 8 in 2024-04-13T07:28:03.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:02 smithi066 ceph-mon[84331]: osdmap e867: 8 total, 8 up, 8 in 2024-04-13T07:28:03.935 INFO:tasks.rados.rados.0.smithi003.stdout:3856: done (4 left) 2024-04-13T07:28:03.935 INFO:tasks.rados.rados.0.smithi003.stdout:3857: done (3 left) 2024-04-13T07:28:03.935 INFO:tasks.rados.rados.0.smithi003.stdout:3858: done (2 left) 2024-04-13T07:28:03.935 INFO:tasks.rados.rados.0.smithi003.stdout:3859: done (1 left) 2024-04-13T07:28:03.935 INFO:tasks.rados.rados.0.smithi003.stdout:3860: done (0 left) 2024-04-13T07:28:03.935 INFO:tasks.rados.rados.0.smithi003.stdout:3861: read oid 22 snap -1 2024-04-13T07:28:03.935 INFO:tasks.rados.rados.0.smithi003.stdout:3861: expect (ObjNum 1162 snap 393 seq_num 1162) 2024-04-13T07:28:03.936 INFO:tasks.rados.rados.0.smithi003.stdout:3862: copy_from oid 36 from oid 35 current snap is 394 2024-04-13T07:28:03.936 INFO:tasks.rados.rados.0.smithi003.stdout:3863: read oid 23 snap -1 2024-04-13T07:28:03.936 INFO:tasks.rados.rados.0.smithi003.stdout:3863: expect (ObjNum 1128 snap 380 seq_num 1128) 2024-04-13T07:28:03.936 INFO:tasks.rados.rados.0.smithi003.stdout:3864: snap_remove snap 375 2024-04-13T07:28:04.286 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:28:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:28:04] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-04-13T07:28:04.286 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:03 smithi003 ceph-mon[91733]: pgmap v969: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 599 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 732 KiB/s wr, 16 op/s 2024-04-13T07:28:04.287 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:03 smithi003 ceph-mon[91733]: osdmap e868: 8 total, 8 up, 8 in 2024-04-13T07:28:04.287 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:03 smithi003 ceph-mon[91733]: osdmap e869: 8 total, 8 up, 8 in 2024-04-13T07:28:04.287 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:03 smithi003 ceph-mon[89364]: pgmap v969: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 599 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 732 KiB/s wr, 16 op/s 2024-04-13T07:28:04.287 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:03 smithi003 ceph-mon[89364]: osdmap e868: 8 total, 8 up, 8 in 2024-04-13T07:28:04.287 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:03 smithi003 ceph-mon[89364]: osdmap e869: 8 total, 8 up, 8 in 2024-04-13T07:28:04.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:03 smithi066 ceph-mon[84331]: pgmap v969: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 599 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 732 KiB/s wr, 16 op/s 2024-04-13T07:28:04.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:03 smithi066 ceph-mon[84331]: osdmap e868: 8 total, 8 up, 8 in 2024-04-13T07:28:04.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:03 smithi066 ceph-mon[84331]: osdmap e869: 8 total, 8 up, 8 in 2024-04-13T07:28:04.938 INFO:tasks.rados.rados.0.smithi003.stdout:3864: done (3 left) 2024-04-13T07:28:04.938 INFO:tasks.rados.rados.0.smithi003.stdout:3865: rollback oid 12 current snap is 394 2024-04-13T07:28:04.938 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 12 to 385 2024-04-13T07:28:04.938 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 37 current snap is 394 2024-04-13T07:28:04.939 INFO:tasks.rados.rados.0.smithi003.stdout:3866: seq_num 1164 ranges {4186112=303104} 2024-04-13T07:28:04.963 INFO:tasks.rados.rados.0.smithi003.stdout:3866: writing smithi00377890-37 from 4186112 to 4489216 tid 1 2024-04-13T07:28:04.966 INFO:tasks.rados.rados.0.smithi003.stdout:3863: expect (ObjNum 1128 snap 380 seq_num 1128) 2024-04-13T07:28:05.025 INFO:tasks.rados.rados.0.smithi003.stdout:3861: expect (ObjNum 1162 snap 393 seq_num 1162) 2024-04-13T07:28:05.242 INFO:tasks.rados.rados.0.smithi003.stdout:3862: finishing copy_from racing read to smithi00377890-36 2024-04-13T07:28:05.242 INFO:tasks.rados.rados.0.smithi003.stdout:3862: finishing copy_from to smithi00377890-36 2024-04-13T07:28:05.242 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 3728 (ObjNum 1030 snap 348 seq_num 1030) dirty exists 2024-04-13T07:28:05.242 INFO:tasks.rados.rados.0.smithi003.stdout:3865: finishing rollback tid 0 to smithi00377890-12 2024-04-13T07:28:05.242 INFO:tasks.rados.rados.0.smithi003.stdout:3865: finishing rollback tid 1 to smithi00377890-12 2024-04-13T07:28:05.242 INFO:tasks.rados.rados.0.smithi003.stdout:3865: finishing rollback tid 2 to smithi00377890-12 2024-04-13T07:28:05.243 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 3737 (ObjNum 1135 snap 385 seq_num 1135) dirty exists 2024-04-13T07:28:05.243 INFO:tasks.rados.rados.0.smithi003.stdout:3861: done (4 left) 2024-04-13T07:28:05.243 INFO:tasks.rados.rados.0.smithi003.stdout:3862: done (3 left) 2024-04-13T07:28:05.243 INFO:tasks.rados.rados.0.smithi003.stdout:3863: done (2 left) 2024-04-13T07:28:05.243 INFO:tasks.rados.rados.0.smithi003.stdout:3865: done (1 left) 2024-04-13T07:28:05.243 INFO:tasks.rados.rados.0.smithi003.stdout:3867: snap_remove snap 385 2024-04-13T07:28:05.980 INFO:tasks.rados.rados.0.smithi003.stdout:3867: done (1 left) 2024-04-13T07:28:05.980 INFO:tasks.rados.rados.0.smithi003.stdout:3868: read oid 6 snap -1 2024-04-13T07:28:05.980 INFO:tasks.rados.rados.0.smithi003.stdout:3868: expect (ObjNum 1046 snap 352 seq_num 1046) 2024-04-13T07:28:05.980 INFO:tasks.rados.rados.0.smithi003.stdout:3869: rmattr oid 34 current snap is 394 2024-04-13T07:28:05.980 INFO:tasks.rados.rados.0.smithi003.stdout:3866: finishing write tid 1 to smithi00377890-37 2024-04-13T07:28:05.980 INFO:tasks.rados.rados.0.smithi003.stdout:3866: finishing write tid 2 to smithi00377890-37 2024-04-13T07:28:05.980 INFO:tasks.rados.rados.0.smithi003.stdout:3866: finishing write tid 3 to smithi00377890-37 2024-04-13T07:28:05.980 INFO:tasks.rados.rados.0.smithi003.stdout:3866: oid 37 updating version 0 to 2524 2024-04-13T07:28:05.980 INFO:tasks.rados.rados.0.smithi003.stdout:3866: oid 37 version 2524 is already newer than 2523 2024-04-13T07:28:05.980 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 2524 (ObjNum 1164 snap 394 seq_num 1164) dirty exists 2024-04-13T07:28:05.980 INFO:tasks.rados.rados.0.smithi003.stdout:3866: left oid 37 (ObjNum 1164 snap 394 seq_num 1164) 2024-04-13T07:28:05.981 INFO:tasks.rados.rados.0.smithi003.stdout:3866: done (2 left) 2024-04-13T07:28:05.981 INFO:tasks.rados.rados.0.smithi003.stdout:3870: delete oid 10 current snap is 394 2024-04-13T07:28:05.985 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 3729 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:28:06.004 INFO:tasks.rados.rados.0.smithi003.stdout:3869: done (2 left) 2024-04-13T07:28:06.004 INFO:tasks.rados.rados.0.smithi003.stdout:3870: done (1 left) 2024-04-13T07:28:06.004 INFO:tasks.rados.rados.0.smithi003.stdout:3871: read oid 48 snap -1 2024-04-13T07:28:06.004 INFO:tasks.rados.rados.0.smithi003.stdout:3871: expect (ObjNum 1094 snap 369 seq_num 1094) 2024-04-13T07:28:06.004 INFO:tasks.rados.rados.0.smithi003.stdout:3872: read oid 50 snap -1 2024-04-13T07:28:06.004 INFO:tasks.rados.rados.0.smithi003.stdout:3872: expect (ObjNum 1160 snap 393 seq_num 1160) 2024-04-13T07:28:06.004 INFO:tasks.rados.rados.0.smithi003.stdout:3873: rmattr oid 7 current snap is 394 2024-04-13T07:28:06.004 INFO:tasks.rados.rados.0.smithi003.stdout:3873: done (3 left) 2024-04-13T07:28:06.004 INFO:tasks.rados.rados.0.smithi003.stdout:3874: rmattr oid 15 current snap is 394 2024-04-13T07:28:06.004 INFO:tasks.rados.rados.0.smithi003.stdout:3874: done (3 left) 2024-04-13T07:28:06.004 INFO:tasks.rados.rados.0.smithi003.stdout:3875: rmattr oid 19 current snap is 394 2024-04-13T07:28:06.004 INFO:tasks.rados.rados.0.smithi003.stdout:3876: copy_from oid 27 from oid 46 current snap is 394 2024-04-13T07:28:06.004 INFO:tasks.rados.rados.0.smithi003.stdout:3877: read oid 34 snap -1 2024-04-13T07:28:06.005 INFO:tasks.rados.rados.0.smithi003.stdout:3877: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:28:06.005 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 29 current snap is 394 2024-04-13T07:28:06.005 INFO:tasks.rados.rados.0.smithi003.stdout:3878: seq_num 1166 ranges {1761280=335872} 2024-04-13T07:28:06.016 INFO:tasks.rados.rados.0.smithi003.stdout:3878: writing smithi00377890-29 from 1761280 to 2097152 tid 1 2024-04-13T07:28:06.016 INFO:tasks.rados.rados.0.smithi003.stdout:3879: rollback oid 41 current snap is 394 2024-04-13T07:28:06.016 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 41 to 376 2024-04-13T07:28:06.016 INFO:tasks.rados.rados.0.smithi003.stdout:3877: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:28:06.021 INFO:tasks.rados.rados.0.smithi003.stdout:3876: finishing copy_from to smithi00377890-27 2024-04-13T07:28:06.021 INFO:tasks.rados.rados.0.smithi003.stdout:3876: got expected ENOENT (src dne) 2024-04-13T07:28:06.021 INFO:tasks.rados.rados.0.smithi003.stdout:3876: finishing copy_from racing read to smithi00377890-27 2024-04-13T07:28:06.021 INFO:tasks.rados.rados.0.smithi003.stdout:3868: expect (ObjNum 1046 snap 352 seq_num 1046) 2024-04-13T07:28:06.231 INFO:tasks.rados.rados.0.smithi003.stdout:3879: finishing rollback tid 0 to smithi00377890-41 2024-04-13T07:28:06.231 INFO:tasks.rados.rados.0.smithi003.stdout:3879: finishing rollback tid 1 to smithi00377890-41 2024-04-13T07:28:06.231 INFO:tasks.rados.rados.0.smithi003.stdout:3879: finishing rollback tid 2 to smithi00377890-41 2024-04-13T07:28:06.231 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 41 v 3341 (ObjNum 1106 snap 371 seq_num 1106) dirty exists 2024-04-13T07:28:06.231 INFO:tasks.rados.rados.0.smithi003.stdout:3868: done (7 left) 2024-04-13T07:28:06.231 INFO:tasks.rados.rados.0.smithi003.stdout:3876: done (6 left) 2024-04-13T07:28:06.231 INFO:tasks.rados.rados.0.smithi003.stdout:3877: done (5 left) 2024-04-13T07:28:06.231 INFO:tasks.rados.rados.0.smithi003.stdout:3879: done (4 left) 2024-04-13T07:28:06.231 INFO:tasks.rados.rados.0.smithi003.stdout:3880: rmattr oid 1 current snap is 394 2024-04-13T07:28:06.231 INFO:tasks.rados.rados.0.smithi003.stdout:3872: expect (ObjNum 1160 snap 393 seq_num 1160) 2024-04-13T07:28:06.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:05 smithi003 ceph-mon[89364]: pgmap v972: 121 pgs: 121 active+clean; 570 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-13T07:28:06.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:05 smithi003 ceph-mon[89364]: osdmap e870: 8 total, 8 up, 8 in 2024-04-13T07:28:06.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:05 smithi003 ceph-mon[91733]: pgmap v972: 121 pgs: 121 active+clean; 570 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-13T07:28:06.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:05 smithi003 ceph-mon[91733]: osdmap e870: 8 total, 8 up, 8 in 2024-04-13T07:28:06.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:05 smithi066 ceph-mon[84331]: pgmap v972: 121 pgs: 121 active+clean; 570 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-13T07:28:06.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:05 smithi066 ceph-mon[84331]: osdmap e870: 8 total, 8 up, 8 in 2024-04-13T07:28:06.449 INFO:tasks.rados.rados.0.smithi003.stdout:3878: finishing write tid 1 to smithi00377890-29 2024-04-13T07:28:06.449 INFO:tasks.rados.rados.0.smithi003.stdout:3878: finishing write tid 2 to smithi00377890-29 2024-04-13T07:28:06.449 INFO:tasks.rados.rados.0.smithi003.stdout:3878: finishing write tid 3 to smithi00377890-29 2024-04-13T07:28:06.449 INFO:tasks.rados.rados.0.smithi003.stdout:3878: oid 29 updating version 0 to 3731 2024-04-13T07:28:06.449 INFO:tasks.rados.rados.0.smithi003.stdout:3878: oid 29 version 3731 is already newer than 3730 2024-04-13T07:28:06.449 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 3731 (ObjNum 1166 snap 394 seq_num 1166) dirty exists 2024-04-13T07:28:06.449 INFO:tasks.rados.rados.0.smithi003.stdout:3878: left oid 29 (ObjNum 1166 snap 394 seq_num 1166) 2024-04-13T07:28:06.449 INFO:tasks.rados.rados.0.smithi003.stdout:3871: expect (ObjNum 1094 snap 369 seq_num 1094) 2024-04-13T07:28:06.633 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 3736 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:28:06.634 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 3342 (ObjNum 33 snap 0 seq_num 291413488) dirty exists 2024-04-13T07:28:06.634 INFO:tasks.rados.rados.0.smithi003.stdout:3871: done (4 left) 2024-04-13T07:28:06.634 INFO:tasks.rados.rados.0.smithi003.stdout:3872: done (3 left) 2024-04-13T07:28:06.634 INFO:tasks.rados.rados.0.smithi003.stdout:3875: done (2 left) 2024-04-13T07:28:06.634 INFO:tasks.rados.rados.0.smithi003.stdout:3878: done (1 left) 2024-04-13T07:28:06.634 INFO:tasks.rados.rados.0.smithi003.stdout:3880: done (0 left) 2024-04-13T07:28:06.634 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 11 current snap is 394 2024-04-13T07:28:06.634 INFO:tasks.rados.rados.0.smithi003.stdout:3881: seq_num 1167 ranges {11083776=352256} 2024-04-13T07:28:06.696 INFO:tasks.rados.rados.0.smithi003.stdout:3881: writing smithi00377890-11 from 11083776 to 11436032 tid 1 2024-04-13T07:28:06.696 INFO:tasks.rados.rados.0.smithi003.stdout:3882: read oid 3 snap -1 2024-04-13T07:28:06.696 INFO:tasks.rados.rados.0.smithi003.stdout:3882: expect (ObjNum 987 snap 338 seq_num 987) 2024-04-13T07:28:06.696 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 33 current snap is 394 2024-04-13T07:28:06.696 INFO:tasks.rados.rados.0.smithi003.stdout:3883: seq_num 1168 ranges {0=368640} 2024-04-13T07:28:06.698 INFO:tasks.rados.rados.0.smithi003.stdout:3883: writing smithi00377890-33 from 0 to 368640 tid 1 2024-04-13T07:28:06.698 INFO:tasks.rados.rados.0.smithi003.stdout:3884: snap_create 2024-04-13T07:28:06.703 INFO:tasks.rados.rados.0.smithi003.stdout:3883: finishing write tid 1 to smithi00377890-33 2024-04-13T07:28:06.703 INFO:tasks.rados.rados.0.smithi003.stdout:3883: finishing write tid 2 to smithi00377890-33 2024-04-13T07:28:06.705 INFO:tasks.rados.rados.0.smithi003.stdout:3883: finishing write tid 3 to smithi00377890-33 2024-04-13T07:28:06.705 INFO:tasks.rados.rados.0.smithi003.stdout:3883: oid 33 updating version 0 to 3343 2024-04-13T07:28:06.705 INFO:tasks.rados.rados.0.smithi003.stdout:3883: oid 33 updating version 3343 to 3344 2024-04-13T07:28:06.705 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 33 v 3344 (ObjNum 1168 snap 394 seq_num 1168) dirty exists 2024-04-13T07:28:06.705 INFO:tasks.rados.rados.0.smithi003.stdout:3883: left oid 33 (ObjNum 1168 snap 394 seq_num 1168) 2024-04-13T07:28:06.713 INFO:tasks.rados.rados.0.smithi003.stdout:3881: finishing write tid 1 to smithi00377890-11 2024-04-13T07:28:06.713 INFO:tasks.rados.rados.0.smithi003.stdout:3881: finishing write tid 2 to smithi00377890-11 2024-04-13T07:28:06.716 INFO:tasks.rados.rados.0.smithi003.stdout:3881: finishing write tid 3 to smithi00377890-11 2024-04-13T07:28:06.716 INFO:tasks.rados.rados.0.smithi003.stdout:3881: oid 11 updating version 0 to 2900 2024-04-13T07:28:06.716 INFO:tasks.rados.rados.0.smithi003.stdout:3881: oid 11 updating version 2900 to 2901 2024-04-13T07:28:06.716 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 2901 (ObjNum 1167 snap 394 seq_num 1167) dirty exists 2024-04-13T07:28:06.716 INFO:tasks.rados.rados.0.smithi003.stdout:3881: left oid 11 (ObjNum 1167 snap 394 seq_num 1167) 2024-04-13T07:28:06.727 INFO:tasks.rados.rados.0.smithi003.stdout:3882: expect (ObjNum 987 snap 338 seq_num 987) 2024-04-13T07:28:06.981 INFO:tasks.rados.rados.0.smithi003.stdout:3881: done (3 left) 2024-04-13T07:28:06.981 INFO:tasks.rados.rados.0.smithi003.stdout:3882: done (2 left) 2024-04-13T07:28:06.981 INFO:tasks.rados.rados.0.smithi003.stdout:3883: done (1 left) 2024-04-13T07:28:06.981 INFO:tasks.rados.rados.0.smithi003.stdout:3884: done (0 left) 2024-04-13T07:28:06.981 INFO:tasks.rados.rados.0.smithi003.stdout:3885: rollback oid 22 current snap is 395 2024-04-13T07:28:06.981 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 22 to 377 2024-04-13T07:28:06.981 INFO:tasks.rados.rados.0.smithi003.stdout:3886: snap_create 2024-04-13T07:28:06.987 INFO:tasks.rados.rados.0.smithi003.stdout:3885: finishing rollback tid 0 to smithi00377890-22 2024-04-13T07:28:06.987 INFO:tasks.rados.rados.0.smithi003.stdout:3885: finishing rollback tid 1 to smithi00377890-22 2024-04-13T07:28:06.987 INFO:tasks.rados.rados.0.smithi003.stdout:3885: finishing rollback tid 2 to smithi00377890-22 2024-04-13T07:28:06.987 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 3739 (ObjNum 1087 snap 365 seq_num 1087) dirty exists 2024-04-13T07:28:07.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:06 smithi003 ceph-mon[89364]: osdmap e871: 8 total, 8 up, 8 in 2024-04-13T07:28:07.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:06 smithi003 ceph-mon[91733]: osdmap e871: 8 total, 8 up, 8 in 2024-04-13T07:28:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:06 smithi066 ceph-mon[84331]: osdmap e871: 8 total, 8 up, 8 in 2024-04-13T07:28:07.983 INFO:tasks.rados.rados.0.smithi003.stdout:3885: done (1 left) 2024-04-13T07:28:07.983 INFO:tasks.rados.rados.0.smithi003.stdout:3886: done (0 left) 2024-04-13T07:28:07.984 INFO:tasks.rados.rados.0.smithi003.stdout:3887: copy_from oid 7 from oid 45 current snap is 396 2024-04-13T07:28:07.984 INFO:tasks.rados.rados.0.smithi003.stdout:3888: snap_remove snap 373 2024-04-13T07:28:08.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:07 smithi003 ceph-mon[91733]: pgmap v975: 121 pgs: 121 active+clean; 542 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-13T07:28:08.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:07 smithi003 ceph-mon[91733]: osdmap e872: 8 total, 8 up, 8 in 2024-04-13T07:28:08.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:28:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:07 smithi003 ceph-mon[89364]: pgmap v975: 121 pgs: 121 active+clean; 542 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-13T07:28:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:07 smithi003 ceph-mon[89364]: osdmap e872: 8 total, 8 up, 8 in 2024-04-13T07:28:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:28:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:07 smithi066 ceph-mon[84331]: pgmap v975: 121 pgs: 121 active+clean; 542 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-13T07:28:08.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:07 smithi066 ceph-mon[84331]: osdmap e872: 8 total, 8 up, 8 in 2024-04-13T07:28:08.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:28:08.939 INFO:tasks.rados.rados.0.smithi003.stdout:3888: done (1 left) 2024-04-13T07:28:08.939 INFO:tasks.rados.rados.0.smithi003.stdout:3889: read oid 16 snap 377 2024-04-13T07:28:08.939 INFO:tasks.rados.rados.0.smithi003.stdout:3889: expect (ObjNum 972 snap 334 seq_num 972) 2024-04-13T07:28:08.939 INFO:tasks.rados.rados.0.smithi003.stdout:3890: snap_remove snap 378 2024-04-13T07:28:09.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:08 smithi003 ceph-mon[91733]: osdmap e873: 8 total, 8 up, 8 in 2024-04-13T07:28:09.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:08 smithi003 ceph-mon[91733]: osdmap e874: 8 total, 8 up, 8 in 2024-04-13T07:28:09.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:08 smithi003 ceph-mon[89364]: osdmap e873: 8 total, 8 up, 8 in 2024-04-13T07:28:09.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:08 smithi003 ceph-mon[89364]: osdmap e874: 8 total, 8 up, 8 in 2024-04-13T07:28:09.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:08 smithi066 ceph-mon[84331]: osdmap e873: 8 total, 8 up, 8 in 2024-04-13T07:28:09.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:08 smithi066 ceph-mon[84331]: osdmap e874: 8 total, 8 up, 8 in 2024-04-13T07:28:09.939 INFO:tasks.rados.rados.0.smithi003.stdout:3890: done (2 left) 2024-04-13T07:28:09.939 INFO:tasks.rados.rados.0.smithi003.stdout:3891: read oid 10 snap -1 2024-04-13T07:28:09.939 INFO:tasks.rados.rados.0.smithi003.stdout:3891: expect deleted 2024-04-13T07:28:09.939 INFO:tasks.rados.rados.0.smithi003.stdout:3892: rollback oid 36 current snap is 396 2024-04-13T07:28:09.940 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 36 to 376 2024-04-13T07:28:09.940 INFO:tasks.rados.rados.0.smithi003.stdout:3887: finishing copy_from racing read to smithi00377890-7 2024-04-13T07:28:09.940 INFO:tasks.rados.rados.0.smithi003.stdout:3887: finishing copy_from to smithi00377890-7 2024-04-13T07:28:09.940 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 3425 (ObjNum 1137 snap 385 seq_num 1137) dirty exists 2024-04-13T07:28:09.940 INFO:tasks.rados.rados.0.smithi003.stdout:3889: expect (ObjNum 972 snap 334 seq_num 972) 2024-04-13T07:28:10.061 INFO:tasks.rados.rados.0.smithi003.stdout:3892: finishing rollback tid 0 to smithi00377890-36 2024-04-13T07:28:10.061 INFO:tasks.rados.rados.0.smithi003.stdout:3892: finishing rollback tid 1 to smithi00377890-36 2024-04-13T07:28:10.061 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 3733 (ObjNum 81 snap 0 seq_num 1634754663) dirty dne 2024-04-13T07:28:10.061 INFO:tasks.rados.rados.0.smithi003.stdout:3887: done (3 left) 2024-04-13T07:28:10.061 INFO:tasks.rados.rados.0.smithi003.stdout:3889: done (2 left) 2024-04-13T07:28:10.061 INFO:tasks.rados.rados.0.smithi003.stdout:3891: done (1 left) 2024-04-13T07:28:10.061 INFO:tasks.rados.rados.0.smithi003.stdout:3892: done (0 left) 2024-04-13T07:28:10.062 INFO:tasks.rados.rados.0.smithi003.stdout:3893: rollback oid 42 current snap is 396 2024-04-13T07:28:10.062 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 42 to 394 2024-04-13T07:28:10.062 INFO:tasks.rados.rados.0.smithi003.stdout:3894: delete oid 12 current snap is 396 2024-04-13T07:28:10.065 INFO:tasks.rados.rados.0.smithi003.stdout:3894: done (1 left) 2024-04-13T07:28:10.066 INFO:tasks.rados.rados.0.smithi003.stdout:3895: rmattr oid 2 current snap is 396 2024-04-13T07:28:10.066 INFO:tasks.rados.rados.0.smithi003.stdout:3896: rollback oid 7 current snap is 396 2024-04-13T07:28:10.066 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 7 to 376 2024-04-13T07:28:10.066 INFO:tasks.rados.rados.0.smithi003.stdout:3897: snap_remove snap 382 2024-04-13T07:28:10.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:09 smithi003 ceph-mon[91733]: pgmap v978: 121 pgs: 121 active+clean; 542 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 40 KiB/s wr, 8 op/s 2024-04-13T07:28:10.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:09 smithi003 ceph-mon[91733]: osdmap e875: 8 total, 8 up, 8 in 2024-04-13T07:28:10.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:09 smithi003 ceph-mon[89364]: pgmap v978: 121 pgs: 121 active+clean; 542 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 40 KiB/s wr, 8 op/s 2024-04-13T07:28:10.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:09 smithi003 ceph-mon[89364]: osdmap e875: 8 total, 8 up, 8 in 2024-04-13T07:28:10.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:09 smithi066 ceph-mon[84331]: pgmap v978: 121 pgs: 121 active+clean; 542 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 40 KiB/s wr, 8 op/s 2024-04-13T07:28:10.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:09 smithi066 ceph-mon[84331]: osdmap e875: 8 total, 8 up, 8 in 2024-04-13T07:28:11.010 INFO:tasks.rados.rados.0.smithi003.stdout:3893: finishing rollback tid 0 to smithi00377890-42 2024-04-13T07:28:11.010 INFO:tasks.rados.rados.0.smithi003.stdout:3893: finishing rollback tid 1 to smithi00377890-42 2024-04-13T07:28:11.010 INFO:tasks.rados.rados.0.smithi003.stdout:3893: finishing rollback tid 2 to smithi00377890-42 2024-04-13T07:28:11.010 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 42 v 3180 (ObjNum 1157 snap 393 seq_num 1157) dirty exists 2024-04-13T07:28:11.010 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 3427 (ObjNum 1131 snap 380 seq_num 1131) dirty exists 2024-04-13T07:28:11.011 INFO:tasks.rados.rados.0.smithi003.stdout:3896: finishing rollback tid 0 to smithi00377890-7 2024-04-13T07:28:11.011 INFO:tasks.rados.rados.0.smithi003.stdout:3896: finishing rollback tid 1 to smithi00377890-7 2024-04-13T07:28:11.011 INFO:tasks.rados.rados.0.smithi003.stdout:3896: finishing rollback tid 2 to smithi00377890-7 2024-04-13T07:28:11.011 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 7 v 3428 (ObjNum 1119 snap 376 seq_num 1119) dirty exists 2024-04-13T07:28:11.011 INFO:tasks.rados.rados.0.smithi003.stdout:3893: done (3 left) 2024-04-13T07:28:11.011 INFO:tasks.rados.rados.0.smithi003.stdout:3895: done (2 left) 2024-04-13T07:28:11.011 INFO:tasks.rados.rados.0.smithi003.stdout:3896: done (1 left) 2024-04-13T07:28:11.011 INFO:tasks.rados.rados.0.smithi003.stdout:3897: done (0 left) 2024-04-13T07:28:11.011 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 29 current snap is 396 2024-04-13T07:28:11.011 INFO:tasks.rados.rados.0.smithi003.stdout:3898: seq_num 1170 ranges {2097152=401408} 2024-04-13T07:28:11.025 INFO:tasks.rados.rados.0.smithi003.stdout:3898: writing smithi00377890-29 from 2097152 to 2498560 tid 1 2024-04-13T07:28:11.025 INFO:tasks.rados.rados.0.smithi003.stdout:3899: snap_create 2024-04-13T07:28:11.034 INFO:tasks.rados.rados.0.smithi003.stdout:3898: finishing write tid 1 to smithi00377890-29 2024-04-13T07:28:11.034 INFO:tasks.rados.rados.0.smithi003.stdout:3898: finishing write tid 2 to smithi00377890-29 2024-04-13T07:28:11.037 INFO:tasks.rados.rados.0.smithi003.stdout:3898: finishing write tid 3 to smithi00377890-29 2024-04-13T07:28:11.037 INFO:tasks.rados.rados.0.smithi003.stdout:3898: oid 29 updating version 0 to 3734 2024-04-13T07:28:11.037 INFO:tasks.rados.rados.0.smithi003.stdout:3898: oid 29 updating version 3734 to 3735 2024-04-13T07:28:11.037 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 3735 (ObjNum 1170 snap 396 seq_num 1170) dirty exists 2024-04-13T07:28:11.037 INFO:tasks.rados.rados.0.smithi003.stdout:3898: left oid 29 (ObjNum 1170 snap 396 seq_num 1170) 2024-04-13T07:28:12.018 INFO:tasks.rados.rados.0.smithi003.stdout:3898: done (1 left) 2024-04-13T07:28:12.018 INFO:tasks.rados.rados.0.smithi003.stdout:3899: done (0 left) 2024-04-13T07:28:12.018 INFO:tasks.rados.rados.0.smithi003.stdout:3900: snap_create 2024-04-13T07:28:12.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:12 smithi066 ceph-mon[84331]: pgmap v981: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 507 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.6 MiB/s rd, 242 KiB/s wr, 11 op/s 2024-04-13T07:28:12.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:12 smithi066 ceph-mon[84331]: osdmap e876: 8 total, 8 up, 8 in 2024-04-13T07:28:12.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:12 smithi003 ceph-mon[91733]: pgmap v981: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 507 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.6 MiB/s rd, 242 KiB/s wr, 11 op/s 2024-04-13T07:28:12.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:12 smithi003 ceph-mon[91733]: osdmap e876: 8 total, 8 up, 8 in 2024-04-13T07:28:12.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:11 smithi003 ceph-mon[89364]: pgmap v981: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 507 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.6 MiB/s rd, 242 KiB/s wr, 11 op/s 2024-04-13T07:28:12.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:11 smithi003 ceph-mon[89364]: osdmap e876: 8 total, 8 up, 8 in 2024-04-13T07:28:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:28:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:28:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:28:13.025 INFO:tasks.rados.rados.0.smithi003.stdout:3900: done (0 left) 2024-04-13T07:28:13.025 INFO:tasks.rados.rados.0.smithi003.stdout:3901: snap_remove snap 396 2024-04-13T07:28:13.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:13 smithi003 ceph-mon[91733]: osdmap e877: 8 total, 8 up, 8 in 2024-04-13T07:28:13.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:13 smithi003 ceph-mon[89364]: osdmap e877: 8 total, 8 up, 8 in 2024-04-13T07:28:13.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:13 smithi066 ceph-mon[84331]: osdmap e877: 8 total, 8 up, 8 in 2024-04-13T07:28:13.941 INFO:tasks.rados.rados.0.smithi003.stdout:3901: done (0 left) 2024-04-13T07:28:13.942 INFO:tasks.rados.rados.0.smithi003.stdout:3902: snap_remove snap 394 2024-04-13T07:28:14.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:14 smithi003 ceph-mon[89364]: pgmap v984: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 507 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2024-04-13T07:28:14.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:14 smithi003 ceph-mon[89364]: osdmap e878: 8 total, 8 up, 8 in 2024-04-13T07:28:14.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:14 smithi003 ceph-mon[89364]: osdmap e879: 8 total, 8 up, 8 in 2024-04-13T07:28:14.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:28:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:28:14] "GET /metrics HTTP/1.1" 200 36237 "" "Prometheus/2.43.0" 2024-04-13T07:28:14.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:14 smithi003 ceph-mon[91733]: pgmap v984: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 507 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2024-04-13T07:28:14.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:14 smithi003 ceph-mon[91733]: osdmap e878: 8 total, 8 up, 8 in 2024-04-13T07:28:14.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:14 smithi003 ceph-mon[91733]: osdmap e879: 8 total, 8 up, 8 in 2024-04-13T07:28:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:14 smithi066 ceph-mon[84331]: pgmap v984: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 507 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2024-04-13T07:28:14.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:14 smithi066 ceph-mon[84331]: osdmap e878: 8 total, 8 up, 8 in 2024-04-13T07:28:14.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:14 smithi066 ceph-mon[84331]: osdmap e879: 8 total, 8 up, 8 in 2024-04-13T07:28:14.940 INFO:tasks.rados.rados.0.smithi003.stdout:3902: done (0 left) 2024-04-13T07:28:14.940 INFO:tasks.rados.rados.0.smithi003.stdout:3903: rmattr oid 1 current snap is 398 2024-04-13T07:28:14.940 INFO:tasks.rados.rados.0.smithi003.stdout:3904: snap_remove snap 397 2024-04-13T07:28:15.945 INFO:tasks.rados.rados.0.smithi003.stdout:3904: done (1 left) 2024-04-13T07:28:15.946 INFO:tasks.rados.rados.0.smithi003.stdout:3905: delete oid 14 current snap is 398 2024-04-13T07:28:15.946 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 1 v 3345 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:28:15.948 INFO:tasks.rados.rados.0.smithi003.stdout:3903: done (1 left) 2024-04-13T07:28:15.948 INFO:tasks.rados.rados.0.smithi003.stdout:3905: done (0 left) 2024-04-13T07:28:15.948 INFO:tasks.rados.rados.0.smithi003.stdout:3906: setattr oid 31 current snap is 398 2024-04-13T07:28:15.951 INFO:tasks.rados.rados.0.smithi003.stdout:3907: copy_from oid 2 from oid 7 current snap is 398 2024-04-13T07:28:15.951 INFO:tasks.rados.rados.0.smithi003.stdout:3908: read oid 50 snap -1 2024-04-13T07:28:15.951 INFO:tasks.rados.rados.0.smithi003.stdout:3908: expect (ObjNum 1160 snap 393 seq_num 1160) 2024-04-13T07:28:15.951 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 18 current snap is 398 2024-04-13T07:28:15.951 INFO:tasks.rados.rados.0.smithi003.stdout:3909: seq_num 1172 ranges {0=434176} 2024-04-13T07:28:15.953 INFO:tasks.rados.rados.0.smithi003.stdout:3909: writing smithi00377890-18 from 0 to 434176 tid 1 2024-04-13T07:28:15.954 INFO:tasks.rados.rados.0.smithi003.stdout:3910: read oid 21 snap -1 2024-04-13T07:28:15.954 INFO:tasks.rados.rados.0.smithi003.stdout:3910: expect (ObjNum 1152 snap 392 seq_num 1152) 2024-04-13T07:28:15.954 INFO:tasks.rados.rados.0.smithi003.stdout:3911: delete oid 23 current snap is 398 2024-04-13T07:28:15.958 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 31 v 2525 (ObjNum 1099 snap 369 seq_num 1099) dirty exists 2024-04-13T07:28:15.965 INFO:tasks.rados.rados.0.smithi003.stdout:3906: done (5 left) 2024-04-13T07:28:15.965 INFO:tasks.rados.rados.0.smithi003.stdout:3911: done (4 left) 2024-04-13T07:28:15.965 INFO:tasks.rados.rados.0.smithi003.stdout:3912: setattr oid 11 current snap is 398 2024-04-13T07:28:15.966 INFO:tasks.rados.rados.0.smithi003.stdout:3913: snap_create 2024-04-13T07:28:15.967 INFO:tasks.rados.rados.0.smithi003.stdout:3909: finishing write tid 1 to smithi00377890-18 2024-04-13T07:28:15.967 INFO:tasks.rados.rados.0.smithi003.stdout:3909: finishing write tid 2 to smithi00377890-18 2024-04-13T07:28:15.967 INFO:tasks.rados.rados.0.smithi003.stdout:3910: expect (ObjNum 1152 snap 392 seq_num 1152) 2024-04-13T07:28:16.061 INFO:tasks.rados.rados.0.smithi003.stdout:3909: finishing write tid 3 to smithi00377890-18 2024-04-13T07:28:16.061 INFO:tasks.rados.rados.0.smithi003.stdout:3909: oid 18 updating version 0 to 3428 2024-04-13T07:28:16.061 INFO:tasks.rados.rados.0.smithi003.stdout:3909: oid 18 updating version 3428 to 3429 2024-04-13T07:28:16.061 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 18 v 3429 (ObjNum 1172 snap 398 seq_num 1172) dirty exists 2024-04-13T07:28:16.062 INFO:tasks.rados.rados.0.smithi003.stdout:3909: left oid 18 (ObjNum 1172 snap 398 seq_num 1172) 2024-04-13T07:28:16.062 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 2903 (ObjNum 1167 snap 394 seq_num 1167) dirty exists 2024-04-13T07:28:16.062 INFO:tasks.rados.rados.0.smithi003.stdout:3908: expect (ObjNum 1160 snap 393 seq_num 1160) 2024-04-13T07:28:16.279 INFO:tasks.rados.rados.0.smithi003.stdout:3907: finishing copy_from racing read to smithi00377890-2 2024-04-13T07:28:16.279 INFO:tasks.rados.rados.0.smithi003.stdout:3907: finishing copy_from to smithi00377890-2 2024-04-13T07:28:16.280 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 3428 (ObjNum 1119 snap 376 seq_num 1119) dirty exists 2024-04-13T07:28:16.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:15 smithi003 ceph-mon[89364]: pgmap v987: 121 pgs: 121 active+clean; 505 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-04-13T07:28:16.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:15 smithi003 ceph-mon[89364]: osdmap e880: 8 total, 8 up, 8 in 2024-04-13T07:28:16.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:15 smithi003 ceph-mon[91733]: pgmap v987: 121 pgs: 121 active+clean; 505 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-04-13T07:28:16.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:15 smithi003 ceph-mon[91733]: osdmap e880: 8 total, 8 up, 8 in 2024-04-13T07:28:16.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:15 smithi066 ceph-mon[84331]: pgmap v987: 121 pgs: 121 active+clean; 505 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-04-13T07:28:16.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:15 smithi066 ceph-mon[84331]: osdmap e880: 8 total, 8 up, 8 in 2024-04-13T07:28:16.951 INFO:tasks.rados.rados.0.smithi003.stdout:3907: done (5 left) 2024-04-13T07:28:16.951 INFO:tasks.rados.rados.0.smithi003.stdout:3908: done (4 left) 2024-04-13T07:28:16.951 INFO:tasks.rados.rados.0.smithi003.stdout:3909: done (3 left) 2024-04-13T07:28:16.951 INFO:tasks.rados.rados.0.smithi003.stdout:3910: done (2 left) 2024-04-13T07:28:16.951 INFO:tasks.rados.rados.0.smithi003.stdout:3912: done (1 left) 2024-04-13T07:28:16.951 INFO:tasks.rados.rados.0.smithi003.stdout:3913: done (0 left) 2024-04-13T07:28:16.951 INFO:tasks.rados.rados.0.smithi003.stdout:3914: copy_from oid 15 from oid 17 current snap is 399 2024-04-13T07:28:16.951 INFO:tasks.rados.rados.0.smithi003.stdout:3915: snap_remove snap 343 2024-04-13T07:28:17.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:16 smithi003 ceph-mon[91733]: osdmap e881: 8 total, 8 up, 8 in 2024-04-13T07:28:17.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:16 smithi003 ceph-mon[89364]: osdmap e881: 8 total, 8 up, 8 in 2024-04-13T07:28:17.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:16 smithi066 ceph-mon[84331]: osdmap e881: 8 total, 8 up, 8 in 2024-04-13T07:28:17.958 INFO:tasks.rados.rados.0.smithi003.stdout:3915: done (1 left) 2024-04-13T07:28:17.958 INFO:tasks.rados.rados.0.smithi003.stdout:3916: copy_from oid 18 from oid 46 current snap is 399 2024-04-13T07:28:17.958 INFO:tasks.rados.rados.0.smithi003.stdout:3914: finishing copy_from to smithi00377890-15 2024-04-13T07:28:17.958 INFO:tasks.rados.rados.0.smithi003.stdout:3914: got expected ENOENT (src dne) 2024-04-13T07:28:17.958 INFO:tasks.rados.rados.0.smithi003.stdout:3914: finishing copy_from racing read to smithi00377890-15 2024-04-13T07:28:17.958 INFO:tasks.rados.rados.0.smithi003.stdout:3914: done (1 left) 2024-04-13T07:28:17.958 INFO:tasks.rados.rados.0.smithi003.stdout:3917: snap_create 2024-04-13T07:28:17.970 INFO:tasks.rados.rados.0.smithi003.stdout:3916: finishing copy_from to smithi00377890-18 2024-04-13T07:28:17.971 INFO:tasks.rados.rados.0.smithi003.stdout:3916: got expected ENOENT (src dne) 2024-04-13T07:28:17.971 INFO:tasks.rados.rados.0.smithi003.stdout:3916: finishing copy_from racing read to smithi00377890-18 2024-04-13T07:28:18.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:17 smithi003 ceph-mon[91733]: pgmap v990: 121 pgs: 121 active+clean; 505 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 772 KiB/s rd, 98 KiB/s wr, 5 op/s 2024-04-13T07:28:18.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:17 smithi003 ceph-mon[91733]: osdmap e882: 8 total, 8 up, 8 in 2024-04-13T07:28:18.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:17 smithi003 ceph-mon[89364]: pgmap v990: 121 pgs: 121 active+clean; 505 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 772 KiB/s rd, 98 KiB/s wr, 5 op/s 2024-04-13T07:28:18.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:17 smithi003 ceph-mon[89364]: osdmap e882: 8 total, 8 up, 8 in 2024-04-13T07:28:18.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:17 smithi066 ceph-mon[84331]: pgmap v990: 121 pgs: 121 active+clean; 505 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 772 KiB/s rd, 98 KiB/s wr, 5 op/s 2024-04-13T07:28:18.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:17 smithi066 ceph-mon[84331]: osdmap e882: 8 total, 8 up, 8 in 2024-04-13T07:28:18.945 INFO:tasks.rados.rados.0.smithi003.stdout:3916: done (1 left) 2024-04-13T07:28:18.946 INFO:tasks.rados.rados.0.smithi003.stdout:3917: done (0 left) 2024-04-13T07:28:18.946 INFO:tasks.rados.rados.0.smithi003.stdout:3918: read oid 18 snap -1 2024-04-13T07:28:18.946 INFO:tasks.rados.rados.0.smithi003.stdout:3918: expect (ObjNum 1172 snap 398 seq_num 1172) 2024-04-13T07:28:18.946 INFO:tasks.rados.rados.0.smithi003.stdout:3919: read oid 24 snap 393 2024-04-13T07:28:18.946 INFO:tasks.rados.rados.0.smithi003.stdout:3919: expect deleted 2024-04-13T07:28:18.946 INFO:tasks.rados.rados.0.smithi003.stdout:3920: rollback oid 45 current snap is 400 2024-04-13T07:28:18.946 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 45 to 377 2024-04-13T07:28:18.946 INFO:tasks.rados.rados.0.smithi003.stdout:3921: snap_remove snap 392 2024-04-13T07:28:19.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:18 smithi003 ceph-mon[91733]: osdmap e883: 8 total, 8 up, 8 in 2024-04-13T07:28:19.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:18 smithi003 ceph-mon[91733]: osdmap e884: 8 total, 8 up, 8 in 2024-04-13T07:28:19.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:18 smithi003 ceph-mon[89364]: osdmap e883: 8 total, 8 up, 8 in 2024-04-13T07:28:19.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:18 smithi003 ceph-mon[89364]: osdmap e884: 8 total, 8 up, 8 in 2024-04-13T07:28:19.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:18 smithi066 ceph-mon[84331]: osdmap e883: 8 total, 8 up, 8 in 2024-04-13T07:28:19.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:18 smithi066 ceph-mon[84331]: osdmap e884: 8 total, 8 up, 8 in 2024-04-13T07:28:19.941 INFO:tasks.rados.rados.0.smithi003.stdout:3921: done (3 left) 2024-04-13T07:28:19.941 INFO:tasks.rados.rados.0.smithi003.stdout:3922: rmattr oid 29 current snap is 400 2024-04-13T07:28:19.941 INFO:tasks.rados.rados.0.smithi003.stdout:3918: expect (ObjNum 1172 snap 398 seq_num 1172) 2024-04-13T07:28:19.959 INFO:tasks.rados.rados.0.smithi003.stdout:3920: finishing rollback tid 0 to smithi00377890-45 2024-04-13T07:28:19.959 INFO:tasks.rados.rados.0.smithi003.stdout:3920: finishing rollback tid 1 to smithi00377890-45 2024-04-13T07:28:19.959 INFO:tasks.rados.rados.0.smithi003.stdout:3920: finishing rollback tid 2 to smithi00377890-45 2024-04-13T07:28:19.960 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 3432 (ObjNum 1095 snap 369 seq_num 1095) dirty exists 2024-04-13T07:28:19.960 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 29 v 3736 (ObjNum 1170 snap 396 seq_num 1170) dirty exists 2024-04-13T07:28:19.960 INFO:tasks.rados.rados.0.smithi003.stdout:3918: done (3 left) 2024-04-13T07:28:19.960 INFO:tasks.rados.rados.0.smithi003.stdout:3919: done (2 left) 2024-04-13T07:28:19.960 INFO:tasks.rados.rados.0.smithi003.stdout:3920: done (1 left) 2024-04-13T07:28:19.960 INFO:tasks.rados.rados.0.smithi003.stdout:3922: done (0 left) 2024-04-13T07:28:19.960 INFO:tasks.rados.rados.0.smithi003.stdout:3923: copy_from oid 49 from oid 7 current snap is 400 2024-04-13T07:28:19.960 INFO:tasks.rados.rados.0.smithi003.stdout:3924: setattr oid 5 current snap is 400 2024-04-13T07:28:19.960 INFO:tasks.rados.rados.0.smithi003.stdout:3925: delete oid 11 current snap is 400 2024-04-13T07:28:19.964 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 3739 (ObjNum 1143 snap 386 seq_num 1143) dirty exists 2024-04-13T07:28:19.966 INFO:tasks.rados.rados.0.smithi003.stdout:3924: done (2 left) 2024-04-13T07:28:19.966 INFO:tasks.rados.rados.0.smithi003.stdout:3925: done (1 left) 2024-04-13T07:28:19.966 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 40 current snap is 400 2024-04-13T07:28:19.966 INFO:tasks.rados.rados.0.smithi003.stdout:3926: seq_num 1175 ranges {2457600=483328} 2024-04-13T07:28:19.983 INFO:tasks.rados.rados.0.smithi003.stdout:3926: writing smithi00377890-40 from 2457600 to 2940928 tid 1 2024-04-13T07:28:19.983 INFO:tasks.rados.rados.0.smithi003.stdout:3927: copy_from oid 2 from oid 47 current snap is 400 2024-04-13T07:28:19.983 INFO:tasks.rados.rados.0.smithi003.stdout:3923: finishing copy_from racing read to smithi00377890-49 2024-04-13T07:28:19.983 INFO:tasks.rados.rados.0.smithi003.stdout:3923: finishing copy_from to smithi00377890-49 2024-04-13T07:28:19.983 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 49 v 3428 (ObjNum 1119 snap 376 seq_num 1119) dirty exists 2024-04-13T07:28:19.983 INFO:tasks.rados.rados.0.smithi003.stdout:3923: done (2 left) 2024-04-13T07:28:19.983 INFO:tasks.rados.rados.0.smithi003.stdout:3928: copy_from oid 46 from oid 11 current snap is 400 2024-04-13T07:28:19.983 INFO:tasks.rados.rados.0.smithi003.stdout:3929: rollback oid 9 current snap is 400 2024-04-13T07:28:19.983 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 9 to 395 2024-04-13T07:28:19.984 INFO:tasks.rados.rados.0.smithi003.stdout:3930: snap_remove snap 398 2024-04-13T07:28:20.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:19 smithi003 ceph-mon[91733]: pgmap v993: 121 pgs: 121 active+clean; 505 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-04-13T07:28:20.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:19 smithi003 ceph-mon[91733]: osdmap e885: 8 total, 8 up, 8 in 2024-04-13T07:28:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:19 smithi003 ceph-mon[89364]: pgmap v993: 121 pgs: 121 active+clean; 505 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-04-13T07:28:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:19 smithi003 ceph-mon[89364]: osdmap e885: 8 total, 8 up, 8 in 2024-04-13T07:28:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:19 smithi066 ceph-mon[84331]: pgmap v993: 121 pgs: 121 active+clean; 505 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-04-13T07:28:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:19 smithi066 ceph-mon[84331]: osdmap e885: 8 total, 8 up, 8 in 2024-04-13T07:28:20.977 INFO:tasks.rados.rados.0.smithi003.stdout:3930: done (4 left) 2024-04-13T07:28:20.977 INFO:tasks.rados.rados.0.smithi003.stdout:3931: snap_create 2024-04-13T07:28:20.977 INFO:tasks.rados.rados.0.smithi003.stdout:3928: finishing copy_from to smithi00377890-46 2024-04-13T07:28:20.977 INFO:tasks.rados.rados.0.smithi003.stdout:3928: got expected ENOENT (src dne) 2024-04-13T07:28:20.977 INFO:tasks.rados.rados.0.smithi003.stdout:3928: finishing copy_from racing read to smithi00377890-46 2024-04-13T07:28:20.977 INFO:tasks.rados.rados.0.smithi003.stdout:3926: finishing write tid 1 to smithi00377890-40 2024-04-13T07:28:20.977 INFO:tasks.rados.rados.0.smithi003.stdout:3926: finishing write tid 2 to smithi00377890-40 2024-04-13T07:28:20.977 INFO:tasks.rados.rados.0.smithi003.stdout:3926: finishing write tid 3 to smithi00377890-40 2024-04-13T07:28:20.978 INFO:tasks.rados.rados.0.smithi003.stdout:3926: oid 40 updating version 0 to 3880 2024-04-13T07:28:20.978 INFO:tasks.rados.rados.0.smithi003.stdout:3926: oid 40 version 3880 is already newer than 3879 2024-04-13T07:28:20.978 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 40 v 3880 (ObjNum 1175 snap 400 seq_num 1175) dirty exists 2024-04-13T07:28:20.978 INFO:tasks.rados.rados.0.smithi003.stdout:3926: left oid 40 (ObjNum 1175 snap 400 seq_num 1175) 2024-04-13T07:28:20.978 INFO:tasks.rados.rados.0.smithi003.stdout:3929: finishing rollback tid 0 to smithi00377890-9 2024-04-13T07:28:20.978 INFO:tasks.rados.rados.0.smithi003.stdout:3929: finishing rollback tid 1 to smithi00377890-9 2024-04-13T07:28:20.978 INFO:tasks.rados.rados.0.smithi003.stdout:3929: finishing rollback tid 2 to smithi00377890-9 2024-04-13T07:28:20.978 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 9 v 3884 (ObjNum 1156 snap 393 seq_num 1156) dirty exists 2024-04-13T07:28:20.978 INFO:tasks.rados.rados.0.smithi003.stdout:3927: finishing copy_from racing read to smithi00377890-2 2024-04-13T07:28:20.978 INFO:tasks.rados.rados.0.smithi003.stdout:3927: finishing copy_from to smithi00377890-2 2024-04-13T07:28:20.978 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 3239 (ObjNum 1140 snap 386 seq_num 1140) dirty exists 2024-04-13T07:28:21.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:28:21.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:28:21.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:28:21.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:28:21.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:28:21.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:28:21.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:28:21.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:28:21.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:28:21.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:28:21.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:28:21.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:28:21.979 INFO:tasks.rados.rados.0.smithi003.stdout:3926: done (4 left) 2024-04-13T07:28:21.979 INFO:tasks.rados.rados.0.smithi003.stdout:3927: done (3 left) 2024-04-13T07:28:21.979 INFO:tasks.rados.rados.0.smithi003.stdout:3928: done (2 left) 2024-04-13T07:28:21.979 INFO:tasks.rados.rados.0.smithi003.stdout:3929: done (1 left) 2024-04-13T07:28:21.979 INFO:tasks.rados.rados.0.smithi003.stdout:3931: done (0 left) 2024-04-13T07:28:21.979 INFO:tasks.rados.rados.0.smithi003.stdout:3932: setattr oid 5 current snap is 401 2024-04-13T07:28:21.980 INFO:tasks.rados.rados.0.smithi003.stdout:3933: snap_remove snap 395 2024-04-13T07:28:22.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:21 smithi066 ceph-mon[84331]: pgmap v996: 121 pgs: 121 active+clean; 349 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 700 KiB/s wr, 16 op/s 2024-04-13T07:28:22.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:21 smithi066 ceph-mon[84331]: osdmap e886: 8 total, 8 up, 8 in 2024-04-13T07:28:22.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:21 smithi003 ceph-mon[91733]: pgmap v996: 121 pgs: 121 active+clean; 349 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 700 KiB/s wr, 16 op/s 2024-04-13T07:28:22.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:21 smithi003 ceph-mon[91733]: osdmap e886: 8 total, 8 up, 8 in 2024-04-13T07:28:22.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:21 smithi003 ceph-mon[89364]: pgmap v996: 121 pgs: 121 active+clean; 349 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 700 KiB/s wr, 16 op/s 2024-04-13T07:28:22.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:21 smithi003 ceph-mon[89364]: osdmap e886: 8 total, 8 up, 8 in 2024-04-13T07:28:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:28:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:28:22.991 INFO:tasks.rados.rados.0.smithi003.stdout:3933: done (1 left) 2024-04-13T07:28:22.992 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 36 current snap is 401 2024-04-13T07:28:22.992 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 5 v 3740 (ObjNum 1143 snap 386 seq_num 1143) dirty exists 2024-04-13T07:28:22.992 INFO:tasks.rados.rados.0.smithi003.stdout:3934: seq_num 1176 ranges {0=499712} 2024-04-13T07:28:22.994 INFO:tasks.rados.rados.0.smithi003.stdout:3934: writing smithi00377890-36 from 0 to 499712 tid 1 2024-04-13T07:28:22.994 INFO:tasks.rados.rados.0.smithi003.stdout:3932: done (1 left) 2024-04-13T07:28:22.994 INFO:tasks.rados.rados.0.smithi003.stdout:3935: setattr oid 35 current snap is 401 2024-04-13T07:28:22.996 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 26 current snap is 401 2024-04-13T07:28:22.996 INFO:tasks.rados.rados.0.smithi003.stdout:3936: seq_num 1177 ranges {10207232=516096} 2024-04-13T07:28:23.056 INFO:tasks.rados.rados.0.smithi003.stdout:3936: writing smithi00377890-26 from 10207232 to 10723328 tid 1 2024-04-13T07:28:23.056 INFO:tasks.rados.rados.0.smithi003.stdout:3937: snap_create 2024-04-13T07:28:23.056 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 3740 (ObjNum 1030 snap 348 seq_num 1030) dirty exists 2024-04-13T07:28:23.056 INFO:tasks.rados.rados.0.smithi003.stdout:3934: finishing write tid 1 to smithi00377890-36 2024-04-13T07:28:23.056 INFO:tasks.rados.rados.0.smithi003.stdout:3934: finishing write tid 2 to smithi00377890-36 2024-04-13T07:28:23.056 INFO:tasks.rados.rados.0.smithi003.stdout:3934: finishing write tid 3 to smithi00377890-36 2024-04-13T07:28:23.057 INFO:tasks.rados.rados.0.smithi003.stdout:3934: oid 36 updating version 0 to 3738 2024-04-13T07:28:23.057 INFO:tasks.rados.rados.0.smithi003.stdout:3934: oid 36 version 3738 is already newer than 3737 2024-04-13T07:28:23.057 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 36 v 3738 (ObjNum 1176 snap 401 seq_num 1176) dirty exists 2024-04-13T07:28:23.057 INFO:tasks.rados.rados.0.smithi003.stdout:3934: left oid 36 (ObjNum 1176 snap 401 seq_num 1176) 2024-04-13T07:28:23.061 INFO:tasks.rados.rados.0.smithi003.stdout:3936: finishing write tid 1 to smithi00377890-26 2024-04-13T07:28:23.061 INFO:tasks.rados.rados.0.smithi003.stdout:3936: finishing write tid 2 to smithi00377890-26 2024-04-13T07:28:23.063 INFO:tasks.rados.rados.0.smithi003.stdout:3936: finishing write tid 3 to smithi00377890-26 2024-04-13T07:28:23.064 INFO:tasks.rados.rados.0.smithi003.stdout:3936: oid 26 updating version 0 to 3429 2024-04-13T07:28:23.064 INFO:tasks.rados.rados.0.smithi003.stdout:3936: oid 26 updating version 3429 to 3430 2024-04-13T07:28:23.064 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 3430 (ObjNum 1177 snap 401 seq_num 1177) dirty exists 2024-04-13T07:28:23.064 INFO:tasks.rados.rados.0.smithi003.stdout:3936: left oid 26 (ObjNum 1177 snap 401 seq_num 1177) 2024-04-13T07:28:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:22 smithi003 ceph-mon[91733]: osdmap e887: 8 total, 8 up, 8 in 2024-04-13T07:28:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:28:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:22 smithi003 ceph-mon[89364]: osdmap e887: 8 total, 8 up, 8 in 2024-04-13T07:28:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:28:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:22 smithi066 ceph-mon[84331]: osdmap e887: 8 total, 8 up, 8 in 2024-04-13T07:28:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:28:23.941 INFO:tasks.rados.rados.0.smithi003.stdout:3934: done (3 left) 2024-04-13T07:28:23.941 INFO:tasks.rados.rados.0.smithi003.stdout:3935: done (2 left) 2024-04-13T07:28:23.941 INFO:tasks.rados.rados.0.smithi003.stdout:3936: done (1 left) 2024-04-13T07:28:23.941 INFO:tasks.rados.rados.0.smithi003.stdout:3937: done (0 left) 2024-04-13T07:28:23.941 INFO:tasks.rados.rados.0.smithi003.stdout:3938: rollback oid 46 current snap is 402 2024-04-13T07:28:23.941 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 46 to 384 2024-04-13T07:28:23.941 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 48 current snap is 402 2024-04-13T07:28:23.942 INFO:tasks.rados.rados.0.smithi003.stdout:3939: seq_num 1178 ranges {4268032=532480} 2024-04-13T07:28:23.967 INFO:tasks.rados.rados.0.smithi003.stdout:3939: writing smithi00377890-48 from 4268032 to 4800512 tid 1 2024-04-13T07:28:23.967 INFO:tasks.rados.rados.0.smithi003.stdout:3940: read oid 33 snap -1 2024-04-13T07:28:23.967 INFO:tasks.rados.rados.0.smithi003.stdout:3940: expect (ObjNum 1168 snap 394 seq_num 1168) 2024-04-13T07:28:23.967 INFO:tasks.rados.rados.0.smithi003.stdout:3941: setattr oid 14 current snap is 402 2024-04-13T07:28:23.967 INFO:tasks.rados.rados.0.smithi003.stdout:3938: finishing rollback tid 1 to smithi00377890-46 2024-04-13T07:28:23.968 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 46 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:28:23.968 INFO:tasks.rados.rados.0.smithi003.stdout:3938: done (3 left) 2024-04-13T07:28:23.968 INFO:tasks.rados.rados.0.smithi003.stdout:3942: read oid 3 snap -1 2024-04-13T07:28:23.968 INFO:tasks.rados.rados.0.smithi003.stdout:3942: expect (ObjNum 987 snap 338 seq_num 987) 2024-04-13T07:28:23.968 INFO:tasks.rados.rados.0.smithi003.stdout:3943: read oid 12 snap -1 2024-04-13T07:28:23.968 INFO:tasks.rados.rados.0.smithi003.stdout:3943: expect deleted 2024-04-13T07:28:23.969 INFO:tasks.rados.rados.0.smithi003.stdout:3944: rmattr oid 22 current snap is 402 2024-04-13T07:28:23.969 INFO:tasks.rados.rados.0.smithi003.stdout:3945: snap_remove snap 377 2024-04-13T07:28:24.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:23 smithi003 ceph-mon[91733]: pgmap v999: 121 pgs: 121 active+clean; 345 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-04-13T07:28:24.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:23 smithi003 ceph-mon[91733]: osdmap e888: 8 total, 8 up, 8 in 2024-04-13T07:28:24.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:23 smithi003 ceph-mon[91733]: osdmap e889: 8 total, 8 up, 8 in 2024-04-13T07:28:24.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:28:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:28:24] "GET /metrics HTTP/1.1" 200 36238 "" "Prometheus/2.43.0" 2024-04-13T07:28:24.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:23 smithi003 ceph-mon[89364]: pgmap v999: 121 pgs: 121 active+clean; 345 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-04-13T07:28:24.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:23 smithi003 ceph-mon[89364]: osdmap e888: 8 total, 8 up, 8 in 2024-04-13T07:28:24.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:23 smithi003 ceph-mon[89364]: osdmap e889: 8 total, 8 up, 8 in 2024-04-13T07:28:24.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:23 smithi066 ceph-mon[84331]: pgmap v999: 121 pgs: 121 active+clean; 345 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-04-13T07:28:24.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:23 smithi066 ceph-mon[84331]: osdmap e888: 8 total, 8 up, 8 in 2024-04-13T07:28:24.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:23 smithi066 ceph-mon[84331]: osdmap e889: 8 total, 8 up, 8 in 2024-04-13T07:28:24.943 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 14 v 2905 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-13T07:28:24.943 INFO:tasks.rados.rados.0.smithi003.stdout:3940: expect (ObjNum 1168 snap 394 seq_num 1168) 2024-04-13T07:28:24.960 INFO:tasks.rados.rados.0.smithi003.stdout:3939: finishing write tid 1 to smithi00377890-48 2024-04-13T07:28:24.960 INFO:tasks.rados.rados.0.smithi003.stdout:3939: finishing write tid 2 to smithi00377890-48 2024-04-13T07:28:24.960 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 22 v 3743 (ObjNum 1087 snap 365 seq_num 1087) dirty exists 2024-04-13T07:28:24.960 INFO:tasks.rados.rados.0.smithi003.stdout:3939: finishing write tid 3 to smithi00377890-48 2024-04-13T07:28:24.960 INFO:tasks.rados.rados.0.smithi003.stdout:3939: oid 48 updating version 0 to 3741 2024-04-13T07:28:24.960 INFO:tasks.rados.rados.0.smithi003.stdout:3939: oid 48 updating version 3741 to 3742 2024-04-13T07:28:24.960 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 48 v 3742 (ObjNum 1178 snap 402 seq_num 1178) dirty exists 2024-04-13T07:28:24.960 INFO:tasks.rados.rados.0.smithi003.stdout:3939: left oid 48 (ObjNum 1178 snap 402 seq_num 1178) 2024-04-13T07:28:24.960 INFO:tasks.rados.rados.0.smithi003.stdout:3942: expect (ObjNum 987 snap 338 seq_num 987) 2024-04-13T07:28:25.211 INFO:tasks.rados.rados.0.smithi003.stdout:3939: done (6 left) 2024-04-13T07:28:25.211 INFO:tasks.rados.rados.0.smithi003.stdout:3940: done (5 left) 2024-04-13T07:28:25.211 INFO:tasks.rados.rados.0.smithi003.stdout:3941: done (4 left) 2024-04-13T07:28:25.211 INFO:tasks.rados.rados.0.smithi003.stdout:3942: done (3 left) 2024-04-13T07:28:25.211 INFO:tasks.rados.rados.0.smithi003.stdout:3943: done (2 left) 2024-04-13T07:28:25.211 INFO:tasks.rados.rados.0.smithi003.stdout:3944: done (1 left) 2024-04-13T07:28:25.211 INFO:tasks.rados.rados.0.smithi003.stdout:3945: done (0 left) 2024-04-13T07:28:25.211 INFO:tasks.rados.rados.0.smithi003.stdout:3946: snap_remove snap 386 2024-04-13T07:28:25.999 INFO:tasks.rados.rados.0.smithi003.stdout:3946: done (0 left) 2024-04-13T07:28:25.999 INFO:tasks.rados.rados.0.smithi003.stdout:3947: copy_from oid 25 from oid 30 current snap is 402 2024-04-13T07:28:25.999 INFO:tasks.rados.rados.0.smithi003.stdout:3948: copy_from oid 17 from oid 5 current snap is 402 2024-04-13T07:28:25.999 INFO:tasks.rados.rados.0.smithi003.stdout:3949: snap_create 2024-04-13T07:28:26.013 INFO:tasks.rados.rados.0.smithi003.stdout:3947: finishing copy_from to smithi00377890-25 2024-04-13T07:28:26.013 INFO:tasks.rados.rados.0.smithi003.stdout:3947: got expected ENOENT (src dne) 2024-04-13T07:28:26.013 INFO:tasks.rados.rados.0.smithi003.stdout:3947: finishing copy_from racing read to smithi00377890-25 2024-04-13T07:28:26.033 INFO:tasks.rados.rados.0.smithi003.stdout:3948: finishing copy_from racing read to smithi00377890-17 2024-04-13T07:28:26.033 INFO:tasks.rados.rados.0.smithi003.stdout:3948: finishing copy_from to smithi00377890-17 2024-04-13T07:28:26.033 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 17 v 3740 (ObjNum 1143 snap 386 seq_num 1143) dirty exists 2024-04-13T07:28:26.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:25 smithi003 ceph-mon[91733]: pgmap v1002: 121 pgs: 121 active+clean; 341 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 23 op/s 2024-04-13T07:28:26.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:25 smithi003 ceph-mon[91733]: osdmap e890: 8 total, 8 up, 8 in 2024-04-13T07:28:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:25 smithi003 ceph-mon[89364]: pgmap v1002: 121 pgs: 121 active+clean; 341 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 23 op/s 2024-04-13T07:28:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:25 smithi003 ceph-mon[89364]: osdmap e890: 8 total, 8 up, 8 in 2024-04-13T07:28:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:25 smithi066 ceph-mon[84331]: pgmap v1002: 121 pgs: 121 active+clean; 341 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 23 op/s 2024-04-13T07:28:26.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:25 smithi066 ceph-mon[84331]: osdmap e890: 8 total, 8 up, 8 in 2024-04-13T07:28:27.005 INFO:tasks.rados.rados.0.smithi003.stdout:3947: done (2 left) 2024-04-13T07:28:27.005 INFO:tasks.rados.rados.0.smithi003.stdout:3948: done (1 left) 2024-04-13T07:28:27.006 INFO:tasks.rados.rados.0.smithi003.stdout:3949: done (0 left) 2024-04-13T07:28:27.006 INFO:tasks.rados.rados.0.smithi003.stdout:3950: rollback oid 12 current snap is 403 2024-04-13T07:28:27.006 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 12 to 400 2024-04-13T07:28:27.006 INFO:tasks.rados.rados.0.smithi003.stdout:3951: read oid 10 snap -1 2024-04-13T07:28:27.006 INFO:tasks.rados.rados.0.smithi003.stdout:3951: expect deleted 2024-04-13T07:28:27.006 INFO:tasks.rados.rados.0.smithi003.stdout:3952: read oid 1 snap 401 2024-04-13T07:28:27.006 INFO:tasks.rados.rados.0.smithi003.stdout:3952: expect (ObjNum 291667712 snap 21927 seq_num 291324592) 2024-04-13T07:28:27.006 INFO:tasks.rados.rados.0.smithi003.stdout:3953: rollback oid 11 current snap is 403 2024-04-13T07:28:27.006 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 11 to 400 2024-04-13T07:28:27.006 INFO:tasks.rados.rados.0.smithi003.stdout:3954: setattr oid 25 current snap is 403 2024-04-13T07:28:27.007 INFO:tasks.rados.rados.0.smithi003.stdout:3955: snap_remove snap 384 2024-04-13T07:28:27.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:27 smithi003 ceph-mon[91733]: osdmap e891: 8 total, 8 up, 8 in 2024-04-13T07:28:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:26 smithi003 ceph-mon[89364]: osdmap e891: 8 total, 8 up, 8 in 2024-04-13T07:28:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:26 smithi066 ceph-mon[84331]: osdmap e891: 8 total, 8 up, 8 in 2024-04-13T07:28:28.006 INFO:tasks.rados.rados.0.smithi003.stdout:3955: done (5 left) 2024-04-13T07:28:28.006 INFO:tasks.rados.rados.0.smithi003.stdout:3956: delete oid 9 current snap is 403 2024-04-13T07:28:28.006 INFO:tasks.rados.rados.0.smithi003.stdout:3952: expect (ObjNum 291667712 snap 21927 seq_num 291324592) 2024-04-13T07:28:28.006 INFO:tasks.rados.rados.0.smithi003.stdout:3950: finishing rollback tid 1 to smithi00377890-12 2024-04-13T07:28:28.006 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 3738 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-13T07:28:28.006 INFO:tasks.rados.rados.0.smithi003.stdout:3953: finishing rollback tid 1 to smithi00377890-11 2024-04-13T07:28:28.006 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 11 v 2904 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-13T07:28:28.006 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 25 v 3918 (ObjNum 1030 snap 348 seq_num 1030) dirty exists 2024-04-13T07:28:28.023 INFO:tasks.rados.rados.0.smithi003.stdout:3950: done (5 left) 2024-04-13T07:28:28.023 INFO:tasks.rados.rados.0.smithi003.stdout:3951: done (4 left) 2024-04-13T07:28:28.023 INFO:tasks.rados.rados.0.smithi003.stdout:3952: done (3 left) 2024-04-13T07:28:28.023 INFO:tasks.rados.rados.0.smithi003.stdout:3953: done (2 left) 2024-04-13T07:28:28.023 INFO:tasks.rados.rados.0.smithi003.stdout:3954: done (1 left) 2024-04-13T07:28:28.023 INFO:tasks.rados.rados.0.smithi003.stdout:3956: done (0 left) 2024-04-13T07:28:28.023 INFO:tasks.rados.rados.0.smithi003.stdout:3957: rmattr oid 37 current snap is 403 2024-04-13T07:28:28.023 INFO:tasks.rados.rados.0.smithi003.stdout:3958: read oid 36 snap -1 2024-04-13T07:28:28.023 INFO:tasks.rados.rados.0.smithi003.stdout:3958: expect (ObjNum 1176 snap 401 seq_num 1176) 2024-04-13T07:28:28.023 INFO:tasks.rados.rados.0.smithi003.stdout:3959: snap_create 2024-04-13T07:28:28.029 INFO:tasks.rados.rados.0.smithi003.stdout:3958: expect (ObjNum 1176 snap 401 seq_num 1176) 2024-04-13T07:28:28.046 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 37 v 2526 (ObjNum 1164 snap 394 seq_num 1164) dirty exists 2024-04-13T07:28:28.303 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:27 smithi066 ceph-mon[84331]: pgmap v1005: 121 pgs: 121 active+clean; 338 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-04-13T07:28:28.303 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:27 smithi066 ceph-mon[84331]: osdmap e892: 8 total, 8 up, 8 in 2024-04-13T07:28:28.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:27 smithi003 ceph-mon[91733]: pgmap v1005: 121 pgs: 121 active+clean; 338 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-04-13T07:28:28.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:27 smithi003 ceph-mon[91733]: osdmap e892: 8 total, 8 up, 8 in 2024-04-13T07:28:28.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:27 smithi003 ceph-mon[89364]: pgmap v1005: 121 pgs: 121 active+clean; 338 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-04-13T07:28:28.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:27 smithi003 ceph-mon[89364]: osdmap e892: 8 total, 8 up, 8 in 2024-04-13T07:28:28.942 INFO:tasks.rados.rados.0.smithi003.stdout:3957: done (2 left) 2024-04-13T07:28:28.942 INFO:tasks.rados.rados.0.smithi003.stdout:3958: done (1 left) 2024-04-13T07:28:28.943 INFO:tasks.rados.rados.0.smithi003.stdout:3959: done (0 left) 2024-04-13T07:28:28.943 INFO:tasks.rados.rados.0.smithi003.stdout:3960: setattr oid 19 current snap is 404 2024-04-13T07:28:28.943 INFO:tasks.rados.rados.0.smithi003.stdout:3961: copy_from oid 24 from oid 17 current snap is 404 2024-04-13T07:28:28.944 INFO:tasks.rados.rados.0.smithi003.stdout:3962: snap_create 2024-04-13T07:28:28.950 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 3744 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-13T07:28:28.966 INFO:tasks.rados.rados.0.smithi003.stdout:3961: finishing copy_from racing read to smithi00377890-24 2024-04-13T07:28:28.968 INFO:tasks.rados.rados.0.smithi003.stdout:3961: finishing copy_from to smithi00377890-24 2024-04-13T07:28:28.968 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 24 v 3740 (ObjNum 1143 snap 386 seq_num 1143) dirty exists 2024-04-13T07:28:29.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:29 smithi003 ceph-mon[91733]: osdmap e893: 8 total, 8 up, 8 in 2024-04-13T07:28:29.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:29 smithi003 ceph-mon[91733]: osdmap e894: 8 total, 8 up, 8 in 2024-04-13T07:28:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:29 smithi003 ceph-mon[89364]: osdmap e893: 8 total, 8 up, 8 in 2024-04-13T07:28:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:29 smithi003 ceph-mon[89364]: osdmap e894: 8 total, 8 up, 8 in 2024-04-13T07:28:29.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:29 smithi066 ceph-mon[84331]: osdmap e893: 8 total, 8 up, 8 in 2024-04-13T07:28:29.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:29 smithi066 ceph-mon[84331]: osdmap e894: 8 total, 8 up, 8 in 2024-04-13T07:28:29.947 INFO:tasks.rados.rados.0.smithi003.stdout:3960: done (2 left) 2024-04-13T07:28:29.947 INFO:tasks.rados.rados.0.smithi003.stdout:3961: done (1 left) 2024-04-13T07:28:29.947 INFO:tasks.rados.rados.0.smithi003.stdout:3962: done (0 left) 2024-04-13T07:28:29.947 INFO:tasks.rados.rados.0.smithi003.stdout:3963: read oid 6 snap -1 2024-04-13T07:28:29.947 INFO:tasks.rados.rados.0.smithi003.stdout:3963: expect (ObjNum 1046 snap 352 seq_num 1046) 2024-04-13T07:28:29.947 INFO:tasks.rados.rados.0.smithi003.stdout:3964: rollback oid 26 current snap is 405 2024-04-13T07:28:29.947 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 26 to 400 2024-04-13T07:28:29.947 INFO:tasks.rados.rados.0.smithi003.stdout:3965: read oid 22 snap 404 2024-04-13T07:28:29.947 INFO:tasks.rados.rados.0.smithi003.stdout:3965: expect (ObjNum 1087 snap 365 seq_num 1087) 2024-04-13T07:28:29.947 INFO:tasks.rados.rados.0.smithi003.stdout:3966: copy_from oid 19 from oid 39 current snap is 405 2024-04-13T07:28:29.947 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 35 current snap is 405 2024-04-13T07:28:29.947 INFO:tasks.rados.rados.0.smithi003.stdout:3967: seq_num 1180 ranges {458752=565248} 2024-04-13T07:28:29.953 INFO:tasks.rados.rados.0.smithi003.stdout:3967: writing smithi00377890-35 from 458752 to 1024000 tid 1 2024-04-13T07:28:29.953 INFO:tasks.rados.rados.0.smithi003.stdout:3968: snap_remove snap 393 2024-04-13T07:28:30.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:30 smithi003 ceph-mon[91733]: pgmap v1008: 121 pgs: 121 active+clean; 338 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 702 KiB/s wr, 3 op/s 2024-04-13T07:28:30.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:30 smithi003 ceph-mon[91733]: osdmap e895: 8 total, 8 up, 8 in 2024-04-13T07:28:30.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:30 smithi003 ceph-mon[89364]: pgmap v1008: 121 pgs: 121 active+clean; 338 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 702 KiB/s wr, 3 op/s 2024-04-13T07:28:30.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:30 smithi003 ceph-mon[89364]: osdmap e895: 8 total, 8 up, 8 in 2024-04-13T07:28:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:30 smithi066 ceph-mon[84331]: pgmap v1008: 121 pgs: 121 active+clean; 338 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 702 KiB/s wr, 3 op/s 2024-04-13T07:28:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:30 smithi066 ceph-mon[84331]: osdmap e895: 8 total, 8 up, 8 in 2024-04-13T07:28:30.946 INFO:tasks.rados.rados.0.smithi003.stdout:3964: finishing rollback tid 0 to smithi00377890-26 2024-04-13T07:28:30.946 INFO:tasks.rados.rados.0.smithi003.stdout:3964: finishing rollback tid 1 to smithi00377890-26 2024-04-13T07:28:30.946 INFO:tasks.rados.rados.0.smithi003.stdout:3964: finishing rollback tid 2 to smithi00377890-26 2024-04-13T07:28:30.946 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 26 v 3433 (ObjNum 1010 snap 347 seq_num 1010) dirty exists 2024-04-13T07:28:30.946 INFO:tasks.rados.rados.0.smithi003.stdout:3965: expect (ObjNum 1087 snap 365 seq_num 1087) 2024-04-13T07:28:31.014 INFO:tasks.rados.rados.0.smithi003.stdout:3967: finishing write tid 1 to smithi00377890-35 2024-04-13T07:28:31.014 INFO:tasks.rados.rados.0.smithi003.stdout:3963: expect (ObjNum 1046 snap 352 seq_num 1046) 2024-04-13T07:28:31.221 INFO:tasks.rados.rados.0.smithi003.stdout:3967: finishing write tid 2 to smithi00377890-35 2024-04-13T07:28:31.221 INFO:tasks.rados.rados.0.smithi003.stdout:3967: finishing write tid 3 to smithi00377890-35 2024-04-13T07:28:31.221 INFO:tasks.rados.rados.0.smithi003.stdout:3967: oid 35 updating version 0 to 3746 2024-04-13T07:28:31.221 INFO:tasks.rados.rados.0.smithi003.stdout:3967: oid 35 version 3746 is already newer than 3745 2024-04-13T07:28:31.221 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 35 v 3746 (ObjNum 1180 snap 405 seq_num 1180) dirty exists 2024-04-13T07:28:31.222 INFO:tasks.rados.rados.0.smithi003.stdout:3967: left oid 35 (ObjNum 1180 snap 405 seq_num 1180) 2024-04-13T07:28:31.222 INFO:tasks.rados.rados.0.smithi003.stdout:3966: finishing copy_from racing read to smithi00377890-19 2024-04-13T07:28:31.222 INFO:tasks.rados.rados.0.smithi003.stdout:3966: finishing copy_from to smithi00377890-19 2024-04-13T07:28:31.222 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 19 v 3228 (ObjNum 1010 snap 347 seq_num 1010) dirty exists 2024-04-13T07:28:31.222 INFO:tasks.rados.rados.0.smithi003.stdout:3963: done (5 left) 2024-04-13T07:28:31.222 INFO:tasks.rados.rados.0.smithi003.stdout:3964: done (4 left) 2024-04-13T07:28:31.222 INFO:tasks.rados.rados.0.smithi003.stdout:3965: done (3 left) 2024-04-13T07:28:31.222 INFO:tasks.rados.rados.0.smithi003.stdout:3966: done (2 left) 2024-04-13T07:28:31.222 INFO:tasks.rados.rados.0.smithi003.stdout:3967: done (1 left) 2024-04-13T07:28:31.222 INFO:tasks.rados.rados.0.smithi003.stdout:3968: done (0 left) 2024-04-13T07:28:31.222 INFO:tasks.rados.rados.0.smithi003.stdout:3969: read oid 12 snap -1 2024-04-13T07:28:31.222 INFO:tasks.rados.rados.0.smithi003.stdout:3969: expect deleted 2024-04-13T07:28:31.222 INFO:tasks.rados.rados.0.smithi003.stdout:3970: rollback oid 23 current snap is 405 2024-04-13T07:28:31.222 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 23 to 400 2024-04-13T07:28:31.222 INFO:tasks.rados.rados.0.smithi003.stdout:3971: snap_remove snap 402 2024-04-13T07:28:32.017 INFO:tasks.rados.rados.0.smithi003.stdout:3970: finishing rollback tid 1 to smithi00377890-23 2024-04-13T07:28:32.017 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 23 v 0 (ObjNum 33 snap 0 seq_num 292187648) dirty dne 2024-04-13T07:28:32.017 INFO:tasks.rados.rados.0.smithi003.stdout:3969: done (2 left) 2024-04-13T07:28:32.017 INFO:tasks.rados.rados.0.smithi003.stdout:3970: done (1 left) 2024-04-13T07:28:32.017 INFO:tasks.rados.rados.0.smithi003.stdout:3971: done (0 left) 2024-04-13T07:28:32.017 INFO:tasks.rados.rados.0.smithi003.stdout:3972: snap_create 2024-04-13T07:28:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:31 smithi066 ceph-mon[84331]: pgmap v1011: 121 pgs: 121 active+clean; 280 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 130 KiB/s wr, 15 op/s 2024-04-13T07:28:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:31 smithi066 ceph-mon[84331]: osdmap e896: 8 total, 8 up, 8 in 2024-04-13T07:28:32.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:31 smithi003 ceph-mon[89364]: pgmap v1011: 121 pgs: 121 active+clean; 280 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 130 KiB/s wr, 15 op/s 2024-04-13T07:28:32.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:31 smithi003 ceph-mon[89364]: osdmap e896: 8 total, 8 up, 8 in 2024-04-13T07:28:32.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:31 smithi003 ceph-mon[91733]: pgmap v1011: 121 pgs: 121 active+clean; 280 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 130 KiB/s wr, 15 op/s 2024-04-13T07:28:32.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:31 smithi003 ceph-mon[91733]: osdmap e896: 8 total, 8 up, 8 in 2024-04-13T07:28:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:28:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:28:33.023 INFO:tasks.rados.rados.0.smithi003.stdout:3972: done (0 left) 2024-04-13T07:28:33.023 INFO:tasks.rados.rados.0.smithi003.stdout:3973: snap_create 2024-04-13T07:28:33.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:33 smithi003 ceph-mon[91733]: osdmap e897: 8 total, 8 up, 8 in 2024-04-13T07:28:33.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:33 smithi003 ceph-mon[89364]: osdmap e897: 8 total, 8 up, 8 in 2024-04-13T07:28:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:33 smithi066 ceph-mon[84331]: osdmap e897: 8 total, 8 up, 8 in 2024-04-13T07:28:33.944 INFO:tasks.rados.rados.0.smithi003.stdout:3973: done (0 left) 2024-04-13T07:28:33.944 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 32 current snap is 407 2024-04-13T07:28:33.944 INFO:tasks.rados.rados.0.smithi003.stdout:3974: seq_num 1181 ranges {5636096=581632} 2024-04-13T07:28:33.978 INFO:tasks.rados.rados.0.smithi003.stdout:3974: writing smithi00377890-32 from 5636096 to 6217728 tid 1 2024-04-13T07:28:33.978 INFO:tasks.rados.rados.0.smithi003.stdout:3975: rollback oid 50 current snap is 407 2024-04-13T07:28:33.978 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 50 to 405 2024-04-13T07:28:33.978 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 2 current snap is 407 2024-04-13T07:28:33.978 INFO:tasks.rados.rados.0.smithi003.stdout:3976: seq_num 1182 ranges {4218880=606208} 2024-04-13T07:28:34.005 INFO:tasks.rados.rados.0.smithi003.stdout:3976: writing smithi00377890-2 from 4218880 to 4825088 tid 1 2024-04-13T07:28:34.005 INFO:tasks.rados.rados.0.smithi003.stdout:3977: read oid 10 snap -1 2024-04-13T07:28:34.006 INFO:tasks.rados.rados.0.smithi003.stdout:3977: expect deleted 2024-04-13T07:28:34.006 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 8 current snap is 407 2024-04-13T07:28:34.006 INFO:tasks.rados.rados.0.smithi003.stdout:3975: finishing rollback tid 0 to smithi00377890-50 2024-04-13T07:28:34.006 INFO:tasks.rados.rados.0.smithi003.stdout:3975: finishing rollback tid 1 to smithi00377890-50 2024-04-13T07:28:34.006 INFO:tasks.rados.rados.0.smithi003.stdout:3975: finishing rollback tid 2 to smithi00377890-50 2024-04-13T07:28:34.006 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 50 v 3743 (ObjNum 1160 snap 393 seq_num 1160) dirty exists 2024-04-13T07:28:34.006 INFO:tasks.rados.rados.0.smithi003.stdout:3974: finishing write tid 1 to smithi00377890-32 2024-04-13T07:28:34.006 INFO:tasks.rados.rados.0.smithi003.stdout:3978: seq_num 1183 ranges {0=622592} 2024-04-13T07:28:34.009 INFO:tasks.rados.rados.0.smithi003.stdout:3978: writing smithi00377890-8 from 0 to 622592 tid 1 2024-04-13T07:28:34.009 INFO:tasks.rados.rados.0.smithi003.stdout:3975: done (4 left) 2024-04-13T07:28:34.009 INFO:tasks.rados.rados.0.smithi003.stdout:3979: delete oid 21 current snap is 407 2024-04-13T07:28:34.010 INFO:tasks.rados.rados.0.smithi003.stdout:3974: finishing write tid 2 to smithi00377890-32 2024-04-13T07:28:34.010 INFO:tasks.rados.rados.0.smithi003.stdout:3974: finishing write tid 3 to smithi00377890-32 2024-04-13T07:28:34.010 INFO:tasks.rados.rados.0.smithi003.stdout:3974: oid 32 updating version 0 to 3948 2024-04-13T07:28:34.010 INFO:tasks.rados.rados.0.smithi003.stdout:3974: oid 32 updating version 3948 to 3949 2024-04-13T07:28:34.010 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 3949 (ObjNum 1181 snap 407 seq_num 1181) dirty exists 2024-04-13T07:28:34.010 INFO:tasks.rados.rados.0.smithi003.stdout:3974: left oid 32 (ObjNum 1181 snap 407 seq_num 1181) 2024-04-13T07:28:34.010 INFO:tasks.rados.rados.0.smithi003.stdout:3976: finishing write tid 1 to smithi00377890-2 2024-04-13T07:28:34.010 INFO:tasks.rados.rados.0.smithi003.stdout:3976: finishing write tid 2 to smithi00377890-2 2024-04-13T07:28:34.012 INFO:tasks.rados.rados.0.smithi003.stdout:3976: finishing write tid 3 to smithi00377890-2 2024-04-13T07:28:34.012 INFO:tasks.rados.rados.0.smithi003.stdout:3976: oid 2 updating version 0 to 3433 2024-04-13T07:28:34.012 INFO:tasks.rados.rados.0.smithi003.stdout:3976: oid 2 updating version 3433 to 3434 2024-04-13T07:28:34.012 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 2 v 3434 (ObjNum 1182 snap 407 seq_num 1182) dirty exists 2024-04-13T07:28:34.012 INFO:tasks.rados.rados.0.smithi003.stdout:3976: left oid 2 (ObjNum 1182 snap 407 seq_num 1182) 2024-04-13T07:28:34.012 INFO:tasks.rados.rados.0.smithi003.stdout:3974: done (4 left) 2024-04-13T07:28:34.012 INFO:tasks.rados.rados.0.smithi003.stdout:3976: done (3 left) 2024-04-13T07:28:34.013 INFO:tasks.rados.rados.0.smithi003.stdout:3977: done (2 left) 2024-04-13T07:28:34.013 INFO:tasks.rados.rados.0.smithi003.stdout:3979: done (1 left) 2024-04-13T07:28:34.013 INFO:tasks.rados.rados.0.smithi003.stdout:3980: snap_create 2024-04-13T07:28:34.013 INFO:tasks.rados.rados.0.smithi003.stdout:3978: finishing write tid 1 to smithi00377890-8 2024-04-13T07:28:34.013 INFO:tasks.rados.rados.0.smithi003.stdout:3978: finishing write tid 2 to smithi00377890-8 2024-04-13T07:28:34.018 INFO:tasks.rados.rados.0.smithi003.stdout:3978: finishing write tid 3 to smithi00377890-8 2024-04-13T07:28:34.018 INFO:tasks.rados.rados.0.smithi003.stdout:3978: oid 8 updating version 0 to 2601 2024-04-13T07:28:34.019 INFO:tasks.rados.rados.0.smithi003.stdout:3978: oid 8 updating version 2601 to 2602 2024-04-13T07:28:34.019 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 8 v 2602 (ObjNum 1183 snap 407 seq_num 1183) dirty exists 2024-04-13T07:28:34.019 INFO:tasks.rados.rados.0.smithi003.stdout:3978: left oid 8 (ObjNum 1183 snap 407 seq_num 1183) 2024-04-13T07:28:34.286 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:28:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:28:34] "GET /metrics HTTP/1.1" 200 36238 "" "Prometheus/2.43.0" 2024-04-13T07:28:34.286 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:34 smithi003 ceph-mon[89364]: pgmap v1014: 121 pgs: 121 active+clean; 270 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 130 KiB/s wr, 17 op/s 2024-04-13T07:28:34.287 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:34 smithi003 ceph-mon[89364]: osdmap e898: 8 total, 8 up, 8 in 2024-04-13T07:28:34.287 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:34 smithi003 ceph-mon[89364]: osdmap e899: 8 total, 8 up, 8 in 2024-04-13T07:28:34.287 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:34 smithi003 ceph-mon[91733]: pgmap v1014: 121 pgs: 121 active+clean; 270 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 130 KiB/s wr, 17 op/s 2024-04-13T07:28:34.287 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:34 smithi003 ceph-mon[91733]: osdmap e898: 8 total, 8 up, 8 in 2024-04-13T07:28:34.287 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:34 smithi003 ceph-mon[91733]: osdmap e899: 8 total, 8 up, 8 in 2024-04-13T07:28:34.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:34 smithi066 ceph-mon[84331]: pgmap v1014: 121 pgs: 121 active+clean; 270 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 130 KiB/s wr, 17 op/s 2024-04-13T07:28:34.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:34 smithi066 ceph-mon[84331]: osdmap e898: 8 total, 8 up, 8 in 2024-04-13T07:28:34.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:34 smithi066 ceph-mon[84331]: osdmap e899: 8 total, 8 up, 8 in 2024-04-13T07:28:34.945 INFO:tasks.rados.rados.0.smithi003.stdout:3978: done (1 left) 2024-04-13T07:28:34.945 INFO:tasks.rados.rados.0.smithi003.stdout:3980: done (0 left) 2024-04-13T07:28:34.945 INFO:tasks.rados.rados.0.smithi003.stdout:3981: copy_from oid 1 from oid 28 current snap is 408 2024-04-13T07:28:34.945 INFO:tasks.rados.rados.0.smithi003.stdout:3982: delete oid 34 current snap is 408 2024-04-13T07:28:34.948 INFO:tasks.rados.rados.0.smithi003.stdout:3981: finishing copy_from to smithi00377890-1 2024-04-13T07:28:34.949 INFO:tasks.rados.rados.0.smithi003.stdout:3981: got expected ENOENT (src dne) 2024-04-13T07:28:34.949 INFO:tasks.rados.rados.0.smithi003.stdout:3981: finishing copy_from racing read to smithi00377890-1 2024-04-13T07:28:34.950 INFO:tasks.rados.rados.0.smithi003.stdout:3981: done (1 left) 2024-04-13T07:28:34.950 INFO:tasks.rados.rados.0.smithi003.stdout:3982: done (0 left) 2024-04-13T07:28:34.950 INFO:tasks.rados.rados.0.smithi003.stdout:3983: snap_create 2024-04-13T07:28:35.951 INFO:tasks.rados.rados.0.smithi003.stdout:3983: done (0 left) 2024-04-13T07:28:35.951 INFO:tasks.rados.rados.0.smithi003.stdout:3984: copy_from oid 44 from oid 13 current snap is 409 2024-04-13T07:28:35.951 INFO:tasks.rados.rados.0.smithi003.stdout:3985: snap_remove snap 400 2024-04-13T07:28:36.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:35 smithi003 ceph-mon[91733]: pgmap v1017: 121 pgs: 121 active+clean; 274 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:28:36.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:35 smithi003 ceph-mon[91733]: osdmap e900: 8 total, 8 up, 8 in 2024-04-13T07:28:36.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:35 smithi003 ceph-mon[89364]: pgmap v1017: 121 pgs: 121 active+clean; 274 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:28:36.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:35 smithi003 ceph-mon[89364]: osdmap e900: 8 total, 8 up, 8 in 2024-04-13T07:28:36.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:35 smithi066 ceph-mon[84331]: pgmap v1017: 121 pgs: 121 active+clean; 274 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:28:36.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:35 smithi066 ceph-mon[84331]: osdmap e900: 8 total, 8 up, 8 in 2024-04-13T07:28:36.959 INFO:tasks.rados.rados.0.smithi003.stdout:3985: done (1 left) 2024-04-13T07:28:36.959 INFO:tasks.rados.rados.0.smithi003.stdout:3986: copy_from oid 12 from oid 17 current snap is 409 2024-04-13T07:28:36.959 INFO:tasks.rados.rados.0.smithi003.stdout:3984: finishing copy_from racing read to smithi00377890-44 2024-04-13T07:28:36.959 INFO:tasks.rados.rados.0.smithi003.stdout:3984: finishing copy_from to smithi00377890-44 2024-04-13T07:28:36.959 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 3175 (ObjNum 1154 snap 392 seq_num 1154) dirty exists 2024-04-13T07:28:36.959 INFO:tasks.rados.rados.0.smithi003.stdout:3984: done (1 left) 2024-04-13T07:28:36.959 INFO:tasks.rados.rados.0.smithi003.stdout:3987: delete oid 2 current snap is 409 2024-04-13T07:28:36.966 INFO:tasks.rados.rados.0.smithi003.stdout:3987: done (1 left) 2024-04-13T07:28:36.967 INFO:tasks.rados.rados.0.smithi003.stdout:3988: read oid 47 snap -1 2024-04-13T07:28:36.967 INFO:tasks.rados.rados.0.smithi003.stdout:3988: expect (ObjNum 1140 snap 386 seq_num 1140) 2024-04-13T07:28:36.967 INFO:tasks.rados.rados.0.smithi003.stdout:3989: read oid 43 snap -1 2024-04-13T07:28:36.967 INFO:tasks.rados.rados.0.smithi003.stdout:3989: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:28:36.967 INFO:tasks.rados.rados.0.smithi003.stdout:3990: read oid 46 snap -1 2024-04-13T07:28:36.967 INFO:tasks.rados.rados.0.smithi003.stdout:3990: expect deleted 2024-04-13T07:28:36.967 INFO:tasks.rados.rados.0.smithi003.stdout:3991: read oid 35 snap -1 2024-04-13T07:28:36.967 INFO:tasks.rados.rados.0.smithi003.stdout:3991: expect (ObjNum 1180 snap 405 seq_num 1180) 2024-04-13T07:28:36.967 INFO:tasks.rados.rados.0.smithi003.stdout:3992: rmattr oid 32 current snap is 409 2024-04-13T07:28:36.967 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 39 current snap is 409 2024-04-13T07:28:36.967 INFO:tasks.rados.rados.0.smithi003.stdout:3993: seq_num 1187 ranges {10207232=688128} 2024-04-13T07:28:37.028 INFO:tasks.rados.rados.0.smithi003.stdout:3993: writing smithi00377890-39 from 10207232 to 10895360 tid 1 2024-04-13T07:28:37.028 INFO:tasks.rados.rados.0.smithi003.stdout:3994: rmattr oid 30 current snap is 409 2024-04-13T07:28:37.028 INFO:tasks.rados.rados.0.smithi003.stdout:3994: done (7 left) 2024-04-13T07:28:37.028 INFO:tasks.rados.rados.0.smithi003.stdout:3995: rollback oid 44 current snap is 409 2024-04-13T07:28:37.028 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 44 to 406 2024-04-13T07:28:37.028 INFO:tasks.rados.rados.0.smithi003.stdout:3989: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-13T07:28:37.031 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 32 v 3955 (ObjNum 1181 snap 407 seq_num 1181) dirty exists 2024-04-13T07:28:37.031 INFO:tasks.rados.rados.0.smithi003.stdout:3989: done (7 left) 2024-04-13T07:28:37.031 INFO:tasks.rados.rados.0.smithi003.stdout:3990: done (6 left) 2024-04-13T07:28:37.031 INFO:tasks.rados.rados.0.smithi003.stdout:3992: done (5 left) 2024-04-13T07:28:37.031 INFO:tasks.rados.rados.0.smithi003.stdout:append oid 34 current snap is 409 2024-04-13T07:28:37.031 INFO:tasks.rados.rados.0.smithi003.stdout:3986: finishing copy_from racing read to smithi00377890-12 2024-04-13T07:28:37.031 INFO:tasks.rados.rados.0.smithi003.stdout:3986: finishing copy_from to smithi00377890-12 2024-04-13T07:28:37.032 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 12 v 3740 (ObjNum 1143 snap 386 seq_num 1143) dirty exists 2024-04-13T07:28:37.032 INFO:tasks.rados.rados.0.smithi003.stdout:3991: expect (ObjNum 1180 snap 405 seq_num 1180) 2024-04-13T07:28:37.069 INFO:tasks.rados.rados.0.smithi003.stdout:3988: expect (ObjNum 1140 snap 386 seq_num 1140) 2024-04-13T07:28:37.212 INFO:tasks.rados.rados.0.smithi003.stdout:3995: finishing rollback tid 0 to smithi00377890-44 2024-04-13T07:28:37.212 INFO:tasks.rados.rados.0.smithi003.stdout:3995: finishing rollback tid 1 to smithi00377890-44 2024-04-13T07:28:37.212 INFO:tasks.rados.rados.0.smithi003.stdout:3995: finishing rollback tid 2 to smithi00377890-44 2024-04-13T07:28:37.212 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 44 v 3230 (ObjNum 987 snap 338 seq_num 987) dirty exists 2024-04-13T07:28:37.213 INFO:tasks.rados.rados.0.smithi003.stdout:3993: finishing write tid 1 to smithi00377890-39 2024-04-13T07:28:37.213 INFO:tasks.rados.rados.0.smithi003.stdout:3993: finishing write tid 2 to smithi00377890-39 2024-04-13T07:28:37.213 INFO:tasks.rados.rados.0.smithi003.stdout:3996: seq_num 1188 ranges {0=704512} 2024-04-13T07:28:37.217 INFO:tasks.rados.rados.0.smithi003.stdout:3996: writing smithi00377890-34 from 0 to 704512 tid 1 2024-04-13T07:28:37.217 INFO:tasks.rados.rados.0.smithi003.stdout:3986: done (5 left) 2024-04-13T07:28:37.217 INFO:tasks.rados.rados.0.smithi003.stdout:3988: done (4 left) 2024-04-13T07:28:37.217 INFO:tasks.rados.rados.0.smithi003.stdout:3991: done (3 left) 2024-04-13T07:28:37.217 INFO:tasks.rados.rados.0.smithi003.stdout:3995: done (2 left) 2024-04-13T07:28:37.217 INFO:tasks.rados.rados.0.smithi003.stdout:3997: rollback oid 45 current snap is 409 2024-04-13T07:28:37.217 INFO:tasks.rados.rados.0.smithi003.stdout:rollback oid 45 to 376 2024-04-13T07:28:37.217 INFO:tasks.rados.rados.0.smithi003.stdout:3993: finishing write tid 3 to smithi00377890-39 2024-04-13T07:28:37.217 INFO:tasks.rados.rados.0.smithi003.stdout:3993: oid 39 updating version 0 to 3433 2024-04-13T07:28:37.217 INFO:tasks.rados.rados.0.smithi003.stdout:3993: oid 39 updating version 3433 to 3434 2024-04-13T07:28:37.217 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 39 v 3434 (ObjNum 1187 snap 409 seq_num 1187) dirty exists 2024-04-13T07:28:37.217 INFO:tasks.rados.rados.0.smithi003.stdout:3993: left oid 39 (ObjNum 1187 snap 409 seq_num 1187) 2024-04-13T07:28:37.218 INFO:tasks.rados.rados.0.smithi003.stdout:3993: done (2 left) 2024-04-13T07:28:37.218 INFO:tasks.rados.rados.0.smithi003.stdout:3998: snap_remove snap 403 2024-04-13T07:28:37.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:36 smithi003 ceph-mon[91733]: osdmap e901: 8 total, 8 up, 8 in 2024-04-13T07:28:37.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:36 smithi003 ceph-mon[89364]: osdmap e901: 8 total, 8 up, 8 in 2024-04-13T07:28:37.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:36 smithi066 ceph-mon[84331]: osdmap e901: 8 total, 8 up, 8 in 2024-04-13T07:28:37.969 INFO:tasks.rados.rados.0.smithi003.stdout:3996: finishing write tid 1 to smithi00377890-34 2024-04-13T07:28:37.970 INFO:tasks.rados.rados.0.smithi003.stdout:3996: finishing write tid 2 to smithi00377890-34 2024-04-13T07:28:37.970 INFO:tasks.rados.rados.0.smithi003.stdout:3996: finishing write tid 3 to smithi00377890-34 2024-04-13T07:28:37.970 INFO:tasks.rados.rados.0.smithi003.stdout:3996: oid 34 updating version 0 to 3741 2024-04-13T07:28:37.970 INFO:tasks.rados.rados.0.smithi003.stdout:3996: oid 34 version 3741 is already newer than 3740 2024-04-13T07:28:37.970 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 34 v 3741 (ObjNum 1188 snap 409 seq_num 1188) dirty exists 2024-04-13T07:28:37.970 INFO:tasks.rados.rados.0.smithi003.stdout:3996: left oid 34 (ObjNum 1188 snap 409 seq_num 1188) 2024-04-13T07:28:37.970 INFO:tasks.rados.rados.0.smithi003.stdout:3997: finishing rollback tid 0 to smithi00377890-45 2024-04-13T07:28:37.970 INFO:tasks.rados.rados.0.smithi003.stdout:3997: finishing rollback tid 1 to smithi00377890-45 2024-04-13T07:28:37.970 INFO:tasks.rados.rados.0.smithi003.stdout:3997: finishing rollback tid 2 to smithi00377890-45 2024-04-13T07:28:37.970 INFO:tasks.rados.rados.0.smithi003.stdout:update_object_version oid 45 v 3438 (ObjNum 1095 snap 369 seq_num 1095) dirty exists 2024-04-13T07:28:37.970 INFO:tasks.rados.rados.0.smithi003.stdout:3996: done (2 left) 2024-04-13T07:28:37.970 INFO:tasks.rados.rados.0.smithi003.stdout:3997: done (1 left) 2024-04-13T07:28:37.970 INFO:tasks.rados.rados.0.smithi003.stdout:3998: done (0 left) 2024-04-13T07:28:37.970 INFO:tasks.rados.rados.0.smithi003.stdout:3999: delete oid 35 current snap is 409 2024-04-13T07:28:37.981 INFO:tasks.rados.rados.0.smithi003.stdout:3999: done (0 left) 2024-04-13T07:28:37.986 INFO:tasks.rados.rados.0.smithi003.stderr:0 errors. 2024-04-13T07:28:37.986 INFO:tasks.rados.rados.0.smithi003.stderr: 2024-04-13T07:28:37.991 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd dump --format=json 2024-04-13T07:28:38.244 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:28:38.365 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:37 smithi003 ceph-mon[91733]: pgmap v1020: 121 pgs: 121 active+clean; 269 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:28:38.366 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:37 smithi003 ceph-mon[91733]: osdmap e902: 8 total, 8 up, 8 in 2024-04-13T07:28:38.366 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:28:38.366 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:37 smithi003 ceph-mon[89364]: pgmap v1020: 121 pgs: 121 active+clean; 269 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:28:38.366 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:37 smithi003 ceph-mon[89364]: osdmap e902: 8 total, 8 up, 8 in 2024-04-13T07:28:38.366 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:28:38.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:37 smithi066 ceph-mon[84331]: pgmap v1020: 121 pgs: 121 active+clean; 269 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:28:38.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:37 smithi066 ceph-mon[84331]: osdmap e902: 8 total, 8 up, 8 in 2024-04-13T07:28:38.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:28:39.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:38 smithi003 ceph-mon[91733]: osdmap e903: 8 total, 8 up, 8 in 2024-04-13T07:28:39.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:38 smithi003 ceph-mon[91733]: osdmap e904: 8 total, 8 up, 8 in 2024-04-13T07:28:39.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:38 smithi003 ceph-mon[89364]: osdmap e903: 8 total, 8 up, 8 in 2024-04-13T07:28:39.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:38 smithi003 ceph-mon[89364]: osdmap e904: 8 total, 8 up, 8 in 2024-04-13T07:28:39.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:38 smithi066 ceph-mon[84331]: osdmap e903: 8 total, 8 up, 8 in 2024-04-13T07:28:39.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:38 smithi066 ceph-mon[84331]: osdmap e904: 8 total, 8 up, 8 in 2024-04-13T07:28:40.047 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:39 smithi003 ceph-mon[91733]: pgmap v1023: 121 pgs: 121 active+clean; 269 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 294 KiB/s wr, 1 op/s 2024-04-13T07:28:40.047 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:39 smithi003 ceph-mon[89364]: pgmap v1023: 121 pgs: 121 active+clean; 269 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 294 KiB/s wr, 1 op/s 2024-04-13T07:28:40.288 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:28:40.288 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":904,"fsid":"1235705e-f964-11ee-bc8d-c7b262605968","created":"2024-04-13T07:05:22.787433+0000","modified":"2024-04-13T07:28:38.939095+0000","last_up_change":"2024-04-13T07:22:16.960642+0000","last_in_change":"2024-04-13T07:10:06.141452+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:08:27.693886+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:10:43.223001+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:10:44.006864+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-13T07:11:18.784724+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-04-13T07:14:06.120738+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"903","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":476,"snap_epoch":903,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"a9b766b8-720d-4545-bdab-a7c1a3c154bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":303,"up_from":314,"up_thru":539,"down_at":304,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1780957091},{"type":"v1","addr":"172.21.15.3:6803","nonce":1780957091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1780957091},{"type":"v1","addr":"172.21.15.3:6805","nonce":1780957091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":1780957091},{"type":"v1","addr":"172.21.15.3:6809","nonce":1780957091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1780957091},{"type":"v1","addr":"172.21.15.3:6807","nonce":1780957091}]},"public_addr":"172.21.15.3:6803/1780957091","cluster_addr":"172.21.15.3:6805/1780957091","heartbeat_back_addr":"172.21.15.3:6809/1780957091","heartbeat_front_addr":"172.21.15.3:6807/1780957091","state":["exists","up"]},{"osd":1,"uuid":"87513d68-9d8e-490a-ae5e-02c9876e01af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":338,"up_from":350,"up_thru":539,"down_at":339,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":1865657836},{"type":"v1","addr":"172.21.15.3:6811","nonce":1865657836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":1865657836},{"type":"v1","addr":"172.21.15.3:6813","nonce":1865657836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":1865657836},{"type":"v1","addr":"172.21.15.3:6817","nonce":1865657836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":1865657836},{"type":"v1","addr":"172.21.15.3:6815","nonce":1865657836}]},"public_addr":"172.21.15.3:6811/1865657836","cluster_addr":"172.21.15.3:6813/1865657836","heartbeat_back_addr":"172.21.15.3:6817/1865657836","heartbeat_front_addr":"172.21.15.3:6815/1865657836","state":["exists","up"]},{"osd":2,"uuid":"6ae8f029-9b56-43d5-905f-d589c11d990f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":373,"up_from":384,"up_thru":539,"down_at":374,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2818330543},{"type":"v1","addr":"172.21.15.3:6819","nonce":2818330543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2818330543},{"type":"v1","addr":"172.21.15.3:6821","nonce":2818330543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":2818330543},{"type":"v1","addr":"172.21.15.3:6825","nonce":2818330543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2818330543},{"type":"v1","addr":"172.21.15.3:6823","nonce":2818330543}]},"public_addr":"172.21.15.3:6819/2818330543","cluster_addr":"172.21.15.3:6821/2818330543","heartbeat_back_addr":"172.21.15.3:6825/2818330543","heartbeat_front_addr":"172.21.15.3:6823/2818330543","state":["exists","up"]},{"osd":3,"uuid":"da155d35-dc71-4433-859f-ed90091af5a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":407,"up_from":417,"up_thru":539,"down_at":408,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":2219438909},{"type":"v1","addr":"172.21.15.3:6827","nonce":2219438909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":2219438909},{"type":"v1","addr":"172.21.15.3:6829","nonce":2219438909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2219438909},{"type":"v1","addr":"172.21.15.3:6833","nonce":2219438909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":2219438909},{"type":"v1","addr":"172.21.15.3:6831","nonce":2219438909}]},"public_addr":"172.21.15.3:6827/2219438909","cluster_addr":"172.21.15.3:6829/2219438909","heartbeat_back_addr":"172.21.15.3:6833/2219438909","heartbeat_front_addr":"172.21.15.3:6831/2219438909","state":["exists","up"]},{"osd":4,"uuid":"a854b8d8-7b4c-43b3-b52f-2107223db8ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":440,"up_from":451,"up_thru":539,"down_at":441,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3834831657},{"type":"v1","addr":"172.21.15.66:6801","nonce":3834831657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3834831657},{"type":"v1","addr":"172.21.15.66:6803","nonce":3834831657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3834831657},{"type":"v1","addr":"172.21.15.66:6807","nonce":3834831657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3834831657},{"type":"v1","addr":"172.21.15.66:6805","nonce":3834831657}]},"public_addr":"172.21.15.66:6801/3834831657","cluster_addr":"172.21.15.66:6803/3834831657","heartbeat_back_addr":"172.21.15.66:6807/3834831657","heartbeat_front_addr":"172.21.15.66:6805/3834831657","state":["exists","up"]},{"osd":5,"uuid":"52f88bb2-a85d-49e7-8def-5b0115b99d59","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":475,"up_from":486,"up_thru":539,"down_at":476,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3181773666},{"type":"v1","addr":"172.21.15.66:6809","nonce":3181773666}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":3181773666},{"type":"v1","addr":"172.21.15.66:6811","nonce":3181773666}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":3181773666},{"type":"v1","addr":"172.21.15.66:6815","nonce":3181773666}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3181773666},{"type":"v1","addr":"172.21.15.66:6813","nonce":3181773666}]},"public_addr":"172.21.15.66:6809/3181773666","cluster_addr":"172.21.15.66:6811/3181773666","heartbeat_back_addr":"172.21.15.66:6815/3181773666","heartbeat_front_addr":"172.21.15.66:6813/3181773666","state":["exists","up"]},{"osd":6,"uuid":"29b52a14-a2f1-4681-81d0-a4ca14f21e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":508,"up_from":519,"up_thru":539,"down_at":509,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":4030864615},{"type":"v1","addr":"172.21.15.66:6817","nonce":4030864615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":4030864615},{"type":"v1","addr":"172.21.15.66:6819","nonce":4030864615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":4030864615},{"type":"v1","addr":"172.21.15.66:6823","nonce":4030864615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":4030864615},{"type":"v1","addr":"172.21.15.66:6821","nonce":4030864615}]},"public_addr":"172.21.15.66:6817/4030864615","cluster_addr":"172.21.15.66:6819/4030864615","heartbeat_back_addr":"172.21.15.66:6823/4030864615","heartbeat_front_addr":"172.21.15.66:6821/4030864615","state":["exists","up"]},{"osd":7,"uuid":"a848f0cc-2d9e-4cc8-b996-13c600bc973b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":528,"up_from":539,"up_thru":539,"down_at":529,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":2818306174},{"type":"v1","addr":"172.21.15.66:6825","nonce":2818306174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":2818306174},{"type":"v1","addr":"172.21.15.66:6827","nonce":2818306174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":2818306174},{"type":"v1","addr":"172.21.15.66:6831","nonce":2818306174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":2818306174},{"type":"v1","addr":"172.21.15.66:6829","nonce":2818306174}]},"public_addr":"172.21.15.66:6825/2818306174","cluster_addr":"172.21.15.66:6827/2818306174","heartbeat_back_addr":"172.21.15.66:6831/2818306174","heartbeat_front_addr":"172.21.15.66:6829/2818306174","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:34.946565+0000","dead_epoch":303},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:59.835711+0000","dead_epoch":338},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:24.743327+0000","dead_epoch":373},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:49.573179+0000","dead_epoch":407},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:11.789874+0000","dead_epoch":440},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:34.677492+0000","dead_epoch":475},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:57.713102+0000","dead_epoch":507},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:10:21.711043+0000","dead_epoch":528}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.3","mappings":[{"from":7,"to":4}]},{"pgid":"2.7","mappings":[{"from":7,"to":1}]},{"pgid":"2.8","mappings":[{"from":7,"to":2}]},{"pgid":"2.a","mappings":[{"from":7,"to":2}]},{"pgid":"2.c","mappings":[{"from":0,"to":1}]},{"pgid":"2.e","mappings":[{"from":7,"to":1}]},{"pgid":"2.18","mappings":[{"from":7,"to":1}]},{"pgid":"2.1d","mappings":[{"from":0,"to":2}]},{"pgid":"3.f","mappings":[{"from":0,"to":3}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.35","mappings":[{"from":6,"to":1}]},{"pgid":"3.3c","mappings":[{"from":5,"to":2}]},{"pgid":"5.f","mappings":[{"from":5,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.66:6833/2215717538":"2024-04-14T07:22:44.567313+0000","172.21.15.66:6832/2215717538":"2024-04-14T07:22:44.567313+0000","172.21.15.3:6834/745303198":"2024-04-14T07:22:25.856674+0000","172.21.15.3:0/3861615608":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6800/1612044123":"2024-04-14T07:11:17.165151+0000","172.21.15.66:0/4064577178":"2024-04-14T07:16:06.627623+0000","172.21.15.66:0/3537254732":"2024-04-14T07:16:06.627623+0000","172.21.15.3:0/2304249881":"2024-04-14T07:16:52.389550+0000","172.21.15.3:0/3852501559":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/4129924658":"2024-04-14T07:15:30.400314+0000","172.21.15.3:0/461071442":"2024-04-14T07:16:52.389550+0000","172.21.15.3:6800/1935139075":"2024-04-14T07:16:52.389550+0000","172.21.15.3:0/3359399843":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6800/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6801/402226268":"2024-04-14T07:15:30.400314+0000","172.21.15.3:0/2480649633":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6801/1935139075":"2024-04-14T07:16:52.389550+0000","172.21.15.3:6801/1612044123":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/1856887294":"2024-04-14T07:15:30.400314+0000","172.21.15.3:0/2503697172":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6801/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/1382138365":"2024-04-14T07:15:30.400314+0000","172.21.15.3:0/3747154392":"2024-04-14T07:16:52.389550+0000","172.21.15.3:0/2274489327":"2024-04-14T07:11:17.165151+0000","172.21.15.66:0/536552975":"2024-04-14T07:16:06.627623+0000","172.21.15.3:6801/1634438095":"2024-04-14T07:05:50.372744+0000","172.21.15.66:0/4153352427":"2024-04-14T07:16:06.627623+0000","172.21.15.3:0/3218310510":"2024-04-14T07:16:52.389550+0000","172.21.15.3:6835/745303198":"2024-04-14T07:22:25.856674+0000","172.21.15.66:6835/1947522101":"2024-04-14T07:16:06.627623+0000","172.21.15.3:0/1083885685":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2376100104":"2024-04-14T07:15:30.400314+0000","172.21.15.3:6800/402226268":"2024-04-14T07:15:30.400314+0000","172.21.15.3:0/3549347245":"2024-04-14T07:16:52.389550+0000","172.21.15.3:0/3615190724":"2024-04-14T07:15:30.400314+0000","172.21.15.66:6834/1947522101":"2024-04-14T07:16:06.627623+0000","172.21.15.3:0/3628457447":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/200793521":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/4279857121":"2024-04-14T07:16:52.389550+0000","172.21.15.3:6800/1634438095":"2024-04-14T07:05:50.372744+0000","172.21.15.66:0/2112742762":"2024-04-14T07:16:06.627623+0000","172.21.15.66:0/1428788467":"2024-04-14T07:16:06.627623+0000","172.21.15.3:0/2203924213":"2024-04-14T07:11:17.165151+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":468,"length":1},{"begin":471,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":461,"length":1},{"begin":470,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T07:28:40.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:39 smithi066 ceph-mon[84331]: pgmap v1023: 121 pgs: 121 active+clean; 269 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 294 KiB/s wr, 1 op/s 2024-04-13T07:28:41.058 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph pg dump --format=json 2024-04-13T07:28:41.274 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:28:41.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:40 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4004719252' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:28:41.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:40 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4004719252' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:28:41.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:40 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4004719252' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T07:28:42.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:41 smithi066 ceph-mon[84331]: pgmap v1025: 121 pgs: 121 active+clean; 288 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 638 KiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-13T07:28:42.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:41 smithi003 ceph-mon[91733]: pgmap v1025: 121 pgs: 121 active+clean; 288 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 638 KiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-13T07:28:42.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:41 smithi003 ceph-mon[89364]: pgmap v1025: 121 pgs: 121 active+clean; 288 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 638 KiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-13T07:28:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:28:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:28:43.160 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T07:28:43.162 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-04-13T07:28:43.936 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":1026,"stamp":"2024-04-13T07:28:42.880689+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":301513726,"num_objects":134,"num_object_clones":63,"num_object_copies":402,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":134,"num_whiteouts":7,"num_read":4730,"num_read_kb":5986141,"num_write":8725,"num_write_kb":1920364,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":139,"num_bytes_recovered":463480416,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26526,"ondisk_log_size":26526,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4043632,"kb_used_data":465076,"kb_used_omap":383,"kb_used_meta":3578048,"kb_avail":745917584,"statfs":{"total":767960285184,"available":763819606016,"internally_reserved":0,"allocated":476237824,"data_stored":687293446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":393066,"internal_metadata":3663921302},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19611648,"num_objects":8,"num_object_clones":8,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":19,"num_read_kb":15509,"num_write":23,"num_write_kb":6560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001413"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1228,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.541264+0000","last_change":"2024-04-13T07:22:18.003344+0000","last_active":"2024-04-13T07:28:39.541264+0000","last_peered":"2024-04-13T07:28:39.541264+0000","last_clean":"2024-04-13T07:28:39.541264+0000","last_became_active":"2024-04-13T07:22:18.002935+0000","last_became_peered":"2024-04-13T07:22:18.002935+0000","last_unstale":"2024-04-13T07:28:39.541264+0000","last_undegraded":"2024-04-13T07:28:39.541264+0000","last_fullsized":"2024-04-13T07:28:39.541264+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:28:54.927344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1408,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.943876+0000","last_change":"2024-04-13T07:21:57.168814+0000","last_active":"2024-04-13T07:28:38.943876+0000","last_peered":"2024-04-13T07:28:38.943876+0000","last_clean":"2024-04-13T07:28:38.943876+0000","last_became_active":"2024-04-13T07:21:57.168463+0000","last_became_peered":"2024-04-13T07:21:57.168463+0000","last_unstale":"2024-04-13T07:28:38.943876+0000","last_undegraded":"2024-04-13T07:28:38.943876+0000","last_fullsized":"2024-04-13T07:28:38.943876+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:36:14.560984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1418,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.968377+0000","last_change":"2024-04-13T07:19:36.798258+0000","last_active":"2024-04-13T07:28:37.968377+0000","last_peered":"2024-04-13T07:28:37.968377+0000","last_clean":"2024-04-13T07:28:37.968377+0000","last_became_active":"2024-04-13T07:19:36.797791+0000","last_became_peered":"2024-04-13T07:19:36.797791+0000","last_unstale":"2024-04-13T07:28:37.968377+0000","last_undegraded":"2024-04-13T07:28:37.968377+0000","last_fullsized":"2024-04-13T07:28:37.968377+0000","mapping_epoch":384,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":385,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:42:56.070807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1362,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.945531+0000","last_change":"2024-04-13T07:22:17.984918+0000","last_active":"2024-04-13T07:28:38.945531+0000","last_peered":"2024-04-13T07:28:38.945531+0000","last_clean":"2024-04-13T07:28:38.945531+0000","last_became_active":"2024-04-13T07:22:17.984572+0000","last_became_peered":"2024-04-13T07:22:17.984572+0000","last_unstale":"2024-04-13T07:28:38.945531+0000","last_undegraded":"2024-04-13T07:28:38.945531+0000","last_fullsized":"2024-04-13T07:28:38.945531+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:24:41.233593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1200,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.540152+0000","last_change":"2024-04-13T07:22:18.002820+0000","last_active":"2024-04-13T07:28:39.540152+0000","last_peered":"2024-04-13T07:28:39.540152+0000","last_clean":"2024-04-13T07:28:39.540152+0000","last_became_active":"2024-04-13T07:22:17.999677+0000","last_became_peered":"2024-04-13T07:22:17.999677+0000","last_unstale":"2024-04-13T07:28:39.540152+0000","last_undegraded":"2024-04-13T07:28:39.540152+0000","last_fullsized":"2024-04-13T07:28:39.540152+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:13:55.516823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1286,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.976606+0000","last_change":"2024-04-13T07:21:21.449228+0000","last_active":"2024-04-13T07:28:37.976606+0000","last_peered":"2024-04-13T07:28:37.976606+0000","last_clean":"2024-04-13T07:28:37.976606+0000","last_became_active":"2024-04-13T07:21:21.447303+0000","last_became_peered":"2024-04-13T07:21:21.447303+0000","last_unstale":"2024-04-13T07:28:37.976606+0000","last_undegraded":"2024-04-13T07:28:37.976606+0000","last_fullsized":"2024-04-13T07:28:37.976606+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:43:18.669198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1200,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.539913+0000","last_change":"2024-04-13T07:22:17.995240+0000","last_active":"2024-04-13T07:28:39.539913+0000","last_peered":"2024-04-13T07:28:39.539913+0000","last_clean":"2024-04-13T07:28:39.539913+0000","last_became_active":"2024-04-13T07:22:17.994888+0000","last_became_peered":"2024-04-13T07:22:17.994888+0000","last_unstale":"2024-04-13T07:28:39.539913+0000","last_undegraded":"2024-04-13T07:28:39.539913+0000","last_fullsized":"2024-04-13T07:28:39.539913+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:52:28.987183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1334,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.972212+0000","last_change":"2024-04-13T07:21:57.159245+0000","last_active":"2024-04-13T07:28:37.972212+0000","last_peered":"2024-04-13T07:28:37.972212+0000","last_clean":"2024-04-13T07:28:37.972212+0000","last_became_active":"2024-04-13T07:21:57.158902+0000","last_became_peered":"2024-04-13T07:21:57.158902+0000","last_unstale":"2024-04-13T07:28:37.972212+0000","last_undegraded":"2024-04-13T07:28:37.972212+0000","last_fullsized":"2024-04-13T07:28:37.972212+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:44:36.495962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1234,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.541231+0000","last_change":"2024-04-13T07:22:18.003015+0000","last_active":"2024-04-13T07:28:39.541231+0000","last_peered":"2024-04-13T07:28:39.541231+0000","last_clean":"2024-04-13T07:28:39.541231+0000","last_became_active":"2024-04-13T07:22:18.002441+0000","last_became_peered":"2024-04-13T07:22:18.002441+0000","last_unstale":"2024-04-13T07:28:39.541231+0000","last_undegraded":"2024-04-13T07:28:39.541231+0000","last_fullsized":"2024-04-13T07:28:39.541231+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:57:50.791059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1232,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.533379+0000","last_change":"2024-04-13T07:21:57.174030+0000","last_active":"2024-04-13T07:28:39.533379+0000","last_peered":"2024-04-13T07:28:39.533379+0000","last_clean":"2024-04-13T07:28:39.533379+0000","last_became_active":"2024-04-13T07:21:57.172959+0000","last_became_peered":"2024-04-13T07:21:57.172959+0000","last_unstale":"2024-04-13T07:28:39.533379+0000","last_undegraded":"2024-04-13T07:28:39.533379+0000","last_fullsized":"2024-04-13T07:28:39.533379+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:56:06.676662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1126,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.943797+0000","last_change":"2024-04-13T07:21:21.448623+0000","last_active":"2024-04-13T07:28:38.943797+0000","last_peered":"2024-04-13T07:28:38.943797+0000","last_clean":"2024-04-13T07:28:38.943797+0000","last_became_active":"2024-04-13T07:21:21.448312+0000","last_became_peered":"2024-04-13T07:21:21.448312+0000","last_unstale":"2024-04-13T07:28:38.943797+0000","last_undegraded":"2024-04-13T07:28:38.943797+0000","last_fullsized":"2024-04-13T07:28:38.943797+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:35:39.005333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1327,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.945595+0000","last_change":"2024-04-13T07:21:57.168338+0000","last_active":"2024-04-13T07:28:38.945595+0000","last_peered":"2024-04-13T07:28:38.945595+0000","last_clean":"2024-04-13T07:28:38.945595+0000","last_became_active":"2024-04-13T07:21:57.168022+0000","last_became_peered":"2024-04-13T07:21:57.168022+0000","last_unstale":"2024-04-13T07:28:38.945595+0000","last_undegraded":"2024-04-13T07:28:38.945595+0000","last_fullsized":"2024-04-13T07:28:38.945595+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:35:47.269400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1342,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.972752+0000","last_change":"2024-04-13T07:21:57.160144+0000","last_active":"2024-04-13T07:28:37.972752+0000","last_peered":"2024-04-13T07:28:37.972752+0000","last_clean":"2024-04-13T07:28:37.972752+0000","last_became_active":"2024-04-13T07:21:57.159844+0000","last_became_peered":"2024-04-13T07:21:57.159844+0000","last_unstale":"2024-04-13T07:28:37.972752+0000","last_undegraded":"2024-04-13T07:28:37.972752+0000","last_fullsized":"2024-04-13T07:28:37.972752+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:37:46.461100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1417,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.967419+0000","last_change":"2024-04-13T07:21:21.442396+0000","last_active":"2024-04-13T07:28:37.967419+0000","last_peered":"2024-04-13T07:28:37.967419+0000","last_clean":"2024-04-13T07:28:37.967419+0000","last_became_active":"2024-04-13T07:21:21.442037+0000","last_became_peered":"2024-04-13T07:21:21.442037+0000","last_unstale":"2024-04-13T07:28:37.967419+0000","last_undegraded":"2024-04-13T07:28:37.967419+0000","last_fullsized":"2024-04-13T07:28:37.967419+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:23:48.774956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1397,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.943001+0000","last_change":"2024-04-13T07:21:21.451284+0000","last_active":"2024-04-13T07:28:38.943001+0000","last_peered":"2024-04-13T07:28:38.943001+0000","last_clean":"2024-04-13T07:28:38.943001+0000","last_became_active":"2024-04-13T07:21:21.450425+0000","last_became_peered":"2024-04-13T07:21:21.450425+0000","last_unstale":"2024-04-13T07:28:38.943001+0000","last_undegraded":"2024-04-13T07:28:38.943001+0000","last_fullsized":"2024-04-13T07:28:38.943001+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:54:49.332605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1247,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.975492+0000","last_change":"2024-04-13T07:22:17.988862+0000","last_active":"2024-04-13T07:28:37.975492+0000","last_peered":"2024-04-13T07:28:37.975492+0000","last_clean":"2024-04-13T07:28:37.975492+0000","last_became_active":"2024-04-13T07:22:17.988554+0000","last_became_peered":"2024-04-13T07:22:17.988554+0000","last_unstale":"2024-04-13T07:28:37.975492+0000","last_undegraded":"2024-04-13T07:28:37.975492+0000","last_fullsized":"2024-04-13T07:28:37.975492+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:14:02.494212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1259,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.977557+0000","last_change":"2024-04-13T07:22:17.987723+0000","last_active":"2024-04-13T07:28:37.977557+0000","last_peered":"2024-04-13T07:28:37.977557+0000","last_clean":"2024-04-13T07:28:37.977557+0000","last_became_active":"2024-04-13T07:22:17.987333+0000","last_became_peered":"2024-04-13T07:22:17.987333+0000","last_unstale":"2024-04-13T07:28:37.977557+0000","last_undegraded":"2024-04-13T07:28:37.977557+0000","last_fullsized":"2024-04-13T07:28:37.977557+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:17:47.338849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1360,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.945738+0000","last_change":"2024-04-13T07:22:17.984146+0000","last_active":"2024-04-13T07:28:38.945738+0000","last_peered":"2024-04-13T07:28:38.945738+0000","last_clean":"2024-04-13T07:28:38.945738+0000","last_became_active":"2024-04-13T07:22:17.983785+0000","last_became_peered":"2024-04-13T07:22:17.983785+0000","last_unstale":"2024-04-13T07:28:38.945738+0000","last_undegraded":"2024-04-13T07:28:38.945738+0000","last_fullsized":"2024-04-13T07:28:38.945738+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:28:55.430817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1226,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.541023+0000","last_change":"2024-04-13T07:22:18.007127+0000","last_active":"2024-04-13T07:28:39.541023+0000","last_peered":"2024-04-13T07:28:39.541023+0000","last_clean":"2024-04-13T07:28:39.541023+0000","last_became_active":"2024-04-13T07:22:18.002114+0000","last_became_peered":"2024-04-13T07:22:18.002114+0000","last_unstale":"2024-04-13T07:28:39.541023+0000","last_undegraded":"2024-04-13T07:28:39.541023+0000","last_fullsized":"2024-04-13T07:28:39.541023+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:18:06.982461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"566'6","reported_seq":1429,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.968349+0000","last_change":"2024-04-13T07:22:18.006598+0000","last_active":"2024-04-13T07:28:37.968349+0000","last_peered":"2024-04-13T07:28:37.968349+0000","last_clean":"2024-04-13T07:28:37.968349+0000","last_became_active":"2024-04-13T07:22:18.006235+0000","last_became_peered":"2024-04-13T07:22:18.006235+0000","last_unstale":"2024-04-13T07:28:37.968349+0000","last_undegraded":"2024-04-13T07:28:37.968349+0000","last_fullsized":"2024-04-13T07:28:37.968349+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:13:41.794298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1336,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.972886+0000","last_change":"2024-04-13T07:21:57.174831+0000","last_active":"2024-04-13T07:28:37.972886+0000","last_peered":"2024-04-13T07:28:37.972886+0000","last_clean":"2024-04-13T07:28:37.972886+0000","last_became_active":"2024-04-13T07:21:57.174432+0000","last_became_peered":"2024-04-13T07:21:57.174432+0000","last_unstale":"2024-04-13T07:28:37.972886+0000","last_undegraded":"2024-04-13T07:28:37.972886+0000","last_fullsized":"2024-04-13T07:28:37.972886+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:35:12.843815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"566'3","reported_seq":1353,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.973074+0000","last_change":"2024-04-13T07:21:21.452252+0000","last_active":"2024-04-13T07:28:37.973074+0000","last_peered":"2024-04-13T07:28:37.973074+0000","last_clean":"2024-04-13T07:28:37.973074+0000","last_became_active":"2024-04-13T07:21:21.451769+0000","last_became_peered":"2024-04-13T07:21:21.451769+0000","last_unstale":"2024-04-13T07:28:37.973074+0000","last_undegraded":"2024-04-13T07:28:37.973074+0000","last_fullsized":"2024-04-13T07:28:37.973074+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:23:52.020729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1418,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.967601+0000","last_change":"2024-04-13T07:21:21.438059+0000","last_active":"2024-04-13T07:28:37.967601+0000","last_peered":"2024-04-13T07:28:37.967601+0000","last_clean":"2024-04-13T07:28:37.967601+0000","last_became_active":"2024-04-13T07:21:21.437667+0000","last_became_peered":"2024-04-13T07:21:21.437667+0000","last_unstale":"2024-04-13T07:28:37.967601+0000","last_undegraded":"2024-04-13T07:28:37.967601+0000","last_fullsized":"2024-04-13T07:28:37.967601+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:07:47.294108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1261,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.540848+0000","last_change":"2024-04-13T07:22:18.009181+0000","last_active":"2024-04-13T07:28:39.540848+0000","last_peered":"2024-04-13T07:28:39.540848+0000","last_clean":"2024-04-13T07:28:39.540848+0000","last_became_active":"2024-04-13T07:22:18.003051+0000","last_became_peered":"2024-04-13T07:22:18.003051+0000","last_unstale":"2024-04-13T07:28:39.540848+0000","last_undegraded":"2024-04-13T07:28:39.540848+0000","last_fullsized":"2024-04-13T07:28:39.540848+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:19:39.596354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1263,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.977439+0000","last_change":"2024-04-13T07:21:21.445448+0000","last_active":"2024-04-13T07:28:37.977439+0000","last_peered":"2024-04-13T07:28:37.977439+0000","last_clean":"2024-04-13T07:28:37.977439+0000","last_became_active":"2024-04-13T07:21:21.445093+0000","last_became_peered":"2024-04-13T07:21:21.445093+0000","last_unstale":"2024-04-13T07:28:37.977439+0000","last_undegraded":"2024-04-13T07:28:37.977439+0000","last_fullsized":"2024-04-13T07:28:37.977439+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:25:59.248856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1241,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.540691+0000","last_change":"2024-04-13T07:22:17.991543+0000","last_active":"2024-04-13T07:28:39.540691+0000","last_peered":"2024-04-13T07:28:39.540691+0000","last_clean":"2024-04-13T07:28:39.540691+0000","last_became_active":"2024-04-13T07:22:17.989930+0000","last_became_peered":"2024-04-13T07:22:17.989930+0000","last_unstale":"2024-04-13T07:28:39.540691+0000","last_undegraded":"2024-04-13T07:28:39.540691+0000","last_fullsized":"2024-04-13T07:28:39.540691+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:17:16.347726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1257,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.976644+0000","last_change":"2024-04-13T07:21:57.154809+0000","last_active":"2024-04-13T07:28:37.976644+0000","last_peered":"2024-04-13T07:28:37.976644+0000","last_clean":"2024-04-13T07:28:37.976644+0000","last_became_active":"2024-04-13T07:21:57.154308+0000","last_became_peered":"2024-04-13T07:21:57.154308+0000","last_unstale":"2024-04-13T07:28:37.976644+0000","last_undegraded":"2024-04-13T07:28:37.976644+0000","last_fullsized":"2024-04-13T07:28:37.976644+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:47:26.143058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"566'3","reported_seq":1338,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.973129+0000","last_change":"2024-04-13T07:22:18.008009+0000","last_active":"2024-04-13T07:28:37.973129+0000","last_peered":"2024-04-13T07:28:37.973129+0000","last_clean":"2024-04-13T07:28:37.973129+0000","last_became_active":"2024-04-13T07:22:18.007562+0000","last_became_peered":"2024-04-13T07:22:18.007562+0000","last_unstale":"2024-04-13T07:28:37.973129+0000","last_undegraded":"2024-04-13T07:28:37.973129+0000","last_fullsized":"2024-04-13T07:28:37.973129+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:40:49.283771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1320,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.945299+0000","last_change":"2024-04-13T07:20:45.927786+0000","last_active":"2024-04-13T07:28:38.945299+0000","last_peered":"2024-04-13T07:28:38.945299+0000","last_clean":"2024-04-13T07:28:38.945299+0000","last_became_active":"2024-04-13T07:20:45.927467+0000","last_became_peered":"2024-04-13T07:20:45.927467+0000","last_unstale":"2024-04-13T07:28:38.945299+0000","last_undegraded":"2024-04-13T07:28:38.945299+0000","last_fullsized":"2024-04-13T07:28:38.945299+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:54:20.118750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"566'3","reported_seq":1237,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.533407+0000","last_change":"2024-04-13T07:22:17.997305+0000","last_active":"2024-04-13T07:28:39.533407+0000","last_peered":"2024-04-13T07:28:39.533407+0000","last_clean":"2024-04-13T07:28:39.533407+0000","last_became_active":"2024-04-13T07:22:17.996837+0000","last_became_peered":"2024-04-13T07:22:17.996837+0000","last_unstale":"2024-04-13T07:28:39.533407+0000","last_undegraded":"2024-04-13T07:28:39.533407+0000","last_fullsized":"2024-04-13T07:28:39.533407+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:21:48.496374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1360,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.945248+0000","last_change":"2024-04-13T07:22:17.986827+0000","last_active":"2024-04-13T07:28:38.945248+0000","last_peered":"2024-04-13T07:28:38.945248+0000","last_clean":"2024-04-13T07:28:38.945248+0000","last_became_active":"2024-04-13T07:22:17.986529+0000","last_became_peered":"2024-04-13T07:22:17.986529+0000","last_unstale":"2024-04-13T07:28:38.945248+0000","last_undegraded":"2024-04-13T07:28:38.945248+0000","last_fullsized":"2024-04-13T07:28:38.945248+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:55:28.407524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1348,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.972629+0000","last_change":"2024-04-13T07:21:57.174732+0000","last_active":"2024-04-13T07:28:37.972629+0000","last_peered":"2024-04-13T07:28:37.972629+0000","last_clean":"2024-04-13T07:28:37.972629+0000","last_became_active":"2024-04-13T07:21:57.174386+0000","last_became_peered":"2024-04-13T07:21:57.174386+0000","last_unstale":"2024-04-13T07:28:37.972629+0000","last_undegraded":"2024-04-13T07:28:37.972629+0000","last_fullsized":"2024-04-13T07:28:37.972629+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:11:35.954998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1348,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.972446+0000","last_change":"2024-04-13T07:20:10.816730+0000","last_active":"2024-04-13T07:28:37.972446+0000","last_peered":"2024-04-13T07:28:37.972446+0000","last_clean":"2024-04-13T07:28:37.972446+0000","last_became_active":"2024-04-13T07:20:10.814447+0000","last_became_peered":"2024-04-13T07:20:10.814447+0000","last_unstale":"2024-04-13T07:28:37.972446+0000","last_undegraded":"2024-04-13T07:28:37.972446+0000","last_fullsized":"2024-04-13T07:28:37.972446+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:15:30.573120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1271,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.975809+0000","last_change":"2024-04-13T07:21:21.442917+0000","last_active":"2024-04-13T07:28:37.975809+0000","last_peered":"2024-04-13T07:28:37.975809+0000","last_clean":"2024-04-13T07:28:37.975809+0000","last_became_active":"2024-04-13T07:21:21.442562+0000","last_became_peered":"2024-04-13T07:21:21.442562+0000","last_unstale":"2024-04-13T07:28:37.975809+0000","last_undegraded":"2024-04-13T07:28:37.975809+0000","last_fullsized":"2024-04-13T07:28:37.975809+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:54:44.757014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1413,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.943633+0000","last_change":"2024-04-13T07:20:10.807016+0000","last_active":"2024-04-13T07:28:38.943633+0000","last_peered":"2024-04-13T07:28:38.943633+0000","last_clean":"2024-04-13T07:28:38.943633+0000","last_became_active":"2024-04-13T07:20:10.806703+0000","last_became_peered":"2024-04-13T07:20:10.806703+0000","last_unstale":"2024-04-13T07:28:38.943633+0000","last_undegraded":"2024-04-13T07:28:38.943633+0000","last_fullsized":"2024-04-13T07:28:38.943633+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:36:45.199661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1233,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.533685+0000","last_change":"2024-04-13T07:21:57.171877+0000","last_active":"2024-04-13T07:28:39.533685+0000","last_peered":"2024-04-13T07:28:39.533685+0000","last_clean":"2024-04-13T07:28:39.533685+0000","last_became_active":"2024-04-13T07:21:57.169358+0000","last_became_peered":"2024-04-13T07:21:57.169358+0000","last_unstale":"2024-04-13T07:28:39.533685+0000","last_undegraded":"2024-04-13T07:28:39.533685+0000","last_fullsized":"2024-04-13T07:28:39.533685+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:51:31.670554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1281,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.977631+0000","last_change":"2024-04-13T07:22:17.983264+0000","last_active":"2024-04-13T07:28:37.977631+0000","last_peered":"2024-04-13T07:28:37.977631+0000","last_clean":"2024-04-13T07:28:37.977631+0000","last_became_active":"2024-04-13T07:22:17.982856+0000","last_became_peered":"2024-04-13T07:22:17.982856+0000","last_unstale":"2024-04-13T07:28:37.977631+0000","last_undegraded":"2024-04-13T07:28:37.977631+0000","last_fullsized":"2024-04-13T07:28:37.977631+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:45:03.998773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1275,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.977503+0000","last_change":"2024-04-13T07:21:57.172042+0000","last_active":"2024-04-13T07:28:37.977503+0000","last_peered":"2024-04-13T07:28:37.977503+0000","last_clean":"2024-04-13T07:28:37.977503+0000","last_became_active":"2024-04-13T07:21:57.171724+0000","last_became_peered":"2024-04-13T07:21:57.171724+0000","last_unstale":"2024-04-13T07:28:37.977503+0000","last_undegraded":"2024-04-13T07:28:37.977503+0000","last_fullsized":"2024-04-13T07:28:37.977503+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:59:43.008002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1417,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.968034+0000","last_change":"2024-04-13T07:21:21.442787+0000","last_active":"2024-04-13T07:28:37.968034+0000","last_peered":"2024-04-13T07:28:37.968034+0000","last_clean":"2024-04-13T07:28:37.968034+0000","last_became_active":"2024-04-13T07:21:21.441972+0000","last_became_peered":"2024-04-13T07:21:21.441972+0000","last_unstale":"2024-04-13T07:28:37.968034+0000","last_undegraded":"2024-04-13T07:28:37.968034+0000","last_fullsized":"2024-04-13T07:28:37.968034+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:32:48.009448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1418,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.944360+0000","last_change":"2024-04-13T07:21:21.449440+0000","last_active":"2024-04-13T07:28:38.944360+0000","last_peered":"2024-04-13T07:28:38.944360+0000","last_clean":"2024-04-13T07:28:38.944360+0000","last_became_active":"2024-04-13T07:21:21.449061+0000","last_became_peered":"2024-04-13T07:21:21.449061+0000","last_unstale":"2024-04-13T07:28:38.944360+0000","last_undegraded":"2024-04-13T07:28:38.944360+0000","last_fullsized":"2024-04-13T07:28:38.944360+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:45:56.293098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1314,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.946194+0000","last_change":"2024-04-13T07:22:17.979944+0000","last_active":"2024-04-13T07:28:38.946194+0000","last_peered":"2024-04-13T07:28:38.946194+0000","last_clean":"2024-04-13T07:28:38.946194+0000","last_became_active":"2024-04-13T07:22:17.979594+0000","last_became_peered":"2024-04-13T07:22:17.979594+0000","last_unstale":"2024-04-13T07:28:38.946194+0000","last_undegraded":"2024-04-13T07:28:38.946194+0000","last_fullsized":"2024-04-13T07:28:38.946194+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:20:15.686817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"566'30","reported_seq":1275,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.533382+0000","last_change":"2024-04-13T07:21:57.173016+0000","last_active":"2024-04-13T07:28:39.533382+0000","last_peered":"2024-04-13T07:28:39.533382+0000","last_clean":"2024-04-13T07:28:39.533382+0000","last_became_active":"2024-04-13T07:21:57.172651+0000","last_became_peered":"2024-04-13T07:21:57.172651+0000","last_unstale":"2024-04-13T07:28:39.533382+0000","last_undegraded":"2024-04-13T07:28:39.533382+0000","last_fullsized":"2024-04-13T07:28:39.533382+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:42:28.705917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5824,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":20,"num_read_kb":28,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1200,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.540349+0000","last_change":"2024-04-13T07:22:17.992247+0000","last_active":"2024-04-13T07:28:39.540349+0000","last_peered":"2024-04-13T07:28:39.540349+0000","last_clean":"2024-04-13T07:28:39.540349+0000","last_became_active":"2024-04-13T07:22:17.991210+0000","last_became_peered":"2024-04-13T07:22:17.991210+0000","last_unstale":"2024-04-13T07:28:39.540349+0000","last_undegraded":"2024-04-13T07:28:39.540349+0000","last_fullsized":"2024-04-13T07:28:39.540349+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:32:46.556285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1424,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.968731+0000","last_change":"2024-04-13T07:20:45.924281+0000","last_active":"2024-04-13T07:28:37.968731+0000","last_peered":"2024-04-13T07:28:37.968731+0000","last_clean":"2024-04-13T07:28:37.968731+0000","last_became_active":"2024-04-13T07:20:45.923756+0000","last_became_peered":"2024-04-13T07:20:45.923756+0000","last_unstale":"2024-04-13T07:28:37.968731+0000","last_undegraded":"2024-04-13T07:28:37.968731+0000","last_fullsized":"2024-04-13T07:28:37.968731+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:03:53.986623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":16,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1417,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.967769+0000","last_change":"2024-04-13T07:22:18.000986+0000","last_active":"2024-04-13T07:28:37.967769+0000","last_peered":"2024-04-13T07:28:37.967769+0000","last_clean":"2024-04-13T07:28:37.967769+0000","last_became_active":"2024-04-13T07:22:18.000592+0000","last_became_peered":"2024-04-13T07:22:18.000592+0000","last_unstale":"2024-04-13T07:28:37.967769+0000","last_undegraded":"2024-04-13T07:28:37.967769+0000","last_fullsized":"2024-04-13T07:28:37.967769+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:10:24.957445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1267,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.976847+0000","last_change":"2024-04-13T07:22:17.989430+0000","last_active":"2024-04-13T07:28:37.976847+0000","last_peered":"2024-04-13T07:28:37.976847+0000","last_clean":"2024-04-13T07:28:37.976847+0000","last_became_active":"2024-04-13T07:22:17.988883+0000","last_became_peered":"2024-04-13T07:22:17.988883+0000","last_unstale":"2024-04-13T07:28:37.976847+0000","last_undegraded":"2024-04-13T07:28:37.976847+0000","last_fullsized":"2024-04-13T07:28:37.976847+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:31:16.477423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1200,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.540077+0000","last_change":"2024-04-13T07:22:18.000085+0000","last_active":"2024-04-13T07:28:39.540077+0000","last_peered":"2024-04-13T07:28:39.540077+0000","last_clean":"2024-04-13T07:28:39.540077+0000","last_became_active":"2024-04-13T07:22:17.986068+0000","last_became_peered":"2024-04-13T07:22:17.986068+0000","last_unstale":"2024-04-13T07:28:39.540077+0000","last_undegraded":"2024-04-13T07:28:39.540077+0000","last_fullsized":"2024-04-13T07:28:39.540077+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:43:36.828941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1240,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.532997+0000","last_change":"2024-04-13T07:21:57.176443+0000","last_active":"2024-04-13T07:28:39.532997+0000","last_peered":"2024-04-13T07:28:39.532997+0000","last_clean":"2024-04-13T07:28:39.532997+0000","last_became_active":"2024-04-13T07:21:57.175405+0000","last_became_peered":"2024-04-13T07:21:57.175405+0000","last_unstale":"2024-04-13T07:28:39.532997+0000","last_undegraded":"2024-04-13T07:28:39.532997+0000","last_fullsized":"2024-04-13T07:28:39.532997+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:00:14.213685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1232,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.532922+0000","last_change":"2024-04-13T07:21:57.167693+0000","last_active":"2024-04-13T07:28:39.532922+0000","last_peered":"2024-04-13T07:28:39.532922+0000","last_clean":"2024-04-13T07:28:39.532922+0000","last_became_active":"2024-04-13T07:21:57.167020+0000","last_became_peered":"2024-04-13T07:21:57.167020+0000","last_unstale":"2024-04-13T07:28:39.532922+0000","last_undegraded":"2024-04-13T07:28:39.532922+0000","last_fullsized":"2024-04-13T07:28:39.532922+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:31:20.315116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1398,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.944803+0000","last_change":"2024-04-13T07:19:36.795591+0000","last_active":"2024-04-13T07:28:38.944803+0000","last_peered":"2024-04-13T07:28:38.944803+0000","last_clean":"2024-04-13T07:28:38.944803+0000","last_became_active":"2024-04-13T07:19:36.794944+0000","last_became_peered":"2024-04-13T07:19:36.794944+0000","last_unstale":"2024-04-13T07:28:38.944803+0000","last_undegraded":"2024-04-13T07:28:38.944803+0000","last_fullsized":"2024-04-13T07:28:38.944803+0000","mapping_epoch":384,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":385,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:48:53.284073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":48,"num_read_kb":48,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1226,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.540044+0000","last_change":"2024-04-13T07:22:17.998730+0000","last_active":"2024-04-13T07:28:39.540044+0000","last_peered":"2024-04-13T07:28:39.540044+0000","last_clean":"2024-04-13T07:28:39.540044+0000","last_became_active":"2024-04-13T07:22:17.995647+0000","last_became_peered":"2024-04-13T07:22:17.995647+0000","last_unstale":"2024-04-13T07:28:39.540044+0000","last_undegraded":"2024-04-13T07:28:39.540044+0000","last_fullsized":"2024-04-13T07:28:39.540044+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:36:44.067412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"902'1019","reported_seq":4503,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.944896+0000","last_change":"2024-04-13T07:28:37.984535+0000","last_active":"2024-04-13T07:28:38.944896+0000","last_peered":"2024-04-13T07:28:38.944896+0000","last_clean":"2024-04-13T07:28:38.944896+0000","last_became_active":"2024-04-13T07:19:36.795077+0000","last_became_peered":"2024-04-13T07:19:36.795077+0000","last_unstale":"2024-04-13T07:28:38.944896+0000","last_undegraded":"2024-04-13T07:28:38.944896+0000","last_fullsized":"2024-04-13T07:28:38.944896+0000","mapping_epoch":384,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":385,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_clean_scrub_stamp":"2024-04-13T07:14:06.862137+0000","objects_scrubbed":0,"log_size":1019,"log_dups_size":0,"ondisk_log_size":1019,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:10:59.715410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00084422900000000005,"stat_sum":{"num_bytes":11100160,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":143,"num_read_kb":200539,"num_write":423,"num_write_kb":63680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":6389760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d4","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"2.f","version":"62'1","reported_seq":1331,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.946683+0000","last_change":"2024-04-13T07:22:17.987265+0000","last_active":"2024-04-13T07:28:38.946683+0000","last_peered":"2024-04-13T07:28:38.946683+0000","last_clean":"2024-04-13T07:28:38.946683+0000","last_became_active":"2024-04-13T07:22:17.986922+0000","last_became_peered":"2024-04-13T07:22:17.986922+0000","last_unstale":"2024-04-13T07:28:38.946683+0000","last_undegraded":"2024-04-13T07:28:38.946683+0000","last_fullsized":"2024-04-13T07:28:38.946683+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:37:48.436353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1200,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.540895+0000","last_change":"2024-04-13T07:22:17.995263+0000","last_active":"2024-04-13T07:28:39.540895+0000","last_peered":"2024-04-13T07:28:39.540895+0000","last_clean":"2024-04-13T07:28:39.540895+0000","last_became_active":"2024-04-13T07:22:17.994925+0000","last_became_peered":"2024-04-13T07:22:17.994925+0000","last_unstale":"2024-04-13T07:28:39.540895+0000","last_undegraded":"2024-04-13T07:28:39.540895+0000","last_fullsized":"2024-04-13T07:28:39.540895+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:27:06.999181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"903'1722","reported_seq":5257,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.974145+0000","last_change":"2024-04-13T07:28:37.975594+0000","last_active":"2024-04-13T07:28:37.974145+0000","last_peered":"2024-04-13T07:28:37.974145+0000","last_clean":"2024-04-13T07:28:37.974145+0000","last_became_active":"2024-04-13T07:21:57.167318+0000","last_became_peered":"2024-04-13T07:21:57.167318+0000","last_unstale":"2024-04-13T07:28:37.974145+0000","last_undegraded":"2024-04-13T07:28:37.974145+0000","last_fullsized":"2024-04-13T07:28:37.974145+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_clean_scrub_stamp":"2024-04-13T07:14:06.862137+0000","objects_scrubbed":0,"log_size":1722,"log_dups_size":0,"ondisk_log_size":1722,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:47:58.377361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073280289999999998,"stat_sum":{"num_bytes":10027008,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":242,"num_read_kb":363544,"num_write":647,"num_write_kb":119360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":32505856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1cd","length":"1"},{"start":"1d4","length":"1"},{"start":"1d6","length":"2"}]},{"pgid":"4.2","version":"0'0","reported_seq":1397,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.943457+0000","last_change":"2024-04-13T07:21:21.442168+0000","last_active":"2024-04-13T07:28:38.943457+0000","last_peered":"2024-04-13T07:28:38.943457+0000","last_clean":"2024-04-13T07:28:38.943457+0000","last_became_active":"2024-04-13T07:21:21.441801+0000","last_became_peered":"2024-04-13T07:21:21.441801+0000","last_unstale":"2024-04-13T07:28:38.943457+0000","last_undegraded":"2024-04-13T07:28:38.943457+0000","last_fullsized":"2024-04-13T07:28:38.943457+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:44:25.422362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1409,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.943190+0000","last_change":"2024-04-13T07:22:18.009927+0000","last_active":"2024-04-13T07:28:38.943190+0000","last_peered":"2024-04-13T07:28:38.943190+0000","last_clean":"2024-04-13T07:28:38.943190+0000","last_became_active":"2024-04-13T07:22:18.009592+0000","last_became_peered":"2024-04-13T07:22:18.009592+0000","last_unstale":"2024-04-13T07:28:38.943190+0000","last_undegraded":"2024-04-13T07:28:38.943190+0000","last_fullsized":"2024-04-13T07:28:38.943190+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:06:22.826092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1272,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.976531+0000","last_change":"2024-04-13T07:21:21.449597+0000","last_active":"2024-04-13T07:28:37.976531+0000","last_peered":"2024-04-13T07:28:37.976531+0000","last_clean":"2024-04-13T07:28:37.976531+0000","last_became_active":"2024-04-13T07:21:21.449254+0000","last_became_peered":"2024-04-13T07:21:21.449254+0000","last_unstale":"2024-04-13T07:28:37.976531+0000","last_undegraded":"2024-04-13T07:28:37.976531+0000","last_fullsized":"2024-04-13T07:28:37.976531+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:30:12.840058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"903'2116","reported_seq":5572,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.976546+0000","last_change":"2024-04-13T07:28:37.978288+0000","last_active":"2024-04-13T07:28:37.976546+0000","last_peered":"2024-04-13T07:28:37.976546+0000","last_clean":"2024-04-13T07:28:37.976546+0000","last_became_active":"2024-04-13T07:20:45.928992+0000","last_became_peered":"2024-04-13T07:20:45.928992+0000","last_unstale":"2024-04-13T07:28:37.976546+0000","last_undegraded":"2024-04-13T07:28:37.976546+0000","last_fullsized":"2024-04-13T07:28:37.976546+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_clean_scrub_stamp":"2024-04-13T07:14:06.862137+0000","objects_scrubbed":0,"log_size":2116,"log_dups_size":0,"ondisk_log_size":2116,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:09:02.403774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0095241279999999998,"stat_sum":{"num_bytes":67870720,"num_objects":13,"num_object_clones":9,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":1,"num_read":305,"num_read_kb":457472,"num_write":564,"num_write_kb":186304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":24068096,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1cd","length":"1"},{"start":"1d4","length":"1"},{"start":"1d6","length":"2"}]},{"pgid":"4.4","version":"0'0","reported_seq":1397,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.943386+0000","last_change":"2024-04-13T07:20:10.803476+0000","last_active":"2024-04-13T07:28:38.943386+0000","last_peered":"2024-04-13T07:28:38.943386+0000","last_clean":"2024-04-13T07:28:38.943386+0000","last_became_active":"2024-04-13T07:20:10.803111+0000","last_became_peered":"2024-04-13T07:20:10.803111+0000","last_unstale":"2024-04-13T07:28:38.943386+0000","last_undegraded":"2024-04-13T07:28:38.943386+0000","last_fullsized":"2024-04-13T07:28:38.943386+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:18:17.857771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1282,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.976437+0000","last_change":"2024-04-13T07:21:57.168243+0000","last_active":"2024-04-13T07:28:37.976437+0000","last_peered":"2024-04-13T07:28:37.976437+0000","last_clean":"2024-04-13T07:28:37.976437+0000","last_became_active":"2024-04-13T07:21:57.167901+0000","last_became_peered":"2024-04-13T07:21:57.167901+0000","last_unstale":"2024-04-13T07:28:37.976437+0000","last_undegraded":"2024-04-13T07:28:37.976437+0000","last_fullsized":"2024-04-13T07:28:37.976437+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:43:07.082883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1327,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.945664+0000","last_change":"2024-04-13T07:21:57.167272+0000","last_active":"2024-04-13T07:28:38.945664+0000","last_peered":"2024-04-13T07:28:38.945664+0000","last_clean":"2024-04-13T07:28:38.945664+0000","last_became_active":"2024-04-13T07:21:57.166911+0000","last_became_peered":"2024-04-13T07:21:57.166911+0000","last_unstale":"2024-04-13T07:28:38.945664+0000","last_undegraded":"2024-04-13T07:28:38.945664+0000","last_fullsized":"2024-04-13T07:28:38.945664+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:41:13.413148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"903'1266","reported_seq":4701,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.946036+0000","last_change":"2024-04-13T07:28:37.991733+0000","last_active":"2024-04-13T07:28:38.946036+0000","last_peered":"2024-04-13T07:28:38.946036+0000","last_clean":"2024-04-13T07:28:38.946036+0000","last_became_active":"2024-04-13T07:21:21.448218+0000","last_became_peered":"2024-04-13T07:21:21.448218+0000","last_unstale":"2024-04-13T07:28:38.946036+0000","last_undegraded":"2024-04-13T07:28:38.946036+0000","last_fullsized":"2024-04-13T07:28:38.946036+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_clean_scrub_stamp":"2024-04-13T07:14:06.862137+0000","objects_scrubbed":0,"log_size":1266,"log_dups_size":0,"ondisk_log_size":1266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:46:07.553289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0062456279999999996,"stat_sum":{"num_bytes":18014208,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":1,"num_read":152,"num_read_kb":227001,"num_write":361,"num_write_kb":124552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":11255808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d4","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1404,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.943825+0000","last_change":"2024-04-13T07:21:21.449959+0000","last_active":"2024-04-13T07:28:38.943825+0000","last_peered":"2024-04-13T07:28:38.943825+0000","last_clean":"2024-04-13T07:28:38.943825+0000","last_became_active":"2024-04-13T07:21:21.448941+0000","last_became_peered":"2024-04-13T07:21:21.448941+0000","last_unstale":"2024-04-13T07:28:38.943825+0000","last_undegraded":"2024-04-13T07:28:38.943825+0000","last_fullsized":"2024-04-13T07:28:38.943825+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:27:52.987836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1397,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.942926+0000","last_change":"2024-04-13T07:21:57.156483+0000","last_active":"2024-04-13T07:28:38.942926+0000","last_peered":"2024-04-13T07:28:38.942926+0000","last_clean":"2024-04-13T07:28:38.942926+0000","last_became_active":"2024-04-13T07:21:57.156141+0000","last_became_peered":"2024-04-13T07:21:57.156141+0000","last_unstale":"2024-04-13T07:28:38.942926+0000","last_undegraded":"2024-04-13T07:28:38.942926+0000","last_fullsized":"2024-04-13T07:28:38.942926+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:08:18.423327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1375,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.944949+0000","last_change":"2024-04-13T07:20:10.800902+0000","last_active":"2024-04-13T07:28:38.944949+0000","last_peered":"2024-04-13T07:28:38.944949+0000","last_clean":"2024-04-13T07:28:38.944949+0000","last_became_active":"2024-04-13T07:20:10.800610+0000","last_became_peered":"2024-04-13T07:20:10.800610+0000","last_unstale":"2024-04-13T07:28:38.944949+0000","last_undegraded":"2024-04-13T07:28:38.944949+0000","last_fullsized":"2024-04-13T07:28:38.944949+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:47:16.927400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"896'1800","reported_seq":4935,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.540868+0000","last_change":"2024-04-13T07:28:37.984887+0000","last_active":"2024-04-13T07:28:39.540868+0000","last_peered":"2024-04-13T07:28:39.540868+0000","last_clean":"2024-04-13T07:28:39.540868+0000","last_became_active":"2024-04-13T07:22:17.989941+0000","last_became_peered":"2024-04-13T07:22:17.989941+0000","last_unstale":"2024-04-13T07:28:39.540868+0000","last_undegraded":"2024-04-13T07:28:39.540868+0000","last_fullsized":"2024-04-13T07:28:39.540868+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_clean_scrub_stamp":"2024-04-13T07:14:06.862137+0000","objects_scrubbed":0,"log_size":1800,"log_dups_size":0,"ondisk_log_size":1800,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:14:15.645029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073887599999999996,"stat_sum":{"num_bytes":18432000,"num_objects":6,"num_object_clones":2,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":291,"num_read_kb":335319,"num_write":425,"num_write_kb":130176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":25714688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1d4","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1230,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.533500+0000","last_change":"2024-04-13T07:22:17.996473+0000","last_active":"2024-04-13T07:28:39.533500+0000","last_peered":"2024-04-13T07:28:39.533500+0000","last_clean":"2024-04-13T07:28:39.533500+0000","last_became_active":"2024-04-13T07:22:17.996179+0000","last_became_peered":"2024-04-13T07:22:17.996179+0000","last_unstale":"2024-04-13T07:28:39.533500+0000","last_undegraded":"2024-04-13T07:28:39.533500+0000","last_fullsized":"2024-04-13T07:28:39.533500+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:20:11.549350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1336,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.972501+0000","last_change":"2024-04-13T07:21:57.165309+0000","last_active":"2024-04-13T07:28:37.972501+0000","last_peered":"2024-04-13T07:28:37.972501+0000","last_clean":"2024-04-13T07:28:37.972501+0000","last_became_active":"2024-04-13T07:21:57.165087+0000","last_became_peered":"2024-04-13T07:21:57.165087+0000","last_unstale":"2024-04-13T07:28:37.972501+0000","last_undegraded":"2024-04-13T07:28:37.972501+0000","last_fullsized":"2024-04-13T07:28:37.972501+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:30:47.604048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1275,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.976238+0000","last_change":"2024-04-13T07:21:21.436299+0000","last_active":"2024-04-13T07:28:37.976238+0000","last_peered":"2024-04-13T07:28:37.976238+0000","last_clean":"2024-04-13T07:28:37.976238+0000","last_became_active":"2024-04-13T07:21:21.435327+0000","last_became_peered":"2024-04-13T07:21:21.435327+0000","last_unstale":"2024-04-13T07:28:37.976238+0000","last_undegraded":"2024-04-13T07:28:37.976238+0000","last_fullsized":"2024-04-13T07:28:37.976238+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:27:14.387889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"237'197","reported_seq":1720,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.539959+0000","last_change":"2024-04-13T07:22:17.995391+0000","last_active":"2024-04-13T07:28:39.539959+0000","last_peered":"2024-04-13T07:28:39.539959+0000","last_clean":"2024-04-13T07:28:39.539959+0000","last_became_active":"2024-04-13T07:22:17.994730+0000","last_became_peered":"2024-04-13T07:22:17.994730+0000","last_unstale":"2024-04-13T07:28:39.539959+0000","last_undegraded":"2024-04-13T07:28:39.539959+0000","last_fullsized":"2024-04-13T07:28:39.539959+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:08:28.417903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:08:28.417903+0000","last_clean_scrub_stamp":"2024-04-13T07:08:28.417903+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:57:17.508755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"883'460","reported_seq":3837,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.977873+0000","last_change":"2024-04-13T07:28:37.978327+0000","last_active":"2024-04-13T07:28:37.977873+0000","last_peered":"2024-04-13T07:28:37.977873+0000","last_clean":"2024-04-13T07:28:37.977873+0000","last_became_active":"2024-04-13T07:21:21.444789+0000","last_became_peered":"2024-04-13T07:21:21.444789+0000","last_unstale":"2024-04-13T07:28:37.977873+0000","last_undegraded":"2024-04-13T07:28:37.977873+0000","last_fullsized":"2024-04-13T07:28:37.977873+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_clean_scrub_stamp":"2024-04-13T07:14:06.862137+0000","objects_scrubbed":0,"log_size":460,"log_dups_size":0,"ondisk_log_size":460,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:58:57.867087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011519569999999999,"stat_sum":{"num_bytes":2015232,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":78,"num_read_kb":89108,"num_write":173,"num_write_kb":32288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1cd","length":"1"},{"start":"1d4","length":"1"},{"start":"1d6","length":"2"}]},{"pgid":"4.6","version":"0'0","reported_seq":1416,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.967863+0000","last_change":"2024-04-13T07:19:36.800943+0000","last_active":"2024-04-13T07:28:37.967863+0000","last_peered":"2024-04-13T07:28:37.967863+0000","last_clean":"2024-04-13T07:28:37.967863+0000","last_became_active":"2024-04-13T07:19:36.800595+0000","last_became_peered":"2024-04-13T07:19:36.800595+0000","last_unstale":"2024-04-13T07:28:37.967863+0000","last_undegraded":"2024-04-13T07:28:37.967863+0000","last_fullsized":"2024-04-13T07:28:37.967863+0000","mapping_epoch":384,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":385,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:46:36.463286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1418,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.967247+0000","last_change":"2024-04-13T07:20:45.933157+0000","last_active":"2024-04-13T07:28:37.967247+0000","last_peered":"2024-04-13T07:28:37.967247+0000","last_clean":"2024-04-13T07:28:37.967247+0000","last_became_active":"2024-04-13T07:20:45.932059+0000","last_became_peered":"2024-04-13T07:20:45.932059+0000","last_unstale":"2024-04-13T07:28:37.967247+0000","last_undegraded":"2024-04-13T07:28:37.967247+0000","last_fullsized":"2024-04-13T07:28:37.967247+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:33:30.171374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1225,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.539777+0000","last_change":"2024-04-13T07:22:18.004312+0000","last_active":"2024-04-13T07:28:39.539777+0000","last_peered":"2024-04-13T07:28:39.539777+0000","last_clean":"2024-04-13T07:28:39.539777+0000","last_became_active":"2024-04-13T07:22:18.004018+0000","last_became_peered":"2024-04-13T07:22:18.004018+0000","last_unstale":"2024-04-13T07:28:39.539777+0000","last_undegraded":"2024-04-13T07:28:39.539777+0000","last_fullsized":"2024-04-13T07:28:39.539777+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T07:45:07.102365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"903'3959","reported_seq":6826,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.533511+0000","last_change":"2024-04-13T07:28:37.979914+0000","last_active":"2024-04-13T07:28:39.533511+0000","last_peered":"2024-04-13T07:28:39.533511+0000","last_clean":"2024-04-13T07:28:39.533511+0000","last_became_active":"2024-04-13T07:21:57.172497+0000","last_became_peered":"2024-04-13T07:21:57.172497+0000","last_unstale":"2024-04-13T07:28:39.533511+0000","last_undegraded":"2024-04-13T07:28:39.533511+0000","last_fullsized":"2024-04-13T07:28:39.533511+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_clean_scrub_stamp":"2024-04-13T07:14:06.862137+0000","objects_scrubbed":0,"log_size":3959,"log_dups_size":0,"ondisk_log_size":3959,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:16:46.229210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070407100000000004,"stat_sum":{"num_bytes":22650880,"num_objects":17,"num_object_clones":11,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":516,"num_read_kb":787813,"num_write":1201,"num_write_kb":276568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":39362560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1d4","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1417,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.968040+0000","last_change":"2024-04-13T07:22:18.007212+0000","last_active":"2024-04-13T07:28:37.968040+0000","last_peered":"2024-04-13T07:28:37.968040+0000","last_clean":"2024-04-13T07:28:37.968040+0000","last_became_active":"2024-04-13T07:22:18.006869+0000","last_became_peered":"2024-04-13T07:22:18.006869+0000","last_unstale":"2024-04-13T07:28:37.968040+0000","last_undegraded":"2024-04-13T07:28:37.968040+0000","last_fullsized":"2024-04-13T07:28:37.968040+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:47:27.995731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1203,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.540709+0000","last_change":"2024-04-13T07:22:18.000051+0000","last_active":"2024-04-13T07:28:39.540709+0000","last_peered":"2024-04-13T07:28:39.540709+0000","last_clean":"2024-04-13T07:28:39.540709+0000","last_became_active":"2024-04-13T07:22:17.999602+0000","last_became_peered":"2024-04-13T07:22:17.999602+0000","last_unstale":"2024-04-13T07:28:39.540709+0000","last_undegraded":"2024-04-13T07:28:39.540709+0000","last_fullsized":"2024-04-13T07:28:39.540709+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T11:54:43.201145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1397,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.943498+0000","last_change":"2024-04-13T07:21:21.449810+0000","last_active":"2024-04-13T07:28:38.943498+0000","last_peered":"2024-04-13T07:28:38.943498+0000","last_clean":"2024-04-13T07:28:38.943498+0000","last_became_active":"2024-04-13T07:21:21.449296+0000","last_became_peered":"2024-04-13T07:21:21.449296+0000","last_unstale":"2024-04-13T07:28:38.943498+0000","last_undegraded":"2024-04-13T07:28:38.943498+0000","last_fullsized":"2024-04-13T07:28:38.943498+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:25:54.167500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"896'898","reported_seq":4299,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.945823+0000","last_change":"2024-04-13T07:28:37.968222+0000","last_active":"2024-04-13T07:28:38.945823+0000","last_peered":"2024-04-13T07:28:38.945823+0000","last_clean":"2024-04-13T07:28:38.945823+0000","last_became_active":"2024-04-13T07:22:17.987364+0000","last_became_peered":"2024-04-13T07:22:17.987364+0000","last_unstale":"2024-04-13T07:28:38.945823+0000","last_undegraded":"2024-04-13T07:28:38.945823+0000","last_fullsized":"2024-04-13T07:28:38.945823+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_clean_scrub_stamp":"2024-04-13T07:14:06.862137+0000","objects_scrubbed":0,"log_size":898,"log_dups_size":0,"ondisk_log_size":898,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:27:17.889194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079487500000000001,"stat_sum":{"num_bytes":13000704,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":145,"num_read_kb":243668,"num_write":352,"num_write_kb":72304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":4718592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1d4","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1345,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.972818+0000","last_change":"2024-04-13T07:22:17.998182+0000","last_active":"2024-04-13T07:28:37.972818+0000","last_peered":"2024-04-13T07:28:37.972818+0000","last_clean":"2024-04-13T07:28:37.972818+0000","last_became_active":"2024-04-13T07:22:17.997824+0000","last_became_peered":"2024-04-13T07:22:17.997824+0000","last_unstale":"2024-04-13T07:28:37.972818+0000","last_undegraded":"2024-04-13T07:28:37.972818+0000","last_fullsized":"2024-04-13T07:28:37.972818+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:04:08.018964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"569'3","reported_seq":1404,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.943798+0000","last_change":"2024-04-13T07:21:57.169820+0000","last_active":"2024-04-13T07:28:38.943798+0000","last_peered":"2024-04-13T07:28:38.943798+0000","last_clean":"2024-04-13T07:28:38.943798+0000","last_became_active":"2024-04-13T07:21:57.169511+0000","last_became_peered":"2024-04-13T07:21:57.169511+0000","last_unstale":"2024-04-13T07:28:38.943798+0000","last_undegraded":"2024-04-13T07:28:38.943798+0000","last_fullsized":"2024-04-13T07:28:38.943798+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T12:27:46.180111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1348,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.973110+0000","last_change":"2024-04-13T07:22:17.994480+0000","last_active":"2024-04-13T07:28:37.973110+0000","last_peered":"2024-04-13T07:28:37.973110+0000","last_clean":"2024-04-13T07:28:37.973110+0000","last_became_active":"2024-04-13T07:22:17.994121+0000","last_became_peered":"2024-04-13T07:22:17.994121+0000","last_unstale":"2024-04-13T07:28:37.973110+0000","last_undegraded":"2024-04-13T07:28:37.973110+0000","last_fullsized":"2024-04-13T07:28:37.973110+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:52:08.900480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"903'3595","reported_seq":6740,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.982918+0000","last_change":"2024-04-13T07:28:37.985566+0000","last_active":"2024-04-13T07:28:37.982918+0000","last_peered":"2024-04-13T07:28:37.982918+0000","last_clean":"2024-04-13T07:28:37.982918+0000","last_became_active":"2024-04-13T07:20:45.932691+0000","last_became_peered":"2024-04-13T07:20:45.932691+0000","last_unstale":"2024-04-13T07:28:37.982918+0000","last_undegraded":"2024-04-13T07:28:37.982918+0000","last_fullsized":"2024-04-13T07:28:37.982918+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_clean_scrub_stamp":"2024-04-13T07:14:06.862137+0000","objects_scrubbed":0,"log_size":3595,"log_dups_size":0,"ondisk_log_size":3595,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:25:41.985152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012959524,"stat_sum":{"num_bytes":33021952,"num_objects":19,"num_object_clones":12,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":1,"num_read":515,"num_read_kb":792092,"num_write":1130,"num_write_kb":229144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":91766784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1cd","length":"1"},{"start":"1d4","length":"1"},{"start":"1d6","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1314,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.945714+0000","last_change":"2024-04-13T07:21:57.170422+0000","last_active":"2024-04-13T07:28:38.945714+0000","last_peered":"2024-04-13T07:28:38.945714+0000","last_clean":"2024-04-13T07:28:38.945714+0000","last_became_active":"2024-04-13T07:21:57.170095+0000","last_became_peered":"2024-04-13T07:21:57.170095+0000","last_unstale":"2024-04-13T07:28:38.945714+0000","last_undegraded":"2024-04-13T07:28:38.945714+0000","last_fullsized":"2024-04-13T07:28:38.945714+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:11:19.224561+0000","last_clean_scrub_stamp":"2024-04-13T07:11:19.224561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:58:29.389222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1271,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.533678+0000","last_change":"2024-04-13T07:21:57.171939+0000","last_active":"2024-04-13T07:28:39.533678+0000","last_peered":"2024-04-13T07:28:39.533678+0000","last_clean":"2024-04-13T07:28:39.533678+0000","last_became_active":"2024-04-13T07:21:57.169286+0000","last_became_peered":"2024-04-13T07:21:57.169286+0000","last_unstale":"2024-04-13T07:28:39.533678+0000","last_undegraded":"2024-04-13T07:28:39.533678+0000","last_fullsized":"2024-04-13T07:28:39.533678+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:15:07.084538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1418,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.967626+0000","last_change":"2024-04-13T07:20:45.921031+0000","last_active":"2024-04-13T07:28:37.967626+0000","last_peered":"2024-04-13T07:28:37.967626+0000","last_clean":"2024-04-13T07:28:37.967626+0000","last_became_active":"2024-04-13T07:20:45.920566+0000","last_became_peered":"2024-04-13T07:20:45.920566+0000","last_unstale":"2024-04-13T07:28:37.967626+0000","last_undegraded":"2024-04-13T07:28:37.967626+0000","last_fullsized":"2024-04-13T07:28:37.967626+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:07:56.900899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"899'1156","reported_seq":4660,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.943796+0000","last_change":"2024-04-13T07:28:37.970326+0000","last_active":"2024-04-13T07:28:38.943796+0000","last_peered":"2024-04-13T07:28:38.943796+0000","last_clean":"2024-04-13T07:28:38.943796+0000","last_became_active":"2024-04-13T07:21:57.155462+0000","last_became_peered":"2024-04-13T07:21:57.155462+0000","last_unstale":"2024-04-13T07:28:38.943796+0000","last_undegraded":"2024-04-13T07:28:38.943796+0000","last_fullsized":"2024-04-13T07:28:38.943796+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_clean_scrub_stamp":"2024-04-13T07:14:06.862137+0000","objects_scrubbed":0,"log_size":1156,"log_dups_size":0,"ondisk_log_size":1156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:27:45.096781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063800399999999996,"stat_sum":{"num_bytes":6144000,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":147,"num_read_kb":300897,"num_write":279,"num_write_kb":75488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":29,"num_bytes_recovered":37642240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1d4","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1081,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.944667+0000","last_change":"2024-04-13T07:19:36.795337+0000","last_active":"2024-04-13T07:28:38.944667+0000","last_peered":"2024-04-13T07:28:38.944667+0000","last_clean":"2024-04-13T07:28:38.944667+0000","last_became_active":"2024-04-13T07:19:36.794577+0000","last_became_peered":"2024-04-13T07:19:36.794577+0000","last_unstale":"2024-04-13T07:28:38.944667+0000","last_undegraded":"2024-04-13T07:28:38.944667+0000","last_fullsized":"2024-04-13T07:28:38.944667+0000","mapping_epoch":384,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":385,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:01:16.057730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1315,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.945227+0000","last_change":"2024-04-13T07:22:17.988016+0000","last_active":"2024-04-13T07:28:38.945227+0000","last_peered":"2024-04-13T07:28:38.945227+0000","last_clean":"2024-04-13T07:28:38.945227+0000","last_became_active":"2024-04-13T07:22:17.987475+0000","last_became_peered":"2024-04-13T07:22:17.987475+0000","last_unstale":"2024-04-13T07:28:38.945227+0000","last_undegraded":"2024-04-13T07:28:38.945227+0000","last_fullsized":"2024-04-13T07:28:38.945227+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:55:17.561101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"893'1028","reported_seq":4413,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.945956+0000","last_change":"2024-04-13T07:28:37.968478+0000","last_active":"2024-04-13T07:28:38.945956+0000","last_peered":"2024-04-13T07:28:38.945956+0000","last_clean":"2024-04-13T07:28:38.945956+0000","last_became_active":"2024-04-13T07:21:21.432094+0000","last_became_peered":"2024-04-13T07:21:21.432094+0000","last_unstale":"2024-04-13T07:28:38.945956+0000","last_undegraded":"2024-04-13T07:28:38.945956+0000","last_fullsized":"2024-04-13T07:28:38.945956+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_clean_scrub_stamp":"2024-04-13T07:14:06.862137+0000","objects_scrubbed":0,"log_size":1028,"log_dups_size":0,"ondisk_log_size":1028,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:15:46.047906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000645003,"stat_sum":{"num_bytes":11870208,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":178,"num_read_kb":246883,"num_write":262,"num_write_kb":65088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":1409024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1d4","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1397,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.943188+0000","last_change":"2024-04-13T07:22:17.997276+0000","last_active":"2024-04-13T07:28:38.943188+0000","last_peered":"2024-04-13T07:28:38.943188+0000","last_clean":"2024-04-13T07:28:38.943188+0000","last_became_active":"2024-04-13T07:22:17.996869+0000","last_became_peered":"2024-04-13T07:22:17.996869+0000","last_unstale":"2024-04-13T07:28:38.943188+0000","last_undegraded":"2024-04-13T07:28:38.943188+0000","last_fullsized":"2024-04-13T07:28:38.943188+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:34:23.836899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1343,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.973103+0000","last_change":"2024-04-13T07:22:18.005930+0000","last_active":"2024-04-13T07:28:37.973103+0000","last_peered":"2024-04-13T07:28:37.973103+0000","last_clean":"2024-04-13T07:28:37.973103+0000","last_became_active":"2024-04-13T07:22:18.005539+0000","last_became_peered":"2024-04-13T07:22:18.005539+0000","last_unstale":"2024-04-13T07:28:37.973103+0000","last_undegraded":"2024-04-13T07:28:37.973103+0000","last_fullsized":"2024-04-13T07:28:37.973103+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:19:27.578547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"896'2093","reported_seq":5474,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.945490+0000","last_change":"2024-04-13T07:28:37.985201+0000","last_active":"2024-04-13T07:28:38.945490+0000","last_peered":"2024-04-13T07:28:38.945490+0000","last_clean":"2024-04-13T07:28:38.945490+0000","last_became_active":"2024-04-13T07:22:17.993117+0000","last_became_peered":"2024-04-13T07:22:17.993117+0000","last_unstale":"2024-04-13T07:28:38.945490+0000","last_undegraded":"2024-04-13T07:28:38.945490+0000","last_fullsized":"2024-04-13T07:28:38.945490+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_clean_scrub_stamp":"2024-04-13T07:14:06.862137+0000","objects_scrubbed":0,"log_size":2093,"log_dups_size":0,"ondisk_log_size":2093,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:46:05.373973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089167000000000001,"stat_sum":{"num_bytes":16818176,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":310,"num_read_kb":650248,"num_write":631,"num_write_kb":193184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":61366272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d4","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1394,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.943325+0000","last_change":"2024-04-13T07:20:10.803471+0000","last_active":"2024-04-13T07:28:38.943325+0000","last_peered":"2024-04-13T07:28:38.943325+0000","last_clean":"2024-04-13T07:28:38.943325+0000","last_became_active":"2024-04-13T07:20:10.803156+0000","last_became_peered":"2024-04-13T07:20:10.803156+0000","last_unstale":"2024-04-13T07:28:38.943325+0000","last_undegraded":"2024-04-13T07:28:38.943325+0000","last_fullsized":"2024-04-13T07:28:38.943325+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:29:50.399416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1348,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.972481+0000","last_change":"2024-04-13T07:20:45.935579+0000","last_active":"2024-04-13T07:28:37.972481+0000","last_peered":"2024-04-13T07:28:37.972481+0000","last_clean":"2024-04-13T07:28:37.972481+0000","last_became_active":"2024-04-13T07:20:45.934874+0000","last_became_peered":"2024-04-13T07:20:45.934874+0000","last_unstale":"2024-04-13T07:28:37.972481+0000","last_undegraded":"2024-04-13T07:28:37.972481+0000","last_fullsized":"2024-04-13T07:28:37.972481+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:22:21.864472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"903'1046","reported_seq":4581,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.943701+0000","last_change":"2024-04-13T07:28:37.975958+0000","last_active":"2024-04-13T07:28:38.943701+0000","last_peered":"2024-04-13T07:28:38.943701+0000","last_clean":"2024-04-13T07:28:38.943701+0000","last_became_active":"2024-04-13T07:20:45.933299+0000","last_became_peered":"2024-04-13T07:20:45.933299+0000","last_unstale":"2024-04-13T07:28:38.943701+0000","last_undegraded":"2024-04-13T07:28:38.943701+0000","last_fullsized":"2024-04-13T07:28:38.943701+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_clean_scrub_stamp":"2024-04-13T07:14:06.862137+0000","objects_scrubbed":0,"log_size":1046,"log_dups_size":0,"ondisk_log_size":1046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:37:52.105391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0063805379999999998,"stat_sum":{"num_bytes":13869056,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":144,"num_read_kb":361300,"num_write":490,"num_write_kb":65896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":19456000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1d4","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"2.b","version":"566'4","reported_seq":1242,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.540317+0000","last_change":"2024-04-13T07:22:18.000050+0000","last_active":"2024-04-13T07:28:39.540317+0000","last_peered":"2024-04-13T07:28:39.540317+0000","last_clean":"2024-04-13T07:28:39.540317+0000","last_became_active":"2024-04-13T07:22:17.995447+0000","last_became_peered":"2024-04-13T07:22:17.995447+0000","last_unstale":"2024-04-13T07:28:39.540317+0000","last_undegraded":"2024-04-13T07:28:39.540317+0000","last_fullsized":"2024-04-13T07:28:39.540317+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T15:50:14.510160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1240,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.533134+0000","last_change":"2024-04-13T07:21:57.162225+0000","last_active":"2024-04-13T07:28:39.533134+0000","last_peered":"2024-04-13T07:28:39.533134+0000","last_clean":"2024-04-13T07:28:39.533134+0000","last_became_active":"2024-04-13T07:21:57.160905+0000","last_became_peered":"2024-04-13T07:21:57.160905+0000","last_unstale":"2024-04-13T07:28:39.533134+0000","last_undegraded":"2024-04-13T07:28:39.533134+0000","last_fullsized":"2024-04-13T07:28:39.533134+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:54:57.425101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":3514,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.945335+0000","last_change":"2024-04-13T07:28:37.984801+0000","last_active":"2024-04-13T07:28:38.945335+0000","last_peered":"2024-04-13T07:28:38.945335+0000","last_clean":"2024-04-13T07:28:38.945335+0000","last_became_active":"2024-04-13T07:21:21.443604+0000","last_became_peered":"2024-04-13T07:21:21.443604+0000","last_unstale":"2024-04-13T07:28:38.945335+0000","last_undegraded":"2024-04-13T07:28:38.945335+0000","last_fullsized":"2024-04-13T07:28:38.945335+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_clean_scrub_stamp":"2024-04-13T07:14:06.862137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T09:13:56.757240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00075897400000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d4","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1390,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.945574+0000","last_change":"2024-04-13T07:21:21.448515+0000","last_active":"2024-04-13T07:28:38.945574+0000","last_peered":"2024-04-13T07:28:38.945574+0000","last_clean":"2024-04-13T07:28:38.945574+0000","last_became_active":"2024-04-13T07:21:21.448115+0000","last_became_peered":"2024-04-13T07:21:21.448115+0000","last_unstale":"2024-04-13T07:28:38.945574+0000","last_undegraded":"2024-04-13T07:28:38.945574+0000","last_fullsized":"2024-04-13T07:28:38.945574+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:17:18.587246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1226,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.540783+0000","last_change":"2024-04-13T07:22:18.009023+0000","last_active":"2024-04-13T07:28:39.540783+0000","last_peered":"2024-04-13T07:28:39.540783+0000","last_clean":"2024-04-13T07:28:39.540783+0000","last_became_active":"2024-04-13T07:22:18.002604+0000","last_became_peered":"2024-04-13T07:22:18.002604+0000","last_unstale":"2024-04-13T07:28:39.540783+0000","last_undegraded":"2024-04-13T07:28:39.540783+0000","last_fullsized":"2024-04-13T07:28:39.540783+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:36:20.109973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"903'1589","reported_seq":4983,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.945161+0000","last_change":"2024-04-13T07:28:37.989415+0000","last_active":"2024-04-13T07:28:38.945161+0000","last_peered":"2024-04-13T07:28:38.945161+0000","last_clean":"2024-04-13T07:28:38.945161+0000","last_became_active":"2024-04-13T07:20:45.932655+0000","last_became_peered":"2024-04-13T07:20:45.932655+0000","last_unstale":"2024-04-13T07:28:38.945161+0000","last_undegraded":"2024-04-13T07:28:38.945161+0000","last_fullsized":"2024-04-13T07:28:38.945161+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_clean_scrub_stamp":"2024-04-13T07:14:06.862137+0000","objects_scrubbed":0,"log_size":1589,"log_dups_size":0,"ondisk_log_size":1589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:33:44.680424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0054644890000000003,"stat_sum":{"num_bytes":22855680,"num_objects":7,"num_object_clones":4,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":192,"num_read_kb":213623,"num_write":545,"num_write_kb":87760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":24600576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d4","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"2.d","version":"62'1","reported_seq":1401,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.943996+0000","last_change":"2024-04-13T07:20:45.933758+0000","last_active":"2024-04-13T07:28:38.943996+0000","last_peered":"2024-04-13T07:28:38.943996+0000","last_clean":"2024-04-13T07:28:38.943996+0000","last_became_active":"2024-04-13T07:20:45.933227+0000","last_became_peered":"2024-04-13T07:20:45.933227+0000","last_unstale":"2024-04-13T07:28:38.943996+0000","last_undegraded":"2024-04-13T07:28:38.943996+0000","last_fullsized":"2024-04-13T07:28:38.943996+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:21:47.761469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1266,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.976973+0000","last_change":"2024-04-13T07:21:57.156997+0000","last_active":"2024-04-13T07:28:37.976973+0000","last_peered":"2024-04-13T07:28:37.976973+0000","last_clean":"2024-04-13T07:28:37.976973+0000","last_became_active":"2024-04-13T07:21:57.156640+0000","last_became_peered":"2024-04-13T07:21:57.156640+0000","last_unstale":"2024-04-13T07:28:37.976973+0000","last_undegraded":"2024-04-13T07:28:37.976973+0000","last_fullsized":"2024-04-13T07:28:37.976973+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T19:02:11.099429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"903'2507","reported_seq":5603,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.540043+0000","last_change":"2024-04-13T07:28:37.989291+0000","last_active":"2024-04-13T07:28:39.540043+0000","last_peered":"2024-04-13T07:28:39.540043+0000","last_clean":"2024-04-13T07:28:39.540043+0000","last_became_active":"2024-04-13T07:22:18.007341+0000","last_became_peered":"2024-04-13T07:22:18.007341+0000","last_unstale":"2024-04-13T07:28:39.540043+0000","last_undegraded":"2024-04-13T07:28:39.540043+0000","last_fullsized":"2024-04-13T07:28:39.540043+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:14:06.862137+0000","last_clean_scrub_stamp":"2024-04-13T07:14:06.862137+0000","objects_scrubbed":0,"log_size":2507,"log_dups_size":0,"ondisk_log_size":2507,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:50:45.592326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.005470244,"stat_sum":{"num_bytes":33226752,"num_objects":12,"num_object_clones":7,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":402,"num_read_kb":715150,"num_write":862,"num_write_kb":196120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":81453056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1d4","length":"1"},{"start":"1d7","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1385,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.945901+0000","last_change":"2024-04-13T07:20:10.800615+0000","last_active":"2024-04-13T07:28:38.945901+0000","last_peered":"2024-04-13T07:28:38.945901+0000","last_clean":"2024-04-13T07:28:38.945901+0000","last_became_active":"2024-04-13T07:20:10.800272+0000","last_became_peered":"2024-04-13T07:20:10.800272+0000","last_unstale":"2024-04-13T07:28:38.945901+0000","last_undegraded":"2024-04-13T07:28:38.945901+0000","last_fullsized":"2024-04-13T07:28:38.945901+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:43.439146+0000","last_clean_scrub_stamp":"2024-04-13T07:10:43.439146+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:26:59.713119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1209,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.541082+0000","last_change":"2024-04-13T07:22:17.992373+0000","last_active":"2024-04-13T07:28:39.541082+0000","last_peered":"2024-04-13T07:28:39.541082+0000","last_clean":"2024-04-13T07:28:39.541082+0000","last_became_active":"2024-04-13T07:22:17.991962+0000","last_became_peered":"2024-04-13T07:22:17.991962+0000","last_unstale":"2024-04-13T07:28:39.541082+0000","last_undegraded":"2024-04-13T07:28:39.541082+0000","last_fullsized":"2024-04-13T07:28:39.541082+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T14:39:44.515167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1234,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.532921+0000","last_change":"2024-04-13T07:21:57.168356+0000","last_active":"2024-04-13T07:28:39.532921+0000","last_peered":"2024-04-13T07:28:39.532921+0000","last_clean":"2024-04-13T07:28:39.532921+0000","last_became_active":"2024-04-13T07:21:57.167422+0000","last_became_peered":"2024-04-13T07:21:57.167422+0000","last_unstale":"2024-04-13T07:28:39.532921+0000","last_undegraded":"2024-04-13T07:28:39.532921+0000","last_fullsized":"2024-04-13T07:28:39.532921+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:59:20.901773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1361,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.944744+0000","last_change":"2024-04-13T07:21:57.167302+0000","last_active":"2024-04-13T07:28:38.944744+0000","last_peered":"2024-04-13T07:28:38.944744+0000","last_clean":"2024-04-13T07:28:38.944744+0000","last_became_active":"2024-04-13T07:21:57.166958+0000","last_became_peered":"2024-04-13T07:21:57.166958+0000","last_unstale":"2024-04-13T07:28:38.944744+0000","last_undegraded":"2024-04-13T07:28:38.944744+0000","last_fullsized":"2024-04-13T07:28:38.944744+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T08:18:34.335766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1272,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.976739+0000","last_change":"2024-04-13T07:21:21.452332+0000","last_active":"2024-04-13T07:28:37.976739+0000","last_peered":"2024-04-13T07:28:37.976739+0000","last_clean":"2024-04-13T07:28:37.976739+0000","last_became_active":"2024-04-13T07:21:21.450297+0000","last_became_peered":"2024-04-13T07:21:21.450297+0000","last_unstale":"2024-04-13T07:28:37.976739+0000","last_undegraded":"2024-04-13T07:28:37.976739+0000","last_fullsized":"2024-04-13T07:28:37.976739+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:50:47.322789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1418,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.968463+0000","last_change":"2024-04-13T07:20:45.923702+0000","last_active":"2024-04-13T07:28:37.968463+0000","last_peered":"2024-04-13T07:28:37.968463+0000","last_clean":"2024-04-13T07:28:37.968463+0000","last_became_active":"2024-04-13T07:20:45.923261+0000","last_became_peered":"2024-04-13T07:20:45.923261+0000","last_unstale":"2024-04-13T07:28:37.968463+0000","last_undegraded":"2024-04-13T07:28:37.968463+0000","last_fullsized":"2024-04-13T07:28:37.968463+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:48:34.888558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1348,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.972247+0000","last_change":"2024-04-13T07:20:45.925170+0000","last_active":"2024-04-13T07:28:37.972247+0000","last_peered":"2024-04-13T07:28:37.972247+0000","last_clean":"2024-04-13T07:28:37.972247+0000","last_became_active":"2024-04-13T07:20:45.924787+0000","last_became_peered":"2024-04-13T07:20:45.924787+0000","last_unstale":"2024-04-13T07:28:37.972247+0000","last_undegraded":"2024-04-13T07:28:37.972247+0000","last_fullsized":"2024-04-13T07:28:37.972247+0000","mapping_epoch":451,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":452,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T10:29:40.678397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1397,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:38.944168+0000","last_change":"2024-04-13T07:20:10.805119+0000","last_active":"2024-04-13T07:28:38.944168+0000","last_peered":"2024-04-13T07:28:38.944168+0000","last_clean":"2024-04-13T07:28:38.944168+0000","last_became_active":"2024-04-13T07:20:10.804809+0000","last_became_peered":"2024-04-13T07:20:10.804809+0000","last_unstale":"2024-04-13T07:28:38.944168+0000","last_undegraded":"2024-04-13T07:28:38.944168+0000","last_fullsized":"2024-04-13T07:28:38.944168+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T17:31:04.708718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1234,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.533739+0000","last_change":"2024-04-13T07:22:17.996059+0000","last_active":"2024-04-13T07:28:39.533739+0000","last_peered":"2024-04-13T07:28:39.533739+0000","last_clean":"2024-04-13T07:28:39.533739+0000","last_became_active":"2024-04-13T07:22:17.994802+0000","last_became_peered":"2024-04-13T07:22:17.994802+0000","last_unstale":"2024-04-13T07:28:39.533739+0000","last_undegraded":"2024-04-13T07:28:39.533739+0000","last_fullsized":"2024-04-13T07:28:39.533739+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T18:57:02.193922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1350,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.973299+0000","last_change":"2024-04-13T07:20:10.811956+0000","last_active":"2024-04-13T07:28:37.973299+0000","last_peered":"2024-04-13T07:28:37.973299+0000","last_clean":"2024-04-13T07:28:37.973299+0000","last_became_active":"2024-04-13T07:20:10.811422+0000","last_became_peered":"2024-04-13T07:20:10.811422+0000","last_unstale":"2024-04-13T07:28:37.973299+0000","last_undegraded":"2024-04-13T07:28:37.973299+0000","last_fullsized":"2024-04-13T07:28:37.973299+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:41:06.182187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1272,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.975731+0000","last_change":"2024-04-13T07:21:21.447939+0000","last_active":"2024-04-13T07:28:37.975731+0000","last_peered":"2024-04-13T07:28:37.975731+0000","last_clean":"2024-04-13T07:28:37.975731+0000","last_became_active":"2024-04-13T07:21:21.447572+0000","last_became_peered":"2024-04-13T07:21:21.447572+0000","last_unstale":"2024-04-13T07:28:37.975731+0000","last_undegraded":"2024-04-13T07:28:37.975731+0000","last_fullsized":"2024-04-13T07:28:37.975731+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:01:36.165048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1351,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.973429+0000","last_change":"2024-04-13T07:20:10.817917+0000","last_active":"2024-04-13T07:28:37.973429+0000","last_peered":"2024-04-13T07:28:37.973429+0000","last_clean":"2024-04-13T07:28:37.973429+0000","last_became_active":"2024-04-13T07:20:10.814971+0000","last_became_peered":"2024-04-13T07:20:10.814971+0000","last_unstale":"2024-04-13T07:28:37.973429+0000","last_undegraded":"2024-04-13T07:28:37.973429+0000","last_fullsized":"2024-04-13T07:28:37.973429+0000","mapping_epoch":417,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":418,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:58:43.359440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1273,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.976297+0000","last_change":"2024-04-13T07:22:17.989181+0000","last_active":"2024-04-13T07:28:37.976297+0000","last_peered":"2024-04-13T07:28:37.976297+0000","last_clean":"2024-04-13T07:28:37.976297+0000","last_became_active":"2024-04-13T07:22:17.987897+0000","last_became_peered":"2024-04-13T07:22:17.987897+0000","last_unstale":"2024-04-13T07:28:37.976297+0000","last_undegraded":"2024-04-13T07:28:37.976297+0000","last_fullsized":"2024-04-13T07:28:37.976297+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:55:05.630320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1418,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-04-13T07:28:37.967916+0000","last_change":"2024-04-13T07:22:18.007027+0000","last_active":"2024-04-13T07:28:37.967916+0000","last_peered":"2024-04-13T07:28:37.967916+0000","last_clean":"2024-04-13T07:28:37.967916+0000","last_became_active":"2024-04-13T07:22:18.006657+0000","last_became_peered":"2024-04-13T07:22:18.006657+0000","last_unstale":"2024-04-13T07:28:37.967916+0000","last_undegraded":"2024-04-13T07:28:37.967916+0000","last_fullsized":"2024-04-13T07:28:37.967916+0000","mapping_epoch":539,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":540,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T16:24:04.729917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1240,"reported_epoch":904,"state":"active+clean","last_fresh":"2024-04-13T07:28:39.533303+0000","last_change":"2024-04-13T07:21:57.166621+0000","last_active":"2024-04-13T07:28:39.533303+0000","last_peered":"2024-04-13T07:28:39.533303+0000","last_clean":"2024-04-13T07:28:39.533303+0000","last_became_active":"2024-04-13T07:21:57.164208+0000","last_became_peered":"2024-04-13T07:21:57.164208+0000","last_unstale":"2024-04-13T07:28:39.533303+0000","last_undegraded":"2024-04-13T07:28:39.533303+0000","last_fullsized":"2024-04-13T07:28:39.533303+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T07:10:44.443617+0000","last_clean_scrub_stamp":"2024-04-13T07:10:44.443617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T13:06:07.061808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":300916736,"num_objects":110,"num_object_clones":63,"num_object_copies":330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":110,"num_whiteouts":7,"num_read":3760,"num_read_kb":5984657,"num_write":8345,"num_write_kb":1917912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":133,"num_bytes_recovered":461709312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":397799424,"data_stored":640143360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26254,"ondisk_log_size":26254,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6622,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":158,"num_read_kb":174,"num_write":69,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44979,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":539,"seq":2314987372622,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":283680,"kb_used_data":46288,"kb_used_omap":42,"kb_used_meta":237333,"kb_avail":93461472,"statfs":{"total":95995035648,"available":95704547328,"internally_reserved":0,"allocated":47398912,"data_stored":71625439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43102,"internal_metadata":243029922},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":519,"seq":2229088026706,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":396608,"kb_used_data":43952,"kb_used_omap":54,"kb_used_meta":352585,"kb_avail":93348544,"statfs":{"total":95995035648,"available":95588909056,"internally_reserved":0,"allocated":45006848,"data_stored":75304771,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":55402,"internal_metadata":361047958},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":350,"seq":1503238553717,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":791256,"kb_used_data":85828,"kb_used_omap":55,"kb_used_meta":705352,"kb_avail":92953896,"statfs":{"total":95995035648,"available":95184789504,"internally_reserved":0,"allocated":87887872,"data_stored":140506883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56919,"internal_metadata":722280873},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":314,"seq":1348619731068,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":813796,"kb_used_data":65624,"kb_used_omap":44,"kb_used_meta":748115,"kb_avail":92931356,"statfs":{"total":95995035648,"available":95161708544,"internally_reserved":0,"allocated":67198976,"data_stored":98473624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45523,"internal_metadata":766070317},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":384,"seq":1649267441774,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":377568,"kb_used_data":47828,"kb_used_omap":33,"kb_used_meta":329694,"kb_avail":93367584,"statfs":{"total":95995035648,"available":95608406016,"internally_reserved":0,"allocated":48975872,"data_stored":62113379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34716,"internal_metadata":337606756},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":417,"seq":1791001362535,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":399228,"kb_used_data":47148,"kb_used_omap":37,"kb_used_meta":352026,"kb_avail":93345924,"statfs":{"total":95995035648,"available":95586226176,"internally_reserved":0,"allocated":48279552,"data_stored":64264392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38201,"internal_metadata":360475335},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":451,"seq":1937030250592,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":531300,"kb_used_data":78800,"kb_used_omap":57,"kb_used_meta":452422,"kb_avail":93213852,"statfs":{"total":95995035648,"available":95450984448,"internally_reserved":0,"allocated":80691200,"data_stored":108315748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":59055,"internal_metadata":463280465},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":486,"seq":2087354105945,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":450196,"kb_used_data":49608,"kb_used_omap":58,"kb_used_meta":400517,"kb_avail":93294956,"statfs":{"total":95995035648,"available":95534034944,"internally_reserved":0,"allocated":50798592,"data_stored":66689210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":60148,"internal_metadata":410129676},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5796,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4552,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5984,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5701,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6519,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5661,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5327,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5439,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57028608,"data_stored":92217344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":78303232,"data_stored":134832128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":39399424,"data_stored":56438784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":38694912,"data_stored":58593280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":71114752,"data_stored":102649856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":41218048,"data_stored":61018112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":34820096,"data_stored":69033984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":37220352,"data_stored":65359872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T07:28:43.943 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-04-13T07:28:43.943 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1235705e-f964-11ee-bc8d-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-04-13T07:28:44.159 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/mon.a/config 2024-04-13T07:28:44.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:43 smithi003 ceph-mon[89364]: pgmap v1026: 121 pgs: 121 active+clean; 288 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-13T07:28:44.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:43 smithi003 ceph-mon[89364]: from='client.44426 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:28:44.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:43 smithi003 ceph-mon[89364]: osdmap e905: 8 total, 8 up, 8 in 2024-04-13T07:28:44.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:43 smithi003 ceph-mon[91733]: pgmap v1026: 121 pgs: 121 active+clean; 288 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-13T07:28:44.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:43 smithi003 ceph-mon[91733]: from='client.44426 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:28:44.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:43 smithi003 ceph-mon[91733]: osdmap e905: 8 total, 8 up, 8 in 2024-04-13T07:28:44.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:43 smithi066 ceph-mon[84331]: pgmap v1026: 121 pgs: 121 active+clean; 288 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-13T07:28:44.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:43 smithi066 ceph-mon[84331]: from='client.44426 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T07:28:44.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:43 smithi066 ceph-mon[84331]: osdmap e905: 8 total, 8 up, 8 in 2024-04-13T07:28:44.496 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:28:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:28:44] "GET /metrics HTTP/1.1" 200 36239 "" "Prometheus/2.43.0" 2024-04-13T07:28:46.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:45 smithi003 ceph-mon[91733]: pgmap v1028: 121 pgs: 121 active+clean; 288 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 949 KiB/s wr, 6 op/s 2024-04-13T07:28:46.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:45 smithi003 ceph-mon[89364]: pgmap v1028: 121 pgs: 121 active+clean; 288 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 949 KiB/s wr, 6 op/s 2024-04-13T07:28:46.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:45 smithi066 ceph-mon[84331]: pgmap v1028: 121 pgs: 121 active+clean; 288 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 949 KiB/s wr, 6 op/s 2024-04-13T07:28:47.003 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'unique_pool_0' removed 2024-04-13T07:28:47.349 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:46 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/334508785' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T07:28:47.349 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:46 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/334508785' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T07:28:47.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:46 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/334508785' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T07:28:47.589 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T07:28:47.589 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-04-13T07:28:47.589 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T07:28:47.589 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-04-13T07:28:47.590 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-13T07:28:47.590 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-13T07:28:47.591 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-13T07:28:47.591 DEBUG:teuthology.orchestra.run.smithi003:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-13T07:28:47.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T07:28:47.607 INFO:teuthology.orchestra.run.smithi003.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-13T07:28:47.608 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T07:28:47.664 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-13T07:28:47.664 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-13T07:28:47.720 INFO:tasks.workunit:timeout=3h 2024-04-13T07:28:47.720 INFO:tasks.workunit:cleanup=True 2024-04-13T07:28:47.721 DEBUG:teuthology.orchestra.run.smithi003:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-13T07:28:47.777 INFO:tasks.workunit.client.0.smithi003.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-13T07:28:48.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:47 smithi003 ceph-mon[91733]: pgmap v1029: 121 pgs: 121 active+clean; 288 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 820 KiB/s wr, 5 op/s 2024-04-13T07:28:48.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:47 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/334508785' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-13T07:28:48.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:47 smithi003 ceph-mon[91733]: osdmap e906: 8 total, 8 up, 8 in 2024-04-13T07:28:48.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:47 smithi003 ceph-mon[89364]: pgmap v1029: 121 pgs: 121 active+clean; 288 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 820 KiB/s wr, 5 op/s 2024-04-13T07:28:48.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:47 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/334508785' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-13T07:28:48.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:47 smithi003 ceph-mon[89364]: osdmap e906: 8 total, 8 up, 8 in 2024-04-13T07:28:48.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:47 smithi066 ceph-mon[84331]: pgmap v1029: 121 pgs: 121 active+clean; 288 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 820 KiB/s wr, 5 op/s 2024-04-13T07:28:48.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:47 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/334508785' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-13T07:28:48.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:47 smithi066 ceph-mon[84331]: osdmap e906: 8 total, 8 up, 8 in 2024-04-13T07:28:50.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:49 smithi003 ceph-mon[91733]: pgmap v1031: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:28:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:49 smithi003 ceph-mon[89364]: pgmap v1031: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:28:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:49 smithi066 ceph-mon[84331]: pgmap v1031: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:28:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:51 smithi066 ceph-mon[84331]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:28:52.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:51 smithi003 ceph-mon[89364]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:28:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:51 smithi003 ceph-mon[91733]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:28:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:28:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:28:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:28:53.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:28:53.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:28:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:28:54.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:54 smithi003 ceph-mon[91733]: pgmap v1033: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:28:54.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:54 smithi003 ceph-mon[89364]: pgmap v1033: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:28:54.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:28:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:28:54] "GET /metrics HTTP/1.1" 200 33886 "" "Prometheus/2.43.0" 2024-04-13T07:28:54.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:54 smithi066 ceph-mon[84331]: pgmap v1033: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:28:56.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:56 smithi003 ceph-mon[91733]: pgmap v1034: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:28:56.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:56 smithi003 ceph-mon[89364]: pgmap v1034: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:28:56.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:56 smithi066 ceph-mon[84331]: pgmap v1034: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:28:58.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:28:58 smithi003 ceph-mon[91733]: pgmap v1035: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:28:58.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:28:58 smithi003 ceph-mon[89364]: pgmap v1035: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:28:58.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:28:58 smithi066 ceph-mon[84331]: pgmap v1035: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:00.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:00 smithi003 ceph-mon[89364]: pgmap v1036: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:00.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:00 smithi003 ceph-mon[91733]: pgmap v1036: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:00 smithi066 ceph-mon[84331]: pgmap v1036: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:01.000 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-13T07:29:01.055 INFO:tasks.workunit.client.0.smithi003.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-13T07:29:01.057 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T07:29:01.057 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-13T07:29:01.107 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-13T07:29:01.155 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-13T07:29:01.195 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T07:29:01.197 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T07:29:01.197 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-13T07:29:01.236 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T07:29:01.239 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T07:29:01.239 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-13T07:29:01.295 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-04-13T07:29:01.296 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-04-13T07:29:01.296 DEBUG:teuthology.orchestra.run.smithi003:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-04-13T07:29:01.363 INFO:tasks.workunit.client.0.smithi003.stdout:Running main() from gmock_main.cc 2024-04-13T07:29:01.363 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] Running 22 tests from 1 test suite. 2024-04-13T07:29:01.363 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment set-up. 2024-04-13T07:29:01.363 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 22 tests from TestCls2PCQueue 2024-04-13T07:29:01.363 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-04-13T07:29:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:02 smithi066 ceph-mon[84331]: pgmap v1037: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:02.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:02 smithi003 ceph-mon[91733]: pgmap v1037: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:02.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:02 smithi003 ceph-mon[89364]: pgmap v1037: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:29:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:29:03.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:03 smithi003 ceph-mon[91733]: osdmap e907: 8 total, 8 up, 8 in 2024-04-13T07:29:03.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:03 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/119276172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:03.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:03 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:03.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:03 smithi003 ceph-mon[89364]: osdmap e907: 8 total, 8 up, 8 in 2024-04-13T07:29:03.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:03 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/119276172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:03.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:03 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:03.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:03 smithi066 ceph-mon[84331]: osdmap e907: 8 total, 8 up, 8 in 2024-04-13T07:29:03.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:03 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/119276172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:03.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:03 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:04.039 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2675 ms) 2024-04-13T07:29:04.039 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-04-13T07:29:04.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:29:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:29:04] "GET /metrics HTTP/1.1" 200 33886 "" "Prometheus/2.43.0" 2024-04-13T07:29:04.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:04 smithi003 ceph-mon[91733]: pgmap v1039: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:04.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:04 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:04.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:04 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:04.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:04 smithi003 ceph-mon[91733]: osdmap e908: 8 total, 8 up, 8 in 2024-04-13T07:29:04.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:04 smithi003 ceph-mon[89364]: pgmap v1039: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:04.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:04 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:04.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:04 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:04.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:04 smithi003 ceph-mon[89364]: osdmap e908: 8 total, 8 up, 8 in 2024-04-13T07:29:04.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:04 smithi066 ceph-mon[84331]: pgmap v1039: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:04.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:04 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:04.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:04 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:04.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:04 smithi066 ceph-mon[84331]: osdmap e908: 8 total, 8 up, 8 in 2024-04-13T07:29:05.299 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:05 smithi003 ceph-mon[91733]: osdmap e909: 8 total, 8 up, 8 in 2024-04-13T07:29:05.299 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:05 smithi003 ceph-mon[89364]: osdmap e909: 8 total, 8 up, 8 in 2024-04-13T07:29:05.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:05 smithi066 ceph-mon[84331]: osdmap e909: 8 total, 8 up, 8 in 2024-04-13T07:29:06.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:06 smithi003 ceph-mon[91733]: pgmap v1042: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:06.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:06 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:06.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:06 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:29:06.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:06 smithi003 ceph-mon[91733]: osdmap e910: 8 total, 8 up, 8 in 2024-04-13T07:29:06.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:06 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2029951327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:06.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:06 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:06.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:06 smithi003 ceph-mon[89364]: pgmap v1042: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:06.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:06 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:06.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:06 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:29:06.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:06 smithi003 ceph-mon[89364]: osdmap e910: 8 total, 8 up, 8 in 2024-04-13T07:29:06.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:06 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2029951327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:06.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:06 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:06.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:06 smithi066 ceph-mon[84331]: pgmap v1042: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:06.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:06 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:06.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:06 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:29:06.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:06 smithi066 ceph-mon[84331]: osdmap e910: 8 total, 8 up, 8 in 2024-04-13T07:29:06.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:06 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2029951327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:06.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:06 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:07.067 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3029 ms) 2024-04-13T07:29:07.067 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-04-13T07:29:07.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:07 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:07.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:07 smithi003 ceph-mon[89364]: osdmap e911: 8 total, 8 up, 8 in 2024-04-13T07:29:07.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:07 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:07.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:07 smithi003 ceph-mon[91733]: osdmap e911: 8 total, 8 up, 8 in 2024-04-13T07:29:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:07 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:07 smithi066 ceph-mon[84331]: osdmap e911: 8 total, 8 up, 8 in 2024-04-13T07:29:08.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:08 smithi003 ceph-mon[91733]: pgmap v1045: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:08.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:08 smithi003 ceph-mon[91733]: osdmap e912: 8 total, 8 up, 8 in 2024-04-13T07:29:08.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:29:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:08 smithi003 ceph-mon[89364]: pgmap v1045: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:08 smithi003 ceph-mon[89364]: osdmap e912: 8 total, 8 up, 8 in 2024-04-13T07:29:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:29:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:08 smithi066 ceph-mon[84331]: pgmap v1045: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:08 smithi066 ceph-mon[84331]: osdmap e912: 8 total, 8 up, 8 in 2024-04-13T07:29:08.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:29:09.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:09 smithi003 ceph-mon[91733]: osdmap e913: 8 total, 8 up, 8 in 2024-04-13T07:29:09.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:09 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3556137138' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:09.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:09 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:09.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:09 smithi003 ceph-mon[89364]: osdmap e913: 8 total, 8 up, 8 in 2024-04-13T07:29:09.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:09 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3556137138' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:09.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:09 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:09.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:09 smithi066 ceph-mon[84331]: osdmap e913: 8 total, 8 up, 8 in 2024-04-13T07:29:09.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:09 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3556137138' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:09.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:09 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:10.089 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.Reserve (3022 ms) 2024-04-13T07:29:10.089 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-04-13T07:29:10.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:10 smithi003 ceph-mon[91733]: pgmap v1048: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:10.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:10 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:10.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:10 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:10.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:10 smithi003 ceph-mon[91733]: osdmap e914: 8 total, 8 up, 8 in 2024-04-13T07:29:10.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:10 smithi003 ceph-mon[89364]: pgmap v1048: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:10.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:10 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:10.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:10 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:10.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:10 smithi003 ceph-mon[89364]: osdmap e914: 8 total, 8 up, 8 in 2024-04-13T07:29:10.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:10 smithi066 ceph-mon[84331]: pgmap v1048: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:10.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:10 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:10.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:10 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:10.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:10 smithi066 ceph-mon[84331]: osdmap e914: 8 total, 8 up, 8 in 2024-04-13T07:29:11.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:11 smithi003 ceph-mon[91733]: osdmap e915: 8 total, 8 up, 8 in 2024-04-13T07:29:11.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:11 smithi003 ceph-mon[89364]: osdmap e915: 8 total, 8 up, 8 in 2024-04-13T07:29:11.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:11 smithi066 ceph-mon[84331]: osdmap e915: 8 total, 8 up, 8 in 2024-04-13T07:29:12.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:12 smithi003 ceph-mon[91733]: pgmap v1051: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:12.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:12 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:12.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:12 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:29:12.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:12 smithi003 ceph-mon[91733]: osdmap e916: 8 total, 8 up, 8 in 2024-04-13T07:29:12.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:12 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3330116606' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:12.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:12 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:12.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:12 smithi003 ceph-mon[89364]: pgmap v1051: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:12.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:12 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:12.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:12 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:29:12.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:12 smithi003 ceph-mon[89364]: osdmap e916: 8 total, 8 up, 8 in 2024-04-13T07:29:12.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:12 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3330116606' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:12.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:12 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:12.401 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:29:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:29:12.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:12 smithi066 ceph-mon[84331]: pgmap v1051: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:12.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:12 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:12.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:12 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:29:12.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:12 smithi066 ceph-mon[84331]: osdmap e916: 8 total, 8 up, 8 in 2024-04-13T07:29:12.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:12 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3330116606' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:12.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:12 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:13.112 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3023 ms) 2024-04-13T07:29:13.112 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-04-13T07:29:13.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:13 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:13.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:13 smithi003 ceph-mon[91733]: osdmap e917: 8 total, 8 up, 8 in 2024-04-13T07:29:13.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:13 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:13.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:13 smithi003 ceph-mon[89364]: osdmap e917: 8 total, 8 up, 8 in 2024-04-13T07:29:13.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:13 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:13.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:13 smithi066 ceph-mon[84331]: osdmap e917: 8 total, 8 up, 8 in 2024-04-13T07:29:14.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:14 smithi003 ceph-mon[91733]: pgmap v1054: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:14.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:14 smithi003 ceph-mon[91733]: osdmap e918: 8 total, 8 up, 8 in 2024-04-13T07:29:14.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:14 smithi003 ceph-mon[89364]: pgmap v1054: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:14.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:14 smithi003 ceph-mon[89364]: osdmap e918: 8 total, 8 up, 8 in 2024-04-13T07:29:14.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:29:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:29:14] "GET /metrics HTTP/1.1" 200 33880 "" "Prometheus/2.43.0" 2024-04-13T07:29:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:14 smithi066 ceph-mon[84331]: pgmap v1054: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:14 smithi066 ceph-mon[84331]: osdmap e918: 8 total, 8 up, 8 in 2024-04-13T07:29:15.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:15 smithi003 ceph-mon[91733]: osdmap e919: 8 total, 8 up, 8 in 2024-04-13T07:29:15.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:15 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/510735973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:15.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:15 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:15.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:15 smithi003 ceph-mon[89364]: osdmap e919: 8 total, 8 up, 8 in 2024-04-13T07:29:15.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:15 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/510735973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:15.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:15 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:15.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:15 smithi066 ceph-mon[84331]: osdmap e919: 8 total, 8 up, 8 in 2024-04-13T07:29:15.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:15 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/510735973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:15.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:15 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:16.121 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:16 smithi003 ceph-mon[89364]: pgmap v1057: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:16.122 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:16 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:16.122 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:16 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:16.122 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:16 smithi003 ceph-mon[89364]: osdmap e920: 8 total, 8 up, 8 in 2024-04-13T07:29:16.133 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.Commit (3021 ms) 2024-04-13T07:29:16.133 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-04-13T07:29:16.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:16 smithi003 ceph-mon[91733]: pgmap v1057: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:16.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:16 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:16.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:16 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:16.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:16 smithi003 ceph-mon[91733]: osdmap e920: 8 total, 8 up, 8 in 2024-04-13T07:29:16.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:16 smithi066 ceph-mon[84331]: pgmap v1057: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:16.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:16 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:16.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:16 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:16.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:16 smithi066 ceph-mon[84331]: osdmap e920: 8 total, 8 up, 8 in 2024-04-13T07:29:17.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:17 smithi003 ceph-mon[91733]: osdmap e921: 8 total, 8 up, 8 in 2024-04-13T07:29:17.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:17 smithi003 ceph-mon[89364]: osdmap e921: 8 total, 8 up, 8 in 2024-04-13T07:29:17.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:17 smithi066 ceph-mon[84331]: osdmap e921: 8 total, 8 up, 8 in 2024-04-13T07:29:18.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:18 smithi066 ceph-mon[84331]: pgmap v1060: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:18.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:18 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:18.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:18 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:29:18.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:18 smithi066 ceph-mon[84331]: osdmap e922: 8 total, 8 up, 8 in 2024-04-13T07:29:18.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:18 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3989179230' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:18.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:18 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:18 smithi003 ceph-mon[89364]: pgmap v1060: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:18 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:18 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:29:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:18 smithi003 ceph-mon[89364]: osdmap e922: 8 total, 8 up, 8 in 2024-04-13T07:29:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:18 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3989179230' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:18 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:18.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:18 smithi003 ceph-mon[91733]: pgmap v1060: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:18.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:18 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:18.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:18 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:29:18.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:18 smithi003 ceph-mon[91733]: osdmap e922: 8 total, 8 up, 8 in 2024-04-13T07:29:18.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:18 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3989179230' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:18.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:18 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:19.157 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.Abort (3024 ms) 2024-04-13T07:29:19.157 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-04-13T07:29:19.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:19 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:19.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:19 smithi066 ceph-mon[84331]: osdmap e923: 8 total, 8 up, 8 in 2024-04-13T07:29:19.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:19 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:19.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:19 smithi003 ceph-mon[91733]: osdmap e923: 8 total, 8 up, 8 in 2024-04-13T07:29:19.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:19 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:19.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:19 smithi003 ceph-mon[89364]: osdmap e923: 8 total, 8 up, 8 in 2024-04-13T07:29:20.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:20 smithi066 ceph-mon[84331]: pgmap v1063: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:20.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:20 smithi066 ceph-mon[84331]: osdmap e924: 8 total, 8 up, 8 in 2024-04-13T07:29:20.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:20 smithi003 ceph-mon[91733]: pgmap v1063: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:20 smithi003 ceph-mon[91733]: osdmap e924: 8 total, 8 up, 8 in 2024-04-13T07:29:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:20 smithi003 ceph-mon[89364]: pgmap v1063: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:20 smithi003 ceph-mon[89364]: osdmap e924: 8 total, 8 up, 8 in 2024-04-13T07:29:21.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:21 smithi003 ceph-mon[91733]: osdmap e925: 8 total, 8 up, 8 in 2024-04-13T07:29:21.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:21 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3166109143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:21.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:21 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:21.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:29:21.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:21 smithi003 ceph-mon[89364]: osdmap e925: 8 total, 8 up, 8 in 2024-04-13T07:29:21.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:21 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3166109143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:21.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:21 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:21.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:29:21.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:21 smithi066 ceph-mon[84331]: osdmap e925: 8 total, 8 up, 8 in 2024-04-13T07:29:21.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:21 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3166109143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:21.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:21 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:21.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:29:22.181 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.ReserveError (3021 ms) 2024-04-13T07:29:22.181 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-04-13T07:29:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:22 smithi003 ceph-mon[91733]: pgmap v1066: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:22 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:22 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:22 smithi003 ceph-mon[91733]: osdmap e926: 8 total, 8 up, 8 in 2024-04-13T07:29:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:29:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:29:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:29:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:22 smithi003 ceph-mon[89364]: pgmap v1066: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:22 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:22 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:22.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:22 smithi003 ceph-mon[89364]: osdmap e926: 8 total, 8 up, 8 in 2024-04-13T07:29:22.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:29:22.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:29:22.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:29:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:29:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:29:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:22 smithi066 ceph-mon[84331]: pgmap v1066: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:22 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:22 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:22 smithi066 ceph-mon[84331]: osdmap e926: 8 total, 8 up, 8 in 2024-04-13T07:29:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:29:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:29:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:29:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:23 smithi003 ceph-mon[91733]: osdmap e927: 8 total, 8 up, 8 in 2024-04-13T07:29:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:29:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:29:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:23 smithi003 ceph-mon[89364]: osdmap e927: 8 total, 8 up, 8 in 2024-04-13T07:29:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:29:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:29:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:23 smithi066 ceph-mon[84331]: osdmap e927: 8 total, 8 up, 8 in 2024-04-13T07:29:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:29:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:29:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:24 smithi003 ceph-mon[91733]: pgmap v1069: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:24 smithi003 ceph-mon[91733]: osdmap e928: 8 total, 8 up, 8 in 2024-04-13T07:29:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:24 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2468955973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:24 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:24 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:24 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:29:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:24 smithi003 ceph-mon[89364]: pgmap v1069: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:24 smithi003 ceph-mon[89364]: osdmap e928: 8 total, 8 up, 8 in 2024-04-13T07:29:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:24 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2468955973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:24 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:24 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:24.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:24 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:29:24.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:29:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:29:24] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2024-04-13T07:29:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:24 smithi066 ceph-mon[84331]: pgmap v1069: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:24 smithi066 ceph-mon[84331]: osdmap e928: 8 total, 8 up, 8 in 2024-04-13T07:29:24.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:24 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2468955973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:24.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:24 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:24.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:24 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:24.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:24 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:29:25.196 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.CommitError (3017 ms) 2024-04-13T07:29:25.196 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-04-13T07:29:25.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:25 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:25.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:25 smithi003 ceph-mon[89364]: osdmap e929: 8 total, 8 up, 8 in 2024-04-13T07:29:25.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:25 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:25.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:25 smithi003 ceph-mon[91733]: osdmap e929: 8 total, 8 up, 8 in 2024-04-13T07:29:25.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:25 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:25.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:25 smithi066 ceph-mon[84331]: osdmap e929: 8 total, 8 up, 8 in 2024-04-13T07:29:26.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:26 smithi003 ceph-mon[91733]: pgmap v1072: 137 pgs: 15 creating+peering, 15 unknown, 107 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:26.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:26 smithi003 ceph-mon[91733]: osdmap e930: 8 total, 8 up, 8 in 2024-04-13T07:29:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:26 smithi003 ceph-mon[89364]: pgmap v1072: 137 pgs: 15 creating+peering, 15 unknown, 107 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:26 smithi003 ceph-mon[89364]: osdmap e930: 8 total, 8 up, 8 in 2024-04-13T07:29:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:26 smithi066 ceph-mon[84331]: pgmap v1072: 137 pgs: 15 creating+peering, 15 unknown, 107 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:26 smithi066 ceph-mon[84331]: osdmap e930: 8 total, 8 up, 8 in 2024-04-13T07:29:27.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:27 smithi003 ceph-mon[91733]: osdmap e931: 8 total, 8 up, 8 in 2024-04-13T07:29:27.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:27 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2996264326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:27.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:27 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:27.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:27 smithi003 ceph-mon[89364]: osdmap e931: 8 total, 8 up, 8 in 2024-04-13T07:29:27.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:27 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2996264326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:27.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:27 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:27.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:27 smithi066 ceph-mon[84331]: osdmap e931: 8 total, 8 up, 8 in 2024-04-13T07:29:27.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:27 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2996264326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:27.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:27 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:28.226 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.AbortError (3030 ms) 2024-04-13T07:29:28.227 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-04-13T07:29:28.553 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:28 smithi066 ceph-mon[84331]: pgmap v1075: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:28.553 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:28 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:28.553 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:28 smithi066 ceph-mon[84331]: osdmap e932: 8 total, 8 up, 8 in 2024-04-13T07:29:28.553 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:28 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:28.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:28 smithi003 ceph-mon[91733]: pgmap v1075: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:28.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:28 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:28.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:28 smithi003 ceph-mon[91733]: osdmap e932: 8 total, 8 up, 8 in 2024-04-13T07:29:28.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:28 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:28 smithi003 ceph-mon[89364]: pgmap v1075: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:28 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:28 smithi003 ceph-mon[89364]: osdmap e932: 8 total, 8 up, 8 in 2024-04-13T07:29:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:28 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:29.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:29 smithi003 ceph-mon[91733]: osdmap e933: 8 total, 8 up, 8 in 2024-04-13T07:29:29.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:29 smithi003 ceph-mon[89364]: osdmap e933: 8 total, 8 up, 8 in 2024-04-13T07:29:29.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:29 smithi066 ceph-mon[84331]: osdmap e933: 8 total, 8 up, 8 in 2024-04-13T07:29:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:30 smithi003 ceph-mon[89364]: pgmap v1078: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:30 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:30.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:30 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:29:30.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:30 smithi003 ceph-mon[89364]: osdmap e934: 8 total, 8 up, 8 in 2024-04-13T07:29:30.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:30 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3554626995' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:30.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:30 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:30.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:30 smithi003 ceph-mon[91733]: pgmap v1078: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:30.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:30 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:30.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:30 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:29:30.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:30 smithi003 ceph-mon[91733]: osdmap e934: 8 total, 8 up, 8 in 2024-04-13T07:29:30.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:30 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3554626995' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:30.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:30 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:30 smithi066 ceph-mon[84331]: pgmap v1078: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:30 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:30 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:29:30.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:30 smithi066 ceph-mon[84331]: osdmap e934: 8 total, 8 up, 8 in 2024-04-13T07:29:30.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:30 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3554626995' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:30.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:30 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:31.235 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3009 ms) 2024-04-13T07:29:31.236 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-04-13T07:29:31.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:31 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:31.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:31 smithi003 ceph-mon[91733]: osdmap e935: 8 total, 8 up, 8 in 2024-04-13T07:29:31.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:31 smithi003 ceph-mon[91733]: osdmap e936: 8 total, 8 up, 8 in 2024-04-13T07:29:31.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:31 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:31.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:31 smithi003 ceph-mon[89364]: osdmap e935: 8 total, 8 up, 8 in 2024-04-13T07:29:31.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:31 smithi003 ceph-mon[89364]: osdmap e936: 8 total, 8 up, 8 in 2024-04-13T07:29:31.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:31 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:31.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:31 smithi066 ceph-mon[84331]: osdmap e935: 8 total, 8 up, 8 in 2024-04-13T07:29:31.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:31 smithi066 ceph-mon[84331]: osdmap e936: 8 total, 8 up, 8 in 2024-04-13T07:29:32.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:32 smithi003 ceph-mon[89364]: pgmap v1081: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:32.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:32 smithi003 ceph-mon[91733]: pgmap v1081: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:32 smithi066 ceph-mon[84331]: pgmap v1081: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:29:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:29:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:29:33.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:33 smithi003 ceph-mon[89364]: osdmap e937: 8 total, 8 up, 8 in 2024-04-13T07:29:33.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:33 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1660845366' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:33.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:33 smithi003 ceph-mon[91733]: osdmap e937: 8 total, 8 up, 8 in 2024-04-13T07:29:33.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:33 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1660845366' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:33.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:33 smithi066 ceph-mon[84331]: osdmap e937: 8 total, 8 up, 8 in 2024-04-13T07:29:33.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:33 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1660845366' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:34.278 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3041 ms) 2024-04-13T07:29:34.278 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-04-13T07:29:34.536 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:34 smithi003 ceph-mon[91733]: pgmap v1084: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:34.536 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:34 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:34.536 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:34 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1660845366' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:34.536 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:34 smithi003 ceph-mon[91733]: osdmap e938: 8 total, 8 up, 8 in 2024-04-13T07:29:34.536 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:29:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:29:34] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2024-04-13T07:29:34.537 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:34 smithi003 ceph-mon[89364]: pgmap v1084: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:34.537 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:34 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:34.537 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:34 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1660845366' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:34.537 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:34 smithi003 ceph-mon[89364]: osdmap e938: 8 total, 8 up, 8 in 2024-04-13T07:29:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:34 smithi066 ceph-mon[84331]: pgmap v1084: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:34 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:34.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:34 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1660845366' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:34.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:34 smithi066 ceph-mon[84331]: osdmap e938: 8 total, 8 up, 8 in 2024-04-13T07:29:35.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:35 smithi003 ceph-mon[91733]: osdmap e939: 8 total, 8 up, 8 in 2024-04-13T07:29:35.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:35 smithi003 ceph-mon[89364]: osdmap e939: 8 total, 8 up, 8 in 2024-04-13T07:29:35.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:35 smithi066 ceph-mon[84331]: osdmap e939: 8 total, 8 up, 8 in 2024-04-13T07:29:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:36 smithi003 ceph-mon[91733]: pgmap v1087: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:36 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:36 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:29:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:36 smithi003 ceph-mon[91733]: osdmap e940: 8 total, 8 up, 8 in 2024-04-13T07:29:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:36 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3526993426' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:36 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:36 smithi003 ceph-mon[89364]: pgmap v1087: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:36 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:36 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:29:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:36 smithi003 ceph-mon[89364]: osdmap e940: 8 total, 8 up, 8 in 2024-04-13T07:29:36.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:36 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3526993426' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:36.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:36 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:36.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:36 smithi066 ceph-mon[84331]: pgmap v1087: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:36.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:36 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:36.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:36 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:29:36.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:36 smithi066 ceph-mon[84331]: osdmap e940: 8 total, 8 up, 8 in 2024-04-13T07:29:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:36 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3526993426' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:36.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:36 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:37.301 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3024 ms) 2024-04-13T07:29:37.301 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-04-13T07:29:37.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:37 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:37.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:37 smithi003 ceph-mon[91733]: osdmap e941: 8 total, 8 up, 8 in 2024-04-13T07:29:37.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:37 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:37.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:37 smithi003 ceph-mon[89364]: osdmap e941: 8 total, 8 up, 8 in 2024-04-13T07:29:37.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:37 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:37.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:37 smithi066 ceph-mon[84331]: osdmap e941: 8 total, 8 up, 8 in 2024-04-13T07:29:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:38 smithi003 ceph-mon[91733]: pgmap v1090: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:38 smithi003 ceph-mon[91733]: osdmap e942: 8 total, 8 up, 8 in 2024-04-13T07:29:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:29:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:29:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:38 smithi003 ceph-mon[89364]: pgmap v1090: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:38 smithi003 ceph-mon[89364]: osdmap e942: 8 total, 8 up, 8 in 2024-04-13T07:29:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:29:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:29:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:38 smithi066 ceph-mon[84331]: pgmap v1090: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:38 smithi066 ceph-mon[84331]: osdmap e942: 8 total, 8 up, 8 in 2024-04-13T07:29:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:29:38.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:29:39.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:39 smithi003 ceph-mon[91733]: osdmap e943: 8 total, 8 up, 8 in 2024-04-13T07:29:39.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:39 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/981606069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:39.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:39 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:39.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:39 smithi003 ceph-mon[89364]: osdmap e943: 8 total, 8 up, 8 in 2024-04-13T07:29:39.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:39 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/981606069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:39.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:39 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:39.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:39 smithi066 ceph-mon[84331]: osdmap e943: 8 total, 8 up, 8 in 2024-04-13T07:29:39.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:39 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/981606069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:39.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:39 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:40.315 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3015 ms) 2024-04-13T07:29:40.316 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-04-13T07:29:40.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:40 smithi003 ceph-mon[91733]: pgmap v1093: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:40.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:40 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:40.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:40 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:40.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:40 smithi003 ceph-mon[91733]: osdmap e944: 8 total, 8 up, 8 in 2024-04-13T07:29:40.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:40 smithi003 ceph-mon[89364]: pgmap v1093: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:40.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:40 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:40.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:40 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:40.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:40 smithi003 ceph-mon[89364]: osdmap e944: 8 total, 8 up, 8 in 2024-04-13T07:29:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:40 smithi066 ceph-mon[84331]: pgmap v1093: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:40 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:40 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:40.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:40 smithi066 ceph-mon[84331]: osdmap e944: 8 total, 8 up, 8 in 2024-04-13T07:29:41.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:41 smithi003 ceph-mon[91733]: osdmap e945: 8 total, 8 up, 8 in 2024-04-13T07:29:41.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:41 smithi003 ceph-mon[89364]: osdmap e945: 8 total, 8 up, 8 in 2024-04-13T07:29:41.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:41 smithi066 ceph-mon[84331]: osdmap e945: 8 total, 8 up, 8 in 2024-04-13T07:29:42.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:42 smithi003 ceph-mon[91733]: pgmap v1096: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:42.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:42 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:42.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:42 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:29:42.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:42 smithi003 ceph-mon[91733]: osdmap e946: 8 total, 8 up, 8 in 2024-04-13T07:29:42.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:42 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1823643543' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:42.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:42 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:42 smithi003 ceph-mon[89364]: pgmap v1096: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:42 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:42 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:29:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:42 smithi003 ceph-mon[89364]: osdmap e946: 8 total, 8 up, 8 in 2024-04-13T07:29:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:42 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1823643543' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:42.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:42 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:29:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:29:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:42 smithi066 ceph-mon[84331]: pgmap v1096: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:42 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:42 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:29:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:42 smithi066 ceph-mon[84331]: osdmap e946: 8 total, 8 up, 8 in 2024-04-13T07:29:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:42 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1823643543' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:42 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:43.344 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3028 ms) 2024-04-13T07:29:43.344 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-04-13T07:29:43.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:43 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:43.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:43 smithi003 ceph-mon[91733]: osdmap e947: 8 total, 8 up, 8 in 2024-04-13T07:29:43.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:43 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:43.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:43 smithi003 ceph-mon[89364]: osdmap e947: 8 total, 8 up, 8 in 2024-04-13T07:29:43.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:43 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:43.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:43 smithi066 ceph-mon[84331]: osdmap e947: 8 total, 8 up, 8 in 2024-04-13T07:29:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:44 smithi003 ceph-mon[91733]: pgmap v1099: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:44 smithi003 ceph-mon[91733]: osdmap e948: 8 total, 8 up, 8 in 2024-04-13T07:29:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:44 smithi003 ceph-mon[89364]: pgmap v1099: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:44 smithi003 ceph-mon[89364]: osdmap e948: 8 total, 8 up, 8 in 2024-04-13T07:29:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:29:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:29:44] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2024-04-13T07:29:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:44 smithi066 ceph-mon[84331]: pgmap v1099: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:44 smithi066 ceph-mon[84331]: osdmap e948: 8 total, 8 up, 8 in 2024-04-13T07:29:45.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:45 smithi003 ceph-mon[91733]: osdmap e949: 8 total, 8 up, 8 in 2024-04-13T07:29:45.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:45 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/93132184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:45.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:45 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:45.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:45 smithi003 ceph-mon[91733]: pgmap v1102: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:45.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:45 smithi003 ceph-mon[89364]: osdmap e949: 8 total, 8 up, 8 in 2024-04-13T07:29:45.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:45 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/93132184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:45.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:45 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:45.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:45 smithi003 ceph-mon[89364]: pgmap v1102: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:45.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:45 smithi066 ceph-mon[84331]: osdmap e949: 8 total, 8 up, 8 in 2024-04-13T07:29:45.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:45 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/93132184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:45.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:45 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:45.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:45 smithi066 ceph-mon[84331]: pgmap v1102: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:46.369 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3025 ms) 2024-04-13T07:29:46.369 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-04-13T07:29:46.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:46 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:46.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:46 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:46.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:46 smithi003 ceph-mon[91733]: osdmap e950: 8 total, 8 up, 8 in 2024-04-13T07:29:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:46 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:46 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:46 smithi003 ceph-mon[89364]: osdmap e950: 8 total, 8 up, 8 in 2024-04-13T07:29:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:46 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:46 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:46 smithi066 ceph-mon[84331]: osdmap e950: 8 total, 8 up, 8 in 2024-04-13T07:29:47.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:47 smithi003 ceph-mon[89364]: osdmap e951: 8 total, 8 up, 8 in 2024-04-13T07:29:47.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:47 smithi003 ceph-mon[89364]: pgmap v1105: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:47.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:47 smithi003 ceph-mon[91733]: osdmap e951: 8 total, 8 up, 8 in 2024-04-13T07:29:47.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:47 smithi003 ceph-mon[91733]: pgmap v1105: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:47.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:47 smithi066 ceph-mon[84331]: osdmap e951: 8 total, 8 up, 8 in 2024-04-13T07:29:47.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:47 smithi066 ceph-mon[84331]: pgmap v1105: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:48.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:48 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:48 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:29:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:48 smithi003 ceph-mon[91733]: osdmap e952: 8 total, 8 up, 8 in 2024-04-13T07:29:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:48 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2703607438' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:48 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:48 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:29:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:48 smithi003 ceph-mon[89364]: osdmap e952: 8 total, 8 up, 8 in 2024-04-13T07:29:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:48 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2703607438' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:48 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:48 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:29:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:48 smithi066 ceph-mon[84331]: osdmap e952: 8 total, 8 up, 8 in 2024-04-13T07:29:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:48 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2703607438' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:49.383 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.Cleanup (3014 ms) 2024-04-13T07:29:49.383 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-04-13T07:29:49.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:49 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2703607438' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:49.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:49 smithi003 ceph-mon[91733]: osdmap e953: 8 total, 8 up, 8 in 2024-04-13T07:29:49.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:49 smithi003 ceph-mon[91733]: pgmap v1108: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:49.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:49 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2703607438' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:49.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:49 smithi003 ceph-mon[89364]: osdmap e953: 8 total, 8 up, 8 in 2024-04-13T07:29:49.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:49 smithi003 ceph-mon[89364]: pgmap v1108: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:49.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:49 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2703607438' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:49.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:49 smithi066 ceph-mon[84331]: osdmap e953: 8 total, 8 up, 8 in 2024-04-13T07:29:49.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:49 smithi066 ceph-mon[84331]: pgmap v1108: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:50.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:50 smithi003 ceph-mon[91733]: osdmap e954: 8 total, 8 up, 8 in 2024-04-13T07:29:50.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:50 smithi003 ceph-mon[89364]: osdmap e954: 8 total, 8 up, 8 in 2024-04-13T07:29:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:50 smithi066 ceph-mon[84331]: osdmap e954: 8 total, 8 up, 8 in 2024-04-13T07:29:51.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:51 smithi066 ceph-mon[84331]: osdmap e955: 8 total, 8 up, 8 in 2024-04-13T07:29:51.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:51 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3138113261' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:51.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:51 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:51.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:51 smithi066 ceph-mon[84331]: pgmap v1111: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:51.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:51 smithi003 ceph-mon[89364]: osdmap e955: 8 total, 8 up, 8 in 2024-04-13T07:29:51.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:51 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3138113261' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:51.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:51 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:51.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:51 smithi003 ceph-mon[89364]: pgmap v1111: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:51.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:51 smithi003 ceph-mon[91733]: osdmap e955: 8 total, 8 up, 8 in 2024-04-13T07:29:51.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:51 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3138113261' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:51.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:51 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:29:51.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:51 smithi003 ceph-mon[91733]: pgmap v1111: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:52 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:52 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:52 smithi066 ceph-mon[84331]: osdmap e956: 8 total, 8 up, 8 in 2024-04-13T07:29:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:29:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:29:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:29:52.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:52 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:52 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:52 smithi003 ceph-mon[89364]: osdmap e956: 8 total, 8 up, 8 in 2024-04-13T07:29:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:52 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:29:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:52 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:29:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:52 smithi003 ceph-mon[91733]: osdmap e956: 8 total, 8 up, 8 in 2024-04-13T07:29:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:53 smithi003 ceph-mon[91733]: osdmap e957: 8 total, 8 up, 8 in 2024-04-13T07:29:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:29:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:29:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:53 smithi003 ceph-mon[91733]: pgmap v1114: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:53.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:53 smithi003 ceph-mon[89364]: osdmap e957: 8 total, 8 up, 8 in 2024-04-13T07:29:53.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:29:53.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:29:53.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:53 smithi003 ceph-mon[89364]: pgmap v1114: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:53 smithi066 ceph-mon[84331]: osdmap e957: 8 total, 8 up, 8 in 2024-04-13T07:29:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:29:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:29:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:53 smithi066 ceph-mon[84331]: pgmap v1114: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:54.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:54 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:54.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:54 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:29:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:54 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:54 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:29:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:29:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:29:54] "GET /metrics HTTP/1.1" 200 36332 "" "Prometheus/2.43.0" 2024-04-13T07:29:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:54 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:29:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:54 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:29:55.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:55 smithi003 ceph-mon[91733]: pgmap v1115: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:55.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:55 smithi003 ceph-mon[89364]: pgmap v1115: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:55.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:55 smithi066 ceph-mon[84331]: pgmap v1115: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-13T07:29:58.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:57 smithi003 ceph-mon[91733]: pgmap v1116: 137 pgs: 137 active+clean; 1.5 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 6.1 MiB/s wr, 6.88k op/s 2024-04-13T07:29:58.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:57 smithi003 ceph-mon[89364]: pgmap v1116: 137 pgs: 137 active+clean; 1.5 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 6.1 MiB/s wr, 6.88k op/s 2024-04-13T07:29:58.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:57 smithi066 ceph-mon[84331]: pgmap v1116: 137 pgs: 137 active+clean; 1.5 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 6.1 MiB/s wr, 6.88k op/s 2024-04-13T07:30:00.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:29:59 smithi003 ceph-mon[91733]: pgmap v1117: 137 pgs: 137 active+clean; 1.5 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 5.60k op/s 2024-04-13T07:30:00.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:29:59 smithi003 ceph-mon[89364]: pgmap v1117: 137 pgs: 137 active+clean; 1.5 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 5.60k op/s 2024-04-13T07:30:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:29:59 smithi066 ceph-mon[84331]: pgmap v1117: 137 pgs: 137 active+clean; 1.5 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 5.60k op/s 2024-04-13T07:30:01.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:00 smithi003 ceph-mon[91733]: overall HEALTH_OK 2024-04-13T07:30:01.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:00 smithi003 ceph-mon[89364]: overall HEALTH_OK 2024-04-13T07:30:01.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:00 smithi066 ceph-mon[84331]: overall HEALTH_OK 2024-04-13T07:30:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:01 smithi066 ceph-mon[84331]: pgmap v1118: 137 pgs: 137 active+clean; 2.3 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 89 MiB/s rd, 7.8 MiB/s wr, 8.80k op/s 2024-04-13T07:30:02.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:01 smithi003 ceph-mon[91733]: pgmap v1118: 137 pgs: 137 active+clean; 2.3 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 89 MiB/s rd, 7.8 MiB/s wr, 8.80k op/s 2024-04-13T07:30:02.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:01 smithi003 ceph-mon[89364]: pgmap v1118: 137 pgs: 137 active+clean; 2.3 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 89 MiB/s rd, 7.8 MiB/s wr, 8.80k op/s 2024-04-13T07:30:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:30:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:30:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:30:03.974 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14591 ms) 2024-04-13T07:30:03.974 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-04-13T07:30:04.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:03 smithi003 ceph-mon[91733]: pgmap v1119: 137 pgs: 137 active+clean; 2.3 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 81 MiB/s rd, 7.0 MiB/s wr, 7.97k op/s 2024-04-13T07:30:04.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:30:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:30:04] "GET /metrics HTTP/1.1" 200 36332 "" "Prometheus/2.43.0" 2024-04-13T07:30:04.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:03 smithi003 ceph-mon[89364]: pgmap v1119: 137 pgs: 137 active+clean; 2.3 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 81 MiB/s rd, 7.0 MiB/s wr, 7.97k op/s 2024-04-13T07:30:04.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:03 smithi066 ceph-mon[84331]: pgmap v1119: 137 pgs: 137 active+clean; 2.3 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 81 MiB/s rd, 7.0 MiB/s wr, 7.97k op/s 2024-04-13T07:30:05.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:04 smithi003 ceph-mon[91733]: osdmap e958: 8 total, 8 up, 8 in 2024-04-13T07:30:05.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:04 smithi003 ceph-mon[89364]: osdmap e958: 8 total, 8 up, 8 in 2024-04-13T07:30:05.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:04 smithi066 ceph-mon[84331]: osdmap e958: 8 total, 8 up, 8 in 2024-04-13T07:30:06.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:05 smithi003 ceph-mon[91733]: pgmap v1121: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:06.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:05 smithi003 ceph-mon[91733]: osdmap e959: 8 total, 8 up, 8 in 2024-04-13T07:30:06.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:05 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2065815289' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:06.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:05 smithi003 ceph-mon[89364]: pgmap v1121: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:06.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:05 smithi003 ceph-mon[89364]: osdmap e959: 8 total, 8 up, 8 in 2024-04-13T07:30:06.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:05 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2065815289' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:06.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:05 smithi066 ceph-mon[84331]: pgmap v1121: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:06.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:05 smithi066 ceph-mon[84331]: osdmap e959: 8 total, 8 up, 8 in 2024-04-13T07:30:06.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:05 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2065815289' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:07.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:06 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2065815289' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:07.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:06 smithi003 ceph-mon[89364]: osdmap e960: 8 total, 8 up, 8 in 2024-04-13T07:30:07.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:07 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2065815289' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:07.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:07 smithi003 ceph-mon[91733]: osdmap e960: 8 total, 8 up, 8 in 2024-04-13T07:30:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:06 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2065815289' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:06 smithi066 ceph-mon[84331]: osdmap e960: 8 total, 8 up, 8 in 2024-04-13T07:30:08.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:08 smithi003 ceph-mon[91733]: pgmap v1124: 137 pgs: 1 creating+activating, 1 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:08.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:08 smithi003 ceph-mon[91733]: osdmap e961: 8 total, 8 up, 8 in 2024-04-13T07:30:08.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:30:08.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:30:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:08 smithi003 ceph-mon[89364]: pgmap v1124: 137 pgs: 1 creating+activating, 1 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:08 smithi003 ceph-mon[89364]: osdmap e961: 8 total, 8 up, 8 in 2024-04-13T07:30:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:30:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:30:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:08 smithi066 ceph-mon[84331]: pgmap v1124: 137 pgs: 1 creating+activating, 1 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:08 smithi066 ceph-mon[84331]: osdmap e961: 8 total, 8 up, 8 in 2024-04-13T07:30:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:30:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:30:08.516 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4542 ms) 2024-04-13T07:30:08.516 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-04-13T07:30:09.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:09 smithi003 ceph-mon[91733]: osdmap e962: 8 total, 8 up, 8 in 2024-04-13T07:30:09.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:09 smithi003 ceph-mon[91733]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:09 smithi003 ceph-mon[89364]: osdmap e962: 8 total, 8 up, 8 in 2024-04-13T07:30:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:09 smithi003 ceph-mon[89364]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:09 smithi066 ceph-mon[84331]: osdmap e962: 8 total, 8 up, 8 in 2024-04-13T07:30:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:09 smithi066 ceph-mon[84331]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:10.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:10 smithi003 ceph-mon[91733]: osdmap e963: 8 total, 8 up, 8 in 2024-04-13T07:30:10.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:10 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/272067395' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:10 smithi003 ceph-mon[89364]: osdmap e963: 8 total, 8 up, 8 in 2024-04-13T07:30:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:10 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/272067395' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:10 smithi066 ceph-mon[84331]: osdmap e963: 8 total, 8 up, 8 in 2024-04-13T07:30:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:10 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/272067395' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:11.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:11 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/272067395' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:11.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:11 smithi003 ceph-mon[89364]: osdmap e964: 8 total, 8 up, 8 in 2024-04-13T07:30:11.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:11 smithi003 ceph-mon[89364]: pgmap v1130: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:11.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:11 smithi003 ceph-mon[89364]: osdmap e965: 8 total, 8 up, 8 in 2024-04-13T07:30:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:11 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/272067395' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:11 smithi003 ceph-mon[91733]: osdmap e964: 8 total, 8 up, 8 in 2024-04-13T07:30:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:11 smithi003 ceph-mon[91733]: pgmap v1130: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:11 smithi003 ceph-mon[91733]: osdmap e965: 8 total, 8 up, 8 in 2024-04-13T07:30:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:11 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/272067395' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:11 smithi066 ceph-mon[84331]: osdmap e964: 8 total, 8 up, 8 in 2024-04-13T07:30:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:11 smithi066 ceph-mon[84331]: pgmap v1130: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:11 smithi066 ceph-mon[84331]: osdmap e965: 8 total, 8 up, 8 in 2024-04-13T07:30:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:30:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:30:14.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:13 smithi003 ceph-mon[89364]: pgmap v1132: 137 pgs: 13 creating+peering, 13 unknown, 111 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:14.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:13 smithi003 ceph-mon[91733]: pgmap v1132: 137 pgs: 13 creating+peering, 13 unknown, 111 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:13 smithi066 ceph-mon[84331]: pgmap v1132: 137 pgs: 13 creating+peering, 13 unknown, 111 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:30:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:30:14] "GET /metrics HTTP/1.1" 200 36331 "" "Prometheus/2.43.0" 2024-04-13T07:30:16.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:15 smithi003 ceph-mon[89364]: pgmap v1133: 137 pgs: 7 creating+peering, 130 active+clean; 1.3 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 4.9 MiB/s wr, 5.75k op/s 2024-04-13T07:30:16.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:15 smithi003 ceph-mon[91733]: pgmap v1133: 137 pgs: 7 creating+peering, 130 active+clean; 1.3 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 4.9 MiB/s wr, 5.75k op/s 2024-04-13T07:30:16.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:15 smithi066 ceph-mon[84331]: pgmap v1133: 137 pgs: 7 creating+peering, 130 active+clean; 1.3 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 4.9 MiB/s wr, 5.75k op/s 2024-04-13T07:30:18.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:17 smithi003 ceph-mon[91733]: pgmap v1134: 137 pgs: 137 active+clean; 1.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 3.9 MiB/s wr, 4.67k op/s 2024-04-13T07:30:18.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:17 smithi003 ceph-mon[89364]: pgmap v1134: 137 pgs: 137 active+clean; 1.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 3.9 MiB/s wr, 4.67k op/s 2024-04-13T07:30:18.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:17 smithi066 ceph-mon[84331]: pgmap v1134: 137 pgs: 137 active+clean; 1.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 3.9 MiB/s wr, 4.67k op/s 2024-04-13T07:30:20.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:19 smithi003 ceph-mon[91733]: pgmap v1135: 137 pgs: 137 active+clean; 1.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 3.5 MiB/s wr, 4.11k op/s 2024-04-13T07:30:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:19 smithi003 ceph-mon[89364]: pgmap v1135: 137 pgs: 137 active+clean; 1.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 3.5 MiB/s wr, 4.11k op/s 2024-04-13T07:30:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:19 smithi066 ceph-mon[84331]: pgmap v1135: 137 pgs: 137 active+clean; 1.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 3.5 MiB/s wr, 4.11k op/s 2024-04-13T07:30:22.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:21 smithi066 ceph-mon[84331]: pgmap v1136: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 69 MiB/s rd, 5.5 MiB/s wr, 6.53k op/s 2024-04-13T07:30:22.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:30:22.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:21 smithi003 ceph-mon[91733]: pgmap v1136: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 69 MiB/s rd, 5.5 MiB/s wr, 6.53k op/s 2024-04-13T07:30:22.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:30:22.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:21 smithi003 ceph-mon[89364]: pgmap v1136: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 69 MiB/s rd, 5.5 MiB/s wr, 6.53k op/s 2024-04-13T07:30:22.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:30:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:30:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:30:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:30:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:30:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:30:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:30:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:30:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:30:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:30:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:30:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:30:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:30:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:30:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:30:24.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:23 smithi003 ceph-mon[91733]: pgmap v1137: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 MiB/s rd, 4.8 MiB/s wr, 5.74k op/s 2024-04-13T07:30:24.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:23 smithi003 ceph-mon[89364]: pgmap v1137: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 MiB/s rd, 4.8 MiB/s wr, 5.74k op/s 2024-04-13T07:30:24.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:30:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:30:24] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.43.0" 2024-04-13T07:30:24.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:23 smithi066 ceph-mon[84331]: pgmap v1137: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 MiB/s rd, 4.8 MiB/s wr, 5.74k op/s 2024-04-13T07:30:26.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:25 smithi003 ceph-mon[91733]: pgmap v1138: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 80 MiB/s rd, 5.6 MiB/s wr, 6.75k op/s 2024-04-13T07:30:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:25 smithi003 ceph-mon[89364]: pgmap v1138: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 80 MiB/s rd, 5.6 MiB/s wr, 6.75k op/s 2024-04-13T07:30:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:25 smithi066 ceph-mon[84331]: pgmap v1138: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 80 MiB/s rd, 5.6 MiB/s wr, 6.75k op/s 2024-04-13T07:30:28.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:27 smithi003 ceph-mon[91733]: pgmap v1139: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 3.1 MiB/s wr, 3.88k op/s 2024-04-13T07:30:28.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:27 smithi003 ceph-mon[89364]: pgmap v1139: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 3.1 MiB/s wr, 3.88k op/s 2024-04-13T07:30:28.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:27 smithi066 ceph-mon[84331]: pgmap v1139: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 3.1 MiB/s wr, 3.88k op/s 2024-04-13T07:30:28.984 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (20467 ms) 2024-04-13T07:30:28.985 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-04-13T07:30:30.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:29 smithi003 ceph-mon[89364]: pgmap v1140: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 3.1 MiB/s wr, 3.88k op/s 2024-04-13T07:30:30.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:29 smithi003 ceph-mon[89364]: osdmap e966: 8 total, 8 up, 8 in 2024-04-13T07:30:30.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:29 smithi003 ceph-mon[91733]: pgmap v1140: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 3.1 MiB/s wr, 3.88k op/s 2024-04-13T07:30:30.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:29 smithi003 ceph-mon[91733]: osdmap e966: 8 total, 8 up, 8 in 2024-04-13T07:30:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:29 smithi066 ceph-mon[84331]: pgmap v1140: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 3.1 MiB/s wr, 3.88k op/s 2024-04-13T07:30:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:29 smithi066 ceph-mon[84331]: osdmap e966: 8 total, 8 up, 8 in 2024-04-13T07:30:31.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:30 smithi003 ceph-mon[91733]: osdmap e967: 8 total, 8 up, 8 in 2024-04-13T07:30:31.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:30 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/465239393' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:31.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:30 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:31.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:30 smithi003 ceph-mon[89364]: osdmap e967: 8 total, 8 up, 8 in 2024-04-13T07:30:31.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:30 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/465239393' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:31.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:30 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:31.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:30 smithi066 ceph-mon[84331]: osdmap e967: 8 total, 8 up, 8 in 2024-04-13T07:30:31.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:30 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/465239393' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:31.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:30 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:31 smithi066 ceph-mon[84331]: pgmap v1143: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:31 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:30:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:31 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:31 smithi066 ceph-mon[84331]: osdmap e968: 8 total, 8 up, 8 in 2024-04-13T07:30:32.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:31 smithi003 ceph-mon[91733]: pgmap v1143: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:32.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:31 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:30:32.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:31 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:32.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:31 smithi003 ceph-mon[91733]: osdmap e968: 8 total, 8 up, 8 in 2024-04-13T07:30:32.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:31 smithi003 ceph-mon[89364]: pgmap v1143: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:32.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:31 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:30:32.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:31 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:32.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:31 smithi003 ceph-mon[89364]: osdmap e968: 8 total, 8 up, 8 in 2024-04-13T07:30:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:30:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:30:33.012 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4029 ms) 2024-04-13T07:30:33.012 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-04-13T07:30:33.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:33 smithi003 ceph-mon[91733]: osdmap e969: 8 total, 8 up, 8 in 2024-04-13T07:30:33.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:33 smithi003 ceph-mon[89364]: osdmap e969: 8 total, 8 up, 8 in 2024-04-13T07:30:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:33 smithi066 ceph-mon[84331]: osdmap e969: 8 total, 8 up, 8 in 2024-04-13T07:30:34.286 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:30:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:30:34] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.43.0" 2024-04-13T07:30:34.286 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:34 smithi003 ceph-mon[91733]: pgmap v1146: 137 pgs: 4 creating+peering, 26 unknown, 107 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:34.287 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:34 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:30:34.287 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:34 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:30:34.287 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:34 smithi003 ceph-mon[91733]: osdmap e970: 8 total, 8 up, 8 in 2024-04-13T07:30:34.287 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:34 smithi003 ceph-mon[89364]: pgmap v1146: 137 pgs: 4 creating+peering, 26 unknown, 107 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:34.287 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:34 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:30:34.287 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:34 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:30:34.287 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:34 smithi003 ceph-mon[89364]: osdmap e970: 8 total, 8 up, 8 in 2024-04-13T07:30:34.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:34 smithi066 ceph-mon[84331]: pgmap v1146: 137 pgs: 4 creating+peering, 26 unknown, 107 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:34.448 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:34 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:30:34.448 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:34 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:30:34.448 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:34 smithi066 ceph-mon[84331]: osdmap e970: 8 total, 8 up, 8 in 2024-04-13T07:30:35.316 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:35 smithi003 ceph-mon[91733]: osdmap e971: 8 total, 8 up, 8 in 2024-04-13T07:30:35.316 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:35 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1609459095' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:35.316 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:35 smithi003 ceph-mon[89364]: osdmap e971: 8 total, 8 up, 8 in 2024-04-13T07:30:35.316 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:35 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1609459095' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:35.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:35 smithi066 ceph-mon[84331]: osdmap e971: 8 total, 8 up, 8 in 2024-04-13T07:30:35.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:35 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1609459095' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:36.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:36 smithi003 ceph-mon[91733]: pgmap v1149: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:36.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:36 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:30:36.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:36 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1609459095' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:36.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:36 smithi003 ceph-mon[91733]: osdmap e972: 8 total, 8 up, 8 in 2024-04-13T07:30:36.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:36 smithi003 ceph-mon[89364]: pgmap v1149: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:36.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:36 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:30:36.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:36 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1609459095' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:36.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:36 smithi003 ceph-mon[89364]: osdmap e972: 8 total, 8 up, 8 in 2024-04-13T07:30:36.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:36 smithi066 ceph-mon[84331]: pgmap v1149: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:36.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:36 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:30:36.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:36 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1609459095' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:36.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:36 smithi066 ceph-mon[84331]: osdmap e972: 8 total, 8 up, 8 in 2024-04-13T07:30:37.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:37 smithi003 ceph-mon[91733]: osdmap e973: 8 total, 8 up, 8 in 2024-04-13T07:30:37.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:37 smithi003 ceph-mon[89364]: osdmap e973: 8 total, 8 up, 8 in 2024-04-13T07:30:37.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:37 smithi066 ceph-mon[84331]: osdmap e973: 8 total, 8 up, 8 in 2024-04-13T07:30:38.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:38 smithi003 ceph-mon[91733]: pgmap v1152: 137 pgs: 14 creating+peering, 11 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:38.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:38 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:30:38.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:38 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:30:38.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:30:38.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:38 smithi003 ceph-mon[89364]: pgmap v1152: 137 pgs: 14 creating+peering, 11 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:38.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:38 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:30:38.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:38 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:30:38.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:30:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:38 smithi066 ceph-mon[84331]: pgmap v1152: 137 pgs: 14 creating+peering, 11 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:38 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:30:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:38 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:30:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:30:39.047 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6035 ms) 2024-04-13T07:30:39.048 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-04-13T07:30:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:40 smithi003 ceph-mon[91733]: pgmap v1153: 137 pgs: 14 creating+peering, 11 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:40 smithi003 ceph-mon[91733]: osdmap e974: 8 total, 8 up, 8 in 2024-04-13T07:30:40.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:40 smithi003 ceph-mon[89364]: pgmap v1153: 137 pgs: 14 creating+peering, 11 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:40.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:40 smithi003 ceph-mon[89364]: osdmap e974: 8 total, 8 up, 8 in 2024-04-13T07:30:40.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:40 smithi066 ceph-mon[84331]: pgmap v1153: 137 pgs: 14 creating+peering, 11 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:40.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:40 smithi066 ceph-mon[84331]: osdmap e974: 8 total, 8 up, 8 in 2024-04-13T07:30:41.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:41 smithi003 ceph-mon[91733]: osdmap e975: 8 total, 8 up, 8 in 2024-04-13T07:30:41.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:41 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/989976257' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:41.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:41 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:41.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:41 smithi003 ceph-mon[89364]: osdmap e975: 8 total, 8 up, 8 in 2024-04-13T07:30:41.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:41 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/989976257' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:41.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:41 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:41.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:41 smithi066 ceph-mon[84331]: osdmap e975: 8 total, 8 up, 8 in 2024-04-13T07:30:41.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:41 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/989976257' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:41.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:41 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:42.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:42 smithi003 ceph-mon[91733]: pgmap v1156: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:42.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:42 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:30:42.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:42 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:42.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:42 smithi003 ceph-mon[91733]: osdmap e976: 8 total, 8 up, 8 in 2024-04-13T07:30:42.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:42 smithi003 ceph-mon[89364]: pgmap v1156: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:42.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:42 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:30:42.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:42 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:42.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:42 smithi003 ceph-mon[89364]: osdmap e976: 8 total, 8 up, 8 in 2024-04-13T07:30:42.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:42 smithi066 ceph-mon[84331]: pgmap v1156: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:42.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:42 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:30:42.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:42 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-130714-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:42.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:42 smithi066 ceph-mon[84331]: osdmap e976: 8 total, 8 up, 8 in 2024-04-13T07:30:42.402 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:30:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:30:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:30:43.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:43 smithi003 ceph-mon[91733]: osdmap e977: 8 total, 8 up, 8 in 2024-04-13T07:30:43.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:43 smithi003 ceph-mon[89364]: osdmap e977: 8 total, 8 up, 8 in 2024-04-13T07:30:43.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:43 smithi066 ceph-mon[84331]: osdmap e977: 8 total, 8 up, 8 in 2024-04-13T07:30:44.088 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5041 ms) 2024-04-13T07:30:44.089 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 22 tests from TestCls2PCQueue (102725 ms total) 2024-04-13T07:30:44.089 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:30:44.089 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment tear-down 2024-04-13T07:30:44.089 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] 22 tests from 1 test suite ran. (102725 ms total) 2024-04-13T07:30:44.089 INFO:tasks.workunit.client.0.smithi003.stdout:[ PASSED ] 22 tests. 2024-04-13T07:30:44.093 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T07:30:44.093 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T07:30:44.134 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-04-13T07:30:44.134 DEBUG:teuthology.orchestra.run.smithi003:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-04-13T07:30:44.203 INFO:tasks.workunit.client.0.smithi003.stdout:Running main() from gmock_main.cc 2024-04-13T07:30:44.203 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] Running 6 tests from 2 test suites. 2024-04-13T07:30:44.203 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment set-up. 2024-04-13T07:30:44.203 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 5 tests from cls_cas 2024-04-13T07:30:44.203 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_cas.get_put 2024-04-13T07:30:44.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:30:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:30:44] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.43.0" 2024-04-13T07:30:44.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:44 smithi003 ceph-mon[91733]: pgmap v1159: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:44.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:44 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:30:44.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:44 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:30:44.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:44 smithi003 ceph-mon[89364]: pgmap v1159: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:44.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:44 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:30:44.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:44 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:30:44.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:44 smithi066 ceph-mon[84331]: pgmap v1159: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:44.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:44 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:30:44.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:44 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:30:45.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:45 smithi003 ceph-mon[91733]: osdmap e978: 8 total, 8 up, 8 in 2024-04-13T07:30:45.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:45 smithi003 ceph-mon[89364]: osdmap e978: 8 total, 8 up, 8 in 2024-04-13T07:30:45.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:45 smithi066 ceph-mon[84331]: osdmap e978: 8 total, 8 up, 8 in 2024-04-13T07:30:46.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:46 smithi003 ceph-mon[91733]: pgmap v1161: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:46.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:46 smithi003 ceph-mon[91733]: osdmap e979: 8 total, 8 up, 8 in 2024-04-13T07:30:46.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:46 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/191409798' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:46.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:46 smithi003 ceph-mon[89364]: pgmap v1161: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:46.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:46 smithi003 ceph-mon[89364]: osdmap e979: 8 total, 8 up, 8 in 2024-04-13T07:30:46.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:46 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/191409798' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:46.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:46 smithi066 ceph-mon[84331]: pgmap v1161: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:46.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:46 smithi066 ceph-mon[84331]: osdmap e979: 8 total, 8 up, 8 in 2024-04-13T07:30:46.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:46 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/191409798' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:47.112 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_cas.get_put (2908 ms) 2024-04-13T07:30:47.112 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_cas.wrong_put 2024-04-13T07:30:47.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:47 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/191409798' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:47.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:47 smithi003 ceph-mon[91733]: osdmap e980: 8 total, 8 up, 8 in 2024-04-13T07:30:47.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:47 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/191409798' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:47.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:47 smithi003 ceph-mon[89364]: osdmap e980: 8 total, 8 up, 8 in 2024-04-13T07:30:47.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:47 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/191409798' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:47.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:47 smithi066 ceph-mon[84331]: osdmap e980: 8 total, 8 up, 8 in 2024-04-13T07:30:48.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:48 smithi003 ceph-mon[89364]: pgmap v1164: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:48.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:48 smithi003 ceph-mon[89364]: osdmap e981: 8 total, 8 up, 8 in 2024-04-13T07:30:48.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:48 smithi003 ceph-mon[91733]: pgmap v1164: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:48.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:48 smithi003 ceph-mon[91733]: osdmap e981: 8 total, 8 up, 8 in 2024-04-13T07:30:48.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:48 smithi066 ceph-mon[84331]: pgmap v1164: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:48.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:48 smithi066 ceph-mon[84331]: osdmap e981: 8 total, 8 up, 8 in 2024-04-13T07:30:49.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:49 smithi003 ceph-mon[89364]: osdmap e982: 8 total, 8 up, 8 in 2024-04-13T07:30:49.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:49 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3020102794' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:49.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:49 smithi003 ceph-mon[91733]: osdmap e982: 8 total, 8 up, 8 in 2024-04-13T07:30:49.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:49 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3020102794' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:49.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:49 smithi066 ceph-mon[84331]: osdmap e982: 8 total, 8 up, 8 in 2024-04-13T07:30:49.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:49 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3020102794' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:50.133 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_cas.wrong_put (3021 ms) 2024-04-13T07:30:50.133 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_cas.dup_get 2024-04-13T07:30:50.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:50 smithi003 ceph-mon[89364]: pgmap v1167: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:50 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:30:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:50 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3020102794' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:50 smithi003 ceph-mon[89364]: osdmap e983: 8 total, 8 up, 8 in 2024-04-13T07:30:50.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:50 smithi003 ceph-mon[91733]: pgmap v1167: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:50.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:50 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:30:50.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:50 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3020102794' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:50.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:50 smithi003 ceph-mon[91733]: osdmap e983: 8 total, 8 up, 8 in 2024-04-13T07:30:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:50 smithi066 ceph-mon[84331]: pgmap v1167: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:50 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:30:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:50 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3020102794' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:50 smithi066 ceph-mon[84331]: osdmap e983: 8 total, 8 up, 8 in 2024-04-13T07:30:51.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:51 smithi003 ceph-mon[89364]: osdmap e984: 8 total, 8 up, 8 in 2024-04-13T07:30:51.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:51 smithi003 ceph-mon[91733]: osdmap e984: 8 total, 8 up, 8 in 2024-04-13T07:30:51.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:51 smithi066 ceph-mon[84331]: osdmap e984: 8 total, 8 up, 8 in 2024-04-13T07:30:52.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:52 smithi003 ceph-mon[91733]: pgmap v1170: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:52 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:30:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:52 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:30:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:52 smithi003 ceph-mon[91733]: osdmap e985: 8 total, 8 up, 8 in 2024-04-13T07:30:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:52 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2869046009' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:52 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:52.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:52 smithi003 ceph-mon[89364]: pgmap v1170: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:52.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:52 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:30:52.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:52 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:30:52.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:52 smithi003 ceph-mon[89364]: osdmap e985: 8 total, 8 up, 8 in 2024-04-13T07:30:52.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:52 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2869046009' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:52.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:52 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:52.401 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:30:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:30:52.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:52 smithi066 ceph-mon[84331]: pgmap v1170: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:52.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:52 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:30:52.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:52 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:30:52.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:52 smithi066 ceph-mon[84331]: osdmap e985: 8 total, 8 up, 8 in 2024-04-13T07:30:52.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:52 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2869046009' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:52.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:52 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:53.155 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_cas.dup_get (3023 ms) 2024-04-13T07:30:53.155 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_cas.dup_put 2024-04-13T07:30:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:53 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:53.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:53 smithi066 ceph-mon[84331]: osdmap e986: 8 total, 8 up, 8 in 2024-04-13T07:30:53.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:30:53.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:53 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:53.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:53 smithi003 ceph-mon[89364]: osdmap e986: 8 total, 8 up, 8 in 2024-04-13T07:30:53.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:30:53.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:53 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:53.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:53 smithi003 ceph-mon[91733]: osdmap e986: 8 total, 8 up, 8 in 2024-04-13T07:30:53.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:30:54.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:54 smithi066 ceph-mon[84331]: pgmap v1173: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:54.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:54 smithi066 ceph-mon[84331]: osdmap e987: 8 total, 8 up, 8 in 2024-04-13T07:30:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:30:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:30:54] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-13T07:30:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:54 smithi003 ceph-mon[89364]: pgmap v1173: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:54 smithi003 ceph-mon[89364]: osdmap e987: 8 total, 8 up, 8 in 2024-04-13T07:30:54.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:54 smithi003 ceph-mon[91733]: pgmap v1173: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:54.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:54 smithi003 ceph-mon[91733]: osdmap e987: 8 total, 8 up, 8 in 2024-04-13T07:30:55.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:55 smithi003 ceph-mon[91733]: osdmap e988: 8 total, 8 up, 8 in 2024-04-13T07:30:55.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:55 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/558225346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:55.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:55 smithi003 ceph-mon[89364]: osdmap e988: 8 total, 8 up, 8 in 2024-04-13T07:30:55.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:55 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/558225346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:55.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:55 smithi066 ceph-mon[84331]: osdmap e988: 8 total, 8 up, 8 in 2024-04-13T07:30:55.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:55 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/558225346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:56.168 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_cas.dup_put (3012 ms) 2024-04-13T07:30:56.168 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_cas.get_wrong_data 2024-04-13T07:30:56.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:56 smithi003 ceph-mon[89364]: pgmap v1176: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:56.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:56 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:30:56.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:56 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/558225346' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:56.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:56 smithi003 ceph-mon[89364]: osdmap e989: 8 total, 8 up, 8 in 2024-04-13T07:30:56.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:56 smithi003 ceph-mon[91733]: pgmap v1176: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:56.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:56 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:30:56.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:56 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/558225346' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:56.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:56 smithi003 ceph-mon[91733]: osdmap e989: 8 total, 8 up, 8 in 2024-04-13T07:30:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:56 smithi066 ceph-mon[84331]: pgmap v1176: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:56 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:30:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:56 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/558225346' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:56 smithi066 ceph-mon[84331]: osdmap e989: 8 total, 8 up, 8 in 2024-04-13T07:30:57.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:57 smithi003 ceph-mon[89364]: osdmap e990: 8 total, 8 up, 8 in 2024-04-13T07:30:57.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:57 smithi003 ceph-mon[91733]: osdmap e990: 8 total, 8 up, 8 in 2024-04-13T07:30:57.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:57 smithi066 ceph-mon[84331]: osdmap e990: 8 total, 8 up, 8 in 2024-04-13T07:30:58.553 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:58 smithi066 ceph-mon[84331]: pgmap v1179: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:58.553 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:58 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:30:58.553 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:58 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:30:58.553 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:58 smithi066 ceph-mon[84331]: osdmap e991: 8 total, 8 up, 8 in 2024-04-13T07:30:58.553 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:58 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3387105763' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:58.553 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:58 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:58.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:58 smithi003 ceph-mon[89364]: pgmap v1179: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:58 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:30:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:58 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:30:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:58 smithi003 ceph-mon[89364]: osdmap e991: 8 total, 8 up, 8 in 2024-04-13T07:30:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:58 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3387105763' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:58 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:58.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:58 smithi003 ceph-mon[91733]: pgmap v1179: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:30:58.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:58 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:30:58.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:58 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:30:58.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:58 smithi003 ceph-mon[91733]: osdmap e991: 8 total, 8 up, 8 in 2024-04-13T07:30:58.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:58 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3387105763' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:58.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:58 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:30:59.197 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_cas.get_wrong_data (3028 ms) 2024-04-13T07:30:59.197 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 5 tests from cls_cas (14993 ms total) 2024-04-13T07:30:59.197 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:30:59.197 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 1 test from chunk_refs_t 2024-04-13T07:30:59.197 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] chunk_refs_t.size 2024-04-13T07:30:59.198 INFO:tasks.workunit.client.0.smithi003.stdout:1 60 by_object 2024-04-13T07:30:59.198 INFO:tasks.workunit.client.0.smithi003.stdout:2 103 by_object 2024-04-13T07:30:59.198 INFO:tasks.workunit.client.0.smithi003.stdout:4 189 by_object 2024-04-13T07:30:59.198 INFO:tasks.workunit.client.0.smithi003.stdout:8 361 by_object 2024-04-13T07:30:59.198 INFO:tasks.workunit.client.0.smithi003.stdout:16 112 by_hash(32 bits) 2024-04-13T07:30:59.198 INFO:tasks.workunit.client.0.smithi003.stdout:32 208 by_hash(32 bits) 2024-04-13T07:30:59.198 INFO:tasks.workunit.client.0.smithi003.stdout:64 400 by_hash(32 bits) 2024-04-13T07:30:59.199 INFO:tasks.workunit.client.0.smithi003.stdout:128 509 by_hash(10 bits) 2024-04-13T07:30:59.199 INFO:tasks.workunit.client.0.smithi003.stdout:256 499 by_hash(7 bits) 2024-04-13T07:30:59.199 INFO:tasks.workunit.client.0.smithi003.stdout:512 462 by_hash(5 bits) 2024-04-13T07:30:59.199 INFO:tasks.workunit.client.0.smithi003.stdout:1024 466 by_hash(5 bits) 2024-04-13T07:30:59.199 INFO:tasks.workunit.client.0.smithi003.stdout:2048 466 by_hash(5 bits) 2024-04-13T07:30:59.200 INFO:tasks.workunit.client.0.smithi003.stdout:4096 470 by_hash(5 bits) 2024-04-13T07:30:59.201 INFO:tasks.workunit.client.0.smithi003.stdout:8192 498 by_hash(4 bits) 2024-04-13T07:30:59.204 INFO:tasks.workunit.client.0.smithi003.stdout:16384 278 by_hash(3 bits) 2024-04-13T07:30:59.208 INFO:tasks.workunit.client.0.smithi003.stdout:32768 337 by_hash(2 bits) 2024-04-13T07:30:59.213 INFO:tasks.workunit.client.0.smithi003.stdout:65536 367 by_hash(2 bits) 2024-04-13T07:30:59.223 INFO:tasks.workunit.client.0.smithi003.stdout:131072 387 by_hash(1 bits) 2024-04-13T07:30:59.238 INFO:tasks.workunit.client.0.smithi003.stdout:262144 331 by_pool 2024-04-13T07:30:59.268 INFO:tasks.workunit.client.0.smithi003.stdout:524288 21 count 2024-04-13T07:30:59.319 INFO:tasks.workunit.client.0.smithi003.stdout:1048576 21 count 2024-04-13T07:30:59.420 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] chunk_refs_t.size (224 ms) 2024-04-13T07:30:59.420 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 1 test from chunk_refs_t (224 ms total) 2024-04-13T07:30:59.420 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:30:59.420 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment tear-down 2024-04-13T07:30:59.420 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] 6 tests from 2 test suites ran. (15217 ms total) 2024-04-13T07:30:59.420 INFO:tasks.workunit.client.0.smithi003.stdout:[ PASSED ] 6 tests. 2024-04-13T07:30:59.422 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T07:30:59.423 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T07:30:59.486 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:59 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:59.486 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:30:59 smithi003 ceph-mon[91733]: osdmap e992: 8 total, 8 up, 8 in 2024-04-13T07:30:59.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:59 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:59.487 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:30:59 smithi003 ceph-mon[89364]: osdmap e992: 8 total, 8 up, 8 in 2024-04-13T07:30:59.490 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-04-13T07:30:59.490 DEBUG:teuthology.orchestra.run.smithi003:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-04-13T07:30:59.559 INFO:tasks.workunit.client.0.smithi003.stdout:Running main() from gmock_main.cc 2024-04-13T07:30:59.559 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] Running 31 tests from 1 test suite. 2024-04-13T07:30:59.559 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment set-up. 2024-04-13T07:30:59.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:59 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131514-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:30:59.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:30:59 smithi066 ceph-mon[84331]: osdmap e992: 8 total, 8 up, 8 in 2024-04-13T07:31:00.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:00 smithi003 ceph-mon[91733]: pgmap v1182: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:00.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:00 smithi003 ceph-mon[91733]: osdmap e993: 8 total, 8 up, 8 in 2024-04-13T07:31:00.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:00 smithi003 ceph-mon[89364]: pgmap v1182: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:00.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:00 smithi003 ceph-mon[89364]: osdmap e993: 8 total, 8 up, 8 in 2024-04-13T07:31:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:00 smithi066 ceph-mon[84331]: pgmap v1182: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:00 smithi066 ceph-mon[84331]: osdmap e993: 8 total, 8 up, 8 in 2024-04-13T07:31:01.204 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 31 tests from CmpOmap 2024-04-13T07:31:01.204 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-04-13T07:31:01.219 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (15 ms) 2024-04-13T07:31:01.219 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-04-13T07:31:01.227 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (8 ms) 2024-04-13T07:31:01.227 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-04-13T07:31:01.231 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (4 ms) 2024-04-13T07:31:01.231 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-04-13T07:31:01.234 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-04-13T07:31:01.234 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-04-13T07:31:01.240 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2024-04-13T07:31:01.240 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-04-13T07:31:01.248 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_vals_u64 (9 ms) 2024-04-13T07:31:01.248 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-04-13T07:31:01.252 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-04-13T07:31:01.252 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-04-13T07:31:01.254 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-04-13T07:31:01.254 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-04-13T07:31:01.257 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-04-13T07:31:01.257 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-04-13T07:31:01.261 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-04-13T07:31:01.261 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-04-13T07:31:01.262 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-04-13T07:31:01.262 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-04-13T07:31:01.262 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-04-13T07:31:01.262 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-04-13T07:31:01.269 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-04-13T07:31:01.269 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-04-13T07:31:01.275 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-04-13T07:31:01.275 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-04-13T07:31:01.281 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (7 ms) 2024-04-13T07:31:01.281 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-04-13T07:31:01.289 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-04-13T07:31:01.289 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-04-13T07:31:01.296 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_set_vals_str (8 ms) 2024-04-13T07:31:01.296 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-04-13T07:31:01.310 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (14 ms) 2024-04-13T07:31:01.311 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-04-13T07:31:01.312 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-04-13T07:31:01.313 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-04-13T07:31:01.315 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-04-13T07:31:01.315 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-04-13T07:31:01.316 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-04-13T07:31:01.316 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-04-13T07:31:01.316 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-04-13T07:31:01.317 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-04-13T07:31:01.324 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-04-13T07:31:01.324 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-04-13T07:31:01.329 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-04-13T07:31:01.329 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-04-13T07:31:01.336 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (6 ms) 2024-04-13T07:31:01.336 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-04-13T07:31:01.344 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2024-04-13T07:31:01.344 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-04-13T07:31:01.346 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-04-13T07:31:01.346 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-04-13T07:31:01.348 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (3 ms) 2024-04-13T07:31:01.348 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-04-13T07:31:01.349 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-04-13T07:31:01.349 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-04-13T07:31:01.350 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2024-04-13T07:31:01.350 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-04-13T07:31:01.359 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (9 ms) 2024-04-13T07:31:01.359 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 31 tests from CmpOmap (155 ms total) 2024-04-13T07:31:01.359 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:31:01.359 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment tear-down 2024-04-13T07:31:01.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:01 smithi003 ceph-mon[91733]: osdmap e994: 8 total, 8 up, 8 in 2024-04-13T07:31:01.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:01 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3207248856' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131637-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:01.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:01 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131637-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:01.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:01 smithi003 ceph-mon[89364]: osdmap e994: 8 total, 8 up, 8 in 2024-04-13T07:31:01.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:01 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3207248856' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131637-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:01.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:01 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131637-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:01.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:01 smithi066 ceph-mon[84331]: osdmap e994: 8 total, 8 up, 8 in 2024-04-13T07:31:01.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:01 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3207248856' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131637-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:01.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:01 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131637-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:02.213 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] 31 tests from 1 test suite ran. (2654 ms total) 2024-04-13T07:31:02.213 INFO:tasks.workunit.client.0.smithi003.stdout:[ PASSED ] 31 tests. 2024-04-13T07:31:02.217 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T07:31:02.217 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T07:31:02.287 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-04-13T07:31:02.287 DEBUG:teuthology.orchestra.run.smithi003:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-04-13T07:31:02.355 INFO:tasks.workunit.client.0.smithi003.stdout:Running main() from gmock_main.cc 2024-04-13T07:31:02.356 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] Running 6 tests from 1 test suite. 2024-04-13T07:31:02.356 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment set-up. 2024-04-13T07:31:02.356 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 6 tests from ClsHello 2024-04-13T07:31:02.356 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsHello.SayHello 2024-04-13T07:31:02.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:02 smithi003 ceph-mon[89364]: pgmap v1185: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:02.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:02 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:02.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:02 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131637-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:02.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:02 smithi003 ceph-mon[89364]: osdmap e995: 8 total, 8 up, 8 in 2024-04-13T07:31:02.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:02 smithi003 ceph-mon[91733]: pgmap v1185: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:02.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:02 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:02.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:02 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131637-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:02.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:02 smithi003 ceph-mon[91733]: osdmap e995: 8 total, 8 up, 8 in 2024-04-13T07:31:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:02 smithi066 ceph-mon[84331]: pgmap v1185: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:02 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:02 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131637-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:02 smithi066 ceph-mon[84331]: osdmap e995: 8 total, 8 up, 8 in 2024-04-13T07:31:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:31:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:31:03.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:03 smithi003 ceph-mon[89364]: osdmap e996: 8 total, 8 up, 8 in 2024-04-13T07:31:03.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:03 smithi003 ceph-mon[91733]: osdmap e996: 8 total, 8 up, 8 in 2024-04-13T07:31:03.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:03 smithi066 ceph-mon[84331]: osdmap e996: 8 total, 8 up, 8 in 2024-04-13T07:31:04.536 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:31:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:31:04] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-13T07:31:04.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:04 smithi003 ceph-mon[89364]: pgmap v1188: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:04.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:04 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:04.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:04 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:31:04.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:04 smithi003 ceph-mon[89364]: osdmap e997: 8 total, 8 up, 8 in 2024-04-13T07:31:04.537 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:04 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2361396903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:04.537 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:04 smithi003 ceph-mon[91733]: pgmap v1188: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:04.537 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:04 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:04.537 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:04 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:31:04.537 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:04 smithi003 ceph-mon[91733]: osdmap e997: 8 total, 8 up, 8 in 2024-04-13T07:31:04.537 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:04 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2361396903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:04 smithi066 ceph-mon[84331]: pgmap v1188: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:04 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:04 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:31:04.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:04 smithi066 ceph-mon[84331]: osdmap e997: 8 total, 8 up, 8 in 2024-04-13T07:31:04.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:04 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2361396903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:05.229 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsHello.SayHello (2874 ms) 2024-04-13T07:31:05.229 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsHello.RecordHello 2024-04-13T07:31:05.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:05 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2361396903' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:05.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:05 smithi003 ceph-mon[91733]: osdmap e998: 8 total, 8 up, 8 in 2024-04-13T07:31:05.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:05 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2361396903' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:05.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:05 smithi003 ceph-mon[89364]: osdmap e998: 8 total, 8 up, 8 in 2024-04-13T07:31:05.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:05 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2361396903' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:05.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:05 smithi066 ceph-mon[84331]: osdmap e998: 8 total, 8 up, 8 in 2024-04-13T07:31:06.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:06 smithi003 ceph-mon[91733]: pgmap v1191: 137 pgs: 20 creating+peering, 9 unknown, 108 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:06.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:06 smithi003 ceph-mon[91733]: osdmap e999: 8 total, 8 up, 8 in 2024-04-13T07:31:06.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:06 smithi003 ceph-mon[89364]: pgmap v1191: 137 pgs: 20 creating+peering, 9 unknown, 108 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:06.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:06 smithi003 ceph-mon[89364]: osdmap e999: 8 total, 8 up, 8 in 2024-04-13T07:31:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:06 smithi066 ceph-mon[84331]: pgmap v1191: 137 pgs: 20 creating+peering, 9 unknown, 108 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:06 smithi066 ceph-mon[84331]: osdmap e999: 8 total, 8 up, 8 in 2024-04-13T07:31:07.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:07 smithi003 ceph-mon[91733]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-13T07:31:07.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:07 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3708444424' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:07.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:07 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:07.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:07 smithi003 ceph-mon[89364]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-13T07:31:07.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:07 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3708444424' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:07.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:07 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:07.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:07 smithi066 ceph-mon[84331]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-13T07:31:07.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:07 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3708444424' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:07.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:07 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:08.247 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsHello.RecordHello (3018 ms) 2024-04-13T07:31:08.247 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsHello.WriteReturnData 2024-04-13T07:31:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:08 smithi003 ceph-mon[91733]: pgmap v1194: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:08.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:08 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:08.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:08 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:08.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:08 smithi003 ceph-mon[91733]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-13T07:31:08.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:31:08.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:31:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:08 smithi003 ceph-mon[89364]: pgmap v1194: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:08 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:08 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:08 smithi003 ceph-mon[89364]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-13T07:31:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:31:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:31:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:08 smithi066 ceph-mon[84331]: pgmap v1194: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:08 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:08 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:08 smithi066 ceph-mon[84331]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-13T07:31:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:31:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:31:09.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:09 smithi003 ceph-mon[91733]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-13T07:31:09.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:09 smithi003 ceph-mon[89364]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-13T07:31:09.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:09 smithi066 ceph-mon[84331]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-13T07:31:10.265 INFO:tasks.workunit.client.0.smithi003.stdout:require_osd_release = squid 2024-04-13T07:31:10.276 INFO:tasks.workunit.client.0.smithi003.stdout:0 2024-04-13T07:31:10.609 INFO:tasks.workunit.client.0.smithi003.stdout:1 2024-04-13T07:31:10.610 INFO:tasks.workunit.client.0.smithi003.stdout:2 2024-04-13T07:31:10.611 INFO:tasks.workunit.client.0.smithi003.stdout:3 2024-04-13T07:31:10.612 INFO:tasks.workunit.client.0.smithi003.stdout:4 2024-04-13T07:31:10.613 INFO:tasks.workunit.client.0.smithi003.stdout:5 2024-04-13T07:31:10.615 INFO:tasks.workunit.client.0.smithi003.stdout:6 2024-04-13T07:31:10.616 INFO:tasks.workunit.client.0.smithi003.stdout:7 2024-04-13T07:31:10.617 INFO:tasks.workunit.client.0.smithi003.stdout:8 2024-04-13T07:31:10.618 INFO:tasks.workunit.client.0.smithi003.stdout:9 2024-04-13T07:31:10.619 INFO:tasks.workunit.client.0.smithi003.stdout:10 2024-04-13T07:31:10.621 INFO:tasks.workunit.client.0.smithi003.stdout:11 2024-04-13T07:31:10.622 INFO:tasks.workunit.client.0.smithi003.stdout:12 2024-04-13T07:31:10.623 INFO:tasks.workunit.client.0.smithi003.stdout:13 2024-04-13T07:31:10.624 INFO:tasks.workunit.client.0.smithi003.stdout:14 2024-04-13T07:31:10.625 INFO:tasks.workunit.client.0.smithi003.stdout:15 2024-04-13T07:31:10.627 INFO:tasks.workunit.client.0.smithi003.stdout:16 2024-04-13T07:31:10.628 INFO:tasks.workunit.client.0.smithi003.stdout:17 2024-04-13T07:31:10.629 INFO:tasks.workunit.client.0.smithi003.stdout:18 2024-04-13T07:31:10.630 INFO:tasks.workunit.client.0.smithi003.stdout:19 2024-04-13T07:31:10.631 INFO:tasks.workunit.client.0.smithi003.stdout:20 2024-04-13T07:31:10.633 INFO:tasks.workunit.client.0.smithi003.stdout:21 2024-04-13T07:31:10.634 INFO:tasks.workunit.client.0.smithi003.stdout:22 2024-04-13T07:31:10.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:10 smithi003 ceph-mon[89364]: pgmap v1197: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:10.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:10 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:10.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:10 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:31:10.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:10 smithi003 ceph-mon[89364]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-13T07:31:10.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:10 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2605826753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:10.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:10 smithi003 ceph-mon[91733]: pgmap v1197: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:10.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:10 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:10.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:10 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:31:10.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:10 smithi003 ceph-mon[91733]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-13T07:31:10.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:10 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2605826753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:10.635 INFO:tasks.workunit.client.0.smithi003.stdout:23 2024-04-13T07:31:10.636 INFO:tasks.workunit.client.0.smithi003.stdout:24 2024-04-13T07:31:10.637 INFO:tasks.workunit.client.0.smithi003.stdout:25 2024-04-13T07:31:10.638 INFO:tasks.workunit.client.0.smithi003.stdout:26 2024-04-13T07:31:10.638 INFO:tasks.workunit.client.0.smithi003.stdout:27 2024-04-13T07:31:10.640 INFO:tasks.workunit.client.0.smithi003.stdout:28 2024-04-13T07:31:10.640 INFO:tasks.workunit.client.0.smithi003.stdout:29 2024-04-13T07:31:10.641 INFO:tasks.workunit.client.0.smithi003.stdout:30 2024-04-13T07:31:10.642 INFO:tasks.workunit.client.0.smithi003.stdout:31 2024-04-13T07:31:10.643 INFO:tasks.workunit.client.0.smithi003.stdout:32 2024-04-13T07:31:10.645 INFO:tasks.workunit.client.0.smithi003.stdout:33 2024-04-13T07:31:10.645 INFO:tasks.workunit.client.0.smithi003.stdout:34 2024-04-13T07:31:10.646 INFO:tasks.workunit.client.0.smithi003.stdout:35 2024-04-13T07:31:10.647 INFO:tasks.workunit.client.0.smithi003.stdout:36 2024-04-13T07:31:10.648 INFO:tasks.workunit.client.0.smithi003.stdout:37 2024-04-13T07:31:10.649 INFO:tasks.workunit.client.0.smithi003.stdout:38 2024-04-13T07:31:10.650 INFO:tasks.workunit.client.0.smithi003.stdout:39 2024-04-13T07:31:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:10 smithi066 ceph-mon[84331]: pgmap v1197: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:10 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:10 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:31:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:10 smithi066 ceph-mon[84331]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-13T07:31:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:10 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2605826753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:10.651 INFO:tasks.workunit.client.0.smithi003.stdout:40 2024-04-13T07:31:10.652 INFO:tasks.workunit.client.0.smithi003.stdout:41 2024-04-13T07:31:10.654 INFO:tasks.workunit.client.0.smithi003.stdout:42 2024-04-13T07:31:10.655 INFO:tasks.workunit.client.0.smithi003.stdout:43 2024-04-13T07:31:10.656 INFO:tasks.workunit.client.0.smithi003.stdout:44 2024-04-13T07:31:10.657 INFO:tasks.workunit.client.0.smithi003.stdout:45 2024-04-13T07:31:10.658 INFO:tasks.workunit.client.0.smithi003.stdout:46 2024-04-13T07:31:10.659 INFO:tasks.workunit.client.0.smithi003.stdout:47 2024-04-13T07:31:10.660 INFO:tasks.workunit.client.0.smithi003.stdout:48 2024-04-13T07:31:10.661 INFO:tasks.workunit.client.0.smithi003.stdout:49 2024-04-13T07:31:10.662 INFO:tasks.workunit.client.0.smithi003.stdout:50 2024-04-13T07:31:10.663 INFO:tasks.workunit.client.0.smithi003.stdout:51 2024-04-13T07:31:10.664 INFO:tasks.workunit.client.0.smithi003.stdout:52 2024-04-13T07:31:10.665 INFO:tasks.workunit.client.0.smithi003.stdout:53 2024-04-13T07:31:10.666 INFO:tasks.workunit.client.0.smithi003.stdout:54 2024-04-13T07:31:10.667 INFO:tasks.workunit.client.0.smithi003.stdout:55 2024-04-13T07:31:10.668 INFO:tasks.workunit.client.0.smithi003.stdout:56 2024-04-13T07:31:10.669 INFO:tasks.workunit.client.0.smithi003.stdout:57 2024-04-13T07:31:10.671 INFO:tasks.workunit.client.0.smithi003.stdout:58 2024-04-13T07:31:10.672 INFO:tasks.workunit.client.0.smithi003.stdout:59 2024-04-13T07:31:10.673 INFO:tasks.workunit.client.0.smithi003.stdout:60 2024-04-13T07:31:10.674 INFO:tasks.workunit.client.0.smithi003.stdout:61 2024-04-13T07:31:10.675 INFO:tasks.workunit.client.0.smithi003.stdout:62 2024-04-13T07:31:10.675 INFO:tasks.workunit.client.0.smithi003.stdout:63 2024-04-13T07:31:10.676 INFO:tasks.workunit.client.0.smithi003.stdout:64 2024-04-13T07:31:10.677 INFO:tasks.workunit.client.0.smithi003.stdout:65 2024-04-13T07:31:10.678 INFO:tasks.workunit.client.0.smithi003.stdout:66 2024-04-13T07:31:10.679 INFO:tasks.workunit.client.0.smithi003.stdout:67 2024-04-13T07:31:10.680 INFO:tasks.workunit.client.0.smithi003.stdout:68 2024-04-13T07:31:10.681 INFO:tasks.workunit.client.0.smithi003.stdout:69 2024-04-13T07:31:10.682 INFO:tasks.workunit.client.0.smithi003.stdout:70 2024-04-13T07:31:10.683 INFO:tasks.workunit.client.0.smithi003.stdout:71 2024-04-13T07:31:10.684 INFO:tasks.workunit.client.0.smithi003.stdout:72 2024-04-13T07:31:10.685 INFO:tasks.workunit.client.0.smithi003.stdout:73 2024-04-13T07:31:10.686 INFO:tasks.workunit.client.0.smithi003.stdout:74 2024-04-13T07:31:10.686 INFO:tasks.workunit.client.0.smithi003.stdout:75 2024-04-13T07:31:10.687 INFO:tasks.workunit.client.0.smithi003.stdout:76 2024-04-13T07:31:10.688 INFO:tasks.workunit.client.0.smithi003.stdout:77 2024-04-13T07:31:10.689 INFO:tasks.workunit.client.0.smithi003.stdout:78 2024-04-13T07:31:10.690 INFO:tasks.workunit.client.0.smithi003.stdout:79 2024-04-13T07:31:10.691 INFO:tasks.workunit.client.0.smithi003.stdout:80 2024-04-13T07:31:10.692 INFO:tasks.workunit.client.0.smithi003.stdout:81 2024-04-13T07:31:10.693 INFO:tasks.workunit.client.0.smithi003.stdout:82 2024-04-13T07:31:10.694 INFO:tasks.workunit.client.0.smithi003.stdout:83 2024-04-13T07:31:10.695 INFO:tasks.workunit.client.0.smithi003.stdout:84 2024-04-13T07:31:10.696 INFO:tasks.workunit.client.0.smithi003.stdout:85 2024-04-13T07:31:10.697 INFO:tasks.workunit.client.0.smithi003.stdout:86 2024-04-13T07:31:10.698 INFO:tasks.workunit.client.0.smithi003.stdout:87 2024-04-13T07:31:10.699 INFO:tasks.workunit.client.0.smithi003.stdout:88 2024-04-13T07:31:10.700 INFO:tasks.workunit.client.0.smithi003.stdout:89 2024-04-13T07:31:10.701 INFO:tasks.workunit.client.0.smithi003.stdout:90 2024-04-13T07:31:10.702 INFO:tasks.workunit.client.0.smithi003.stdout:91 2024-04-13T07:31:10.703 INFO:tasks.workunit.client.0.smithi003.stdout:92 2024-04-13T07:31:10.703 INFO:tasks.workunit.client.0.smithi003.stdout:93 2024-04-13T07:31:10.704 INFO:tasks.workunit.client.0.smithi003.stdout:94 2024-04-13T07:31:10.705 INFO:tasks.workunit.client.0.smithi003.stdout:95 2024-04-13T07:31:10.706 INFO:tasks.workunit.client.0.smithi003.stdout:96 2024-04-13T07:31:10.707 INFO:tasks.workunit.client.0.smithi003.stdout:97 2024-04-13T07:31:10.708 INFO:tasks.workunit.client.0.smithi003.stdout:98 2024-04-13T07:31:10.709 INFO:tasks.workunit.client.0.smithi003.stdout:99 2024-04-13T07:31:10.710 INFO:tasks.workunit.client.0.smithi003.stdout:100 2024-04-13T07:31:10.711 INFO:tasks.workunit.client.0.smithi003.stdout:101 2024-04-13T07:31:10.712 INFO:tasks.workunit.client.0.smithi003.stdout:102 2024-04-13T07:31:10.713 INFO:tasks.workunit.client.0.smithi003.stdout:103 2024-04-13T07:31:10.714 INFO:tasks.workunit.client.0.smithi003.stdout:104 2024-04-13T07:31:10.715 INFO:tasks.workunit.client.0.smithi003.stdout:105 2024-04-13T07:31:10.716 INFO:tasks.workunit.client.0.smithi003.stdout:106 2024-04-13T07:31:10.717 INFO:tasks.workunit.client.0.smithi003.stdout:107 2024-04-13T07:31:10.717 INFO:tasks.workunit.client.0.smithi003.stdout:108 2024-04-13T07:31:10.718 INFO:tasks.workunit.client.0.smithi003.stdout:109 2024-04-13T07:31:10.719 INFO:tasks.workunit.client.0.smithi003.stdout:110 2024-04-13T07:31:10.720 INFO:tasks.workunit.client.0.smithi003.stdout:111 2024-04-13T07:31:10.721 INFO:tasks.workunit.client.0.smithi003.stdout:112 2024-04-13T07:31:10.722 INFO:tasks.workunit.client.0.smithi003.stdout:113 2024-04-13T07:31:10.723 INFO:tasks.workunit.client.0.smithi003.stdout:114 2024-04-13T07:31:10.724 INFO:tasks.workunit.client.0.smithi003.stdout:115 2024-04-13T07:31:10.725 INFO:tasks.workunit.client.0.smithi003.stdout:116 2024-04-13T07:31:10.726 INFO:tasks.workunit.client.0.smithi003.stdout:117 2024-04-13T07:31:10.727 INFO:tasks.workunit.client.0.smithi003.stdout:118 2024-04-13T07:31:10.727 INFO:tasks.workunit.client.0.smithi003.stdout:119 2024-04-13T07:31:10.728 INFO:tasks.workunit.client.0.smithi003.stdout:120 2024-04-13T07:31:10.729 INFO:tasks.workunit.client.0.smithi003.stdout:121 2024-04-13T07:31:10.730 INFO:tasks.workunit.client.0.smithi003.stdout:122 2024-04-13T07:31:10.731 INFO:tasks.workunit.client.0.smithi003.stdout:123 2024-04-13T07:31:10.732 INFO:tasks.workunit.client.0.smithi003.stdout:124 2024-04-13T07:31:10.733 INFO:tasks.workunit.client.0.smithi003.stdout:125 2024-04-13T07:31:10.734 INFO:tasks.workunit.client.0.smithi003.stdout:126 2024-04-13T07:31:10.735 INFO:tasks.workunit.client.0.smithi003.stdout:127 2024-04-13T07:31:10.736 INFO:tasks.workunit.client.0.smithi003.stdout:128 2024-04-13T07:31:10.736 INFO:tasks.workunit.client.0.smithi003.stdout:129 2024-04-13T07:31:10.737 INFO:tasks.workunit.client.0.smithi003.stdout:130 2024-04-13T07:31:10.738 INFO:tasks.workunit.client.0.smithi003.stdout:131 2024-04-13T07:31:10.739 INFO:tasks.workunit.client.0.smithi003.stdout:132 2024-04-13T07:31:10.740 INFO:tasks.workunit.client.0.smithi003.stdout:133 2024-04-13T07:31:10.741 INFO:tasks.workunit.client.0.smithi003.stdout:134 2024-04-13T07:31:10.742 INFO:tasks.workunit.client.0.smithi003.stdout:135 2024-04-13T07:31:10.743 INFO:tasks.workunit.client.0.smithi003.stdout:136 2024-04-13T07:31:10.744 INFO:tasks.workunit.client.0.smithi003.stdout:137 2024-04-13T07:31:10.744 INFO:tasks.workunit.client.0.smithi003.stdout:138 2024-04-13T07:31:10.745 INFO:tasks.workunit.client.0.smithi003.stdout:139 2024-04-13T07:31:10.746 INFO:tasks.workunit.client.0.smithi003.stdout:140 2024-04-13T07:31:10.747 INFO:tasks.workunit.client.0.smithi003.stdout:141 2024-04-13T07:31:10.748 INFO:tasks.workunit.client.0.smithi003.stdout:142 2024-04-13T07:31:10.749 INFO:tasks.workunit.client.0.smithi003.stdout:143 2024-04-13T07:31:10.750 INFO:tasks.workunit.client.0.smithi003.stdout:144 2024-04-13T07:31:10.751 INFO:tasks.workunit.client.0.smithi003.stdout:145 2024-04-13T07:31:10.752 INFO:tasks.workunit.client.0.smithi003.stdout:146 2024-04-13T07:31:10.753 INFO:tasks.workunit.client.0.smithi003.stdout:147 2024-04-13T07:31:10.753 INFO:tasks.workunit.client.0.smithi003.stdout:148 2024-04-13T07:31:10.754 INFO:tasks.workunit.client.0.smithi003.stdout:149 2024-04-13T07:31:10.755 INFO:tasks.workunit.client.0.smithi003.stdout:150 2024-04-13T07:31:10.756 INFO:tasks.workunit.client.0.smithi003.stdout:151 2024-04-13T07:31:10.757 INFO:tasks.workunit.client.0.smithi003.stdout:152 2024-04-13T07:31:10.758 INFO:tasks.workunit.client.0.smithi003.stdout:153 2024-04-13T07:31:10.759 INFO:tasks.workunit.client.0.smithi003.stdout:154 2024-04-13T07:31:10.759 INFO:tasks.workunit.client.0.smithi003.stdout:155 2024-04-13T07:31:10.760 INFO:tasks.workunit.client.0.smithi003.stdout:156 2024-04-13T07:31:10.761 INFO:tasks.workunit.client.0.smithi003.stdout:157 2024-04-13T07:31:10.762 INFO:tasks.workunit.client.0.smithi003.stdout:158 2024-04-13T07:31:10.763 INFO:tasks.workunit.client.0.smithi003.stdout:159 2024-04-13T07:31:10.764 INFO:tasks.workunit.client.0.smithi003.stdout:160 2024-04-13T07:31:10.765 INFO:tasks.workunit.client.0.smithi003.stdout:161 2024-04-13T07:31:10.766 INFO:tasks.workunit.client.0.smithi003.stdout:162 2024-04-13T07:31:10.766 INFO:tasks.workunit.client.0.smithi003.stdout:163 2024-04-13T07:31:10.767 INFO:tasks.workunit.client.0.smithi003.stdout:164 2024-04-13T07:31:10.768 INFO:tasks.workunit.client.0.smithi003.stdout:165 2024-04-13T07:31:10.769 INFO:tasks.workunit.client.0.smithi003.stdout:166 2024-04-13T07:31:10.770 INFO:tasks.workunit.client.0.smithi003.stdout:167 2024-04-13T07:31:10.771 INFO:tasks.workunit.client.0.smithi003.stdout:168 2024-04-13T07:31:10.772 INFO:tasks.workunit.client.0.smithi003.stdout:169 2024-04-13T07:31:10.773 INFO:tasks.workunit.client.0.smithi003.stdout:170 2024-04-13T07:31:10.774 INFO:tasks.workunit.client.0.smithi003.stdout:171 2024-04-13T07:31:10.775 INFO:tasks.workunit.client.0.smithi003.stdout:172 2024-04-13T07:31:10.775 INFO:tasks.workunit.client.0.smithi003.stdout:173 2024-04-13T07:31:10.776 INFO:tasks.workunit.client.0.smithi003.stdout:174 2024-04-13T07:31:10.777 INFO:tasks.workunit.client.0.smithi003.stdout:175 2024-04-13T07:31:10.778 INFO:tasks.workunit.client.0.smithi003.stdout:176 2024-04-13T07:31:10.779 INFO:tasks.workunit.client.0.smithi003.stdout:177 2024-04-13T07:31:10.780 INFO:tasks.workunit.client.0.smithi003.stdout:178 2024-04-13T07:31:10.781 INFO:tasks.workunit.client.0.smithi003.stdout:179 2024-04-13T07:31:10.782 INFO:tasks.workunit.client.0.smithi003.stdout:180 2024-04-13T07:31:10.783 INFO:tasks.workunit.client.0.smithi003.stdout:181 2024-04-13T07:31:10.784 INFO:tasks.workunit.client.0.smithi003.stdout:182 2024-04-13T07:31:10.785 INFO:tasks.workunit.client.0.smithi003.stdout:183 2024-04-13T07:31:10.785 INFO:tasks.workunit.client.0.smithi003.stdout:184 2024-04-13T07:31:10.786 INFO:tasks.workunit.client.0.smithi003.stdout:185 2024-04-13T07:31:10.787 INFO:tasks.workunit.client.0.smithi003.stdout:186 2024-04-13T07:31:10.788 INFO:tasks.workunit.client.0.smithi003.stdout:187 2024-04-13T07:31:10.789 INFO:tasks.workunit.client.0.smithi003.stdout:188 2024-04-13T07:31:10.790 INFO:tasks.workunit.client.0.smithi003.stdout:189 2024-04-13T07:31:10.791 INFO:tasks.workunit.client.0.smithi003.stdout:190 2024-04-13T07:31:10.792 INFO:tasks.workunit.client.0.smithi003.stdout:191 2024-04-13T07:31:10.793 INFO:tasks.workunit.client.0.smithi003.stdout:192 2024-04-13T07:31:10.794 INFO:tasks.workunit.client.0.smithi003.stdout:193 2024-04-13T07:31:10.795 INFO:tasks.workunit.client.0.smithi003.stdout:194 2024-04-13T07:31:10.796 INFO:tasks.workunit.client.0.smithi003.stdout:195 2024-04-13T07:31:10.796 INFO:tasks.workunit.client.0.smithi003.stdout:196 2024-04-13T07:31:10.797 INFO:tasks.workunit.client.0.smithi003.stdout:197 2024-04-13T07:31:10.798 INFO:tasks.workunit.client.0.smithi003.stdout:198 2024-04-13T07:31:10.799 INFO:tasks.workunit.client.0.smithi003.stdout:199 2024-04-13T07:31:10.800 INFO:tasks.workunit.client.0.smithi003.stdout:200 2024-04-13T07:31:10.801 INFO:tasks.workunit.client.0.smithi003.stdout:201 2024-04-13T07:31:10.802 INFO:tasks.workunit.client.0.smithi003.stdout:202 2024-04-13T07:31:10.803 INFO:tasks.workunit.client.0.smithi003.stdout:203 2024-04-13T07:31:10.804 INFO:tasks.workunit.client.0.smithi003.stdout:204 2024-04-13T07:31:10.805 INFO:tasks.workunit.client.0.smithi003.stdout:205 2024-04-13T07:31:10.806 INFO:tasks.workunit.client.0.smithi003.stdout:206 2024-04-13T07:31:10.807 INFO:tasks.workunit.client.0.smithi003.stdout:207 2024-04-13T07:31:10.808 INFO:tasks.workunit.client.0.smithi003.stdout:208 2024-04-13T07:31:10.808 INFO:tasks.workunit.client.0.smithi003.stdout:209 2024-04-13T07:31:10.809 INFO:tasks.workunit.client.0.smithi003.stdout:210 2024-04-13T07:31:10.810 INFO:tasks.workunit.client.0.smithi003.stdout:211 2024-04-13T07:31:10.811 INFO:tasks.workunit.client.0.smithi003.stdout:212 2024-04-13T07:31:10.812 INFO:tasks.workunit.client.0.smithi003.stdout:213 2024-04-13T07:31:10.813 INFO:tasks.workunit.client.0.smithi003.stdout:214 2024-04-13T07:31:10.814 INFO:tasks.workunit.client.0.smithi003.stdout:215 2024-04-13T07:31:10.815 INFO:tasks.workunit.client.0.smithi003.stdout:216 2024-04-13T07:31:10.816 INFO:tasks.workunit.client.0.smithi003.stdout:217 2024-04-13T07:31:10.817 INFO:tasks.workunit.client.0.smithi003.stdout:218 2024-04-13T07:31:10.818 INFO:tasks.workunit.client.0.smithi003.stdout:219 2024-04-13T07:31:10.819 INFO:tasks.workunit.client.0.smithi003.stdout:220 2024-04-13T07:31:10.820 INFO:tasks.workunit.client.0.smithi003.stdout:221 2024-04-13T07:31:10.821 INFO:tasks.workunit.client.0.smithi003.stdout:222 2024-04-13T07:31:10.822 INFO:tasks.workunit.client.0.smithi003.stdout:223 2024-04-13T07:31:10.823 INFO:tasks.workunit.client.0.smithi003.stdout:224 2024-04-13T07:31:10.824 INFO:tasks.workunit.client.0.smithi003.stdout:225 2024-04-13T07:31:10.825 INFO:tasks.workunit.client.0.smithi003.stdout:226 2024-04-13T07:31:10.826 INFO:tasks.workunit.client.0.smithi003.stdout:227 2024-04-13T07:31:10.827 INFO:tasks.workunit.client.0.smithi003.stdout:228 2024-04-13T07:31:10.828 INFO:tasks.workunit.client.0.smithi003.stdout:229 2024-04-13T07:31:10.828 INFO:tasks.workunit.client.0.smithi003.stdout:230 2024-04-13T07:31:10.829 INFO:tasks.workunit.client.0.smithi003.stdout:231 2024-04-13T07:31:10.830 INFO:tasks.workunit.client.0.smithi003.stdout:232 2024-04-13T07:31:10.831 INFO:tasks.workunit.client.0.smithi003.stdout:233 2024-04-13T07:31:10.832 INFO:tasks.workunit.client.0.smithi003.stdout:234 2024-04-13T07:31:10.833 INFO:tasks.workunit.client.0.smithi003.stdout:235 2024-04-13T07:31:10.834 INFO:tasks.workunit.client.0.smithi003.stdout:236 2024-04-13T07:31:10.835 INFO:tasks.workunit.client.0.smithi003.stdout:237 2024-04-13T07:31:10.836 INFO:tasks.workunit.client.0.smithi003.stdout:238 2024-04-13T07:31:10.837 INFO:tasks.workunit.client.0.smithi003.stdout:239 2024-04-13T07:31:10.838 INFO:tasks.workunit.client.0.smithi003.stdout:240 2024-04-13T07:31:10.839 INFO:tasks.workunit.client.0.smithi003.stdout:241 2024-04-13T07:31:10.840 INFO:tasks.workunit.client.0.smithi003.stdout:242 2024-04-13T07:31:10.840 INFO:tasks.workunit.client.0.smithi003.stdout:243 2024-04-13T07:31:10.841 INFO:tasks.workunit.client.0.smithi003.stdout:244 2024-04-13T07:31:10.842 INFO:tasks.workunit.client.0.smithi003.stdout:245 2024-04-13T07:31:10.843 INFO:tasks.workunit.client.0.smithi003.stdout:246 2024-04-13T07:31:10.844 INFO:tasks.workunit.client.0.smithi003.stdout:247 2024-04-13T07:31:10.845 INFO:tasks.workunit.client.0.smithi003.stdout:248 2024-04-13T07:31:10.846 INFO:tasks.workunit.client.0.smithi003.stdout:249 2024-04-13T07:31:10.846 INFO:tasks.workunit.client.0.smithi003.stdout:250 2024-04-13T07:31:10.847 INFO:tasks.workunit.client.0.smithi003.stdout:251 2024-04-13T07:31:10.848 INFO:tasks.workunit.client.0.smithi003.stdout:252 2024-04-13T07:31:10.849 INFO:tasks.workunit.client.0.smithi003.stdout:253 2024-04-13T07:31:10.850 INFO:tasks.workunit.client.0.smithi003.stdout:254 2024-04-13T07:31:10.851 INFO:tasks.workunit.client.0.smithi003.stdout:255 2024-04-13T07:31:10.852 INFO:tasks.workunit.client.0.smithi003.stdout:256 2024-04-13T07:31:10.853 INFO:tasks.workunit.client.0.smithi003.stdout:257 2024-04-13T07:31:10.854 INFO:tasks.workunit.client.0.smithi003.stdout:258 2024-04-13T07:31:10.855 INFO:tasks.workunit.client.0.smithi003.stdout:259 2024-04-13T07:31:10.855 INFO:tasks.workunit.client.0.smithi003.stdout:260 2024-04-13T07:31:10.856 INFO:tasks.workunit.client.0.smithi003.stdout:261 2024-04-13T07:31:10.857 INFO:tasks.workunit.client.0.smithi003.stdout:262 2024-04-13T07:31:10.858 INFO:tasks.workunit.client.0.smithi003.stdout:263 2024-04-13T07:31:10.859 INFO:tasks.workunit.client.0.smithi003.stdout:264 2024-04-13T07:31:10.860 INFO:tasks.workunit.client.0.smithi003.stdout:265 2024-04-13T07:31:10.861 INFO:tasks.workunit.client.0.smithi003.stdout:266 2024-04-13T07:31:10.862 INFO:tasks.workunit.client.0.smithi003.stdout:267 2024-04-13T07:31:10.863 INFO:tasks.workunit.client.0.smithi003.stdout:268 2024-04-13T07:31:10.864 INFO:tasks.workunit.client.0.smithi003.stdout:269 2024-04-13T07:31:10.865 INFO:tasks.workunit.client.0.smithi003.stdout:270 2024-04-13T07:31:10.867 INFO:tasks.workunit.client.0.smithi003.stdout:271 2024-04-13T07:31:10.867 INFO:tasks.workunit.client.0.smithi003.stdout:272 2024-04-13T07:31:10.867 INFO:tasks.workunit.client.0.smithi003.stdout:273 2024-04-13T07:31:10.868 INFO:tasks.workunit.client.0.smithi003.stdout:274 2024-04-13T07:31:10.869 INFO:tasks.workunit.client.0.smithi003.stdout:275 2024-04-13T07:31:10.870 INFO:tasks.workunit.client.0.smithi003.stdout:276 2024-04-13T07:31:10.871 INFO:tasks.workunit.client.0.smithi003.stdout:277 2024-04-13T07:31:10.872 INFO:tasks.workunit.client.0.smithi003.stdout:278 2024-04-13T07:31:10.873 INFO:tasks.workunit.client.0.smithi003.stdout:279 2024-04-13T07:31:10.873 INFO:tasks.workunit.client.0.smithi003.stdout:280 2024-04-13T07:31:10.874 INFO:tasks.workunit.client.0.smithi003.stdout:281 2024-04-13T07:31:10.875 INFO:tasks.workunit.client.0.smithi003.stdout:282 2024-04-13T07:31:10.876 INFO:tasks.workunit.client.0.smithi003.stdout:283 2024-04-13T07:31:10.877 INFO:tasks.workunit.client.0.smithi003.stdout:284 2024-04-13T07:31:10.878 INFO:tasks.workunit.client.0.smithi003.stdout:285 2024-04-13T07:31:10.879 INFO:tasks.workunit.client.0.smithi003.stdout:286 2024-04-13T07:31:10.880 INFO:tasks.workunit.client.0.smithi003.stdout:287 2024-04-13T07:31:10.880 INFO:tasks.workunit.client.0.smithi003.stdout:288 2024-04-13T07:31:10.881 INFO:tasks.workunit.client.0.smithi003.stdout:289 2024-04-13T07:31:10.882 INFO:tasks.workunit.client.0.smithi003.stdout:290 2024-04-13T07:31:10.883 INFO:tasks.workunit.client.0.smithi003.stdout:291 2024-04-13T07:31:10.884 INFO:tasks.workunit.client.0.smithi003.stdout:292 2024-04-13T07:31:10.885 INFO:tasks.workunit.client.0.smithi003.stdout:293 2024-04-13T07:31:10.886 INFO:tasks.workunit.client.0.smithi003.stdout:294 2024-04-13T07:31:10.887 INFO:tasks.workunit.client.0.smithi003.stdout:295 2024-04-13T07:31:10.888 INFO:tasks.workunit.client.0.smithi003.stdout:296 2024-04-13T07:31:10.889 INFO:tasks.workunit.client.0.smithi003.stdout:297 2024-04-13T07:31:10.890 INFO:tasks.workunit.client.0.smithi003.stdout:298 2024-04-13T07:31:10.891 INFO:tasks.workunit.client.0.smithi003.stdout:299 2024-04-13T07:31:10.891 INFO:tasks.workunit.client.0.smithi003.stdout:300 2024-04-13T07:31:10.892 INFO:tasks.workunit.client.0.smithi003.stdout:301 2024-04-13T07:31:10.893 INFO:tasks.workunit.client.0.smithi003.stdout:302 2024-04-13T07:31:10.894 INFO:tasks.workunit.client.0.smithi003.stdout:303 2024-04-13T07:31:10.895 INFO:tasks.workunit.client.0.smithi003.stdout:304 2024-04-13T07:31:10.896 INFO:tasks.workunit.client.0.smithi003.stdout:305 2024-04-13T07:31:10.897 INFO:tasks.workunit.client.0.smithi003.stdout:306 2024-04-13T07:31:10.898 INFO:tasks.workunit.client.0.smithi003.stdout:307 2024-04-13T07:31:10.899 INFO:tasks.workunit.client.0.smithi003.stdout:308 2024-04-13T07:31:10.899 INFO:tasks.workunit.client.0.smithi003.stdout:309 2024-04-13T07:31:10.900 INFO:tasks.workunit.client.0.smithi003.stdout:310 2024-04-13T07:31:10.901 INFO:tasks.workunit.client.0.smithi003.stdout:311 2024-04-13T07:31:10.902 INFO:tasks.workunit.client.0.smithi003.stdout:312 2024-04-13T07:31:10.903 INFO:tasks.workunit.client.0.smithi003.stdout:313 2024-04-13T07:31:10.904 INFO:tasks.workunit.client.0.smithi003.stdout:314 2024-04-13T07:31:10.905 INFO:tasks.workunit.client.0.smithi003.stdout:315 2024-04-13T07:31:10.906 INFO:tasks.workunit.client.0.smithi003.stdout:316 2024-04-13T07:31:10.907 INFO:tasks.workunit.client.0.smithi003.stdout:317 2024-04-13T07:31:10.907 INFO:tasks.workunit.client.0.smithi003.stdout:318 2024-04-13T07:31:10.908 INFO:tasks.workunit.client.0.smithi003.stdout:319 2024-04-13T07:31:10.909 INFO:tasks.workunit.client.0.smithi003.stdout:320 2024-04-13T07:31:10.910 INFO:tasks.workunit.client.0.smithi003.stdout:321 2024-04-13T07:31:10.911 INFO:tasks.workunit.client.0.smithi003.stdout:322 2024-04-13T07:31:10.912 INFO:tasks.workunit.client.0.smithi003.stdout:323 2024-04-13T07:31:10.913 INFO:tasks.workunit.client.0.smithi003.stdout:324 2024-04-13T07:31:10.914 INFO:tasks.workunit.client.0.smithi003.stdout:325 2024-04-13T07:31:10.915 INFO:tasks.workunit.client.0.smithi003.stdout:326 2024-04-13T07:31:10.916 INFO:tasks.workunit.client.0.smithi003.stdout:327 2024-04-13T07:31:10.917 INFO:tasks.workunit.client.0.smithi003.stdout:328 2024-04-13T07:31:10.918 INFO:tasks.workunit.client.0.smithi003.stdout:329 2024-04-13T07:31:10.919 INFO:tasks.workunit.client.0.smithi003.stdout:330 2024-04-13T07:31:10.920 INFO:tasks.workunit.client.0.smithi003.stdout:331 2024-04-13T07:31:10.921 INFO:tasks.workunit.client.0.smithi003.stdout:332 2024-04-13T07:31:10.922 INFO:tasks.workunit.client.0.smithi003.stdout:333 2024-04-13T07:31:10.923 INFO:tasks.workunit.client.0.smithi003.stdout:334 2024-04-13T07:31:10.924 INFO:tasks.workunit.client.0.smithi003.stdout:335 2024-04-13T07:31:10.925 INFO:tasks.workunit.client.0.smithi003.stdout:336 2024-04-13T07:31:10.926 INFO:tasks.workunit.client.0.smithi003.stdout:337 2024-04-13T07:31:10.927 INFO:tasks.workunit.client.0.smithi003.stdout:338 2024-04-13T07:31:10.927 INFO:tasks.workunit.client.0.smithi003.stdout:339 2024-04-13T07:31:10.928 INFO:tasks.workunit.client.0.smithi003.stdout:340 2024-04-13T07:31:10.929 INFO:tasks.workunit.client.0.smithi003.stdout:341 2024-04-13T07:31:10.930 INFO:tasks.workunit.client.0.smithi003.stdout:342 2024-04-13T07:31:10.931 INFO:tasks.workunit.client.0.smithi003.stdout:343 2024-04-13T07:31:10.932 INFO:tasks.workunit.client.0.smithi003.stdout:344 2024-04-13T07:31:10.933 INFO:tasks.workunit.client.0.smithi003.stdout:345 2024-04-13T07:31:10.934 INFO:tasks.workunit.client.0.smithi003.stdout:346 2024-04-13T07:31:10.935 INFO:tasks.workunit.client.0.smithi003.stdout:347 2024-04-13T07:31:10.936 INFO:tasks.workunit.client.0.smithi003.stdout:348 2024-04-13T07:31:10.937 INFO:tasks.workunit.client.0.smithi003.stdout:349 2024-04-13T07:31:10.937 INFO:tasks.workunit.client.0.smithi003.stdout:350 2024-04-13T07:31:10.938 INFO:tasks.workunit.client.0.smithi003.stdout:351 2024-04-13T07:31:10.939 INFO:tasks.workunit.client.0.smithi003.stdout:352 2024-04-13T07:31:10.940 INFO:tasks.workunit.client.0.smithi003.stdout:353 2024-04-13T07:31:10.941 INFO:tasks.workunit.client.0.smithi003.stdout:354 2024-04-13T07:31:10.942 INFO:tasks.workunit.client.0.smithi003.stdout:355 2024-04-13T07:31:10.943 INFO:tasks.workunit.client.0.smithi003.stdout:356 2024-04-13T07:31:10.944 INFO:tasks.workunit.client.0.smithi003.stdout:357 2024-04-13T07:31:10.945 INFO:tasks.workunit.client.0.smithi003.stdout:358 2024-04-13T07:31:10.946 INFO:tasks.workunit.client.0.smithi003.stdout:359 2024-04-13T07:31:10.947 INFO:tasks.workunit.client.0.smithi003.stdout:360 2024-04-13T07:31:10.948 INFO:tasks.workunit.client.0.smithi003.stdout:361 2024-04-13T07:31:10.949 INFO:tasks.workunit.client.0.smithi003.stdout:362 2024-04-13T07:31:10.950 INFO:tasks.workunit.client.0.smithi003.stdout:363 2024-04-13T07:31:10.951 INFO:tasks.workunit.client.0.smithi003.stdout:364 2024-04-13T07:31:10.952 INFO:tasks.workunit.client.0.smithi003.stdout:365 2024-04-13T07:31:10.953 INFO:tasks.workunit.client.0.smithi003.stdout:366 2024-04-13T07:31:10.954 INFO:tasks.workunit.client.0.smithi003.stdout:367 2024-04-13T07:31:10.954 INFO:tasks.workunit.client.0.smithi003.stdout:368 2024-04-13T07:31:10.955 INFO:tasks.workunit.client.0.smithi003.stdout:369 2024-04-13T07:31:10.956 INFO:tasks.workunit.client.0.smithi003.stdout:370 2024-04-13T07:31:10.957 INFO:tasks.workunit.client.0.smithi003.stdout:371 2024-04-13T07:31:10.958 INFO:tasks.workunit.client.0.smithi003.stdout:372 2024-04-13T07:31:10.959 INFO:tasks.workunit.client.0.smithi003.stdout:373 2024-04-13T07:31:10.960 INFO:tasks.workunit.client.0.smithi003.stdout:374 2024-04-13T07:31:10.961 INFO:tasks.workunit.client.0.smithi003.stdout:375 2024-04-13T07:31:10.962 INFO:tasks.workunit.client.0.smithi003.stdout:376 2024-04-13T07:31:10.963 INFO:tasks.workunit.client.0.smithi003.stdout:377 2024-04-13T07:31:10.964 INFO:tasks.workunit.client.0.smithi003.stdout:378 2024-04-13T07:31:10.965 INFO:tasks.workunit.client.0.smithi003.stdout:379 2024-04-13T07:31:10.966 INFO:tasks.workunit.client.0.smithi003.stdout:380 2024-04-13T07:31:10.967 INFO:tasks.workunit.client.0.smithi003.stdout:381 2024-04-13T07:31:10.967 INFO:tasks.workunit.client.0.smithi003.stdout:382 2024-04-13T07:31:10.968 INFO:tasks.workunit.client.0.smithi003.stdout:383 2024-04-13T07:31:10.969 INFO:tasks.workunit.client.0.smithi003.stdout:384 2024-04-13T07:31:10.970 INFO:tasks.workunit.client.0.smithi003.stdout:385 2024-04-13T07:31:10.971 INFO:tasks.workunit.client.0.smithi003.stdout:386 2024-04-13T07:31:10.972 INFO:tasks.workunit.client.0.smithi003.stdout:387 2024-04-13T07:31:10.973 INFO:tasks.workunit.client.0.smithi003.stdout:388 2024-04-13T07:31:10.974 INFO:tasks.workunit.client.0.smithi003.stdout:389 2024-04-13T07:31:10.975 INFO:tasks.workunit.client.0.smithi003.stdout:390 2024-04-13T07:31:10.976 INFO:tasks.workunit.client.0.smithi003.stdout:391 2024-04-13T07:31:10.977 INFO:tasks.workunit.client.0.smithi003.stdout:392 2024-04-13T07:31:10.978 INFO:tasks.workunit.client.0.smithi003.stdout:393 2024-04-13T07:31:10.979 INFO:tasks.workunit.client.0.smithi003.stdout:394 2024-04-13T07:31:10.979 INFO:tasks.workunit.client.0.smithi003.stdout:395 2024-04-13T07:31:10.980 INFO:tasks.workunit.client.0.smithi003.stdout:396 2024-04-13T07:31:10.981 INFO:tasks.workunit.client.0.smithi003.stdout:397 2024-04-13T07:31:10.982 INFO:tasks.workunit.client.0.smithi003.stdout:398 2024-04-13T07:31:10.983 INFO:tasks.workunit.client.0.smithi003.stdout:399 2024-04-13T07:31:10.984 INFO:tasks.workunit.client.0.smithi003.stdout:400 2024-04-13T07:31:10.985 INFO:tasks.workunit.client.0.smithi003.stdout:401 2024-04-13T07:31:10.986 INFO:tasks.workunit.client.0.smithi003.stdout:402 2024-04-13T07:31:10.987 INFO:tasks.workunit.client.0.smithi003.stdout:403 2024-04-13T07:31:10.987 INFO:tasks.workunit.client.0.smithi003.stdout:404 2024-04-13T07:31:10.988 INFO:tasks.workunit.client.0.smithi003.stdout:405 2024-04-13T07:31:10.989 INFO:tasks.workunit.client.0.smithi003.stdout:406 2024-04-13T07:31:10.990 INFO:tasks.workunit.client.0.smithi003.stdout:407 2024-04-13T07:31:10.991 INFO:tasks.workunit.client.0.smithi003.stdout:408 2024-04-13T07:31:10.992 INFO:tasks.workunit.client.0.smithi003.stdout:409 2024-04-13T07:31:10.993 INFO:tasks.workunit.client.0.smithi003.stdout:410 2024-04-13T07:31:10.994 INFO:tasks.workunit.client.0.smithi003.stdout:411 2024-04-13T07:31:10.995 INFO:tasks.workunit.client.0.smithi003.stdout:412 2024-04-13T07:31:10.996 INFO:tasks.workunit.client.0.smithi003.stdout:413 2024-04-13T07:31:10.997 INFO:tasks.workunit.client.0.smithi003.stdout:414 2024-04-13T07:31:10.998 INFO:tasks.workunit.client.0.smithi003.stdout:415 2024-04-13T07:31:10.998 INFO:tasks.workunit.client.0.smithi003.stdout:416 2024-04-13T07:31:10.999 INFO:tasks.workunit.client.0.smithi003.stdout:417 2024-04-13T07:31:11.000 INFO:tasks.workunit.client.0.smithi003.stdout:418 2024-04-13T07:31:11.001 INFO:tasks.workunit.client.0.smithi003.stdout:419 2024-04-13T07:31:11.002 INFO:tasks.workunit.client.0.smithi003.stdout:420 2024-04-13T07:31:11.003 INFO:tasks.workunit.client.0.smithi003.stdout:421 2024-04-13T07:31:11.004 INFO:tasks.workunit.client.0.smithi003.stdout:422 2024-04-13T07:31:11.005 INFO:tasks.workunit.client.0.smithi003.stdout:423 2024-04-13T07:31:11.006 INFO:tasks.workunit.client.0.smithi003.stdout:424 2024-04-13T07:31:11.007 INFO:tasks.workunit.client.0.smithi003.stdout:425 2024-04-13T07:31:11.008 INFO:tasks.workunit.client.0.smithi003.stdout:426 2024-04-13T07:31:11.009 INFO:tasks.workunit.client.0.smithi003.stdout:427 2024-04-13T07:31:11.010 INFO:tasks.workunit.client.0.smithi003.stdout:428 2024-04-13T07:31:11.011 INFO:tasks.workunit.client.0.smithi003.stdout:429 2024-04-13T07:31:11.012 INFO:tasks.workunit.client.0.smithi003.stdout:430 2024-04-13T07:31:11.013 INFO:tasks.workunit.client.0.smithi003.stdout:431 2024-04-13T07:31:11.014 INFO:tasks.workunit.client.0.smithi003.stdout:432 2024-04-13T07:31:11.015 INFO:tasks.workunit.client.0.smithi003.stdout:433 2024-04-13T07:31:11.016 INFO:tasks.workunit.client.0.smithi003.stdout:434 2024-04-13T07:31:11.017 INFO:tasks.workunit.client.0.smithi003.stdout:435 2024-04-13T07:31:11.018 INFO:tasks.workunit.client.0.smithi003.stdout:436 2024-04-13T07:31:11.019 INFO:tasks.workunit.client.0.smithi003.stdout:437 2024-04-13T07:31:11.019 INFO:tasks.workunit.client.0.smithi003.stdout:438 2024-04-13T07:31:11.020 INFO:tasks.workunit.client.0.smithi003.stdout:439 2024-04-13T07:31:11.021 INFO:tasks.workunit.client.0.smithi003.stdout:440 2024-04-13T07:31:11.022 INFO:tasks.workunit.client.0.smithi003.stdout:441 2024-04-13T07:31:11.023 INFO:tasks.workunit.client.0.smithi003.stdout:442 2024-04-13T07:31:11.024 INFO:tasks.workunit.client.0.smithi003.stdout:443 2024-04-13T07:31:11.025 INFO:tasks.workunit.client.0.smithi003.stdout:444 2024-04-13T07:31:11.026 INFO:tasks.workunit.client.0.smithi003.stdout:445 2024-04-13T07:31:11.027 INFO:tasks.workunit.client.0.smithi003.stdout:446 2024-04-13T07:31:11.028 INFO:tasks.workunit.client.0.smithi003.stdout:447 2024-04-13T07:31:11.029 INFO:tasks.workunit.client.0.smithi003.stdout:448 2024-04-13T07:31:11.030 INFO:tasks.workunit.client.0.smithi003.stdout:449 2024-04-13T07:31:11.031 INFO:tasks.workunit.client.0.smithi003.stdout:450 2024-04-13T07:31:11.032 INFO:tasks.workunit.client.0.smithi003.stdout:451 2024-04-13T07:31:11.034 INFO:tasks.workunit.client.0.smithi003.stdout:452 2024-04-13T07:31:11.034 INFO:tasks.workunit.client.0.smithi003.stdout:453 2024-04-13T07:31:11.035 INFO:tasks.workunit.client.0.smithi003.stdout:454 2024-04-13T07:31:11.036 INFO:tasks.workunit.client.0.smithi003.stdout:455 2024-04-13T07:31:11.037 INFO:tasks.workunit.client.0.smithi003.stdout:456 2024-04-13T07:31:11.038 INFO:tasks.workunit.client.0.smithi003.stdout:457 2024-04-13T07:31:11.039 INFO:tasks.workunit.client.0.smithi003.stdout:458 2024-04-13T07:31:11.040 INFO:tasks.workunit.client.0.smithi003.stdout:459 2024-04-13T07:31:11.041 INFO:tasks.workunit.client.0.smithi003.stdout:460 2024-04-13T07:31:11.042 INFO:tasks.workunit.client.0.smithi003.stdout:461 2024-04-13T07:31:11.043 INFO:tasks.workunit.client.0.smithi003.stdout:462 2024-04-13T07:31:11.044 INFO:tasks.workunit.client.0.smithi003.stdout:463 2024-04-13T07:31:11.045 INFO:tasks.workunit.client.0.smithi003.stdout:464 2024-04-13T07:31:11.046 INFO:tasks.workunit.client.0.smithi003.stdout:465 2024-04-13T07:31:11.046 INFO:tasks.workunit.client.0.smithi003.stdout:466 2024-04-13T07:31:11.047 INFO:tasks.workunit.client.0.smithi003.stdout:467 2024-04-13T07:31:11.048 INFO:tasks.workunit.client.0.smithi003.stdout:468 2024-04-13T07:31:11.049 INFO:tasks.workunit.client.0.smithi003.stdout:469 2024-04-13T07:31:11.050 INFO:tasks.workunit.client.0.smithi003.stdout:470 2024-04-13T07:31:11.051 INFO:tasks.workunit.client.0.smithi003.stdout:471 2024-04-13T07:31:11.052 INFO:tasks.workunit.client.0.smithi003.stdout:472 2024-04-13T07:31:11.053 INFO:tasks.workunit.client.0.smithi003.stdout:473 2024-04-13T07:31:11.054 INFO:tasks.workunit.client.0.smithi003.stdout:474 2024-04-13T07:31:11.055 INFO:tasks.workunit.client.0.smithi003.stdout:475 2024-04-13T07:31:11.056 INFO:tasks.workunit.client.0.smithi003.stdout:476 2024-04-13T07:31:11.057 INFO:tasks.workunit.client.0.smithi003.stdout:477 2024-04-13T07:31:11.058 INFO:tasks.workunit.client.0.smithi003.stdout:478 2024-04-13T07:31:11.059 INFO:tasks.workunit.client.0.smithi003.stdout:479 2024-04-13T07:31:11.060 INFO:tasks.workunit.client.0.smithi003.stdout:480 2024-04-13T07:31:11.061 INFO:tasks.workunit.client.0.smithi003.stdout:481 2024-04-13T07:31:11.062 INFO:tasks.workunit.client.0.smithi003.stdout:482 2024-04-13T07:31:11.063 INFO:tasks.workunit.client.0.smithi003.stdout:483 2024-04-13T07:31:11.064 INFO:tasks.workunit.client.0.smithi003.stdout:484 2024-04-13T07:31:11.065 INFO:tasks.workunit.client.0.smithi003.stdout:485 2024-04-13T07:31:11.066 INFO:tasks.workunit.client.0.smithi003.stdout:486 2024-04-13T07:31:11.067 INFO:tasks.workunit.client.0.smithi003.stdout:487 2024-04-13T07:31:11.068 INFO:tasks.workunit.client.0.smithi003.stdout:488 2024-04-13T07:31:11.069 INFO:tasks.workunit.client.0.smithi003.stdout:489 2024-04-13T07:31:11.070 INFO:tasks.workunit.client.0.smithi003.stdout:490 2024-04-13T07:31:11.071 INFO:tasks.workunit.client.0.smithi003.stdout:491 2024-04-13T07:31:11.072 INFO:tasks.workunit.client.0.smithi003.stdout:492 2024-04-13T07:31:11.073 INFO:tasks.workunit.client.0.smithi003.stdout:493 2024-04-13T07:31:11.074 INFO:tasks.workunit.client.0.smithi003.stdout:494 2024-04-13T07:31:11.075 INFO:tasks.workunit.client.0.smithi003.stdout:495 2024-04-13T07:31:11.076 INFO:tasks.workunit.client.0.smithi003.stdout:496 2024-04-13T07:31:11.077 INFO:tasks.workunit.client.0.smithi003.stdout:497 2024-04-13T07:31:11.078 INFO:tasks.workunit.client.0.smithi003.stdout:498 2024-04-13T07:31:11.079 INFO:tasks.workunit.client.0.smithi003.stdout:499 2024-04-13T07:31:11.080 INFO:tasks.workunit.client.0.smithi003.stdout:500 2024-04-13T07:31:11.081 INFO:tasks.workunit.client.0.smithi003.stdout:501 2024-04-13T07:31:11.082 INFO:tasks.workunit.client.0.smithi003.stdout:502 2024-04-13T07:31:11.083 INFO:tasks.workunit.client.0.smithi003.stdout:503 2024-04-13T07:31:11.084 INFO:tasks.workunit.client.0.smithi003.stdout:504 2024-04-13T07:31:11.085 INFO:tasks.workunit.client.0.smithi003.stdout:505 2024-04-13T07:31:11.086 INFO:tasks.workunit.client.0.smithi003.stdout:506 2024-04-13T07:31:11.087 INFO:tasks.workunit.client.0.smithi003.stdout:507 2024-04-13T07:31:11.088 INFO:tasks.workunit.client.0.smithi003.stdout:508 2024-04-13T07:31:11.089 INFO:tasks.workunit.client.0.smithi003.stdout:509 2024-04-13T07:31:11.090 INFO:tasks.workunit.client.0.smithi003.stdout:510 2024-04-13T07:31:11.091 INFO:tasks.workunit.client.0.smithi003.stdout:511 2024-04-13T07:31:11.092 INFO:tasks.workunit.client.0.smithi003.stdout:512 2024-04-13T07:31:11.093 INFO:tasks.workunit.client.0.smithi003.stdout:513 2024-04-13T07:31:11.094 INFO:tasks.workunit.client.0.smithi003.stdout:514 2024-04-13T07:31:11.095 INFO:tasks.workunit.client.0.smithi003.stdout:515 2024-04-13T07:31:11.096 INFO:tasks.workunit.client.0.smithi003.stdout:516 2024-04-13T07:31:11.097 INFO:tasks.workunit.client.0.smithi003.stdout:517 2024-04-13T07:31:11.098 INFO:tasks.workunit.client.0.smithi003.stdout:518 2024-04-13T07:31:11.099 INFO:tasks.workunit.client.0.smithi003.stdout:519 2024-04-13T07:31:11.099 INFO:tasks.workunit.client.0.smithi003.stdout:520 2024-04-13T07:31:11.100 INFO:tasks.workunit.client.0.smithi003.stdout:521 2024-04-13T07:31:11.101 INFO:tasks.workunit.client.0.smithi003.stdout:522 2024-04-13T07:31:11.102 INFO:tasks.workunit.client.0.smithi003.stdout:523 2024-04-13T07:31:11.103 INFO:tasks.workunit.client.0.smithi003.stdout:524 2024-04-13T07:31:11.104 INFO:tasks.workunit.client.0.smithi003.stdout:525 2024-04-13T07:31:11.105 INFO:tasks.workunit.client.0.smithi003.stdout:526 2024-04-13T07:31:11.106 INFO:tasks.workunit.client.0.smithi003.stdout:527 2024-04-13T07:31:11.107 INFO:tasks.workunit.client.0.smithi003.stdout:528 2024-04-13T07:31:11.108 INFO:tasks.workunit.client.0.smithi003.stdout:529 2024-04-13T07:31:11.108 INFO:tasks.workunit.client.0.smithi003.stdout:530 2024-04-13T07:31:11.109 INFO:tasks.workunit.client.0.smithi003.stdout:531 2024-04-13T07:31:11.110 INFO:tasks.workunit.client.0.smithi003.stdout:532 2024-04-13T07:31:11.111 INFO:tasks.workunit.client.0.smithi003.stdout:533 2024-04-13T07:31:11.112 INFO:tasks.workunit.client.0.smithi003.stdout:534 2024-04-13T07:31:11.113 INFO:tasks.workunit.client.0.smithi003.stdout:535 2024-04-13T07:31:11.114 INFO:tasks.workunit.client.0.smithi003.stdout:536 2024-04-13T07:31:11.115 INFO:tasks.workunit.client.0.smithi003.stdout:537 2024-04-13T07:31:11.116 INFO:tasks.workunit.client.0.smithi003.stdout:538 2024-04-13T07:31:11.117 INFO:tasks.workunit.client.0.smithi003.stdout:539 2024-04-13T07:31:11.118 INFO:tasks.workunit.client.0.smithi003.stdout:540 2024-04-13T07:31:11.119 INFO:tasks.workunit.client.0.smithi003.stdout:541 2024-04-13T07:31:11.120 INFO:tasks.workunit.client.0.smithi003.stdout:542 2024-04-13T07:31:11.121 INFO:tasks.workunit.client.0.smithi003.stdout:543 2024-04-13T07:31:11.122 INFO:tasks.workunit.client.0.smithi003.stdout:544 2024-04-13T07:31:11.123 INFO:tasks.workunit.client.0.smithi003.stdout:545 2024-04-13T07:31:11.124 INFO:tasks.workunit.client.0.smithi003.stdout:546 2024-04-13T07:31:11.125 INFO:tasks.workunit.client.0.smithi003.stdout:547 2024-04-13T07:31:11.126 INFO:tasks.workunit.client.0.smithi003.stdout:548 2024-04-13T07:31:11.127 INFO:tasks.workunit.client.0.smithi003.stdout:549 2024-04-13T07:31:11.128 INFO:tasks.workunit.client.0.smithi003.stdout:550 2024-04-13T07:31:11.129 INFO:tasks.workunit.client.0.smithi003.stdout:551 2024-04-13T07:31:11.130 INFO:tasks.workunit.client.0.smithi003.stdout:552 2024-04-13T07:31:11.131 INFO:tasks.workunit.client.0.smithi003.stdout:553 2024-04-13T07:31:11.132 INFO:tasks.workunit.client.0.smithi003.stdout:554 2024-04-13T07:31:11.133 INFO:tasks.workunit.client.0.smithi003.stdout:555 2024-04-13T07:31:11.134 INFO:tasks.workunit.client.0.smithi003.stdout:556 2024-04-13T07:31:11.135 INFO:tasks.workunit.client.0.smithi003.stdout:557 2024-04-13T07:31:11.136 INFO:tasks.workunit.client.0.smithi003.stdout:558 2024-04-13T07:31:11.137 INFO:tasks.workunit.client.0.smithi003.stdout:559 2024-04-13T07:31:11.138 INFO:tasks.workunit.client.0.smithi003.stdout:560 2024-04-13T07:31:11.139 INFO:tasks.workunit.client.0.smithi003.stdout:561 2024-04-13T07:31:11.140 INFO:tasks.workunit.client.0.smithi003.stdout:562 2024-04-13T07:31:11.141 INFO:tasks.workunit.client.0.smithi003.stdout:563 2024-04-13T07:31:11.142 INFO:tasks.workunit.client.0.smithi003.stdout:564 2024-04-13T07:31:11.143 INFO:tasks.workunit.client.0.smithi003.stdout:565 2024-04-13T07:31:11.144 INFO:tasks.workunit.client.0.smithi003.stdout:566 2024-04-13T07:31:11.145 INFO:tasks.workunit.client.0.smithi003.stdout:567 2024-04-13T07:31:11.146 INFO:tasks.workunit.client.0.smithi003.stdout:568 2024-04-13T07:31:11.147 INFO:tasks.workunit.client.0.smithi003.stdout:569 2024-04-13T07:31:11.148 INFO:tasks.workunit.client.0.smithi003.stdout:570 2024-04-13T07:31:11.149 INFO:tasks.workunit.client.0.smithi003.stdout:571 2024-04-13T07:31:11.150 INFO:tasks.workunit.client.0.smithi003.stdout:572 2024-04-13T07:31:11.151 INFO:tasks.workunit.client.0.smithi003.stdout:573 2024-04-13T07:31:11.153 INFO:tasks.workunit.client.0.smithi003.stdout:574 2024-04-13T07:31:11.154 INFO:tasks.workunit.client.0.smithi003.stdout:575 2024-04-13T07:31:11.155 INFO:tasks.workunit.client.0.smithi003.stdout:576 2024-04-13T07:31:11.156 INFO:tasks.workunit.client.0.smithi003.stdout:577 2024-04-13T07:31:11.157 INFO:tasks.workunit.client.0.smithi003.stdout:578 2024-04-13T07:31:11.158 INFO:tasks.workunit.client.0.smithi003.stdout:579 2024-04-13T07:31:11.159 INFO:tasks.workunit.client.0.smithi003.stdout:580 2024-04-13T07:31:11.160 INFO:tasks.workunit.client.0.smithi003.stdout:581 2024-04-13T07:31:11.161 INFO:tasks.workunit.client.0.smithi003.stdout:582 2024-04-13T07:31:11.162 INFO:tasks.workunit.client.0.smithi003.stdout:583 2024-04-13T07:31:11.163 INFO:tasks.workunit.client.0.smithi003.stdout:584 2024-04-13T07:31:11.164 INFO:tasks.workunit.client.0.smithi003.stdout:585 2024-04-13T07:31:11.165 INFO:tasks.workunit.client.0.smithi003.stdout:586 2024-04-13T07:31:11.166 INFO:tasks.workunit.client.0.smithi003.stdout:587 2024-04-13T07:31:11.167 INFO:tasks.workunit.client.0.smithi003.stdout:588 2024-04-13T07:31:11.168 INFO:tasks.workunit.client.0.smithi003.stdout:589 2024-04-13T07:31:11.169 INFO:tasks.workunit.client.0.smithi003.stdout:590 2024-04-13T07:31:11.170 INFO:tasks.workunit.client.0.smithi003.stdout:591 2024-04-13T07:31:11.171 INFO:tasks.workunit.client.0.smithi003.stdout:592 2024-04-13T07:31:11.172 INFO:tasks.workunit.client.0.smithi003.stdout:593 2024-04-13T07:31:11.173 INFO:tasks.workunit.client.0.smithi003.stdout:594 2024-04-13T07:31:11.174 INFO:tasks.workunit.client.0.smithi003.stdout:595 2024-04-13T07:31:11.175 INFO:tasks.workunit.client.0.smithi003.stdout:596 2024-04-13T07:31:11.176 INFO:tasks.workunit.client.0.smithi003.stdout:597 2024-04-13T07:31:11.177 INFO:tasks.workunit.client.0.smithi003.stdout:598 2024-04-13T07:31:11.178 INFO:tasks.workunit.client.0.smithi003.stdout:599 2024-04-13T07:31:11.179 INFO:tasks.workunit.client.0.smithi003.stdout:600 2024-04-13T07:31:11.181 INFO:tasks.workunit.client.0.smithi003.stdout:601 2024-04-13T07:31:11.182 INFO:tasks.workunit.client.0.smithi003.stdout:602 2024-04-13T07:31:11.182 INFO:tasks.workunit.client.0.smithi003.stdout:603 2024-04-13T07:31:11.183 INFO:tasks.workunit.client.0.smithi003.stdout:604 2024-04-13T07:31:11.184 INFO:tasks.workunit.client.0.smithi003.stdout:605 2024-04-13T07:31:11.185 INFO:tasks.workunit.client.0.smithi003.stdout:606 2024-04-13T07:31:11.186 INFO:tasks.workunit.client.0.smithi003.stdout:607 2024-04-13T07:31:11.187 INFO:tasks.workunit.client.0.smithi003.stdout:608 2024-04-13T07:31:11.188 INFO:tasks.workunit.client.0.smithi003.stdout:609 2024-04-13T07:31:11.189 INFO:tasks.workunit.client.0.smithi003.stdout:610 2024-04-13T07:31:11.190 INFO:tasks.workunit.client.0.smithi003.stdout:611 2024-04-13T07:31:11.191 INFO:tasks.workunit.client.0.smithi003.stdout:612 2024-04-13T07:31:11.192 INFO:tasks.workunit.client.0.smithi003.stdout:613 2024-04-13T07:31:11.194 INFO:tasks.workunit.client.0.smithi003.stdout:614 2024-04-13T07:31:11.195 INFO:tasks.workunit.client.0.smithi003.stdout:615 2024-04-13T07:31:11.196 INFO:tasks.workunit.client.0.smithi003.stdout:616 2024-04-13T07:31:11.197 INFO:tasks.workunit.client.0.smithi003.stdout:617 2024-04-13T07:31:11.198 INFO:tasks.workunit.client.0.smithi003.stdout:618 2024-04-13T07:31:11.199 INFO:tasks.workunit.client.0.smithi003.stdout:619 2024-04-13T07:31:11.200 INFO:tasks.workunit.client.0.smithi003.stdout:620 2024-04-13T07:31:11.201 INFO:tasks.workunit.client.0.smithi003.stdout:621 2024-04-13T07:31:11.202 INFO:tasks.workunit.client.0.smithi003.stdout:622 2024-04-13T07:31:11.203 INFO:tasks.workunit.client.0.smithi003.stdout:623 2024-04-13T07:31:11.204 INFO:tasks.workunit.client.0.smithi003.stdout:624 2024-04-13T07:31:11.205 INFO:tasks.workunit.client.0.smithi003.stdout:625 2024-04-13T07:31:11.206 INFO:tasks.workunit.client.0.smithi003.stdout:626 2024-04-13T07:31:11.207 INFO:tasks.workunit.client.0.smithi003.stdout:627 2024-04-13T07:31:11.208 INFO:tasks.workunit.client.0.smithi003.stdout:628 2024-04-13T07:31:11.210 INFO:tasks.workunit.client.0.smithi003.stdout:629 2024-04-13T07:31:11.211 INFO:tasks.workunit.client.0.smithi003.stdout:630 2024-04-13T07:31:11.212 INFO:tasks.workunit.client.0.smithi003.stdout:631 2024-04-13T07:31:11.213 INFO:tasks.workunit.client.0.smithi003.stdout:632 2024-04-13T07:31:11.214 INFO:tasks.workunit.client.0.smithi003.stdout:633 2024-04-13T07:31:11.215 INFO:tasks.workunit.client.0.smithi003.stdout:634 2024-04-13T07:31:11.216 INFO:tasks.workunit.client.0.smithi003.stdout:635 2024-04-13T07:31:11.217 INFO:tasks.workunit.client.0.smithi003.stdout:636 2024-04-13T07:31:11.218 INFO:tasks.workunit.client.0.smithi003.stdout:637 2024-04-13T07:31:11.219 INFO:tasks.workunit.client.0.smithi003.stdout:638 2024-04-13T07:31:11.220 INFO:tasks.workunit.client.0.smithi003.stdout:639 2024-04-13T07:31:11.221 INFO:tasks.workunit.client.0.smithi003.stdout:640 2024-04-13T07:31:11.222 INFO:tasks.workunit.client.0.smithi003.stdout:641 2024-04-13T07:31:11.223 INFO:tasks.workunit.client.0.smithi003.stdout:642 2024-04-13T07:31:11.224 INFO:tasks.workunit.client.0.smithi003.stdout:643 2024-04-13T07:31:11.225 INFO:tasks.workunit.client.0.smithi003.stdout:644 2024-04-13T07:31:11.226 INFO:tasks.workunit.client.0.smithi003.stdout:645 2024-04-13T07:31:11.227 INFO:tasks.workunit.client.0.smithi003.stdout:646 2024-04-13T07:31:11.228 INFO:tasks.workunit.client.0.smithi003.stdout:647 2024-04-13T07:31:11.229 INFO:tasks.workunit.client.0.smithi003.stdout:648 2024-04-13T07:31:11.230 INFO:tasks.workunit.client.0.smithi003.stdout:649 2024-04-13T07:31:11.231 INFO:tasks.workunit.client.0.smithi003.stdout:650 2024-04-13T07:31:11.232 INFO:tasks.workunit.client.0.smithi003.stdout:651 2024-04-13T07:31:11.233 INFO:tasks.workunit.client.0.smithi003.stdout:652 2024-04-13T07:31:11.234 INFO:tasks.workunit.client.0.smithi003.stdout:653 2024-04-13T07:31:11.235 INFO:tasks.workunit.client.0.smithi003.stdout:654 2024-04-13T07:31:11.237 INFO:tasks.workunit.client.0.smithi003.stdout:655 2024-04-13T07:31:11.238 INFO:tasks.workunit.client.0.smithi003.stdout:656 2024-04-13T07:31:11.239 INFO:tasks.workunit.client.0.smithi003.stdout:657 2024-04-13T07:31:11.240 INFO:tasks.workunit.client.0.smithi003.stdout:658 2024-04-13T07:31:11.241 INFO:tasks.workunit.client.0.smithi003.stdout:659 2024-04-13T07:31:11.242 INFO:tasks.workunit.client.0.smithi003.stdout:660 2024-04-13T07:31:11.243 INFO:tasks.workunit.client.0.smithi003.stdout:661 2024-04-13T07:31:11.244 INFO:tasks.workunit.client.0.smithi003.stdout:662 2024-04-13T07:31:11.245 INFO:tasks.workunit.client.0.smithi003.stdout:663 2024-04-13T07:31:11.246 INFO:tasks.workunit.client.0.smithi003.stdout:664 2024-04-13T07:31:11.247 INFO:tasks.workunit.client.0.smithi003.stdout:665 2024-04-13T07:31:11.248 INFO:tasks.workunit.client.0.smithi003.stdout:666 2024-04-13T07:31:11.249 INFO:tasks.workunit.client.0.smithi003.stdout:667 2024-04-13T07:31:11.251 INFO:tasks.workunit.client.0.smithi003.stdout:668 2024-04-13T07:31:11.252 INFO:tasks.workunit.client.0.smithi003.stdout:669 2024-04-13T07:31:11.253 INFO:tasks.workunit.client.0.smithi003.stdout:670 2024-04-13T07:31:11.254 INFO:tasks.workunit.client.0.smithi003.stdout:671 2024-04-13T07:31:11.256 INFO:tasks.workunit.client.0.smithi003.stdout:672 2024-04-13T07:31:11.259 INFO:tasks.workunit.client.0.smithi003.stdout:673 2024-04-13T07:31:11.262 INFO:tasks.workunit.client.0.smithi003.stdout:674 2024-04-13T07:31:11.264 INFO:tasks.workunit.client.0.smithi003.stdout:675 2024-04-13T07:31:11.265 INFO:tasks.workunit.client.0.smithi003.stdout:676 2024-04-13T07:31:11.266 INFO:tasks.workunit.client.0.smithi003.stdout:677 2024-04-13T07:31:11.267 INFO:tasks.workunit.client.0.smithi003.stdout:678 2024-04-13T07:31:11.269 INFO:tasks.workunit.client.0.smithi003.stdout:679 2024-04-13T07:31:11.269 INFO:tasks.workunit.client.0.smithi003.stdout:680 2024-04-13T07:31:11.270 INFO:tasks.workunit.client.0.smithi003.stdout:681 2024-04-13T07:31:11.272 INFO:tasks.workunit.client.0.smithi003.stdout:682 2024-04-13T07:31:11.273 INFO:tasks.workunit.client.0.smithi003.stdout:683 2024-04-13T07:31:11.274 INFO:tasks.workunit.client.0.smithi003.stdout:684 2024-04-13T07:31:11.275 INFO:tasks.workunit.client.0.smithi003.stdout:685 2024-04-13T07:31:11.276 INFO:tasks.workunit.client.0.smithi003.stdout:686 2024-04-13T07:31:11.277 INFO:tasks.workunit.client.0.smithi003.stdout:687 2024-04-13T07:31:11.278 INFO:tasks.workunit.client.0.smithi003.stdout:688 2024-04-13T07:31:11.279 INFO:tasks.workunit.client.0.smithi003.stdout:689 2024-04-13T07:31:11.280 INFO:tasks.workunit.client.0.smithi003.stdout:690 2024-04-13T07:31:11.281 INFO:tasks.workunit.client.0.smithi003.stdout:691 2024-04-13T07:31:11.282 INFO:tasks.workunit.client.0.smithi003.stdout:692 2024-04-13T07:31:11.283 INFO:tasks.workunit.client.0.smithi003.stdout:693 2024-04-13T07:31:11.284 INFO:tasks.workunit.client.0.smithi003.stdout:694 2024-04-13T07:31:11.285 INFO:tasks.workunit.client.0.smithi003.stdout:695 2024-04-13T07:31:11.286 INFO:tasks.workunit.client.0.smithi003.stdout:696 2024-04-13T07:31:11.287 INFO:tasks.workunit.client.0.smithi003.stdout:697 2024-04-13T07:31:11.288 INFO:tasks.workunit.client.0.smithi003.stdout:698 2024-04-13T07:31:11.289 INFO:tasks.workunit.client.0.smithi003.stdout:699 2024-04-13T07:31:11.290 INFO:tasks.workunit.client.0.smithi003.stdout:700 2024-04-13T07:31:11.292 INFO:tasks.workunit.client.0.smithi003.stdout:701 2024-04-13T07:31:11.292 INFO:tasks.workunit.client.0.smithi003.stdout:702 2024-04-13T07:31:11.293 INFO:tasks.workunit.client.0.smithi003.stdout:703 2024-04-13T07:31:11.294 INFO:tasks.workunit.client.0.smithi003.stdout:704 2024-04-13T07:31:11.295 INFO:tasks.workunit.client.0.smithi003.stdout:705 2024-04-13T07:31:11.296 INFO:tasks.workunit.client.0.smithi003.stdout:706 2024-04-13T07:31:11.297 INFO:tasks.workunit.client.0.smithi003.stdout:707 2024-04-13T07:31:11.299 INFO:tasks.workunit.client.0.smithi003.stdout:708 2024-04-13T07:31:11.300 INFO:tasks.workunit.client.0.smithi003.stdout:709 2024-04-13T07:31:11.301 INFO:tasks.workunit.client.0.smithi003.stdout:710 2024-04-13T07:31:11.302 INFO:tasks.workunit.client.0.smithi003.stdout:711 2024-04-13T07:31:11.303 INFO:tasks.workunit.client.0.smithi003.stdout:712 2024-04-13T07:31:11.304 INFO:tasks.workunit.client.0.smithi003.stdout:713 2024-04-13T07:31:11.305 INFO:tasks.workunit.client.0.smithi003.stdout:714 2024-04-13T07:31:11.306 INFO:tasks.workunit.client.0.smithi003.stdout:715 2024-04-13T07:31:11.307 INFO:tasks.workunit.client.0.smithi003.stdout:716 2024-04-13T07:31:11.309 INFO:tasks.workunit.client.0.smithi003.stdout:717 2024-04-13T07:31:11.310 INFO:tasks.workunit.client.0.smithi003.stdout:718 2024-04-13T07:31:11.311 INFO:tasks.workunit.client.0.smithi003.stdout:719 2024-04-13T07:31:11.312 INFO:tasks.workunit.client.0.smithi003.stdout:720 2024-04-13T07:31:11.313 INFO:tasks.workunit.client.0.smithi003.stdout:721 2024-04-13T07:31:11.314 INFO:tasks.workunit.client.0.smithi003.stdout:722 2024-04-13T07:31:11.315 INFO:tasks.workunit.client.0.smithi003.stdout:723 2024-04-13T07:31:11.316 INFO:tasks.workunit.client.0.smithi003.stdout:724 2024-04-13T07:31:11.317 INFO:tasks.workunit.client.0.smithi003.stdout:725 2024-04-13T07:31:11.318 INFO:tasks.workunit.client.0.smithi003.stdout:726 2024-04-13T07:31:11.319 INFO:tasks.workunit.client.0.smithi003.stdout:727 2024-04-13T07:31:11.320 INFO:tasks.workunit.client.0.smithi003.stdout:728 2024-04-13T07:31:11.322 INFO:tasks.workunit.client.0.smithi003.stdout:729 2024-04-13T07:31:11.323 INFO:tasks.workunit.client.0.smithi003.stdout:730 2024-04-13T07:31:11.324 INFO:tasks.workunit.client.0.smithi003.stdout:731 2024-04-13T07:31:11.325 INFO:tasks.workunit.client.0.smithi003.stdout:732 2024-04-13T07:31:11.326 INFO:tasks.workunit.client.0.smithi003.stdout:733 2024-04-13T07:31:11.327 INFO:tasks.workunit.client.0.smithi003.stdout:734 2024-04-13T07:31:11.328 INFO:tasks.workunit.client.0.smithi003.stdout:735 2024-04-13T07:31:11.329 INFO:tasks.workunit.client.0.smithi003.stdout:736 2024-04-13T07:31:11.330 INFO:tasks.workunit.client.0.smithi003.stdout:737 2024-04-13T07:31:11.331 INFO:tasks.workunit.client.0.smithi003.stdout:738 2024-04-13T07:31:11.332 INFO:tasks.workunit.client.0.smithi003.stdout:739 2024-04-13T07:31:11.334 INFO:tasks.workunit.client.0.smithi003.stdout:740 2024-04-13T07:31:11.334 INFO:tasks.workunit.client.0.smithi003.stdout:741 2024-04-13T07:31:11.335 INFO:tasks.workunit.client.0.smithi003.stdout:742 2024-04-13T07:31:11.336 INFO:tasks.workunit.client.0.smithi003.stdout:743 2024-04-13T07:31:11.337 INFO:tasks.workunit.client.0.smithi003.stdout:744 2024-04-13T07:31:11.338 INFO:tasks.workunit.client.0.smithi003.stdout:745 2024-04-13T07:31:11.340 INFO:tasks.workunit.client.0.smithi003.stdout:746 2024-04-13T07:31:11.341 INFO:tasks.workunit.client.0.smithi003.stdout:747 2024-04-13T07:31:11.342 INFO:tasks.workunit.client.0.smithi003.stdout:748 2024-04-13T07:31:11.343 INFO:tasks.workunit.client.0.smithi003.stdout:749 2024-04-13T07:31:11.344 INFO:tasks.workunit.client.0.smithi003.stdout:750 2024-04-13T07:31:11.345 INFO:tasks.workunit.client.0.smithi003.stdout:751 2024-04-13T07:31:11.346 INFO:tasks.workunit.client.0.smithi003.stdout:752 2024-04-13T07:31:11.347 INFO:tasks.workunit.client.0.smithi003.stdout:753 2024-04-13T07:31:11.349 INFO:tasks.workunit.client.0.smithi003.stdout:754 2024-04-13T07:31:11.349 INFO:tasks.workunit.client.0.smithi003.stdout:755 2024-04-13T07:31:11.350 INFO:tasks.workunit.client.0.smithi003.stdout:756 2024-04-13T07:31:11.352 INFO:tasks.workunit.client.0.smithi003.stdout:757 2024-04-13T07:31:11.353 INFO:tasks.workunit.client.0.smithi003.stdout:758 2024-04-13T07:31:11.354 INFO:tasks.workunit.client.0.smithi003.stdout:759 2024-04-13T07:31:11.355 INFO:tasks.workunit.client.0.smithi003.stdout:760 2024-04-13T07:31:11.356 INFO:tasks.workunit.client.0.smithi003.stdout:761 2024-04-13T07:31:11.357 INFO:tasks.workunit.client.0.smithi003.stdout:762 2024-04-13T07:31:11.358 INFO:tasks.workunit.client.0.smithi003.stdout:763 2024-04-13T07:31:11.359 INFO:tasks.workunit.client.0.smithi003.stdout:764 2024-04-13T07:31:11.360 INFO:tasks.workunit.client.0.smithi003.stdout:765 2024-04-13T07:31:11.361 INFO:tasks.workunit.client.0.smithi003.stdout:766 2024-04-13T07:31:11.362 INFO:tasks.workunit.client.0.smithi003.stdout:767 2024-04-13T07:31:11.363 INFO:tasks.workunit.client.0.smithi003.stdout:768 2024-04-13T07:31:11.364 INFO:tasks.workunit.client.0.smithi003.stdout:769 2024-04-13T07:31:11.365 INFO:tasks.workunit.client.0.smithi003.stdout:770 2024-04-13T07:31:11.366 INFO:tasks.workunit.client.0.smithi003.stdout:771 2024-04-13T07:31:11.368 INFO:tasks.workunit.client.0.smithi003.stdout:772 2024-04-13T07:31:11.369 INFO:tasks.workunit.client.0.smithi003.stdout:773 2024-04-13T07:31:11.370 INFO:tasks.workunit.client.0.smithi003.stdout:774 2024-04-13T07:31:11.371 INFO:tasks.workunit.client.0.smithi003.stdout:775 2024-04-13T07:31:11.372 INFO:tasks.workunit.client.0.smithi003.stdout:776 2024-04-13T07:31:11.373 INFO:tasks.workunit.client.0.smithi003.stdout:777 2024-04-13T07:31:11.374 INFO:tasks.workunit.client.0.smithi003.stdout:778 2024-04-13T07:31:11.375 INFO:tasks.workunit.client.0.smithi003.stdout:779 2024-04-13T07:31:11.376 INFO:tasks.workunit.client.0.smithi003.stdout:780 2024-04-13T07:31:11.377 INFO:tasks.workunit.client.0.smithi003.stdout:781 2024-04-13T07:31:11.378 INFO:tasks.workunit.client.0.smithi003.stdout:782 2024-04-13T07:31:11.382 INFO:tasks.workunit.client.0.smithi003.stdout:783 2024-04-13T07:31:11.382 INFO:tasks.workunit.client.0.smithi003.stdout:784 2024-04-13T07:31:11.382 INFO:tasks.workunit.client.0.smithi003.stdout:785 2024-04-13T07:31:11.383 INFO:tasks.workunit.client.0.smithi003.stdout:786 2024-04-13T07:31:11.384 INFO:tasks.workunit.client.0.smithi003.stdout:787 2024-04-13T07:31:11.385 INFO:tasks.workunit.client.0.smithi003.stdout:788 2024-04-13T07:31:11.386 INFO:tasks.workunit.client.0.smithi003.stdout:789 2024-04-13T07:31:11.387 INFO:tasks.workunit.client.0.smithi003.stdout:790 2024-04-13T07:31:11.388 INFO:tasks.workunit.client.0.smithi003.stdout:791 2024-04-13T07:31:11.389 INFO:tasks.workunit.client.0.smithi003.stdout:792 2024-04-13T07:31:11.390 INFO:tasks.workunit.client.0.smithi003.stdout:793 2024-04-13T07:31:11.391 INFO:tasks.workunit.client.0.smithi003.stdout:794 2024-04-13T07:31:11.392 INFO:tasks.workunit.client.0.smithi003.stdout:795 2024-04-13T07:31:11.393 INFO:tasks.workunit.client.0.smithi003.stdout:796 2024-04-13T07:31:11.394 INFO:tasks.workunit.client.0.smithi003.stdout:797 2024-04-13T07:31:11.395 INFO:tasks.workunit.client.0.smithi003.stdout:798 2024-04-13T07:31:11.396 INFO:tasks.workunit.client.0.smithi003.stdout:799 2024-04-13T07:31:11.397 INFO:tasks.workunit.client.0.smithi003.stdout:800 2024-04-13T07:31:11.399 INFO:tasks.workunit.client.0.smithi003.stdout:801 2024-04-13T07:31:11.400 INFO:tasks.workunit.client.0.smithi003.stdout:802 2024-04-13T07:31:11.401 INFO:tasks.workunit.client.0.smithi003.stdout:803 2024-04-13T07:31:11.402 INFO:tasks.workunit.client.0.smithi003.stdout:804 2024-04-13T07:31:11.403 INFO:tasks.workunit.client.0.smithi003.stdout:805 2024-04-13T07:31:11.404 INFO:tasks.workunit.client.0.smithi003.stdout:806 2024-04-13T07:31:11.406 INFO:tasks.workunit.client.0.smithi003.stdout:807 2024-04-13T07:31:11.407 INFO:tasks.workunit.client.0.smithi003.stdout:808 2024-04-13T07:31:11.408 INFO:tasks.workunit.client.0.smithi003.stdout:809 2024-04-13T07:31:11.409 INFO:tasks.workunit.client.0.smithi003.stdout:810 2024-04-13T07:31:11.410 INFO:tasks.workunit.client.0.smithi003.stdout:811 2024-04-13T07:31:11.411 INFO:tasks.workunit.client.0.smithi003.stdout:812 2024-04-13T07:31:11.412 INFO:tasks.workunit.client.0.smithi003.stdout:813 2024-04-13T07:31:11.414 INFO:tasks.workunit.client.0.smithi003.stdout:814 2024-04-13T07:31:11.415 INFO:tasks.workunit.client.0.smithi003.stdout:815 2024-04-13T07:31:11.416 INFO:tasks.workunit.client.0.smithi003.stdout:816 2024-04-13T07:31:11.417 INFO:tasks.workunit.client.0.smithi003.stdout:817 2024-04-13T07:31:11.418 INFO:tasks.workunit.client.0.smithi003.stdout:818 2024-04-13T07:31:11.419 INFO:tasks.workunit.client.0.smithi003.stdout:819 2024-04-13T07:31:11.420 INFO:tasks.workunit.client.0.smithi003.stdout:820 2024-04-13T07:31:11.421 INFO:tasks.workunit.client.0.smithi003.stdout:821 2024-04-13T07:31:11.422 INFO:tasks.workunit.client.0.smithi003.stdout:822 2024-04-13T07:31:11.423 INFO:tasks.workunit.client.0.smithi003.stdout:823 2024-04-13T07:31:11.424 INFO:tasks.workunit.client.0.smithi003.stdout:824 2024-04-13T07:31:11.425 INFO:tasks.workunit.client.0.smithi003.stdout:825 2024-04-13T07:31:11.426 INFO:tasks.workunit.client.0.smithi003.stdout:826 2024-04-13T07:31:11.427 INFO:tasks.workunit.client.0.smithi003.stdout:827 2024-04-13T07:31:11.428 INFO:tasks.workunit.client.0.smithi003.stdout:828 2024-04-13T07:31:11.430 INFO:tasks.workunit.client.0.smithi003.stdout:829 2024-04-13T07:31:11.431 INFO:tasks.workunit.client.0.smithi003.stdout:830 2024-04-13T07:31:11.432 INFO:tasks.workunit.client.0.smithi003.stdout:831 2024-04-13T07:31:11.433 INFO:tasks.workunit.client.0.smithi003.stdout:832 2024-04-13T07:31:11.434 INFO:tasks.workunit.client.0.smithi003.stdout:833 2024-04-13T07:31:11.435 INFO:tasks.workunit.client.0.smithi003.stdout:834 2024-04-13T07:31:11.436 INFO:tasks.workunit.client.0.smithi003.stdout:835 2024-04-13T07:31:11.437 INFO:tasks.workunit.client.0.smithi003.stdout:836 2024-04-13T07:31:11.438 INFO:tasks.workunit.client.0.smithi003.stdout:837 2024-04-13T07:31:11.439 INFO:tasks.workunit.client.0.smithi003.stdout:838 2024-04-13T07:31:11.440 INFO:tasks.workunit.client.0.smithi003.stdout:839 2024-04-13T07:31:11.441 INFO:tasks.workunit.client.0.smithi003.stdout:840 2024-04-13T07:31:11.442 INFO:tasks.workunit.client.0.smithi003.stdout:841 2024-04-13T07:31:11.444 INFO:tasks.workunit.client.0.smithi003.stdout:842 2024-04-13T07:31:11.445 INFO:tasks.workunit.client.0.smithi003.stdout:843 2024-04-13T07:31:11.446 INFO:tasks.workunit.client.0.smithi003.stdout:844 2024-04-13T07:31:11.447 INFO:tasks.workunit.client.0.smithi003.stdout:845 2024-04-13T07:31:11.448 INFO:tasks.workunit.client.0.smithi003.stdout:846 2024-04-13T07:31:11.449 INFO:tasks.workunit.client.0.smithi003.stdout:847 2024-04-13T07:31:11.450 INFO:tasks.workunit.client.0.smithi003.stdout:848 2024-04-13T07:31:11.451 INFO:tasks.workunit.client.0.smithi003.stdout:849 2024-04-13T07:31:11.452 INFO:tasks.workunit.client.0.smithi003.stdout:850 2024-04-13T07:31:11.454 INFO:tasks.workunit.client.0.smithi003.stdout:851 2024-04-13T07:31:11.455 INFO:tasks.workunit.client.0.smithi003.stdout:852 2024-04-13T07:31:11.456 INFO:tasks.workunit.client.0.smithi003.stdout:853 2024-04-13T07:31:11.457 INFO:tasks.workunit.client.0.smithi003.stdout:854 2024-04-13T07:31:11.458 INFO:tasks.workunit.client.0.smithi003.stdout:855 2024-04-13T07:31:11.459 INFO:tasks.workunit.client.0.smithi003.stdout:856 2024-04-13T07:31:11.460 INFO:tasks.workunit.client.0.smithi003.stdout:857 2024-04-13T07:31:11.461 INFO:tasks.workunit.client.0.smithi003.stdout:858 2024-04-13T07:31:11.462 INFO:tasks.workunit.client.0.smithi003.stdout:859 2024-04-13T07:31:11.463 INFO:tasks.workunit.client.0.smithi003.stdout:860 2024-04-13T07:31:11.464 INFO:tasks.workunit.client.0.smithi003.stdout:861 2024-04-13T07:31:11.465 INFO:tasks.workunit.client.0.smithi003.stdout:862 2024-04-13T07:31:11.466 INFO:tasks.workunit.client.0.smithi003.stdout:863 2024-04-13T07:31:11.467 INFO:tasks.workunit.client.0.smithi003.stdout:864 2024-04-13T07:31:11.468 INFO:tasks.workunit.client.0.smithi003.stdout:865 2024-04-13T07:31:11.469 INFO:tasks.workunit.client.0.smithi003.stdout:866 2024-04-13T07:31:11.470 INFO:tasks.workunit.client.0.smithi003.stdout:867 2024-04-13T07:31:11.472 INFO:tasks.workunit.client.0.smithi003.stdout:868 2024-04-13T07:31:11.473 INFO:tasks.workunit.client.0.smithi003.stdout:869 2024-04-13T07:31:11.474 INFO:tasks.workunit.client.0.smithi003.stdout:870 2024-04-13T07:31:11.475 INFO:tasks.workunit.client.0.smithi003.stdout:871 2024-04-13T07:31:11.476 INFO:tasks.workunit.client.0.smithi003.stdout:872 2024-04-13T07:31:11.477 INFO:tasks.workunit.client.0.smithi003.stdout:873 2024-04-13T07:31:11.478 INFO:tasks.workunit.client.0.smithi003.stdout:874 2024-04-13T07:31:11.479 INFO:tasks.workunit.client.0.smithi003.stdout:875 2024-04-13T07:31:11.481 INFO:tasks.workunit.client.0.smithi003.stdout:876 2024-04-13T07:31:11.482 INFO:tasks.workunit.client.0.smithi003.stdout:877 2024-04-13T07:31:11.483 INFO:tasks.workunit.client.0.smithi003.stdout:878 2024-04-13T07:31:11.484 INFO:tasks.workunit.client.0.smithi003.stdout:879 2024-04-13T07:31:11.485 INFO:tasks.workunit.client.0.smithi003.stdout:880 2024-04-13T07:31:11.487 INFO:tasks.workunit.client.0.smithi003.stdout:881 2024-04-13T07:31:11.488 INFO:tasks.workunit.client.0.smithi003.stdout:882 2024-04-13T07:31:11.489 INFO:tasks.workunit.client.0.smithi003.stdout:883 2024-04-13T07:31:11.490 INFO:tasks.workunit.client.0.smithi003.stdout:884 2024-04-13T07:31:11.491 INFO:tasks.workunit.client.0.smithi003.stdout:885 2024-04-13T07:31:11.492 INFO:tasks.workunit.client.0.smithi003.stdout:886 2024-04-13T07:31:11.493 INFO:tasks.workunit.client.0.smithi003.stdout:887 2024-04-13T07:31:11.494 INFO:tasks.workunit.client.0.smithi003.stdout:888 2024-04-13T07:31:11.495 INFO:tasks.workunit.client.0.smithi003.stdout:889 2024-04-13T07:31:11.496 INFO:tasks.workunit.client.0.smithi003.stdout:890 2024-04-13T07:31:11.498 INFO:tasks.workunit.client.0.smithi003.stdout:891 2024-04-13T07:31:11.499 INFO:tasks.workunit.client.0.smithi003.stdout:892 2024-04-13T07:31:11.500 INFO:tasks.workunit.client.0.smithi003.stdout:893 2024-04-13T07:31:11.501 INFO:tasks.workunit.client.0.smithi003.stdout:894 2024-04-13T07:31:11.502 INFO:tasks.workunit.client.0.smithi003.stdout:895 2024-04-13T07:31:11.503 INFO:tasks.workunit.client.0.smithi003.stdout:896 2024-04-13T07:31:11.504 INFO:tasks.workunit.client.0.smithi003.stdout:897 2024-04-13T07:31:11.506 INFO:tasks.workunit.client.0.smithi003.stdout:898 2024-04-13T07:31:11.507 INFO:tasks.workunit.client.0.smithi003.stdout:899 2024-04-13T07:31:11.508 INFO:tasks.workunit.client.0.smithi003.stdout:900 2024-04-13T07:31:11.509 INFO:tasks.workunit.client.0.smithi003.stdout:901 2024-04-13T07:31:11.510 INFO:tasks.workunit.client.0.smithi003.stdout:902 2024-04-13T07:31:11.511 INFO:tasks.workunit.client.0.smithi003.stdout:903 2024-04-13T07:31:11.513 INFO:tasks.workunit.client.0.smithi003.stdout:904 2024-04-13T07:31:11.514 INFO:tasks.workunit.client.0.smithi003.stdout:905 2024-04-13T07:31:11.515 INFO:tasks.workunit.client.0.smithi003.stdout:906 2024-04-13T07:31:11.516 INFO:tasks.workunit.client.0.smithi003.stdout:907 2024-04-13T07:31:11.517 INFO:tasks.workunit.client.0.smithi003.stdout:908 2024-04-13T07:31:11.518 INFO:tasks.workunit.client.0.smithi003.stdout:909 2024-04-13T07:31:11.519 INFO:tasks.workunit.client.0.smithi003.stdout:910 2024-04-13T07:31:11.520 INFO:tasks.workunit.client.0.smithi003.stdout:911 2024-04-13T07:31:11.522 INFO:tasks.workunit.client.0.smithi003.stdout:912 2024-04-13T07:31:11.523 INFO:tasks.workunit.client.0.smithi003.stdout:913 2024-04-13T07:31:11.524 INFO:tasks.workunit.client.0.smithi003.stdout:914 2024-04-13T07:31:11.525 INFO:tasks.workunit.client.0.smithi003.stdout:915 2024-04-13T07:31:11.526 INFO:tasks.workunit.client.0.smithi003.stdout:916 2024-04-13T07:31:11.527 INFO:tasks.workunit.client.0.smithi003.stdout:917 2024-04-13T07:31:11.528 INFO:tasks.workunit.client.0.smithi003.stdout:918 2024-04-13T07:31:11.529 INFO:tasks.workunit.client.0.smithi003.stdout:919 2024-04-13T07:31:11.530 INFO:tasks.workunit.client.0.smithi003.stdout:920 2024-04-13T07:31:11.532 INFO:tasks.workunit.client.0.smithi003.stdout:921 2024-04-13T07:31:11.533 INFO:tasks.workunit.client.0.smithi003.stdout:922 2024-04-13T07:31:11.534 INFO:tasks.workunit.client.0.smithi003.stdout:923 2024-04-13T07:31:11.535 INFO:tasks.workunit.client.0.smithi003.stdout:924 2024-04-13T07:31:11.536 INFO:tasks.workunit.client.0.smithi003.stdout:925 2024-04-13T07:31:11.537 INFO:tasks.workunit.client.0.smithi003.stdout:926 2024-04-13T07:31:11.539 INFO:tasks.workunit.client.0.smithi003.stdout:927 2024-04-13T07:31:11.540 INFO:tasks.workunit.client.0.smithi003.stdout:928 2024-04-13T07:31:11.541 INFO:tasks.workunit.client.0.smithi003.stdout:929 2024-04-13T07:31:11.542 INFO:tasks.workunit.client.0.smithi003.stdout:930 2024-04-13T07:31:11.543 INFO:tasks.workunit.client.0.smithi003.stdout:931 2024-04-13T07:31:11.544 INFO:tasks.workunit.client.0.smithi003.stdout:932 2024-04-13T07:31:11.545 INFO:tasks.workunit.client.0.smithi003.stdout:933 2024-04-13T07:31:11.546 INFO:tasks.workunit.client.0.smithi003.stdout:934 2024-04-13T07:31:11.547 INFO:tasks.workunit.client.0.smithi003.stdout:935 2024-04-13T07:31:11.548 INFO:tasks.workunit.client.0.smithi003.stdout:936 2024-04-13T07:31:11.550 INFO:tasks.workunit.client.0.smithi003.stdout:937 2024-04-13T07:31:11.551 INFO:tasks.workunit.client.0.smithi003.stdout:938 2024-04-13T07:31:11.552 INFO:tasks.workunit.client.0.smithi003.stdout:939 2024-04-13T07:31:11.553 INFO:tasks.workunit.client.0.smithi003.stdout:940 2024-04-13T07:31:11.554 INFO:tasks.workunit.client.0.smithi003.stdout:941 2024-04-13T07:31:11.555 INFO:tasks.workunit.client.0.smithi003.stdout:942 2024-04-13T07:31:11.557 INFO:tasks.workunit.client.0.smithi003.stdout:943 2024-04-13T07:31:11.558 INFO:tasks.workunit.client.0.smithi003.stdout:944 2024-04-13T07:31:11.559 INFO:tasks.workunit.client.0.smithi003.stdout:945 2024-04-13T07:31:11.560 INFO:tasks.workunit.client.0.smithi003.stdout:946 2024-04-13T07:31:11.561 INFO:tasks.workunit.client.0.smithi003.stdout:947 2024-04-13T07:31:11.562 INFO:tasks.workunit.client.0.smithi003.stdout:948 2024-04-13T07:31:11.564 INFO:tasks.workunit.client.0.smithi003.stdout:949 2024-04-13T07:31:11.565 INFO:tasks.workunit.client.0.smithi003.stdout:950 2024-04-13T07:31:11.566 INFO:tasks.workunit.client.0.smithi003.stdout:951 2024-04-13T07:31:11.567 INFO:tasks.workunit.client.0.smithi003.stdout:952 2024-04-13T07:31:11.568 INFO:tasks.workunit.client.0.smithi003.stdout:953 2024-04-13T07:31:11.569 INFO:tasks.workunit.client.0.smithi003.stdout:954 2024-04-13T07:31:11.570 INFO:tasks.workunit.client.0.smithi003.stdout:955 2024-04-13T07:31:11.571 INFO:tasks.workunit.client.0.smithi003.stdout:956 2024-04-13T07:31:11.573 INFO:tasks.workunit.client.0.smithi003.stdout:957 2024-04-13T07:31:11.574 INFO:tasks.workunit.client.0.smithi003.stdout:958 2024-04-13T07:31:11.575 INFO:tasks.workunit.client.0.smithi003.stdout:959 2024-04-13T07:31:11.576 INFO:tasks.workunit.client.0.smithi003.stdout:960 2024-04-13T07:31:11.577 INFO:tasks.workunit.client.0.smithi003.stdout:961 2024-04-13T07:31:11.578 INFO:tasks.workunit.client.0.smithi003.stdout:962 2024-04-13T07:31:11.579 INFO:tasks.workunit.client.0.smithi003.stdout:963 2024-04-13T07:31:11.580 INFO:tasks.workunit.client.0.smithi003.stdout:964 2024-04-13T07:31:11.581 INFO:tasks.workunit.client.0.smithi003.stdout:965 2024-04-13T07:31:11.582 INFO:tasks.workunit.client.0.smithi003.stdout:966 2024-04-13T07:31:11.583 INFO:tasks.workunit.client.0.smithi003.stdout:967 2024-04-13T07:31:11.585 INFO:tasks.workunit.client.0.smithi003.stdout:968 2024-04-13T07:31:11.586 INFO:tasks.workunit.client.0.smithi003.stdout:969 2024-04-13T07:31:11.587 INFO:tasks.workunit.client.0.smithi003.stdout:970 2024-04-13T07:31:11.588 INFO:tasks.workunit.client.0.smithi003.stdout:971 2024-04-13T07:31:11.589 INFO:tasks.workunit.client.0.smithi003.stdout:972 2024-04-13T07:31:11.591 INFO:tasks.workunit.client.0.smithi003.stdout:973 2024-04-13T07:31:11.592 INFO:tasks.workunit.client.0.smithi003.stdout:974 2024-04-13T07:31:11.593 INFO:tasks.workunit.client.0.smithi003.stdout:975 2024-04-13T07:31:11.594 INFO:tasks.workunit.client.0.smithi003.stdout:976 2024-04-13T07:31:11.595 INFO:tasks.workunit.client.0.smithi003.stdout:977 2024-04-13T07:31:11.596 INFO:tasks.workunit.client.0.smithi003.stdout:978 2024-04-13T07:31:11.597 INFO:tasks.workunit.client.0.smithi003.stdout:979 2024-04-13T07:31:11.598 INFO:tasks.workunit.client.0.smithi003.stdout:980 2024-04-13T07:31:11.599 INFO:tasks.workunit.client.0.smithi003.stdout:981 2024-04-13T07:31:11.600 INFO:tasks.workunit.client.0.smithi003.stdout:982 2024-04-13T07:31:11.602 INFO:tasks.workunit.client.0.smithi003.stdout:983 2024-04-13T07:31:11.603 INFO:tasks.workunit.client.0.smithi003.stdout:984 2024-04-13T07:31:11.604 INFO:tasks.workunit.client.0.smithi003.stdout:985 2024-04-13T07:31:11.606 INFO:tasks.workunit.client.0.smithi003.stdout:986 2024-04-13T07:31:11.607 INFO:tasks.workunit.client.0.smithi003.stdout:987 2024-04-13T07:31:11.608 INFO:tasks.workunit.client.0.smithi003.stdout:988 2024-04-13T07:31:11.610 INFO:tasks.workunit.client.0.smithi003.stdout:989 2024-04-13T07:31:11.611 INFO:tasks.workunit.client.0.smithi003.stdout:990 2024-04-13T07:31:11.612 INFO:tasks.workunit.client.0.smithi003.stdout:991 2024-04-13T07:31:11.613 INFO:tasks.workunit.client.0.smithi003.stdout:992 2024-04-13T07:31:11.614 INFO:tasks.workunit.client.0.smithi003.stdout:993 2024-04-13T07:31:11.616 INFO:tasks.workunit.client.0.smithi003.stdout:994 2024-04-13T07:31:11.617 INFO:tasks.workunit.client.0.smithi003.stdout:995 2024-04-13T07:31:11.618 INFO:tasks.workunit.client.0.smithi003.stdout:996 2024-04-13T07:31:11.619 INFO:tasks.workunit.client.0.smithi003.stdout:997 2024-04-13T07:31:11.620 INFO:tasks.workunit.client.0.smithi003.stdout:998 2024-04-13T07:31:11.621 INFO:tasks.workunit.client.0.smithi003.stdout:999 2024-04-13T07:31:11.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:11 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2605826753' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:11.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:11 smithi003 ceph-mon[91733]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-13T07:31:11.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:11 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2605826753' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-13T07:31:11.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:11 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2605826753' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:11.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:11 smithi003 ceph-mon[89364]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-13T07:31:11.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:11 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2605826753' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-13T07:31:11.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:11 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2605826753' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:11.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:11 smithi066 ceph-mon[84331]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-13T07:31:11.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:11 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2605826753' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-13T07:31:12.268 INFO:tasks.workunit.client.0.smithi003.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-13T07:31:12.268 INFO:tasks.workunit.client.0.smithi003.stdout:00000010 69 73 |is| 2024-04-13T07:31:12.268 INFO:tasks.workunit.client.0.smithi003.stdout:00000012 2024-04-13T07:31:12.268 INFO:tasks.workunit.client.0.smithi003.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-13T07:31:12.268 INFO:tasks.workunit.client.0.smithi003.stdout:00000010 69 73 |is| 2024-04-13T07:31:12.268 INFO:tasks.workunit.client.0.smithi003.stdout:00000012 2024-04-13T07:31:12.268 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsHello.WriteReturnData (4021 ms) 2024-04-13T07:31:12.269 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsHello.Loud 2024-04-13T07:31:12.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:12 smithi003 ceph-mon[89364]: pgmap v1200: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:12.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:12 smithi003 ceph-mon[89364]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-13T07:31:12.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:12 smithi003 ceph-mon[91733]: pgmap v1200: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:12.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:12 smithi003 ceph-mon[91733]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-13T07:31:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:12 smithi066 ceph-mon[84331]: pgmap v1200: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:12 smithi066 ceph-mon[84331]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-13T07:31:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:31:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:31:13.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:13 smithi003 ceph-mon[91733]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-13T07:31:13.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:13 smithi003 ceph-mon[89364]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-13T07:31:13.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:13 smithi066 ceph-mon[84331]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-13T07:31:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:31:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:31:14] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-04-13T07:31:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:14 smithi003 ceph-mon[91733]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:14 smithi003 ceph-mon[91733]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-13T07:31:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:14 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3532531870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:14 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:14 smithi003 ceph-mon[89364]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:14 smithi003 ceph-mon[89364]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-13T07:31:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:14 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3532531870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:14 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:14 smithi066 ceph-mon[84331]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:14 smithi066 ceph-mon[84331]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-13T07:31:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:14 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3532531870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:14 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:15.310 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsHello.Loud (3041 ms) 2024-04-13T07:31:15.310 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsHello.BadMethods 2024-04-13T07:31:15.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:15 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:15.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:15 smithi003 ceph-mon[91733]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-13T07:31:15.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:15 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:15.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:15 smithi003 ceph-mon[89364]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-13T07:31:15.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:15 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:15.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:15 smithi066 ceph-mon[84331]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-13T07:31:16.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:16 smithi003 ceph-mon[91733]: pgmap v1206: 137 pgs: 18 creating+peering, 11 unknown, 108 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:16.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:16 smithi003 ceph-mon[91733]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-13T07:31:16.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:16 smithi003 ceph-mon[89364]: pgmap v1206: 137 pgs: 18 creating+peering, 11 unknown, 108 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:16.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:16 smithi003 ceph-mon[89364]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-13T07:31:16.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:16 smithi066 ceph-mon[84331]: pgmap v1206: 137 pgs: 18 creating+peering, 11 unknown, 108 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:16.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:16 smithi066 ceph-mon[84331]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-13T07:31:17.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:17 smithi003 ceph-mon[91733]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-13T07:31:17.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:17 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3274260554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:17.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:17 smithi003 ceph-mon[89364]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-13T07:31:17.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:17 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3274260554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:17.635 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:31:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3[111734]: 2024-04-13T07:31:17.328+0000 7fceb4b09700 -1 osd.3 pg_epoch: 1011 pg[38.2( v 1011'1 (0'0,1011'1] local-lis/les=1010/1011 n=1 ec=1010/1010 lis/c=1010/1010 les/c/f=1011/1011/0 sis=1010) [3,7,5] r=0 lpr=1010 crt=1011'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-04-13T07:31:17.635 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 07:31:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3[111734]: 2024-04-13T07:31:17.329+0000 7fceb0b01700 -1 osd.3 pg_epoch: 1011 pg[38.2( v 1011'2 (0'0,1011'2] local-lis/les=1010/1011 n=1 ec=1010/1010 lis/c=1010/1010 les/c/f=1011/1011/0 sis=1010) [3,7,5] r=0 lpr=1010 crt=1011'1 lcod 1011'1 mlcod 1011'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-04-13T07:31:17.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:17 smithi066 ceph-mon[84331]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-13T07:31:17.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:17 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3274260554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:18.321 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsHello.BadMethods (3011 ms) 2024-04-13T07:31:18.321 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsHello.Filter 2024-04-13T07:31:18.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:18 smithi003 ceph-mon[91733]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:18.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:18 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:18.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:18 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3274260554' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:18.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:18 smithi003 ceph-mon[91733]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-13T07:31:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:18 smithi003 ceph-mon[89364]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:18 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:18 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3274260554' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:18 smithi003 ceph-mon[89364]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-13T07:31:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:18 smithi066 ceph-mon[84331]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:18 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:18 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3274260554' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:18.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:18 smithi066 ceph-mon[84331]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-13T07:31:19.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:19 smithi003 ceph-mon[91733]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-13T07:31:19.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:19 smithi003 ceph-mon[89364]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-13T07:31:19.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:19 smithi066 ceph-mon[84331]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-13T07:31:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:20 smithi003 ceph-mon[91733]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:20 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:20 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:31:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:20 smithi003 ceph-mon[91733]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-13T07:31:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:20 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1870730682' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:20 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:20 smithi003 ceph-mon[89364]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:20 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:20 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:31:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:20 smithi003 ceph-mon[89364]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-13T07:31:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:20 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1870730682' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:20 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:20 smithi066 ceph-mon[84331]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:20 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:20 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:31:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:20 smithi066 ceph-mon[84331]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-13T07:31:20.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:20 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1870730682' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:20.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:20 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:21.336 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsHello.Filter (3015 ms) 2024-04-13T07:31:21.336 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 6 tests from ClsHello (18981 ms total) 2024-04-13T07:31:21.337 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:31:21.337 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment tear-down 2024-04-13T07:31:21.337 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] 6 tests from 1 test suite ran. (18981 ms total) 2024-04-13T07:31:21.337 INFO:tasks.workunit.client.0.smithi003.stdout:[ PASSED ] 6 tests. 2024-04-13T07:31:21.341 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T07:31:21.341 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T07:31:21.410 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-04-13T07:31:21.410 DEBUG:teuthology.orchestra.run.smithi003:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-04-13T07:31:21.479 INFO:tasks.workunit.client.0.smithi003.stdout:Running main() from gmock_main.cc 2024-04-13T07:31:21.480 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] Running 27 tests from 1 test suite. 2024-04-13T07:31:21.480 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment set-up. 2024-04-13T07:31:21.480 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 27 tests from TestClsJournal 2024-04-13T07:31:21.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:21 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:21.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:21 smithi003 ceph-mon[91733]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-13T07:31:21.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:21 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:21.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:21 smithi003 ceph-mon[89364]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-13T07:31:21.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:21 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131692-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:21.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:21 smithi066 ceph-mon[84331]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-13T07:31:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:22 smithi003 ceph-mon[91733]: pgmap v1215: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:22 smithi003 ceph-mon[91733]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-13T07:31:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:22 smithi003 ceph-mon[89364]: pgmap v1215: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:22 smithi003 ceph-mon[89364]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-13T07:31:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:31:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:31:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:31:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:22 smithi066 ceph-mon[84331]: pgmap v1215: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:22 smithi066 ceph-mon[84331]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-13T07:31:23.372 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.Create 2024-04-13T07:31:23.383 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.Create (11 ms) 2024-04-13T07:31:23.383 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-04-13T07:31:23.387 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.MinimumSet (4 ms) 2024-04-13T07:31:23.387 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-04-13T07:31:23.392 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-04-13T07:31:23.392 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-04-13T07:31:23.394 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (2 ms) 2024-04-13T07:31:23.394 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-04-13T07:31:23.396 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-04-13T07:31:23.397 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-04-13T07:31:23.399 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-04-13T07:31:23.399 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-04-13T07:31:23.402 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.CreateDuplicate (2 ms) 2024-04-13T07:31:23.402 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.GetClient 2024-04-13T07:31:23.404 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.GetClient (2 ms) 2024-04-13T07:31:23.404 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-04-13T07:31:23.406 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-04-13T07:31:23.406 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-04-13T07:31:23.410 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (3 ms) 2024-04-13T07:31:23.410 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-04-13T07:31:23.414 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-04-13T07:31:23.414 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-04-13T07:31:23.418 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-04-13T07:31:23.418 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-04-13T07:31:23.421 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.ClientUnregister (2 ms) 2024-04-13T07:31:23.421 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-04-13T07:31:23.425 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-04-13T07:31:23.425 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-04-13T07:31:23.529 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (104 ms) 2024-04-13T07:31:23.529 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-04-13T07:31:23.532 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.ClientCommit (3 ms) 2024-04-13T07:31:23.532 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-04-13T07:31:23.535 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-04-13T07:31:23.535 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-04-13T07:31:23.536 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-04-13T07:31:23.536 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.ClientList 2024-04-13T07:31:23.576 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.ClientList (40 ms) 2024-04-13T07:31:23.576 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-04-13T07:31:23.581 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.GetNextTagTid (5 ms) 2024-04-13T07:31:23.581 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.TagCreate 2024-04-13T07:31:23.590 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2024-04-13T07:31:23.590 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-04-13T07:31:23.597 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-04-13T07:31:23.597 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.TagList 2024-04-13T07:31:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[91733]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-13T07:31:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2100905371' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131832-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131832-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:31:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:31:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:31:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[91733]: pgmap v1218: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:31:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:31:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:31:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[89364]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-13T07:31:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2100905371' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131832-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131832-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:31:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:31:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:31:23.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[89364]: pgmap v1218: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:23.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:31:23.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:31:23.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:31:23.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:23 smithi066 ceph-mon[84331]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-13T07:31:23.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:23 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2100905371' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131832-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:23.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:23 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131832-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:23.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:31:23.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:31:23.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:31:23.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:23 smithi066 ceph-mon[84331]: pgmap v1218: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:23.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:31:23.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:31:23.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:31:23.690 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.TagList (93 ms) 2024-04-13T07:31:23.690 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-04-13T07:31:23.692 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.GuardAppend (3 ms) 2024-04-13T07:31:23.692 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-04-13T07:31:23.693 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-04-13T07:31:23.693 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-04-13T07:31:23.695 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-04-13T07:31:23.695 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsJournal.Append 2024-04-13T07:31:23.705 INFO:tasks.workunit.client.0.smithi003.stdout:padding is not enabled 2024-04-13T07:31:23.705 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsJournal.Append (9 ms) 2024-04-13T07:31:24.382 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 27 tests from TestClsJournal (333 ms total) 2024-04-13T07:31:24.382 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:31:24.382 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment tear-down 2024-04-13T07:31:24.382 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] 27 tests from 1 test suite ran. (2901 ms total) 2024-04-13T07:31:24.383 INFO:tasks.workunit.client.0.smithi003.stdout:[ PASSED ] 27 tests. 2024-04-13T07:31:24.386 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T07:31:24.386 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T07:31:24.457 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-04-13T07:31:24.457 DEBUG:teuthology.orchestra.run.smithi003:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-04-13T07:31:24.525 INFO:tasks.workunit.client.0.smithi003.stdout:Running main() from gmock_main.cc 2024-04-13T07:31:24.525 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] Running 11 tests from 1 test suite. 2024-04-13T07:31:24.525 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment set-up. 2024-04-13T07:31:24.525 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 11 tests from ClsLock 2024-04-13T07:31:24.525 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-04-13T07:31:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:24 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131832-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:24 smithi003 ceph-mon[91733]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-13T07:31:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:24 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:24 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131832-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:24 smithi003 ceph-mon[89364]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-13T07:31:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:24 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:31:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:31:24] "GET /metrics HTTP/1.1" 200 36328 "" "Prometheus/2.43.0" 2024-04-13T07:31:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:24 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-131832-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:24 smithi066 ceph-mon[84331]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-13T07:31:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:24 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:25.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:25 smithi003 ceph-mon[91733]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-13T07:31:25.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:25 smithi003 ceph-mon[91733]: pgmap v1221: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:25.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:25 smithi003 ceph-mon[89364]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-13T07:31:25.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:25 smithi003 ceph-mon[89364]: pgmap v1221: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:25.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:25 smithi066 ceph-mon[84331]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-13T07:31:25.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:25 smithi066 ceph-mon[84331]: pgmap v1221: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:26.424 INFO:tasks.workunit.client.0.smithi003.stdout:lock: mylock 2024-04-13T07:31:26.424 INFO:tasks.workunit.client.0.smithi003.stdout: lock_type: exclusive 2024-04-13T07:31:26.425 INFO:tasks.workunit.client.0.smithi003.stdout: tag: 2024-04-13T07:31:26.425 INFO:tasks.workunit.client.0.smithi003.stdout: lockers: 2024-04-13T07:31:26.425 INFO:tasks.workunit.client.0.smithi003.stdout: client.34704 expiration=2024-04-13T07:33:26.421630+0000 addr=v1:172.21.15.3:0/2498011275 cookie= 2024-04-13T07:31:26.429 INFO:tasks.workunit.client.0.smithi003.stdout:lock: mylock 2024-04-13T07:31:26.429 INFO:tasks.workunit.client.0.smithi003.stdout: lock_type: shared 2024-04-13T07:31:26.429 INFO:tasks.workunit.client.0.smithi003.stdout: tag: 2024-04-13T07:31:26.429 INFO:tasks.workunit.client.0.smithi003.stdout: lockers: 2024-04-13T07:31:26.429 INFO:tasks.workunit.client.0.smithi003.stdout: client.34704 expiration=2024-04-13T07:33:26.428983+0000 addr=v1:172.21.15.3:0/2498011275 cookie= 2024-04-13T07:31:26.430 INFO:tasks.workunit.client.0.smithi003.stdout: client.44654 expiration=0.000000 addr=v1:172.21.15.3:0/2308347274 cookie= 2024-04-13T07:31:26.431 INFO:tasks.workunit.client.0.smithi003.stdout:lock: mylock 2024-04-13T07:31:26.431 INFO:tasks.workunit.client.0.smithi003.stdout: lock_type: shared 2024-04-13T07:31:26.431 INFO:tasks.workunit.client.0.smithi003.stdout: tag: 2024-04-13T07:31:26.431 INFO:tasks.workunit.client.0.smithi003.stdout: lockers: 2024-04-13T07:31:26.431 INFO:tasks.workunit.client.0.smithi003.stdout: client.44654 expiration=0.000000 addr=v1:172.21.15.3:0/2308347274 cookie= 2024-04-13T07:31:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:26 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:26 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:31:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:26 smithi066 ceph-mon[84331]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-13T07:31:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:26 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2498011275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:26.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:26 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:26 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:31:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:26 smithi003 ceph-mon[89364]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-13T07:31:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:26 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2498011275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:26 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:26 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:31:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:26 smithi003 ceph-mon[91733]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-13T07:31:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:26 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2498011275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:27.408 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsLock.TestMultiLocking (2883 ms) 2024-04-13T07:31:27.408 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsLock.TestMeta 2024-04-13T07:31:27.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:27 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2498011275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:27.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:27 smithi003 ceph-mon[91733]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-13T07:31:27.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:27 smithi003 ceph-mon[91733]: pgmap v1224: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:27.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:27 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2498011275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:27.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:27 smithi003 ceph-mon[89364]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-13T07:31:27.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:27 smithi003 ceph-mon[89364]: pgmap v1224: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:27.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:27 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2498011275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:27.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:27 smithi066 ceph-mon[84331]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-13T07:31:27.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:27 smithi066 ceph-mon[84331]: pgmap v1224: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:28.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:28 smithi066 ceph-mon[84331]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-13T07:31:28.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:28 smithi003 ceph-mon[91733]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-13T07:31:28.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:28 smithi003 ceph-mon[89364]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-13T07:31:29.457 INFO:tasks.workunit.client.0.smithi003.stdout:lock: mylock 2024-04-13T07:31:29.457 INFO:tasks.workunit.client.0.smithi003.stdout: lock_type: shared 2024-04-13T07:31:29.457 INFO:tasks.workunit.client.0.smithi003.stdout: tag: 2024-04-13T07:31:29.457 INFO:tasks.workunit.client.0.smithi003.stdout: lockers: 2024-04-13T07:31:29.457 INFO:tasks.workunit.client.0.smithi003.stdout: client.44666 expiration=0.000000 addr=v1:172.21.15.3:0/4076177499 cookie= 2024-04-13T07:31:29.459 INFO:tasks.workunit.client.0.smithi003.stdout:lock: mylock 2024-04-13T07:31:29.460 INFO:tasks.workunit.client.0.smithi003.stdout: lock_type: exclusive 2024-04-13T07:31:29.460 INFO:tasks.workunit.client.0.smithi003.stdout: tag: new_tag 2024-04-13T07:31:29.460 INFO:tasks.workunit.client.0.smithi003.stdout: lockers: 2024-04-13T07:31:29.460 INFO:tasks.workunit.client.0.smithi003.stdout: client.34716 expiration=0.000000 addr=v1:172.21.15.3:0/2888346453 cookie= 2024-04-13T07:31:29.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:29 smithi003 ceph-mon[91733]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-13T07:31:29.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:29 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2888346453' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:29.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:29 smithi003 ceph-mon[91733]: pgmap v1227: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:29.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:29 smithi003 ceph-mon[89364]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-13T07:31:29.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:29 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2888346453' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:29.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:29 smithi003 ceph-mon[89364]: pgmap v1227: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:29 smithi066 ceph-mon[84331]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-13T07:31:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:29 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2888346453' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:29 smithi066 ceph-mon[84331]: pgmap v1227: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:30.433 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsLock.TestMeta (3025 ms) 2024-04-13T07:31:30.434 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsLock.TestCookie 2024-04-13T07:31:30.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:30 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:30.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:30 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2888346453' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:30 smithi003 ceph-mon[91733]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-13T07:31:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:30 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:30 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2888346453' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:30 smithi003 ceph-mon[89364]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-13T07:31:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:30 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:30 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2888346453' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:30 smithi066 ceph-mon[84331]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-13T07:31:31.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:31 smithi003 ceph-mon[89364]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-13T07:31:31.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:31 smithi003 ceph-mon[89364]: pgmap v1230: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:31.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:31 smithi003 ceph-mon[91733]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-13T07:31:31.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:31 smithi003 ceph-mon[91733]: pgmap v1230: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:31.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:31 smithi066 ceph-mon[84331]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-13T07:31:31.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:31 smithi066 ceph-mon[84331]: pgmap v1230: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:32.639 INFO:tasks.workunit.client.0.smithi003.stdout:lock: mylock 2024-04-13T07:31:32.639 INFO:tasks.workunit.client.0.smithi003.stdout: lock_type: exclusive 2024-04-13T07:31:32.639 INFO:tasks.workunit.client.0.smithi003.stdout: tag: 2024-04-13T07:31:32.639 INFO:tasks.workunit.client.0.smithi003.stdout: lockers: 2024-04-13T07:31:32.641 INFO:tasks.workunit.client.0.smithi003.stdout:lock: mylock 2024-04-13T07:31:32.641 INFO:tasks.workunit.client.0.smithi003.stdout: lock_type: shared 2024-04-13T07:31:32.641 INFO:tasks.workunit.client.0.smithi003.stdout: tag: 2024-04-13T07:31:32.641 INFO:tasks.workunit.client.0.smithi003.stdout: lockers: 2024-04-13T07:31:32.641 INFO:tasks.workunit.client.0.smithi003.stdout: client.34728 expiration=0.000000 addr=v1:172.21.15.3:0/2783429955 cookie= 2024-04-13T07:31:32.641 INFO:tasks.workunit.client.0.smithi003.stdout: client.34728 expiration=0.000000 addr=v1:172.21.15.3:0/2783429955 cookie=new cookie 2024-04-13T07:31:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:31:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:31:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:32 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:32 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:31:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:32 smithi066 ceph-mon[84331]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-13T07:31:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:32 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2783429955' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:32.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:32 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:32 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:31:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:32 smithi003 ceph-mon[91733]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-13T07:31:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:32 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2783429955' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:32 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:32 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:31:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:32 smithi003 ceph-mon[89364]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-13T07:31:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:32 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2783429955' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:33.449 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsLock.TestCookie (3016 ms) 2024-04-13T07:31:33.449 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-04-13T07:31:33.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:33 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2783429955' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:33.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:33 smithi003 ceph-mon[91733]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-13T07:31:33.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:33 smithi003 ceph-mon[91733]: pgmap v1233: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:33.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:33 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2783429955' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:33.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:33 smithi003 ceph-mon[89364]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-13T07:31:33.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:33 smithi003 ceph-mon[89364]: pgmap v1233: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:33 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2783429955' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:33 smithi066 ceph-mon[84331]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-13T07:31:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:33 smithi066 ceph-mon[84331]: pgmap v1233: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:34.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:34 smithi003 ceph-mon[91733]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-13T07:31:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:34 smithi003 ceph-mon[89364]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-13T07:31:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:31:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:31:34] "GET /metrics HTTP/1.1" 200 36328 "" "Prometheus/2.43.0" 2024-04-13T07:31:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:34 smithi066 ceph-mon[84331]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-13T07:31:35.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:35 smithi003 ceph-mon[91733]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-13T07:31:35.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:35 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1384452980' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:35.889 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:35 smithi003 ceph-mon[91733]: pgmap v1236: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:35.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:35 smithi003 ceph-mon[89364]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-13T07:31:35.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:35 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1384452980' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:35.889 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:35 smithi003 ceph-mon[89364]: pgmap v1236: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:35.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:35 smithi066 ceph-mon[84331]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-13T07:31:35.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:35 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1384452980' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:35.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:35 smithi066 ceph-mon[84331]: pgmap v1236: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:36.473 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsLock.TestMultipleLocks (3024 ms) 2024-04-13T07:31:36.473 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsLock.TestLockDuration 2024-04-13T07:31:36.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:36 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:36.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:36 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1384452980' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:36.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:36 smithi003 ceph-mon[89364]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-13T07:31:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:36 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:36 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1384452980' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:36 smithi003 ceph-mon[91733]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-13T07:31:36.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:36 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:36.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:36 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1384452980' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:36.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:36 smithi066 ceph-mon[84331]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-13T07:31:37.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:37 smithi003 ceph-mon[91733]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-13T07:31:37.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:37 smithi003 ceph-mon[91733]: pgmap v1239: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:37.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:37 smithi003 ceph-mon[89364]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-13T07:31:37.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:37 smithi003 ceph-mon[89364]: pgmap v1239: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:37 smithi066 ceph-mon[84331]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-13T07:31:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:37 smithi066 ceph-mon[84331]: pgmap v1239: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:38.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:38 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:38 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:31:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:38 smithi003 ceph-mon[91733]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-13T07:31:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:38 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3909940830' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:38 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:31:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:38 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:38 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:31:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:38 smithi003 ceph-mon[89364]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-13T07:31:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:38 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3909940830' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:38 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:31:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:38 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:38 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:31:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:38 smithi066 ceph-mon[84331]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-13T07:31:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:38 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3909940830' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:38 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:31:39.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:39 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:39.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:39 smithi003 ceph-mon[91733]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-13T07:31:39.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:39 smithi003 ceph-mon[91733]: pgmap v1242: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:39.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:39 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:39.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:39 smithi003 ceph-mon[89364]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-13T07:31:39.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:39 smithi003 ceph-mon[89364]: pgmap v1242: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:39.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:39 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:39.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:39 smithi066 ceph-mon[84331]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-13T07:31:39.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:39 smithi066 ceph-mon[84331]: pgmap v1242: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:40.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:40 smithi003 ceph-mon[91733]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-13T07:31:40.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:40 smithi003 ceph-mon[89364]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-13T07:31:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:40 smithi066 ceph-mon[84331]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-13T07:31:41.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:41 smithi003 ceph-mon[89364]: pgmap v1244: 137 pgs: 2 unknown, 135 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:31:41.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:41 smithi003 ceph-mon[91733]: pgmap v1244: 137 pgs: 2 unknown, 135 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:31:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:41 smithi066 ceph-mon[84331]: pgmap v1244: 137 pgs: 2 unknown, 135 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:31:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:31:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:31:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:31:43.989 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsLock.TestLockDuration (7516 ms) 2024-04-13T07:31:43.989 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-04-13T07:31:44.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:43 smithi003 ceph-mon[91733]: pgmap v1245: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:31:44.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:43 smithi003 ceph-mon[89364]: pgmap v1245: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:31:44.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:31:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:31:44] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-13T07:31:44.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:43 smithi066 ceph-mon[84331]: pgmap v1245: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:31:45.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:44 smithi003 ceph-mon[91733]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-13T07:31:45.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:44 smithi003 ceph-mon[89364]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-13T07:31:45.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:44 smithi066 ceph-mon[84331]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-13T07:31:46.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:46 smithi003 ceph-mon[89364]: pgmap v1247: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:46.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:46 smithi003 ceph-mon[89364]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-13T07:31:46.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:46 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2096168966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:46.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:46 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:46.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:46 smithi003 ceph-mon[91733]: pgmap v1247: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:46.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:46 smithi003 ceph-mon[91733]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-13T07:31:46.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:46 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2096168966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:46.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:46 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:46.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:46 smithi066 ceph-mon[84331]: pgmap v1247: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:46.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:46 smithi066 ceph-mon[84331]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-13T07:31:46.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:46 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2096168966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:46.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:46 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:47.014 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsLock.TestAssertLocked (3025 ms) 2024-04-13T07:31:47.015 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsLock.TestSetCookie 2024-04-13T07:31:47.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:47 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:47.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:47 smithi003 ceph-mon[91733]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-13T07:31:47.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:47 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:47.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:47 smithi003 ceph-mon[89364]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-13T07:31:47.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:47 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:47.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:47 smithi066 ceph-mon[84331]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-13T07:31:48.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:48 smithi003 ceph-mon[91733]: pgmap v1250: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:48.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:48 smithi003 ceph-mon[91733]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-13T07:31:48.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:48 smithi003 ceph-mon[89364]: pgmap v1250: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:48.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:48 smithi003 ceph-mon[89364]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-13T07:31:48.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:48 smithi066 ceph-mon[84331]: pgmap v1250: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:48.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:48 smithi066 ceph-mon[84331]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-13T07:31:49.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:49 smithi003 ceph-mon[89364]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-13T07:31:49.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:49 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1639896060' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:49.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:49 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:49.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:49 smithi003 ceph-mon[91733]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-13T07:31:49.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:49 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1639896060' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:49.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:49 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:49.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:49 smithi066 ceph-mon[84331]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-13T07:31:49.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:49 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1639896060' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:49.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:49 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:50.040 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsLock.TestSetCookie (3026 ms) 2024-04-13T07:31:50.041 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsLock.TestRenew 2024-04-13T07:31:50.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:50 smithi003 ceph-mon[89364]: pgmap v1253: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:50.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:50 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:50 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:50 smithi003 ceph-mon[89364]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-13T07:31:50.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:50 smithi003 ceph-mon[91733]: pgmap v1253: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:50.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:50 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:50.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:50 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:50.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:50 smithi003 ceph-mon[91733]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-13T07:31:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:50 smithi066 ceph-mon[84331]: pgmap v1253: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:50 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:31:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:50 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:50 smithi066 ceph-mon[84331]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-13T07:31:51.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:51 smithi003 ceph-mon[91733]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-13T07:31:51.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:51 smithi003 ceph-mon[89364]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-13T07:31:51.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:51 smithi066 ceph-mon[84331]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-13T07:31:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:52 smithi066 ceph-mon[84331]: pgmap v1256: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:52 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:52 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:31:52.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:52 smithi066 ceph-mon[84331]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-13T07:31:52.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:52 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1121679796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:52.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:52 smithi003 ceph-mon[89364]: pgmap v1256: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:52.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:52 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:52.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:52 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:31:52.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:52 smithi003 ceph-mon[89364]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-13T07:31:52.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:52 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1121679796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:52 smithi003 ceph-mon[91733]: pgmap v1256: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:52 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:31:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:52 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:31:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:52 smithi003 ceph-mon[91733]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-13T07:31:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:52 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1121679796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:31:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:31:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:31:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:53 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1121679796' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:53 smithi003 ceph-mon[89364]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-13T07:31:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:31:53.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:53 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1121679796' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:53.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:53 smithi003 ceph-mon[91733]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-13T07:31:53.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:31:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:53 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1121679796' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:31:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:53 smithi066 ceph-mon[84331]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-13T07:31:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:31:54.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:54 smithi003 ceph-mon[89364]: pgmap v1259: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:54.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:54 smithi003 ceph-mon[89364]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-13T07:31:54.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:31:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:31:54] "GET /metrics HTTP/1.1" 200 36328 "" "Prometheus/2.43.0" 2024-04-13T07:31:54.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:54 smithi003 ceph-mon[91733]: pgmap v1259: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:54.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:54 smithi003 ceph-mon[91733]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-13T07:31:54.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:54 smithi066 ceph-mon[84331]: pgmap v1259: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:31:54.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:54 smithi066 ceph-mon[84331]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-13T07:31:56.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:56 smithi003 ceph-mon[91733]: pgmap v1261: 137 pgs: 4 creating+peering, 9 unknown, 124 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:31:56.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:56 smithi003 ceph-mon[89364]: pgmap v1261: 137 pgs: 4 creating+peering, 9 unknown, 124 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:31:56.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:56 smithi066 ceph-mon[84331]: pgmap v1261: 137 pgs: 4 creating+peering, 9 unknown, 124 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:31:58.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:31:58 smithi003 ceph-mon[91733]: pgmap v1262: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:31:58.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:31:58 smithi003 ceph-mon[89364]: pgmap v1262: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:31:58.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:31:58 smithi066 ceph-mon[84331]: pgmap v1262: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:00.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:00 smithi003 ceph-mon[89364]: pgmap v1263: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:00.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:00 smithi003 ceph-mon[91733]: pgmap v1263: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:00 smithi066 ceph-mon[84331]: pgmap v1263: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:02 smithi066 ceph-mon[84331]: pgmap v1264: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:02.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:02 smithi003 ceph-mon[91733]: pgmap v1264: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:02.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:02 smithi003 ceph-mon[89364]: pgmap v1264: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:32:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:32:04.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:04 smithi003 ceph-mon[91733]: pgmap v1265: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:04.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:04 smithi003 ceph-mon[89364]: pgmap v1265: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:04.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:32:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:32:04] "GET /metrics HTTP/1.1" 200 36328 "" "Prometheus/2.43.0" 2024-04-13T07:32:04.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:04 smithi066 ceph-mon[84331]: pgmap v1265: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:06.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:06 smithi003 ceph-mon[91733]: pgmap v1266: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 344 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T07:32:06.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:06 smithi003 ceph-mon[89364]: pgmap v1266: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 344 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T07:32:06.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:06 smithi066 ceph-mon[84331]: pgmap v1266: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 344 B/s rd, 0 B/s wr, 1 op/s 2024-04-13T07:32:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:08 smithi003 ceph-mon[91733]: pgmap v1267: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:08.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:32:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:08 smithi003 ceph-mon[89364]: pgmap v1267: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:32:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:08 smithi066 ceph-mon[84331]: pgmap v1267: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:32:10.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:10 smithi003 ceph-mon[91733]: pgmap v1268: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:10.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:10 smithi003 ceph-mon[89364]: pgmap v1268: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:10.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:10 smithi066 ceph-mon[84331]: pgmap v1268: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:11.086 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsLock.TestRenew (21046 ms) 2024-04-13T07:32:11.086 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-04-13T07:32:12.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:12 smithi003 ceph-mon[91733]: pgmap v1269: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:12.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:12 smithi003 ceph-mon[91733]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-13T07:32:12.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:12 smithi003 ceph-mon[89364]: pgmap v1269: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:12.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:12 smithi003 ceph-mon[89364]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-13T07:32:12.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:12 smithi066 ceph-mon[84331]: pgmap v1269: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:12.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:12 smithi066 ceph-mon[84331]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-13T07:32:12.401 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:32:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:32:13.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:13 smithi003 ceph-mon[91733]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-13T07:32:13.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:13 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/31997504' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:13.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:13 smithi003 ceph-mon[89364]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-13T07:32:13.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:13 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/31997504' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:13.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:13 smithi066 ceph-mon[84331]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-13T07:32:13.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:13 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/31997504' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:14.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:32:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:32:14] "GET /metrics HTTP/1.1" 200 36333 "" "Prometheus/2.43.0" 2024-04-13T07:32:14.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:14 smithi003 ceph-mon[91733]: pgmap v1272: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:14.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:14 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:32:14.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:14 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/31997504' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:14.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:14 smithi003 ceph-mon[91733]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-13T07:32:14.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:14 smithi003 ceph-mon[89364]: pgmap v1272: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:14.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:14 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:32:14.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:14 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/31997504' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:14.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:14 smithi003 ceph-mon[89364]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-13T07:32:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:14 smithi066 ceph-mon[84331]: pgmap v1272: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:14 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:32:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:14 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/31997504' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:14 smithi066 ceph-mon[84331]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-13T07:32:15.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:15 smithi003 ceph-mon[91733]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-13T07:32:15.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:15 smithi003 ceph-mon[89364]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-13T07:32:15.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:15 smithi066 ceph-mon[84331]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-13T07:32:16.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:16 smithi003 ceph-mon[91733]: pgmap v1275: 137 pgs: 15 unknown, 122 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:16.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:16 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:32:16.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:16 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:32:16.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:16 smithi003 ceph-mon[89364]: pgmap v1275: 137 pgs: 15 unknown, 122 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:16.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:16 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:32:16.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:16 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:32:16.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:16 smithi066 ceph-mon[84331]: pgmap v1275: 137 pgs: 15 unknown, 122 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:16.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:16 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:32:16.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:16 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:32:18.119 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7033 ms) 2024-04-13T07:32:18.119 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-04-13T07:32:18.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:18 smithi003 ceph-mon[91733]: pgmap v1276: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:18.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:18 smithi003 ceph-mon[89364]: pgmap v1276: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:18.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:18 smithi066 ceph-mon[84331]: pgmap v1276: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:19.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:19 smithi003 ceph-mon[91733]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-13T07:32:19.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:19 smithi003 ceph-mon[89364]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-13T07:32:19.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:19 smithi066 ceph-mon[84331]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-13T07:32:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:20 smithi066 ceph-mon[84331]: pgmap v1278: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:20 smithi066 ceph-mon[84331]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-13T07:32:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:20 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/475475714' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:20.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:20 smithi003 ceph-mon[91733]: pgmap v1278: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:20.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:20 smithi003 ceph-mon[91733]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-13T07:32:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:20 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/475475714' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:20 smithi003 ceph-mon[89364]: pgmap v1278: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:20 smithi003 ceph-mon[89364]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-13T07:32:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:20 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/475475714' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:21.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:21 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/475475714' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:21.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:21 smithi066 ceph-mon[84331]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-13T07:32:21.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:21 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/475475714' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:21.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:21 smithi003 ceph-mon[91733]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-13T07:32:21.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:21 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/475475714' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:21.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:21 smithi003 ceph-mon[89364]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-13T07:32:22.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:22 smithi066 ceph-mon[84331]: pgmap v1281: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:22.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:22 smithi066 ceph-mon[84331]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-13T07:32:22.402 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:32:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:32:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:22 smithi003 ceph-mon[91733]: pgmap v1281: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:22 smithi003 ceph-mon[91733]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-13T07:32:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:22 smithi003 ceph-mon[89364]: pgmap v1281: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:22 smithi003 ceph-mon[89364]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-13T07:32:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:32:23.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:32:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:32:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:24 smithi003 ceph-mon[91733]: pgmap v1283: 137 pgs: 12 creating+peering, 9 unknown, 116 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:24 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:32:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:24 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:32:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:24 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:32:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:24 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:32:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:32:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:32:24] "GET /metrics HTTP/1.1" 200 36333 "" "Prometheus/2.43.0" 2024-04-13T07:32:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:24 smithi003 ceph-mon[89364]: pgmap v1283: 137 pgs: 12 creating+peering, 9 unknown, 116 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:24 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:32:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:24 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:32:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:24 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:32:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:24 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:32:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:24 smithi066 ceph-mon[84331]: pgmap v1283: 137 pgs: 12 creating+peering, 9 unknown, 116 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:24 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:32:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:24 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:32:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:24 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:32:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:24 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:32:26.164 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8044 ms) 2024-04-13T07:32:26.165 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-04-13T07:32:26.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:26 smithi003 ceph-mon[89364]: pgmap v1284: 137 pgs: 1 creating+peering, 136 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:26.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:26 smithi003 ceph-mon[91733]: pgmap v1284: 137 pgs: 1 creating+peering, 136 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:26 smithi066 ceph-mon[84331]: pgmap v1284: 137 pgs: 1 creating+peering, 136 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:27.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:27 smithi003 ceph-mon[89364]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-13T07:32:27.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:27 smithi003 ceph-mon[91733]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-13T07:32:27.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:27 smithi066 ceph-mon[84331]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-13T07:32:28.553 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:28 smithi066 ceph-mon[84331]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:28.553 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:28 smithi066 ceph-mon[84331]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-13T07:32:28.553 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4130670824' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:28.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:28 smithi003 ceph-mon[91733]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:28.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:28 smithi003 ceph-mon[91733]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-13T07:32:28.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4130670824' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:28 smithi003 ceph-mon[89364]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:28 smithi003 ceph-mon[89364]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-13T07:32:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4130670824' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:29.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:29 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4130670824' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:29.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:29 smithi003 ceph-mon[91733]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-13T07:32:29.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:29 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4130670824' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:29.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:29 smithi003 ceph-mon[89364]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-13T07:32:29.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:29 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4130670824' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132018-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:29.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:29 smithi066 ceph-mon[84331]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-13T07:32:30.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:30 smithi003 ceph-mon[91733]: pgmap v1289: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:30.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:30 smithi003 ceph-mon[91733]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-13T07:32:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:30 smithi003 ceph-mon[89364]: pgmap v1289: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:30 smithi003 ceph-mon[89364]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-13T07:32:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:30 smithi066 ceph-mon[84331]: pgmap v1289: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:30 smithi066 ceph-mon[84331]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-13T07:32:32.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:32 smithi003 ceph-mon[91733]: pgmap v1291: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:32.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:32 smithi003 ceph-mon[89364]: pgmap v1291: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:32 smithi066 ceph-mon[84331]: pgmap v1291: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:32:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:32:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:32:34.206 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8043 ms) 2024-04-13T07:32:34.206 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 11 tests from ClsLock (69681 ms total) 2024-04-13T07:32:34.206 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:32:34.206 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment tear-down 2024-04-13T07:32:34.206 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] 11 tests from 1 test suite ran. (69681 ms total) 2024-04-13T07:32:34.206 INFO:tasks.workunit.client.0.smithi003.stdout:[ PASSED ] 11 tests. 2024-04-13T07:32:34.211 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T07:32:34.211 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T07:32:34.278 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-04-13T07:32:34.279 DEBUG:teuthology.orchestra.run.smithi003:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-04-13T07:32:34.347 INFO:tasks.workunit.client.0.smithi003.stdout:Running main() from gmock_main.cc 2024-04-13T07:32:34.347 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-13T07:32:34.348 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment set-up. 2024-04-13T07:32:34.348 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 4 tests from cls_log 2024-04-13T07:32:34.348 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-04-13T07:32:34.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:34 smithi003 ceph-mon[89364]: pgmap v1292: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:34.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:34 smithi003 ceph-mon[91733]: pgmap v1292: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:32:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:32:34] "GET /metrics HTTP/1.1" 200 36333 "" "Prometheus/2.43.0" 2024-04-13T07:32:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:34 smithi066 ceph-mon[84331]: pgmap v1292: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-13T07:32:35.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:35 smithi003 ceph-mon[91733]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-13T07:32:35.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:35 smithi003 ceph-mon[89364]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-13T07:32:35.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:35 smithi066 ceph-mon[84331]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-13T07:32:36.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:36 smithi003 ceph-mon[91733]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:36.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:36 smithi003 ceph-mon[91733]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-13T07:32:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:36 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1878999283' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:36 smithi003 ceph-mon[89364]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:36 smithi003 ceph-mon[89364]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-13T07:32:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:36 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1878999283' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:36 smithi066 ceph-mon[84331]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:36 smithi066 ceph-mon[84331]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-13T07:32:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:36 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1878999283' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:37.234 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_log.test_log_add_same_time (2887 ms) 2024-04-13T07:32:37.235 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-04-13T07:32:37.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:37 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1878999283' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:37.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:37 smithi003 ceph-mon[91733]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-13T07:32:37.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:37 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1878999283' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:37.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:37 smithi003 ceph-mon[89364]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-13T07:32:37.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:37 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1878999283' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:37.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:37 smithi066 ceph-mon[84331]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-13T07:32:38.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:38 smithi003 ceph-mon[91733]: pgmap v1297: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:38 smithi003 ceph-mon[91733]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-13T07:32:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:32:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:38 smithi003 ceph-mon[89364]: pgmap v1297: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:38 smithi003 ceph-mon[89364]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-13T07:32:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:32:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:38 smithi066 ceph-mon[84331]: pgmap v1297: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:38 smithi066 ceph-mon[84331]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-13T07:32:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:32:39.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:39 smithi003 ceph-mon[91733]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-13T07:32:39.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:39 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1068408117' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:39.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:39 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:39.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:39 smithi003 ceph-mon[89364]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-13T07:32:39.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:39 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1068408117' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:39.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:39 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:39.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:39 smithi066 ceph-mon[84331]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-13T07:32:39.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:39 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1068408117' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:39.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:39 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:40.256 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_log.test_log_add_different_time (3022 ms) 2024-04-13T07:32:40.256 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_log.trim_by_time 2024-04-13T07:32:40.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:40 smithi003 ceph-mon[91733]: pgmap v1300: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:40.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:40 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:32:40.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:40 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:40.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:40 smithi003 ceph-mon[91733]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-13T07:32:40.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:40 smithi003 ceph-mon[89364]: pgmap v1300: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:40.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:40 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:32:40.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:40 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:40.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:40 smithi003 ceph-mon[89364]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-13T07:32:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:40 smithi066 ceph-mon[84331]: pgmap v1300: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:40 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:32:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:40 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:40 smithi066 ceph-mon[84331]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-13T07:32:41.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:41 smithi003 ceph-mon[89364]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-13T07:32:41.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:41 smithi003 ceph-mon[91733]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-13T07:32:41.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:41 smithi066 ceph-mon[84331]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-13T07:32:42.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:42 smithi003 ceph-mon[91733]: pgmap v1303: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:42.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:42 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:32:42.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:42 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:32:42.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:42 smithi003 ceph-mon[91733]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-13T07:32:42.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:42 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1661788325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:42.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:42 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:42 smithi003 ceph-mon[89364]: pgmap v1303: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:42 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:32:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:42 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:32:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:42 smithi003 ceph-mon[89364]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-13T07:32:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:42 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1661788325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:42 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:32:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:32:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:42 smithi066 ceph-mon[84331]: pgmap v1303: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:42 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:32:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:42 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:32:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:42 smithi066 ceph-mon[84331]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-13T07:32:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:42 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1661788325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:42 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:43.277 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_log.trim_by_time (3021 ms) 2024-04-13T07:32:43.277 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_log.trim_by_marker 2024-04-13T07:32:43.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:43 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:43.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:43 smithi003 ceph-mon[91733]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-13T07:32:43.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:43 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:43.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:43 smithi003 ceph-mon[89364]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-13T07:32:43.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:43 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:43.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:43 smithi066 ceph-mon[84331]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-13T07:32:44.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:44 smithi003 ceph-mon[91733]: pgmap v1306: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:44.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:44 smithi003 ceph-mon[91733]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-13T07:32:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:44 smithi003 ceph-mon[89364]: pgmap v1306: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:44 smithi003 ceph-mon[89364]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-13T07:32:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:32:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:32:44] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2024-04-13T07:32:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:44 smithi066 ceph-mon[84331]: pgmap v1306: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:44 smithi066 ceph-mon[84331]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-13T07:32:45.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:45 smithi003 ceph-mon[91733]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-13T07:32:45.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:45 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/648386091' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:45.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:45 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:45.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:45 smithi003 ceph-mon[89364]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-13T07:32:45.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:45 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/648386091' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:45.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:45 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:45.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:45 smithi066 ceph-mon[84331]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-13T07:32:45.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:45 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/648386091' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:45.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:45 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:46.296 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_log.trim_by_marker (3019 ms) 2024-04-13T07:32:46.296 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 4 tests from cls_log (11949 ms total) 2024-04-13T07:32:46.296 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:32:46.296 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment tear-down 2024-04-13T07:32:46.296 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] 4 tests from 1 test suite ran. (11949 ms total) 2024-04-13T07:32:46.296 INFO:tasks.workunit.client.0.smithi003.stdout:[ PASSED ] 4 tests. 2024-04-13T07:32:46.300 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T07:32:46.300 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T07:32:46.369 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-04-13T07:32:46.369 DEBUG:teuthology.orchestra.run.smithi003:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-04-13T07:32:46.438 INFO:tasks.workunit.client.0.smithi003.stdout:Running main() from gmock_main.cc 2024-04-13T07:32:46.439 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-13T07:32:46.439 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment set-up. 2024-04-13T07:32:46.439 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 4 tests from ClsNumOps 2024-04-13T07:32:46.439 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsNumOps.Add 2024-04-13T07:32:46.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:46 smithi003 ceph-mon[91733]: pgmap v1309: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:46.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:46 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:32:46.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:46 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:46.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:46 smithi003 ceph-mon[91733]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-13T07:32:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:46 smithi003 ceph-mon[89364]: pgmap v1309: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:46 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:32:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:46 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:46 smithi003 ceph-mon[89364]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-13T07:32:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:46 smithi066 ceph-mon[84331]: pgmap v1309: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:46 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:32:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:46 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132402-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:46 smithi066 ceph-mon[84331]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-13T07:32:47.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:47 smithi003 ceph-mon[91733]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-13T07:32:47.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:47 smithi003 ceph-mon[89364]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-13T07:32:47.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:47 smithi066 ceph-mon[84331]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-13T07:32:48.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:48 smithi003 ceph-mon[91733]: pgmap v1312: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:48.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:48 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:32:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:48 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:32:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:48 smithi003 ceph-mon[91733]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-13T07:32:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:48 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2060930791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:48 smithi003 ceph-mon[89364]: pgmap v1312: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:48 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:32:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:48 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:32:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:48 smithi003 ceph-mon[89364]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-13T07:32:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:48 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2060930791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:48 smithi066 ceph-mon[84331]: pgmap v1312: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:48 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:32:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:48 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:32:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:48 smithi066 ceph-mon[84331]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-13T07:32:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:48 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2060930791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:49.314 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsNumOps.Add (2875 ms) 2024-04-13T07:32:49.314 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsNumOps.Sub 2024-04-13T07:32:49.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:49 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2060930791' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:49.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:49 smithi003 ceph-mon[91733]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-13T07:32:49.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:49 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2060930791' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:49.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:49 smithi003 ceph-mon[89364]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-13T07:32:49.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:49 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2060930791' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:49.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:49 smithi066 ceph-mon[84331]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-13T07:32:50.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:50 smithi003 ceph-mon[91733]: pgmap v1315: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:50.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:50 smithi003 ceph-mon[91733]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-13T07:32:50.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:50 smithi003 ceph-mon[89364]: pgmap v1315: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:50.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:50 smithi003 ceph-mon[89364]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-13T07:32:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:50 smithi066 ceph-mon[84331]: pgmap v1315: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:50 smithi066 ceph-mon[84331]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-13T07:32:51.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:51 smithi003 ceph-mon[91733]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-13T07:32:51.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:51 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1636624165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:51.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:51 smithi003 ceph-mon[89364]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-13T07:32:51.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:51 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1636624165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:51.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:51 smithi066 ceph-mon[84331]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-13T07:32:51.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:51 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1636624165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:52.338 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsNumOps.Sub (3024 ms) 2024-04-13T07:32:52.338 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsNumOps.Mul 2024-04-13T07:32:52.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:52 smithi003 ceph-mon[91733]: pgmap v1318: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:52.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:52 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:32:52.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:52 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1636624165' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:52.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:52 smithi003 ceph-mon[91733]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-13T07:32:52.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:52 smithi003 ceph-mon[89364]: pgmap v1318: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:52.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:52 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:32:52.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:52 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1636624165' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:52.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:52 smithi003 ceph-mon[89364]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-13T07:32:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:32:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:32:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:52 smithi066 ceph-mon[84331]: pgmap v1318: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:52 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:32:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:52 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1636624165' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:52 smithi066 ceph-mon[84331]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-13T07:32:53.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:53 smithi003 ceph-mon[91733]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-13T07:32:53.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:32:53.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:32:53.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:53 smithi003 ceph-mon[89364]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-13T07:32:53.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:32:53.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:32:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:53 smithi066 ceph-mon[84331]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-13T07:32:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:32:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:32:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:32:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:32:54] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2024-04-13T07:32:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:54 smithi003 ceph-mon[91733]: pgmap v1321: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:54 smithi003 ceph-mon[91733]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-13T07:32:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:54 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3066309597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:54 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:54 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:32:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:54 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:32:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:54 smithi003 ceph-mon[89364]: pgmap v1321: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:54.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:54 smithi003 ceph-mon[89364]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-13T07:32:54.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:54 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3066309597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:54.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:54 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:54.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:54 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:32:54.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:54 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:32:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:54 smithi066 ceph-mon[84331]: pgmap v1321: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:54 smithi066 ceph-mon[84331]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-13T07:32:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:54 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3066309597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:54 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:54 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:32:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:54 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:32:55.364 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsNumOps.Mul (3026 ms) 2024-04-13T07:32:55.364 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsNumOps.Div 2024-04-13T07:32:55.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:55 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:55.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:55 smithi003 ceph-mon[91733]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-13T07:32:55.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:55 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:55.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:55 smithi003 ceph-mon[89364]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-13T07:32:55.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:55 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:55.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:55 smithi066 ceph-mon[84331]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-13T07:32:56.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:56 smithi003 ceph-mon[91733]: pgmap v1324: 137 pgs: 14 creating+peering, 15 unknown, 108 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:56.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:56 smithi003 ceph-mon[91733]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-13T07:32:56.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:56 smithi003 ceph-mon[89364]: pgmap v1324: 137 pgs: 14 creating+peering, 15 unknown, 108 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:56.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:56 smithi003 ceph-mon[89364]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-13T07:32:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:56 smithi066 ceph-mon[84331]: pgmap v1324: 137 pgs: 14 creating+peering, 15 unknown, 108 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:56 smithi066 ceph-mon[84331]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-13T07:32:57.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:57 smithi003 ceph-mon[91733]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-13T07:32:57.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:57 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2580623139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:57.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:57 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:57.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:57 smithi003 ceph-mon[89364]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-13T07:32:57.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:57 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2580623139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:57.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:57 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:57.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:57 smithi066 ceph-mon[84331]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-13T07:32:57.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:57 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2580623139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:57.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:57 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:32:58.386 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsNumOps.Div (3022 ms) 2024-04-13T07:32:58.386 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 4 tests from ClsNumOps (11947 ms total) 2024-04-13T07:32:58.386 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:32:58.386 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment tear-down 2024-04-13T07:32:58.386 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] 4 tests from 1 test suite ran. (11947 ms total) 2024-04-13T07:32:58.386 INFO:tasks.workunit.client.0.smithi003.stdout:[ PASSED ] 4 tests. 2024-04-13T07:32:58.390 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T07:32:58.390 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T07:32:58.431 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-04-13T07:32:58.431 DEBUG:teuthology.orchestra.run.smithi003:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-04-13T07:32:58.501 INFO:tasks.workunit.client.0.smithi003.stdout:Running main() from gmock_main.cc 2024-04-13T07:32:58.501 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] Running 70 tests from 1 test suite. 2024-04-13T07:32:58.501 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment set-up. 2024-04-13T07:32:58.501 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 70 tests from TestClsRbd 2024-04-13T07:32:58.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:58 smithi003 ceph-mon[89364]: pgmap v1327: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:58.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:58 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:32:58.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:58 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:58.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:58 smithi003 ceph-mon[89364]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-13T07:32:58.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:58 smithi003 ceph-mon[91733]: pgmap v1327: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:58.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:58 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:32:58.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:58 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:58.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:58 smithi003 ceph-mon[91733]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-13T07:32:58.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:58 smithi066 ceph-mon[84331]: pgmap v1327: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:58.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:58 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:32:58.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:58 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132508-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:32:58.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:58 smithi066 ceph-mon[84331]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-13T07:32:59.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:59 smithi003 ceph-mon[91733]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-13T07:32:59.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:32:59 smithi003 ceph-mon[91733]: pgmap v1330: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:59.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:59 smithi003 ceph-mon[89364]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-13T07:32:59.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:32:59 smithi003 ceph-mon[89364]: pgmap v1330: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:32:59.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:59 smithi066 ceph-mon[84331]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-13T07:32:59.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:32:59 smithi066 ceph-mon[84331]: pgmap v1330: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:00.401 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.get_all_features 2024-04-13T07:33:00.417 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.get_all_features (16 ms) 2024-04-13T07:33:00.417 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.copyup 2024-04-13T07:33:00.602 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.copyup (185 ms) 2024-04-13T07:33:00.602 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-04-13T07:33:00.618 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.sparse_copyup (16 ms) 2024-04-13T07:33:00.618 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-04-13T07:33:00.625 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-04-13T07:33:00.625 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-04-13T07:33:00.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:00 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:33:00.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:00 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:33:00.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:00 smithi003 ceph-mon[89364]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-13T07:33:00.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:00 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3333552160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132614-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:00.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:00 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132614-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:00.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:00 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:33:00.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:00 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:33:00.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:00 smithi003 ceph-mon[91733]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-13T07:33:00.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:00 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3333552160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132614-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:00.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:00 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132614-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:00.637 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.add_remove_child (13 ms) 2024-04-13T07:33:00.637 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.directory_methods 2024-04-13T07:33:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:00 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:33:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:00 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:33:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:00 smithi066 ceph-mon[84331]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-13T07:33:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:00 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3333552160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132614-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:00 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132614-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:00.670 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.directory_methods (32 ms) 2024-04-13T07:33:00.670 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.create 2024-04-13T07:33:00.684 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.create (14 ms) 2024-04-13T07:33:00.684 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.get_features 2024-04-13T07:33:00.686 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-04-13T07:33:00.686 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-04-13T07:33:00.687 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-04-13T07:33:00.687 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-04-13T07:33:00.689 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-04-13T07:33:00.689 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-04-13T07:33:00.691 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-04-13T07:33:00.692 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-04-13T07:33:00.693 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-04-13T07:33:00.693 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-04-13T07:33:00.697 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-04-13T07:33:00.697 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.get_size 2024-04-13T07:33:00.701 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-04-13T07:33:00.701 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.set_size 2024-04-13T07:33:00.705 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2024-04-13T07:33:00.706 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.protection_status 2024-04-13T07:33:00.723 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.protection_status (17 ms) 2024-04-13T07:33:00.723 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-04-13T07:33:00.731 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-04-13T07:33:00.731 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.parents_v1 2024-04-13T07:33:00.770 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.parents_v1 (40 ms) 2024-04-13T07:33:00.771 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.parents_v2 2024-04-13T07:33:00.802 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.parents_v2 (32 ms) 2024-04-13T07:33:00.802 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.snapshots 2024-04-13T07:33:00.824 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.snapshots (22 ms) 2024-04-13T07:33:00.825 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.snapid_race 2024-04-13T07:33:00.829 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.snapid_race (4 ms) 2024-04-13T07:33:00.829 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.stripingv2 2024-04-13T07:33:00.839 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-04-13T07:33:00.839 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.object_map_save 2024-04-13T07:33:00.840 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.object_map_save (2 ms) 2024-04-13T07:33:00.841 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-04-13T07:33:00.847 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.object_map_resize (5 ms) 2024-04-13T07:33:00.847 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.object_map_update 2024-04-13T07:33:00.856 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.object_map_update (10 ms) 2024-04-13T07:33:00.856 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-04-13T07:33:00.856 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-04-13T07:33:00.856 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-04-13T07:33:00.864 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.object_map_snap_add (8 ms) 2024-04-13T07:33:00.864 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-04-13T07:33:00.872 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.object_map_snap_remove (9 ms) 2024-04-13T07:33:00.872 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.flags 2024-04-13T07:33:00.877 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-04-13T07:33:00.877 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.metadata 2024-04-13T07:33:00.900 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.metadata (22 ms) 2024-04-13T07:33:00.900 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.set_features 2024-04-13T07:33:00.907 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.set_features (8 ms) 2024-04-13T07:33:00.907 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.mirror 2024-04-13T07:33:00.941 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.mirror (33 ms) 2024-04-13T07:33:00.941 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.mirror_image 2024-04-13T07:33:00.958 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.mirror_image (17 ms) 2024-04-13T07:33:00.958 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-04-13T07:33:01.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:01 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132614-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:33:01.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:01 smithi066 ceph-mon[84331]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-13T07:33:01.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:01 smithi066 ceph-mon[84331]: pgmap v1333: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:01.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:01 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132614-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:33:01.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:01 smithi003 ceph-mon[91733]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-13T07:33:01.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:01 smithi003 ceph-mon[91733]: pgmap v1333: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:01.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:01 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132614-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:33:01.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:01 smithi003 ceph-mon[89364]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-13T07:33:01.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:01 smithi003 ceph-mon[89364]: pgmap v1333: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:02 smithi066 ceph-mon[84331]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-13T07:33:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:33:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:33:02.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:02 smithi003 ceph-mon[91733]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-13T07:33:02.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:02 smithi003 ceph-mon[89364]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-13T07:33:03.289 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.mirror_image_status (2331 ms) 2024-04-13T07:33:03.289 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-04-13T07:33:03.367 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.mirror_image_map (78 ms) 2024-04-13T07:33:03.367 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-04-13T07:33:03.374 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-04-13T07:33:03.375 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-04-13T07:33:03.386 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-04-13T07:33:03.386 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-04-13T07:33:03.388 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-04-13T07:33:03.389 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-04-13T07:33:03.390 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-04-13T07:33:03.390 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-04-13T07:33:03.393 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-04-13T07:33:03.393 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-04-13T07:33:03.400 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-04-13T07:33:03.400 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-04-13T07:33:03.405 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.group_dir_remove (6 ms) 2024-04-13T07:33:03.406 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-04-13T07:33:03.410 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-04-13T07:33:03.410 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.group_image_add 2024-04-13T07:33:03.412 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-04-13T07:33:03.412 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-04-13T07:33:03.415 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-04-13T07:33:03.415 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.group_image_list 2024-04-13T07:33:03.418 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.group_image_list (4 ms) 2024-04-13T07:33:03.418 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-04-13T07:33:03.423 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-04-13T07:33:03.423 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.image_group_add 2024-04-13T07:33:03.425 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-04-13T07:33:03.425 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-04-13T07:33:03.428 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-04-13T07:33:03.428 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.image_group_get 2024-04-13T07:33:03.430 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-04-13T07:33:03.431 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-04-13T07:33:03.432 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-04-13T07:33:03.432 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-04-13T07:33:03.434 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-04-13T07:33:03.434 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-04-13T07:33:03.437 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (2 ms) 2024-04-13T07:33:03.437 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-04-13T07:33:03.439 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-04-13T07:33:03.440 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-04-13T07:33:03.442 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-04-13T07:33:03.442 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-04-13T07:33:03.445 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-04-13T07:33:03.445 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-04-13T07:33:03.464 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (19 ms) 2024-04-13T07:33:03.464 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-04-13T07:33:03.660 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (196 ms) 2024-04-13T07:33:03.660 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-04-13T07:33:03.663 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.group_snap_remove (4 ms) 2024-04-13T07:33:03.663 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-04-13T07:33:03.665 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-04-13T07:33:03.665 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.trash_methods 2024-04-13T07:33:03.673 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.trash_methods (8 ms) 2024-04-13T07:33:03.673 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.op_features 2024-04-13T07:33:03.680 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-04-13T07:33:03.681 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.clone_parent 2024-04-13T07:33:03.699 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.clone_parent (18 ms) 2024-04-13T07:33:03.699 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-04-13T07:33:03.708 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.clone_parent_ns (10 ms) 2024-04-13T07:33:03.708 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.clone_child 2024-04-13T07:33:03.719 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.clone_child (10 ms) 2024-04-13T07:33:03.719 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-04-13T07:33:03.726 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-04-13T07:33:03.726 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.migration 2024-04-13T07:33:03.735 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-04-13T07:33:03.736 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.migration_v1 2024-04-13T07:33:03.747 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.migration_v1 (12 ms) 2024-04-13T07:33:03.747 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-04-13T07:33:03.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:03 smithi003 ceph-mon[91733]: pgmap v1335: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.8 KiB/s wr, 2 op/s 2024-04-13T07:33:03.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:03 smithi003 ceph-mon[89364]: pgmap v1335: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.8 KiB/s wr, 2 op/s 2024-04-13T07:33:03.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:03 smithi066 ceph-mon[84331]: pgmap v1335: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.8 KiB/s wr, 2 op/s 2024-04-13T07:33:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:33:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:33:04] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2024-04-13T07:33:05.414 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1666 ms) 2024-04-13T07:33:05.414 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestClsRbd.sparsify 2024-04-13T07:33:05.461 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestClsRbd.sparsify (48 ms) 2024-04-13T07:33:05.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:05 smithi003 ceph-mon[91733]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-13T07:33:05.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:05 smithi003 ceph-mon[91733]: pgmap v1337: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 822 KiB/s wr, 2.59k op/s 2024-04-13T07:33:05.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:05 smithi003 ceph-mon[89364]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-13T07:33:05.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:05 smithi003 ceph-mon[89364]: pgmap v1337: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 822 KiB/s wr, 2.59k op/s 2024-04-13T07:33:05.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:05 smithi066 ceph-mon[84331]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-13T07:33:05.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:05 smithi066 ceph-mon[84331]: pgmap v1337: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 822 KiB/s wr, 2.59k op/s 2024-04-13T07:33:06.418 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 70 tests from TestClsRbd (5061 ms total) 2024-04-13T07:33:06.418 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:33:06.419 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment tear-down 2024-04-13T07:33:06.419 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] 70 tests from 1 test suite ran. (7917 ms total) 2024-04-13T07:33:06.419 INFO:tasks.workunit.client.0.smithi003.stdout:[ PASSED ] 70 tests. 2024-04-13T07:33:06.423 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T07:33:06.423 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T07:33:06.491 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-04-13T07:33:06.491 DEBUG:teuthology.orchestra.run.smithi003:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-04-13T07:33:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:Running main() from gmock_main.cc 2024-04-13T07:33:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] Running 10 tests from 1 test suite. 2024-04-13T07:33:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment set-up. 2024-04-13T07:33:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 10 tests from cls_rgw 2024-04-13T07:33:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.test_implicit 2024-04-13T07:33:06.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:06 smithi003 ceph-mon[89364]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-13T07:33:06.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:06 smithi003 ceph-mon[91733]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-13T07:33:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:06 smithi066 ceph-mon[84331]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-13T07:33:07.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:07 smithi003 ceph-mon[91733]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-13T07:33:07.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:07 smithi003 ceph-mon[91733]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:07.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:07 smithi003 ceph-mon[89364]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-13T07:33:07.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:07 smithi003 ceph-mon[89364]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:07.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:07 smithi066 ceph-mon[84331]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-13T07:33:07.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:07 smithi066 ceph-mon[84331]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:08.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:08 smithi003 ceph-mon[91733]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-13T07:33:08.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:08 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2943537494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:08 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:33:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:33:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:08 smithi003 ceph-mon[89364]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-13T07:33:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:08 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2943537494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:08 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:33:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:33:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:08 smithi066 ceph-mon[84331]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-13T07:33:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:08 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2943537494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:08 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:33:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:33:09.452 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.test_implicit (2891 ms) 2024-04-13T07:33:09.452 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-04-13T07:33:09.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:09 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:33:09.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:09 smithi003 ceph-mon[91733]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-13T07:33:09.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:09 smithi003 ceph-mon[91733]: pgmap v1343: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:09 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:33:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:09 smithi003 ceph-mon[89364]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-13T07:33:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:09 smithi003 ceph-mon[89364]: pgmap v1343: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:09 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:33:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:09 smithi066 ceph-mon[84331]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-13T07:33:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:09 smithi066 ceph-mon[84331]: pgmap v1343: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:10.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:10 smithi003 ceph-mon[91733]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-13T07:33:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:10 smithi003 ceph-mon[89364]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-13T07:33:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:10 smithi066 ceph-mon[84331]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-13T07:33:11.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:11 smithi003 ceph-mon[91733]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-13T07:33:11.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:11 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2052110831' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:11 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:11 smithi003 ceph-mon[91733]: pgmap v1346: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:11.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:11 smithi003 ceph-mon[89364]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-13T07:33:11.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:11 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2052110831' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:11.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:11 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:11.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:11 smithi003 ceph-mon[89364]: pgmap v1346: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:11 smithi066 ceph-mon[84331]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-13T07:33:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:11 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2052110831' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:11 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:11 smithi066 ceph-mon[84331]: pgmap v1346: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:12.480 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3027 ms) 2024-04-13T07:33:12.480 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.test_put_snap 2024-04-13T07:33:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:12 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:33:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:12 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:33:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:12 smithi066 ceph-mon[84331]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-13T07:33:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:33:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:33:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:33:12.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:12 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:33:12.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:12 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:33:12.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:12 smithi003 ceph-mon[91733]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-13T07:33:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:12 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:33:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:12 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:33:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:12 smithi003 ceph-mon[89364]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-13T07:33:13.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:13 smithi003 ceph-mon[91733]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-13T07:33:13.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:13 smithi003 ceph-mon[91733]: pgmap v1349: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:13.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:13 smithi003 ceph-mon[89364]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-13T07:33:13.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:13 smithi003 ceph-mon[89364]: pgmap v1349: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:13.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:13 smithi066 ceph-mon[84331]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-13T07:33:13.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:13 smithi066 ceph-mon[84331]: pgmap v1349: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:14.473 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:33:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:33:14] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.43.0" 2024-04-13T07:33:14.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:14 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:33:14.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:14 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:33:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:14 smithi003 ceph-mon[89364]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-13T07:33:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:14 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3481563761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:14 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:14 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:33:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:14 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:33:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:14 smithi003 ceph-mon[91733]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-13T07:33:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:14 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3481563761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:14 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:14 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:33:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:14 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:33:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:14 smithi066 ceph-mon[84331]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-13T07:33:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:14 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3481563761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:14 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:15.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:15 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:33:15.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:15 smithi003 ceph-mon[89364]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-13T07:33:15.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:15 smithi003 ceph-mon[89364]: pgmap v1352: 137 pgs: 15 creating+peering, 14 unknown, 108 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:33:15.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:15 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:33:15.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:15 smithi003 ceph-mon[91733]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-13T07:33:15.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:15 smithi003 ceph-mon[91733]: pgmap v1352: 137 pgs: 15 creating+peering, 14 unknown, 108 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:33:15.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:15 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:33:15.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:15 smithi066 ceph-mon[84331]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-13T07:33:15.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:15 smithi066 ceph-mon[84331]: pgmap v1352: 137 pgs: 15 creating+peering, 14 unknown, 108 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T07:33:16.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:16 smithi003 ceph-mon[91733]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-13T07:33:16.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:16 smithi003 ceph-mon[89364]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-13T07:33:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:16 smithi066 ceph-mon[84331]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-13T07:33:17.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:17 smithi003 ceph-mon[91733]: pgmap v1354: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 228 B/s wr, 0 op/s 2024-04-13T07:33:17.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:17 smithi003 ceph-mon[89364]: pgmap v1354: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 228 B/s wr, 0 op/s 2024-04-13T07:33:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:17 smithi066 ceph-mon[84331]: pgmap v1354: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 228 B/s wr, 0 op/s 2024-04-13T07:33:19.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:19 smithi003 ceph-mon[91733]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-13T07:33:19.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:19 smithi003 ceph-mon[91733]: pgmap v1356: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-04-13T07:33:19.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:19 smithi003 ceph-mon[89364]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-13T07:33:19.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:19 smithi003 ceph-mon[89364]: pgmap v1356: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-04-13T07:33:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:19 smithi066 ceph-mon[84331]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-13T07:33:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:19 smithi066 ceph-mon[84331]: pgmap v1356: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-04-13T07:33:20.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:20 smithi003 ceph-mon[91733]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-13T07:33:20.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:20 smithi003 ceph-mon[89364]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-13T07:33:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:20 smithi066 ceph-mon[84331]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-13T07:33:21.535 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.test_put_snap (9055 ms) 2024-04-13T07:33:21.535 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.test_explicit 2024-04-13T07:33:21.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:21 smithi003 ceph-mon[91733]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-13T07:33:21.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:21 smithi003 ceph-mon[91733]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-13T07:33:21.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:21 smithi003 ceph-mon[89364]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-13T07:33:21.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:21 smithi003 ceph-mon[89364]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-13T07:33:21.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:21 smithi066 ceph-mon[84331]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-13T07:33:21.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:21 smithi066 ceph-mon[84331]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-13T07:33:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:22 smithi066 ceph-mon[84331]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-13T07:33:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:33:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:33:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:33:22.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:22 smithi003 ceph-mon[91733]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-13T07:33:22.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:33:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:22 smithi003 ceph-mon[89364]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-13T07:33:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:33:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:23 smithi003 ceph-mon[91733]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-13T07:33:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:23 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2401341246' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:23 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:23.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:23 smithi003 ceph-mon[91733]: pgmap v1362: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:23 smithi003 ceph-mon[89364]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-13T07:33:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:23 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2401341246' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:23 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:23 smithi003 ceph-mon[89364]: pgmap v1362: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:23 smithi066 ceph-mon[84331]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-13T07:33:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:23 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2401341246' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:23 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:23 smithi066 ceph-mon[84331]: pgmap v1362: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:24.537 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:33:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:33:24] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2024-04-13T07:33:24.554 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.test_explicit (3014 ms) 2024-04-13T07:33:24.554 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.set 2024-04-13T07:33:24.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:24 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:33:24.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:24 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:33:24.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:24 smithi003 ceph-mon[91733]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-13T07:33:24.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:24 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:33:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:24 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:33:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:24 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:33:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:24 smithi003 ceph-mon[89364]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-13T07:33:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:24 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:33:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:24 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:33:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:24 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:33:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:24 smithi066 ceph-mon[84331]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-13T07:33:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:24 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:33:25.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:25 smithi003 ceph-mon[89364]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-13T07:33:25.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:25 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:33:25.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:25 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:33:25.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:25 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:33:25.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:25 smithi003 ceph-mon[89364]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:25.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:25 smithi003 ceph-mon[91733]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-13T07:33:25.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:25 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:33:25.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:25 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:33:25.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:25 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:33:25.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:25 smithi003 ceph-mon[91733]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:25.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:25 smithi066 ceph-mon[84331]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-13T07:33:25.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:25 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:33:25.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:25 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:33:25.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:25 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:33:25.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:25 smithi066 ceph-mon[84331]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:26.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:26 smithi003 ceph-mon[91733]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-13T07:33:26.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:26 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1957842792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:26.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:26 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:26.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:26 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:33:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:26 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:33:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:26 smithi003 ceph-mon[89364]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-13T07:33:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:26 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1957842792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:26 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:26 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:33:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:26 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:33:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:26 smithi066 ceph-mon[84331]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-13T07:33:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:26 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1957842792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:26 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:33:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:26 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:33:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:26 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:33:27.573 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.set (3024 ms) 2024-04-13T07:33:27.573 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-04-13T07:33:27.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:27 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:33:27.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:27 smithi003 ceph-mon[89364]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-13T07:33:27.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:27 smithi003 ceph-mon[89364]: pgmap v1368: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:27.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:27 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:33:27.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:27 smithi003 ceph-mon[91733]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-13T07:33:27.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:27 smithi003 ceph-mon[91733]: pgmap v1368: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:27.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:27 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-132669-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:33:27.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:27 smithi066 ceph-mon[84331]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-13T07:33:27.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:27 smithi066 ceph-mon[84331]: pgmap v1368: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:28.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:28 smithi003 ceph-mon[91733]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-13T07:33:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2965420489' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:28 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2965420489' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:28 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2965420489' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:28 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:28 smithi003 ceph-mon[89364]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-13T07:33:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2965420489' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:28 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2965420489' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:28.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:28 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:28.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2965420489' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:28.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:28 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:28 smithi066 ceph-mon[84331]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-13T07:33:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2965420489' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:28 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2965420489' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:28 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2965420489' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:28 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:29.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:29 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:33:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:29 smithi003 ceph-mon[91733]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-13T07:33:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:29 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2965420489' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:29 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:29 smithi003 ceph-mon[91733]: pgmap v1371: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:29.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:29 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:33:29.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:29 smithi003 ceph-mon[89364]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-13T07:33:29.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:29 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2965420489' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:29.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:29 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:29.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:29 smithi003 ceph-mon[89364]: pgmap v1371: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:29 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:33:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:29 smithi066 ceph-mon[84331]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-13T07:33:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:29 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2965420489' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:29 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:29 smithi066 ceph-mon[84331]: pgmap v1371: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:30.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:30 smithi003 ceph-mon[91733]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-13T07:33:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:30 smithi003 ceph-mon[89364]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-13T07:33:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:30 smithi066 ceph-mon[84331]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-13T07:33:31.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:31 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-6"}]': finished 2024-04-13T07:33:31.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:31 smithi003 ceph-mon[91733]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-13T07:33:31.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:31 smithi003 ceph-mon[91733]: pgmap v1374: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:31.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:31 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:33:31.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:31 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-6"}]': finished 2024-04-13T07:33:31.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:31 smithi003 ceph-mon[89364]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-13T07:33:31.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:31 smithi003 ceph-mon[89364]: pgmap v1374: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:31.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:31 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:33:31.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:31 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-6"}]': finished 2024-04-13T07:33:31.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:31 smithi066 ceph-mon[84331]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-13T07:33:31.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:31 smithi066 ceph-mon[84331]: pgmap v1374: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:31.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:31 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:33:32.609 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:33:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:33:32.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:32 smithi003 ceph-mon[91733]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-13T07:33:32.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:32 smithi003 ceph-mon[89364]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-13T07:33:32.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:32 smithi066 ceph-mon[84331]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-13T07:33:33.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:33 smithi003 ceph-mon[89364]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-13T07:33:33.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:33 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2965420489' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:33.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:33 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:33.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:33 smithi003 ceph-mon[89364]: pgmap v1377: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:33.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:33 smithi003 ceph-mon[91733]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-13T07:33:33.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:33 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2965420489' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:33.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:33 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:33.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:33 smithi003 ceph-mon[91733]: pgmap v1377: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:33 smithi066 ceph-mon[84331]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-13T07:33:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:33 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2965420489' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:33 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:33 smithi066 ceph-mon[84331]: pgmap v1377: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:34.623 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:33:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:33:34] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2024-04-13T07:33:34.629 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.test_implicit_ec (7057 ms) 2024-04-13T07:33:34.629 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-04-13T07:33:34.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:34 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:33:34.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:34 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:33:34.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:34 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-6"}]': finished 2024-04-13T07:33:34.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:34 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2965420489' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:34.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:34 smithi003 ceph-mon[91733]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-13T07:33:34.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:34 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:34 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:33:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:34 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:33:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:34 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-6"}]': finished 2024-04-13T07:33:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:34 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2965420489' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:34.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:34 smithi003 ceph-mon[89364]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-13T07:33:34.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:34 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:34 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:33:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:34 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:33:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:34 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-6"}]': finished 2024-04-13T07:33:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:34 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2965420489' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:34 smithi066 ceph-mon[84331]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-13T07:33:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:34 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-6"}]: dispatch 2024-04-13T07:33:35.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:35 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-6"}]': finished 2024-04-13T07:33:35.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:35 smithi003 ceph-mon[91733]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-13T07:33:35.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:35 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/414432235' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:35.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:35 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:35.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:35 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/414432235' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:35.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:35 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:35.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:35 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/414432235' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:35.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:35 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:35.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:35 smithi003 ceph-mon[91733]: pgmap v1380: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:35.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:35 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-6"}]': finished 2024-04-13T07:33:35.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:35 smithi003 ceph-mon[89364]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-13T07:33:35.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:35 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/414432235' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:35.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:35 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:35.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:35 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/414432235' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:35.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:35 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:35.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:35 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/414432235' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:35.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:35 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:35.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:35 smithi003 ceph-mon[89364]: pgmap v1380: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:35.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:35 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-6"}]': finished 2024-04-13T07:33:35.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:35 smithi066 ceph-mon[84331]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-13T07:33:35.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:35 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/414432235' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:35.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:35 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:35.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:35 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/414432235' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:35.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:35 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:35.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:35 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/414432235' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:35.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:35 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:35.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:35 smithi066 ceph-mon[84331]: pgmap v1380: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:36 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:33:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:36 smithi066 ceph-mon[84331]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-13T07:33:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:36 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/414432235' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:36 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:37.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:36 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:33:37.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:36 smithi003 ceph-mon[89364]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-13T07:33:37.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:36 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/414432235' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:37.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:36 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:37.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:36 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:33:37.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:36 smithi003 ceph-mon[91733]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-13T07:33:37.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:36 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/414432235' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:37.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:36 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:38.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:37 smithi003 ceph-mon[89364]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-13T07:33:38.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:37 smithi003 ceph-mon[89364]: pgmap v1383: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:38.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:33:38.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:37 smithi003 ceph-mon[91733]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-13T07:33:38.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:37 smithi003 ceph-mon[91733]: pgmap v1383: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:38.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:33:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:37 smithi066 ceph-mon[84331]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-13T07:33:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:37 smithi066 ceph-mon[84331]: pgmap v1383: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:33:39.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:38 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-7"}]': finished 2024-04-13T07:33:39.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:38 smithi003 ceph-mon[89364]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-13T07:33:39.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:38 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-7"}]': finished 2024-04-13T07:33:39.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:38 smithi003 ceph-mon[91733]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-13T07:33:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:38 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-7"}]': finished 2024-04-13T07:33:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:38 smithi066 ceph-mon[84331]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-13T07:33:40.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:39 smithi003 ceph-mon[91733]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-13T07:33:40.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:39 smithi003 ceph-mon[91733]: pgmap v1386: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:40.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:39 smithi003 ceph-mon[89364]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-13T07:33:40.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:39 smithi003 ceph-mon[89364]: pgmap v1386: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:40.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:39 smithi066 ceph-mon[84331]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-13T07:33:40.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:39 smithi066 ceph-mon[84331]: pgmap v1386: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:41.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:40 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:33:41.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:40 smithi003 ceph-mon[91733]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-13T07:33:41.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:40 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/414432235' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:41.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:40 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:41.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:40 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:33:41.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:40 smithi003 ceph-mon[89364]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-13T07:33:41.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:40 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/414432235' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:41.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:40 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:41.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:40 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:33:41.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:40 smithi066 ceph-mon[84331]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-13T07:33:41.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:40 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/414432235' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:41.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:40 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:41.692 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7063 ms) 2024-04-13T07:33:41.692 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-04-13T07:33:42.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:41 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-7"}]': finished 2024-04-13T07:33:42.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:41 smithi003 ceph-mon[91733]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-13T07:33:42.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:41 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/414432235' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:42.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:41 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:42.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:41 smithi003 ceph-mon[91733]: pgmap v1389: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:42.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:41 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-7"}]': finished 2024-04-13T07:33:42.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:41 smithi003 ceph-mon[89364]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-13T07:33:42.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:41 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/414432235' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:42.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:41 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:42.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:41 smithi003 ceph-mon[89364]: pgmap v1389: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:42.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:41 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-7"}]': finished 2024-04-13T07:33:42.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:41 smithi066 ceph-mon[84331]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-13T07:33:42.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:41 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/414432235' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:42.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:41 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-7"}]: dispatch 2024-04-13T07:33:42.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:41 smithi066 ceph-mon[84331]: pgmap v1389: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:33:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:33:43.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:33:43.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:33:43.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-7"}]': finished 2024-04-13T07:33:43.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[91733]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-13T07:33:43.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3276659667' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:43.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:43.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3276659667' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:43.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:43.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3276659667' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:43.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:43.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:33:43.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:33:43.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-7"}]': finished 2024-04-13T07:33:43.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[89364]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-13T07:33:43.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3276659667' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:43.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:43.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3276659667' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:43.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:43.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3276659667' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:43.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:42 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:42 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:33:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:42 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:33:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:42 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-7"}]': finished 2024-04-13T07:33:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:42 smithi066 ceph-mon[84331]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-13T07:33:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:42 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3276659667' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:42 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:43.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:42 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3276659667' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:43.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:42 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:43.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:42 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3276659667' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:43.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:42 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:44.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:43 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:33:44.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:43 smithi003 ceph-mon[89364]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-13T07:33:44.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:43 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3276659667' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:44.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:43 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:44.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:43 smithi003 ceph-mon[89364]: pgmap v1392: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:44.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:43 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:33:44.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:43 smithi003 ceph-mon[91733]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-13T07:33:44.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:43 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3276659667' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:44.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:43 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:44.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:43 smithi003 ceph-mon[91733]: pgmap v1392: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:44.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:43 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:33:44.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:43 smithi066 ceph-mon[84331]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-13T07:33:44.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:43 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3276659667' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:44.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:43 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:44.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:43 smithi066 ceph-mon[84331]: pgmap v1392: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:33:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:33:44] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2024-04-13T07:33:45.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:44 smithi003 ceph-mon[91733]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-13T07:33:45.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:44 smithi003 ceph-mon[89364]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-13T07:33:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:44 smithi066 ceph-mon[84331]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-13T07:33:46.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:45 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-8"}]': finished 2024-04-13T07:33:46.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:45 smithi003 ceph-mon[91733]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-13T07:33:46.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:45 smithi003 ceph-mon[91733]: pgmap v1395: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:46.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:45 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-8"}]': finished 2024-04-13T07:33:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:45 smithi003 ceph-mon[89364]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-13T07:33:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:45 smithi003 ceph-mon[89364]: pgmap v1395: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:46.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:45 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-8"}]': finished 2024-04-13T07:33:46.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:45 smithi066 ceph-mon[84331]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-13T07:33:46.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:45 smithi066 ceph-mon[84331]: pgmap v1395: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:47.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:46 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:33:47.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:46 smithi003 ceph-mon[91733]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-13T07:33:47.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:46 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:33:47.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:46 smithi003 ceph-mon[89364]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-13T07:33:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:46 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:33:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:46 smithi066 ceph-mon[84331]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-13T07:33:48.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:47 smithi003 ceph-mon[89364]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-13T07:33:48.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:47 smithi003 ceph-mon[89364]: pgmap v1398: 113 pgs: 2 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:48.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:47 smithi003 ceph-mon[91733]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-13T07:33:48.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:47 smithi003 ceph-mon[91733]: pgmap v1398: 113 pgs: 2 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:48.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:47 smithi066 ceph-mon[84331]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-13T07:33:48.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:47 smithi066 ceph-mon[84331]: pgmap v1398: 113 pgs: 2 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:50.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:49 smithi003 ceph-mon[89364]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-13T07:33:50.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:49 smithi003 ceph-mon[89364]: pgmap v1400: 113 pgs: 2 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:50.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:49 smithi003 ceph-mon[91733]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-13T07:33:50.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:49 smithi003 ceph-mon[91733]: pgmap v1400: 113 pgs: 2 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:50.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:49 smithi066 ceph-mon[84331]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-13T07:33:50.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:49 smithi066 ceph-mon[84331]: pgmap v1400: 113 pgs: 2 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:51.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:50 smithi003 ceph-mon[89364]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-13T07:33:51.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:50 smithi003 ceph-mon[91733]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-13T07:33:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:50 smithi066 ceph-mon[84331]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-13T07:33:52.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:51 smithi003 ceph-mon[91733]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-13T07:33:52.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:51 smithi003 ceph-mon[91733]: pgmap v1403: 113 pgs: 113 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 241 B/s wr, 0 op/s 2024-04-13T07:33:52.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:51 smithi003 ceph-mon[89364]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-13T07:33:52.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:51 smithi003 ceph-mon[89364]: pgmap v1403: 113 pgs: 113 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 241 B/s wr, 0 op/s 2024-04-13T07:33:52.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:51 smithi066 ceph-mon[84331]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-13T07:33:52.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:51 smithi066 ceph-mon[84331]: pgmap v1403: 113 pgs: 113 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 241 B/s wr, 0 op/s 2024-04-13T07:33:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:33:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:33:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:52 smithi003 ceph-mon[91733]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-13T07:33:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:52 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3276659667' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:52 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:33:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:33:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:52 smithi003 ceph-mon[89364]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-13T07:33:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:52 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3276659667' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:52 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:33:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:33:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:52 smithi066 ceph-mon[84331]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-13T07:33:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:52 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3276659667' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:52 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:33:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:33:53.822 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.test_put_snap_ec (12129 ms) 2024-04-13T07:33:53.822 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-04-13T07:33:54.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:53 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-8"}]': finished 2024-04-13T07:33:54.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:53 smithi003 ceph-mon[91733]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-13T07:33:54.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:53 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3276659667' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:54.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:53 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:54.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:53 smithi003 ceph-mon[91733]: pgmap v1406: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:54.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:53 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-8"}]': finished 2024-04-13T07:33:54.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:53 smithi003 ceph-mon[89364]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-13T07:33:54.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:53 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3276659667' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:54.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:53 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:54.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:53 smithi003 ceph-mon[89364]: pgmap v1406: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:54.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:53 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-8"}]': finished 2024-04-13T07:33:54.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:53 smithi066 ceph-mon[84331]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-13T07:33:54.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:53 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3276659667' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:54.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:53 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-8"}]: dispatch 2024-04-13T07:33:54.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:53 smithi066 ceph-mon[84331]: pgmap v1406: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:33:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:33:54] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2024-04-13T07:33:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:54 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:33:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:54 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:33:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:54 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-8"}]': finished 2024-04-13T07:33:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:54 smithi003 ceph-mon[91733]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-13T07:33:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:54 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-9"}]: dispatch 2024-04-13T07:33:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:54 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-9"}]: dispatch 2024-04-13T07:33:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:54 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:54 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:33:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:54 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:33:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:54 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-8"}]': finished 2024-04-13T07:33:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:54 smithi003 ceph-mon[89364]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-13T07:33:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:54 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-9"}]: dispatch 2024-04-13T07:33:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:54 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-9"}]: dispatch 2024-04-13T07:33:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:54 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:54 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:33:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:54 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:33:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:54 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-8"}]': finished 2024-04-13T07:33:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:54 smithi066 ceph-mon[84331]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-13T07:33:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:54 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-9"}]: dispatch 2024-04-13T07:33:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:54 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-9"}]: dispatch 2024-04-13T07:33:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:54 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:33:56.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:55 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:33:56.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:55 smithi003 ceph-mon[89364]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-13T07:33:56.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:55 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-9"}]: dispatch 2024-04-13T07:33:56.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:55 smithi003 ceph-mon[89364]: pgmap v1409: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:56.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:55 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:33:56.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:55 smithi003 ceph-mon[91733]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-13T07:33:56.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:55 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-9"}]: dispatch 2024-04-13T07:33:56.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:55 smithi003 ceph-mon[91733]: pgmap v1409: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:56.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:55 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:33:56.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:55 smithi066 ceph-mon[84331]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-13T07:33:56.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:55 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-9"}]: dispatch 2024-04-13T07:33:56.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:55 smithi066 ceph-mon[84331]: pgmap v1409: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:57.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:56 smithi003 ceph-mon[89364]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-13T07:33:57.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:56 smithi003 ceph-mon[91733]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-13T07:33:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:56 smithi066 ceph-mon[84331]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-13T07:33:58.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:57 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-9"}]': finished 2024-04-13T07:33:58.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:57 smithi003 ceph-mon[89364]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-13T07:33:58.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:57 smithi003 ceph-mon[89364]: pgmap v1412: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:58.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:57 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-9"}]': finished 2024-04-13T07:33:58.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:57 smithi003 ceph-mon[91733]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-13T07:33:58.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:57 smithi003 ceph-mon[91733]: pgmap v1412: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:58.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:57 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-9"}]': finished 2024-04-13T07:33:58.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:57 smithi066 ceph-mon[84331]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-13T07:33:58.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:57 smithi066 ceph-mon[84331]: pgmap v1412: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:33:59.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:58 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:33:59.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:58 smithi003 ceph-mon[89364]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-13T07:33:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:58 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:33:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:58 smithi003 ceph-mon[91733]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-13T07:33:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:58 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:33:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:58 smithi066 ceph-mon[84331]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-13T07:34:00.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:59 smithi003 ceph-mon[91733]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-13T07:34:00.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:59 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-9"}]: dispatch 2024-04-13T07:34:00.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:33:59 smithi003 ceph-mon[91733]: pgmap v1415: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:34:00.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:59 smithi003 ceph-mon[89364]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-13T07:34:00.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:59 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-9"}]: dispatch 2024-04-13T07:34:00.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:33:59 smithi003 ceph-mon[89364]: pgmap v1415: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:34:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:59 smithi066 ceph-mon[84331]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-13T07:34:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:59 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-9"}]: dispatch 2024-04-13T07:34:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:33:59 smithi066 ceph-mon[84331]: pgmap v1415: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:34:00.873 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.test_explicit_ec (7051 ms) 2024-04-13T07:34:00.873 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.set_ec 2024-04-13T07:34:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:00 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:34:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:00 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:34:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:00 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-9"}]': finished 2024-04-13T07:34:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:00 smithi003 ceph-mon[91733]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-13T07:34:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:00 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-9"}]: dispatch 2024-04-13T07:34:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:00 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:34:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:00 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:34:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:00 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-9"}]': finished 2024-04-13T07:34:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:00 smithi003 ceph-mon[89364]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-13T07:34:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:00 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-9"}]: dispatch 2024-04-13T07:34:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:00 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:34:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:00 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:34:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:00 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-9"}]': finished 2024-04-13T07:34:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:00 smithi066 ceph-mon[84331]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-13T07:34:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:00 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-9"}]: dispatch 2024-04-13T07:34:02.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:01 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-9"}]': finished 2024-04-13T07:34:02.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:01 smithi003 ceph-mon[91733]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-13T07:34:02.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:01 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3751712074' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:02.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:01 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:02.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:01 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3751712074' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:02.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:01 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:02.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:01 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3751712074' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:34:02.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:01 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:34:02.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:01 smithi003 ceph-mon[91733]: pgmap v1418: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:34:02.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:01 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-9"}]': finished 2024-04-13T07:34:02.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:01 smithi003 ceph-mon[89364]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-13T07:34:02.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:01 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3751712074' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:02.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:01 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:02.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:01 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3751712074' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:02.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:01 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:02.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:01 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3751712074' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:34:02.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:01 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:34:02.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:01 smithi003 ceph-mon[89364]: pgmap v1418: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:34:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:01 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4175616907' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-9"}]': finished 2024-04-13T07:34:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:01 smithi066 ceph-mon[84331]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-13T07:34:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:01 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3751712074' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:01 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:01 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3751712074' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:01 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:01 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3751712074' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:34:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:01 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-13T07:34:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:01 smithi066 ceph-mon[84331]: pgmap v1418: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:34:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:34:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:34:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:02 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:34:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:02 smithi066 ceph-mon[84331]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-13T07:34:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:02 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3751712074' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:02 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:03.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:02 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:34:03.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:02 smithi003 ceph-mon[89364]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-13T07:34:03.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:02 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3751712074' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:03.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:02 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:03.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:02 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi003-132669-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-13T07:34:03.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:02 smithi003 ceph-mon[91733]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-13T07:34:03.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:02 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3751712074' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:03.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:02 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:04.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:03 smithi066 ceph-mon[84331]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-13T07:34:04.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:03 smithi066 ceph-mon[84331]: pgmap v1421: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:34:04.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:03 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-10"}]': finished 2024-04-13T07:34:04.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:03 smithi066 ceph-mon[84331]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-13T07:34:04.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:03 smithi003 ceph-mon[89364]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-13T07:34:04.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:03 smithi003 ceph-mon[89364]: pgmap v1421: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:34:04.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:03 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-10"}]': finished 2024-04-13T07:34:04.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:03 smithi003 ceph-mon[89364]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-13T07:34:04.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:03 smithi003 ceph-mon[91733]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-13T07:34:04.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:03 smithi003 ceph-mon[91733]: pgmap v1421: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:34:04.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:03 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi003-132669-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi003-132669-10"}]': finished 2024-04-13T07:34:04.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:03 smithi003 ceph-mon[91733]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-13T07:34:04.637 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:34:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:34:04] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2024-04-13T07:34:06.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:05 smithi066 ceph-mon[84331]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-13T07:34:06.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:05 smithi066 ceph-mon[84331]: pgmap v1424: 113 pgs: 1 creating+activating, 4 creating+peering, 3 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:34:06.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:05 smithi003 ceph-mon[89364]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-13T07:34:06.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:05 smithi003 ceph-mon[89364]: pgmap v1424: 113 pgs: 1 creating+activating, 4 creating+peering, 3 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:34:06.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:05 smithi003 ceph-mon[91733]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-13T07:34:06.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:05 smithi003 ceph-mon[91733]: pgmap v1424: 113 pgs: 1 creating+activating, 4 creating+peering, 3 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:34:07.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:06 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:34:07.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:06 smithi003 ceph-mon[91733]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-13T07:34:07.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:06 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3751712074' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:07.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:06 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:07.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:06 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:34:07.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:06 smithi003 ceph-mon[89364]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-13T07:34:07.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:06 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3751712074' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:07.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:06 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:06 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:34:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:06 smithi066 ceph-mon[84331]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-13T07:34:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:06 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3751712074' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:06 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:07.916 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.set_ec (7044 ms) 2024-04-13T07:34:07.917 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 10 tests from cls_rgw (61356 ms total) 2024-04-13T07:34:07.917 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:34:07.917 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment tear-down 2024-04-13T07:34:07.917 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] 10 tests from 1 test suite ran. (61356 ms total) 2024-04-13T07:34:07.917 INFO:tasks.workunit.client.0.smithi003.stdout:[ PASSED ] 10 tests. 2024-04-13T07:34:07.919 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T07:34:07.920 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T07:34:07.991 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-04-13T07:34:07.991 DEBUG:teuthology.orchestra.run.smithi003:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-04-13T07:34:08.063 INFO:tasks.workunit.client.0.smithi003.stdout:Running main() from gmock_main.cc 2024-04-13T07:34:08.063 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] Running 16 tests from 1 test suite. 2024-04-13T07:34:08.063 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment set-up. 2024-04-13T07:34:08.063 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 16 tests from cls_rgw 2024-04-13T07:34:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:07 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-10"}]': finished 2024-04-13T07:34:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:07 smithi003 ceph-mon[91733]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-13T07:34:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:07 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3751712074' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:07 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:07 smithi003 ceph-mon[91733]: pgmap v1427: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:34:08.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:34:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:07 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-10"}]': finished 2024-04-13T07:34:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:07 smithi003 ceph-mon[89364]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-13T07:34:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:07 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3751712074' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:07 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:07 smithi003 ceph-mon[89364]: pgmap v1427: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:34:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:34:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:07 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi003-132669-10"}]': finished 2024-04-13T07:34:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:07 smithi066 ceph-mon[84331]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-13T07:34:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:07 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3751712074' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:07 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-10"}]: dispatch 2024-04-13T07:34:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:07 smithi066 ceph-mon[84331]: pgmap v1427: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:34:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:34:08.901 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:34:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=cleanup t=2024-04-13T07:34:08.497737872Z level=info msg="Completed cleanup jobs" duration=3.724291ms 2024-04-13T07:34:09.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:08 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:34:09.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:08 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:34:09.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:08 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-10"}]': finished 2024-04-13T07:34:09.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:08 smithi003 ceph-mon[91733]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-13T07:34:09.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:08 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:34:09.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:08 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:34:09.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:08 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-10"}]': finished 2024-04-13T07:34:09.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:08 smithi003 ceph-mon[89364]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-13T07:34:09.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:08 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:34:09.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:08 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:34:09.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:08 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi003-132669-10"}]': finished 2024-04-13T07:34:09.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:08 smithi066 ceph-mon[84331]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-13T07:34:09.927 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.index_basic 2024-04-13T07:34:09.974 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.index_basic (48 ms) 2024-04-13T07:34:09.975 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-04-13T07:34:10.001 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (27 ms) 2024-04-13T07:34:10.001 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.index_remove_object 2024-04-13T07:34:10.041 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.index_remove_object (40 ms) 2024-04-13T07:34:10.041 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.index_suggest 2024-04-13T07:34:10.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:09 smithi003 ceph-mon[91733]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-13T07:34:10.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:09 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/988696838' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133008-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:34:10.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:09 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133008-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:34:10.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:09 smithi003 ceph-mon[91733]: pgmap v1430: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:34:10.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:09 smithi003 ceph-mon[89364]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-13T07:34:10.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:09 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/988696838' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133008-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:34:10.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:09 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133008-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:34:10.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:09 smithi003 ceph-mon[89364]: pgmap v1430: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:34:10.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:09 smithi066 ceph-mon[84331]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-13T07:34:10.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:09 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/988696838' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133008-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:34:10.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:09 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133008-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:34:10.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:09 smithi066 ceph-mon[84331]: pgmap v1430: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:34:11.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:10 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:34:11.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:10 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133008-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:34:11.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:10 smithi003 ceph-mon[91733]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-13T07:34:11.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:10 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:34:11.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:10 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133008-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:34:11.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:10 smithi003 ceph-mon[89364]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-13T07:34:11.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:10 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:34:11.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:10 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133008-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:34:11.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:10 smithi066 ceph-mon[84331]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-13T07:34:11.492 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.index_suggest (1451 ms) 2024-04-13T07:34:11.492 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-04-13T07:34:11.499 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.index_suggest_complete (7 ms) 2024-04-13T07:34:11.499 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.index_list 2024-04-13T07:34:11.523 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.index_list (23 ms) 2024-04-13T07:34:11.523 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-04-13T07:34:12.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:11 smithi066 ceph-mon[84331]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-13T07:34:12.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:11 smithi066 ceph-mon[84331]: pgmap v1433: 137 pgs: 21 creating+peering, 1 unknown, 115 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2024-04-13T07:34:12.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:11 smithi003 ceph-mon[91733]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-13T07:34:12.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:11 smithi003 ceph-mon[91733]: pgmap v1433: 137 pgs: 21 creating+peering, 1 unknown, 115 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2024-04-13T07:34:12.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:11 smithi003 ceph-mon[89364]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-13T07:34:12.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:11 smithi003 ceph-mon[89364]: pgmap v1433: 137 pgs: 21 creating+peering, 1 unknown, 115 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2024-04-13T07:34:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:34:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:34:13.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:12 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:34:13.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:12 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:34:13.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:12 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:34:13.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:12 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:34:13.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:12 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:34:13.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:12 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:34:14.212 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:13 smithi003 ceph-mon[91733]: pgmap v1434: 137 pgs: 21 creating+peering, 116 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 8.1 KiB/s wr, 24 op/s 2024-04-13T07:34:14.212 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:13 smithi003 ceph-mon[89364]: pgmap v1434: 137 pgs: 21 creating+peering, 116 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 8.1 KiB/s wr, 24 op/s 2024-04-13T07:34:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:13 smithi066 ceph-mon[84331]: pgmap v1434: 137 pgs: 21 creating+peering, 116 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 8.1 KiB/s wr, 24 op/s 2024-04-13T07:34:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:34:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:34:14] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2024-04-13T07:34:16.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:16 smithi003 ceph-mon[91733]: pgmap v1435: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 894 KiB/s rd, 567 KiB/s wr, 1.73k op/s 2024-04-13T07:34:16.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:16 smithi003 ceph-mon[89364]: pgmap v1435: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 894 KiB/s rd, 567 KiB/s wr, 1.73k op/s 2024-04-13T07:34:16.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:16 smithi066 ceph-mon[84331]: pgmap v1435: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 894 KiB/s rd, 567 KiB/s wr, 1.73k op/s 2024-04-13T07:34:18.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:18 smithi003 ceph-mon[91733]: pgmap v1436: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 679 KiB/s rd, 431 KiB/s wr, 1.31k op/s 2024-04-13T07:34:18.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:18 smithi003 ceph-mon[89364]: pgmap v1436: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 679 KiB/s rd, 431 KiB/s wr, 1.31k op/s 2024-04-13T07:34:18.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:18 smithi066 ceph-mon[84331]: pgmap v1436: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 679 KiB/s rd, 431 KiB/s wr, 1.31k op/s 2024-04-13T07:34:20.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:20 smithi003 ceph-mon[91733]: pgmap v1437: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 601 KiB/s rd, 382 KiB/s wr, 1.16k op/s 2024-04-13T07:34:20.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:20 smithi003 ceph-mon[89364]: pgmap v1437: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 601 KiB/s rd, 382 KiB/s wr, 1.16k op/s 2024-04-13T07:34:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:20 smithi066 ceph-mon[84331]: pgmap v1437: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 601 KiB/s rd, 382 KiB/s wr, 1.16k op/s 2024-04-13T07:34:22.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:22 smithi066 ceph-mon[84331]: pgmap v1438: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 984 KiB/s rd, 639 KiB/s wr, 1.93k op/s 2024-04-13T07:34:22.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:22 smithi003 ceph-mon[91733]: pgmap v1438: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 984 KiB/s rd, 639 KiB/s wr, 1.93k op/s 2024-04-13T07:34:22.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:22 smithi003 ceph-mon[89364]: pgmap v1438: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 984 KiB/s rd, 639 KiB/s wr, 1.93k op/s 2024-04-13T07:34:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:34:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:34:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:34:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:34:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:23 smithi003 ceph-mon[91733]: pgmap v1439: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 534 KiB/s wr, 1.61k op/s 2024-04-13T07:34:23.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:34:23.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:34:23.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:23 smithi003 ceph-mon[89364]: pgmap v1439: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 534 KiB/s wr, 1.61k op/s 2024-04-13T07:34:23.900 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:34:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:34:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:23 smithi066 ceph-mon[84331]: pgmap v1439: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 534 KiB/s wr, 1.61k op/s 2024-04-13T07:34:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:34:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:34:24] "GET /metrics HTTP/1.1" 200 36349 "" "Prometheus/2.43.0" 2024-04-13T07:34:25.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:24 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:34:25.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:24 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:34:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:24 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:34:26.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:25 smithi003 ceph-mon[91733]: pgmap v1440: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 730 KiB/s wr, 2.20k op/s 2024-04-13T07:34:26.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:25 smithi003 ceph-mon[89364]: pgmap v1440: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 730 KiB/s wr, 2.20k op/s 2024-04-13T07:34:26.141 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:25 smithi066 ceph-mon[84331]: pgmap v1440: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 730 KiB/s wr, 2.20k op/s 2024-04-13T07:34:28.128 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:28 smithi003 ceph-mon[89364]: pgmap v1441: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 671 KiB/s rd, 448 KiB/s wr, 1.34k op/s 2024-04-13T07:34:28.129 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:28 smithi003 ceph-mon[91733]: pgmap v1441: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 671 KiB/s rd, 448 KiB/s wr, 1.34k op/s 2024-04-13T07:34:28.329 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:28 smithi066 ceph-mon[84331]: pgmap v1441: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 671 KiB/s rd, 448 KiB/s wr, 1.34k op/s 2024-04-13T07:34:29.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:29 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:34:29.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:29 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:34:29.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:29 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:34:29.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:29 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:34:29.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:29 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:34:29.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:29 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:34:29.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:29 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:34:29.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:29 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:34:29.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:29 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:34:29.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:29 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:34:29.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:29 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:34:29.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:29 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:34:30.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:30 smithi003 ceph-mon[91733]: pgmap v1442: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 446 KiB/s wr, 1.34k op/s 2024-04-13T07:34:30.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:34:30.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:34:30.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:34:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:30 smithi003 ceph-mon[89364]: pgmap v1442: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 446 KiB/s wr, 1.34k op/s 2024-04-13T07:34:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:34:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:34:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:34:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:30 smithi066 ceph-mon[84331]: pgmap v1442: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 446 KiB/s wr, 1.34k op/s 2024-04-13T07:34:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:34:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:34:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:34:32.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:32 smithi003 ceph-mon[91733]: pgmap v1443: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 917 KiB/s rd, 612 KiB/s wr, 1.83k op/s 2024-04-13T07:34:32.639 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:32 smithi003 ceph-mon[89364]: pgmap v1443: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 917 KiB/s rd, 612 KiB/s wr, 1.83k op/s 2024-04-13T07:34:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:32 smithi066 ceph-mon[84331]: pgmap v1443: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 917 KiB/s rd, 612 KiB/s wr, 1.83k op/s 2024-04-13T07:34:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:34:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:34:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:34:34.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:34 smithi003 ceph-mon[91733]: pgmap v1444: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 543 KiB/s rd, 362 KiB/s wr, 1.08k op/s 2024-04-13T07:34:34.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:34 smithi003 ceph-mon[89364]: pgmap v1444: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 543 KiB/s rd, 362 KiB/s wr, 1.08k op/s 2024-04-13T07:34:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:34:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:34:34] "GET /metrics HTTP/1.1" 200 36349 "" "Prometheus/2.43.0" 2024-04-13T07:34:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:34 smithi066 ceph-mon[84331]: pgmap v1444: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 543 KiB/s rd, 362 KiB/s wr, 1.08k op/s 2024-04-13T07:34:35.867 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:35 smithi003 ceph-mon[89364]: pgmap v1445: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 828 KiB/s rd, 552 KiB/s wr, 1.66k op/s 2024-04-13T07:34:35.867 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:35 smithi003 ceph-mon[91733]: pgmap v1445: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 828 KiB/s rd, 552 KiB/s wr, 1.66k op/s 2024-04-13T07:34:35.900 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:35 smithi066 ceph-mon[84331]: pgmap v1445: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 828 KiB/s rd, 552 KiB/s wr, 1.66k op/s 2024-04-13T07:34:38.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:38 smithi003 ceph-mon[89364]: pgmap v1446: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-04-13T07:34:38.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:34:38.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:38 smithi003 ceph-mon[91733]: pgmap v1446: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-04-13T07:34:38.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:34:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:38 smithi066 ceph-mon[84331]: pgmap v1446: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-04-13T07:34:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:34:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:40 smithi003 ceph-mon[91733]: pgmap v1447: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-04-13T07:34:40.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:40 smithi003 ceph-mon[89364]: pgmap v1447: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-04-13T07:34:40.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:40 smithi066 ceph-mon[84331]: pgmap v1447: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-04-13T07:34:42.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:42 smithi066 ceph-mon[84331]: pgmap v1448: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 812 KiB/s rd, 542 KiB/s wr, 1.62k op/s 2024-04-13T07:34:42.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:42 smithi003 ceph-mon[91733]: pgmap v1448: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 812 KiB/s rd, 542 KiB/s wr, 1.62k op/s 2024-04-13T07:34:42.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:42 smithi003 ceph-mon[89364]: pgmap v1448: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 812 KiB/s rd, 542 KiB/s wr, 1.62k op/s 2024-04-13T07:34:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:34:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:34:44.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:44 smithi003 ceph-mon[91733]: pgmap v1449: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-04-13T07:34:44.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:44 smithi003 ceph-mon[89364]: pgmap v1449: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-04-13T07:34:44.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:34:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:34:44] "GET /metrics HTTP/1.1" 200 36349 "" "Prometheus/2.43.0" 2024-04-13T07:34:44.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:44 smithi066 ceph-mon[84331]: pgmap v1449: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-04-13T07:34:46.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:46 smithi003 ceph-mon[91733]: pgmap v1450: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 566 KiB/s wr, 1.70k op/s 2024-04-13T07:34:46.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:46 smithi003 ceph-mon[89364]: pgmap v1450: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 566 KiB/s wr, 1.70k op/s 2024-04-13T07:34:46.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:46 smithi066 ceph-mon[84331]: pgmap v1450: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 566 KiB/s wr, 1.70k op/s 2024-04-13T07:34:48.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:48 smithi003 ceph-mon[89364]: pgmap v1451: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-04-13T07:34:48.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:48 smithi003 ceph-mon[91733]: pgmap v1451: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-04-13T07:34:48.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:48 smithi066 ceph-mon[84331]: pgmap v1451: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-04-13T07:34:50.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:50 smithi003 ceph-mon[91733]: pgmap v1452: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-04-13T07:34:50.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:50 smithi003 ceph-mon[89364]: pgmap v1452: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-04-13T07:34:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:50 smithi066 ceph-mon[84331]: pgmap v1452: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-04-13T07:34:52.132 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.index_list_delimited (40609 ms) 2024-04-13T07:34:52.132 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.bi_list 2024-04-13T07:34:52.203 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.bi_list (71 ms) 2024-04-13T07:34:52.203 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.gc_set 2024-04-13T07:34:52.226 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.gc_set (24 ms) 2024-04-13T07:34:52.226 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.gc_list 2024-04-13T07:34:52.249 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.gc_list (22 ms) 2024-04-13T07:34:52.249 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.gc_defer 2024-04-13T07:34:52.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:52 smithi066 ceph-mon[84331]: pgmap v1453: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 564 KiB/s wr, 1.69k op/s 2024-04-13T07:34:52.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:52 smithi003 ceph-mon[89364]: pgmap v1453: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 564 KiB/s wr, 1.69k op/s 2024-04-13T07:34:52.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:52 smithi003 ceph-mon[91733]: pgmap v1453: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 564 KiB/s wr, 1.69k op/s 2024-04-13T07:34:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:34:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:34:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:34:53.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:34:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:34:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:34:54.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:34:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:34:54] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-04-13T07:34:54.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:54 smithi003 ceph-mon[89364]: pgmap v1454: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 567 KiB/s rd, 378 KiB/s wr, 1.13k op/s 2024-04-13T07:34:54.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:54 smithi003 ceph-mon[89364]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-13T07:34:54.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:54 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/169307247' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133008-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:34:54.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:54 smithi003 ceph-mon[91733]: pgmap v1454: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 567 KiB/s rd, 378 KiB/s wr, 1.13k op/s 2024-04-13T07:34:54.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:54 smithi003 ceph-mon[91733]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-13T07:34:54.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:54 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/169307247' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133008-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:34:54.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:54 smithi066 ceph-mon[84331]: pgmap v1454: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 567 KiB/s rd, 378 KiB/s wr, 1.13k op/s 2024-04-13T07:34:54.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:54 smithi066 ceph-mon[84331]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-13T07:34:54.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:54 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/169307247' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133008-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:34:55.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:55 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/169307247' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133008-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:34:55.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:55 smithi003 ceph-mon[89364]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-13T07:34:55.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:55 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/169307247' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133008-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:34:55.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:55 smithi003 ceph-mon[91733]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-13T07:34:55.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:55 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/169307247' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133008-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:34:55.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:55 smithi066 ceph-mon[84331]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-13T07:34:56.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:56 smithi003 ceph-mon[91733]: pgmap v1457: 169 pgs: 12 creating+peering, 14 unknown, 143 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 421 KiB/s wr, 1.26k op/s 2024-04-13T07:34:56.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:56 smithi003 ceph-mon[91733]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-13T07:34:56.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:56 smithi003 ceph-mon[89364]: pgmap v1457: 169 pgs: 12 creating+peering, 14 unknown, 143 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 421 KiB/s wr, 1.26k op/s 2024-04-13T07:34:56.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:56 smithi003 ceph-mon[89364]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-13T07:34:56.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:56 smithi066 ceph-mon[84331]: pgmap v1457: 169 pgs: 12 creating+peering, 14 unknown, 143 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 421 KiB/s wr, 1.26k op/s 2024-04-13T07:34:56.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:56 smithi066 ceph-mon[84331]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-13T07:34:58.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:34:58 smithi003 ceph-mon[91733]: pgmap v1459: 169 pgs: 12 creating+peering, 157 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 186 KiB/s wr, 550 op/s 2024-04-13T07:34:58.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:34:58 smithi003 ceph-mon[89364]: pgmap v1459: 169 pgs: 12 creating+peering, 157 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 186 KiB/s wr, 550 op/s 2024-04-13T07:34:58.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:34:58 smithi066 ceph-mon[84331]: pgmap v1459: 169 pgs: 12 creating+peering, 157 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 186 KiB/s wr, 550 op/s 2024-04-13T07:35:00.081 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.gc_defer (7832 ms) 2024-04-13T07:35:00.081 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.usage_basic 2024-04-13T07:35:00.199 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.usage_basic (118 ms) 2024-04-13T07:35:00.199 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-04-13T07:35:00.200 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-04-13T07:35:00.200 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.usage_clear 2024-04-13T07:35:00.293 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.usage_clear (93 ms) 2024-04-13T07:35:00.293 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-04-13T07:35:00.337 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.bi_log_trim (43 ms) 2024-04-13T07:35:00.337 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-04-13T07:35:00.347 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw.index_racing_removes (11 ms) 2024-04-13T07:35:00.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:00 smithi003 ceph-mon[91733]: pgmap v1460: 169 pgs: 12 creating+peering, 157 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 186 KiB/s wr, 550 op/s 2024-04-13T07:35:00.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:00 smithi003 ceph-mon[89364]: pgmap v1460: 169 pgs: 12 creating+peering, 157 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 186 KiB/s wr, 550 op/s 2024-04-13T07:35:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:00 smithi066 ceph-mon[84331]: pgmap v1460: 169 pgs: 12 creating+peering, 157 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 186 KiB/s wr, 550 op/s 2024-04-13T07:35:01.099 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 16 tests from cls_rgw (50421 ms total) 2024-04-13T07:35:01.099 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:35:01.099 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment tear-down 2024-04-13T07:35:01.099 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] 16 tests from 1 test suite ran. (53036 ms total) 2024-04-13T07:35:01.099 INFO:tasks.workunit.client.0.smithi003.stdout:[ PASSED ] 16 tests. 2024-04-13T07:35:01.103 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T07:35:01.103 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T07:35:01.175 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-04-13T07:35:01.175 DEBUG:teuthology.orchestra.run.smithi003:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-04-13T07:35:01.245 INFO:tasks.workunit.client.0.smithi003.stdout:Running main() from gmock_main.cc 2024-04-13T07:35:01.245 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] Running 9 tests from 1 test suite. 2024-04-13T07:35:01.245 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment set-up. 2024-04-13T07:35:01.245 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 9 tests from cls_rgw_gc 2024-04-13T07:35:01.245 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw_gc.init 2024-04-13T07:35:01.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:01 smithi003 ceph-mon[91733]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-13T07:35:01.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:01 smithi003 ceph-mon[89364]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-13T07:35:01.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:01 smithi066 ceph-mon[84331]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-13T07:35:02.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:02 smithi003 ceph-mon[91733]: pgmap v1462: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 366 KiB/s wr, 991 op/s 2024-04-13T07:35:02.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:02 smithi003 ceph-mon[91733]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-13T07:35:02.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:02 smithi003 ceph-mon[89364]: pgmap v1462: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 366 KiB/s wr, 991 op/s 2024-04-13T07:35:02.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:02 smithi003 ceph-mon[89364]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-13T07:35:02.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:02 smithi066 ceph-mon[84331]: pgmap v1462: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 366 KiB/s wr, 991 op/s 2024-04-13T07:35:02.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:02 smithi066 ceph-mon[84331]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-13T07:35:02.401 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:35:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:35:03.108 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw_gc.init (1863 ms) 2024-04-13T07:35:03.108 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-04-13T07:35:03.131 INFO:tasks.workunit.client.0.smithi003.stderr:[ ] list info tag = chain-0 2024-04-13T07:35:03.132 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (24 ms) 2024-04-13T07:35:03.132 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-04-13T07:35:03.137 INFO:tasks.workunit.client.0.smithi003.stderr:[ ] next_marker is: = 0/4263 2024-04-13T07:35:03.138 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2024-04-13T07:35:03.138 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-04-13T07:35:03.146 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (9 ms) 2024-04-13T07:35:03.146 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-04-13T07:35:03.153 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-04-13T07:35:03.154 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-04-13T07:35:03.161 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (7 ms) 2024-04-13T07:35:03.161 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-04-13T07:35:03.168 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (7 ms) 2024-04-13T07:35:03.168 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-04-13T07:35:03.174 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (7 ms) 2024-04-13T07:35:03.174 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw_gc.finalize 2024-04-13T07:35:03.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:03 smithi003 ceph-mon[89364]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-13T07:35:03.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:03 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1814959362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133661-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:35:03.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:03 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133661-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:35:03.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:03 smithi003 ceph-mon[91733]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-13T07:35:03.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:03 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1814959362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133661-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:35:03.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:03 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133661-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:35:03.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:03 smithi066 ceph-mon[84331]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-13T07:35:03.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:03 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1814959362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133661-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:35:03.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:03 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133661-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:35:04.117 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw_gc.finalize (942 ms) 2024-04-13T07:35:04.117 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 9 tests from cls_rgw_gc (2872 ms total) 2024-04-13T07:35:04.117 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:35:04.117 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment tear-down 2024-04-13T07:35:04.117 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] 9 tests from 1 test suite ran. (2872 ms total) 2024-04-13T07:35:04.117 INFO:tasks.workunit.client.0.smithi003.stdout:[ PASSED ] 9 tests. 2024-04-13T07:35:04.120 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T07:35:04.120 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T07:35:04.193 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-04-13T07:35:04.194 DEBUG:teuthology.orchestra.run.smithi003:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-04-13T07:35:04.270 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] Running 1 test from 1 test suite. 2024-04-13T07:35:04.270 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment set-up. 2024-04-13T07:35:04.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:04 smithi003 ceph-mon[89364]: pgmap v1465: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:04.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:04 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:35:04.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:04 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133661-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:35:04.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:04 smithi003 ceph-mon[89364]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-13T07:35:04.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:35:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:35:04] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-04-13T07:35:04.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:04 smithi003 ceph-mon[91733]: pgmap v1465: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:04.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:04 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:35:04.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:04 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133661-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:35:04.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:04 smithi003 ceph-mon[91733]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-13T07:35:04.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:04 smithi066 ceph-mon[84331]: pgmap v1465: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:04.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:04 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:35:04.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:04 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133661-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:35:04.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:04 smithi066 ceph-mon[84331]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-13T07:35:05.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:05 smithi003 ceph-mon[91733]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-13T07:35:05.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:05 smithi003 ceph-mon[89364]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-13T07:35:05.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:05 smithi066 ceph-mon[84331]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-13T07:35:06.131 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 1 test from cls_rgw_stats 2024-04-13T07:35:06.131 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] cls_rgw_stats.simulate 2024-04-13T07:35:06.152 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.152+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~SPJEA1RFQY4L.0 size=1048576 2024-04-13T07:35:06.153 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.153+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~SPJEA1RFQY4L.1 size=1048576 2024-04-13T07:35:06.154 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.155+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~SPJEA1RFQY4L.2 size=428631 2024-04-13T07:35:06.154 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.155+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=SPJEA1RFQY4L tag=56XW1JAM1B3N type=write size=3574359 2024-04-13T07:35:06.156 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.157+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=4UZGV9R4BW0P type=del size=1189741 2024-04-13T07:35:06.157 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.158+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=QUE79K8UD32L type=write size=556898 2024-04-13T07:35:06.159 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.160+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=EMBV7KXK8JBS type=del size=1492487 2024-04-13T07:35:06.160 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.161+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=KA01IR1ZIE31 type=write size=30660 2024-04-13T07:35:06.162 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.163+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=4ORA4E9K3MPX type=del size=2232663 2024-04-13T07:35:06.165 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.165+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~I764ZPF4QSH8.0 size=48442 2024-04-13T07:35:06.165 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.165+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=I764ZPF4QSH8 tag=CBZHKFYW4PPZ type=write size=1097018 2024-04-13T07:35:06.167 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.168+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~75U8SAFN980T.0 size=1048576 2024-04-13T07:35:06.168 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.169+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~75U8SAFN980T.1 size=638079 2024-04-13T07:35:06.169 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.169+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=75U8SAFN980T tag=URJ6PS3ONI2F type=write size=2735231 2024-04-13T07:35:06.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.171+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=0ZJ82Y092VGX type=write size=103582 2024-04-13T07:35:06.173 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.173+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~12H8CP4S5YNW.0 size=1048576 2024-04-13T07:35:06.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.175+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~12H8CP4S5YNW.1 size=1048576 2024-04-13T07:35:06.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.176+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~12H8CP4S5YNW.2 size=179421 2024-04-13T07:35:06.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.176+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=12H8CP4S5YNW tag=ZJXQ8U47SE4M type=write size=3325149 2024-04-13T07:35:06.178 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.178+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~FVZCH93R5BK9.0 size=559009 2024-04-13T07:35:06.178 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.178+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=FVZCH93R5BK9 tag=3A0N03Q7ZTL3 type=write size=1607585 2024-04-13T07:35:06.179 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.180+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=V6AF2DAFRYSU type=del size=257766 2024-04-13T07:35:06.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.181+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=0Z9BCIN8HH28 type=del size=2145307 2024-04-13T07:35:06.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.183+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=J6MWRYHQXMRC type=del size=3330572 2024-04-13T07:35:06.185 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.186+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~R7V60YJ4RAWE.0 size=1048576 2024-04-13T07:35:06.186 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.187+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~R7V60YJ4RAWE.1 size=1048576 2024-04-13T07:35:06.187 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.188+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~R7V60YJ4RAWE.2 size=102430 2024-04-13T07:35:06.187 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.188+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=R7V60YJ4RAWE tag=F36YWUN4TDTZ type=write size=3248158 2024-04-13T07:35:06.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.189+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=Y2DAGVHJ0XWA type=del size=2189335 2024-04-13T07:35:06.190 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.191+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~SPJEA1RFQY4L.0 size=1048576 2024-04-13T07:35:06.191 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.192+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~SPJEA1RFQY4L.1 size=1048576 2024-04-13T07:35:06.192 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.193+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~SPJEA1RFQY4L.2 size=428631 2024-04-13T07:35:06.194 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.195+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=SPJEA1RFQY4L tag=56XW1JAM1B3N type=write size=3574359 2024-04-13T07:35:06.196 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.196+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=2SG3Z15FHO2T type=del size=3429 2024-04-13T07:35:06.197 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.198+0000 7f05f3c42780 1 < completed delete operation key=2U7EF9PD2PDE tag=4UZGV9R4BW0P type=del 2024-04-13T07:35:06.198 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.199+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=L54B3IKFRWPG type=del size=666155 2024-04-13T07:35:06.201 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.202+0000 7f05f3c42780 1 < suggested update operation key=R7A1HMG5PBY2 tag=QUE79K8UD32L type=write size=556898 2024-04-13T07:35:06.204 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.205+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~HJ99A1D3LY5K.0 size=1048576 2024-04-13T07:35:06.205 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.206+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~HJ99A1D3LY5K.1 size=1048576 2024-04-13T07:35:06.206 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.207+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~HJ99A1D3LY5K.2 size=236153 2024-04-13T07:35:06.206 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.207+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=HJ99A1D3LY5K tag=QX8SN73FX0QI type=write size=3381881 2024-04-13T07:35:06.208 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.208+0000 7f05f3c42780 1 < canceled operation key=TXG4Q8N5GJDX tag=EMBV7KXK8JBS type=del size=1492487 2024-04-13T07:35:06.209 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.210+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=NGXERJ2L66XP type=write size=320370 2024-04-13T07:35:06.212 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.213+0000 7f05f3c42780 1 < suggested remove operation key=6CXR0GIZ6246 tag=KA01IR1ZIE31 type=write 2024-04-13T07:35:06.214 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.215+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=6IEN2VGHYUTV type=write size=234918 2024-04-13T07:35:06.216 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.216+0000 7f05f3c42780 1 < completed delete operation key=77NI15K3IXNY tag=4ORA4E9K3MPX type=del 2024-04-13T07:35:06.217 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.218+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=X66CN2BXT8VU type=del size=1309903 2024-04-13T07:35:06.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.219+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~I764ZPF4QSH8.0 size=48442 2024-04-13T07:35:06.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.221+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=I764ZPF4QSH8 tag=CBZHKFYW4PPZ type=write size=1097018 2024-04-13T07:35:06.223 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.224+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~DBMEIWD99OQ6.0 size=483819 2024-04-13T07:35:06.223 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.224+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=DBMEIWD99OQ6 tag=LUXP39KJWGJ1 type=write size=1532395 2024-04-13T07:35:06.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.225+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~75U8SAFN980T.0 size=1048576 2024-04-13T07:35:06.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.226+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~75U8SAFN980T.1 size=638079 2024-04-13T07:35:06.228 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.229+0000 7f05f3c42780 1 < completed multipart upload key=0EN9XH8WN9TS upload=75U8SAFN980T tag=URJ6PS3ONI2F type=write size=2735231 2024-04-13T07:35:06.229 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.230+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=YPSY1RXGN3RR type=del size=1215714 2024-04-13T07:35:06.231 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.231+0000 7f05f3c42780 1 < completed write operation key=SLR7Z6IC87H9 tag=0ZJ82Y092VGX type=write size=103582 2024-04-13T07:35:06.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.233+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=LU7Z1MJVRE0H type=write size=423313 2024-04-13T07:35:06.233 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.234+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~12H8CP4S5YNW.0 size=1048576 2024-04-13T07:35:06.234 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.235+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~12H8CP4S5YNW.1 size=1048576 2024-04-13T07:35:06.235 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.236+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~12H8CP4S5YNW.2 size=179421 2024-04-13T07:35:06.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.238+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=12H8CP4S5YNW tag=ZJXQ8U47SE4M type=write size=3325149 2024-04-13T07:35:06.240 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.241+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~QIR11ZUFVNSC.0 size=1048576 2024-04-13T07:35:06.241 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.242+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~QIR11ZUFVNSC.1 size=469826 2024-04-13T07:35:06.241 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.242+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=QIR11ZUFVNSC tag=QDDLACLJHGAB type=write size=2566978 2024-04-13T07:35:06.242 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.242+0000 7f05f3c42780 1 < canceled part key=_multipart_97QQZFWRF5SP.2~FVZCH93R5BK9.0 size=559009 2024-04-13T07:35:06.244 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.245+0000 7f05f3c42780 1 < canceled multipart upload key=97QQZFWRF5SP upload=FVZCH93R5BK9 tag=3A0N03Q7ZTL3 type=write size=1607585 2024-04-13T07:35:06.246 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.247+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~JKY03UG5MZW2.0 size=683990 2024-04-13T07:35:06.246 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.247+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=JKY03UG5MZW2 tag=9GN341BLUC3T type=write size=1732566 2024-04-13T07:35:06.247 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.248+0000 7f05f3c42780 1 < canceled operation key=97QQZFWRF5SP tag=V6AF2DAFRYSU type=del size=257766 2024-04-13T07:35:06.249 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.250+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=GMFRH28EDZRL type=del size=2956083 2024-04-13T07:35:06.251 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.252+0000 7f05f3c42780 1 < suggested update operation key=C44XCR1L13WH tag=0Z9BCIN8HH28 type=del size=2145307 2024-04-13T07:35:06.253 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.254+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=0RMN8DNXEDBT type=del size=3385068 2024-04-13T07:35:06.254 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.255+0000 7f05f3c42780 1 < completed delete operation key=4G8K54UI1T3W tag=J6MWRYHQXMRC type=del 2024-04-13T07:35:06.256 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.256+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=68748G5ND0XH type=del size=2920272 2024-04-13T07:35:06.257 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.258+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~R7V60YJ4RAWE.0 size=1048576 2024-04-13T07:35:06.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.259+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~R7V60YJ4RAWE.1 size=1048576 2024-04-13T07:35:06.259 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.260+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~R7V60YJ4RAWE.2 size=102430 2024-04-13T07:35:06.261 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.262+0000 7f05f3c42780 1 < completed multipart upload key=6CXR0GIZ6246 upload=R7V60YJ4RAWE tag=F36YWUN4TDTZ type=write size=3248158 2024-04-13T07:35:06.262 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.263+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=J5RJEU4TPLD7 type=write size=171419 2024-04-13T07:35:06.264 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.264+0000 7f05f3c42780 1 < completed delete operation key=0EN9XH8WN9TS tag=Y2DAGVHJ0XWA type=del 2024-04-13T07:35:06.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.267+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~9QQH8WWHYC6Y.0 size=1048576 2024-04-13T07:35:06.268 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.268+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~9QQH8WWHYC6Y.1 size=578308 2024-04-13T07:35:06.268 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.268+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=9QQH8WWHYC6Y tag=N4KTCOVVRAEP type=write size=2675460 2024-04-13T07:35:06.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.270+0000 7f05f3c42780 1 < completed delete operation key=J4WRTB31TSAU tag=2SG3Z15FHO2T type=del 2024-04-13T07:35:06.270 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.271+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=1BO4EG3601GP type=del size=1862397 2024-04-13T07:35:06.273 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.274+0000 7f05f3c42780 1 < suggested remove operation key=C44XCR1L13WH tag=L54B3IKFRWPG type=del 2024-04-13T07:35:06.275 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.276+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~LEVRA2EVGQBX.0 size=1048576 2024-04-13T07:35:06.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.277+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~LEVRA2EVGQBX.1 size=1048576 2024-04-13T07:35:06.277 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.278+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~LEVRA2EVGQBX.2 size=871712 2024-04-13T07:35:06.277 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.278+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=LEVRA2EVGQBX tag=L2DWAEKEILK2 type=write size=4017440 2024-04-13T07:35:06.278 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.279+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~HJ99A1D3LY5K.0 size=1048576 2024-04-13T07:35:06.279 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.280+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~HJ99A1D3LY5K.1 size=1048576 2024-04-13T07:35:06.281 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.281+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~HJ99A1D3LY5K.2 size=236153 2024-04-13T07:35:06.283 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.283+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=HJ99A1D3LY5K tag=QX8SN73FX0QI type=write size=3381881 2024-04-13T07:35:06.284 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.285+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=VPRM40M7HLHR type=del size=2351642 2024-04-13T07:35:06.285 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.286+0000 7f05f3c42780 1 < completed write operation key=N1JTROSFNCR7 tag=NGXERJ2L66XP type=write size=320370 2024-04-13T07:35:06.286 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.287+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=03BUC375L0J2 type=del size=1029767 2024-04-13T07:35:06.288 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.288+0000 7f05f3c42780 1 < completed write operation key=N1JTROSFNCR7 tag=6IEN2VGHYUTV type=write size=234918 2024-04-13T07:35:06.289 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.290+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=6XOREIA2P5BU type=write size=240512 2024-04-13T07:35:06.290 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.291+0000 7f05f3c42780 1 < completed delete operation key=0EN9XH8WN9TS tag=X66CN2BXT8VU type=del 2024-04-13T07:35:06.292 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.293+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~U0FS24R2LRYJ.0 size=1048576 2024-04-13T07:35:06.293 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.294+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~U0FS24R2LRYJ.1 size=49704 2024-04-13T07:35:06.293 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.294+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=U0FS24R2LRYJ tag=4KCXWO6WQ46N type=write size=2146856 2024-04-13T07:35:06.294 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.295+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~DBMEIWD99OQ6.0 size=483819 2024-04-13T07:35:06.296 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.297+0000 7f05f3c42780 1 < completed multipart upload key=MN5H0RIAHGLM upload=DBMEIWD99OQ6 tag=LUXP39KJWGJ1 type=write size=1532395 2024-04-13T07:35:06.297 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.298+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=3PT812RZXUPZ type=del size=2935481 2024-04-13T07:35:06.298 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.299+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=YPSY1RXGN3RR type=del 2024-04-13T07:35:06.301 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.302+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~Q1JAJXGLMEWM.0 size=908244 2024-04-13T07:35:06.301 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.302+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=Q1JAJXGLMEWM tag=244FDUVRWLCZ type=write size=1956820 2024-04-13T07:35:06.302 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.303+0000 7f05f3c42780 1 < completed write operation key=TXG4Q8N5GJDX tag=LU7Z1MJVRE0H type=write size=423313 2024-04-13T07:35:06.305 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.306+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~KI6OMUAJYTCY.0 size=886782 2024-04-13T07:35:06.305 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.306+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=KI6OMUAJYTCY tag=I8DARQ4IVASJ type=write size=1935358 2024-04-13T07:35:06.305 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.306+0000 7f05f3c42780 1 < canceled part key=_multipart_45BQPLCWG43N.2~QIR11ZUFVNSC.0 size=1048576 2024-04-13T07:35:06.307 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.307+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~QIR11ZUFVNSC.1 size=469826 2024-04-13T07:35:06.308 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.309+0000 7f05f3c42780 1 < canceled multipart upload key=45BQPLCWG43N upload=QIR11ZUFVNSC tag=QDDLACLJHGAB type=write size=2566978 2024-04-13T07:35:06.310 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.311+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=DZF3R95ZPHJJ type=write size=332023 2024-04-13T07:35:06.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.312+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~JKY03UG5MZW2.0 size=683990 2024-04-13T07:35:06.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.314+0000 7f05f3c42780 1 < completed multipart upload key=NOA5HUHWE14O upload=JKY03UG5MZW2 tag=9GN341BLUC3T type=write size=1732566 2024-04-13T07:35:06.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.315+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=GX0QF8LQ80RT type=del size=3933997 2024-04-13T07:35:06.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.318+0000 7f05f3c42780 1 < suggested update operation key=UJ8CWXR3A7YN tag=GMFRH28EDZRL type=del size=2956083 2024-04-13T07:35:06.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.320+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~5RPDQ0DWNQIG.0 size=1048576 2024-04-13T07:35:06.320 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.321+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~5RPDQ0DWNQIG.1 size=1048576 2024-04-13T07:35:06.321 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.322+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~5RPDQ0DWNQIG.2 size=1007248 2024-04-13T07:35:06.321 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.322+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=5RPDQ0DWNQIG tag=ZZ7RCKNMNOFG type=write size=4152976 2024-04-13T07:35:06.323 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.323+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=0RMN8DNXEDBT type=del 2024-04-13T07:35:06.325 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.325+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~HIU5MZ0PFTNQ.0 size=589668 2024-04-13T07:35:06.325 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.325+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=HIU5MZ0PFTNQ tag=9X7LISPN38W7 type=write size=1638244 2024-04-13T07:35:06.326 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.327+0000 7f05f3c42780 1 < completed delete operation key=45BQPLCWG43N tag=68748G5ND0XH type=del 2024-04-13T07:35:06.327 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.328+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=GY39QUJ4Q5FX type=del size=1785807 2024-04-13T07:35:06.328 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.329+0000 7f05f3c42780 1 < completed write operation key=6CXR0GIZ6246 tag=J5RJEU4TPLD7 type=write size=171419 2024-04-13T07:35:06.330 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.330+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=8MEITMOI5WWL type=del size=4122798 2024-04-13T07:35:06.331 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.332+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~9QQH8WWHYC6Y.0 size=1048576 2024-04-13T07:35:06.332 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.333+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~9QQH8WWHYC6Y.1 size=578308 2024-04-13T07:35:06.334 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.335+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=9QQH8WWHYC6Y tag=N4KTCOVVRAEP type=write size=2675460 2024-04-13T07:35:06.335 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.336+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=QT403ZCR3HLE type=del size=1608812 2024-04-13T07:35:06.337 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.337+0000 7f05f3c42780 1 < canceled operation key=97QQZFWRF5SP tag=1BO4EG3601GP type=del size=1862397 2024-04-13T07:35:06.338 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.339+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=J1E9CCWS6MXB type=del size=1349127 2024-04-13T07:35:06.339 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.340+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~LEVRA2EVGQBX.0 size=1048576 2024-04-13T07:35:06.340 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.341+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~LEVRA2EVGQBX.1 size=1048576 2024-04-13T07:35:06.341 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.342+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~LEVRA2EVGQBX.2 size=871712 2024-04-13T07:35:06.343 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.344+0000 7f05f3c42780 1 < completed multipart upload key=TEADR4H33ZHA upload=LEVRA2EVGQBX tag=L2DWAEKEILK2 type=write size=4017440 2024-04-13T07:35:06.344 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.345+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=WJUYUX7X82KC type=del size=305597 2024-04-13T07:35:06.347 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.347+0000 7f05f3c42780 1 < suggested update operation key=TXG4Q8N5GJDX tag=VPRM40M7HLHR type=del size=2351642 2024-04-13T07:35:06.348 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.349+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=MAGAKSTCUCYV type=del size=2748109 2024-04-13T07:35:06.349 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.350+0000 7f05f3c42780 1 < completed delete operation key=0EN9XH8WN9TS tag=03BUC375L0J2 type=del 2024-04-13T07:35:06.350 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.351+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=FEWRG2I08N53 type=del size=3977349 2024-04-13T07:35:06.352 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.352+0000 7f05f3c42780 1 < completed write operation key=Z2QIOQ3JJHXN tag=6XOREIA2P5BU type=write size=240512 2024-04-13T07:35:06.353 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.354+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=C1SODT4KGSJ6 type=del size=3537275 2024-04-13T07:35:06.354 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.355+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~U0FS24R2LRYJ.0 size=1048576 2024-04-13T07:35:06.355 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.356+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~U0FS24R2LRYJ.1 size=49704 2024-04-13T07:35:06.357 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.358+0000 7f05f3c42780 1 < completed multipart upload key=0EN9XH8WN9TS upload=U0FS24R2LRYJ tag=4KCXWO6WQ46N type=write size=2146856 2024-04-13T07:35:06.358 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.359+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=QZR02KOX63UG type=del size=1293242 2024-04-13T07:35:06.359 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.360+0000 7f05f3c42780 -1 < failed to complete operation key=TXG4Q8N5GJDX tag=3PT812RZXUPZ type=del size=2935481: (22) Invalid argument 2024-04-13T07:35:06.362 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.363+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~5MPROPN3KSYE.0 size=562416 2024-04-13T07:35:06.363 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.363+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=5MPROPN3KSYE tag=605OS30ZUXBB type=write size=1610992 2024-04-13T07:35:06.363 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.364+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~Q1JAJXGLMEWM.0 size=908244 2024-04-13T07:35:06.365 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.366+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=Q1JAJXGLMEWM tag=244FDUVRWLCZ type=write size=1956820 2024-04-13T07:35:06.367 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.368+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=XGGD3Q6ODZWF type=del size=998769 2024-04-13T07:35:06.368 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.369+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~KI6OMUAJYTCY.0 size=886782 2024-04-13T07:35:06.371 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.372+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=KI6OMUAJYTCY tag=I8DARQ4IVASJ type=write size=1935358 2024-04-13T07:35:06.373 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.373+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=SBLEHXZ8C1VN type=write size=528789 2024-04-13T07:35:06.374 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.374+0000 7f05f3c42780 1 < completed write operation key=45BQPLCWG43N tag=DZF3R95ZPHJJ type=write size=332023 2024-04-13T07:35:06.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.376+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=B7J84A5FSLC6 type=del size=2842796 2024-04-13T07:35:06.378 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.379+0000 7f05f3c42780 1 < suggested update operation key=B3WYR77RL9B4 tag=GX0QF8LQ80RT type=del size=3933997 2024-04-13T07:35:06.381 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.382+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~MFXCIFMECR73.0 size=1048576 2024-04-13T07:35:06.382 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.383+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~MFXCIFMECR73.1 size=1048576 2024-04-13T07:35:06.383 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.383+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~MFXCIFMECR73.2 size=651951 2024-04-13T07:35:06.383 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.383+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=MFXCIFMECR73 tag=H4UWZSTH64LJ type=write size=3797679 2024-04-13T07:35:06.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:06 smithi003 ceph-mon[91733]: pgmap v1468: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:06.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:06 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:35:06.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:06 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:35:06.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:06 smithi003 ceph-mon[91733]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-13T07:35:06.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:06 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2586366667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133716-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:35:06.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:06 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133716-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:35:06.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:06 smithi003 ceph-mon[89364]: pgmap v1468: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:06.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:06 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:35:06.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:06 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:35:06.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:06 smithi003 ceph-mon[89364]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-13T07:35:06.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:06 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2586366667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133716-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:35:06.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:06 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133716-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:35:06.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.385+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~5RPDQ0DWNQIG.0 size=1048576 2024-04-13T07:35:06.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.386+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~5RPDQ0DWNQIG.1 size=1048576 2024-04-13T07:35:06.386 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.387+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~5RPDQ0DWNQIG.2 size=1007248 2024-04-13T07:35:06.388 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.389+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=5RPDQ0DWNQIG tag=ZZ7RCKNMNOFG type=write size=4152976 2024-04-13T07:35:06.390 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.391+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~HZL1126EBE11.0 size=961179 2024-04-13T07:35:06.390 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.391+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=HZL1126EBE11 tag=W55VMUQ0XQ6S type=write size=2009755 2024-04-13T07:35:06.391 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.392+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~HIU5MZ0PFTNQ.0 size=589668 2024-04-13T07:35:06.393 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.394+0000 7f05f3c42780 1 < completed multipart upload key=0EN9XH8WN9TS upload=HIU5MZ0PFTNQ tag=9X7LISPN38W7 type=write size=1638244 2024-04-13T07:35:06.395 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.396+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~7WGDXURJWG62.0 size=1048576 2024-04-13T07:35:06.396 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.397+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~7WGDXURJWG62.1 size=785412 2024-04-13T07:35:06.396 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.397+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=7WGDXURJWG62 tag=MBL3GPEHHI0O type=write size=2882564 2024-04-13T07:35:06.399 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.400+0000 7f05f3c42780 1 < suggested update operation key=43EJ55H9TGF3 tag=GY39QUJ4Q5FX type=del size=1785807 2024-04-13T07:35:06.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:06 smithi066 ceph-mon[84331]: pgmap v1468: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:06.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:06 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:35:06.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:06 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:35:06.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:06 smithi066 ceph-mon[84331]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-13T07:35:06.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:06 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2586366667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133716-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:35:06.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:06 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133716-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:35:06.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.402+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~K2CE63ZR23QR.0 size=382220 2024-04-13T07:35:06.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.402+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=K2CE63ZR23QR tag=OS15YJFA1CLB type=write size=1430796 2024-04-13T07:35:06.404 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.405+0000 7f05f3c42780 1 < suggested update operation key=FU38HSKLEDOP tag=8MEITMOI5WWL type=del size=4122798 2024-04-13T07:35:06.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.406+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=FTU8KDVTDQ0O type=del size=3121378 2024-04-13T07:35:06.407 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.408+0000 7f05f3c42780 1 < suggested remove operation key=MN5H0RIAHGLM tag=QT403ZCR3HLE type=del 2024-04-13T07:35:06.410 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.410+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~9QDPPY76A9IM.0 size=1048576 2024-04-13T07:35:06.410 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.411+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~9QDPPY76A9IM.1 size=1048576 2024-04-13T07:35:06.411 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.412+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~9QDPPY76A9IM.2 size=951643 2024-04-13T07:35:06.411 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.412+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=9QDPPY76A9IM tag=DXVUYCT71I85 type=write size=4097371 2024-04-13T07:35:06.413 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.413+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=J1E9CCWS6MXB type=del 2024-04-13T07:35:06.414 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.415+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=8SGAZK7TAQJH type=del size=473401 2024-04-13T07:35:06.416 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.417+0000 7f05f3c42780 1 < suggested remove operation key=R7A1HMG5PBY2 tag=WJUYUX7X82KC type=del 2024-04-13T07:35:06.418 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.419+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~P0NE6E9K9AD4.0 size=1048576 2024-04-13T07:35:06.419 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.420+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~P0NE6E9K9AD4.1 size=268788 2024-04-13T07:35:06.419 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.420+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=P0NE6E9K9AD4 tag=Q6HC4D020DSV type=write size=2365940 2024-04-13T07:35:06.420 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.421+0000 7f05f3c42780 1 < canceled operation key=77NI15K3IXNY tag=MAGAKSTCUCYV type=del size=2748109 2024-04-13T07:35:06.423 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.423+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~40MUXAVI35QS.0 size=831085 2024-04-13T07:35:06.423 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.423+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=40MUXAVI35QS tag=ES1XVTLR71BZ type=write size=1879661 2024-04-13T07:35:06.425 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.426+0000 7f05f3c42780 1 < suggested remove operation key=TXG4Q8N5GJDX tag=FEWRG2I08N53 type=del 2024-04-13T07:35:06.426 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.427+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=TUE19KV09ZBY type=del size=2271482 2024-04-13T07:35:06.428 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.429+0000 7f05f3c42780 1 < suggested remove operation key=B3WYR77RL9B4 tag=C1SODT4KGSJ6 type=del 2024-04-13T07:35:06.429 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.430+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=5IC1I3F9C30L type=del size=3512632 2024-04-13T07:35:06.431 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.431+0000 7f05f3c42780 1 < completed delete operation key=U7HAP4TTT8U3 tag=QZR02KOX63UG type=del 2024-04-13T07:35:06.433 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.434+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~NCAH22RFFRVM.0 size=1048576 2024-04-13T07:35:06.434 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.435+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~NCAH22RFFRVM.1 size=1048576 2024-04-13T07:35:06.435 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.436+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~NCAH22RFFRVM.2 size=158354 2024-04-13T07:35:06.435 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.436+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=NCAH22RFFRVM tag=9MI39H2GLQXN type=write size=3304082 2024-04-13T07:35:06.436 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.437+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~5MPROPN3KSYE.0 size=562416 2024-04-13T07:35:06.438 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.439+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=5MPROPN3KSYE tag=605OS30ZUXBB type=write size=1610992 2024-04-13T07:35:06.441 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.442+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~W19WAUHLS0KG.0 size=1048576 2024-04-13T07:35:06.442 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.443+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~W19WAUHLS0KG.1 size=1048576 2024-04-13T07:35:06.443 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.443+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~W19WAUHLS0KG.2 size=730742 2024-04-13T07:35:06.443 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.443+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=W19WAUHLS0KG tag=GXTPVDO6J92M type=write size=3876470 2024-04-13T07:35:06.444 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.445+0000 7f05f3c42780 1 < canceled operation key=97QQZFWRF5SP tag=XGGD3Q6ODZWF type=del size=998769 2024-04-13T07:35:06.445 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.446+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=N6IOGFXVRHEZ type=del size=1588505 2024-04-13T07:35:06.447 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.447+0000 7f05f3c42780 1 < completed write operation key=Y2F6LZJG5LH0 tag=SBLEHXZ8C1VN type=write size=528789 2024-04-13T07:35:06.449 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.450+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~8ORXEOKSYT83.0 size=1048576 2024-04-13T07:35:06.450 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.451+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~8ORXEOKSYT83.1 size=998669 2024-04-13T07:35:06.450 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.451+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=8ORXEOKSYT83 tag=246CI2YMYLAH type=write size=3095821 2024-04-13T07:35:06.451 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.452+0000 7f05f3c42780 1 < canceled operation key=UJ8CWXR3A7YN tag=B7J84A5FSLC6 type=del size=2842796 2024-04-13T07:35:06.452 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.453+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=RS54HNGB4R4C type=del size=2772930 2024-04-13T07:35:06.454 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.454+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~MFXCIFMECR73.0 size=1048576 2024-04-13T07:35:06.454 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.455+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~MFXCIFMECR73.1 size=1048576 2024-04-13T07:35:06.455 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.456+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~MFXCIFMECR73.2 size=651951 2024-04-13T07:35:06.457 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.458+0000 7f05f3c42780 1 < completed multipart upload key=6CXR0GIZ6246 upload=MFXCIFMECR73 tag=H4UWZSTH64LJ type=write size=3797679 2024-04-13T07:35:06.459 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.459+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=G2NKQNQ9MV2K type=write size=5318 2024-04-13T07:35:06.460 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.461+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~HZL1126EBE11.0 size=961179 2024-04-13T07:35:06.462 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.463+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=HZL1126EBE11 tag=W55VMUQ0XQ6S type=write size=2009755 2024-04-13T07:35:06.464 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.465+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~7ARSLKD6WLG2.0 size=1048576 2024-04-13T07:35:06.465 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.466+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~7ARSLKD6WLG2.1 size=1048576 2024-04-13T07:35:06.466 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.467+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~7ARSLKD6WLG2.2 size=631917 2024-04-13T07:35:06.466 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.467+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=7ARSLKD6WLG2 tag=DG175RZB9D2M type=write size=3777645 2024-04-13T07:35:06.468 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.469+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~7WGDXURJWG62.0 size=1048576 2024-04-13T07:35:06.469 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.470+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~7WGDXURJWG62.1 size=785412 2024-04-13T07:35:06.471 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.472+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=7WGDXURJWG62 tag=MBL3GPEHHI0O type=write size=2882564 2024-04-13T07:35:06.474 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.475+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~JYDE0VPDZTPF.0 size=67928 2024-04-13T07:35:06.474 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.475+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=JYDE0VPDZTPF tag=FTVSHJDZAPD9 type=write size=1116504 2024-04-13T07:35:06.476 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.477+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~K2CE63ZR23QR.0 size=382220 2024-04-13T07:35:06.479 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.479+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=K2CE63ZR23QR tag=OS15YJFA1CLB type=write size=1430796 2024-04-13T07:35:06.480 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.481+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=P4036OF9Z1JS type=del size=17647 2024-04-13T07:35:06.482 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.483+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=FTU8KDVTDQ0O type=del 2024-04-13T07:35:06.484 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.485+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~68JYD0JDC235.0 size=1048576 2024-04-13T07:35:06.485 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.486+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~68JYD0JDC235.1 size=1048576 2024-04-13T07:35:06.486 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.487+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~68JYD0JDC235.2 size=76054 2024-04-13T07:35:06.486 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.487+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=68JYD0JDC235 tag=2DUF328KH0BM type=write size=3221782 2024-04-13T07:35:06.488 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.489+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~9QDPPY76A9IM.0 size=1048576 2024-04-13T07:35:06.489 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.489+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~9QDPPY76A9IM.1 size=1048576 2024-04-13T07:35:06.490 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.491+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~9QDPPY76A9IM.2 size=951643 2024-04-13T07:35:06.492 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.493+0000 7f05f3c42780 1 < completed multipart upload key=Y2F6LZJG5LH0 upload=9QDPPY76A9IM tag=DXVUYCT71I85 type=write size=4097371 2024-04-13T07:35:06.495 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.495+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~613G1S1ZAF3I.0 size=1048576 2024-04-13T07:35:06.496 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.496+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~613G1S1ZAF3I.1 size=722973 2024-04-13T07:35:06.496 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.496+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=613G1S1ZAF3I tag=IO8WARYH1BOX type=write size=2820125 2024-04-13T07:35:06.497 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.498+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=8SGAZK7TAQJH type=del 2024-04-13T07:35:06.498 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.499+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=J2SWN4KZHVV0 type=del size=936211 2024-04-13T07:35:06.499 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.500+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~P0NE6E9K9AD4.0 size=1048576 2024-04-13T07:35:06.500 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.501+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~P0NE6E9K9AD4.1 size=268788 2024-04-13T07:35:06.502 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.503+0000 7f05f3c42780 1 < completed multipart upload key=TEADR4H33ZHA upload=P0NE6E9K9AD4 tag=Q6HC4D020DSV type=write size=2365940 2024-04-13T07:35:06.504 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.504+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=WDKCMEV1QI8P type=write size=521335 2024-04-13T07:35:06.505 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.506+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~40MUXAVI35QS.0 size=831085 2024-04-13T07:35:06.508 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.508+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=40MUXAVI35QS tag=ES1XVTLR71BZ type=write size=1879661 2024-04-13T07:35:06.509 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.510+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=SZ2SU9N7G2GO type=del size=826095 2024-04-13T07:35:06.510 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.511+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=TUE19KV09ZBY type=del 2024-04-13T07:35:06.513 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.513+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~QUY4CHBP52DA.0 size=533007 2024-04-13T07:35:06.513 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.513+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=QUY4CHBP52DA tag=8QQ6OVAGMKN9 type=write size=1581583 2024-04-13T07:35:06.515 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.516+0000 7f05f3c42780 1 < suggested update operation key=B7KHSTN92EMS tag=5IC1I3F9C30L type=del size=3512632 2024-04-13T07:35:06.518 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.517+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=43N6893WBKCZ type=del size=1967387 2024-04-13T07:35:06.518 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.519+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~NCAH22RFFRVM.0 size=1048576 2024-04-13T07:35:06.519 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.519+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~NCAH22RFFRVM.1 size=1048576 2024-04-13T07:35:06.520 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.520+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~NCAH22RFFRVM.2 size=158354 2024-04-13T07:35:06.522 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.523+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=NCAH22RFFRVM tag=9MI39H2GLQXN type=write size=3304082 2024-04-13T07:35:06.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.524+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=O4KG5QOH0RWX type=write size=1047314 2024-04-13T07:35:06.525 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.526+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~W19WAUHLS0KG.0 size=1048576 2024-04-13T07:35:06.526 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.526+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~W19WAUHLS0KG.1 size=1048576 2024-04-13T07:35:06.526 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.526+0000 7f05f3c42780 1 < canceled part key=_multipart_NOA5HUHWE14O.2~W19WAUHLS0KG.2 size=730742 2024-04-13T07:35:06.528 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.529+0000 7f05f3c42780 1 < canceled multipart upload key=NOA5HUHWE14O upload=W19WAUHLS0KG tag=GXTPVDO6J92M type=write size=3876470 2024-04-13T07:35:06.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.531+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~QIBZTYEOWU80.0 size=1048576 2024-04-13T07:35:06.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.532+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~QIBZTYEOWU80.1 size=639105 2024-04-13T07:35:06.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.532+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=QIBZTYEOWU80 tag=XNVK027GB1LJ type=write size=2736257 2024-04-13T07:35:06.532 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.533+0000 7f05f3c42780 1 < canceled operation key=B3WYR77RL9B4 tag=N6IOGFXVRHEZ type=del size=1588505 2024-04-13T07:35:06.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.535+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~A90KU0J0K48N.0 size=287207 2024-04-13T07:35:06.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.535+0000 7f05f3c42780 1 > prepared multipart upload key=B3WYR77RL9B4 upload=A90KU0J0K48N tag=OKIHNTSUW8AW type=write size=1335783 2024-04-13T07:35:06.536 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.537+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~8ORXEOKSYT83.0 size=1048576 2024-04-13T07:35:06.537 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.538+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~8ORXEOKSYT83.1 size=998669 2024-04-13T07:35:06.539 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.540+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=8ORXEOKSYT83 tag=246CI2YMYLAH type=write size=3095821 2024-04-13T07:35:06.540 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.541+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=3S1IRC7BGJ37 type=del size=4172423 2024-04-13T07:35:06.541 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.542+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=RS54HNGB4R4C type=del 2024-04-13T07:35:06.543 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.544+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~S9KRRPGETVTN.0 size=1048576 2024-04-13T07:35:06.544 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.545+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~S9KRRPGETVTN.1 size=248728 2024-04-13T07:35:06.544 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.545+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=S9KRRPGETVTN tag=GDJPX6XKGUFB type=write size=2345880 2024-04-13T07:35:06.545 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.546+0000 7f05f3c42780 1 < completed write operation key=J4WRTB31TSAU tag=G2NKQNQ9MV2K type=write size=5318 2024-04-13T07:35:06.547 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.548+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=8XV7U9ZSZ3LR type=del size=2874333 2024-04-13T07:35:06.548 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.549+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~7ARSLKD6WLG2.0 size=1048576 2024-04-13T07:35:06.549 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.550+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~7ARSLKD6WLG2.1 size=1048576 2024-04-13T07:35:06.550 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.551+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~7ARSLKD6WLG2.2 size=631917 2024-04-13T07:35:06.552 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.553+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=7ARSLKD6WLG2 tag=DG175RZB9D2M type=write size=3777645 2024-04-13T07:35:06.554 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.555+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~XQ7B9U2XHII5.0 size=1048576 2024-04-13T07:35:06.555 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.556+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~XQ7B9U2XHII5.1 size=1048576 2024-04-13T07:35:06.556 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.557+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~XQ7B9U2XHII5.2 size=894699 2024-04-13T07:35:06.556 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.557+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=XQ7B9U2XHII5 tag=O362GUIL2U63 type=write size=4040427 2024-04-13T07:35:06.557 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.558+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~JYDE0VPDZTPF.0 size=67928 2024-04-13T07:35:06.559 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.560+0000 7f05f3c42780 1 < completed multipart upload key=Y2F6LZJG5LH0 upload=JYDE0VPDZTPF tag=FTVSHJDZAPD9 type=write size=1116504 2024-04-13T07:35:06.560 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.561+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=EBWVBOH08K47 type=del size=1742948 2024-04-13T07:35:06.562 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.562+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=P4036OF9Z1JS type=del 2024-04-13T07:35:06.563 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.564+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=P6OCQS9PDPHU type=del size=725933 2024-04-13T07:35:06.564 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.565+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~68JYD0JDC235.0 size=1048576 2024-04-13T07:35:06.565 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.566+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~68JYD0JDC235.1 size=1048576 2024-04-13T07:35:06.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.567+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~68JYD0JDC235.2 size=76054 2024-04-13T07:35:06.569 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.569+0000 7f05f3c42780 1 < completed multipart upload key=UJ8CWXR3A7YN upload=68JYD0JDC235 tag=2DUF328KH0BM type=write size=3221782 2024-04-13T07:35:06.571 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.572+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~UHWJU933FZND.0 size=1048576 2024-04-13T07:35:06.572 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.573+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~UHWJU933FZND.1 size=140562 2024-04-13T07:35:06.572 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.573+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=UHWJU933FZND tag=4VRRQSZ823OB type=write size=2237714 2024-04-13T07:35:06.573 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.574+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~613G1S1ZAF3I.0 size=1048576 2024-04-13T07:35:06.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.575+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~613G1S1ZAF3I.1 size=722973 2024-04-13T07:35:06.576 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.577+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=613G1S1ZAF3I tag=IO8WARYH1BOX type=write size=2820125 2024-04-13T07:35:06.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.578+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=9P32HPNHJHAB type=del size=3348010 2024-04-13T07:35:06.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.580+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=J2SWN4KZHVV0 type=del 2024-04-13T07:35:06.581 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.582+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~OV66W4VLTBOY.0 size=1048576 2024-04-13T07:35:06.582 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.583+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~OV66W4VLTBOY.1 size=328656 2024-04-13T07:35:06.582 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.583+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=OV66W4VLTBOY tag=2BP4ULXR4X61 type=write size=2425808 2024-04-13T07:35:06.583 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.584+0000 7f05f3c42780 1 < completed write operation key=MN5H0RIAHGLM tag=WDKCMEV1QI8P type=write size=521335 2024-04-13T07:35:06.586 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.587+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~LJC3R6GFODD0.0 size=1048576 2024-04-13T07:35:06.587 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.588+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~LJC3R6GFODD0.1 size=684191 2024-04-13T07:35:06.587 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.588+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=LJC3R6GFODD0 tag=GKQOR7VGJD9B type=write size=2781343 2024-04-13T07:35:06.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.589+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=SZ2SU9N7G2GO type=del 2024-04-13T07:35:06.590 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.591+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~LSZTKJINLWDI.0 size=1048576 2024-04-13T07:35:06.591 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.592+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~LSZTKJINLWDI.1 size=968915 2024-04-13T07:35:06.591 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.592+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=LSZTKJINLWDI tag=XZ10RCXPSZUA type=write size=3066067 2024-04-13T07:35:06.592 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.592+0000 7f05f3c42780 1 < canceled part key=_multipart_NOA5HUHWE14O.2~QUY4CHBP52DA.0 size=533007 2024-04-13T07:35:06.593 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.594+0000 7f05f3c42780 1 < canceled multipart upload key=NOA5HUHWE14O upload=QUY4CHBP52DA tag=8QQ6OVAGMKN9 type=write size=1581583 2024-04-13T07:35:06.596 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.597+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~Q2S6M90YS0KK.0 size=1048576 2024-04-13T07:35:06.597 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.598+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~Q2S6M90YS0KK.1 size=183374 2024-04-13T07:35:06.597 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.598+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=Q2S6M90YS0KK tag=DXRKP639INZW type=write size=2280526 2024-04-13T07:35:06.598 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.599+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=43N6893WBKCZ type=del 2024-04-13T07:35:06.600 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.600+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=VN7BO1XZ1FGB type=del size=1641418 2024-04-13T07:35:06.601 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.602+0000 7f05f3c42780 1 < completed write operation key=GXQVWVGDUNMS tag=O4KG5QOH0RWX type=write size=1047314 2024-04-13T07:35:06.602 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.603+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=GZFOH1W8RSPE type=del size=811999 2024-04-13T07:35:06.603 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.604+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~QIBZTYEOWU80.0 size=1048576 2024-04-13T07:35:06.604 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.605+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~QIBZTYEOWU80.1 size=639105 2024-04-13T07:35:06.606 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.607+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=QIBZTYEOWU80 tag=XNVK027GB1LJ type=write size=2736257 2024-04-13T07:35:06.607 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.608+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=TARGHR1QMIBP type=del size=670285 2024-04-13T07:35:06.609 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.610+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~A90KU0J0K48N.0 size=287207 2024-04-13T07:35:06.611 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.612+0000 7f05f3c42780 1 < completed multipart upload key=B3WYR77RL9B4 upload=A90KU0J0K48N tag=OKIHNTSUW8AW type=write size=1335783 2024-04-13T07:35:06.613 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.614+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~JP4PKEPH2J1V.0 size=1048576 2024-04-13T07:35:06.614 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.615+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~JP4PKEPH2J1V.1 size=325255 2024-04-13T07:35:06.614 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.615+0000 7f05f3c42780 1 > prepared multipart upload key=FU38HSKLEDOP upload=JP4PKEPH2J1V tag=54PV2YT41SSW type=write size=2422407 2024-04-13T07:35:06.615 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.616+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=3S1IRC7BGJ37 type=del 2024-04-13T07:35:06.617 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.617+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=555WUZYYZ4QL type=del size=3841460 2024-04-13T07:35:06.617 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.618+0000 7f05f3c42780 1 < canceled part key=_multipart_MN5H0RIAHGLM.2~S9KRRPGETVTN.0 size=1048576 2024-04-13T07:35:06.618 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.619+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~S9KRRPGETVTN.1 size=248728 2024-04-13T07:35:06.620 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.621+0000 7f05f3c42780 1 < canceled multipart upload key=MN5H0RIAHGLM upload=S9KRRPGETVTN tag=GDJPX6XKGUFB type=write size=2345880 2024-04-13T07:35:06.622 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.623+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~LFYEOFTMRKDD.0 size=936231 2024-04-13T07:35:06.623 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.623+0000 7f05f3c42780 1 > prepared multipart upload key=B3WYR77RL9B4 upload=LFYEOFTMRKDD tag=GGA3OHN7P50W type=write size=1984807 2024-04-13T07:35:06.624 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.624+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=8XV7U9ZSZ3LR type=del 2024-04-13T07:35:06.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.626+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=P7IBHBFAS0XE type=del size=1166379 2024-04-13T07:35:06.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.627+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~XQ7B9U2XHII5.0 size=1048576 2024-04-13T07:35:06.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.628+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~XQ7B9U2XHII5.1 size=1048576 2024-04-13T07:35:06.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.629+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~XQ7B9U2XHII5.2 size=894699 2024-04-13T07:35:06.630 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.631+0000 7f05f3c42780 1 < completed multipart upload key=0EN9XH8WN9TS upload=XQ7B9U2XHII5 tag=O362GUIL2U63 type=write size=4040427 2024-04-13T07:35:06.631 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.632+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=NFEBK2CVL1WD type=del size=1402531 2024-04-13T07:35:06.634 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.635+0000 7f05f3c42780 1 < suggested update operation key=TXG4Q8N5GJDX tag=EBWVBOH08K47 type=del size=1742948 2024-04-13T07:35:06.637 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.637+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~XA6SZX4AAVXU.0 size=591400 2024-04-13T07:35:06.637 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.637+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=XA6SZX4AAVXU tag=GBZ5AEJNRL3D type=write size=1639976 2024-04-13T07:35:06.638 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.639+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=P6OCQS9PDPHU type=del 2024-04-13T07:35:06.639 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.640+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=KUAKZ75Z7JEN type=del size=1839079 2024-04-13T07:35:06.641 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.642+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~UHWJU933FZND.0 size=1048576 2024-04-13T07:35:06.642 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.643+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~UHWJU933FZND.1 size=140562 2024-04-13T07:35:06.644 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.645+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=UHWJU933FZND tag=4VRRQSZ823OB type=write size=2237714 2024-04-13T07:35:06.646 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.646+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=ZG1M3W9VKI7G type=del size=2937276 2024-04-13T07:35:06.647 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.648+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=9P32HPNHJHAB type=del 2024-04-13T07:35:06.648 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.649+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=4IXZS81RN6AF type=write size=58658 2024-04-13T07:35:06.649 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.650+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~OV66W4VLTBOY.0 size=1048576 2024-04-13T07:35:06.650 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.651+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~OV66W4VLTBOY.1 size=328656 2024-04-13T07:35:06.652 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.653+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=OV66W4VLTBOY tag=2BP4ULXR4X61 type=write size=2425808 2024-04-13T07:35:06.654 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.655+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~4V3RG1HW50BL.0 size=1048576 2024-04-13T07:35:06.655 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.656+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~4V3RG1HW50BL.1 size=1048576 2024-04-13T07:35:06.656 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.657+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~4V3RG1HW50BL.2 size=661581 2024-04-13T07:35:06.656 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.657+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=4V3RG1HW50BL tag=K2YNIIJBGZRT type=write size=3807309 2024-04-13T07:35:06.657 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.658+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~LJC3R6GFODD0.0 size=1048576 2024-04-13T07:35:06.658 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.659+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~LJC3R6GFODD0.1 size=684191 2024-04-13T07:35:06.660 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.661+0000 7f05f3c42780 1 < completed multipart upload key=2U7EF9PD2PDE upload=LJC3R6GFODD0 tag=GKQOR7VGJD9B type=write size=2781343 2024-04-13T07:35:06.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.663+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~N31VM27HD84S.0 size=520001 2024-04-13T07:35:06.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.663+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=N31VM27HD84S tag=TA3QRV2ZVVSU type=write size=1568577 2024-04-13T07:35:06.664 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.664+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~LSZTKJINLWDI.0 size=1048576 2024-04-13T07:35:06.665 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.665+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~LSZTKJINLWDI.1 size=968915 2024-04-13T07:35:06.666 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.667+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=LSZTKJINLWDI tag=XZ10RCXPSZUA type=write size=3066067 2024-04-13T07:35:06.669 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.670+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~MFAYGB2YNRPK.0 size=1048576 2024-04-13T07:35:06.670 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.671+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~MFAYGB2YNRPK.1 size=1048576 2024-04-13T07:35:06.671 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.672+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~MFAYGB2YNRPK.2 size=639629 2024-04-13T07:35:06.671 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.672+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=MFAYGB2YNRPK tag=4MTESCU2CUH2 type=write size=3785357 2024-04-13T07:35:06.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.673+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~Q2S6M90YS0KK.0 size=1048576 2024-04-13T07:35:06.673 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.674+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~Q2S6M90YS0KK.1 size=183374 2024-04-13T07:35:06.675 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.676+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=Q2S6M90YS0KK tag=DXRKP639INZW type=write size=2280526 2024-04-13T07:35:06.676 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.677+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=M17HBKU21QFW type=del size=2271559 2024-04-13T07:35:06.678 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.678+0000 7f05f3c42780 1 < completed delete operation key=0EN9XH8WN9TS tag=VN7BO1XZ1FGB type=del 2024-04-13T07:35:06.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.681+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~8MX5EMB2RT0A.0 size=1022317 2024-04-13T07:35:06.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.681+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=8MX5EMB2RT0A tag=9EJP6CA4VI8G type=write size=2070893 2024-04-13T07:35:06.681 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.682+0000 7f05f3c42780 1 < canceled operation key=Y2F6LZJG5LH0 tag=GZFOH1W8RSPE type=del size=811999 2024-04-13T07:35:06.684 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.684+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~3LWIFVTOI0I7.0 size=1048576 2024-04-13T07:35:06.685 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.685+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~3LWIFVTOI0I7.1 size=1048576 2024-04-13T07:35:06.685 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.686+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~3LWIFVTOI0I7.2 size=112334 2024-04-13T07:35:06.686 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.686+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=3LWIFVTOI0I7 tag=ONE1422LH063 type=write size=3258062 2024-04-13T07:35:06.687 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.688+0000 7f05f3c42780 -1 < failed to complete operation key=TXG4Q8N5GJDX tag=TARGHR1QMIBP type=del size=670285: (22) Invalid argument 2024-04-13T07:35:06.688 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.689+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=0JPYFB5F6QCX type=del size=1633759 2024-04-13T07:35:06.690 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.690+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~JP4PKEPH2J1V.0 size=1048576 2024-04-13T07:35:06.691 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.691+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~JP4PKEPH2J1V.1 size=325255 2024-04-13T07:35:06.693 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.693+0000 7f05f3c42780 1 < completed multipart upload key=FU38HSKLEDOP upload=JP4PKEPH2J1V tag=54PV2YT41SSW type=write size=2422407 2024-04-13T07:35:06.694 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.695+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=66G3EWP2P0KR type=del size=2859499 2024-04-13T07:35:06.695 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.696+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=555WUZYYZ4QL type=del 2024-04-13T07:35:06.696 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.697+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=JQDNB2N3D53Z type=write size=619934 2024-04-13T07:35:06.698 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.699+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~LFYEOFTMRKDD.0 size=936231 2024-04-13T07:35:06.700 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.701+0000 7f05f3c42780 1 < completed multipart upload key=B3WYR77RL9B4 upload=LFYEOFTMRKDD tag=GGA3OHN7P50W type=write size=1984807 2024-04-13T07:35:06.702 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.703+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~Y3UA3ID7OJSP.0 size=1048576 2024-04-13T07:35:06.703 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.704+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~Y3UA3ID7OJSP.1 size=1048576 2024-04-13T07:35:06.704 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.705+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~Y3UA3ID7OJSP.2 size=363483 2024-04-13T07:35:06.704 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.705+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=Y3UA3ID7OJSP tag=M2GGLE2N4AD1 type=write size=3509211 2024-04-13T07:35:06.706 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.707+0000 7f05f3c42780 1 < suggested remove operation key=4G8K54UI1T3W tag=P7IBHBFAS0XE type=del 2024-04-13T07:35:06.708 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.708+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=K7E71KN3UD8L type=del size=765461 2024-04-13T07:35:06.710 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.711+0000 7f05f3c42780 1 < suggested remove operation key=C44XCR1L13WH tag=NFEBK2CVL1WD type=del 2024-04-13T07:35:06.711 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.712+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=P84AUN25BN1Q type=del size=2231659 2024-04-13T07:35:06.711 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.712+0000 7f05f3c42780 1 < canceled part key=_multipart_TXG4Q8N5GJDX.2~XA6SZX4AAVXU.0 size=591400 2024-04-13T07:35:06.713 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.714+0000 7f05f3c42780 1 < canceled multipart upload key=TXG4Q8N5GJDX upload=XA6SZX4AAVXU tag=GBZ5AEJNRL3D type=write size=1639976 2024-04-13T07:35:06.715 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.716+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=EC2G3Y74WLLG type=del size=373644 2024-04-13T07:35:06.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.717+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=KUAKZ75Z7JEN type=del 2024-04-13T07:35:06.718 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.719+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~N3WDY3MV9I10.0 size=1048576 2024-04-13T07:35:06.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.720+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~N3WDY3MV9I10.1 size=1048576 2024-04-13T07:35:06.721 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.721+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~N3WDY3MV9I10.2 size=25404 2024-04-13T07:35:06.721 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.721+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=N3WDY3MV9I10 tag=SG4PGGFR8D0I type=write size=3171132 2024-04-13T07:35:06.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.724+0000 7f05f3c42780 1 < suggested remove operation key=J4WRTB31TSAU tag=ZG1M3W9VKI7G type=del 2024-04-13T07:35:06.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.725+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=70D4F7DVAOPI type=del size=847991 2024-04-13T07:35:06.726 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.726+0000 7f05f3c42780 1 < completed write operation key=QTS892MIKZSS tag=4IXZS81RN6AF type=write size=58658 2024-04-13T07:35:06.728 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.729+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~H9FOTLOU75A9.0 size=1048576 2024-04-13T07:35:06.729 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.730+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~H9FOTLOU75A9.1 size=573158 2024-04-13T07:35:06.729 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.730+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=H9FOTLOU75A9 tag=4QH3A2U8RTWY type=write size=2670310 2024-04-13T07:35:06.731 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.731+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~4V3RG1HW50BL.0 size=1048576 2024-04-13T07:35:06.732 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.732+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~4V3RG1HW50BL.1 size=1048576 2024-04-13T07:35:06.733 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.734+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~4V3RG1HW50BL.2 size=661581 2024-04-13T07:35:06.735 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.736+0000 7f05f3c42780 1 < completed multipart upload key=N1JTROSFNCR7 upload=4V3RG1HW50BL tag=K2YNIIJBGZRT type=write size=3807309 2024-04-13T07:35:06.737 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.738+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=HDF1SHMISTED type=del size=1923286 2024-04-13T07:35:06.738 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.739+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~N31VM27HD84S.0 size=520001 2024-04-13T07:35:06.741 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.741+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=N31VM27HD84S tag=TA3QRV2ZVVSU type=write size=1568577 2024-04-13T07:35:06.742 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.743+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=7R1S731SFBFO type=del size=3868830 2024-04-13T07:35:06.743 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.744+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~MFAYGB2YNRPK.0 size=1048576 2024-04-13T07:35:06.745 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.746+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~MFAYGB2YNRPK.1 size=1048576 2024-04-13T07:35:06.746 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.747+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~MFAYGB2YNRPK.2 size=639629 2024-04-13T07:35:06.748 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.749+0000 7f05f3c42780 1 < completed multipart upload key=TEADR4H33ZHA upload=MFAYGB2YNRPK tag=4MTESCU2CUH2 type=write size=3785357 2024-04-13T07:35:06.750 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.751+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~Y20S4ONRB10M.0 size=1048576 2024-04-13T07:35:06.751 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.752+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~Y20S4ONRB10M.1 size=755618 2024-04-13T07:35:06.751 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.752+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=Y20S4ONRB10M tag=LWOUJYX40369 type=write size=2852770 2024-04-13T07:35:06.752 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.753+0000 7f05f3c42780 1 < canceled operation key=Y2F6LZJG5LH0 tag=M17HBKU21QFW type=del size=2271559 2024-04-13T07:35:06.754 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.754+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=0GMCC86PAX93 type=del size=2215739 2024-04-13T07:35:06.755 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.756+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~8MX5EMB2RT0A.0 size=1022317 2024-04-13T07:35:06.757 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.758+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=8MX5EMB2RT0A tag=9EJP6CA4VI8G type=write size=2070893 2024-04-13T07:35:06.759 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.760+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~TFLHIUD78PTB.0 size=1048576 2024-04-13T07:35:06.760 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.761+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~TFLHIUD78PTB.1 size=751346 2024-04-13T07:35:06.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.761+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=TFLHIUD78PTB tag=C6WNL7KQ1QK7 type=write size=2848498 2024-04-13T07:35:06.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.763+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~3LWIFVTOI0I7.0 size=1048576 2024-04-13T07:35:06.763 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.764+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~3LWIFVTOI0I7.1 size=1048576 2024-04-13T07:35:06.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.765+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~3LWIFVTOI0I7.2 size=112334 2024-04-13T07:35:06.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.767+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=3LWIFVTOI0I7 tag=ONE1422LH063 type=write size=3258062 2024-04-13T07:35:06.768 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.769+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~M2K27PO0S5WK.0 size=1048576 2024-04-13T07:35:06.769 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.770+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~M2K27PO0S5WK.1 size=1048576 2024-04-13T07:35:06.771 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.771+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~M2K27PO0S5WK.2 size=833103 2024-04-13T07:35:06.771 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.771+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=M2K27PO0S5WK tag=41NXQ003SPZX type=write size=3978831 2024-04-13T07:35:06.771 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.772+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=0JPYFB5F6QCX type=del 2024-04-13T07:35:06.773 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.774+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~L227W627J1IV.0 size=1048576 2024-04-13T07:35:06.774 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.775+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~L227W627J1IV.1 size=398073 2024-04-13T07:35:06.774 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.775+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=L227W627J1IV tag=W7XHYQOIE2UW type=write size=2495225 2024-04-13T07:35:06.776 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.776+0000 7f05f3c42780 1 < canceled operation key=UJ8CWXR3A7YN tag=66G3EWP2P0KR type=del size=2859499 2024-04-13T07:35:06.777 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.778+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=THKQUYS4F536 type=del size=4137609 2024-04-13T07:35:06.778 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.779+0000 7f05f3c42780 1 < completed write operation key=77NI15K3IXNY tag=JQDNB2N3D53Z type=write size=619934 2024-04-13T07:35:06.779 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.780+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=1JOO93WEAHFX type=del size=2322138 2024-04-13T07:35:06.780 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.781+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~Y3UA3ID7OJSP.0 size=1048576 2024-04-13T07:35:06.782 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.783+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~Y3UA3ID7OJSP.1 size=1048576 2024-04-13T07:35:06.783 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.784+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~Y3UA3ID7OJSP.2 size=363483 2024-04-13T07:35:06.785 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.786+0000 7f05f3c42780 1 < completed multipart upload key=TEADR4H33ZHA upload=Y3UA3ID7OJSP tag=M2GGLE2N4AD1 type=write size=3509211 2024-04-13T07:35:06.786 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.787+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=D5FS7SJTOQ9B type=del size=1461125 2024-04-13T07:35:06.787 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.788+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=K7E71KN3UD8L type=del 2024-04-13T07:35:06.789 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.790+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=TT9VYQQNLXE0 type=del size=3727567 2024-04-13T07:35:06.790 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.791+0000 7f05f3c42780 1 < completed delete operation key=45BQPLCWG43N tag=P84AUN25BN1Q type=del 2024-04-13T07:35:06.791 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.792+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=U36Q53UXFUS4 type=del size=3571610 2024-04-13T07:35:06.793 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.793+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=EC2G3Y74WLLG type=del 2024-04-13T07:35:06.794 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.795+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=BI6PXF2UAOFI type=del size=705766 2024-04-13T07:35:06.795 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.796+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~N3WDY3MV9I10.0 size=1048576 2024-04-13T07:35:06.796 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.797+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~N3WDY3MV9I10.1 size=1048576 2024-04-13T07:35:06.796 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.797+0000 7f05f3c42780 1 < canceled part key=_multipart_GXQVWVGDUNMS.2~N3WDY3MV9I10.2 size=25404 2024-04-13T07:35:06.798 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.799+0000 7f05f3c42780 1 < canceled multipart upload key=GXQVWVGDUNMS upload=N3WDY3MV9I10 tag=SG4PGGFR8D0I type=write size=3171132 2024-04-13T07:35:06.801 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.801+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~60WEMAI8FZ01.0 size=1048576 2024-04-13T07:35:06.801 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.802+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~60WEMAI8FZ01.1 size=258192 2024-04-13T07:35:06.802 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.802+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=60WEMAI8FZ01 tag=IQ5CQFF1022X type=write size=2355344 2024-04-13T07:35:06.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.803+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=70D4F7DVAOPI type=del 2024-04-13T07:35:06.805 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.806+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~SPXGFWV8LZFV.0 size=281560 2024-04-13T07:35:06.805 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.806+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=SPXGFWV8LZFV tag=MN5X4BE0B7JY type=write size=1330136 2024-04-13T07:35:06.806 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.807+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~H9FOTLOU75A9.0 size=1048576 2024-04-13T07:35:06.807 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.808+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~H9FOTLOU75A9.1 size=573158 2024-04-13T07:35:06.809 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.810+0000 7f05f3c42780 1 < completed multipart upload key=6CXR0GIZ6246 upload=H9FOTLOU75A9 tag=4QH3A2U8RTWY type=write size=2670310 2024-04-13T07:35:06.811 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.812+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~WYVVKZOYBS9T.0 size=1048576 2024-04-13T07:35:06.812 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.813+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~WYVVKZOYBS9T.1 size=1048576 2024-04-13T07:35:06.813 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.814+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~WYVVKZOYBS9T.2 size=579923 2024-04-13T07:35:06.813 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.814+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=WYVVKZOYBS9T tag=3MD36V2OO3E5 type=write size=3725651 2024-04-13T07:35:06.814 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.815+0000 7f05f3c42780 1 < completed delete operation key=DMCQJNBIB4O2 tag=HDF1SHMISTED type=del 2024-04-13T07:35:06.816 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.816+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=0S1A2Q7D8G9Q type=del size=385549 2024-04-13T07:35:06.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.818+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=7R1S731SFBFO type=del 2024-04-13T07:35:06.818 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.819+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=NT3U2P4XAQL4 type=del size=938392 2024-04-13T07:35:06.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.820+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~Y20S4ONRB10M.0 size=1048576 2024-04-13T07:35:06.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.822+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~Y20S4ONRB10M.1 size=755618 2024-04-13T07:35:06.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.824+0000 7f05f3c42780 1 < completed multipart upload key=MN5H0RIAHGLM upload=Y20S4ONRB10M tag=LWOUJYX40369 type=write size=2852770 2024-04-13T07:35:06.825 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.826+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~VVWH1THDGNMV.0 size=1048576 2024-04-13T07:35:06.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.827+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~VVWH1THDGNMV.1 size=749553 2024-04-13T07:35:06.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.827+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=VVWH1THDGNMV tag=JEG8P2QTB3RI type=write size=2846705 2024-04-13T07:35:06.827 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.828+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=0GMCC86PAX93 type=del 2024-04-13T07:35:06.829 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.829+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=OCBK40435WWU type=del size=1519545 2024-04-13T07:35:06.829 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.830+0000 7f05f3c42780 1 < canceled part key=_multipart_NOA5HUHWE14O.2~TFLHIUD78PTB.0 size=1048576 2024-04-13T07:35:06.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.831+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~TFLHIUD78PTB.1 size=751346 2024-04-13T07:35:06.832 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.833+0000 7f05f3c42780 1 < canceled multipart upload key=NOA5HUHWE14O upload=TFLHIUD78PTB tag=C6WNL7KQ1QK7 type=write size=2848498 2024-04-13T07:35:06.834 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.835+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~F3AUU2YYYS0X.0 size=1048576 2024-04-13T07:35:06.835 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.836+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~F3AUU2YYYS0X.1 size=1048576 2024-04-13T07:35:06.837 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.837+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~F3AUU2YYYS0X.2 size=73709 2024-04-13T07:35:06.837 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.837+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=F3AUU2YYYS0X tag=HKZ8I8DGVZ7N type=write size=3219437 2024-04-13T07:35:06.838 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.839+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~M2K27PO0S5WK.0 size=1048576 2024-04-13T07:35:06.838 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.839+0000 7f05f3c42780 1 < canceled part key=_multipart_MN5H0RIAHGLM.2~M2K27PO0S5WK.1 size=1048576 2024-04-13T07:35:06.839 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.840+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~M2K27PO0S5WK.2 size=833103 2024-04-13T07:35:06.841 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.842+0000 7f05f3c42780 1 < canceled multipart upload key=MN5H0RIAHGLM upload=M2K27PO0S5WK tag=41NXQ003SPZX type=write size=3978831 2024-04-13T07:35:06.842 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.843+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=DUTEKKV53FCN type=del size=1793522 2024-04-13T07:35:06.844 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.845+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~L227W627J1IV.0 size=1048576 2024-04-13T07:35:06.845 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.846+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~L227W627J1IV.1 size=398073 2024-04-13T07:35:06.847 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.848+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=L227W627J1IV tag=W7XHYQOIE2UW type=write size=2495225 2024-04-13T07:35:06.849 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.850+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~MLL51QAP9EYM.0 size=270081 2024-04-13T07:35:06.849 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.850+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=MLL51QAP9EYM tag=2KFJS68CX9PJ type=write size=1318657 2024-04-13T07:35:06.851 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.851+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=THKQUYS4F536 type=del 2024-04-13T07:35:06.853 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.854+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~Z3AOSPDC4486.0 size=1048576 2024-04-13T07:35:06.854 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.855+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~Z3AOSPDC4486.1 size=81058 2024-04-13T07:35:06.854 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.855+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=Z3AOSPDC4486 tag=RLRXPTJLAFXR type=write size=2178210 2024-04-13T07:35:06.857 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.858+0000 7f05f3c42780 1 < suggested remove operation key=GXQVWVGDUNMS tag=1JOO93WEAHFX type=del 2024-04-13T07:35:06.860 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.860+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~CP4YHLIS17N5.0 size=1048576 2024-04-13T07:35:06.860 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.861+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~CP4YHLIS17N5.1 size=1048576 2024-04-13T07:35:06.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.862+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~CP4YHLIS17N5.2 size=707299 2024-04-13T07:35:06.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.862+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=CP4YHLIS17N5 tag=W6XHRE5THCQ5 type=write size=3853027 2024-04-13T07:35:06.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.864+0000 7f05f3c42780 1 < completed delete operation key=U7HAP4TTT8U3 tag=D5FS7SJTOQ9B type=del 2024-04-13T07:35:06.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.866+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~5XS30FVIHQRC.0 size=1048576 2024-04-13T07:35:06.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.867+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~5XS30FVIHQRC.1 size=1048576 2024-04-13T07:35:06.868 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.868+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~5XS30FVIHQRC.2 size=185807 2024-04-13T07:35:06.868 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.868+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=5XS30FVIHQRC tag=07JB9L80NWUZ type=write size=3331535 2024-04-13T07:35:06.869 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.870+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=TT9VYQQNLXE0 type=del 2024-04-13T07:35:06.871 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.872+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~YR53A4IP7T7U.0 size=1048576 2024-04-13T07:35:06.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.873+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~YR53A4IP7T7U.1 size=1048576 2024-04-13T07:35:06.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.874+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~YR53A4IP7T7U.2 size=509903 2024-04-13T07:35:06.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.874+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=YR53A4IP7T7U tag=STZI3A29LU07 type=write size=3655631 2024-04-13T07:35:06.875 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.875+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=U36Q53UXFUS4 type=del 2024-04-13T07:35:06.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.877+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=KN3HZE9A84IK type=del size=2314427 2024-04-13T07:35:06.877 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.878+0000 7f05f3c42780 1 < canceled operation key=U7HAP4TTT8U3 tag=BI6PXF2UAOFI type=del size=705766 2024-04-13T07:35:06.879 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.879+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=KE14FKFIZWHB type=del size=2760085 2024-04-13T07:35:06.880 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.880+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~60WEMAI8FZ01.0 size=1048576 2024-04-13T07:35:06.881 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.881+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~60WEMAI8FZ01.1 size=258192 2024-04-13T07:35:06.884 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.883+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=60WEMAI8FZ01 tag=IQ5CQFF1022X type=write size=2355344 2024-04-13T07:35:06.885 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.886+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~3BCKLXQ98RT8.0 size=1048576 2024-04-13T07:35:06.887 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.887+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~3BCKLXQ98RT8.1 size=427648 2024-04-13T07:35:06.887 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.887+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=3BCKLXQ98RT8 tag=UARIO9PDN8BH type=write size=2524800 2024-04-13T07:35:06.888 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.888+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~SPXGFWV8LZFV.0 size=281560 2024-04-13T07:35:06.889 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.890+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=SPXGFWV8LZFV tag=MN5X4BE0B7JY type=write size=1330136 2024-04-13T07:35:06.891 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.891+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=V6D6Z661Q2J3 type=del size=593668 2024-04-13T07:35:06.893 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.893+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~WYVVKZOYBS9T.0 size=1048576 2024-04-13T07:35:06.893 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.893+0000 7f05f3c42780 1 < canceled part key=_multipart_Z2QIOQ3JJHXN.2~WYVVKZOYBS9T.1 size=1048576 2024-04-13T07:35:06.895 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.894+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~WYVVKZOYBS9T.2 size=579923 2024-04-13T07:35:06.897 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.896+0000 7f05f3c42780 1 < canceled multipart upload key=Z2QIOQ3JJHXN upload=WYVVKZOYBS9T tag=3MD36V2OO3E5 type=write size=3725651 2024-04-13T07:35:06.898 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.897+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=YBPSO6UT5QWP type=write size=181783 2024-04-13T07:35:06.898 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.898+0000 7f05f3c42780 1 < completed delete operation key=6CXR0GIZ6246 tag=0S1A2Q7D8G9Q type=del 2024-04-13T07:35:06.903 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.901+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~4CR6U0GD9PDU.0 size=1048576 2024-04-13T07:35:06.904 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.901+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~4CR6U0GD9PDU.1 size=74196 2024-04-13T07:35:06.904 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.901+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=4CR6U0GD9PDU tag=CFJB1DLZH3LT type=write size=2171348 2024-04-13T07:35:06.904 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.903+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=NT3U2P4XAQL4 type=del 2024-04-13T07:35:06.905 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.905+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~IF02W3A6J0BG.0 size=1048576 2024-04-13T07:35:06.905 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.906+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~IF02W3A6J0BG.1 size=633993 2024-04-13T07:35:06.905 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.906+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=IF02W3A6J0BG tag=7XDKB0XCM9J3 type=write size=2731145 2024-04-13T07:35:06.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.907+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~VVWH1THDGNMV.0 size=1048576 2024-04-13T07:35:06.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.907+0000 7f05f3c42780 1 < canceled part key=_multipart_DMCQJNBIB4O2.2~VVWH1THDGNMV.1 size=749553 2024-04-13T07:35:06.912 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.909+0000 7f05f3c42780 1 < canceled multipart upload key=DMCQJNBIB4O2 upload=VVWH1THDGNMV tag=JEG8P2QTB3RI type=write size=2846705 2024-04-13T07:35:06.913 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.910+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=X8BECH0ZPK3Q type=del size=166774 2024-04-13T07:35:06.914 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.912+0000 7f05f3c42780 1 < completed delete operation key=U7HAP4TTT8U3 tag=OCBK40435WWU type=del 2024-04-13T07:35:06.914 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.913+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=D2GAONC9NNHK type=del size=3745496 2024-04-13T07:35:06.915 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.915+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~F3AUU2YYYS0X.0 size=1048576 2024-04-13T07:35:06.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.916+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~F3AUU2YYYS0X.1 size=1048576 2024-04-13T07:35:06.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.917+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~F3AUU2YYYS0X.2 size=73709 2024-04-13T07:35:06.919 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.919+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=F3AUU2YYYS0X tag=HKZ8I8DGVZ7N type=write size=3219437 2024-04-13T07:35:06.923 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.922+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~1LP7YEB448ZM.0 size=618498 2024-04-13T07:35:06.923 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.922+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=1LP7YEB448ZM tag=Q6HLK0UOBYVE type=write size=1667074 2024-04-13T07:35:06.925 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.923+0000 7f05f3c42780 1 < canceled operation key=TEADR4H33ZHA tag=DUTEKKV53FCN type=del size=1793522 2024-04-13T07:35:06.929 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.924+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=14GX509FDDDB type=del size=3584077 2024-04-13T07:35:06.930 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.926+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~MLL51QAP9EYM.0 size=270081 2024-04-13T07:35:06.930 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.928+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=MLL51QAP9EYM tag=2KFJS68CX9PJ type=write size=1318657 2024-04-13T07:35:06.932 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.929+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=LP4HDSEYSX64 type=del size=26728 2024-04-13T07:35:06.933 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.931+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~Z3AOSPDC4486.0 size=1048576 2024-04-13T07:35:06.934 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.932+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~Z3AOSPDC4486.1 size=81058 2024-04-13T07:35:06.938 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.934+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=Z3AOSPDC4486 tag=RLRXPTJLAFXR type=write size=2178210 2024-04-13T07:35:06.939 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.936+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~N6QVG4WH9TCE.0 size=614813 2024-04-13T07:35:06.939 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.936+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=N6QVG4WH9TCE tag=0XDBV0UIZLQS type=write size=1663389 2024-04-13T07:35:06.940 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.937+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~CP4YHLIS17N5.0 size=1048576 2024-04-13T07:35:06.941 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.938+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~CP4YHLIS17N5.1 size=1048576 2024-04-13T07:35:06.942 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.939+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~CP4YHLIS17N5.2 size=707299 2024-04-13T07:35:06.942 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.942+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=CP4YHLIS17N5 tag=W6XHRE5THCQ5 type=write size=3853027 2024-04-13T07:35:06.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.943+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=MXU2X1KLJ5NK type=del size=4164078 2024-04-13T07:35:06.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.944+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~5XS30FVIHQRC.0 size=1048576 2024-04-13T07:35:06.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.945+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~5XS30FVIHQRC.1 size=1048576 2024-04-13T07:35:06.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.947+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~5XS30FVIHQRC.2 size=185807 2024-04-13T07:35:06.949 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.949+0000 7f05f3c42780 1 < completed multipart upload key=NOA5HUHWE14O upload=5XS30FVIHQRC tag=07JB9L80NWUZ type=write size=3331535 2024-04-13T07:35:06.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.951+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=NE2GVR1Y6PWB type=del size=2591175 2024-04-13T07:35:06.953 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.953+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~YR53A4IP7T7U.0 size=1048576 2024-04-13T07:35:06.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.954+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~YR53A4IP7T7U.1 size=1048576 2024-04-13T07:35:06.956 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.955+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~YR53A4IP7T7U.2 size=509903 2024-04-13T07:35:06.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.957+0000 7f05f3c42780 1 < completed multipart upload key=2U7EF9PD2PDE upload=YR53A4IP7T7U tag=STZI3A29LU07 type=write size=3655631 2024-04-13T07:35:06.960 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.960+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~CJWDBEBA99YA.0 size=628907 2024-04-13T07:35:06.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.960+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=CJWDBEBA99YA tag=4MH3I05RFWH5 type=write size=1677483 2024-04-13T07:35:06.963 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.961+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=KN3HZE9A84IK type=del 2024-04-13T07:35:06.965 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.962+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=DOVB4YZAC47O type=del size=1622178 2024-04-13T07:35:06.966 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.964+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=KE14FKFIZWHB type=del 2024-04-13T07:35:06.969 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.966+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~EYAO1ZF5QA8W.0 size=1048576 2024-04-13T07:35:06.969 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.967+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~EYAO1ZF5QA8W.1 size=1048576 2024-04-13T07:35:06.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.968+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~EYAO1ZF5QA8W.2 size=1025295 2024-04-13T07:35:06.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.968+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=EYAO1ZF5QA8W tag=JV1ZYY737D5P type=write size=4171023 2024-04-13T07:35:06.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.968+0000 7f05f3c42780 1 < canceled part key=_multipart_Y2F6LZJG5LH0.2~3BCKLXQ98RT8.0 size=1048576 2024-04-13T07:35:06.972 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.970+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~3BCKLXQ98RT8.1 size=427648 2024-04-13T07:35:06.972 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.972+0000 7f05f3c42780 1 < canceled multipart upload key=Y2F6LZJG5LH0 upload=3BCKLXQ98RT8 tag=UARIO9PDN8BH type=write size=2524800 2024-04-13T07:35:06.973 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.973+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=HBNRTZTZB0M4 type=del size=3077290 2024-04-13T07:35:06.979 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.974+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=V6D6Z661Q2J3 type=del 2024-04-13T07:35:06.980 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.976+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=1LXI39O10LW0 type=del size=838116 2024-04-13T07:35:06.981 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.977+0000 7f05f3c42780 1 < completed write operation key=N1JTROSFNCR7 tag=YBPSO6UT5QWP type=write size=181783 2024-04-13T07:35:06.981 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.978+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=DPUTEPG4O47B type=write size=1012195 2024-04-13T07:35:06.982 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.979+0000 7f05f3c42780 1 < canceled part key=_multipart_N1JTROSFNCR7.2~4CR6U0GD9PDU.0 size=1048576 2024-04-13T07:35:06.982 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.980+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~4CR6U0GD9PDU.1 size=74196 2024-04-13T07:35:06.982 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.982+0000 7f05f3c42780 1 < canceled multipart upload key=N1JTROSFNCR7 upload=4CR6U0GD9PDU tag=CFJB1DLZH3LT type=write size=2171348 2024-04-13T07:35:06.985 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.985+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~WX0VE5724P17.0 size=856655 2024-04-13T07:35:06.985 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.985+0000 7f05f3c42780 1 > prepared multipart upload key=B3WYR77RL9B4 upload=WX0VE5724P17 tag=WDD73CZFR64W type=write size=1905231 2024-04-13T07:35:06.988 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.986+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~IF02W3A6J0BG.0 size=1048576 2024-04-13T07:35:06.989 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.987+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~IF02W3A6J0BG.1 size=633993 2024-04-13T07:35:06.989 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.989+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=IF02W3A6J0BG tag=7XDKB0XCM9J3 type=write size=2731145 2024-04-13T07:35:06.990 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.991+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=P4Y3MNFNJCSN type=del size=1470699 2024-04-13T07:35:06.993 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.992+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=X8BECH0ZPK3Q type=del 2024-04-13T07:35:06.994 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.994+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=OPI2TZ2IBPMC type=del size=2790842 2024-04-13T07:35:06.995 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.995+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=D2GAONC9NNHK type=del 2024-04-13T07:35:06.996 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.996+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=SIJ13OQSCJN8 type=write size=806428 2024-04-13T07:35:06.997 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:06.998+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~1LP7YEB448ZM.0 size=618498 2024-04-13T07:35:06.999 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.000+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=1LP7YEB448ZM tag=Q6HLK0UOBYVE type=write size=1667074 2024-04-13T07:35:07.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.001+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=6VCS7M2ZU977 type=del size=292157 2024-04-13T07:35:07.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.003+0000 7f05f3c42780 1 < completed delete operation key=QTS892MIKZSS tag=14GX509FDDDB type=del 2024-04-13T07:35:07.005 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.005+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~63X679MJ82L9.0 size=1048576 2024-04-13T07:35:07.006 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.006+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~63X679MJ82L9.1 size=1048576 2024-04-13T07:35:07.007 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.007+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~63X679MJ82L9.2 size=197379 2024-04-13T07:35:07.007 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.007+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=63X679MJ82L9 tag=LNZMIF1F2HA4 type=write size=3343107 2024-04-13T07:35:07.008 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.009+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=LP4HDSEYSX64 type=del 2024-04-13T07:35:07.009 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.010+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=NESDRK8LML4X type=del size=2978634 2024-04-13T07:35:07.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.011+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~N6QVG4WH9TCE.0 size=614813 2024-04-13T07:35:07.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.013+0000 7f05f3c42780 1 < completed multipart upload key=TEADR4H33ZHA upload=N6QVG4WH9TCE tag=0XDBV0UIZLQS type=write size=1663389 2024-04-13T07:35:07.014 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.015+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=BJ70T3VMCJRN type=write size=132007 2024-04-13T07:35:07.015 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.016+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=MXU2X1KLJ5NK type=del 2024-04-13T07:35:07.017 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.017+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=EHFDJZTJ9QJA type=write size=202241 2024-04-13T07:35:07.018 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.019+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=NE2GVR1Y6PWB type=del 2024-04-13T07:35:07.020 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.021+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~14LEVHLOZ85E.0 size=1048576 2024-04-13T07:35:07.021 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.022+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~14LEVHLOZ85E.1 size=761454 2024-04-13T07:35:07.021 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.022+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=14LEVHLOZ85E tag=BWTSA2A99RXF type=write size=2858606 2024-04-13T07:35:07.022 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.023+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~CJWDBEBA99YA.0 size=628907 2024-04-13T07:35:07.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.025+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=CJWDBEBA99YA tag=4MH3I05RFWH5 type=write size=1677483 2024-04-13T07:35:07.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.027+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~Q80GG2YQWAUW.0 size=701558 2024-04-13T07:35:07.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.027+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=Q80GG2YQWAUW tag=BU94JJAYPT30 type=write size=1750134 2024-04-13T07:35:07.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.030+0000 7f05f3c42780 1 < suggested remove operation key=Y2F6LZJG5LH0 tag=DOVB4YZAC47O type=del 2024-04-13T07:35:07.031 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.032+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=7GNLMSC1JOW5 type=del size=3021874 2024-04-13T07:35:07.032 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.033+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~EYAO1ZF5QA8W.0 size=1048576 2024-04-13T07:35:07.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.034+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~EYAO1ZF5QA8W.1 size=1048576 2024-04-13T07:35:07.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.035+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~EYAO1ZF5QA8W.2 size=1025295 2024-04-13T07:35:07.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.037+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=EYAO1ZF5QA8W tag=JV1ZYY737D5P type=write size=4171023 2024-04-13T07:35:07.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.039+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=7SVX8GO5XTQG type=write size=676611 2024-04-13T07:35:07.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.040+0000 7f05f3c42780 1 < completed delete operation key=0EN9XH8WN9TS tag=HBNRTZTZB0M4 type=del 2024-04-13T07:35:07.040 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.041+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=5KTMPLPXQ5TE type=del size=1232433 2024-04-13T07:35:07.042 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.042+0000 7f05f3c42780 1 < completed delete operation key=4G8K54UI1T3W tag=1LXI39O10LW0 type=del 2024-04-13T07:35:07.048 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.049+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~JKEN9W2426LK.0 size=615218 2024-04-13T07:35:07.048 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.049+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=JKEN9W2426LK tag=NWEYPMP8JS2H type=write size=1663794 2024-04-13T07:35:07.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.050+0000 7f05f3c42780 1 < completed write operation key=2U7EF9PD2PDE tag=DPUTEPG4O47B type=write size=1012195 2024-04-13T07:35:07.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.053+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~75J88C3Q00LE.0 size=1048576 2024-04-13T07:35:07.053 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.054+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~75J88C3Q00LE.1 size=612497 2024-04-13T07:35:07.053 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.054+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=75J88C3Q00LE tag=T0H2WY1JHUI3 type=write size=2709649 2024-04-13T07:35:07.054 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.055+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~WX0VE5724P17.0 size=856655 2024-04-13T07:35:07.057 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.057+0000 7f05f3c42780 1 < completed multipart upload key=B3WYR77RL9B4 upload=WX0VE5724P17 tag=WDD73CZFR64W type=write size=1905231 2024-04-13T07:35:07.059 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.060+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~C8FIR5OCP6K5.0 size=1048576 2024-04-13T07:35:07.060 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.061+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~C8FIR5OCP6K5.1 size=690098 2024-04-13T07:35:07.060 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.061+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=C8FIR5OCP6K5 tag=4UCUHXCOD2WP type=write size=2787250 2024-04-13T07:35:07.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.062+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=P4Y3MNFNJCSN type=del 2024-04-13T07:35:07.064 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.065+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~OIAZG8ZEICR2.0 size=1048576 2024-04-13T07:35:07.065 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.066+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~OIAZG8ZEICR2.1 size=1048576 2024-04-13T07:35:07.066 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.067+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~OIAZG8ZEICR2.2 size=750141 2024-04-13T07:35:07.066 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.067+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=OIAZG8ZEICR2 tag=295HCCQKIRY8 type=write size=3895869 2024-04-13T07:35:07.067 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.068+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=OPI2TZ2IBPMC type=del 2024-04-13T07:35:07.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.069+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=1J07L1542OVO type=del size=1483342 2024-04-13T07:35:07.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.072+0000 7f05f3c42780 1 < suggested remove operation key=B7KHSTN92EMS tag=SIJ13OQSCJN8 type=write 2024-04-13T07:35:07.073 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.073+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=LETU75KLCIZ6 type=del size=595777 2024-04-13T07:35:07.074 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.075+0000 7f05f3c42780 1 < completed delete operation key=IDMD82V6SX39 tag=6VCS7M2ZU977 type=del 2024-04-13T07:35:07.075 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.076+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=Z9PRWQXFZPWU type=del size=392048 2024-04-13T07:35:07.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.078+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~63X679MJ82L9.0 size=1048576 2024-04-13T07:35:07.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.079+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~63X679MJ82L9.1 size=1048576 2024-04-13T07:35:07.079 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.080+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~63X679MJ82L9.2 size=197379 2024-04-13T07:35:07.081 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.082+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=63X679MJ82L9 tag=LNZMIF1F2HA4 type=write size=3343107 2024-04-13T07:35:07.083 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.084+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=94BCPAV89XMV type=del size=1311616 2024-04-13T07:35:07.084 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.085+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=NESDRK8LML4X type=del 2024-04-13T07:35:07.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.087+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=KGE8NNDA2ZPA type=del size=1701781 2024-04-13T07:35:07.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.088+0000 7f05f3c42780 1 < completed write operation key=77NI15K3IXNY tag=BJ70T3VMCJRN type=write size=132007 2024-04-13T07:35:07.090 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.090+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~V2JGOEUEFLO6.0 size=197805 2024-04-13T07:35:07.090 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.090+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=V2JGOEUEFLO6 tag=ZUJ4L0J9NFRC type=write size=1246381 2024-04-13T07:35:07.091 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.092+0000 7f05f3c42780 1 < completed write operation key=6CXR0GIZ6246 tag=EHFDJZTJ9QJA type=write size=202241 2024-04-13T07:35:07.094 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.095+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~G5SYO63WYJUF.0 size=1037421 2024-04-13T07:35:07.094 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.095+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=G5SYO63WYJUF tag=ELS3FE1O23CX type=write size=2085997 2024-04-13T07:35:07.096 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.096+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~14LEVHLOZ85E.0 size=1048576 2024-04-13T07:35:07.097 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.097+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~14LEVHLOZ85E.1 size=761454 2024-04-13T07:35:07.099 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.100+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=14LEVHLOZ85E tag=BWTSA2A99RXF type=write size=2858606 2024-04-13T07:35:07.100 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.101+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=D0MO5U5SJJ52 type=del size=2140273 2024-04-13T07:35:07.102 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.103+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~Q80GG2YQWAUW.0 size=701558 2024-04-13T07:35:07.105 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.105+0000 7f05f3c42780 1 < completed multipart upload key=1HK0EXLRD6WR upload=Q80GG2YQWAUW tag=BU94JJAYPT30 type=write size=1750134 2024-04-13T07:35:07.106 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.107+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=0ELEZ6XKMWYK type=del size=734005 2024-04-13T07:35:07.107 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.108+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=7GNLMSC1JOW5 type=del 2024-04-13T07:35:07.109 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.109+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=WLA2MN851DN8 type=del size=3647712 2024-04-13T07:35:07.111 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.112+0000 7f05f3c42780 1 < suggested update operation key=N1JTROSFNCR7 tag=7SVX8GO5XTQG type=write size=676611 2024-04-13T07:35:07.113 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.113+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=732MWJJQKQOS type=write size=481712 2024-04-13T07:35:07.114 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.115+0000 7f05f3c42780 1 < completed delete operation key=Z2QIOQ3JJHXN tag=5KTMPLPXQ5TE type=del 2024-04-13T07:35:07.115 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.116+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=A9PPLEOOVJJC type=del size=2384019 2024-04-13T07:35:07.117 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.118+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~JKEN9W2426LK.0 size=615218 2024-04-13T07:35:07.119 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.120+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=JKEN9W2426LK tag=NWEYPMP8JS2H type=write size=1663794 2024-04-13T07:35:07.120 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.121+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=23DQHRKTGJ3S type=write size=379374 2024-04-13T07:35:07.122 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.122+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~75J88C3Q00LE.0 size=1048576 2024-04-13T07:35:07.123 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.124+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~75J88C3Q00LE.1 size=612497 2024-04-13T07:35:07.127 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.128+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=75J88C3Q00LE tag=T0H2WY1JHUI3 type=write size=2709649 2024-04-13T07:35:07.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.134+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~10V8XGX53C2G.0 size=712059 2024-04-13T07:35:07.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.134+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=10V8XGX53C2G tag=3QT4CDKTCQ8E type=write size=1760635 2024-04-13T07:35:07.137 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.137+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~C8FIR5OCP6K5.0 size=1048576 2024-04-13T07:35:07.138 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.138+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~C8FIR5OCP6K5.1 size=690098 2024-04-13T07:35:07.141 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.141+0000 7f05f3c42780 1 < completed multipart upload key=J4WRTB31TSAU upload=C8FIR5OCP6K5 tag=4UCUHXCOD2WP type=write size=2787250 2024-04-13T07:35:07.142 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.143+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=VG0MCH1YIKKD type=write size=905384 2024-04-13T07:35:07.144 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.144+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~OIAZG8ZEICR2.0 size=1048576 2024-04-13T07:35:07.145 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.145+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~OIAZG8ZEICR2.1 size=1048576 2024-04-13T07:35:07.146 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.146+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~OIAZG8ZEICR2.2 size=750141 2024-04-13T07:35:07.148 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.149+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=OIAZG8ZEICR2 tag=295HCCQKIRY8 type=write size=3895869 2024-04-13T07:35:07.150 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.151+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~CIQYTZOW2TIC.0 size=1048576 2024-04-13T07:35:07.151 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.152+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~CIQYTZOW2TIC.1 size=1048576 2024-04-13T07:35:07.152 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.153+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~CIQYTZOW2TIC.2 size=371430 2024-04-13T07:35:07.153 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.153+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=CIQYTZOW2TIC tag=28UPRGFVFPVO type=write size=3517158 2024-04-13T07:35:07.154 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.155+0000 7f05f3c42780 1 < canceled operation key=Y2F6LZJG5LH0 tag=1J07L1542OVO type=del size=1483342 2024-04-13T07:35:07.156 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.157+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~4AAI3XNYNB09.0 size=906951 2024-04-13T07:35:07.157 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.157+0000 7f05f3c42780 1 > prepared multipart upload key=FU38HSKLEDOP upload=4AAI3XNYNB09 tag=R3PTYJI9BABP type=write size=1955527 2024-04-13T07:35:07.158 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.159+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=LETU75KLCIZ6 type=del 2024-04-13T07:35:07.159 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.160+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=MMOOPIQJFGAO type=write size=357221 2024-04-13T07:35:07.161 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.161+0000 7f05f3c42780 1 < completed delete operation key=IDMD82V6SX39 tag=Z9PRWQXFZPWU type=del 2024-04-13T07:35:07.163 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.164+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~D1RXE62UW2Z5.0 size=1048576 2024-04-13T07:35:07.164 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.165+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~D1RXE62UW2Z5.1 size=1048576 2024-04-13T07:35:07.165 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.166+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~D1RXE62UW2Z5.2 size=160192 2024-04-13T07:35:07.165 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.166+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=D1RXE62UW2Z5 tag=UFKG59EJUV3H type=write size=3305920 2024-04-13T07:35:07.167 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.168+0000 7f05f3c42780 1 < suggested remove operation key=B7KHSTN92EMS tag=94BCPAV89XMV type=del 2024-04-13T07:35:07.169 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.169+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=66SXWNJHMI33 type=write size=654741 2024-04-13T07:35:07.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.171+0000 7f05f3c42780 1 < completed delete operation key=U7HAP4TTT8U3 tag=KGE8NNDA2ZPA type=del 2024-04-13T07:35:07.172 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.173+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~6IWDBD58JYB7.0 size=1048576 2024-04-13T07:35:07.173 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.174+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~6IWDBD58JYB7.1 size=899534 2024-04-13T07:35:07.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.174+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=6IWDBD58JYB7 tag=WBC7NZBC7GWZ type=write size=2996686 2024-04-13T07:35:07.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.176+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~V2JGOEUEFLO6.0 size=197805 2024-04-13T07:35:07.177 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.178+0000 7f05f3c42780 1 < completed multipart upload key=N1JTROSFNCR7 upload=V2JGOEUEFLO6 tag=ZUJ4L0J9NFRC type=write size=1246381 2024-04-13T07:35:07.179 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.180+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~BXU0M534442M.0 size=180754 2024-04-13T07:35:07.179 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.180+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=BXU0M534442M tag=Y8BSGGOYE0AD type=write size=1229330 2024-04-13T07:35:07.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.182+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~G5SYO63WYJUF.0 size=1037421 2024-04-13T07:35:07.183 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.184+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=G5SYO63WYJUF tag=ELS3FE1O23CX type=write size=2085997 2024-04-13T07:35:07.184 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.185+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=13ZMDXE6FB3U type=del size=136053 2024-04-13T07:35:07.187 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.188+0000 7f05f3c42780 1 < suggested update operation key=MN5H0RIAHGLM tag=D0MO5U5SJJ52 type=del size=2140273 2024-04-13T07:35:07.190 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.190+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~OAQQ10AWKNM7.0 size=1048576 2024-04-13T07:35:07.191 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.192+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~OAQQ10AWKNM7.1 size=1048576 2024-04-13T07:35:07.192 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.193+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~OAQQ10AWKNM7.2 size=431757 2024-04-13T07:35:07.192 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.193+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=OAQQ10AWKNM7 tag=DSOVQBXRLKK2 type=write size=3577485 2024-04-13T07:35:07.193 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.194+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=0ELEZ6XKMWYK type=del 2024-04-13T07:35:07.195 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.195+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=UDYOHF63SQ2L type=write size=818533 2024-04-13T07:35:07.196 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.197+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=WLA2MN851DN8 type=del 2024-04-13T07:35:07.198 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.198+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=74O8RY0LLFMD type=del size=992539 2024-04-13T07:35:07.199 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.199+0000 7f05f3c42780 1 < completed write operation key=TEADR4H33ZHA tag=732MWJJQKQOS type=write size=481712 2024-04-13T07:35:07.200 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.201+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=1BM4X6NTCVY3 type=del size=130923 2024-04-13T07:35:07.201 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.202+0000 7f05f3c42780 1 < completed delete operation key=DMCQJNBIB4O2 tag=A9PPLEOOVJJC type=del 2024-04-13T07:35:07.203 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.203+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=IYWKBT96OSHF type=del size=1502116 2024-04-13T07:35:07.204 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.205+0000 7f05f3c42780 1 < completed write operation key=4G8K54UI1T3W tag=23DQHRKTGJ3S type=write size=379374 2024-04-13T07:35:07.206 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.206+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=XMVYV481PMVZ type=del size=3203187 2024-04-13T07:35:07.207 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.208+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~10V8XGX53C2G.0 size=712059 2024-04-13T07:35:07.209 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.210+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=10V8XGX53C2G tag=3QT4CDKTCQ8E type=write size=1760635 2024-04-13T07:35:07.211 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.212+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~PNINMDRTAVNZ.0 size=1048576 2024-04-13T07:35:07.212 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.213+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~PNINMDRTAVNZ.1 size=1048576 2024-04-13T07:35:07.214 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.214+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~PNINMDRTAVNZ.2 size=335943 2024-04-13T07:35:07.214 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.214+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=PNINMDRTAVNZ tag=AYS2RAEH62P5 type=write size=3481671 2024-04-13T07:35:07.216 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.217+0000 7f05f3c42780 1 < suggested update operation key=DMCQJNBIB4O2 tag=VG0MCH1YIKKD type=write size=905384 2024-04-13T07:35:07.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.220+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~G0KNF4SU0VRL.0 size=549730 2024-04-13T07:35:07.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.220+0000 7f05f3c42780 1 > prepared multipart upload key=4G8K54UI1T3W upload=G0KNF4SU0VRL tag=HBJ4KCPYL3RP type=write size=1598306 2024-04-13T07:35:07.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.220+0000 7f05f3c42780 1 < canceled part key=_multipart_UJ8CWXR3A7YN.2~CIQYTZOW2TIC.0 size=1048576 2024-04-13T07:35:07.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.221+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~CIQYTZOW2TIC.1 size=1048576 2024-04-13T07:35:07.221 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.222+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~CIQYTZOW2TIC.2 size=371430 2024-04-13T07:35:07.224 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.224+0000 7f05f3c42780 1 < canceled multipart upload key=UJ8CWXR3A7YN upload=CIQYTZOW2TIC tag=28UPRGFVFPVO type=write size=3517158 2024-04-13T07:35:07.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.226+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=5RBMG2VJHOVO type=del size=3758320 2024-04-13T07:35:07.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.227+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~4AAI3XNYNB09.0 size=906951 2024-04-13T07:35:07.229 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.229+0000 7f05f3c42780 1 < completed multipart upload key=FU38HSKLEDOP upload=4AAI3XNYNB09 tag=R3PTYJI9BABP type=write size=1955527 2024-04-13T07:35:07.230 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.231+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=60EC5GNGXTS6 type=del size=1594155 2024-04-13T07:35:07.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.233+0000 7f05f3c42780 1 < completed write operation key=Y2F6LZJG5LH0 tag=MMOOPIQJFGAO type=write size=357221 2024-04-13T07:35:07.233 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.234+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=I73PSV28797X type=del size=2144096 2024-04-13T07:35:07.235 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.236+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~D1RXE62UW2Z5.0 size=1048576 2024-04-13T07:35:07.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.237+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~D1RXE62UW2Z5.1 size=1048576 2024-04-13T07:35:07.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.238+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~D1RXE62UW2Z5.2 size=160192 2024-04-13T07:35:07.239 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.240+0000 7f05f3c42780 1 < completed multipart upload key=1HK0EXLRD6WR upload=D1RXE62UW2Z5 tag=UFKG59EJUV3H type=write size=3305920 2024-04-13T07:35:07.241 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.241+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=YPT026X5J52Y type=del size=2128357 2024-04-13T07:35:07.242 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.243+0000 7f05f3c42780 1 < completed write operation key=SB3J044OIBA2 tag=66SXWNJHMI33 type=write size=654741 2024-04-13T07:35:07.244 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.245+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~B9Q6MVH3SQNH.0 size=4019 2024-04-13T07:35:07.245 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.245+0000 7f05f3c42780 1 > prepared multipart upload key=4G8K54UI1T3W upload=B9Q6MVH3SQNH tag=578QTK0QDN9Q type=write size=1052595 2024-04-13T07:35:07.246 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.247+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~6IWDBD58JYB7.0 size=1048576 2024-04-13T07:35:07.247 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.248+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~6IWDBD58JYB7.1 size=899534 2024-04-13T07:35:07.249 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.250+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=6IWDBD58JYB7 tag=WBC7NZBC7GWZ type=write size=2996686 2024-04-13T07:35:07.251 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.251+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=L9T5BBW1Q6IJ type=del size=2312423 2024-04-13T07:35:07.251 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.252+0000 7f05f3c42780 1 < canceled part key=_multipart_GXQVWVGDUNMS.2~BXU0M534442M.0 size=180754 2024-04-13T07:35:07.253 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.254+0000 7f05f3c42780 1 < canceled multipart upload key=GXQVWVGDUNMS upload=BXU0M534442M tag=Y8BSGGOYE0AD type=write size=1229330 2024-04-13T07:35:07.255 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.256+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=HRDNQMAW7MW3 type=del size=2768794 2024-04-13T07:35:07.257 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.258+0000 7f05f3c42780 1 < suggested update operation key=U7HAP4TTT8U3 tag=13ZMDXE6FB3U type=del size=136053 2024-04-13T07:35:07.260 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.261+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~U8QNJPG2RR4N.0 size=843242 2024-04-13T07:35:07.260 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.261+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=U8QNJPG2RR4N tag=FP8HPOP1TN4D type=write size=1891818 2024-04-13T07:35:07.261 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.262+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~OAQQ10AWKNM7.0 size=1048576 2024-04-13T07:35:07.262 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.263+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~OAQQ10AWKNM7.1 size=1048576 2024-04-13T07:35:07.263 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.264+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~OAQQ10AWKNM7.2 size=431757 2024-04-13T07:35:07.266 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.267+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=OAQQ10AWKNM7 tag=DSOVQBXRLKK2 type=write size=3577485 2024-04-13T07:35:07.268 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.269+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~96WTQO85K91X.0 size=1048576 2024-04-13T07:35:07.270 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.271+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~96WTQO85K91X.1 size=192815 2024-04-13T07:35:07.270 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.271+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=96WTQO85K91X tag=YEA1U6N9P98I type=write size=2289967 2024-04-13T07:35:07.273 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.273+0000 7f05f3c42780 1 < suggested remove operation key=97QQZFWRF5SP tag=UDYOHF63SQ2L type=write 2024-04-13T07:35:07.274 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.275+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=8612B1MS9YD1 type=write size=299882 2024-04-13T07:35:07.275 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.276+0000 7f05f3c42780 1 < completed delete operation key=2U7EF9PD2PDE tag=74O8RY0LLFMD type=del 2024-04-13T07:35:07.278 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.279+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~HY2RLPT7JFHJ.0 size=38880 2024-04-13T07:35:07.278 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.279+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=HY2RLPT7JFHJ tag=8O08WYH0GE59 type=write size=1087456 2024-04-13T07:35:07.280 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.281+0000 7f05f3c42780 -1 < failed to complete operation key=97QQZFWRF5SP tag=1BM4X6NTCVY3 type=del size=130923: (22) Invalid argument 2024-04-13T07:35:07.281 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.282+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=6WIVQ3G1AKFI type=write size=989173 2024-04-13T07:35:07.282 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.283+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=IYWKBT96OSHF type=del 2024-04-13T07:35:07.284 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.285+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=A7NTIWFL752D type=del size=661417 2024-04-13T07:35:07.286 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.287+0000 7f05f3c42780 1 < suggested update operation key=Z2QIOQ3JJHXN tag=XMVYV481PMVZ type=del size=3203187 2024-04-13T07:35:07.288 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.289+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=OECVZX4BWNYF type=del size=852076 2024-04-13T07:35:07.289 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.290+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~PNINMDRTAVNZ.0 size=1048576 2024-04-13T07:35:07.289 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.290+0000 7f05f3c42780 1 < canceled part key=_multipart_1HK0EXLRD6WR.2~PNINMDRTAVNZ.1 size=1048576 2024-04-13T07:35:07.290 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.291+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~PNINMDRTAVNZ.2 size=335943 2024-04-13T07:35:07.293 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.293+0000 7f05f3c42780 1 < canceled multipart upload key=1HK0EXLRD6WR upload=PNINMDRTAVNZ tag=AYS2RAEH62P5 type=write size=3481671 2024-04-13T07:35:07.294 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.295+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=QPJ0YXALSUSG type=del size=1230364 2024-04-13T07:35:07.295 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.296+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~G0KNF4SU0VRL.0 size=549730 2024-04-13T07:35:07.298 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.298+0000 7f05f3c42780 1 < completed multipart upload key=4G8K54UI1T3W upload=G0KNF4SU0VRL tag=HBJ4KCPYL3RP type=write size=1598306 2024-04-13T07:35:07.299 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.300+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=3KZGBOUVZA22 type=del size=1117382 2024-04-13T07:35:07.300 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.301+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=5RBMG2VJHOVO type=del 2024-04-13T07:35:07.302 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.303+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=KD2HCFUGMKAG type=write size=479266 2024-04-13T07:35:07.303 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.304+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=60EC5GNGXTS6 type=del 2024-04-13T07:35:07.305 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.305+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=RFZ1ZX1WS9IL type=write size=162929 2024-04-13T07:35:07.306 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.307+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=I73PSV28797X type=del 2024-04-13T07:35:07.307 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.308+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=I71C83G2B1BP type=write size=734339 2024-04-13T07:35:07.309 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.309+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=YPT026X5J52Y type=del 2024-04-13T07:35:07.311 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.312+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~QIBAA487D429.0 size=92680 2024-04-13T07:35:07.311 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.312+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=QIBAA487D429 tag=93X1AKHNXHR1 type=write size=1141256 2024-04-13T07:35:07.312 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.313+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~B9Q6MVH3SQNH.0 size=4019 2024-04-13T07:35:07.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.315+0000 7f05f3c42780 1 < completed multipart upload key=4G8K54UI1T3W upload=B9Q6MVH3SQNH tag=578QTK0QDN9Q type=write size=1052595 2024-04-13T07:35:07.316 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.317+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=IQ0DSWI9EIF7 type=write size=699656 2024-04-13T07:35:07.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.320+0000 7f05f3c42780 1 < suggested update operation key=UJ8CWXR3A7YN tag=L9T5BBW1Q6IJ type=del size=2312423 2024-04-13T07:35:07.320 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.321+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=5FDT98SXQQZY type=del size=1634415 2024-04-13T07:35:07.322 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.323+0000 7f05f3c42780 -1 < failed to complete operation key=UJ8CWXR3A7YN tag=HRDNQMAW7MW3 type=del size=2768794: (22) Invalid argument 2024-04-13T07:35:07.324 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.325+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=368S3LAMG7RP type=del size=1760937 2024-04-13T07:35:07.325 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.326+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~U8QNJPG2RR4N.0 size=843242 2024-04-13T07:35:07.327 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.328+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=U8QNJPG2RR4N tag=FP8HPOP1TN4D type=write size=1891818 2024-04-13T07:35:07.329 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.329+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=ZHOJNSR3TFGD type=del size=1194436 2024-04-13T07:35:07.330 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.331+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~96WTQO85K91X.0 size=1048576 2024-04-13T07:35:07.331 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.332+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~96WTQO85K91X.1 size=192815 2024-04-13T07:35:07.334 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.335+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=96WTQO85K91X tag=YEA1U6N9P98I type=write size=2289967 2024-04-13T07:35:07.336 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.337+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~0Y64IIQ4BG1B.0 size=1048576 2024-04-13T07:35:07.337 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.338+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~0Y64IIQ4BG1B.1 size=1048576 2024-04-13T07:35:07.339 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.339+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~0Y64IIQ4BG1B.2 size=441737 2024-04-13T07:35:07.339 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.339+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=0Y64IIQ4BG1B tag=B4X8HS098W86 type=write size=3587465 2024-04-13T07:35:07.342 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.342+0000 7f05f3c42780 1 < suggested remove operation key=43EJ55H9TGF3 tag=8612B1MS9YD1 type=write 2024-04-13T07:35:07.343 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.344+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=Y02RA4OUL60O type=write size=959543 2024-04-13T07:35:07.344 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.345+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~HY2RLPT7JFHJ.0 size=38880 2024-04-13T07:35:07.346 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.347+0000 7f05f3c42780 1 < completed multipart upload key=MN5H0RIAHGLM upload=HY2RLPT7JFHJ tag=8O08WYH0GE59 type=write size=1087456 2024-04-13T07:35:07.349 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.350+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~YLEFBJDKZZUV.0 size=1048576 2024-04-13T07:35:07.350 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.351+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~YLEFBJDKZZUV.1 size=1026548 2024-04-13T07:35:07.350 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.351+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=YLEFBJDKZZUV tag=IFQH49H6LUL6 type=write size=3123700 2024-04-13T07:35:07.351 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.352+0000 7f05f3c42780 1 < completed write operation key=B7KHSTN92EMS tag=6WIVQ3G1AKFI type=write size=989173 2024-04-13T07:35:07.353 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.354+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=KT2A4YKF9SI6 type=write size=651236 2024-04-13T07:35:07.354 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.355+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=A7NTIWFL752D type=del 2024-04-13T07:35:07.355 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.356+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=4XXJ7X3RLCKW type=del size=2130395 2024-04-13T07:35:07.357 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.358+0000 7f05f3c42780 1 < canceled operation key=77NI15K3IXNY tag=OECVZX4BWNYF type=del size=852076 2024-04-13T07:35:07.358 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.359+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=P30KVB84SDVX type=write size=696153 2024-04-13T07:35:07.362 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.362+0000 7f05f3c42780 1 < suggested update operation key=UJ8CWXR3A7YN tag=QPJ0YXALSUSG type=del size=1230364 2024-04-13T07:35:07.363 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.364+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=M99SAPKYC6AY type=del size=344369 2024-04-13T07:35:07.366 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.367+0000 7f05f3c42780 1 < suggested remove operation key=SLR7Z6IC87H9 tag=3KZGBOUVZA22 type=del 2024-04-13T07:35:07.367 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.368+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=GXE7LL2E74X7 type=del size=2780770 2024-04-13T07:35:07.369 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.369+0000 7f05f3c42780 1 < canceled operation key=R7A1HMG5PBY2 tag=KD2HCFUGMKAG type=write size=479266 2024-04-13T07:35:07.371 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.372+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~LEE07ZTRJ0YF.0 size=1048576 2024-04-13T07:35:07.373 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.373+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~LEE07ZTRJ0YF.1 size=1048576 2024-04-13T07:35:07.374 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.374+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~LEE07ZTRJ0YF.2 size=209631 2024-04-13T07:35:07.374 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.374+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=LEE07ZTRJ0YF tag=3IVDYWSSSJX8 type=write size=3355359 2024-04-13T07:35:07.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.376+0000 7f05f3c42780 1 < completed write operation key=R7A1HMG5PBY2 tag=RFZ1ZX1WS9IL type=write size=162929 2024-04-13T07:35:07.378 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.379+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~C71K6E242M3J.0 size=1048576 2024-04-13T07:35:07.379 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.380+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~C71K6E242M3J.1 size=698661 2024-04-13T07:35:07.379 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.380+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=C71K6E242M3J tag=XF6LW3MZMY62 type=write size=2795813 2024-04-13T07:35:07.382 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.382+0000 7f05f3c42780 1 < suggested remove operation key=JWVWL3HNW3GB tag=I71C83G2B1BP type=write 2024-04-13T07:35:07.383 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.384+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=QXJ9Y6WLRRVZ type=del size=4080171 2024-04-13T07:35:07.383 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:07 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133716-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:35:07.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:07 smithi003 ceph-mon[91733]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-13T07:35:07.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:07 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133716-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:35:07.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:07 smithi003 ceph-mon[89364]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-13T07:35:07.384 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.385+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~QIBAA487D429.0 size=92680 2024-04-13T07:35:07.387 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.387+0000 7f05f3c42780 1 < completed multipart upload key=J4WRTB31TSAU upload=QIBAA487D429 tag=93X1AKHNXHR1 type=write size=1141256 2024-04-13T07:35:07.389 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.390+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~KILA8IOO6JAX.0 size=1048576 2024-04-13T07:35:07.390 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.391+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~KILA8IOO6JAX.1 size=1048576 2024-04-13T07:35:07.391 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.392+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~KILA8IOO6JAX.2 size=353833 2024-04-13T07:35:07.391 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.392+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=KILA8IOO6JAX tag=SGWMHBP2XAX4 type=write size=3499561 2024-04-13T07:35:07.392 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.393+0000 7f05f3c42780 1 < completed write operation key=QTS892MIKZSS tag=IQ0DSWI9EIF7 type=write size=699656 2024-04-13T07:35:07.394 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.395+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=HMLT456C0DR9 type=write size=211649 2024-04-13T07:35:07.395 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.396+0000 7f05f3c42780 1 < completed delete operation key=U7HAP4TTT8U3 tag=5FDT98SXQQZY type=del 2024-04-13T07:35:07.398 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.399+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~FFRQ0Z61ESUG.0 size=1048576 2024-04-13T07:35:07.399 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.400+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~FFRQ0Z61ESUG.1 size=1048576 2024-04-13T07:35:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:07 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133716-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:35:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:07 smithi066 ceph-mon[84331]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-13T07:35:07.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.401+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~FFRQ0Z61ESUG.2 size=23229 2024-04-13T07:35:07.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.401+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=FFRQ0Z61ESUG tag=BVI297ZXQDRH type=write size=3168957 2024-04-13T07:35:07.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.403+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=368S3LAMG7RP type=del 2024-04-13T07:35:07.404 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.404+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=T69M9BKAXEZD type=del size=131102 2024-04-13T07:35:07.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.406+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=ZHOJNSR3TFGD type=del 2024-04-13T07:35:07.408 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.409+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~IT400DIPK8KZ.0 size=1048576 2024-04-13T07:35:07.409 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.410+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~IT400DIPK8KZ.1 size=1048576 2024-04-13T07:35:07.410 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.411+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~IT400DIPK8KZ.2 size=589130 2024-04-13T07:35:07.410 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.411+0000 7f05f3c42780 1 > prepared multipart upload key=4G8K54UI1T3W upload=IT400DIPK8KZ tag=MI47BXTH2CRZ type=write size=3734858 2024-04-13T07:35:07.412 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.412+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~0Y64IIQ4BG1B.0 size=1048576 2024-04-13T07:35:07.413 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.413+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~0Y64IIQ4BG1B.1 size=1048576 2024-04-13T07:35:07.414 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.414+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~0Y64IIQ4BG1B.2 size=441737 2024-04-13T07:35:07.416 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.417+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=0Y64IIQ4BG1B tag=B4X8HS098W86 type=write size=3587465 2024-04-13T07:35:07.418 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.418+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=I3ABSSA2YYYG type=del size=3200808 2024-04-13T07:35:07.419 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.420+0000 7f05f3c42780 1 < completed write operation key=J4WRTB31TSAU tag=Y02RA4OUL60O type=write size=959543 2024-04-13T07:35:07.420 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.421+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=U6IQMJL7F8YR type=del size=880709 2024-04-13T07:35:07.422 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.422+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~YLEFBJDKZZUV.0 size=1048576 2024-04-13T07:35:07.423 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.424+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~YLEFBJDKZZUV.1 size=1026548 2024-04-13T07:35:07.425 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.426+0000 7f05f3c42780 1 < completed multipart upload key=2U7EF9PD2PDE upload=YLEFBJDKZZUV tag=IFQH49H6LUL6 type=write size=3123700 2024-04-13T07:35:07.426 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.427+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=IHWH7C0Y2LE3 type=del size=3952746 2024-04-13T07:35:07.429 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.430+0000 7f05f3c42780 1 < suggested update operation key=6CXR0GIZ6246 tag=KT2A4YKF9SI6 type=write size=651236 2024-04-13T07:35:07.432 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.433+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~JLQQQBANSG9G.0 size=1048576 2024-04-13T07:35:07.433 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.434+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~JLQQQBANSG9G.1 size=961293 2024-04-13T07:35:07.433 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.434+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=JLQQQBANSG9G tag=AR2UUM2UCI3H type=write size=3058445 2024-04-13T07:35:07.435 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.435+0000 7f05f3c42780 1 < completed delete operation key=TEADR4H33ZHA tag=4XXJ7X3RLCKW type=del 2024-04-13T07:35:07.436 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.437+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=4D935HJWHBPW type=del size=3352865 2024-04-13T07:35:07.438 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.438+0000 7f05f3c42780 1 < canceled operation key=1HK0EXLRD6WR tag=P30KVB84SDVX type=write size=696153 2024-04-13T07:35:07.439 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.439+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=HH4TW9092B79 type=del size=211223 2024-04-13T07:35:07.440 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.441+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=M99SAPKYC6AY type=del 2024-04-13T07:35:07.443 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.444+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~TNYL2CS7RL2B.0 size=1048576 2024-04-13T07:35:07.444 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.445+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~TNYL2CS7RL2B.1 size=378107 2024-04-13T07:35:07.444 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.445+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=TNYL2CS7RL2B tag=FCSJFOWFJ3VP type=write size=2475259 2024-04-13T07:35:07.447 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.448+0000 7f05f3c42780 1 < suggested remove operation key=TEADR4H33ZHA tag=GXE7LL2E74X7 type=del 2024-04-13T07:35:07.449 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.450+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~D0T1USHCCOLR.0 size=772399 2024-04-13T07:35:07.450 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.450+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=D0T1USHCCOLR tag=AJZA21LNZFL0 type=write size=1820975 2024-04-13T07:35:07.452 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.452+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~LEE07ZTRJ0YF.0 size=1048576 2024-04-13T07:35:07.453 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.454+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~LEE07ZTRJ0YF.1 size=1048576 2024-04-13T07:35:07.454 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.455+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~LEE07ZTRJ0YF.2 size=209631 2024-04-13T07:35:07.456 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.457+0000 7f05f3c42780 1 < completed multipart upload key=N1JTROSFNCR7 upload=LEE07ZTRJ0YF tag=3IVDYWSSSJX8 type=write size=3355359 2024-04-13T07:35:07.457 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.458+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=3KNN0YVWMY88 type=del size=1523836 2024-04-13T07:35:07.459 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.460+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~C71K6E242M3J.0 size=1048576 2024-04-13T07:35:07.460 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.461+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~C71K6E242M3J.1 size=698661 2024-04-13T07:35:07.462 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.463+0000 7f05f3c42780 1 < completed multipart upload key=UJ8CWXR3A7YN upload=C71K6E242M3J tag=XF6LW3MZMY62 type=write size=2795813 2024-04-13T07:35:07.465 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.466+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~6B50HPCD44S6.0 size=1048576 2024-04-13T07:35:07.466 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.467+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~6B50HPCD44S6.1 size=110055 2024-04-13T07:35:07.466 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.467+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=6B50HPCD44S6 tag=V3HGPDRSK4DU type=write size=2207207 2024-04-13T07:35:07.469 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.470+0000 7f05f3c42780 1 < suggested remove operation key=2U7EF9PD2PDE tag=QXJ9Y6WLRRVZ type=del 2024-04-13T07:35:07.471 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.472+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~ZIJQ0PTXJ01R.0 size=1048576 2024-04-13T07:35:07.473 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.473+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~ZIJQ0PTXJ01R.1 size=1048576 2024-04-13T07:35:07.474 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.475+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~ZIJQ0PTXJ01R.2 size=97869 2024-04-13T07:35:07.474 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.475+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=ZIJQ0PTXJ01R tag=MJZ3QC1J23RK type=write size=3243597 2024-04-13T07:35:07.474 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.475+0000 7f05f3c42780 1 < canceled part key=_multipart_UJ8CWXR3A7YN.2~KILA8IOO6JAX.0 size=1048576 2024-04-13T07:35:07.475 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.476+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~KILA8IOO6JAX.1 size=1048576 2024-04-13T07:35:07.476 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.477+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~KILA8IOO6JAX.2 size=353833 2024-04-13T07:35:07.479 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.479+0000 7f05f3c42780 1 < canceled multipart upload key=UJ8CWXR3A7YN upload=KILA8IOO6JAX tag=SGWMHBP2XAX4 type=write size=3499561 2024-04-13T07:35:07.481 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.482+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~92CIB9DI3XSB.0 size=624090 2024-04-13T07:35:07.481 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.482+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=92CIB9DI3XSB tag=JJVBGS8D7ROL type=write size=1672666 2024-04-13T07:35:07.483 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.484+0000 7f05f3c42780 1 < completed write operation key=JWVWL3HNW3GB tag=HMLT456C0DR9 type=write size=211649 2024-04-13T07:35:07.485 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.486+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~31DVOAUV4MVN.0 size=919979 2024-04-13T07:35:07.486 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.486+0000 7f05f3c42780 1 > prepared multipart upload key=B3WYR77RL9B4 upload=31DVOAUV4MVN tag=7B7G9JWUFEXQ type=write size=1968555 2024-04-13T07:35:07.487 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.488+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~FFRQ0Z61ESUG.0 size=1048576 2024-04-13T07:35:07.489 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.489+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~FFRQ0Z61ESUG.1 size=1048576 2024-04-13T07:35:07.490 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.490+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~FFRQ0Z61ESUG.2 size=23229 2024-04-13T07:35:07.492 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.493+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=FFRQ0Z61ESUG tag=BVI297ZXQDRH type=write size=3168957 2024-04-13T07:35:07.495 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.495+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~43ZFMDJ2ULIA.0 size=867335 2024-04-13T07:35:07.495 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.495+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=43ZFMDJ2ULIA tag=V0D3SDW5B259 type=write size=1915911 2024-04-13T07:35:07.497 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.498+0000 7f05f3c42780 1 < suggested remove operation key=4G8K54UI1T3W tag=T69M9BKAXEZD type=del 2024-04-13T07:35:07.500 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.501+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~P9KA8X0OVKAF.0 size=1048576 2024-04-13T07:35:07.501 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.502+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~P9KA8X0OVKAF.1 size=1048576 2024-04-13T07:35:07.502 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.503+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~P9KA8X0OVKAF.2 size=286384 2024-04-13T07:35:07.502 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.503+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=P9KA8X0OVKAF tag=GD1M1JF84SWJ type=write size=3432112 2024-04-13T07:35:07.503 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.504+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~IT400DIPK8KZ.0 size=1048576 2024-04-13T07:35:07.505 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.505+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~IT400DIPK8KZ.1 size=1048576 2024-04-13T07:35:07.506 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.506+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~IT400DIPK8KZ.2 size=589130 2024-04-13T07:35:07.508 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.508+0000 7f05f3c42780 1 < completed multipart upload key=4G8K54UI1T3W upload=IT400DIPK8KZ tag=MI47BXTH2CRZ type=write size=3734858 2024-04-13T07:35:07.509 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.510+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=J7I86VBE3IDS type=del size=882293 2024-04-13T07:35:07.510 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.511+0000 7f05f3c42780 1 < completed delete operation key=UJ8CWXR3A7YN tag=I3ABSSA2YYYG type=del 2024-04-13T07:35:07.512 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.513+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=V1S01Q08XEK3 type=del size=2110946 2024-04-13T07:35:07.515 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.515+0000 7f05f3c42780 1 < suggested remove operation key=J4WRTB31TSAU tag=U6IQMJL7F8YR type=del 2024-04-13T07:35:07.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.518+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~DJ4QZOWD4TL1.0 size=1048576 2024-04-13T07:35:07.518 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.519+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~DJ4QZOWD4TL1.1 size=1048576 2024-04-13T07:35:07.519 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.520+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~DJ4QZOWD4TL1.2 size=216504 2024-04-13T07:35:07.519 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.520+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=DJ4QZOWD4TL1 tag=YLH1XC2YAB9L type=write size=3362232 2024-04-13T07:35:07.521 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.521+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=IHWH7C0Y2LE3 type=del 2024-04-13T07:35:07.522 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.523+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=TNI4KAOSGE9M type=del size=2102725 2024-04-13T07:35:07.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.524+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~JLQQQBANSG9G.0 size=1048576 2024-04-13T07:35:07.524 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.525+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~JLQQQBANSG9G.1 size=961293 2024-04-13T07:35:07.526 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.527+0000 7f05f3c42780 1 < completed multipart upload key=N1JTROSFNCR7 upload=JLQQQBANSG9G tag=AR2UUM2UCI3H type=write size=3058445 2024-04-13T07:35:07.528 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.529+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=IKOMTSGU9ULT type=write size=985930 2024-04-13T07:35:07.529 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.530+0000 7f05f3c42780 1 < canceled operation key=NOA5HUHWE14O tag=4D935HJWHBPW type=del size=3352865 2024-04-13T07:35:07.532 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.533+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~VX9GZ75V0HZQ.0 size=1048576 2024-04-13T07:35:07.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.534+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~VX9GZ75V0HZQ.1 size=1048576 2024-04-13T07:35:07.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.535+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~VX9GZ75V0HZQ.2 size=809155 2024-04-13T07:35:07.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.535+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=VX9GZ75V0HZQ tag=BEL4TWHOPQSI type=write size=3954883 2024-04-13T07:35:07.535 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.536+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=HH4TW9092B79 type=del 2024-04-13T07:35:07.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.539+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~M3W4U79Y4A17.0 size=1048576 2024-04-13T07:35:07.542 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.540+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~M3W4U79Y4A17.1 size=1048576 2024-04-13T07:35:07.542 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.541+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~M3W4U79Y4A17.2 size=376653 2024-04-13T07:35:07.542 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.541+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=M3W4U79Y4A17 tag=OMZAUVTQLE03 type=write size=3522381 2024-04-13T07:35:07.542 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.542+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~TNYL2CS7RL2B.0 size=1048576 2024-04-13T07:35:07.543 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.544+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~TNYL2CS7RL2B.1 size=378107 2024-04-13T07:35:07.545 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.546+0000 7f05f3c42780 1 < completed multipart upload key=2U7EF9PD2PDE upload=TNYL2CS7RL2B tag=FCSJFOWFJ3VP type=write size=2475259 2024-04-13T07:35:07.546 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.547+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=HYX976VU6TTM type=del size=2844996 2024-04-13T07:35:07.548 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.549+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~D0T1USHCCOLR.0 size=772399 2024-04-13T07:35:07.550 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.551+0000 7f05f3c42780 1 < completed multipart upload key=J4WRTB31TSAU upload=D0T1USHCCOLR tag=AJZA21LNZFL0 type=write size=1820975 2024-04-13T07:35:07.551 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.552+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=3MJW4UJ3HI0A type=del size=2548117 2024-04-13T07:35:07.553 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.554+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=3KNN0YVWMY88 type=del 2024-04-13T07:35:07.554 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.555+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=1DZRTUQZ6ALE type=del size=869765 2024-04-13T07:35:07.556 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.557+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~6B50HPCD44S6.0 size=1048576 2024-04-13T07:35:07.557 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.558+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~6B50HPCD44S6.1 size=110055 2024-04-13T07:35:07.559 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.560+0000 7f05f3c42780 1 < completed multipart upload key=MN5H0RIAHGLM upload=6B50HPCD44S6 tag=V3HGPDRSK4DU type=write size=2207207 2024-04-13T07:35:07.561 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.561+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=T5RG1QSBPK6U type=del size=1745257 2024-04-13T07:35:07.562 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.563+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~ZIJQ0PTXJ01R.0 size=1048576 2024-04-13T07:35:07.563 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.564+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~ZIJQ0PTXJ01R.1 size=1048576 2024-04-13T07:35:07.565 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.566+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~ZIJQ0PTXJ01R.2 size=97869 2024-04-13T07:35:07.567 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.568+0000 7f05f3c42780 1 < completed multipart upload key=UJ8CWXR3A7YN upload=ZIJQ0PTXJ01R tag=MJZ3QC1J23RK type=write size=3243597 2024-04-13T07:35:07.569 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.569+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=CSF6TVP30Y56 type=del size=518328 2024-04-13T07:35:07.570 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.571+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~92CIB9DI3XSB.0 size=624090 2024-04-13T07:35:07.572 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.573+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=92CIB9DI3XSB tag=JJVBGS8D7ROL type=write size=1672666 2024-04-13T07:35:07.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.574+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=MWRIAEWESWNG type=write size=750436 2024-04-13T07:35:07.575 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.576+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~31DVOAUV4MVN.0 size=919979 2024-04-13T07:35:07.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.578+0000 7f05f3c42780 1 < completed multipart upload key=B3WYR77RL9B4 upload=31DVOAUV4MVN tag=7B7G9JWUFEXQ type=write size=1968555 2024-04-13T07:35:07.580 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.581+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~OVEQ1VTF0Z47.0 size=1048576 2024-04-13T07:35:07.581 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.582+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~OVEQ1VTF0Z47.1 size=1048576 2024-04-13T07:35:07.582 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.583+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~OVEQ1VTF0Z47.2 size=232463 2024-04-13T07:35:07.582 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.583+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=OVEQ1VTF0Z47 tag=NNGA20VKSUFO type=write size=3378191 2024-04-13T07:35:07.584 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.584+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~43ZFMDJ2ULIA.0 size=867335 2024-04-13T07:35:07.586 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.587+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=43ZFMDJ2ULIA tag=V0D3SDW5B259 type=write size=1915911 2024-04-13T07:35:07.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.589+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~4749H325BJT0.0 size=1048576 2024-04-13T07:35:07.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.590+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~4749H325BJT0.1 size=1048576 2024-04-13T07:35:07.590 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.591+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~4749H325BJT0.2 size=154517 2024-04-13T07:35:07.591 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.591+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=4749H325BJT0 tag=AO0K3Y1VN3L6 type=write size=3300245 2024-04-13T07:35:07.592 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.593+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~P9KA8X0OVKAF.0 size=1048576 2024-04-13T07:35:07.593 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.594+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~P9KA8X0OVKAF.1 size=1048576 2024-04-13T07:35:07.594 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.595+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~P9KA8X0OVKAF.2 size=286384 2024-04-13T07:35:07.596 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.597+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=P9KA8X0OVKAF tag=GD1M1JF84SWJ type=write size=3432112 2024-04-13T07:35:07.599 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.599+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~375SSXKRBXRC.0 size=1048576 2024-04-13T07:35:07.600 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.600+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~375SSXKRBXRC.1 size=1048576 2024-04-13T07:35:07.601 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.602+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~375SSXKRBXRC.2 size=286622 2024-04-13T07:35:07.601 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.602+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=375SSXKRBXRC tag=42WF29PM66ZW type=write size=3432350 2024-04-13T07:35:07.602 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.603+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=J7I86VBE3IDS type=del 2024-04-13T07:35:07.604 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.604+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=KWI0WDP33QEZ type=del size=3603048 2024-04-13T07:35:07.605 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.606+0000 7f05f3c42780 1 < completed delete operation key=77NI15K3IXNY tag=V1S01Q08XEK3 type=del 2024-04-13T07:35:07.606 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.607+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=0W365XHEMU4D type=del size=2979116 2024-04-13T07:35:07.608 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.609+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~DJ4QZOWD4TL1.0 size=1048576 2024-04-13T07:35:07.609 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.610+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~DJ4QZOWD4TL1.1 size=1048576 2024-04-13T07:35:07.610 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.611+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~DJ4QZOWD4TL1.2 size=216504 2024-04-13T07:35:07.612 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.613+0000 7f05f3c42780 1 < completed multipart upload key=UJ8CWXR3A7YN upload=DJ4QZOWD4TL1 tag=YLH1XC2YAB9L type=write size=3362232 2024-04-13T07:35:07.615 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.616+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~HAMRTHM8M77T.0 size=1048576 2024-04-13T07:35:07.616 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.617+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~HAMRTHM8M77T.1 size=782169 2024-04-13T07:35:07.616 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.617+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=HAMRTHM8M77T tag=OEXKQ91ADZ1V type=write size=2879321 2024-04-13T07:35:07.619 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.620+0000 7f05f3c42780 1 < suggested update operation key=J4WRTB31TSAU tag=TNI4KAOSGE9M type=del size=2102725 2024-04-13T07:35:07.620 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.621+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=7XVRHNZ8IUC3 type=del size=711500 2024-04-13T07:35:07.622 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.623+0000 7f05f3c42780 1 < completed write operation key=1HK0EXLRD6WR tag=IKOMTSGU9ULT type=write size=985930 2024-04-13T07:35:07.623 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.624+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=G0UML7QRU54Q type=del size=3553895 2024-04-13T07:35:07.623 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.624+0000 7f05f3c42780 1 < canceled part key=_multipart_GXQVWVGDUNMS.2~VX9GZ75V0HZQ.0 size=1048576 2024-04-13T07:35:07.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.625+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~VX9GZ75V0HZQ.1 size=1048576 2024-04-13T07:35:07.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.626+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~VX9GZ75V0HZQ.2 size=809155 2024-04-13T07:35:07.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.629+0000 7f05f3c42780 1 < canceled multipart upload key=GXQVWVGDUNMS upload=VX9GZ75V0HZQ tag=BEL4TWHOPQSI type=write size=3954883 2024-04-13T07:35:07.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.630+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=AUI3LG2Y2DWK type=del size=2383513 2024-04-13T07:35:07.631 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.632+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~M3W4U79Y4A17.0 size=1048576 2024-04-13T07:35:07.632 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.633+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~M3W4U79Y4A17.1 size=1048576 2024-04-13T07:35:07.634 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.634+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~M3W4U79Y4A17.2 size=376653 2024-04-13T07:35:07.636 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.637+0000 7f05f3c42780 1 < completed multipart upload key=UJ8CWXR3A7YN upload=M3W4U79Y4A17 tag=OMZAUVTQLE03 type=write size=3522381 2024-04-13T07:35:07.638 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.638+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=CFAVMFDGSWRB type=write size=672987 2024-04-13T07:35:07.639 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.640+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=HYX976VU6TTM type=del 2024-04-13T07:35:07.640 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.641+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=M04EZ2EB51XI type=del size=956205 2024-04-13T07:35:07.644 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.645+0000 7f05f3c42780 1 < suggested update operation key=43EJ55H9TGF3 tag=3MJW4UJ3HI0A type=del size=2548117 2024-04-13T07:35:07.646 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.646+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=21NXRUF7YB22 type=del size=3904247 2024-04-13T07:35:07.648 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.649+0000 7f05f3c42780 1 < suggested update operation key=SB3J044OIBA2 tag=1DZRTUQZ6ALE type=del size=869765 2024-04-13T07:35:07.650 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.650+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=OMFCN5BF8V8Z type=del size=1566918 2024-04-13T07:35:07.651 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.652+0000 7f05f3c42780 1 < completed delete operation key=4G8K54UI1T3W tag=T5RG1QSBPK6U type=del 2024-04-13T07:35:07.652 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.653+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=DPVWY2WSXLVC type=del size=492286 2024-04-13T07:35:07.654 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.655+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=CSF6TVP30Y56 type=del 2024-04-13T07:35:07.656 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.657+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~UF3QMB8ZZ8S7.0 size=1048576 2024-04-13T07:35:07.657 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.658+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~UF3QMB8ZZ8S7.1 size=1048576 2024-04-13T07:35:07.659 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.659+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~UF3QMB8ZZ8S7.2 size=891040 2024-04-13T07:35:07.659 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.659+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=UF3QMB8ZZ8S7 tag=STKB9EXUWZOT type=write size=4036768 2024-04-13T07:35:07.661 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.662+0000 7f05f3c42780 1 < suggested update operation key=FU38HSKLEDOP tag=MWRIAEWESWNG type=write size=750436 2024-04-13T07:35:07.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.664+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=ZBQC8VHITFRN type=del size=913892 2024-04-13T07:35:07.664 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.665+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~OVEQ1VTF0Z47.0 size=1048576 2024-04-13T07:35:07.665 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.666+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~OVEQ1VTF0Z47.1 size=1048576 2024-04-13T07:35:07.667 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.667+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~OVEQ1VTF0Z47.2 size=232463 2024-04-13T07:35:07.669 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.670+0000 7f05f3c42780 1 < completed multipart upload key=6CXR0GIZ6246 upload=OVEQ1VTF0Z47 tag=NNGA20VKSUFO type=write size=3378191 2024-04-13T07:35:07.670 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.671+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=J4JDY4ZPHG4O type=del size=3719269 2024-04-13T07:35:07.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.673+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~4749H325BJT0.0 size=1048576 2024-04-13T07:35:07.673 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.674+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~4749H325BJT0.1 size=1048576 2024-04-13T07:35:07.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.675+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~4749H325BJT0.2 size=154517 2024-04-13T07:35:07.677 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.677+0000 7f05f3c42780 1 < completed multipart upload key=0EN9XH8WN9TS upload=4749H325BJT0 tag=AO0K3Y1VN3L6 type=write size=3300245 2024-04-13T07:35:07.678 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.679+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=U8KEO28IRORB type=write size=284766 2024-04-13T07:35:07.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.680+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~375SSXKRBXRC.0 size=1048576 2024-04-13T07:35:07.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.681+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~375SSXKRBXRC.1 size=1048576 2024-04-13T07:35:07.682 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.682+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~375SSXKRBXRC.2 size=286622 2024-04-13T07:35:07.684 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.685+0000 7f05f3c42780 1 < completed multipart upload key=GXQVWVGDUNMS upload=375SSXKRBXRC tag=42WF29PM66ZW type=write size=3432350 2024-04-13T07:35:07.685 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.686+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=GZ6I3L8OH09F type=del size=2390468 2024-04-13T07:35:07.688 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.689+0000 7f05f3c42780 1 < suggested update operation key=IDMD82V6SX39 tag=KWI0WDP33QEZ type=del size=3603048 2024-04-13T07:35:07.690 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.690+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=4IIZNQCXIOH5 type=del size=3402533 2024-04-13T07:35:07.691 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.692+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=0W365XHEMU4D type=del 2024-04-13T07:35:07.693 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.693+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=AQPXMUKD6WSC type=del size=1175160 2024-04-13T07:35:07.694 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.695+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~HAMRTHM8M77T.0 size=1048576 2024-04-13T07:35:07.695 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.696+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~HAMRTHM8M77T.1 size=782169 2024-04-13T07:35:07.697 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.698+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=HAMRTHM8M77T tag=OEXKQ91ADZ1V type=write size=2879321 2024-04-13T07:35:07.699 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.700+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=OYFANON8L11T type=write size=1039102 2024-04-13T07:35:07.701 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.702+0000 7f05f3c42780 -1 < failed to complete operation key=43EJ55H9TGF3 tag=7XVRHNZ8IUC3 type=del size=711500: (22) Invalid argument 2024-04-13T07:35:07.703 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.703+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=655T98ULJZ2G type=del size=342352 2024-04-13T07:35:07.705 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.706+0000 7f05f3c42780 1 < suggested update operation key=QTS892MIKZSS tag=G0UML7QRU54Q type=del size=3553895 2024-04-13T07:35:07.708 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.709+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~T7ARMHVCPPC9.0 size=1048576 2024-04-13T07:35:07.709 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.710+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~T7ARMHVCPPC9.1 size=1048576 2024-04-13T07:35:07.710 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.711+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~T7ARMHVCPPC9.2 size=967647 2024-04-13T07:35:07.710 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.711+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=T7ARMHVCPPC9 tag=VOMSWNWCN644 type=write size=4113375 2024-04-13T07:35:07.712 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.712+0000 7f05f3c42780 1 < completed delete operation key=6CXR0GIZ6246 tag=AUI3LG2Y2DWK type=del 2024-04-13T07:35:07.713 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.714+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=A3XEMNVHD52Q type=del size=2170605 2024-04-13T07:35:07.714 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.715+0000 7f05f3c42780 1 < completed write operation key=97QQZFWRF5SP tag=CFAVMFDGSWRB type=write size=672987 2024-04-13T07:35:07.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.717+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=F614XRJXWHJR type=del size=3189504 2024-04-13T07:35:07.717 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.718+0000 7f05f3c42780 1 < completed delete operation key=Z2QIOQ3JJHXN tag=M04EZ2EB51XI type=del 2024-04-13T07:35:07.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.720+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=WTFE18JTAGL2 type=write size=607467 2024-04-13T07:35:07.720 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.721+0000 7f05f3c42780 1 < completed delete operation key=U7HAP4TTT8U3 tag=21NXRUF7YB22 type=del 2024-04-13T07:35:07.722 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.723+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=0KN7XAMMP314 type=write size=137639 2024-04-13T07:35:07.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.724+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=OMFCN5BF8V8Z type=del 2024-04-13T07:35:07.725 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.726+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=REMC2T4G9YLR type=del size=982448 2024-04-13T07:35:07.726 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.727+0000 7f05f3c42780 1 < canceled operation key=UJ8CWXR3A7YN tag=DPVWY2WSXLVC type=del size=492286 2024-04-13T07:35:07.728 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.728+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=ZI5ZS8AGJNDA type=write size=608937 2024-04-13T07:35:07.729 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.730+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~UF3QMB8ZZ8S7.0 size=1048576 2024-04-13T07:35:07.730 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.731+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~UF3QMB8ZZ8S7.1 size=1048576 2024-04-13T07:35:07.731 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.732+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~UF3QMB8ZZ8S7.2 size=891040 2024-04-13T07:35:07.733 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.734+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=UF3QMB8ZZ8S7 tag=STKB9EXUWZOT type=write size=4036768 2024-04-13T07:35:07.736 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.737+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~0JQJA1DW77ZA.0 size=879812 2024-04-13T07:35:07.736 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.737+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=0JQJA1DW77ZA tag=7LPAPEDOZBLX type=write size=1928388 2024-04-13T07:35:07.739 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.739+0000 7f05f3c42780 1 < suggested update operation key=N1JTROSFNCR7 tag=ZBQC8VHITFRN type=del size=913892 2024-04-13T07:35:07.741 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.742+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~A5NLGYWTORBY.0 size=1048576 2024-04-13T07:35:07.743 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.743+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~A5NLGYWTORBY.1 size=822515 2024-04-13T07:35:07.743 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.743+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=A5NLGYWTORBY tag=QCJL50WPMAW1 type=write size=2919667 2024-04-13T07:35:07.744 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.745+0000 7f05f3c42780 -1 < failed to complete operation key=N1JTROSFNCR7 tag=J4JDY4ZPHG4O type=del size=3719269: (22) Invalid argument 2024-04-13T07:35:07.745 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.746+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=RDC2V061E4ND type=del size=1857660 2024-04-13T07:35:07.748 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.749+0000 7f05f3c42780 1 < suggested remove operation key=GXQVWVGDUNMS tag=U8KEO28IRORB type=write 2024-04-13T07:35:07.750 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.750+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=YA370EG4FI6V type=del size=1183830 2024-04-13T07:35:07.751 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.752+0000 7f05f3c42780 -1 < failed to complete operation key=N1JTROSFNCR7 tag=GZ6I3L8OH09F type=del size=2390468: (22) Invalid argument 2024-04-13T07:35:07.753 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.753+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=V5VX8NXZT7LD type=del size=1127983 2024-04-13T07:35:07.755 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.756+0000 7f05f3c42780 1 < suggested update operation key=B3WYR77RL9B4 tag=4IIZNQCXIOH5 type=del size=3402533 2024-04-13T07:35:07.757 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.757+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=UVOQ2PIRY39T type=write size=632545 2024-04-13T07:35:07.758 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.759+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=AQPXMUKD6WSC type=del 2024-04-13T07:35:07.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.761+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~WX1YS138HGNE.0 size=1048576 2024-04-13T07:35:07.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.762+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~WX1YS138HGNE.1 size=395489 2024-04-13T07:35:07.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.762+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=WX1YS138HGNE tag=7E8SZSBXO3UM type=write size=2492641 2024-04-13T07:35:07.763 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.764+0000 7f05f3c42780 1 < completed write operation key=JWVWL3HNW3GB tag=OYFANON8L11T type=write size=1039102 2024-04-13T07:35:07.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.765+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=Y3VOSGC7VS2M type=write size=455828 2024-04-13T07:35:07.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.767+0000 7f05f3c42780 1 < completed delete operation key=6CXR0GIZ6246 tag=655T98ULJZ2G type=del 2024-04-13T07:35:07.767 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.768+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=A0HFBMMZXAMU type=del size=333368 2024-04-13T07:35:07.769 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.769+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~T7ARMHVCPPC9.0 size=1048576 2024-04-13T07:35:07.769 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.769+0000 7f05f3c42780 1 < canceled part key=_multipart_43EJ55H9TGF3.2~T7ARMHVCPPC9.1 size=1048576 2024-04-13T07:35:07.770 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.770+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~T7ARMHVCPPC9.2 size=967647 2024-04-13T07:35:07.773 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.773+0000 7f05f3c42780 1 < canceled multipart upload key=43EJ55H9TGF3 upload=T7ARMHVCPPC9 tag=VOMSWNWCN644 type=write size=4113375 2024-04-13T07:35:07.775 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.776+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~PTEA1R3RF4BL.0 size=1048576 2024-04-13T07:35:07.776 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.777+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~PTEA1R3RF4BL.1 size=322780 2024-04-13T07:35:07.776 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.777+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=PTEA1R3RF4BL tag=NPL21EL961CE type=write size=2419932 2024-04-13T07:35:07.778 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.778+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=A3XEMNVHD52Q type=del 2024-04-13T07:35:07.780 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.781+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~LAHENDILIJX6.0 size=469714 2024-04-13T07:35:07.780 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.781+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=LAHENDILIJX6 tag=63CYEIR8FRCI type=write size=1518290 2024-04-13T07:35:07.781 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.782+0000 7f05f3c42780 1 < canceled operation key=Y2F6LZJG5LH0 tag=F614XRJXWHJR type=del size=3189504 2024-04-13T07:35:07.784 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.785+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~AL2PPP27O8UU.0 size=1048576 2024-04-13T07:35:07.785 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.786+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~AL2PPP27O8UU.1 size=1018352 2024-04-13T07:35:07.785 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.786+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=AL2PPP27O8UU tag=IJ2J2YTT1CXR type=write size=3115504 2024-04-13T07:35:07.787 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.787+0000 7f05f3c42780 1 < completed write operation key=UJ8CWXR3A7YN tag=WTFE18JTAGL2 type=write size=607467 2024-04-13T07:35:07.788 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.789+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=84AH20N01ISA type=del size=4090286 2024-04-13T07:35:07.791 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.792+0000 7f05f3c42780 1 < suggested update operation key=QTS892MIKZSS tag=0KN7XAMMP314 type=write size=137639 2024-04-13T07:35:07.794 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.795+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~OGH2YOYK0U5M.0 size=1048576 2024-04-13T07:35:07.795 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.796+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~OGH2YOYK0U5M.1 size=1048576 2024-04-13T07:35:07.796 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.797+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~OGH2YOYK0U5M.2 size=1001405 2024-04-13T07:35:07.796 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.797+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=OGH2YOYK0U5M tag=WZOW7QF0LAM2 type=write size=4147133 2024-04-13T07:35:07.798 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.798+0000 7f05f3c42780 1 < completed delete operation key=45BQPLCWG43N tag=REMC2T4G9YLR type=del 2024-04-13T07:35:07.799 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.800+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=HJ4QJLEH5SYZ type=del size=2434227 2024-04-13T07:35:07.802 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.803+0000 7f05f3c42780 1 < suggested update operation key=QTS892MIKZSS tag=ZI5ZS8AGJNDA type=write size=608937 2024-04-13T07:35:07.804 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.804+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=6FFPYN3P3FNW type=write size=393031 2024-04-13T07:35:07.805 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.806+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~0JQJA1DW77ZA.0 size=879812 2024-04-13T07:35:07.807 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.808+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=0JQJA1DW77ZA tag=7LPAPEDOZBLX type=write size=1928388 2024-04-13T07:35:07.809 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.810+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=12IWUUJIDGKU type=del size=3954320 2024-04-13T07:35:07.810 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.811+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~A5NLGYWTORBY.0 size=1048576 2024-04-13T07:35:07.812 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.812+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~A5NLGYWTORBY.1 size=822515 2024-04-13T07:35:07.814 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.815+0000 7f05f3c42780 1 < completed multipart upload key=43EJ55H9TGF3 upload=A5NLGYWTORBY tag=QCJL50WPMAW1 type=write size=2919667 2024-04-13T07:35:07.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.816+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=J341UJBH4JT0 type=del size=1543769 2024-04-13T07:35:07.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.818+0000 7f05f3c42780 1 < completed delete operation key=IDMD82V6SX39 tag=RDC2V061E4ND type=del 2024-04-13T07:35:07.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.820+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~81HKCE01CK97.0 size=1048576 2024-04-13T07:35:07.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.822+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~81HKCE01CK97.1 size=1048576 2024-04-13T07:35:07.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.823+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~81HKCE01CK97.2 size=133544 2024-04-13T07:35:07.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.823+0000 7f05f3c42780 1 > prepared multipart upload key=B3WYR77RL9B4 upload=81HKCE01CK97 tag=3UDLZIKW379C type=write size=3279272 2024-04-13T07:35:07.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.824+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=YA370EG4FI6V type=del 2024-04-13T07:35:07.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.827+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~9J6C6G3928TX.0 size=1048576 2024-04-13T07:35:07.828 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.828+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~9J6C6G3928TX.1 size=874951 2024-04-13T07:35:07.828 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.828+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=9J6C6G3928TX tag=W8M9UP9G4WYV type=write size=2972103 2024-04-13T07:35:07.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.832+0000 7f05f3c42780 1 < suggested remove operation key=JWVWL3HNW3GB tag=V5VX8NXZT7LD type=del 2024-04-13T07:35:07.832 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.833+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=KKO3HMHK0JF8 type=del size=841820 2024-04-13T07:35:07.834 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.835+0000 7f05f3c42780 1 < completed write operation key=J4WRTB31TSAU tag=UVOQ2PIRY39T type=write size=632545 2024-04-13T07:35:07.837 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.837+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~D86FMVKANICR.0 size=403586 2024-04-13T07:35:07.837 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.837+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=D86FMVKANICR tag=MCEZ6HL8T4GZ type=write size=1452162 2024-04-13T07:35:07.838 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.839+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~WX1YS138HGNE.0 size=1048576 2024-04-13T07:35:07.839 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.840+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~WX1YS138HGNE.1 size=395489 2024-04-13T07:35:07.841 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.842+0000 7f05f3c42780 1 < completed multipart upload key=TEADR4H33ZHA upload=WX1YS138HGNE tag=7E8SZSBXO3UM type=write size=2492641 2024-04-13T07:35:07.844 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.845+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~T2MTKETS4ZG0.0 size=1048576 2024-04-13T07:35:07.845 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.846+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~T2MTKETS4ZG0.1 size=1048576 2024-04-13T07:35:07.846 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.847+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~T2MTKETS4ZG0.2 size=51049 2024-04-13T07:35:07.846 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.847+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=T2MTKETS4ZG0 tag=AZ53B0BU7HIU type=write size=3196777 2024-04-13T07:35:07.848 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.849+0000 7f05f3c42780 1 < completed write operation key=C44XCR1L13WH tag=Y3VOSGC7VS2M type=write size=455828 2024-04-13T07:35:07.849 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.850+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=EVAPXR0E9J1Z type=write size=369813 2024-04-13T07:35:07.851 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.852+0000 7f05f3c42780 1 < completed delete operation key=IDMD82V6SX39 tag=A0HFBMMZXAMU type=del 2024-04-13T07:35:07.852 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.853+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=683G1QCU2TP4 type=del size=1554538 2024-04-13T07:35:07.853 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.853+0000 7f05f3c42780 1 < canceled part key=_multipart_UJ8CWXR3A7YN.2~PTEA1R3RF4BL.0 size=1048576 2024-04-13T07:35:07.854 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.855+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~PTEA1R3RF4BL.1 size=322780 2024-04-13T07:35:07.856 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.857+0000 7f05f3c42780 1 < canceled multipart upload key=UJ8CWXR3A7YN upload=PTEA1R3RF4BL tag=NPL21EL961CE type=write size=2419932 2024-04-13T07:35:07.857 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.858+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=V9EZHZTSM3V2 type=del size=3801494 2024-04-13T07:35:07.859 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.859+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~LAHENDILIJX6.0 size=469714 2024-04-13T07:35:07.861 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.862+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=LAHENDILIJX6 tag=63CYEIR8FRCI type=write size=1518290 2024-04-13T07:35:07.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.863+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=05HUZ0FSJ23Y type=write size=701218 2024-04-13T07:35:07.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.865+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~AL2PPP27O8UU.0 size=1048576 2024-04-13T07:35:07.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.866+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~AL2PPP27O8UU.1 size=1018352 2024-04-13T07:35:07.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.868+0000 7f05f3c42780 1 < completed multipart upload key=Y2F6LZJG5LH0 upload=AL2PPP27O8UU tag=IJ2J2YTT1CXR type=write size=3115504 2024-04-13T07:35:07.869 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.870+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=XGYNKCRJ76WY type=write size=991006 2024-04-13T07:35:07.870 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.871+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=84AH20N01ISA type=del 2024-04-13T07:35:07.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.872+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=1VUVA81J53BP type=del size=2337808 2024-04-13T07:35:07.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.874+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~OGH2YOYK0U5M.0 size=1048576 2024-04-13T07:35:07.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.875+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~OGH2YOYK0U5M.1 size=1048576 2024-04-13T07:35:07.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.876+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~OGH2YOYK0U5M.2 size=1001405 2024-04-13T07:35:07.878 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.878+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=OGH2YOYK0U5M tag=WZOW7QF0LAM2 type=write size=4147133 2024-04-13T07:35:07.880 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.881+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~OGCKLLGSDJHD.0 size=455223 2024-04-13T07:35:07.881 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.881+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=OGCKLLGSDJHD tag=K7VJJHUUJ1GX type=write size=1503799 2024-04-13T07:35:07.883 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.884+0000 7f05f3c42780 1 < suggested update operation key=DMCQJNBIB4O2 tag=HJ4QJLEH5SYZ type=del size=2434227 2024-04-13T07:35:07.886 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.887+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~JTAU4VYO27S7.0 size=1048576 2024-04-13T07:35:07.887 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.888+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~JTAU4VYO27S7.1 size=692090 2024-04-13T07:35:07.887 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.888+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=JTAU4VYO27S7 tag=MEQ2M6RW8395 type=write size=2789242 2024-04-13T07:35:07.889 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.890+0000 7f05f3c42780 1 < completed write operation key=TEADR4H33ZHA tag=6FFPYN3P3FNW type=write size=393031 2024-04-13T07:35:07.890 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.891+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=N1Z4WWCEPGEI type=del size=3638979 2024-04-13T07:35:07.893 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.894+0000 7f05f3c42780 1 < suggested remove operation key=SB3J044OIBA2 tag=12IWUUJIDGKU type=del 2024-04-13T07:35:07.895 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.896+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~83Y9I2O25VSG.0 size=1048576 2024-04-13T07:35:07.896 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.897+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~83Y9I2O25VSG.1 size=328761 2024-04-13T07:35:07.897 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.897+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=83Y9I2O25VSG tag=6GI34ACS67BI type=write size=2425913 2024-04-13T07:35:07.898 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.899+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=J341UJBH4JT0 type=del 2024-04-13T07:35:07.899 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.900+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=1SYXNG3Q2TXA type=write size=852787 2024-04-13T07:35:07.900 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.901+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~81HKCE01CK97.0 size=1048576 2024-04-13T07:35:07.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.902+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~81HKCE01CK97.1 size=1048576 2024-04-13T07:35:07.903 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.904+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~81HKCE01CK97.2 size=133544 2024-04-13T07:35:07.905 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.906+0000 7f05f3c42780 1 < completed multipart upload key=B3WYR77RL9B4 upload=81HKCE01CK97 tag=3UDLZIKW379C type=write size=3279272 2024-04-13T07:35:07.907 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.907+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=M0Z8EQVLN9T9 type=write size=345626 2024-04-13T07:35:07.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.909+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~9J6C6G3928TX.0 size=1048576 2024-04-13T07:35:07.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.910+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~9J6C6G3928TX.1 size=874951 2024-04-13T07:35:07.912 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.912+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=9J6C6G3928TX tag=W8M9UP9G4WYV type=write size=2972103 2024-04-13T07:35:07.914 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.915+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~NP3O2WKZWC3I.0 size=188597 2024-04-13T07:35:07.914 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.915+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=NP3O2WKZWC3I tag=ZYWQ00WVKX2K type=write size=1237173 2024-04-13T07:35:07.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.916+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=KKO3HMHK0JF8 type=del 2024-04-13T07:35:07.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.918+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=D2OB24EW8T1N type=del size=510185 2024-04-13T07:35:07.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.919+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~D86FMVKANICR.0 size=403586 2024-04-13T07:35:07.921 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.922+0000 7f05f3c42780 1 < completed multipart upload key=43EJ55H9TGF3 upload=D86FMVKANICR tag=MCEZ6HL8T4GZ type=write size=1452162 2024-04-13T07:35:07.922 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.923+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=ZW877HBCNGIA type=del size=3355964 2024-04-13T07:35:07.924 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.925+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~T2MTKETS4ZG0.0 size=1048576 2024-04-13T07:35:07.925 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.926+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~T2MTKETS4ZG0.1 size=1048576 2024-04-13T07:35:07.925 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.926+0000 7f05f3c42780 1 < canceled part key=_multipart_1HK0EXLRD6WR.2~T2MTKETS4ZG0.2 size=51049 2024-04-13T07:35:07.928 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.929+0000 7f05f3c42780 1 < canceled multipart upload key=1HK0EXLRD6WR upload=T2MTKETS4ZG0 tag=AZ53B0BU7HIU type=write size=3196777 2024-04-13T07:35:07.930 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.930+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=QSPEU7URZGMI type=del size=2916866 2024-04-13T07:35:07.931 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.932+0000 7f05f3c42780 1 < completed write operation key=Z2QIOQ3JJHXN tag=EVAPXR0E9J1Z type=write size=369813 2024-04-13T07:35:07.932 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.933+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=VF4MES55CMPA type=del size=489968 2024-04-13T07:35:07.934 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.934+0000 7f05f3c42780 1 < completed delete operation key=IDMD82V6SX39 tag=683G1QCU2TP4 type=del 2024-04-13T07:35:07.936 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.937+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~X8PE7L7ONTYK.0 size=217785 2024-04-13T07:35:07.936 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.937+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=X8PE7L7ONTYK tag=S4C4UNJ6V4NA type=write size=1266361 2024-04-13T07:35:07.937 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.938+0000 7f05f3c42780 1 < completed delete operation key=2U7EF9PD2PDE tag=V9EZHZTSM3V2 type=del 2024-04-13T07:35:07.939 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.940+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=DM61WACCRMFZ type=del size=178412 2024-04-13T07:35:07.940 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.941+0000 7f05f3c42780 1 < completed write operation key=TEADR4H33ZHA tag=05HUZ0FSJ23Y type=write size=701218 2024-04-13T07:35:07.942 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.943+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=D9NVQGNKZC11 type=del size=3357638 2024-04-13T07:35:07.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.946+0000 7f05f3c42780 1 < suggested update operation key=97QQZFWRF5SP tag=XGYNKCRJ76WY type=write size=991006 2024-04-13T07:35:07.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.948+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~B6XYZGBKHJJV.0 size=46056 2024-04-13T07:35:07.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.948+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=B6XYZGBKHJJV tag=US1I75P5SAR7 type=write size=1094632 2024-04-13T07:35:07.949 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.950+0000 7f05f3c42780 1 < completed delete operation key=TEADR4H33ZHA tag=1VUVA81J53BP type=del 2024-04-13T07:35:07.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.953+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~HW6JX6M6Z4QF.0 size=1048576 2024-04-13T07:35:07.953 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.954+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~HW6JX6M6Z4QF.1 size=491932 2024-04-13T07:35:07.953 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.954+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=HW6JX6M6Z4QF tag=AL7CK1YOOGOW type=write size=2589084 2024-04-13T07:35:07.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.955+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~OGCKLLGSDJHD.0 size=455223 2024-04-13T07:35:07.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.958+0000 7f05f3c42780 1 < completed multipart upload key=NOA5HUHWE14O upload=OGCKLLGSDJHD tag=K7VJJHUUJ1GX type=write size=1503799 2024-04-13T07:35:07.959 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.959+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=YULMLYV5RE2A type=del size=3390358 2024-04-13T07:35:07.960 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.961+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~JTAU4VYO27S7.0 size=1048576 2024-04-13T07:35:07.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.962+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~JTAU4VYO27S7.1 size=692090 2024-04-13T07:35:07.964 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.965+0000 7f05f3c42780 1 < completed multipart upload key=43EJ55H9TGF3 upload=JTAU4VYO27S7 tag=MEQ2M6RW8395 type=write size=2789242 2024-04-13T07:35:07.965 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.966+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=O8MAUYG9NMAK type=del size=3714556 2024-04-13T07:35:07.967 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.968+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=N1Z4WWCEPGEI type=del 2024-04-13T07:35:07.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.970+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~FKUN10B0JUJ9.0 size=1048576 2024-04-13T07:35:07.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.972+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~FKUN10B0JUJ9.1 size=1048576 2024-04-13T07:35:07.972 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.973+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~FKUN10B0JUJ9.2 size=439897 2024-04-13T07:35:07.972 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.973+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=FKUN10B0JUJ9 tag=3WZE35BKD1FZ type=write size=3585625 2024-04-13T07:35:07.973 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.974+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~83Y9I2O25VSG.0 size=1048576 2024-04-13T07:35:07.973 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.974+0000 7f05f3c42780 1 < canceled part key=_multipart_GXQVWVGDUNMS.2~83Y9I2O25VSG.1 size=328761 2024-04-13T07:35:07.976 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.977+0000 7f05f3c42780 1 < canceled multipart upload key=GXQVWVGDUNMS upload=83Y9I2O25VSG tag=6GI34ACS67BI type=write size=2425913 2024-04-13T07:35:07.977 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.978+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=52H3LSYY5EQZ type=del size=4011551 2024-04-13T07:35:07.980 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.981+0000 7f05f3c42780 1 < suggested remove operation key=Y2F6LZJG5LH0 tag=1SYXNG3Q2TXA type=write 2024-04-13T07:35:07.982 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.983+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=TU42GR8UGXHM type=write size=763416 2024-04-13T07:35:07.984 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.985+0000 7f05f3c42780 1 < suggested update operation key=GXQVWVGDUNMS tag=M0Z8EQVLN9T9 type=write size=345626 2024-04-13T07:35:07.987 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.988+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~KOQUD1MN63JQ.0 size=1048576 2024-04-13T07:35:07.988 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.989+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~KOQUD1MN63JQ.1 size=58399 2024-04-13T07:35:07.989 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.989+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=KOQUD1MN63JQ tag=NXQTHS7JK97T type=write size=2155551 2024-04-13T07:35:07.991 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.991+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~NP3O2WKZWC3I.0 size=188597 2024-04-13T07:35:07.993 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.994+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=NP3O2WKZWC3I tag=ZYWQ00WVKX2K type=write size=1237173 2024-04-13T07:35:07.994 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.995+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=BOCKCU7G5MR8 type=del size=296887 2024-04-13T07:35:07.996 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.997+0000 7f05f3c42780 1 < completed delete operation key=2U7EF9PD2PDE tag=D2OB24EW8T1N type=del 2024-04-13T07:35:07.999 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:07.999+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~90BQLPCC2V7V.0 size=1048576 2024-04-13T07:35:08.000 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.001+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~90BQLPCC2V7V.1 size=1048576 2024-04-13T07:35:08.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.002+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~90BQLPCC2V7V.2 size=994410 2024-04-13T07:35:08.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.002+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=90BQLPCC2V7V tag=AJXSI2HACKAU type=write size=4140138 2024-04-13T07:35:08.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.003+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=ZW877HBCNGIA type=del 2024-04-13T07:35:08.005 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.006+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~ANS80879F8F6.0 size=1048576 2024-04-13T07:35:08.007 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.007+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~ANS80879F8F6.1 size=955636 2024-04-13T07:35:08.007 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.007+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=ANS80879F8F6 tag=ALUJP173O32I type=write size=3052788 2024-04-13T07:35:08.008 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.009+0000 7f05f3c42780 -1 < failed to complete operation key=Y2F6LZJG5LH0 tag=QSPEU7URZGMI type=del size=2916866: (22) Invalid argument 2024-04-13T07:35:08.010 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.010+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=V6SXMNZCZP88 type=del size=3208899 2024-04-13T07:35:08.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.014+0000 7f05f3c42780 1 < suggested remove operation key=45BQPLCWG43N tag=VF4MES55CMPA type=del 2024-04-13T07:35:08.015 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.015+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=KGV2SQFURSAT type=del size=2460288 2024-04-13T07:35:08.016 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.017+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~X8PE7L7ONTYK.0 size=217785 2024-04-13T07:35:08.018 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.019+0000 7f05f3c42780 1 < completed multipart upload key=2U7EF9PD2PDE upload=X8PE7L7ONTYK tag=S4C4UNJ6V4NA type=write size=1266361 2024-04-13T07:35:08.021 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.022+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~PL9PNVAVVRMQ.0 size=1048576 2024-04-13T07:35:08.022 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.023+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~PL9PNVAVVRMQ.1 size=1048576 2024-04-13T07:35:08.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.024+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~PL9PNVAVVRMQ.2 size=170496 2024-04-13T07:35:08.024 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.024+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=PL9PNVAVVRMQ tag=I08RNL7Y7S68 type=write size=3316224 2024-04-13T07:35:08.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.026+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=DM61WACCRMFZ type=del 2024-04-13T07:35:08.028 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.028+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~3MUCIA4OPG68.0 size=1048576 2024-04-13T07:35:08.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.030+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~3MUCIA4OPG68.1 size=921191 2024-04-13T07:35:08.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.030+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=3MUCIA4OPG68 tag=YVISA650HF0U type=write size=3018343 2024-04-13T07:35:08.032 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.033+0000 7f05f3c42780 1 < suggested update operation key=IDMD82V6SX39 tag=D9NVQGNKZC11 type=del size=3357638 2024-04-13T07:35:08.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.034+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=HIBC5Y7S6AEJ type=del size=4139712 2024-04-13T07:35:08.035 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.036+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~B6XYZGBKHJJV.0 size=46056 2024-04-13T07:35:08.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.038+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=B6XYZGBKHJJV tag=US1I75P5SAR7 type=write size=1094632 2024-04-13T07:35:08.040 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.041+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~1FPPNIESGGV5.0 size=1048576 2024-04-13T07:35:08.041 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.042+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~1FPPNIESGGV5.1 size=904916 2024-04-13T07:35:08.041 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.042+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=1FPPNIESGGV5 tag=UVS6ZUKG9PCN type=write size=3002068 2024-04-13T07:35:08.042 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.042+0000 7f05f3c42780 1 < canceled part key=_multipart_2U7EF9PD2PDE.2~HW6JX6M6Z4QF.0 size=1048576 2024-04-13T07:35:08.043 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.043+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~HW6JX6M6Z4QF.1 size=491932 2024-04-13T07:35:08.045 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.046+0000 7f05f3c42780 1 < canceled multipart upload key=2U7EF9PD2PDE upload=HW6JX6M6Z4QF tag=AL7CK1YOOGOW type=write size=2589084 2024-04-13T07:35:08.047 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.048+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=2RW81L3KCD1K type=del size=1210038 2024-04-13T07:35:08.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.051+0000 7f05f3c42780 1 < suggested remove operation key=SB3J044OIBA2 tag=YULMLYV5RE2A type=del 2024-04-13T07:35:08.053 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.054+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~WHISJPA7RM8P.0 size=221903 2024-04-13T07:35:08.053 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.054+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=WHISJPA7RM8P tag=LQ1WFP12HWXG type=write size=1270479 2024-04-13T07:35:08.054 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.055+0000 7f05f3c42780 1 < completed delete operation key=QTS892MIKZSS tag=O8MAUYG9NMAK type=del 2024-04-13T07:35:08.057 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.058+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~NWI5H5960VQH.0 size=1048576 2024-04-13T07:35:08.058 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.059+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~NWI5H5960VQH.1 size=1048576 2024-04-13T07:35:08.060 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.061+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~NWI5H5960VQH.2 size=1008241 2024-04-13T07:35:08.060 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.061+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=NWI5H5960VQH tag=4AJUBISH5Y70 type=write size=4153969 2024-04-13T07:35:08.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.062+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~FKUN10B0JUJ9.0 size=1048576 2024-04-13T07:35:08.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.063+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~FKUN10B0JUJ9.1 size=1048576 2024-04-13T07:35:08.064 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.064+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~FKUN10B0JUJ9.2 size=439897 2024-04-13T07:35:08.066 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.067+0000 7f05f3c42780 1 < completed multipart upload key=TEADR4H33ZHA upload=FKUN10B0JUJ9 tag=3WZE35BKD1FZ type=write size=3585625 2024-04-13T07:35:08.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.070+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~BBZHAASU1E61.0 size=1048576 2024-04-13T07:35:08.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.071+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~BBZHAASU1E61.1 size=621903 2024-04-13T07:35:08.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.071+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=BBZHAASU1E61 tag=21C7UBA7HEMK type=write size=2719055 2024-04-13T07:35:08.073 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.073+0000 7f05f3c42780 1 < suggested remove operation key=C44XCR1L13WH tag=52H3LSYY5EQZ type=del 2024-04-13T07:35:08.074 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.075+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=PKSXJ6FBI6SA type=del size=3870868 2024-04-13T07:35:08.076 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.077+0000 7f05f3c42780 1 < completed write operation key=QTS892MIKZSS tag=TU42GR8UGXHM type=write size=763416 2024-04-13T07:35:08.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.078+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=9HVL89LPQUKS type=del size=435022 2024-04-13T07:35:08.079 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.080+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~KOQUD1MN63JQ.0 size=1048576 2024-04-13T07:35:08.079 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.080+0000 7f05f3c42780 1 < canceled part key=_multipart_N1JTROSFNCR7.2~KOQUD1MN63JQ.1 size=58399 2024-04-13T07:35:08.081 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.082+0000 7f05f3c42780 1 < canceled multipart upload key=N1JTROSFNCR7 upload=KOQUD1MN63JQ tag=NXQTHS7JK97T type=write size=2155551 2024-04-13T07:35:08.084 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.085+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~IJBVNCCK1NDM.0 size=1048576 2024-04-13T07:35:08.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.086+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~IJBVNCCK1NDM.1 size=205971 2024-04-13T07:35:08.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.086+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=IJBVNCCK1NDM tag=REEO3WSZ5ED1 type=write size=2303123 2024-04-13T07:35:08.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.088+0000 7f05f3c42780 -1 < failed to complete operation key=IDMD82V6SX39 tag=BOCKCU7G5MR8 type=del size=296887: (22) Invalid argument 2024-04-13T07:35:08.089 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.090+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=AAG4LPB3T0CM type=del size=2199271 2024-04-13T07:35:08.091 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.092+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~90BQLPCC2V7V.0 size=1048576 2024-04-13T07:35:08.093 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.093+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~90BQLPCC2V7V.1 size=1048576 2024-04-13T07:35:08.094 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.094+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~90BQLPCC2V7V.2 size=994410 2024-04-13T07:35:08.096 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.097+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=90BQLPCC2V7V tag=AJXSI2HACKAU type=write size=4140138 2024-04-13T07:35:08.099 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.099+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~LH6HYVMWL4LB.0 size=1048576 2024-04-13T07:35:08.100 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.100+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~LH6HYVMWL4LB.1 size=734691 2024-04-13T07:35:08.100 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.100+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=LH6HYVMWL4LB tag=542RAT5HFSA7 type=write size=2831843 2024-04-13T07:35:08.101 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.102+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~ANS80879F8F6.0 size=1048576 2024-04-13T07:35:08.102 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.103+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~ANS80879F8F6.1 size=955636 2024-04-13T07:35:08.104 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.105+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=ANS80879F8F6 tag=ALUJP173O32I type=write size=3052788 2024-04-13T07:35:08.106 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.107+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=HT4M0P61R45S type=del size=1436987 2024-04-13T07:35:08.108 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.108+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=V6SXMNZCZP88 type=del 2024-04-13T07:35:08.109 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.110+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=UE0VWCRF9TSY type=write size=316331 2024-04-13T07:35:08.110 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.111+0000 7f05f3c42780 1 < canceled operation key=J4WRTB31TSAU tag=KGV2SQFURSAT type=del size=2460288 2024-04-13T07:35:08.113 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.114+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~64ASUHHBEU4X.0 size=1048576 2024-04-13T07:35:08.114 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.115+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~64ASUHHBEU4X.1 size=566069 2024-04-13T07:35:08.114 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.115+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=64ASUHHBEU4X tag=NSU35WREN2KM type=write size=2663221 2024-04-13T07:35:08.115 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.116+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~PL9PNVAVVRMQ.0 size=1048576 2024-04-13T07:35:08.116 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.117+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~PL9PNVAVVRMQ.1 size=1048576 2024-04-13T07:35:08.118 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.118+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~PL9PNVAVVRMQ.2 size=170496 2024-04-13T07:35:08.121 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.121+0000 7f05f3c42780 1 < completed multipart upload key=GXQVWVGDUNMS upload=PL9PNVAVVRMQ tag=I08RNL7Y7S68 type=write size=3316224 2024-04-13T07:35:08.123 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.123+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=4ZQ8G0RHC3RB type=del size=1549763 2024-04-13T07:35:08.124 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.125+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~3MUCIA4OPG68.0 size=1048576 2024-04-13T07:35:08.125 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.126+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~3MUCIA4OPG68.1 size=921191 2024-04-13T07:35:08.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.128+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=3MUCIA4OPG68 tag=YVISA650HF0U type=write size=3018343 2024-04-13T07:35:08.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.131+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~V8ND8SGU21X1.0 size=1048576 2024-04-13T07:35:08.132 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.132+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~V8ND8SGU21X1.1 size=1048576 2024-04-13T07:35:08.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.135+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~V8ND8SGU21X1.2 size=299561 2024-04-13T07:35:08.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.135+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=V8ND8SGU21X1 tag=U992WAV3BY9K type=write size=3445289 2024-04-13T07:35:08.137 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.138+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=HIBC5Y7S6AEJ type=del 2024-04-13T07:35:08.139 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.140+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=IMCMYGD4E259 type=del size=2122075 2024-04-13T07:35:08.140 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.141+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~1FPPNIESGGV5.0 size=1048576 2024-04-13T07:35:08.141 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.142+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~1FPPNIESGGV5.1 size=904916 2024-04-13T07:35:08.144 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.145+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=1FPPNIESGGV5 tag=UVS6ZUKG9PCN type=write size=3002068 2024-04-13T07:35:08.147 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.148+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~60EZ4C4T1F65.0 size=1048576 2024-04-13T07:35:08.148 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.149+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~60EZ4C4T1F65.1 size=1048576 2024-04-13T07:35:08.149 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.150+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~60EZ4C4T1F65.2 size=392244 2024-04-13T07:35:08.149 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.150+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=60EZ4C4T1F65 tag=IWPMEMYP0Y6M type=write size=3537972 2024-04-13T07:35:08.152 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.152+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=2RW81L3KCD1K type=del 2024-04-13T07:35:08.154 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.154+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~TAOPAFHFBJMD.0 size=331324 2024-04-13T07:35:08.154 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.154+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=TAOPAFHFBJMD tag=4KOXD7A6BOXX type=write size=1379900 2024-04-13T07:35:08.155 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.156+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~WHISJPA7RM8P.0 size=221903 2024-04-13T07:35:08.158 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.158+0000 7f05f3c42780 1 < completed multipart upload key=NOA5HUHWE14O upload=WHISJPA7RM8P tag=LQ1WFP12HWXG type=write size=1270479 2024-04-13T07:35:08.161 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.162+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~M72D7IV94RU2.0 size=1048576 2024-04-13T07:35:08.163 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.163+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~M72D7IV94RU2.1 size=1048576 2024-04-13T07:35:08.164 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.165+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~M72D7IV94RU2.2 size=962749 2024-04-13T07:35:08.164 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.165+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=M72D7IV94RU2 tag=SSI2PTMWL27Z type=write size=4108477 2024-04-13T07:35:08.166 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.167+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~NWI5H5960VQH.0 size=1048576 2024-04-13T07:35:08.167 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.168+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~NWI5H5960VQH.1 size=1048576 2024-04-13T07:35:08.169 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.170+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~NWI5H5960VQH.2 size=1008241 2024-04-13T07:35:08.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.172+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=NWI5H5960VQH tag=4AJUBISH5Y70 type=write size=4153969 2024-04-13T07:35:08.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.175+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~T1VT1SH0JLE7.0 size=1048576 2024-04-13T07:35:08.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.176+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~T1VT1SH0JLE7.1 size=1048576 2024-04-13T07:35:08.177 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.178+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~T1VT1SH0JLE7.2 size=308957 2024-04-13T07:35:08.177 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.178+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=T1VT1SH0JLE7 tag=EZKMW1G8S3FR type=write size=3454685 2024-04-13T07:35:08.178 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.179+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~BBZHAASU1E61.0 size=1048576 2024-04-13T07:35:08.180 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.180+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~BBZHAASU1E61.1 size=621903 2024-04-13T07:35:08.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.183+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=BBZHAASU1E61 tag=21C7UBA7HEMK type=write size=2719055 2024-04-13T07:35:08.184 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.184+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=DX37PPB4IUQ3 type=del size=3273045 2024-04-13T07:35:08.185 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.186+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=PKSXJ6FBI6SA type=del 2024-04-13T07:35:08.187 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.187+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=L29W759DRNTE type=del size=1057692 2024-04-13T07:35:08.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.189+0000 7f05f3c42780 1 < completed delete operation key=UJ8CWXR3A7YN tag=9HVL89LPQUKS type=del 2024-04-13T07:35:08.191 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.192+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~CRERDSCZU3TY.0 size=1048576 2024-04-13T07:35:08.192 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.193+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~CRERDSCZU3TY.1 size=1048576 2024-04-13T07:35:08.193 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.194+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~CRERDSCZU3TY.2 size=54784 2024-04-13T07:35:08.193 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.194+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=CRERDSCZU3TY tag=TLV78D6GVX72 type=write size=3200512 2024-04-13T07:35:08.195 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.195+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~IJBVNCCK1NDM.0 size=1048576 2024-04-13T07:35:08.196 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.197+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~IJBVNCCK1NDM.1 size=205971 2024-04-13T07:35:08.198 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.199+0000 7f05f3c42780 1 < completed multipart upload key=NOA5HUHWE14O upload=IJBVNCCK1NDM tag=REEO3WSZ5ED1 type=write size=2303123 2024-04-13T07:35:08.201 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.202+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~85I6H1GMMOF3.0 size=1048576 2024-04-13T07:35:08.202 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.203+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~85I6H1GMMOF3.1 size=1048576 2024-04-13T07:35:08.203 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.204+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~85I6H1GMMOF3.2 size=210871 2024-04-13T07:35:08.203 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.204+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=85I6H1GMMOF3 tag=RIH1H0A6Y8OV type=write size=3356599 2024-04-13T07:35:08.205 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.206+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=AAG4LPB3T0CM type=del 2024-04-13T07:35:08.207 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.207+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=A3PZ63IUMWJO type=write size=565485 2024-04-13T07:35:08.208 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.209+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~LH6HYVMWL4LB.0 size=1048576 2024-04-13T07:35:08.209 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.210+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~LH6HYVMWL4LB.1 size=734691 2024-04-13T07:35:08.212 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.212+0000 7f05f3c42780 1 < completed multipart upload key=Y2F6LZJG5LH0 upload=LH6HYVMWL4LB tag=542RAT5HFSA7 type=write size=2831843 2024-04-13T07:35:08.214 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.215+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~SC6A0V1SD0CK.0 size=1048576 2024-04-13T07:35:08.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.216+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~SC6A0V1SD0CK.1 size=1007734 2024-04-13T07:35:08.216 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.216+0000 7f05f3c42780 1 > prepared multipart upload key=FU38HSKLEDOP upload=SC6A0V1SD0CK tag=W1Z2072H454C type=write size=3104886 2024-04-13T07:35:08.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.219+0000 7f05f3c42780 1 < suggested remove operation key=DMCQJNBIB4O2 tag=HT4M0P61R45S type=del 2024-04-13T07:35:08.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.221+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=TGO70QD39HU1 type=del size=3971018 2024-04-13T07:35:08.223 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.224+0000 7f05f3c42780 1 < suggested update operation key=IDMD82V6SX39 tag=UE0VWCRF9TSY type=write size=316331 2024-04-13T07:35:08.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.225+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=CR07WIEL2FGN type=del size=1679983 2024-04-13T07:35:08.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.227+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~64ASUHHBEU4X.0 size=1048576 2024-04-13T07:35:08.228 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.228+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~64ASUHHBEU4X.1 size=566069 2024-04-13T07:35:08.231 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.231+0000 7f05f3c42780 1 < completed multipart upload key=N1JTROSFNCR7 upload=64ASUHHBEU4X tag=NSU35WREN2KM type=write size=2663221 2024-04-13T07:35:08.233 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.233+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=9EN9TKN6SJ02 type=del size=2179895 2024-04-13T07:35:08.234 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.235+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=4ZQ8G0RHC3RB type=del 2024-04-13T07:35:08.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.237+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~X4QYJ1CG2EB2.0 size=1048576 2024-04-13T07:35:08.238 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.239+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~X4QYJ1CG2EB2.1 size=65285 2024-04-13T07:35:08.238 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.239+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=X4QYJ1CG2EB2 tag=FD1EUDS0P0J4 type=write size=2162437 2024-04-13T07:35:08.239 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.240+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~V8ND8SGU21X1.0 size=1048576 2024-04-13T07:35:08.240 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.240+0000 7f05f3c42780 1 < canceled part key=_multipart_6CXR0GIZ6246.2~V8ND8SGU21X1.1 size=1048576 2024-04-13T07:35:08.241 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.241+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~V8ND8SGU21X1.2 size=299561 2024-04-13T07:35:08.243 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.244+0000 7f05f3c42780 1 < canceled multipart upload key=6CXR0GIZ6246 upload=V8ND8SGU21X1 tag=U992WAV3BY9K type=write size=3445289 2024-04-13T07:35:08.246 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.247+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~NCVPSCDDB2YD.0 size=1048576 2024-04-13T07:35:08.247 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.248+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~NCVPSCDDB2YD.1 size=1048576 2024-04-13T07:35:08.248 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.249+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~NCVPSCDDB2YD.2 size=420928 2024-04-13T07:35:08.248 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.249+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=NCVPSCDDB2YD tag=9JCR515R25KP type=write size=3566656 2024-04-13T07:35:08.250 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.250+0000 7f05f3c42780 1 < canceled operation key=J4WRTB31TSAU tag=IMCMYGD4E259 type=del size=2122075 2024-04-13T07:35:08.251 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.252+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=P4V97IBIJ56J type=del size=1001288 2024-04-13T07:35:08.253 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.253+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~60EZ4C4T1F65.0 size=1048576 2024-04-13T07:35:08.253 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.253+0000 7f05f3c42780 1 < canceled part key=_multipart_IDMD82V6SX39.2~60EZ4C4T1F65.1 size=1048576 2024-04-13T07:35:08.253 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.253+0000 7f05f3c42780 1 < canceled part key=_multipart_IDMD82V6SX39.2~60EZ4C4T1F65.2 size=392244 2024-04-13T07:35:08.255 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.256+0000 7f05f3c42780 1 < canceled multipart upload key=IDMD82V6SX39 upload=60EZ4C4T1F65 tag=IWPMEMYP0Y6M type=write size=3537972 2024-04-13T07:35:08.256 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.257+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=JEJ7D6DXKWQ8 type=write size=843129 2024-04-13T07:35:08.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.259+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~TAOPAFHFBJMD.0 size=331324 2024-04-13T07:35:08.260 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.261+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=TAOPAFHFBJMD tag=4KOXD7A6BOXX type=write size=1379900 2024-04-13T07:35:08.263 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.264+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~AYW51PAQIQS3.0 size=1048576 2024-04-13T07:35:08.264 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.265+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~AYW51PAQIQS3.1 size=1048576 2024-04-13T07:35:08.265 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.266+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~AYW51PAQIQS3.2 size=801273 2024-04-13T07:35:08.265 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.266+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=AYW51PAQIQS3 tag=D011UIO7BHRO type=write size=3947001 2024-04-13T07:35:08.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.268+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~M72D7IV94RU2.0 size=1048576 2024-04-13T07:35:08.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.268+0000 7f05f3c42780 1 < canceled part key=_multipart_AKSUN8A52AHL.2~M72D7IV94RU2.1 size=1048576 2024-04-13T07:35:08.268 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.269+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~M72D7IV94RU2.2 size=962749 2024-04-13T07:35:08.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.272+0000 7f05f3c42780 1 < canceled multipart upload key=AKSUN8A52AHL upload=M72D7IV94RU2 tag=SSI2PTMWL27Z type=write size=4108477 2024-04-13T07:35:08.273 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.273+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=3CLK6FR6JCBK type=del size=3732892 2024-04-13T07:35:08.274 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.275+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~T1VT1SH0JLE7.0 size=1048576 2024-04-13T07:35:08.275 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.276+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~T1VT1SH0JLE7.1 size=1048576 2024-04-13T07:35:08.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.277+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~T1VT1SH0JLE7.2 size=308957 2024-04-13T07:35:08.279 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.280+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=T1VT1SH0JLE7 tag=EZKMW1G8S3FR type=write size=3454685 2024-04-13T07:35:08.281 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.281+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=I0UR09NI56OZ type=del size=1363310 2024-04-13T07:35:08.284 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.285+0000 7f05f3c42780 1 < suggested remove operation key=4G8K54UI1T3W tag=DX37PPB4IUQ3 type=del 2024-04-13T07:35:08.285 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.286+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=BHY20Z46SBYN type=del size=1182147 2024-04-13T07:35:08.287 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.288+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=L29W759DRNTE type=del 2024-04-13T07:35:08.290 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.290+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~F38TI6VLECPV.0 size=1048576 2024-04-13T07:35:08.291 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.292+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~F38TI6VLECPV.1 size=1048576 2024-04-13T07:35:08.292 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.293+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~F38TI6VLECPV.2 size=159991 2024-04-13T07:35:08.292 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.293+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=F38TI6VLECPV tag=EQ6ZFNMDZQ4S type=write size=3305719 2024-04-13T07:35:08.294 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.294+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~CRERDSCZU3TY.0 size=1048576 2024-04-13T07:35:08.295 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.295+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~CRERDSCZU3TY.1 size=1048576 2024-04-13T07:35:08.296 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.297+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~CRERDSCZU3TY.2 size=54784 2024-04-13T07:35:08.299 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.300+0000 7f05f3c42780 1 < completed multipart upload key=6CXR0GIZ6246 upload=CRERDSCZU3TY tag=TLV78D6GVX72 type=write size=3200512 2024-04-13T07:35:08.301 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.302+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~KHMHU1819J4H.0 size=921201 2024-04-13T07:35:08.302 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.302+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=KHMHU1819J4H tag=MGADBLFMHPE6 type=write size=1969777 2024-04-13T07:35:08.303 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.304+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~85I6H1GMMOF3.0 size=1048576 2024-04-13T07:35:08.304 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.305+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~85I6H1GMMOF3.1 size=1048576 2024-04-13T07:35:08.304 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.305+0000 7f05f3c42780 1 < canceled part key=_multipart_TEADR4H33ZHA.2~85I6H1GMMOF3.2 size=210871 2024-04-13T07:35:08.307 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.308+0000 7f05f3c42780 1 < canceled multipart upload key=TEADR4H33ZHA upload=85I6H1GMMOF3 tag=RIH1H0A6Y8OV type=write size=3356599 2024-04-13T07:35:08.308 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.309+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=W037ZLNSEF13 type=del size=276952 2024-04-13T07:35:08.310 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.311+0000 7f05f3c42780 1 < completed write operation key=AKSUN8A52AHL tag=A3PZ63IUMWJO type=write size=565485 2024-04-13T07:35:08.311 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.312+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=RMP8FCXA9545 type=write size=667136 2024-04-13T07:35:08.312 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.312+0000 7f05f3c42780 1 < canceled part key=_multipart_FU38HSKLEDOP.2~SC6A0V1SD0CK.0 size=1048576 2024-04-13T07:35:08.313 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.314+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~SC6A0V1SD0CK.1 size=1007734 2024-04-13T07:35:08.316 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.316+0000 7f05f3c42780 1 < canceled multipart upload key=FU38HSKLEDOP upload=SC6A0V1SD0CK tag=W1Z2072H454C type=write size=3104886 2024-04-13T07:35:08.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.318+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=0O64FG7OPI6G type=del size=2039844 2024-04-13T07:35:08.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.319+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=TGO70QD39HU1 type=del 2024-04-13T07:35:08.321 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.322+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~VSZX6N1EI6OZ.0 size=1048576 2024-04-13T07:35:08.323 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.323+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~VSZX6N1EI6OZ.1 size=998204 2024-04-13T07:35:08.323 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.323+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=VSZX6N1EI6OZ tag=NQZ8S3J0HC1J type=write size=3095356 2024-04-13T07:35:08.326 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.326+0000 7f05f3c42780 1 < suggested update operation key=R7A1HMG5PBY2 tag=CR07WIEL2FGN type=del size=1679983 2024-04-13T07:35:08.327 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.328+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=QN8825UZFDSX type=write size=144591 2024-04-13T07:35:08.330 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.331+0000 7f05f3c42780 1 < suggested remove operation key=QTS892MIKZSS tag=9EN9TKN6SJ02 type=del 2024-04-13T07:35:08.332 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.332+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=3GC0AQIPB1ZW type=del size=4168466 2024-04-13T07:35:08.333 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.334+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~X4QYJ1CG2EB2.0 size=1048576 2024-04-13T07:35:08.335 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.335+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~X4QYJ1CG2EB2.1 size=65285 2024-04-13T07:35:08.337 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.338+0000 7f05f3c42780 1 < completed multipart upload key=GXQVWVGDUNMS upload=X4QYJ1CG2EB2 tag=FD1EUDS0P0J4 type=write size=2162437 2024-04-13T07:35:08.339 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.340+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=UX1ROGFYVLJ4 type=del size=1572724 2024-04-13T07:35:08.340 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.341+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~NCVPSCDDB2YD.0 size=1048576 2024-04-13T07:35:08.342 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.342+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~NCVPSCDDB2YD.1 size=1048576 2024-04-13T07:35:08.343 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.344+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~NCVPSCDDB2YD.2 size=420928 2024-04-13T07:35:08.345 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.346+0000 7f05f3c42780 1 < completed multipart upload key=TEADR4H33ZHA upload=NCVPSCDDB2YD tag=9JCR515R25KP type=write size=3566656 2024-04-13T07:35:08.347 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.348+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=UUELH6EWB6DJ type=del size=731964 2024-04-13T07:35:08.349 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.349+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=P4V97IBIJ56J type=del 2024-04-13T07:35:08.350 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.351+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=3RPV4B20F31Y type=write size=527237 2024-04-13T07:35:08.352 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.352+0000 7f05f3c42780 1 < completed write operation key=MN5H0RIAHGLM tag=JEJ7D6DXKWQ8 type=write size=843129 2024-04-13T07:35:08.355 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.355+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~IJE3U3CAILCU.0 size=1048576 2024-04-13T07:35:08.356 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.357+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~IJE3U3CAILCU.1 size=1048576 2024-04-13T07:35:08.357 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.358+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~IJE3U3CAILCU.2 size=180581 2024-04-13T07:35:08.358 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.358+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=IJE3U3CAILCU tag=KNKAS9CAD48F type=write size=3326309 2024-04-13T07:35:08.359 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.360+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~AYW51PAQIQS3.0 size=1048576 2024-04-13T07:35:08.359 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.360+0000 7f05f3c42780 1 < canceled part key=_multipart_43EJ55H9TGF3.2~AYW51PAQIQS3.1 size=1048576 2024-04-13T07:35:08.360 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.361+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~AYW51PAQIQS3.2 size=801273 2024-04-13T07:35:08.363 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.364+0000 7f05f3c42780 1 < canceled multipart upload key=43EJ55H9TGF3 upload=AYW51PAQIQS3 tag=D011UIO7BHRO type=write size=3947001 2024-04-13T07:35:08.365 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.365+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=SU55FJKQ7JW0 type=del size=573738 2024-04-13T07:35:08.366 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.367+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=3CLK6FR6JCBK type=del 2024-04-13T07:35:08.368 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.369+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=K8ZUDXA7H8O7 type=del size=2812515 2024-04-13T07:35:08.370 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.370+0000 7f05f3c42780 1 < canceled operation key=JWVWL3HNW3GB tag=I0UR09NI56OZ type=del size=1363310 2024-04-13T07:35:08.371 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.372+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=LP0RRFG6XLT4 type=write size=460987 2024-04-13T07:35:08.373 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.374+0000 7f05f3c42780 1 < completed delete operation key=6CXR0GIZ6246 tag=BHY20Z46SBYN type=del 2024-04-13T07:35:08.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.376+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=H5YOF5135OIQ type=del size=1741994 2024-04-13T07:35:08.377 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.377+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~F38TI6VLECPV.0 size=1048576 2024-04-13T07:35:08.378 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.378+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~F38TI6VLECPV.1 size=1048576 2024-04-13T07:35:08.379 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.380+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~F38TI6VLECPV.2 size=159991 2024-04-13T07:35:08.381 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.382+0000 7f05f3c42780 1 < completed multipart upload key=43EJ55H9TGF3 upload=F38TI6VLECPV tag=EQ6ZFNMDZQ4S type=write size=3305719 2024-04-13T07:35:08.383 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.384+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=XSX8NEXQN9N4 type=write size=104092 2024-04-13T07:35:08.383 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:08 smithi003 ceph-mon[91733]: pgmap v1471: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:08 smithi003 ceph-mon[91733]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-13T07:35:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:35:08.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:08 smithi003 ceph-mon[89364]: pgmap v1471: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:08.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:08 smithi003 ceph-mon[89364]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-13T07:35:08.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:35:08.384 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.385+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~KHMHU1819J4H.0 size=921201 2024-04-13T07:35:08.387 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.388+0000 7f05f3c42780 1 < completed multipart upload key=UJ8CWXR3A7YN upload=KHMHU1819J4H tag=MGADBLFMHPE6 type=write size=1969777 2024-04-13T07:35:08.390 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.390+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~JIYKLZ0NXB91.0 size=1048576 2024-04-13T07:35:08.391 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.392+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~JIYKLZ0NXB91.1 size=1048576 2024-04-13T07:35:08.392 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.393+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~JIYKLZ0NXB91.2 size=1000195 2024-04-13T07:35:08.392 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.393+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=JIYKLZ0NXB91 tag=E0V31CBWP93Y type=write size=4145923 2024-04-13T07:35:08.394 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.394+0000 7f05f3c42780 1 < completed delete operation key=IDMD82V6SX39 tag=W037ZLNSEF13 type=del 2024-04-13T07:35:08.396 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.397+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~UAKIF26RMNB5.0 size=148700 2024-04-13T07:35:08.397 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.397+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=UAKIF26RMNB5 tag=19PO0CEAXBE4 type=write size=1197276 2024-04-13T07:35:08.399 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.400+0000 7f05f3c42780 1 < suggested remove operation key=Z2QIOQ3JJHXN tag=RMP8FCXA9545 type=write 2024-04-13T07:35:08.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:08 smithi066 ceph-mon[84331]: pgmap v1471: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:08.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:08 smithi066 ceph-mon[84331]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-13T07:35:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:35:08.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.403+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~PJ19X16I2MIN.0 size=600264 2024-04-13T07:35:08.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.403+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=PJ19X16I2MIN tag=69VGXIPE4HSG type=write size=1648840 2024-04-13T07:35:08.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.406+0000 7f05f3c42780 1 < suggested update operation key=MN5H0RIAHGLM tag=0O64FG7OPI6G type=del size=2039844 2024-04-13T07:35:08.408 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.409+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~AM7G7JQJB434.0 size=1048576 2024-04-13T07:35:08.409 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.410+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~AM7G7JQJB434.1 size=747454 2024-04-13T07:35:08.410 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.410+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=AM7G7JQJB434 tag=82K665R70I3G type=write size=2844606 2024-04-13T07:35:08.411 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.412+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~VSZX6N1EI6OZ.0 size=1048576 2024-04-13T07:35:08.412 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.413+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~VSZX6N1EI6OZ.1 size=998204 2024-04-13T07:35:08.415 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.416+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=VSZX6N1EI6OZ tag=NQZ8S3J0HC1J type=write size=3095356 2024-04-13T07:35:08.417 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.417+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=1SWQIJUVAWHD type=del size=411856 2024-04-13T07:35:08.420 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.421+0000 7f05f3c42780 1 < suggested update operation key=0EN9XH8WN9TS tag=QN8825UZFDSX type=write size=144591 2024-04-13T07:35:08.421 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.422+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=IXJ8PUTGI5GX type=del size=3537248 2024-04-13T07:35:08.423 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.424+0000 7f05f3c42780 1 < completed delete operation key=U7HAP4TTT8U3 tag=3GC0AQIPB1ZW type=del 2024-04-13T07:35:08.425 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.426+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=S9NF3SBD7JVC type=del size=2043635 2024-04-13T07:35:08.426 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.427+0000 7f05f3c42780 1 < canceled operation key=77NI15K3IXNY tag=UX1ROGFYVLJ4 type=del size=1572724 2024-04-13T07:35:08.429 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.430+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~R5S4A82WH4BA.0 size=1048576 2024-04-13T07:35:08.431 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.431+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~R5S4A82WH4BA.1 size=584300 2024-04-13T07:35:08.431 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.431+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=R5S4A82WH4BA tag=ES02JMLA6CRC type=write size=2681452 2024-04-13T07:35:08.432 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.433+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=UUELH6EWB6DJ type=del 2024-04-13T07:35:08.434 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.434+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=6OC8Y5914XCJ type=write size=959894 2024-04-13T07:35:08.435 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.436+0000 7f05f3c42780 1 < completed write operation key=QTS892MIKZSS tag=3RPV4B20F31Y type=write size=527237 2024-04-13T07:35:08.438 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.439+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~L0AML4BL9S7U.0 size=1028562 2024-04-13T07:35:08.438 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.439+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=L0AML4BL9S7U tag=RX2SXCDAEBJJ type=write size=2077138 2024-04-13T07:35:08.438 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.439+0000 7f05f3c42780 1 < canceled part key=_multipart_2U7EF9PD2PDE.2~IJE3U3CAILCU.0 size=1048576 2024-04-13T07:35:08.439 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.440+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~IJE3U3CAILCU.1 size=1048576 2024-04-13T07:35:08.440 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.440+0000 7f05f3c42780 1 < canceled part key=_multipart_2U7EF9PD2PDE.2~IJE3U3CAILCU.2 size=180581 2024-04-13T07:35:08.442 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.443+0000 7f05f3c42780 1 < canceled multipart upload key=2U7EF9PD2PDE upload=IJE3U3CAILCU tag=KNKAS9CAD48F type=write size=3326309 2024-04-13T07:35:08.444 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.444+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=GV0SIQTL5231 type=del size=2095368 2024-04-13T07:35:08.445 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.446+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=SU55FJKQ7JW0 type=del 2024-04-13T07:35:08.447 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.448+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=20TW6FA7CZ7G type=del size=17827 2024-04-13T07:35:08.450 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.451+0000 7f05f3c42780 1 < suggested remove operation key=GXQVWVGDUNMS tag=K8ZUDXA7H8O7 type=del 2024-04-13T07:35:08.452 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.452+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=1QFEXA6SQULE type=del size=2969582 2024-04-13T07:35:08.455 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.456+0000 7f05f3c42780 1 < suggested update operation key=6CXR0GIZ6246 tag=LP0RRFG6XLT4 type=write size=460987 2024-04-13T07:35:08.456 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.457+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=4T4HL3LZ4ZVR type=write size=543720 2024-04-13T07:35:08.458 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.459+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=H5YOF5135OIQ type=del 2024-04-13T07:35:08.459 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.460+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=E3GOB215GZ5U type=write size=509627 2024-04-13T07:35:08.462 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.463+0000 7f05f3c42780 1 < suggested update operation key=B7KHSTN92EMS tag=XSX8NEXQN9N4 type=write size=104092 2024-04-13T07:35:08.465 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.466+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~WH3LNCVJ1JXO.0 size=1048576 2024-04-13T07:35:08.466 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.467+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~WH3LNCVJ1JXO.1 size=1048576 2024-04-13T07:35:08.468 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.469+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~WH3LNCVJ1JXO.2 size=104217 2024-04-13T07:35:08.468 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.469+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=WH3LNCVJ1JXO tag=1JW0H6HO8QFW type=write size=3249945 2024-04-13T07:35:08.470 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.471+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~JIYKLZ0NXB91.0 size=1048576 2024-04-13T07:35:08.471 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.472+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~JIYKLZ0NXB91.1 size=1048576 2024-04-13T07:35:08.472 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.473+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~JIYKLZ0NXB91.2 size=1000195 2024-04-13T07:35:08.475 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.476+0000 7f05f3c42780 1 < completed multipart upload key=1HK0EXLRD6WR upload=JIYKLZ0NXB91 tag=E0V31CBWP93Y type=write size=4145923 2024-04-13T07:35:08.478 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.479+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~33VWQJXD20OT.0 size=1048576 2024-04-13T07:35:08.479 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.480+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~33VWQJXD20OT.1 size=1048576 2024-04-13T07:35:08.481 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.481+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~33VWQJXD20OT.2 size=416005 2024-04-13T07:35:08.481 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.481+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=33VWQJXD20OT tag=LDLDJZ6TJQA3 type=write size=3561733 2024-04-13T07:35:08.482 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.483+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~UAKIF26RMNB5.0 size=148700 2024-04-13T07:35:08.485 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.485+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=UAKIF26RMNB5 tag=19PO0CEAXBE4 type=write size=1197276 2024-04-13T07:35:08.487 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.488+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~DTUVQEO0RXXF.0 size=300163 2024-04-13T07:35:08.488 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.488+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=DTUVQEO0RXXF tag=L4TV3QIJSROU type=write size=1348739 2024-04-13T07:35:08.489 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.490+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~PJ19X16I2MIN.0 size=600264 2024-04-13T07:35:08.492 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.492+0000 7f05f3c42780 1 < completed multipart upload key=1HK0EXLRD6WR upload=PJ19X16I2MIN tag=69VGXIPE4HSG type=write size=1648840 2024-04-13T07:35:08.494 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.495+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~LR4CU5FSA2G5.0 size=1048576 2024-04-13T07:35:08.496 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.496+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~LR4CU5FSA2G5.1 size=398595 2024-04-13T07:35:08.496 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.496+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=LR4CU5FSA2G5 tag=KSIM1K7JG146 type=write size=2495747 2024-04-13T07:35:08.497 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.498+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~AM7G7JQJB434.0 size=1048576 2024-04-13T07:35:08.498 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.499+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~AM7G7JQJB434.1 size=747454 2024-04-13T07:35:08.501 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.501+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=AM7G7JQJB434 tag=82K665R70I3G type=write size=2844606 2024-04-13T07:35:08.502 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.503+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=VA2T72RHXMTT type=del size=1013621 2024-04-13T07:35:08.504 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.504+0000 7f05f3c42780 1 < completed delete operation key=DMCQJNBIB4O2 tag=1SWQIJUVAWHD type=del 2024-04-13T07:35:08.507 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.507+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~1VQB830DS53T.0 size=1048576 2024-04-13T07:35:08.508 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.508+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~1VQB830DS53T.1 size=85124 2024-04-13T07:35:08.508 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.508+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=1VQB830DS53T tag=NWDO26QAFCRH type=write size=2182276 2024-04-13T07:35:08.509 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.510+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=IXJ8PUTGI5GX type=del 2024-04-13T07:35:08.511 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.512+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=DNRMHFC1HEO0 type=del size=3832335 2024-04-13T07:35:08.512 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.513+0000 7f05f3c42780 1 < completed delete operation key=QTS892MIKZSS tag=S9NF3SBD7JVC type=del 2024-04-13T07:35:08.515 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.516+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~3Z7GKB12ZYAV.0 size=618271 2024-04-13T07:35:08.515 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.516+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=3Z7GKB12ZYAV tag=JNKIUXVYACT1 type=write size=1666847 2024-04-13T07:35:08.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.518+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~R5S4A82WH4BA.0 size=1048576 2024-04-13T07:35:08.518 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.519+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~R5S4A82WH4BA.1 size=584300 2024-04-13T07:35:08.520 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.521+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=R5S4A82WH4BA tag=ES02JMLA6CRC type=write size=2681452 2024-04-13T07:35:08.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.524+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~YPG02VAB9WWL.0 size=1048576 2024-04-13T07:35:08.524 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.525+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~YPG02VAB9WWL.1 size=486580 2024-04-13T07:35:08.524 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.525+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=YPG02VAB9WWL tag=QP4ZBORMTU8H type=write size=2583732 2024-04-13T07:35:08.526 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.527+0000 7f05f3c42780 1 < canceled operation key=JWVWL3HNW3GB tag=6OC8Y5914XCJ type=write size=959894 2024-04-13T07:35:08.528 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.529+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=6NDNPRSWP048 type=del size=3022497 2024-04-13T07:35:08.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.530+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~L0AML4BL9S7U.0 size=1028562 2024-04-13T07:35:08.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.533+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=L0AML4BL9S7U tag=RX2SXCDAEBJJ type=write size=2077138 2024-04-13T07:35:08.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.535+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=RAVNRLXF60H8 type=write size=618480 2024-04-13T07:35:08.536 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.536+0000 7f05f3c42780 1 < completed delete operation key=2U7EF9PD2PDE tag=GV0SIQTL5231 type=del 2024-04-13T07:35:08.537 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.538+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=025LHP2V3BGG type=write size=682869 2024-04-13T07:35:08.539 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.539+0000 7f05f3c42780 1 < completed delete operation key=2U7EF9PD2PDE tag=20TW6FA7CZ7G type=del 2024-04-13T07:35:08.541 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.542+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~EOXXZTS8JIIY.0 size=821951 2024-04-13T07:35:08.541 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.542+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=EOXXZTS8JIIY tag=D1U936CH67IW type=write size=1870527 2024-04-13T07:35:08.543 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.544+0000 7f05f3c42780 1 < completed delete operation key=QTS892MIKZSS tag=1QFEXA6SQULE type=del 2024-04-13T07:35:08.546 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.546+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~CRH1R77X467Y.0 size=1048576 2024-04-13T07:35:08.547 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.547+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~CRH1R77X467Y.1 size=602773 2024-04-13T07:35:08.547 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.547+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=CRH1R77X467Y tag=HBQ109RIE966 type=write size=2699925 2024-04-13T07:35:08.549 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.549+0000 7f05f3c42780 1 < completed write operation key=1HK0EXLRD6WR tag=4T4HL3LZ4ZVR type=write size=543720 2024-04-13T07:35:08.550 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.551+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=V562Q2P4GJN8 type=del size=4136266 2024-04-13T07:35:08.552 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.553+0000 7f05f3c42780 1 < canceled operation key=2U7EF9PD2PDE tag=E3GOB215GZ5U type=write size=509627 2024-04-13T07:35:08.553 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.554+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=4L0YWTV6F8QR type=del size=1187685 2024-04-13T07:35:08.555 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.556+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~WH3LNCVJ1JXO.0 size=1048576 2024-04-13T07:35:08.556 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.557+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~WH3LNCVJ1JXO.1 size=1048576 2024-04-13T07:35:08.558 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.558+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~WH3LNCVJ1JXO.2 size=104217 2024-04-13T07:35:08.561 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.561+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=WH3LNCVJ1JXO tag=1JW0H6HO8QFW type=write size=3249945 2024-04-13T07:35:08.567 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.564+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~4Y3PF5QEQWVT.0 size=87752 2024-04-13T07:35:08.567 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.564+0000 7f05f3c42780 1 > prepared multipart upload key=FU38HSKLEDOP upload=4Y3PF5QEQWVT tag=6GWAXYB8TNH3 type=write size=1136328 2024-04-13T07:35:08.567 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.566+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~33VWQJXD20OT.0 size=1048576 2024-04-13T07:35:08.567 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.567+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~33VWQJXD20OT.1 size=1048576 2024-04-13T07:35:08.567 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.568+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~33VWQJXD20OT.2 size=416005 2024-04-13T07:35:08.570 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.571+0000 7f05f3c42780 1 < completed multipart upload key=N1JTROSFNCR7 upload=33VWQJXD20OT tag=LDLDJZ6TJQA3 type=write size=3561733 2024-04-13T07:35:08.572 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.572+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=LNJAJZT4ES2C type=del size=3312407 2024-04-13T07:35:08.573 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.574+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~DTUVQEO0RXXF.0 size=300163 2024-04-13T07:35:08.575 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.576+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=DTUVQEO0RXXF tag=L4TV3QIJSROU type=write size=1348739 2024-04-13T07:35:08.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.578+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=77LG40QOBIYE type=write size=936638 2024-04-13T07:35:08.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.579+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~LR4CU5FSA2G5.0 size=1048576 2024-04-13T07:35:08.580 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.580+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~LR4CU5FSA2G5.1 size=398595 2024-04-13T07:35:08.582 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.583+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=LR4CU5FSA2G5 tag=KSIM1K7JG146 type=write size=2495747 2024-04-13T07:35:08.585 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.586+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~QL5O0S03RPH1.0 size=397701 2024-04-13T07:35:08.585 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.586+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=QL5O0S03RPH1 tag=KT9KBR1A86CG type=write size=1446277 2024-04-13T07:35:08.586 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.587+0000 7f05f3c42780 1 < canceled operation key=MN5H0RIAHGLM tag=VA2T72RHXMTT type=del size=1013621 2024-04-13T07:35:08.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.589+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=VZZ7JEGC2FUY type=write size=50226 2024-04-13T07:35:08.590 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.591+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~1VQB830DS53T.0 size=1048576 2024-04-13T07:35:08.591 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.592+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~1VQB830DS53T.1 size=85124 2024-04-13T07:35:08.594 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.595+0000 7f05f3c42780 1 < completed multipart upload key=1HK0EXLRD6WR upload=1VQB830DS53T tag=NWDO26QAFCRH type=write size=2182276 2024-04-13T07:35:08.596 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.596+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=OV48QMUERFSP type=write size=255815 2024-04-13T07:35:08.597 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.598+0000 7f05f3c42780 1 < canceled operation key=N1JTROSFNCR7 tag=DNRMHFC1HEO0 type=del size=3832335 2024-04-13T07:35:08.599 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.599+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=3JHUEE0L8WLE type=del size=102622 2024-04-13T07:35:08.600 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.601+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~3Z7GKB12ZYAV.0 size=618271 2024-04-13T07:35:08.603 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.603+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=3Z7GKB12ZYAV tag=JNKIUXVYACT1 type=write size=1666847 2024-04-13T07:35:08.606 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.606+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~7OX0TZHDKQ6R.0 size=1048576 2024-04-13T07:35:08.607 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.608+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~7OX0TZHDKQ6R.1 size=552734 2024-04-13T07:35:08.607 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.608+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=7OX0TZHDKQ6R tag=M5D5NZE3FTND type=write size=2649886 2024-04-13T07:35:08.609 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.609+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~YPG02VAB9WWL.0 size=1048576 2024-04-13T07:35:08.610 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.611+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~YPG02VAB9WWL.1 size=486580 2024-04-13T07:35:08.613 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.613+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=YPG02VAB9WWL tag=QP4ZBORMTU8H type=write size=2583732 2024-04-13T07:35:08.614 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.615+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=ZMG1BPIEOZ0A type=write size=180775 2024-04-13T07:35:08.616 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.617+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=6NDNPRSWP048 type=del 2024-04-13T07:35:08.619 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.619+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~IWZG4U7IVG5D.0 size=905214 2024-04-13T07:35:08.619 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.619+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=IWZG4U7IVG5D tag=P1RVSP4KGA3H type=write size=1953790 2024-04-13T07:35:08.620 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.621+0000 7f05f3c42780 1 < completed write operation key=J4WRTB31TSAU tag=RAVNRLXF60H8 type=write size=618480 2024-04-13T07:35:08.623 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.624+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~PNRPFBDYUWK3.0 size=638214 2024-04-13T07:35:08.623 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.624+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=PNRPFBDYUWK3 tag=XZ0DW0M7OHGH type=write size=1686790 2024-04-13T07:35:08.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.625+0000 7f05f3c42780 1 < completed write operation key=GXQVWVGDUNMS tag=025LHP2V3BGG type=write size=682869 2024-04-13T07:35:08.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.627+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=JWZDNDZP5HTS type=del size=1387933 2024-04-13T07:35:08.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.628+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~EOXXZTS8JIIY.0 size=821951 2024-04-13T07:35:08.630 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.631+0000 7f05f3c42780 1 < completed multipart upload key=0EN9XH8WN9TS upload=EOXXZTS8JIIY tag=D1U936CH67IW type=write size=1870527 2024-04-13T07:35:08.633 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.633+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~MK28I6T8KQP3.0 size=1048576 2024-04-13T07:35:08.634 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.635+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~MK28I6T8KQP3.1 size=654043 2024-04-13T07:35:08.634 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.635+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=MK28I6T8KQP3 tag=3CYN5FK7FEP3 type=write size=2751195 2024-04-13T07:35:08.636 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.637+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~CRH1R77X467Y.0 size=1048576 2024-04-13T07:35:08.637 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.638+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~CRH1R77X467Y.1 size=602773 2024-04-13T07:35:08.640 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.640+0000 7f05f3c42780 1 < completed multipart upload key=J4WRTB31TSAU upload=CRH1R77X467Y tag=HBQ109RIE966 type=write size=2699925 2024-04-13T07:35:08.641 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.642+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=Q2DGYLU7O899 type=del size=260137 2024-04-13T07:35:08.643 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.644+0000 7f05f3c42780 1 < completed delete operation key=77NI15K3IXNY tag=V562Q2P4GJN8 type=del 2024-04-13T07:35:08.645 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.646+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~BB9VW42N7H2V.0 size=1048576 2024-04-13T07:35:08.647 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.647+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~BB9VW42N7H2V.1 size=1048576 2024-04-13T07:35:08.648 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.649+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~BB9VW42N7H2V.2 size=4198 2024-04-13T07:35:08.648 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.649+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=BB9VW42N7H2V tag=T1HEEB1IGJLG type=write size=3149926 2024-04-13T07:35:08.649 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.650+0000 7f05f3c42780 1 < completed delete operation key=45BQPLCWG43N tag=4L0YWTV6F8QR type=del 2024-04-13T07:35:08.651 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.652+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=XT8O9WND427D type=del size=3549918 2024-04-13T07:35:08.651 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.652+0000 7f05f3c42780 1 < canceled part key=_multipart_FU38HSKLEDOP.2~4Y3PF5QEQWVT.0 size=87752 2024-04-13T07:35:08.654 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.655+0000 7f05f3c42780 1 < canceled multipart upload key=FU38HSKLEDOP upload=4Y3PF5QEQWVT tag=6GWAXYB8TNH3 type=write size=1136328 2024-04-13T07:35:08.657 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.658+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~JCYIH61YQPM4.0 size=1048576 2024-04-13T07:35:08.659 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.659+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~JCYIH61YQPM4.1 size=1048576 2024-04-13T07:35:08.660 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.661+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~JCYIH61YQPM4.2 size=891928 2024-04-13T07:35:08.660 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.661+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=JCYIH61YQPM4 tag=3NZPNA4KJKL3 type=write size=4037656 2024-04-13T07:35:08.661 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.662+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=LNJAJZT4ES2C type=del 2024-04-13T07:35:08.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.664+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=KEEDCGKGBZYC type=del size=1739713 2024-04-13T07:35:08.665 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.665+0000 7f05f3c42780 1 < completed write operation key=JWVWL3HNW3GB tag=77LG40QOBIYE type=write size=936638 2024-04-13T07:35:08.666 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.667+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=W3MZM8A9VNIM type=del size=980413 2024-04-13T07:35:08.668 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.669+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~QL5O0S03RPH1.0 size=397701 2024-04-13T07:35:08.671 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.671+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=QL5O0S03RPH1 tag=KT9KBR1A86CG type=write size=1446277 2024-04-13T07:35:08.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.679+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~AV9XPPAIBDX8.0 size=1048576 2024-04-13T07:35:08.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.680+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~AV9XPPAIBDX8.1 size=753418 2024-04-13T07:35:08.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.680+0000 7f05f3c42780 1 > prepared multipart upload key=4G8K54UI1T3W upload=AV9XPPAIBDX8 tag=G21NYHOR2RO0 type=write size=2850570 2024-04-13T07:35:08.683 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.684+0000 7f05f3c42780 1 < suggested remove operation key=43EJ55H9TGF3 tag=VZZ7JEGC2FUY type=write 2024-04-13T07:35:08.684 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.685+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=SDM6L33MRFA6 type=del size=710986 2024-04-13T07:35:08.686 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.687+0000 7f05f3c42780 1 < completed write operation key=R7A1HMG5PBY2 tag=OV48QMUERFSP type=write size=255815 2024-04-13T07:35:08.688 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.689+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~JT0ST13337AN.0 size=1048576 2024-04-13T07:35:08.690 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.690+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~JT0ST13337AN.1 size=1048576 2024-04-13T07:35:08.691 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.692+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~JT0ST13337AN.2 size=132796 2024-04-13T07:35:08.691 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.692+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=JT0ST13337AN tag=WR6PL97G4A2Z type=write size=3278524 2024-04-13T07:35:08.693 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.693+0000 7f05f3c42780 1 < completed delete operation key=6CXR0GIZ6246 tag=3JHUEE0L8WLE type=del 2024-04-13T07:35:08.695 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.696+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~3LSC62EZ4Z89.0 size=1048576 2024-04-13T07:35:08.696 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.697+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~3LSC62EZ4Z89.1 size=1048576 2024-04-13T07:35:08.697 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.698+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~3LSC62EZ4Z89.2 size=848603 2024-04-13T07:35:08.698 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.698+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=3LSC62EZ4Z89 tag=A70AF74TL8DT type=write size=3994331 2024-04-13T07:35:08.700 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.700+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~7OX0TZHDKQ6R.0 size=1048576 2024-04-13T07:35:08.701 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.701+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~7OX0TZHDKQ6R.1 size=552734 2024-04-13T07:35:08.703 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.704+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=7OX0TZHDKQ6R tag=M5D5NZE3FTND type=write size=2649886 2024-04-13T07:35:08.704 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.705+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=K9OIERB6H1F5 type=del size=790438 2024-04-13T07:35:08.707 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.708+0000 7f05f3c42780 1 < suggested update operation key=Y2F6LZJG5LH0 tag=ZMG1BPIEOZ0A type=write size=180775 2024-04-13T07:35:08.709 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.710+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=BIGICYUAB3IR type=del size=2374131 2024-04-13T07:35:08.710 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.711+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~IWZG4U7IVG5D.0 size=905214 2024-04-13T07:35:08.713 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.714+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=IWZG4U7IVG5D tag=P1RVSP4KGA3H type=write size=1953790 2024-04-13T07:35:08.715 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.716+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~0UPSD7QLT0J3.0 size=11196 2024-04-13T07:35:08.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.716+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=0UPSD7QLT0J3 tag=DWC0AFX11H14 type=write size=1059772 2024-04-13T07:35:08.717 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.718+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~PNRPFBDYUWK3.0 size=638214 2024-04-13T07:35:08.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.720+0000 7f05f3c42780 1 < completed multipart upload key=1HK0EXLRD6WR upload=PNRPFBDYUWK3 tag=XZ0DW0M7OHGH type=write size=1686790 2024-04-13T07:35:08.721 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.722+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=P1L349HO737L type=del size=481792 2024-04-13T07:35:08.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.724+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=JWZDNDZP5HTS type=del 2024-04-13T07:35:08.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.725+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=HHAC7XF9YV55 type=del size=3560412 2024-04-13T07:35:08.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.725+0000 7f05f3c42780 1 < canceled part key=_multipart_DMCQJNBIB4O2.2~MK28I6T8KQP3.0 size=1048576 2024-04-13T07:35:08.726 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.726+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~MK28I6T8KQP3.1 size=654043 2024-04-13T07:35:08.728 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.729+0000 7f05f3c42780 1 < canceled multipart upload key=DMCQJNBIB4O2 upload=MK28I6T8KQP3 tag=3CYN5FK7FEP3 type=write size=2751195 2024-04-13T07:35:08.730 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.731+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=H1JHH56JEAZP type=del size=2856152 2024-04-13T07:35:08.732 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.733+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=Q2DGYLU7O899 type=del 2024-04-13T07:35:08.733 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.734+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=JU346XXHAAS6 type=write size=99321 2024-04-13T07:35:08.735 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.736+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~BB9VW42N7H2V.0 size=1048576 2024-04-13T07:35:08.736 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.737+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~BB9VW42N7H2V.1 size=1048576 2024-04-13T07:35:08.737 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.738+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~BB9VW42N7H2V.2 size=4198 2024-04-13T07:35:08.740 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.741+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=BB9VW42N7H2V tag=T1HEEB1IGJLG type=write size=3149926 2024-04-13T07:35:08.741 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.742+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=PBELAB1FUAKT type=del size=3204437 2024-04-13T07:35:08.743 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.744+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=XT8O9WND427D type=del 2024-04-13T07:35:08.745 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.745+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=0OC9OQ6NG4TB type=del size=89689 2024-04-13T07:35:08.746 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.747+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~JCYIH61YQPM4.0 size=1048576 2024-04-13T07:35:08.747 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.748+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~JCYIH61YQPM4.1 size=1048576 2024-04-13T07:35:08.749 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.750+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~JCYIH61YQPM4.2 size=891928 2024-04-13T07:35:08.752 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.752+0000 7f05f3c42780 1 < completed multipart upload key=NOA5HUHWE14O upload=JCYIH61YQPM4 tag=3NZPNA4KJKL3 type=write size=4037656 2024-04-13T07:35:08.755 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.756+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~KH7R1DAGOTKO.0 size=1048576 2024-04-13T07:35:08.756 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.757+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~KH7R1DAGOTKO.1 size=1011037 2024-04-13T07:35:08.756 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.757+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=KH7R1DAGOTKO tag=21G2F3HHXG94 type=write size=3108189 2024-04-13T07:35:08.757 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.758+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=KEEDCGKGBZYC type=del 2024-04-13T07:35:08.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.761+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~76LBMTYNWWQY.0 size=270644 2024-04-13T07:35:08.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.761+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=76LBMTYNWWQY tag=MR13J5KI2CUR type=write size=1319220 2024-04-13T07:35:08.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.763+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=W3MZM8A9VNIM type=del 2024-04-13T07:35:08.765 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.766+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~20LQU72LDHBP.0 size=1048576 2024-04-13T07:35:08.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.767+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~20LQU72LDHBP.1 size=859529 2024-04-13T07:35:08.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.767+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=20LQU72LDHBP tag=H005B6LN7ME7 type=write size=2956681 2024-04-13T07:35:08.770 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.769+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~AV9XPPAIBDX8.0 size=1048576 2024-04-13T07:35:08.770 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.770+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~AV9XPPAIBDX8.1 size=753418 2024-04-13T07:35:08.772 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.773+0000 7f05f3c42780 1 < completed multipart upload key=4G8K54UI1T3W upload=AV9XPPAIBDX8 tag=G21NYHOR2RO0 type=write size=2850570 2024-04-13T07:35:08.775 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.775+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~VANUK6X69P8V.0 size=1048576 2024-04-13T07:35:08.776 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.777+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~VANUK6X69P8V.1 size=1048576 2024-04-13T07:35:08.777 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.778+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~VANUK6X69P8V.2 size=646538 2024-04-13T07:35:08.777 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.778+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=VANUK6X69P8V tag=NMSIM72584J9 type=write size=3792266 2024-04-13T07:35:08.779 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.780+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=SDM6L33MRFA6 type=del 2024-04-13T07:35:08.781 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.781+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=NX219MQZ46LM type=del size=2769102 2024-04-13T07:35:08.782 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.783+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~JT0ST13337AN.0 size=1048576 2024-04-13T07:35:08.784 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.784+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~JT0ST13337AN.1 size=1048576 2024-04-13T07:35:08.785 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.786+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~JT0ST13337AN.2 size=132796 2024-04-13T07:35:08.787 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.788+0000 7f05f3c42780 1 < completed multipart upload key=0EN9XH8WN9TS upload=JT0ST13337AN tag=WR6PL97G4A2Z type=write size=3278524 2024-04-13T07:35:08.789 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.790+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=3F7A3DKFN5OI type=del size=587801 2024-04-13T07:35:08.791 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.791+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~3LSC62EZ4Z89.0 size=1048576 2024-04-13T07:35:08.792 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.793+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~3LSC62EZ4Z89.1 size=1048576 2024-04-13T07:35:08.792 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.793+0000 7f05f3c42780 1 < canceled part key=_multipart_UJ8CWXR3A7YN.2~3LSC62EZ4Z89.2 size=848603 2024-04-13T07:35:08.795 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.795+0000 7f05f3c42780 1 < canceled multipart upload key=UJ8CWXR3A7YN upload=3LSC62EZ4Z89 tag=A70AF74TL8DT type=write size=3994331 2024-04-13T07:35:08.796 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.797+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=0J84VQVCZYUB type=del size=3296532 2024-04-13T07:35:08.798 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.799+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=K9OIERB6H1F5 type=del 2024-04-13T07:35:08.800 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.800+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=CFSAGIJK6OPO type=del size=3595582 2024-04-13T07:35:08.801 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.802+0000 7f05f3c42780 1 < completed delete operation key=QTS892MIKZSS tag=BIGICYUAB3IR type=del 2024-04-13T07:35:08.804 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.804+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~8DKYBRC67LZL.0 size=706332 2024-04-13T07:35:08.804 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.804+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=8DKYBRC67LZL tag=3WMOSJG5P17O type=write size=1754908 2024-04-13T07:35:08.805 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.806+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~0UPSD7QLT0J3.0 size=11196 2024-04-13T07:35:08.808 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.809+0000 7f05f3c42780 1 < completed multipart upload key=N1JTROSFNCR7 upload=0UPSD7QLT0J3 tag=DWC0AFX11H14 type=write size=1059772 2024-04-13T07:35:08.811 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.811+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~JQ5ILE0UWRLX.0 size=1048576 2024-04-13T07:35:08.812 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.813+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~JQ5ILE0UWRLX.1 size=1048576 2024-04-13T07:35:08.813 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.814+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~JQ5ILE0UWRLX.2 size=280158 2024-04-13T07:35:08.813 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.814+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=JQ5ILE0UWRLX tag=LDV4CZF8805B type=write size=3425886 2024-04-13T07:35:08.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.816+0000 7f05f3c42780 1 < canceled operation key=Y2F6LZJG5LH0 tag=P1L349HO737L type=del size=481792 2024-04-13T07:35:08.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.817+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=9DHE4GHU8SG7 type=del size=2549241 2024-04-13T07:35:08.819 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.820+0000 7f05f3c42780 1 < suggested update operation key=97QQZFWRF5SP tag=HHAC7XF9YV55 type=del size=3560412 2024-04-13T07:35:08.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.822+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=XHSDXVY052CT type=del size=2784591 2024-04-13T07:35:08.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.824+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=H1JHH56JEAZP type=del 2024-04-13T07:35:08.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.827+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~91DAUA132YWD.0 size=1048576 2024-04-13T07:35:08.827 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.828+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~91DAUA132YWD.1 size=1048576 2024-04-13T07:35:08.829 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.830+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~91DAUA132YWD.2 size=868682 2024-04-13T07:35:08.829 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.830+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=91DAUA132YWD tag=GHMV53SMER72 type=write size=4014410 2024-04-13T07:35:08.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.831+0000 7f05f3c42780 1 < completed write operation key=MN5H0RIAHGLM tag=JU346XXHAAS6 type=write size=99321 2024-04-13T07:35:08.833 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.834+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~1T14MVIRJTQP.0 size=1048576 2024-04-13T07:35:08.835 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.835+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~1T14MVIRJTQP.1 size=791646 2024-04-13T07:35:08.835 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.835+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=1T14MVIRJTQP tag=G5S4QCVID43G type=write size=2888798 2024-04-13T07:35:08.836 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.837+0000 7f05f3c42780 1 < canceled operation key=Y2F6LZJG5LH0 tag=PBELAB1FUAKT type=del size=3204437 2024-04-13T07:35:08.839 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.840+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~CLC2KJSLFJCZ.0 size=1048576 2024-04-13T07:35:08.840 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.841+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~CLC2KJSLFJCZ.1 size=1048576 2024-04-13T07:35:08.842 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.842+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~CLC2KJSLFJCZ.2 size=508150 2024-04-13T07:35:08.842 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.842+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=CLC2KJSLFJCZ tag=SXZVCCUDTWBU type=write size=3653878 2024-04-13T07:35:08.843 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.844+0000 7f05f3c42780 1 < completed delete operation key=Z2QIOQ3JJHXN tag=0OC9OQ6NG4TB type=del 2024-04-13T07:35:08.847 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.847+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~V16VWGOFMX5D.0 size=324414 2024-04-13T07:35:08.847 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.847+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=V16VWGOFMX5D tag=3AKL3AAJKEWI type=write size=1372990 2024-04-13T07:35:08.848 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.849+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~KH7R1DAGOTKO.0 size=1048576 2024-04-13T07:35:08.850 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.850+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~KH7R1DAGOTKO.1 size=1011037 2024-04-13T07:35:08.853 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.854+0000 7f05f3c42780 1 < completed multipart upload key=TEADR4H33ZHA upload=KH7R1DAGOTKO tag=21G2F3HHXG94 type=write size=3108189 2024-04-13T07:35:08.855 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.856+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=UFAH7ZKVKVOL type=del size=3553184 2024-04-13T07:35:08.856 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.857+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~76LBMTYNWWQY.0 size=270644 2024-04-13T07:35:08.859 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.859+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=76LBMTYNWWQY tag=MR13J5KI2CUR type=write size=1319220 2024-04-13T07:35:08.860 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.861+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=CBTFVJ7C671G type=del size=3539674 2024-04-13T07:35:08.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.863+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~20LQU72LDHBP.0 size=1048576 2024-04-13T07:35:08.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.864+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~20LQU72LDHBP.1 size=859529 2024-04-13T07:35:08.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.866+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=20LQU72LDHBP tag=H005B6LN7ME7 type=write size=2956681 2024-04-13T07:35:08.869 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.869+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~8A0VZIRQ1634.0 size=1048576 2024-04-13T07:35:08.870 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.871+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~8A0VZIRQ1634.1 size=1048576 2024-04-13T07:35:08.871 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.872+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~8A0VZIRQ1634.2 size=11980 2024-04-13T07:35:08.871 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.872+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=8A0VZIRQ1634 tag=XVFDCBRXUWPK type=write size=3157708 2024-04-13T07:35:08.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.874+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~VANUK6X69P8V.0 size=1048576 2024-04-13T07:35:08.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.875+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~VANUK6X69P8V.1 size=1048576 2024-04-13T07:35:08.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.877+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~VANUK6X69P8V.2 size=646538 2024-04-13T07:35:08.878 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.879+0000 7f05f3c42780 1 < completed multipart upload key=Y2F6LZJG5LH0 upload=VANUK6X69P8V tag=NMSIM72584J9 type=write size=3792266 2024-04-13T07:35:08.880 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.881+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=P2MYNHEJ1F8K type=del size=197244 2024-04-13T07:35:08.881 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.882+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=NX219MQZ46LM type=del 2024-04-13T07:35:08.883 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.884+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=KPA5R5QBE2J5 type=del size=2674092 2024-04-13T07:35:08.884 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.885+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=3F7A3DKFN5OI type=del 2024-04-13T07:35:08.886 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.887+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=BECEONZCBTOP type=del size=2974108 2024-04-13T07:35:08.889 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.889+0000 7f05f3c42780 1 < suggested remove operation key=Z2QIOQ3JJHXN tag=0J84VQVCZYUB type=del 2024-04-13T07:35:08.890 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.891+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=2DN7BH088M6I type=del size=523411 2024-04-13T07:35:08.893 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.894+0000 7f05f3c42780 1 < suggested remove operation key=TXG4Q8N5GJDX tag=CFSAGIJK6OPO type=del 2024-04-13T07:35:08.895 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.896+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=0SLXYX9O6KW5 type=del size=2338424 2024-04-13T07:35:08.896 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.897+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~8DKYBRC67LZL.0 size=706332 2024-04-13T07:35:08.899 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.900+0000 7f05f3c42780 1 < completed multipart upload key=N1JTROSFNCR7 upload=8DKYBRC67LZL tag=3WMOSJG5P17O type=write size=1754908 2024-04-13T07:35:08.900 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.901+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=ILGZ3AZ56T8Z type=del size=744090 2024-04-13T07:35:08.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.903+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~JQ5ILE0UWRLX.0 size=1048576 2024-04-13T07:35:08.904 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.904+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~JQ5ILE0UWRLX.1 size=1048576 2024-04-13T07:35:08.905 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.906+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~JQ5ILE0UWRLX.2 size=280158 2024-04-13T07:35:08.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.908+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=JQ5ILE0UWRLX tag=LDV4CZF8805B type=write size=3425886 2024-04-13T07:35:08.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.911+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~8SHC30JJEQNY.0 size=1041867 2024-04-13T07:35:08.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.911+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=8SHC30JJEQNY tag=D50GBK7IUVMU type=write size=2090443 2024-04-13T07:35:08.914 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.914+0000 7f05f3c42780 1 < suggested remove operation key=R7A1HMG5PBY2 tag=9DHE4GHU8SG7 type=del 2024-04-13T07:35:08.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.917+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~F0ZWIMR32BV8.0 size=1048576 2024-04-13T07:35:08.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.918+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~F0ZWIMR32BV8.1 size=679338 2024-04-13T07:35:08.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.918+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=F0ZWIMR32BV8 tag=0U3U4FGIK0RE type=write size=2776490 2024-04-13T07:35:08.919 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.920+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=XHSDXVY052CT type=del 2024-04-13T07:35:08.922 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.923+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~LV8MBA9R68Y0.0 size=1048576 2024-04-13T07:35:08.923 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.924+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~LV8MBA9R68Y0.1 size=1048576 2024-04-13T07:35:08.924 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.925+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~LV8MBA9R68Y0.2 size=918254 2024-04-13T07:35:08.924 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.925+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=LV8MBA9R68Y0 tag=3IGXH0JZB950 type=write size=4063982 2024-04-13T07:35:08.926 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.927+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~91DAUA132YWD.0 size=1048576 2024-04-13T07:35:08.927 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.928+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~91DAUA132YWD.1 size=1048576 2024-04-13T07:35:08.929 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.929+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~91DAUA132YWD.2 size=868682 2024-04-13T07:35:08.931 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.932+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=91DAUA132YWD tag=GHMV53SMER72 type=write size=4014410 2024-04-13T07:35:08.932 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.933+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=P6RRDZ7M52BU type=del size=2413360 2024-04-13T07:35:08.934 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.935+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~1T14MVIRJTQP.0 size=1048576 2024-04-13T07:35:08.935 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.936+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~1T14MVIRJTQP.1 size=791646 2024-04-13T07:35:08.938 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.939+0000 7f05f3c42780 1 < completed multipart upload key=Y2F6LZJG5LH0 upload=1T14MVIRJTQP tag=G5S4QCVID43G type=write size=2888798 2024-04-13T07:35:08.939 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.940+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=VRXDFQGI9J1U type=del size=3896400 2024-04-13T07:35:08.941 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.942+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~CLC2KJSLFJCZ.0 size=1048576 2024-04-13T07:35:08.942 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.943+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~CLC2KJSLFJCZ.1 size=1048576 2024-04-13T07:35:08.943 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.944+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~CLC2KJSLFJCZ.2 size=508150 2024-04-13T07:35:08.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.947+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=CLC2KJSLFJCZ tag=SXZVCCUDTWBU type=write size=3653878 2024-04-13T07:35:08.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.949+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=36UP23DA7Z3C type=del size=462191 2024-04-13T07:35:08.950 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.950+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~V16VWGOFMX5D.0 size=324414 2024-04-13T07:35:08.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.953+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=V16VWGOFMX5D tag=3AKL3AAJKEWI type=write size=1372990 2024-04-13T07:35:08.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.954+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=SQSFEHIZTE8G type=del size=1285983 2024-04-13T07:35:08.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.956+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=UFAH7ZKVKVOL type=del 2024-04-13T07:35:08.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.957+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=C2WW1SW139PH type=del size=1567390 2024-04-13T07:35:08.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.959+0000 7f05f3c42780 1 < completed delete operation key=77NI15K3IXNY tag=CBTFVJ7C671G type=del 2024-04-13T07:35:08.960 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.960+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=VT02RD1D0I72 type=del size=1747608 2024-04-13T07:35:08.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.962+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~8A0VZIRQ1634.0 size=1048576 2024-04-13T07:35:08.963 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.963+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~8A0VZIRQ1634.1 size=1048576 2024-04-13T07:35:08.964 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.965+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~8A0VZIRQ1634.2 size=11980 2024-04-13T07:35:08.966 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.967+0000 7f05f3c42780 1 < completed multipart upload key=2U7EF9PD2PDE upload=8A0VZIRQ1634 tag=XVFDCBRXUWPK type=write size=3157708 2024-04-13T07:35:08.968 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.969+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=O00D89WLM1CB type=del size=519465 2024-04-13T07:35:08.969 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.970+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=P2MYNHEJ1F8K type=del 2024-04-13T07:35:08.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.972+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=CP0I8Q07PO62 type=del size=546486 2024-04-13T07:35:08.972 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.973+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=KPA5R5QBE2J5 type=del 2024-04-13T07:35:08.975 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.976+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~SQ1NIY3QN6QX.0 size=1048576 2024-04-13T07:35:08.976 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.977+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~SQ1NIY3QN6QX.1 size=1048576 2024-04-13T07:35:08.978 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.978+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~SQ1NIY3QN6QX.2 size=905055 2024-04-13T07:35:08.978 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.978+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=SQ1NIY3QN6QX tag=AJC1B2L8WAP8 type=write size=4050783 2024-04-13T07:35:08.981 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.981+0000 7f05f3c42780 1 < suggested update operation key=77NI15K3IXNY tag=BECEONZCBTOP type=del size=2974108 2024-04-13T07:35:08.982 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.983+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=L5FFG7C24D2S type=write size=422857 2024-04-13T07:35:08.985 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.986+0000 7f05f3c42780 1 < suggested update operation key=97QQZFWRF5SP tag=2DN7BH088M6I type=del size=523411 2024-04-13T07:35:08.987 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.988+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=OQGEGIKYN62V type=del size=538756 2024-04-13T07:35:08.988 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.989+0000 7f05f3c42780 1 < completed delete operation key=TEADR4H33ZHA tag=0SLXYX9O6KW5 type=del 2024-04-13T07:35:08.990 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.991+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=USGFW52ONT5X type=del size=3480869 2024-04-13T07:35:08.992 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.993+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=ILGZ3AZ56T8Z type=del 2024-04-13T07:35:08.994 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.994+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=G5JINECJILNW type=del size=3314457 2024-04-13T07:35:08.995 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.996+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~8SHC30JJEQNY.0 size=1041867 2024-04-13T07:35:08.998 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:08.999+0000 7f05f3c42780 1 < completed multipart upload key=0EN9XH8WN9TS upload=8SHC30JJEQNY tag=D50GBK7IUVMU type=write size=2090443 2024-04-13T07:35:09.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.001+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~XOA8F470QT1K.0 size=574680 2024-04-13T07:35:09.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.001+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=XOA8F470QT1K tag=E32IMH62MLMP type=write size=1623256 2024-04-13T07:35:09.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.003+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~F0ZWIMR32BV8.0 size=1048576 2024-04-13T07:35:09.004 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.004+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~F0ZWIMR32BV8.1 size=679338 2024-04-13T07:35:09.006 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.007+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=F0ZWIMR32BV8 tag=0U3U4FGIK0RE type=write size=2776490 2024-04-13T07:35:09.007 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.008+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=XCEO8XC23M88 type=del size=24571 2024-04-13T07:35:09.009 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.010+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~LV8MBA9R68Y0.0 size=1048576 2024-04-13T07:35:09.010 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.011+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~LV8MBA9R68Y0.1 size=1048576 2024-04-13T07:35:09.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.012+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~LV8MBA9R68Y0.2 size=918254 2024-04-13T07:35:09.014 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.015+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=LV8MBA9R68Y0 tag=3IGXH0JZB950 type=write size=4063982 2024-04-13T07:35:09.017 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.018+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~JNW2QRBWZQU1.0 size=605856 2024-04-13T07:35:09.017 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.018+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=JNW2QRBWZQU1 tag=CEE5NVU5EDA6 type=write size=1654432 2024-04-13T07:35:09.019 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.019+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=P6RRDZ7M52BU type=del 2024-04-13T07:35:09.020 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.021+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=UANSHON6BDIK type=del size=128434 2024-04-13T07:35:09.022 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.023+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=VRXDFQGI9J1U type=del 2024-04-13T07:35:09.024 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.024+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=WV5U6SRGY2H3 type=del size=3435118 2024-04-13T07:35:09.026 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.026+0000 7f05f3c42780 -1 < failed to complete operation key=77NI15K3IXNY tag=36UP23DA7Z3C type=del size=462191: (22) Invalid argument 2024-04-13T07:35:09.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.028+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=84HXMEFHY4W1 type=write size=257176 2024-04-13T07:35:09.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.030+0000 7f05f3c42780 1 < completed delete operation key=J4WRTB31TSAU tag=SQSFEHIZTE8G type=del 2024-04-13T07:35:09.032 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.033+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~R4S3U704Z18I.0 size=1048576 2024-04-13T07:35:09.033 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.034+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~R4S3U704Z18I.1 size=1048576 2024-04-13T07:35:09.035 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.035+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~R4S3U704Z18I.2 size=116559 2024-04-13T07:35:09.035 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.035+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=R4S3U704Z18I tag=L3J39LHQZ9I0 type=write size=3262287 2024-04-13T07:35:09.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.038+0000 7f05f3c42780 1 < completed delete operation key=UJ8CWXR3A7YN tag=C2WW1SW139PH type=del 2024-04-13T07:35:09.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.040+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=K8LXEJWRKEUZ type=del size=4045990 2024-04-13T07:35:09.041 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.042+0000 7f05f3c42780 1 < canceled operation key=Z2QIOQ3JJHXN tag=VT02RD1D0I72 type=del size=1747608 2024-04-13T07:35:09.044 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.045+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~POWLV82DB2OQ.0 size=1048576 2024-04-13T07:35:09.046 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.046+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~POWLV82DB2OQ.1 size=125050 2024-04-13T07:35:09.046 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.046+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=POWLV82DB2OQ tag=6E5HMDY7EZAT type=write size=2222202 2024-04-13T07:35:09.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.050+0000 7f05f3c42780 1 < suggested update operation key=45BQPLCWG43N tag=O00D89WLM1CB type=del size=519465 2024-04-13T07:35:09.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.051+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=RHSLMRE4KTMR type=del size=2192594 2024-04-13T07:35:09.053 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.054+0000 7f05f3c42780 -1 < failed to complete operation key=77NI15K3IXNY tag=CP0I8Q07PO62 type=del size=546486: (22) Invalid argument 2024-04-13T07:35:09.055 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.056+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=DD5J9H5UAVQ5 type=write size=743259 2024-04-13T07:35:09.057 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.057+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~SQ1NIY3QN6QX.0 size=1048576 2024-04-13T07:35:09.058 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.059+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~SQ1NIY3QN6QX.1 size=1048576 2024-04-13T07:35:09.059 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.060+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~SQ1NIY3QN6QX.2 size=905055 2024-04-13T07:35:09.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.063+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=SQ1NIY3QN6QX tag=AJC1B2L8WAP8 type=write size=4050783 2024-04-13T07:35:09.065 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.066+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~3V4MM7ZA3XCJ.0 size=1048576 2024-04-13T07:35:09.067 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.067+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~3V4MM7ZA3XCJ.1 size=892094 2024-04-13T07:35:09.067 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.067+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=3V4MM7ZA3XCJ tag=8X0G1IW8QL1F type=write size=2989246 2024-04-13T07:35:09.068 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.069+0000 7f05f3c42780 1 < completed write operation key=MN5H0RIAHGLM tag=L5FFG7C24D2S type=write size=422857 2024-04-13T07:35:09.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.071+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=MHPAGV06XOSX type=write size=325489 2024-04-13T07:35:09.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.072+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=OQGEGIKYN62V type=del 2024-04-13T07:35:09.073 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.074+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=TIUV1V7ZWQY1 type=del size=703871 2024-04-13T07:35:09.075 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.075+0000 7f05f3c42780 1 < completed delete operation key=2U7EF9PD2PDE tag=USGFW52ONT5X type=del 2024-04-13T07:35:09.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.079+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~N7PVE4Y3UZZT.0 size=656574 2024-04-13T07:35:09.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.079+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=N7PVE4Y3UZZT tag=3IVIZ13OTQKG type=write size=1705150 2024-04-13T07:35:09.079 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.080+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=G5JINECJILNW type=del 2024-04-13T07:35:09.082 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.083+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~C34AJDS3ORN2.0 size=166245 2024-04-13T07:35:09.082 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.083+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=C34AJDS3ORN2 tag=M2YBIFN09803 type=write size=1214821 2024-04-13T07:35:09.084 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.085+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~XOA8F470QT1K.0 size=574680 2024-04-13T07:35:09.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.087+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=XOA8F470QT1K tag=E32IMH62MLMP type=write size=1623256 2024-04-13T07:35:09.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.089+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=PGJN7JOEMHQX type=del size=3918504 2024-04-13T07:35:09.091 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.092+0000 7f05f3c42780 1 < suggested update operation key=1HK0EXLRD6WR tag=XCEO8XC23M88 type=del size=24571 2024-04-13T07:35:09.093 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.094+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=KDWBWGS3NAZG type=del size=2270055 2024-04-13T07:35:09.095 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.096+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~JNW2QRBWZQU1.0 size=605856 2024-04-13T07:35:09.097 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.098+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=JNW2QRBWZQU1 tag=CEE5NVU5EDA6 type=write size=1654432 2024-04-13T07:35:09.100 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.101+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~OZMZ0WJASQTO.0 size=1048576 2024-04-13T07:35:09.102 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.103+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~OZMZ0WJASQTO.1 size=1048576 2024-04-13T07:35:09.103 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.104+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~OZMZ0WJASQTO.2 size=968685 2024-04-13T07:35:09.103 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.104+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=OZMZ0WJASQTO tag=VB2M9AQC3MM9 type=write size=4114413 2024-04-13T07:35:09.105 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.106+0000 7f05f3c42780 1 < completed delete operation key=QTS892MIKZSS tag=UANSHON6BDIK type=del 2024-04-13T07:35:09.108 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.109+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~NFV5ZWYG04X8.0 size=1048576 2024-04-13T07:35:09.109 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.110+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~NFV5ZWYG04X8.1 size=1048576 2024-04-13T07:35:09.110 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.111+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~NFV5ZWYG04X8.2 size=67631 2024-04-13T07:35:09.110 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.111+0000 7f05f3c42780 1 > prepared multipart upload key=FU38HSKLEDOP upload=NFV5ZWYG04X8 tag=K9MJWXOWT3TU type=write size=3213359 2024-04-13T07:35:09.114 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.114+0000 7f05f3c42780 1 < suggested update operation key=QTS892MIKZSS tag=WV5U6SRGY2H3 type=del size=3435118 2024-04-13T07:35:09.115 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.116+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=YENF2R673OPT type=del size=2729889 2024-04-13T07:35:09.117 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.118+0000 7f05f3c42780 1 < completed write operation key=Z2QIOQ3JJHXN tag=84HXMEFHY4W1 type=write size=257176 2024-04-13T07:35:09.120 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.121+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~LEG43ZSMU08H.0 size=1048576 2024-04-13T07:35:09.121 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.122+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~LEG43ZSMU08H.1 size=803425 2024-04-13T07:35:09.121 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.122+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=LEG43ZSMU08H tag=2ISSB0A2RB59 type=write size=2900577 2024-04-13T07:35:09.123 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.123+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~R4S3U704Z18I.0 size=1048576 2024-04-13T07:35:09.124 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.125+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~R4S3U704Z18I.1 size=1048576 2024-04-13T07:35:09.125 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.126+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~R4S3U704Z18I.2 size=116559 2024-04-13T07:35:09.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.129+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=R4S3U704Z18I tag=L3J39LHQZ9I0 type=write size=3262287 2024-04-13T07:35:09.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.131+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=SCPBB2OA2T7T type=del size=2824569 2024-04-13T07:35:09.136 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.136+0000 7f05f3c42780 1 < suggested remove operation key=GXQVWVGDUNMS tag=K8LXEJWRKEUZ type=del 2024-04-13T07:35:09.137 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.137+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=XRLVZXI8QHCK type=del size=4121947 2024-04-13T07:35:09.138 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.139+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~POWLV82DB2OQ.0 size=1048576 2024-04-13T07:35:09.140 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.141+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~POWLV82DB2OQ.1 size=125050 2024-04-13T07:35:09.142 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.143+0000 7f05f3c42780 1 < completed multipart upload key=1HK0EXLRD6WR upload=POWLV82DB2OQ tag=6E5HMDY7EZAT type=write size=2222202 2024-04-13T07:35:09.144 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.145+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=ULOI2VQF4SN0 type=del size=1111218 2024-04-13T07:35:09.147 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.147+0000 7f05f3c42780 1 < canceled operation key=SB3J044OIBA2 tag=RHSLMRE4KTMR type=del size=2192594 2024-04-13T07:35:09.148 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.149+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=IDR480YLCS3S type=del size=2264129 2024-04-13T07:35:09.150 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.150+0000 7f05f3c42780 1 < completed write operation key=2U7EF9PD2PDE tag=DD5J9H5UAVQ5 type=write size=743259 2024-04-13T07:35:09.151 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.152+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=7PHC5N7THJP3 type=write size=834195 2024-04-13T07:35:09.153 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.154+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~3V4MM7ZA3XCJ.0 size=1048576 2024-04-13T07:35:09.155 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.155+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~3V4MM7ZA3XCJ.1 size=892094 2024-04-13T07:35:09.158 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.159+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=3V4MM7ZA3XCJ tag=8X0G1IW8QL1F type=write size=2989246 2024-04-13T07:35:09.161 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.162+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~ENDNC32LKAHX.0 size=420383 2024-04-13T07:35:09.161 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.162+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=ENDNC32LKAHX tag=ME6LLODCQZOX type=write size=1468959 2024-04-13T07:35:09.163 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.164+0000 7f05f3c42780 1 < completed write operation key=TEADR4H33ZHA tag=MHPAGV06XOSX type=write size=325489 2024-04-13T07:35:09.165 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.166+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=NNJB5HFUBM51 type=del size=1785922 2024-04-13T07:35:09.167 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.167+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=TIUV1V7ZWQY1 type=del 2024-04-13T07:35:09.168 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.169+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=DV7SXSGP0BUL type=del size=317331 2024-04-13T07:35:09.168 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.169+0000 7f05f3c42780 1 < canceled part key=_multipart_SB3J044OIBA2.2~N7PVE4Y3UZZT.0 size=656574 2024-04-13T07:35:09.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.172+0000 7f05f3c42780 1 < canceled multipart upload key=SB3J044OIBA2 upload=N7PVE4Y3UZZT tag=3IVIZ13OTQKG type=write size=1705150 2024-04-13T07:35:09.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.175+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~Y6VYSW35L83K.0 size=920367 2024-04-13T07:35:09.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.175+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=Y6VYSW35L83K tag=0N6X91KAR0II type=write size=1968943 2024-04-13T07:35:09.177 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.177+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~C34AJDS3ORN2.0 size=166245 2024-04-13T07:35:09.178 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.179+0000 7f05f3c42780 1 < completed multipart upload key=43EJ55H9TGF3 upload=C34AJDS3ORN2 tag=M2YBIFN09803 type=write size=1214821 2024-04-13T07:35:09.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.182+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~HT4KVO17O1M4.0 size=897871 2024-04-13T07:35:09.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.182+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=HT4KVO17O1M4 tag=1H57TK3AA7OD type=write size=1946447 2024-04-13T07:35:09.184 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.184+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=PGJN7JOEMHQX type=del 2024-04-13T07:35:09.187 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.188+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~KYDGX4KQN523.0 size=1048576 2024-04-13T07:35:09.189 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.189+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~KYDGX4KQN523.1 size=1048576 2024-04-13T07:35:09.190 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.191+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~KYDGX4KQN523.2 size=81792 2024-04-13T07:35:09.190 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.191+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=KYDGX4KQN523 tag=V71HQZAAERGJ type=write size=3227520 2024-04-13T07:35:09.192 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.193+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=KDWBWGS3NAZG type=del 2024-04-13T07:35:09.193 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.194+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=4UKZBSS93V83 type=write size=213224 2024-04-13T07:35:09.195 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.196+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~OZMZ0WJASQTO.0 size=1048576 2024-04-13T07:35:09.197 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.198+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~OZMZ0WJASQTO.1 size=1048576 2024-04-13T07:35:09.198 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.199+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~OZMZ0WJASQTO.2 size=968685 2024-04-13T07:35:09.201 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.202+0000 7f05f3c42780 1 < completed multipart upload key=43EJ55H9TGF3 upload=OZMZ0WJASQTO tag=VB2M9AQC3MM9 type=write size=4114413 2024-04-13T07:35:09.203 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.203+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=YDI5Z7QLHJFP type=del size=2443697 2024-04-13T07:35:09.203 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.204+0000 7f05f3c42780 1 < canceled part key=_multipart_FU38HSKLEDOP.2~NFV5ZWYG04X8.0 size=1048576 2024-04-13T07:35:09.205 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.205+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~NFV5ZWYG04X8.1 size=1048576 2024-04-13T07:35:09.206 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.207+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~NFV5ZWYG04X8.2 size=67631 2024-04-13T07:35:09.209 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.210+0000 7f05f3c42780 1 < canceled multipart upload key=FU38HSKLEDOP upload=NFV5ZWYG04X8 tag=K9MJWXOWT3TU type=write size=3213359 2024-04-13T07:35:09.211 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.211+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=U4N8B2AC6IQH type=del size=860330 2024-04-13T07:35:09.212 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.213+0000 7f05f3c42780 1 < completed delete operation key=Z2QIOQ3JJHXN tag=YENF2R673OPT type=del 2024-04-13T07:35:09.213 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.214+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=3ZWBDUKRL1F9 type=del size=1434044 2024-04-13T07:35:09.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.216+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~LEG43ZSMU08H.0 size=1048576 2024-04-13T07:35:09.216 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.217+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~LEG43ZSMU08H.1 size=803425 2024-04-13T07:35:09.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.220+0000 7f05f3c42780 1 < completed multipart upload key=6CXR0GIZ6246 upload=LEG43ZSMU08H tag=2ISSB0A2RB59 type=write size=2900577 2024-04-13T07:35:09.222 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.223+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~W3787YROV9P3.0 size=1048576 2024-04-13T07:35:09.223 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.224+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~W3787YROV9P3.1 size=919736 2024-04-13T07:35:09.223 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.224+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=W3787YROV9P3 tag=5VUVAK81HKZA type=write size=3016888 2024-04-13T07:35:09.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.225+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=SCPBB2OA2T7T type=del 2024-04-13T07:35:09.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.227+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=6TAW5IRLOQU8 type=del size=2447938 2024-04-13T07:35:09.228 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.228+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=XRLVZXI8QHCK type=del 2024-04-13T07:35:09.229 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.230+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=WL1BHMZAXCBC type=del size=858830 2024-04-13T07:35:09.231 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.232+0000 7f05f3c42780 1 < completed delete operation key=QTS892MIKZSS tag=ULOI2VQF4SN0 type=del 2024-04-13T07:35:09.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.233+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=H2QT3T00JA9U type=del size=3475085 2024-04-13T07:35:09.234 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.235+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=IDR480YLCS3S type=del 2024-04-13T07:35:09.235 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.236+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=QJ3T39GRY7BX type=del size=220248 2024-04-13T07:35:09.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.238+0000 7f05f3c42780 1 < completed write operation key=4G8K54UI1T3W tag=7PHC5N7THJP3 type=write size=834195 2024-04-13T07:35:09.239 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.239+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=1F2MSR833URM type=del size=2611759 2024-04-13T07:35:09.240 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.241+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~ENDNC32LKAHX.0 size=420383 2024-04-13T07:35:09.243 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.244+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=ENDNC32LKAHX tag=ME6LLODCQZOX type=write size=1468959 2024-04-13T07:35:09.244 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.245+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=5ORJX5D59DN4 type=del size=1979000 2024-04-13T07:35:09.246 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.247+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=NNJB5HFUBM51 type=del 2024-04-13T07:35:09.250 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.250+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~YZUN9JZ32L6N.0 size=1048576 2024-04-13T07:35:09.251 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.251+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~YZUN9JZ32L6N.1 size=699715 2024-04-13T07:35:09.251 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.251+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=YZUN9JZ32L6N tag=MQECFATBYH7F type=write size=2796867 2024-04-13T07:35:09.252 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.253+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=DV7SXSGP0BUL type=del 2024-04-13T07:35:09.255 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.256+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~SSGTCCHIGX4E.0 size=1048576 2024-04-13T07:35:09.256 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.257+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~SSGTCCHIGX4E.1 size=1048576 2024-04-13T07:35:09.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.258+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~SSGTCCHIGX4E.2 size=1024427 2024-04-13T07:35:09.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.258+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=SSGTCCHIGX4E tag=M00SB3HD5OJE type=write size=4170155 2024-04-13T07:35:09.259 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.260+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~Y6VYSW35L83K.0 size=920367 2024-04-13T07:35:09.262 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.263+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=Y6VYSW35L83K tag=0N6X91KAR0II type=write size=1968943 2024-04-13T07:35:09.265 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.266+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~FL7G4VFQRRBG.0 size=725953 2024-04-13T07:35:09.265 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.266+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=FL7G4VFQRRBG tag=OJ959Z7KIB1R type=write size=1774529 2024-04-13T07:35:09.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.268+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~HT4KVO17O1M4.0 size=897871 2024-04-13T07:35:09.270 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.271+0000 7f05f3c42780 1 < completed multipart upload key=1HK0EXLRD6WR upload=HT4KVO17O1M4 tag=1H57TK3AA7OD type=write size=1946447 2024-04-13T07:35:09.273 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.274+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~BT2W4W75NLFU.0 size=438795 2024-04-13T07:35:09.273 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.274+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=BT2W4W75NLFU tag=2S4GDBS1GPWB type=write size=1487371 2024-04-13T07:35:09.275 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.276+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~KYDGX4KQN523.0 size=1048576 2024-04-13T07:35:09.277 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.277+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~KYDGX4KQN523.1 size=1048576 2024-04-13T07:35:09.278 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.279+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~KYDGX4KQN523.2 size=81792 2024-04-13T07:35:09.282 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.282+0000 7f05f3c42780 1 < completed multipart upload key=2U7EF9PD2PDE upload=KYDGX4KQN523 tag=V71HQZAAERGJ type=write size=3227520 2024-04-13T07:35:09.284 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.285+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~ITDXFTXMOH42.0 size=485524 2024-04-13T07:35:09.284 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.285+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=ITDXFTXMOH42 tag=HBPL6EPXSIVZ type=write size=1534100 2024-04-13T07:35:09.288 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.289+0000 7f05f3c42780 1 < suggested remove operation key=4G8K54UI1T3W tag=4UKZBSS93V83 type=write 2024-04-13T07:35:09.290 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.291+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=GGEIW36DZNVG type=del size=4133938 2024-04-13T07:35:09.292 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.293+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=YDI5Z7QLHJFP type=del 2024-04-13T07:35:09.294 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.294+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=CXYL4ZO2CMXQ type=write size=649595 2024-04-13T07:35:09.296 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.296+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=U4N8B2AC6IQH type=del 2024-04-13T07:35:09.297 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.298+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=SIVXXYREB2KA type=del size=1622399 2024-04-13T07:35:09.299 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.300+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=3ZWBDUKRL1F9 type=del 2024-04-13T07:35:09.302 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.303+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~FDXD00YM11Z5.0 size=620059 2024-04-13T07:35:09.302 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.303+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=FDXD00YM11Z5 tag=91T71K8GDN7T type=write size=1668635 2024-04-13T07:35:09.304 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.305+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~W3787YROV9P3.0 size=1048576 2024-04-13T07:35:09.305 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.306+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~W3787YROV9P3.1 size=919736 2024-04-13T07:35:09.308 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.309+0000 7f05f3c42780 1 < completed multipart upload key=TEADR4H33ZHA upload=W3787YROV9P3 tag=5VUVAK81HKZA type=write size=3016888 2024-04-13T07:35:09.310 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.311+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=KCQO5J0BDDVM type=write size=620382 2024-04-13T07:35:09.311 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.312+0000 7f05f3c42780 1 < canceled operation key=TXG4Q8N5GJDX tag=6TAW5IRLOQU8 type=del size=2447938 2024-04-13T07:35:09.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.315+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~M9WGVZ90QXU3.0 size=29735 2024-04-13T07:35:09.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.315+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=M9WGVZ90QXU3 tag=A171A9WTDQ5L type=write size=1078311 2024-04-13T07:35:09.316 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.316+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=WL1BHMZAXCBC type=del 2024-04-13T07:35:09.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.318+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=VVGUDUDNX1EK type=del size=2199770 2024-04-13T07:35:09.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.320+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=H2QT3T00JA9U type=del 2024-04-13T07:35:09.320 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.321+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=4U9Y9D1M3GWA type=del size=1516338 2024-04-13T07:35:09.324 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.325+0000 7f05f3c42780 1 < suggested remove operation key=U7HAP4TTT8U3 tag=QJ3T39GRY7BX type=del 2024-04-13T07:35:09.327 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.328+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~NN1100B0L1AT.0 size=1048576 2024-04-13T07:35:09.328 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.329+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~NN1100B0L1AT.1 size=1048576 2024-04-13T07:35:09.330 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.331+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~NN1100B0L1AT.2 size=651171 2024-04-13T07:35:09.330 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.331+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=NN1100B0L1AT tag=5BBLEU7E7OK5 type=write size=3796899 2024-04-13T07:35:09.331 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.332+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=1F2MSR833URM type=del 2024-04-13T07:35:09.333 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.334+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=REY80V9UYPFN type=del size=2353952 2024-04-13T07:35:09.335 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.336+0000 7f05f3c42780 1 < canceled operation key=R7A1HMG5PBY2 tag=5ORJX5D59DN4 type=del size=1979000 2024-04-13T07:35:09.336 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.337+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=9BL3JS1DUMMX type=del size=960855 2024-04-13T07:35:09.338 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.339+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~YZUN9JZ32L6N.0 size=1048576 2024-04-13T07:35:09.338 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.339+0000 7f05f3c42780 1 < canceled part key=_multipart_B7KHSTN92EMS.2~YZUN9JZ32L6N.1 size=699715 2024-04-13T07:35:09.341 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.342+0000 7f05f3c42780 1 < canceled multipart upload key=B7KHSTN92EMS upload=YZUN9JZ32L6N tag=MQECFATBYH7F type=write size=2796867 2024-04-13T07:35:09.344 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.344+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~0ICPZLHMLKF7.0 size=1048576 2024-04-13T07:35:09.345 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.346+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~0ICPZLHMLKF7.1 size=995865 2024-04-13T07:35:09.345 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.346+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=0ICPZLHMLKF7 tag=P5TPTE9H5CU8 type=write size=3093017 2024-04-13T07:35:09.347 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.347+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~SSGTCCHIGX4E.0 size=1048576 2024-04-13T07:35:09.348 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.349+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~SSGTCCHIGX4E.1 size=1048576 2024-04-13T07:35:09.350 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.350+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~SSGTCCHIGX4E.2 size=1024427 2024-04-13T07:35:09.352 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.353+0000 7f05f3c42780 1 < completed multipart upload key=2U7EF9PD2PDE upload=SSGTCCHIGX4E tag=M00SB3HD5OJE type=write size=4170155 2024-04-13T07:35:09.354 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.354+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=GO1862EOM23G type=del size=3199389 2024-04-13T07:35:09.355 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.356+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~FL7G4VFQRRBG.0 size=725953 2024-04-13T07:35:09.358 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.359+0000 7f05f3c42780 1 < completed multipart upload key=GXQVWVGDUNMS upload=FL7G4VFQRRBG tag=OJ959Z7KIB1R type=write size=1774529 2024-04-13T07:35:09.359 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.360+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=G4X7MPJ74OJA type=write size=341000 2024-04-13T07:35:09.361 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.362+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~BT2W4W75NLFU.0 size=438795 2024-04-13T07:35:09.364 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.364+0000 7f05f3c42780 1 < completed multipart upload key=6CXR0GIZ6246 upload=BT2W4W75NLFU tag=2S4GDBS1GPWB type=write size=1487371 2024-04-13T07:35:09.365 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.366+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=5CJ8B4PPSG6K type=del size=2247011 2024-04-13T07:35:09.367 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.368+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~ITDXFTXMOH42.0 size=485524 2024-04-13T07:35:09.370 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.370+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=ITDXFTXMOH42 tag=HBPL6EPXSIVZ type=write size=1534100 2024-04-13T07:35:09.371 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.372+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=UR3H6NVRSGRD type=del size=2260304 2024-04-13T07:35:09.373 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.374+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=GGEIW36DZNVG type=del 2024-04-13T07:35:09.376 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.377+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~JZ1HHOH6E9ZP.0 size=1048576 2024-04-13T07:35:09.377 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.378+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~JZ1HHOH6E9ZP.1 size=1048576 2024-04-13T07:35:09.382 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.379+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~JZ1HHOH6E9ZP.2 size=535384 2024-04-13T07:35:09.382 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.379+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=JZ1HHOH6E9ZP tag=CF0FC3376ZIX type=write size=3681112 2024-04-13T07:35:09.382 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.381+0000 7f05f3c42780 1 < completed write operation key=C44XCR1L13WH tag=CXYL4ZO2CMXQ type=write size=649595 2024-04-13T07:35:09.382 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.383+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=4O3O3CEHGQOL type=del size=1327394 2024-04-13T07:35:09.384 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.384+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=SIVXXYREB2KA type=del 2024-04-13T07:35:09.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.386+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=MUZEE3MVVG0E type=write size=768826 2024-04-13T07:35:09.387 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.387+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~FDXD00YM11Z5.0 size=620059 2024-04-13T07:35:09.389 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.390+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=FDXD00YM11Z5 tag=91T71K8GDN7T type=write size=1668635 2024-04-13T07:35:09.391 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.391+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=1QZMC4NS5717 type=del size=1821116 2024-04-13T07:35:09.394 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.394+0000 7f05f3c42780 1 < suggested update operation key=Y2F6LZJG5LH0 tag=KCQO5J0BDDVM type=write size=620382 2024-04-13T07:35:09.397 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.398+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~DPFK9MWAA29W.0 size=38076 2024-04-13T07:35:09.397 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.398+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=DPFK9MWAA29W tag=M12DTFXJ99EM type=write size=1086652 2024-04-13T07:35:09.399 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.400+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~M9WGVZ90QXU3.0 size=29735 2024-04-13T07:35:09.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.402+0000 7f05f3c42780 1 < completed multipart upload key=UJ8CWXR3A7YN upload=M9WGVZ90QXU3 tag=A171A9WTDQ5L type=write size=1078311 2024-04-13T07:35:09.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.406+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~T67ST0DFW3IN.0 size=164809 2024-04-13T07:35:09.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.406+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=T67ST0DFW3IN tag=MM8G1U1UIWKY type=write size=1213385 2024-04-13T07:35:09.407 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.408+0000 7f05f3c42780 1 < completed delete operation key=2U7EF9PD2PDE tag=VVGUDUDNX1EK type=del 2024-04-13T07:35:09.409 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.409+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=5GZAE95M7OL0 type=write size=564597 2024-04-13T07:35:09.410 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.411+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=4U9Y9D1M3GWA type=del 2024-04-13T07:35:09.412 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.412+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=O5IHPZ042CPO type=del size=3163814 2024-04-13T07:35:09.413 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.414+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~NN1100B0L1AT.0 size=1048576 2024-04-13T07:35:09.415 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.416+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~NN1100B0L1AT.1 size=1048576 2024-04-13T07:35:09.417 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.417+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~NN1100B0L1AT.2 size=651171 2024-04-13T07:35:09.420 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.420+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=NN1100B0L1AT tag=5BBLEU7E7OK5 type=write size=3796899 2024-04-13T07:35:09.422 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.423+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~DT8S2SUK7KL2.0 size=1048576 2024-04-13T07:35:09.424 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.424+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~DT8S2SUK7KL2.1 size=307686 2024-04-13T07:35:09.424 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.424+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=DT8S2SUK7KL2 tag=HCM3UNQUB1GV type=write size=2404838 2024-04-13T07:35:09.425 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.426+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=REY80V9UYPFN type=del 2024-04-13T07:35:09.427 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.428+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=MXREK3Q1JKQM type=del size=1706623 2024-04-13T07:35:09.430 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.431+0000 7f05f3c42780 1 < suggested remove operation key=TXG4Q8N5GJDX tag=9BL3JS1DUMMX type=del 2024-04-13T07:35:09.432 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.432+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=27GOIVA3G897 type=write size=829082 2024-04-13T07:35:09.433 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.434+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~0ICPZLHMLKF7.0 size=1048576 2024-04-13T07:35:09.433 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.434+0000 7f05f3c42780 1 < canceled part key=_multipart_AKSUN8A52AHL.2~0ICPZLHMLKF7.1 size=995865 2024-04-13T07:35:09.437 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.437+0000 7f05f3c42780 1 < canceled multipart upload key=AKSUN8A52AHL upload=0ICPZLHMLKF7 tag=P5TPTE9H5CU8 type=write size=3093017 2024-04-13T07:35:09.439 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.440+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~2ID2EO6144FG.0 size=680478 2024-04-13T07:35:09.439 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.440+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=2ID2EO6144FG tag=ZIEKIEZG3V2O type=write size=1729054 2024-04-13T07:35:09.441 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.442+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=GO1862EOM23G type=del 2024-04-13T07:35:09.443 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.443+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=RIDPSUM7QYY9 type=write size=47317 2024-04-13T07:35:09.446 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.447+0000 7f05f3c42780 1 < suggested remove operation key=97QQZFWRF5SP tag=G4X7MPJ74OJA type=write 2024-04-13T07:35:09.447 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.448+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=ZVI83Q6TDEPT type=del size=3782487 2024-04-13T07:35:09.451 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.452+0000 7f05f3c42780 1 < suggested remove operation key=DMCQJNBIB4O2 tag=5CJ8B4PPSG6K type=del 2024-04-13T07:35:09.452 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.453+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=5P7N37GL7X5G type=write size=635586 2024-04-13T07:35:09.454 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.455+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=UR3H6NVRSGRD type=del 2024-04-13T07:35:09.456 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.456+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=W4JBJBOWD37H type=write size=17302 2024-04-13T07:35:09.457 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.458+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~JZ1HHOH6E9ZP.0 size=1048576 2024-04-13T07:35:09.459 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.459+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~JZ1HHOH6E9ZP.1 size=1048576 2024-04-13T07:35:09.460 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.461+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~JZ1HHOH6E9ZP.2 size=535384 2024-04-13T07:35:09.463 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.464+0000 7f05f3c42780 1 < completed multipart upload key=MN5H0RIAHGLM upload=JZ1HHOH6E9ZP tag=CF0FC3376ZIX type=write size=3681112 2024-04-13T07:35:09.465 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.466+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=QF4QGZ2CCW3B type=write size=311500 2024-04-13T07:35:09.467 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.468+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=4O3O3CEHGQOL type=del 2024-04-13T07:35:09.469 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.470+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=2JQIAQWXHJG8 type=write size=700230 2024-04-13T07:35:09.471 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.471+0000 7f05f3c42780 1 < completed write operation key=JWVWL3HNW3GB tag=MUZEE3MVVG0E type=write size=768826 2024-04-13T07:35:09.472 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.473+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=GH1QETMYIZ1U type=del size=504023 2024-04-13T07:35:09.474 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.475+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=1QZMC4NS5717 type=del 2024-04-13T07:35:09.477 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.478+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~QQVT9HS6RECN.0 size=1048576 2024-04-13T07:35:09.479 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.479+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~QQVT9HS6RECN.1 size=303115 2024-04-13T07:35:09.479 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.479+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=QQVT9HS6RECN tag=1HDZL8D1X8WV type=write size=2400267 2024-04-13T07:35:09.480 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.481+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~DPFK9MWAA29W.0 size=38076 2024-04-13T07:35:09.483 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.484+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=DPFK9MWAA29W tag=M12DTFXJ99EM type=write size=1086652 2024-04-13T07:35:09.485 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.486+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=I1NZMH3AR2SG type=write size=118738 2024-04-13T07:35:09.487 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.487+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~T67ST0DFW3IN.0 size=164809 2024-04-13T07:35:09.490 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.490+0000 7f05f3c42780 1 < completed multipart upload key=2U7EF9PD2PDE upload=T67ST0DFW3IN tag=MM8G1U1UIWKY type=write size=1213385 2024-04-13T07:35:09.493 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.494+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~Y4B0EHAL10EX.0 size=1047440 2024-04-13T07:35:09.493 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.494+0000 7f05f3c42780 1 > prepared multipart upload key=FU38HSKLEDOP upload=Y4B0EHAL10EX tag=LL1IOBLKRVYS type=write size=2096016 2024-04-13T07:35:09.495 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.495+0000 7f05f3c42780 1 < completed write operation key=Z2QIOQ3JJHXN tag=5GZAE95M7OL0 type=write size=564597 2024-04-13T07:35:09.498 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.499+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~8R8NY15TS67E.0 size=953587 2024-04-13T07:35:09.498 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.499+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=8R8NY15TS67E tag=131TH3RATWJD type=write size=2002163 2024-04-13T07:35:09.501 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.502+0000 7f05f3c42780 1 < suggested update operation key=FU38HSKLEDOP tag=O5IHPZ042CPO type=del size=3163814 2024-04-13T07:35:09.503 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.504+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=YV3NMLOZQDBP type=del size=108125 2024-04-13T07:35:09.505 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.506+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~DT8S2SUK7KL2.0 size=1048576 2024-04-13T07:35:09.506 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.507+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~DT8S2SUK7KL2.1 size=307686 2024-04-13T07:35:09.510 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.510+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=DT8S2SUK7KL2 tag=HCM3UNQUB1GV type=write size=2404838 2024-04-13T07:35:09.511 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.512+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=243ZLF9YMYMX type=del size=3354436 2024-04-13T07:35:09.513 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.514+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=MXREK3Q1JKQM type=del 2024-04-13T07:35:09.515 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.516+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=E4JOVJ3AQ7ZU type=del size=4141492 2024-04-13T07:35:09.516 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.517+0000 7f05f3c42780 1 < completed write operation key=QTS892MIKZSS tag=27GOIVA3G897 type=write size=829082 2024-04-13T07:35:09.518 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.519+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=MA0WYQV106Q0 type=del size=3574673 2024-04-13T07:35:09.518 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.519+0000 7f05f3c42780 1 < canceled part key=_multipart_97QQZFWRF5SP.2~2ID2EO6144FG.0 size=680478 2024-04-13T07:35:09.521 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.522+0000 7f05f3c42780 1 < canceled multipart upload key=97QQZFWRF5SP upload=2ID2EO6144FG tag=ZIEKIEZG3V2O type=write size=1729054 2024-04-13T07:35:09.524 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.525+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~5S9FPVNIH4KZ.0 size=1006221 2024-04-13T07:35:09.524 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.525+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=5S9FPVNIH4KZ tag=WZIHIF6K9TOU type=write size=2054797 2024-04-13T07:35:09.526 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.526+0000 7f05f3c42780 1 < completed write operation key=IDMD82V6SX39 tag=RIDPSUM7QYY9 type=write size=47317 2024-04-13T07:35:09.529 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.530+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~YFNXAJOWNMV6.0 size=1048576 2024-04-13T07:35:09.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.531+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~YFNXAJOWNMV6.1 size=703485 2024-04-13T07:35:09.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.531+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=YFNXAJOWNMV6 tag=Y2Z3YX3H995M type=write size=2800637 2024-04-13T07:35:09.532 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.533+0000 7f05f3c42780 1 < completed delete operation key=UJ8CWXR3A7YN tag=ZVI83Q6TDEPT type=del 2024-04-13T07:35:09.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.534+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=Y1MAI7370MRY type=del size=3021953 2024-04-13T07:35:09.535 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.535+0000 7f05f3c42780 1 < completed write operation key=TXG4Q8N5GJDX tag=5P7N37GL7X5G type=write size=635586 2024-04-13T07:35:09.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.538+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~NKG21PPNT687.0 size=1048576 2024-04-13T07:35:09.539 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.540+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~NKG21PPNT687.1 size=1048576 2024-04-13T07:35:09.540 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.541+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~NKG21PPNT687.2 size=792469 2024-04-13T07:35:09.540 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.541+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=NKG21PPNT687 tag=NRU4QTTVR2ZO type=write size=3938197 2024-04-13T07:35:09.542 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.543+0000 7f05f3c42780 1 < completed write operation key=JWVWL3HNW3GB tag=W4JBJBOWD37H type=write size=17302 2024-04-13T07:35:09.543 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.544+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=PFH0DZNZABT3 type=del size=3344517 2024-04-13T07:35:09.545 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.546+0000 7f05f3c42780 1 < completed write operation key=1HK0EXLRD6WR tag=QF4QGZ2CCW3B type=write size=311500 2024-04-13T07:35:09.548 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.549+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~JUZC1FZBOJGP.0 size=315718 2024-04-13T07:35:09.548 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.549+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=JUZC1FZBOJGP tag=SRJLLCBXGAIC type=write size=1364294 2024-04-13T07:35:09.552 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.552+0000 7f05f3c42780 1 < suggested update operation key=IDMD82V6SX39 tag=2JQIAQWXHJG8 type=write size=700230 2024-04-13T07:35:09.555 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.556+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~9QOOQR6S3TK4.0 size=983440 2024-04-13T07:35:09.555 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.556+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=9QOOQR6S3TK4 tag=FY8JYQ7GQDIZ type=write size=2032016 2024-04-13T07:35:09.557 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.557+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=GH1QETMYIZ1U type=del 2024-04-13T07:35:09.560 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.560+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~7FWS8RPJ3SPC.0 size=871780 2024-04-13T07:35:09.560 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.560+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=7FWS8RPJ3SPC tag=JHY60SWKGTPZ type=write size=1920356 2024-04-13T07:35:09.560 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.561+0000 7f05f3c42780 1 < canceled part key=_multipart_TXG4Q8N5GJDX.2~QQVT9HS6RECN.0 size=1048576 2024-04-13T07:35:09.562 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.562+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~QQVT9HS6RECN.1 size=303115 2024-04-13T07:35:09.564 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.565+0000 7f05f3c42780 1 < canceled multipart upload key=TXG4Q8N5GJDX upload=QQVT9HS6RECN tag=1HDZL8D1X8WV type=write size=2400267 2024-04-13T07:35:09.567 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.568+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~50QS5FSLLAYQ.0 size=1048576 2024-04-13T07:35:09.568 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.569+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~50QS5FSLLAYQ.1 size=244423 2024-04-13T07:35:09.568 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.569+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=50QS5FSLLAYQ tag=FRMN0OZ0RI2T type=write size=2341575 2024-04-13T07:35:09.569 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.570+0000 7f05f3c42780 1 < completed write operation key=TEADR4H33ZHA tag=I1NZMH3AR2SG type=write size=118738 2024-04-13T07:35:09.572 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.573+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~YPLVB6OM0QIA.0 size=925579 2024-04-13T07:35:09.572 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.573+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=YPLVB6OM0QIA tag=E5V3BSKQANIP type=write size=1974155 2024-04-13T07:35:09.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.575+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~Y4B0EHAL10EX.0 size=1047440 2024-04-13T07:35:09.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.577+0000 7f05f3c42780 1 < completed multipart upload key=FU38HSKLEDOP upload=Y4B0EHAL10EX tag=LL1IOBLKRVYS type=write size=2096016 2024-04-13T07:35:09.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.579+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=DFHDTPQE9OAK type=del size=3408359 2024-04-13T07:35:09.580 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.580+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~8R8NY15TS67E.0 size=953587 2024-04-13T07:35:09.582 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.583+0000 7f05f3c42780 1 < completed multipart upload key=1HK0EXLRD6WR upload=8R8NY15TS67E tag=131TH3RATWJD type=write size=2002163 2024-04-13T07:35:09.586 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.586+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~W1LS2JS6ESKI.0 size=1048576 2024-04-13T07:35:09.587 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.587+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~W1LS2JS6ESKI.1 size=1048576 2024-04-13T07:35:09.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.589+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~W1LS2JS6ESKI.2 size=399310 2024-04-13T07:35:09.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.589+0000 7f05f3c42780 1 > prepared multipart upload key=FU38HSKLEDOP upload=W1LS2JS6ESKI tag=MOHWLO7RNDDM type=write size=3545038 2024-04-13T07:35:09.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.590+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=YV3NMLOZQDBP type=del 2024-04-13T07:35:09.591 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.592+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=QAGFWWOMC83H type=del size=3405156 2024-04-13T07:35:09.594 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.595+0000 7f05f3c42780 1 < suggested update operation key=TEADR4H33ZHA tag=243ZLF9YMYMX type=del size=3354436 2024-04-13T07:35:09.595 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.596+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=W4T284MAGZTW type=del size=3815565 2024-04-13T07:35:09.597 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.598+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=E4JOVJ3AQ7ZU type=del 2024-04-13T07:35:09.601 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.601+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~ZBQJ2J19CCQX.0 size=1048576 2024-04-13T07:35:09.601 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.602+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~ZBQJ2J19CCQX.1 size=209305 2024-04-13T07:35:09.601 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.602+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=ZBQJ2J19CCQX tag=3QHR7GMUIRVQ type=write size=2306457 2024-04-13T07:35:09.604 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.605+0000 7f05f3c42780 1 < suggested update operation key=TXG4Q8N5GJDX tag=MA0WYQV106Q0 type=del size=3574673 2024-04-13T07:35:09.606 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.607+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=LFG8MZA87D8H type=del size=290566 2024-04-13T07:35:09.606 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.607+0000 7f05f3c42780 1 < canceled part key=_multipart_GXQVWVGDUNMS.2~5S9FPVNIH4KZ.0 size=1006221 2024-04-13T07:35:09.609 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.610+0000 7f05f3c42780 1 < canceled multipart upload key=GXQVWVGDUNMS upload=5S9FPVNIH4KZ tag=WZIHIF6K9TOU type=write size=2054797 2024-04-13T07:35:09.611 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.612+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=2VMBQJ4VUYH6 type=del size=2708987 2024-04-13T07:35:09.612 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.613+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~YFNXAJOWNMV6.0 size=1048576 2024-04-13T07:35:09.614 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.614+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~YFNXAJOWNMV6.1 size=703485 2024-04-13T07:35:09.616 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.617+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=YFNXAJOWNMV6 tag=Y2Z3YX3H995M type=write size=2800637 2024-04-13T07:35:09.618 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.618+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=LCLT51YE0GOX type=del size=2713698 2024-04-13T07:35:09.619 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.620+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=Y1MAI7370MRY type=del 2024-04-13T07:35:09.621 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.622+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=LYKG1VRWAVVQ type=del size=1977666 2024-04-13T07:35:09.622 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.623+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~NKG21PPNT687.0 size=1048576 2024-04-13T07:35:09.624 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.624+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~NKG21PPNT687.1 size=1048576 2024-04-13T07:35:09.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.626+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~NKG21PPNT687.2 size=792469 2024-04-13T07:35:09.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.628+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=NKG21PPNT687 tag=NRU4QTTVR2ZO type=write size=3938197 2024-04-13T07:35:09.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.630+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=HD933X0CAWQQ type=del size=2064938 2024-04-13T07:35:09.632 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.633+0000 7f05f3c42780 1 < suggested remove operation key=U7HAP4TTT8U3 tag=PFH0DZNZABT3 type=del 2024-04-13T07:35:09.634 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.635+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=YC5BP5I5DPYV type=write size=41420 2024-04-13T07:35:09.636 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.637+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~JUZC1FZBOJGP.0 size=315718 2024-04-13T07:35:09.638 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.639+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=JUZC1FZBOJGP tag=SRJLLCBXGAIC type=write size=1364294 2024-04-13T07:35:09.641 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.642+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~P89AG2PNWKA1.0 size=1048576 2024-04-13T07:35:09.642 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.643+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~P89AG2PNWKA1.1 size=235105 2024-04-13T07:35:09.643 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.643+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=P89AG2PNWKA1 tag=Y8IDN89R3LWZ type=write size=2332257 2024-04-13T07:35:09.644 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.645+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~9QOOQR6S3TK4.0 size=983440 2024-04-13T07:35:09.647 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.648+0000 7f05f3c42780 1 < completed multipart upload key=6CXR0GIZ6246 upload=9QOOQR6S3TK4 tag=FY8JYQ7GQDIZ type=write size=2032016 2024-04-13T07:35:09.648 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.649+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=0JRGDM624PHU type=del size=162511 2024-04-13T07:35:09.650 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.651+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~7FWS8RPJ3SPC.0 size=871780 2024-04-13T07:35:09.653 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.654+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=7FWS8RPJ3SPC tag=JHY60SWKGTPZ type=write size=1920356 2024-04-13T07:35:09.656 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.657+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~W2VUCX37VZ1V.0 size=888531 2024-04-13T07:35:09.656 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.657+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=W2VUCX37VZ1V tag=ZSYW1WPZZVJN type=write size=1937107 2024-04-13T07:35:09.656 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.657+0000 7f05f3c42780 1 < canceled part key=_multipart_NOA5HUHWE14O.2~50QS5FSLLAYQ.0 size=1048576 2024-04-13T07:35:09.657 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.658+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~50QS5FSLLAYQ.1 size=244423 2024-04-13T07:35:09.660 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.661+0000 7f05f3c42780 1 < canceled multipart upload key=NOA5HUHWE14O upload=50QS5FSLLAYQ tag=FRMN0OZ0RI2T type=write size=2341575 2024-04-13T07:35:09.662 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.663+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~H1QWSCVMNNB4.0 size=1048576 2024-04-13T07:35:09.664 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.665+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~H1QWSCVMNNB4.1 size=693219 2024-04-13T07:35:09.664 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.665+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=H1QWSCVMNNB4 tag=9OAQZV990S0F type=write size=2790371 2024-04-13T07:35:09.666 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.667+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~YPLVB6OM0QIA.0 size=925579 2024-04-13T07:35:09.668 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.669+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=YPLVB6OM0QIA tag=E5V3BSKQANIP type=write size=1974155 2024-04-13T07:35:09.671 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.672+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~SXXSY41L2NL1.0 size=26420 2024-04-13T07:35:09.671 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.672+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=SXXSY41L2NL1 tag=D3QPJKP5CV6K type=write size=1074996 2024-04-13T07:35:09.675 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.675+0000 7f05f3c42780 1 < suggested remove operation key=UJ8CWXR3A7YN tag=DFHDTPQE9OAK type=del 2024-04-13T07:35:09.678 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.678+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~DKXMVL2RTJF8.0 size=297116 2024-04-13T07:35:09.678 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.679+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=DKXMVL2RTJF8 tag=RFHOYFP7YDFH type=write size=1345692 2024-04-13T07:35:09.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.680+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~W1LS2JS6ESKI.0 size=1048576 2024-04-13T07:35:09.681 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.682+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~W1LS2JS6ESKI.1 size=1048576 2024-04-13T07:35:09.683 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.683+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~W1LS2JS6ESKI.2 size=399310 2024-04-13T07:35:09.685 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.686+0000 7f05f3c42780 1 < completed multipart upload key=FU38HSKLEDOP upload=W1LS2JS6ESKI tag=MOHWLO7RNDDM type=write size=3545038 2024-04-13T07:35:09.687 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.687+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=1VSHCBRM4GWA type=del size=1541797 2024-04-13T07:35:09.688 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.689+0000 7f05f3c42780 1 < canceled operation key=GXQVWVGDUNMS tag=QAGFWWOMC83H type=del size=3405156 2024-04-13T07:35:09.691 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.692+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~KX0SCK37KGYH.0 size=140185 2024-04-13T07:35:09.691 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.692+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=KX0SCK37KGYH tag=QWTJ6COOIQXD type=write size=1188761 2024-04-13T07:35:09.695 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.696+0000 7f05f3c42780 1 < suggested update operation key=DMCQJNBIB4O2 tag=W4T284MAGZTW type=del size=3815565 2024-04-13T07:35:09.696 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.697+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=GBRAKW2IYUSC type=del size=1538502 2024-04-13T07:35:09.698 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.699+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~ZBQJ2J19CCQX.0 size=1048576 2024-04-13T07:35:09.700 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.701+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~ZBQJ2J19CCQX.1 size=209305 2024-04-13T07:35:09.704 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.704+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=ZBQJ2J19CCQX tag=3QHR7GMUIRVQ type=write size=2306457 2024-04-13T07:35:09.705 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.706+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=UACIFB8SDWUO type=del size=4022741 2024-04-13T07:35:09.707 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.707+0000 7f05f3c42780 1 < canceled operation key=SLR7Z6IC87H9 tag=LFG8MZA87D8H type=del size=290566 2024-04-13T07:35:09.708 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.709+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=XD3ZBBMFF46W type=del size=940940 2024-04-13T07:35:09.710 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.711+0000 7f05f3c42780 1 < canceled operation key=IDMD82V6SX39 tag=2VMBQJ4VUYH6 type=del size=2708987 2024-04-13T07:35:09.713 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.713+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~RY5D813HU2EB.0 size=1048576 2024-04-13T07:35:09.714 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.715+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~RY5D813HU2EB.1 size=506901 2024-04-13T07:35:09.714 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.715+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=RY5D813HU2EB tag=Q5ZTT5LXHACE type=write size=2604053 2024-04-13T07:35:09.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.716+0000 7f05f3c42780 1 < completed delete operation key=45BQPLCWG43N tag=LCLT51YE0GOX type=del 2024-04-13T07:35:09.717 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.718+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=TOGWOONYICDH type=del size=1376012 2024-04-13T07:35:09.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.719+0000 7f05f3c42780 1 < canceled operation key=N1JTROSFNCR7 tag=LYKG1VRWAVVQ type=del size=1977666 2024-04-13T07:35:09.720 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.721+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=WROKSFTGRPA2 type=del size=1420564 2024-04-13T07:35:09.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.724+0000 7f05f3c42780 1 < suggested remove operation key=N1JTROSFNCR7 tag=HD933X0CAWQQ type=del 2024-04-13T07:35:09.725 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.726+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=UG2B42T1PQSC type=del size=4114369 2024-04-13T07:35:09.727 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.727+0000 7f05f3c42780 1 < completed write operation key=FU38HSKLEDOP tag=YC5BP5I5DPYV type=write size=41420 2024-04-13T07:35:09.728 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.729+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=WAP6R2KG51KY type=write size=794051 2024-04-13T07:35:09.730 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.731+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~P89AG2PNWKA1.0 size=1048576 2024-04-13T07:35:09.731 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.732+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~P89AG2PNWKA1.1 size=235105 2024-04-13T07:35:09.734 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.735+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=P89AG2PNWKA1 tag=Y8IDN89R3LWZ type=write size=2332257 2024-04-13T07:35:09.736 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.736+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=OMSL509CSFD4 type=del size=3503553 2024-04-13T07:35:09.737 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.738+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=0JRGDM624PHU type=del 2024-04-13T07:35:09.739 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.740+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=F8K745G2K3JN type=del size=206113 2024-04-13T07:35:09.740 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.741+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~W2VUCX37VZ1V.0 size=888531 2024-04-13T07:35:09.743 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.744+0000 7f05f3c42780 1 < completed multipart upload key=TEADR4H33ZHA upload=W2VUCX37VZ1V tag=ZSYW1WPZZVJN type=write size=1937107 2024-04-13T07:35:09.747 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.747+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~8A9CAWUYI1GS.0 size=45800 2024-04-13T07:35:09.747 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.747+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=8A9CAWUYI1GS tag=P2GKZC8FIXSF type=write size=1094376 2024-04-13T07:35:09.748 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.749+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~H1QWSCVMNNB4.0 size=1048576 2024-04-13T07:35:09.750 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.750+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~H1QWSCVMNNB4.1 size=693219 2024-04-13T07:35:09.752 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.753+0000 7f05f3c42780 1 < completed multipart upload key=UJ8CWXR3A7YN upload=H1QWSCVMNNB4 tag=9OAQZV990S0F type=write size=2790371 2024-04-13T07:35:09.755 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.756+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~9OTTD9VTNA6B.0 size=174672 2024-04-13T07:35:09.756 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.756+0000 7f05f3c42780 1 > prepared multipart upload key=FU38HSKLEDOP upload=9OTTD9VTNA6B tag=848R0YMN9X27 type=write size=1223248 2024-04-13T07:35:09.757 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.758+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~SXXSY41L2NL1.0 size=26420 2024-04-13T07:35:09.760 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.761+0000 7f05f3c42780 1 < completed multipart upload key=N1JTROSFNCR7 upload=SXXSY41L2NL1 tag=D3QPJKP5CV6K type=write size=1074996 2024-04-13T07:35:09.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.763+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=8JYLGXM2LBXJ type=del size=1810839 2024-04-13T07:35:09.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.763+0000 7f05f3c42780 1 < canceled part key=_multipart_6CXR0GIZ6246.2~DKXMVL2RTJF8.0 size=297116 2024-04-13T07:35:09.765 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.766+0000 7f05f3c42780 1 < canceled multipart upload key=6CXR0GIZ6246 upload=DKXMVL2RTJF8 tag=RFHOYFP7YDFH type=write size=1345692 2024-04-13T07:35:09.767 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.768+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=K08AGD2507KH type=write size=764916 2024-04-13T07:35:09.770 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.771+0000 7f05f3c42780 1 < suggested update operation key=B3WYR77RL9B4 tag=1VSHCBRM4GWA type=del size=1541797 2024-04-13T07:35:09.772 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.772+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=1UVZUAQ86SJ3 type=del size=3114620 2024-04-13T07:35:09.773 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.774+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~KX0SCK37KGYH.0 size=140185 2024-04-13T07:35:09.776 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.777+0000 7f05f3c42780 1 < completed multipart upload key=UJ8CWXR3A7YN upload=KX0SCK37KGYH tag=QWTJ6COOIQXD type=write size=1188761 2024-04-13T07:35:09.779 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.780+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~9CQ6EW92VZ3I.0 size=1048576 2024-04-13T07:35:09.780 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.781+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~9CQ6EW92VZ3I.1 size=627538 2024-04-13T07:35:09.780 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.781+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=9CQ6EW92VZ3I tag=7C70XP0G6QK3 type=write size=2724690 2024-04-13T07:35:09.782 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.783+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=GBRAKW2IYUSC type=del 2024-04-13T07:35:09.785 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.786+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~COXQGHJ1S7IQ.0 size=1048576 2024-04-13T07:35:09.786 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.787+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~COXQGHJ1S7IQ.1 size=1017728 2024-04-13T07:35:09.790 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.787+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=COXQGHJ1S7IQ tag=HM6H0JMYEVQ1 type=write size=3114880 2024-04-13T07:35:09.791 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.790+0000 7f05f3c42780 1 < suggested remove operation key=TXG4Q8N5GJDX tag=UACIFB8SDWUO type=del 2024-04-13T07:35:09.793 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.793+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~92M8OYO67AL3.0 size=1048576 2024-04-13T07:35:09.794 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.795+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~92M8OYO67AL3.1 size=249541 2024-04-13T07:35:09.794 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.795+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=92M8OYO67AL3 tag=SPSULCTQHBP2 type=write size=2346693 2024-04-13T07:35:09.796 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.796+0000 7f05f3c42780 1 < canceled operation key=45BQPLCWG43N tag=XD3ZBBMFF46W type=del size=940940 2024-04-13T07:35:09.799 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.800+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~ZXDPGSSDRI84.0 size=60391 2024-04-13T07:35:09.799 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.800+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=ZXDPGSSDRI84 tag=G7UX4MIOSGCG type=write size=1108967 2024-04-13T07:35:09.799 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.800+0000 7f05f3c42780 1 < canceled part key=_multipart_AKSUN8A52AHL.2~RY5D813HU2EB.0 size=1048576 2024-04-13T07:35:09.800 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.801+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~RY5D813HU2EB.1 size=506901 2024-04-13T07:35:09.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.804+0000 7f05f3c42780 1 < canceled multipart upload key=AKSUN8A52AHL upload=RY5D813HU2EB tag=Q5ZTT5LXHACE type=write size=2604053 2024-04-13T07:35:09.807 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.807+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~712DDASF79I5.0 size=486886 2024-04-13T07:35:09.807 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.807+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=712DDASF79I5 tag=3V0EFKN10D8H type=write size=1535462 2024-04-13T07:35:09.808 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.809+0000 7f05f3c42780 1 < completed delete operation key=6CXR0GIZ6246 tag=TOGWOONYICDH type=del 2024-04-13T07:35:09.810 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.811+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=K8FL66FMLSG3 type=del size=3610189 2024-04-13T07:35:09.813 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.814+0000 7f05f3c42780 1 < suggested update operation key=U7HAP4TTT8U3 tag=WROKSFTGRPA2 type=del size=1420564 2024-04-13T07:35:09.816 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.817+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~N3F9V0Z21QZD.0 size=325060 2024-04-13T07:35:09.816 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.817+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=N3F9V0Z21QZD tag=0BRD30DV2H57 type=write size=1373636 2024-04-13T07:35:09.818 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.819+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=UG2B42T1PQSC type=del 2024-04-13T07:35:09.819 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.820+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=MEX5QMFJSV5M type=write size=862590 2024-04-13T07:35:09.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.822+0000 7f05f3c42780 1 < completed write operation key=SB3J044OIBA2 tag=WAP6R2KG51KY type=write size=794051 2024-04-13T07:35:09.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.823+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=C7ADTZ6PO793 type=del size=140881 2024-04-13T07:35:09.825 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.825+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=OMSL509CSFD4 type=del 2024-04-13T07:35:09.828 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.828+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~7WPVI6BTD4SR.0 size=235822 2024-04-13T07:35:09.828 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.828+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=7WPVI6BTD4SR tag=QFFNBY33BFR1 type=write size=1284398 2024-04-13T07:35:09.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.830+0000 7f05f3c42780 1 < completed delete operation key=DMCQJNBIB4O2 tag=F8K745G2K3JN type=del 2024-04-13T07:35:09.833 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.833+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~M85THR9HAMZZ.0 size=1048576 2024-04-13T07:35:09.834 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.835+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~M85THR9HAMZZ.1 size=1048576 2024-04-13T07:35:09.835 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.836+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~M85THR9HAMZZ.2 size=834809 2024-04-13T07:35:09.835 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.836+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=M85THR9HAMZZ tag=M89RVEZFUYMC type=write size=3980537 2024-04-13T07:35:09.837 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.838+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~8A9CAWUYI1GS.0 size=45800 2024-04-13T07:35:09.842 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.840+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=8A9CAWUYI1GS tag=P2GKZC8FIXSF type=write size=1094376 2024-04-13T07:35:09.843 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.842+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=07MTAQ81G7M7 type=del size=648195 2024-04-13T07:35:09.843 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.844+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~9OTTD9VTNA6B.0 size=174672 2024-04-13T07:35:09.846 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.847+0000 7f05f3c42780 1 < completed multipart upload key=FU38HSKLEDOP upload=9OTTD9VTNA6B tag=848R0YMN9X27 type=write size=1223248 2024-04-13T07:35:09.848 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.848+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=QFF0FIIZW3N9 type=del size=4170189 2024-04-13T07:35:09.849 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.850+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=8JYLGXM2LBXJ type=del 2024-04-13T07:35:09.851 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.852+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=1TAASVV0FPD2 type=write size=931276 2024-04-13T07:35:09.855 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.855+0000 7f05f3c42780 -1 < failed to complete operation key=U7HAP4TTT8U3 tag=K08AGD2507KH type=write size=764916: (22) Invalid argument 2024-04-13T07:35:09.856 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.857+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=JY443OFFQOL6 type=del size=2389507 2024-04-13T07:35:09.859 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.860+0000 7f05f3c42780 1 < suggested remove operation key=TEADR4H33ZHA tag=1UVZUAQ86SJ3 type=del 2024-04-13T07:35:09.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.863+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~2I4W8J8NN8H4.0 size=1048576 2024-04-13T07:35:09.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.865+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~2I4W8J8NN8H4.1 size=1048576 2024-04-13T07:35:09.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.866+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~2I4W8J8NN8H4.2 size=21284 2024-04-13T07:35:09.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.866+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=2I4W8J8NN8H4 tag=W5BXDJF3I2BY type=write size=3167012 2024-04-13T07:35:09.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.868+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~9CQ6EW92VZ3I.0 size=1048576 2024-04-13T07:35:09.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.868+0000 7f05f3c42780 1 < canceled part key=_multipart_TEADR4H33ZHA.2~9CQ6EW92VZ3I.1 size=627538 2024-04-13T07:35:09.870 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.871+0000 7f05f3c42780 1 < canceled multipart upload key=TEADR4H33ZHA upload=9CQ6EW92VZ3I tag=7C70XP0G6QK3 type=write size=2724690 2024-04-13T07:35:09.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.874+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~GKTPXN8RVYJN.0 size=1048576 2024-04-13T07:35:09.875 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.876+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~GKTPXN8RVYJN.1 size=1048576 2024-04-13T07:35:09.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.877+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~GKTPXN8RVYJN.2 size=736941 2024-04-13T07:35:09.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.877+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=GKTPXN8RVYJN tag=13SLM2V4NY6S type=write size=3882669 2024-04-13T07:35:09.878 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.878+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~COXQGHJ1S7IQ.0 size=1048576 2024-04-13T07:35:09.879 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.880+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~COXQGHJ1S7IQ.1 size=1017728 2024-04-13T07:35:09.882 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.883+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=COXQGHJ1S7IQ tag=HM6H0JMYEVQ1 type=write size=3114880 2024-04-13T07:35:09.885 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.886+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~HR3S9X7BNVOY.0 size=1048576 2024-04-13T07:35:09.886 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.887+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~HR3S9X7BNVOY.1 size=1048576 2024-04-13T07:35:09.890 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.888+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~HR3S9X7BNVOY.2 size=944992 2024-04-13T07:35:09.891 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.888+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=HR3S9X7BNVOY tag=UFUPHH2OXVPV type=write size=4090720 2024-04-13T07:35:09.891 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.890+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~92M8OYO67AL3.0 size=1048576 2024-04-13T07:35:09.891 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.891+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~92M8OYO67AL3.1 size=249541 2024-04-13T07:35:09.893 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.894+0000 7f05f3c42780 1 < completed multipart upload key=GXQVWVGDUNMS upload=92M8OYO67AL3 tag=SPSULCTQHBP2 type=write size=2346693 2024-04-13T07:35:09.896 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.897+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~3DY4X7M7Z12U.0 size=1048576 2024-04-13T07:35:09.898 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.899+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~3DY4X7M7Z12U.1 size=226142 2024-04-13T07:35:09.898 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.899+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=3DY4X7M7Z12U tag=BWB8WJ78421Q type=write size=2323294 2024-04-13T07:35:09.900 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.901+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~ZXDPGSSDRI84.0 size=60391 2024-04-13T07:35:09.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.903+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=ZXDPGSSDRI84 tag=G7UX4MIOSGCG type=write size=1108967 2024-04-13T07:35:09.904 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.905+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=D9YG18YOWAZJ type=del size=3499654 2024-04-13T07:35:09.905 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.905+0000 7f05f3c42780 1 < canceled part key=_multipart_R7A1HMG5PBY2.2~712DDASF79I5.0 size=486886 2024-04-13T07:35:09.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.909+0000 7f05f3c42780 1 < canceled multipart upload key=R7A1HMG5PBY2 upload=712DDASF79I5 tag=3V0EFKN10D8H type=write size=1535462 2024-04-13T07:35:09.912 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.913+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~4S9Y37SJPUI3.0 size=1048576 2024-04-13T07:35:09.914 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.915+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~4S9Y37SJPUI3.1 size=775390 2024-04-13T07:35:09.914 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.915+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=4S9Y37SJPUI3 tag=D5N09UIRXH2J type=write size=2872542 2024-04-13T07:35:09.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.917+0000 7f05f3c42780 1 < canceled operation key=N1JTROSFNCR7 tag=K8FL66FMLSG3 type=del size=3610189 2024-04-13T07:35:09.921 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.922+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~2XTMHND1182Q.0 size=1048576 2024-04-13T07:35:09.922 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.923+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~2XTMHND1182Q.1 size=1048576 2024-04-13T07:35:09.924 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.925+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~2XTMHND1182Q.2 size=642005 2024-04-13T07:35:09.924 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.925+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=2XTMHND1182Q tag=73Q00H3NIDME type=write size=3787733 2024-04-13T07:35:09.926 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.927+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~N3F9V0Z21QZD.0 size=325060 2024-04-13T07:35:09.930 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.931+0000 7f05f3c42780 1 < completed multipart upload key=43EJ55H9TGF3 upload=N3F9V0Z21QZD tag=0BRD30DV2H57 type=write size=1373636 2024-04-13T07:35:09.932 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.933+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=QC5U4P4935U1 type=del size=1787612 2024-04-13T07:35:09.936 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.937+0000 7f05f3c42780 1 < suggested update operation key=77NI15K3IXNY tag=MEX5QMFJSV5M type=write size=862590 2024-04-13T07:35:09.939 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.939+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=19UFTMP4U6AT type=del size=3471716 2024-04-13T07:35:09.941 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.941+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=C7ADTZ6PO793 type=del 2024-04-13T07:35:09.942 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.943+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=PVM20YP178GH type=del size=759116 2024-04-13T07:35:09.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.945+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~7WPVI6BTD4SR.0 size=235822 2024-04-13T07:35:09.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.948+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=7WPVI6BTD4SR tag=QFFNBY33BFR1 type=write size=1284398 2024-04-13T07:35:09.949 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.950+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=N1MJJEUM67U1 type=del size=1224872 2024-04-13T07:35:09.951 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.951+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~M85THR9HAMZZ.0 size=1048576 2024-04-13T07:35:09.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.953+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~M85THR9HAMZZ.1 size=1048576 2024-04-13T07:35:09.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.953+0000 7f05f3c42780 1 < canceled part key=_multipart_SB3J044OIBA2.2~M85THR9HAMZZ.2 size=834809 2024-04-13T07:35:09.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.956+0000 7f05f3c42780 1 < canceled multipart upload key=SB3J044OIBA2 upload=M85THR9HAMZZ tag=M89RVEZFUYMC type=write size=3980537 2024-04-13T07:35:09.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.958+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=SIDRS2QI6MVX type=del size=3143481 2024-04-13T07:35:09.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.959+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=07MTAQ81G7M7 type=del 2024-04-13T07:35:09.962 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.962+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~M6BPMRGCWS5A.0 size=294677 2024-04-13T07:35:09.962 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.962+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=M6BPMRGCWS5A tag=T2IH3PODWESE type=write size=1343253 2024-04-13T07:35:09.963 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.964+0000 7f05f3c42780 1 < canceled operation key=GXQVWVGDUNMS tag=QFF0FIIZW3N9 type=del size=4170189 2024-04-13T07:35:09.965 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.966+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=D08WPP2VCNQ0 type=del size=135280 2024-04-13T07:35:09.968 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.968+0000 7f05f3c42780 1 < canceled operation key=2U7EF9PD2PDE tag=1TAASVV0FPD2 type=write size=931276 2024-04-13T07:35:09.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.972+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~JDL9EORUO1JH.0 size=1048576 2024-04-13T07:35:09.972 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.973+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~JDL9EORUO1JH.1 size=760055 2024-04-13T07:35:09.972 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.973+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=JDL9EORUO1JH tag=4HUM2W1EEU7I type=write size=2857207 2024-04-13T07:35:09.974 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.975+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=JY443OFFQOL6 type=del 2024-04-13T07:35:09.976 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.977+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=LNTQXG8BOUJO type=del size=1301744 2024-04-13T07:35:09.976 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.977+0000 7f05f3c42780 1 < canceled part key=_multipart_MN5H0RIAHGLM.2~2I4W8J8NN8H4.0 size=1048576 2024-04-13T07:35:09.978 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.979+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~2I4W8J8NN8H4.1 size=1048576 2024-04-13T07:35:09.980 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.980+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~2I4W8J8NN8H4.2 size=21284 2024-04-13T07:35:09.983 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.984+0000 7f05f3c42780 1 < canceled multipart upload key=MN5H0RIAHGLM upload=2I4W8J8NN8H4 tag=W5BXDJF3I2BY type=write size=3167012 2024-04-13T07:35:09.985 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.985+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=HG6YIATTDUCB type=del size=2953134 2024-04-13T07:35:09.986 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.987+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~GKTPXN8RVYJN.0 size=1048576 2024-04-13T07:35:09.988 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.989+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~GKTPXN8RVYJN.1 size=1048576 2024-04-13T07:35:09.990 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.991+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~GKTPXN8RVYJN.2 size=736941 2024-04-13T07:35:09.994 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.994+0000 7f05f3c42780 1 < completed multipart upload key=2U7EF9PD2PDE upload=GKTPXN8RVYJN tag=13SLM2V4NY6S type=write size=3882669 2024-04-13T07:35:09.995 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.995+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=6O01A3JNQLQU type=del size=1249259 2024-04-13T07:35:09.996 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.997+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~HR3S9X7BNVOY.0 size=1048576 2024-04-13T07:35:09.998 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:09.998+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~HR3S9X7BNVOY.1 size=1048576 2024-04-13T07:35:09.999 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.000+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~HR3S9X7BNVOY.2 size=944992 2024-04-13T07:35:10.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.003+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=HR3S9X7BNVOY tag=UFUPHH2OXVPV type=write size=4090720 2024-04-13T07:35:10.005 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.006+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~KWZL5OXYH4SC.0 size=1048576 2024-04-13T07:35:10.006 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.007+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~KWZL5OXYH4SC.1 size=1028065 2024-04-13T07:35:10.006 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.007+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=KWZL5OXYH4SC tag=V1EIS0IE20HK type=write size=3125217 2024-04-13T07:35:10.008 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.009+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~3DY4X7M7Z12U.0 size=1048576 2024-04-13T07:35:10.010 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.010+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~3DY4X7M7Z12U.1 size=226142 2024-04-13T07:35:10.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.013+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=3DY4X7M7Z12U tag=BWB8WJ78421Q type=write size=2323294 2024-04-13T07:35:10.014 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.015+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=BZTP5Y0HF6CW type=del size=1399358 2024-04-13T07:35:10.016 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.017+0000 7f05f3c42780 1 < completed delete operation key=TEADR4H33ZHA tag=D9YG18YOWAZJ type=del 2024-04-13T07:35:10.019 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.020+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~DI2M6FBHUV7W.0 size=1031841 2024-04-13T07:35:10.019 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.020+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=DI2M6FBHUV7W tag=UGX0DLK4P4GU type=write size=2080417 2024-04-13T07:35:10.021 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.022+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~4S9Y37SJPUI3.0 size=1048576 2024-04-13T07:35:10.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.023+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~4S9Y37SJPUI3.1 size=775390 2024-04-13T07:35:10.026 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.026+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=4S9Y37SJPUI3 tag=D5N09UIRXH2J type=write size=2872542 2024-04-13T07:35:10.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.028+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=J29EUEHM99BH type=del size=2519985 2024-04-13T07:35:10.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.030+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~2XTMHND1182Q.0 size=1048576 2024-04-13T07:35:10.031 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.031+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~2XTMHND1182Q.1 size=1048576 2024-04-13T07:35:10.032 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.033+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~2XTMHND1182Q.2 size=642005 2024-04-13T07:35:10.035 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.036+0000 7f05f3c42780 1 < completed multipart upload key=GXQVWVGDUNMS upload=2XTMHND1182Q tag=73Q00H3NIDME type=write size=3787733 2024-04-13T07:35:10.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.040+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~VGPEVJ82WIOL.0 size=1048576 2024-04-13T07:35:10.040 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.041+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~VGPEVJ82WIOL.1 size=1048576 2024-04-13T07:35:10.042 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.042+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~VGPEVJ82WIOL.2 size=125456 2024-04-13T07:35:10.042 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.042+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=VGPEVJ82WIOL tag=MQMCQF32OXF4 type=write size=3271184 2024-04-13T07:35:10.044 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.044+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=QC5U4P4935U1 type=del 2024-04-13T07:35:10.046 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.047+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~W6HLMQWQNQCK.0 size=1048576 2024-04-13T07:35:10.048 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.048+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~W6HLMQWQNQCK.1 size=1048576 2024-04-13T07:35:10.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.050+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~W6HLMQWQNQCK.2 size=924903 2024-04-13T07:35:10.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.050+0000 7f05f3c42780 1 > prepared multipart upload key=FU38HSKLEDOP upload=W6HLMQWQNQCK tag=MHNUXVPJ7XIM type=write size=4070631 2024-04-13T07:35:10.051 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.051+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=19UFTMP4U6AT type=del 2024-04-13T07:35:10.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.053+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=JL03DFDSLZVX type=del size=517229 2024-04-13T07:35:10.054 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.055+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=PVM20YP178GH type=del 2024-04-13T07:35:10.058 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.058+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~EC5ITE7OZDEV.0 size=1048576 2024-04-13T07:35:10.059 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.060+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~EC5ITE7OZDEV.1 size=1048576 2024-04-13T07:35:10.060 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.061+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~EC5ITE7OZDEV.2 size=1031733 2024-04-13T07:35:10.060 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.061+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=EC5ITE7OZDEV tag=SDPYWO5LORMN type=write size=4177461 2024-04-13T07:35:10.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.063+0000 7f05f3c42780 1 < completed delete operation key=IDMD82V6SX39 tag=N1MJJEUM67U1 type=del 2024-04-13T07:35:10.064 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.064+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=9DHI2D83KQH1 type=del size=3625899 2024-04-13T07:35:10.065 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.066+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=SIDRS2QI6MVX type=del 2024-04-13T07:35:10.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.070+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~23O9UEQ2RGBR.0 size=429223 2024-04-13T07:35:10.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.070+0000 7f05f3c42780 1 > prepared multipart upload key=B3WYR77RL9B4 upload=23O9UEQ2RGBR tag=O4AC5605HO8V type=write size=1477799 2024-04-13T07:35:10.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.072+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~M6BPMRGCWS5A.0 size=294677 2024-04-13T07:35:10.074 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.074+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=M6BPMRGCWS5A tag=T2IH3PODWESE type=write size=1343253 2024-04-13T07:35:10.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.078+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~XNE91OQHPYY1.0 size=1048576 2024-04-13T07:35:10.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.079+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~XNE91OQHPYY1.1 size=1048576 2024-04-13T07:35:10.080 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.080+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~XNE91OQHPYY1.2 size=821223 2024-04-13T07:35:10.080 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.080+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=XNE91OQHPYY1 tag=0WEOI8GU3JK1 type=write size=3966951 2024-04-13T07:35:10.081 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.082+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=D08WPP2VCNQ0 type=del 2024-04-13T07:35:10.084 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.085+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~ZNP0OOZVO4IH.0 size=925917 2024-04-13T07:35:10.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.085+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=ZNP0OOZVO4IH tag=USTN9VAFNKUP type=write size=1974493 2024-04-13T07:35:10.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.087+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~JDL9EORUO1JH.0 size=1048576 2024-04-13T07:35:10.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.088+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~JDL9EORUO1JH.1 size=760055 2024-04-13T07:35:10.091 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.091+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=JDL9EORUO1JH tag=4HUM2W1EEU7I type=write size=2857207 2024-04-13T07:35:10.092 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.093+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=AD97VU96GJGB type=del size=1541483 2024-04-13T07:35:10.094 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.095+0000 7f05f3c42780 1 < completed delete operation key=4G8K54UI1T3W tag=LNTQXG8BOUJO type=del 2024-04-13T07:35:10.097 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.098+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~4TZ0G1E0DJXJ.0 size=1048576 2024-04-13T07:35:10.098 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.099+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~4TZ0G1E0DJXJ.1 size=546957 2024-04-13T07:35:10.098 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.099+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=4TZ0G1E0DJXJ tag=UZJGB32UYIM0 type=write size=2644109 2024-04-13T07:35:10.100 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.101+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=HG6YIATTDUCB type=del 2024-04-13T07:35:10.102 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.103+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=06SP8YVQYUB6 type=write size=744762 2024-04-13T07:35:10.104 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.104+0000 7f05f3c42780 1 < completed delete operation key=6CXR0GIZ6246 tag=6O01A3JNQLQU type=del 2024-04-13T07:35:10.105 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.106+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=8HUARLUK9N46 type=del size=200291 2024-04-13T07:35:10.105 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.106+0000 7f05f3c42780 1 < canceled part key=_multipart_43EJ55H9TGF3.2~KWZL5OXYH4SC.0 size=1048576 2024-04-13T07:35:10.107 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.107+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~KWZL5OXYH4SC.1 size=1028065 2024-04-13T07:35:10.110 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.111+0000 7f05f3c42780 1 < canceled multipart upload key=43EJ55H9TGF3 upload=KWZL5OXYH4SC tag=V1EIS0IE20HK type=write size=3125217 2024-04-13T07:35:10.112 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.113+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=TKX02TB5WJ4A type=del size=2952575 2024-04-13T07:35:10.116 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.116+0000 7f05f3c42780 1 < suggested update operation key=NOA5HUHWE14O tag=BZTP5Y0HF6CW type=del size=1399358 2024-04-13T07:35:10.117 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.118+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=MV81YKTVPWZV type=write size=190181 2024-04-13T07:35:10.119 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.120+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~DI2M6FBHUV7W.0 size=1031841 2024-04-13T07:35:10.123 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.123+0000 7f05f3c42780 1 < completed multipart upload key=2U7EF9PD2PDE upload=DI2M6FBHUV7W tag=UGX0DLK4P4GU type=write size=2080417 2024-04-13T07:35:10.124 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.125+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=NLLS2TPR60A0 type=del size=3257144 2024-04-13T07:35:10.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.128+0000 7f05f3c42780 1 < suggested remove operation key=SB3J044OIBA2 tag=J29EUEHM99BH type=del 2024-04-13T07:35:10.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.130+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=559BZ80UIOWM type=write size=206410 2024-04-13T07:35:10.132 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.132+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~VGPEVJ82WIOL.0 size=1048576 2024-04-13T07:35:10.133 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.134+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~VGPEVJ82WIOL.1 size=1048576 2024-04-13T07:35:10.135 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.136+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~VGPEVJ82WIOL.2 size=125456 2024-04-13T07:35:10.138 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.139+0000 7f05f3c42780 1 < completed multipart upload key=GXQVWVGDUNMS upload=VGPEVJ82WIOL tag=MQMCQF32OXF4 type=write size=3271184 2024-04-13T07:35:10.140 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.141+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=9FOY54JAJSH2 type=del size=254194 2024-04-13T07:35:10.141 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.142+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~W6HLMQWQNQCK.0 size=1048576 2024-04-13T07:35:10.143 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.144+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~W6HLMQWQNQCK.1 size=1048576 2024-04-13T07:35:10.144 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.145+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~W6HLMQWQNQCK.2 size=924903 2024-04-13T07:35:10.147 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.148+0000 7f05f3c42780 1 < completed multipart upload key=FU38HSKLEDOP upload=W6HLMQWQNQCK tag=MHNUXVPJ7XIM type=write size=4070631 2024-04-13T07:35:10.150 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.151+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~Z1C63QPIDF1Q.0 size=1048576 2024-04-13T07:35:10.152 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.153+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~Z1C63QPIDF1Q.1 size=184211 2024-04-13T07:35:10.152 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.153+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=Z1C63QPIDF1Q tag=UYM0LCDLMF7Z type=write size=2281363 2024-04-13T07:35:10.154 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.155+0000 7f05f3c42780 -1 < failed to complete operation key=SB3J044OIBA2 tag=JL03DFDSLZVX type=del size=517229: (22) Invalid argument 2024-04-13T07:35:10.156 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.157+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=87M1D6OGLVGB type=del size=4039595 2024-04-13T07:35:10.158 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.158+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~EC5ITE7OZDEV.0 size=1048576 2024-04-13T07:35:10.159 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.160+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~EC5ITE7OZDEV.1 size=1048576 2024-04-13T07:35:10.161 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.162+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~EC5ITE7OZDEV.2 size=1031733 2024-04-13T07:35:10.164 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.165+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=EC5ITE7OZDEV tag=SDPYWO5LORMN type=write size=4177461 2024-04-13T07:35:10.168 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.168+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~ODYX51QIR9H2.0 size=1048576 2024-04-13T07:35:10.169 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.170+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~ODYX51QIR9H2.1 size=256427 2024-04-13T07:35:10.169 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.170+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=ODYX51QIR9H2 tag=8GZOR63OSBHJ type=write size=2353579 2024-04-13T07:35:10.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.172+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=9DHI2D83KQH1 type=del 2024-04-13T07:35:10.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.176+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~HFF01P7JOFHP.0 size=1048576 2024-04-13T07:35:10.176 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.177+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~HFF01P7JOFHP.1 size=1048576 2024-04-13T07:35:10.178 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.179+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~HFF01P7JOFHP.2 size=154662 2024-04-13T07:35:10.178 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.179+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=HFF01P7JOFHP tag=TY63B49UBF6R type=write size=3300390 2024-04-13T07:35:10.180 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.180+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~23O9UEQ2RGBR.0 size=429223 2024-04-13T07:35:10.183 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.184+0000 7f05f3c42780 1 < completed multipart upload key=B3WYR77RL9B4 upload=23O9UEQ2RGBR tag=O4AC5605HO8V type=write size=1477799 2024-04-13T07:35:10.185 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.185+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=FP0GQZX88BAZ type=write size=806489 2024-04-13T07:35:10.187 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.188+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~XNE91OQHPYY1.0 size=1048576 2024-04-13T07:35:10.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.189+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~XNE91OQHPYY1.1 size=1048576 2024-04-13T07:35:10.190 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.190+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~XNE91OQHPYY1.2 size=821223 2024-04-13T07:35:10.193 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.193+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=XNE91OQHPYY1 tag=0WEOI8GU3JK1 type=write size=3966951 2024-04-13T07:35:10.196 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.196+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~M91O9J0Q1TLU.0 size=1048576 2024-04-13T07:35:10.198 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.198+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~M91O9J0Q1TLU.1 size=1048576 2024-04-13T07:35:10.199 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.199+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~M91O9J0Q1TLU.2 size=289826 2024-04-13T07:35:10.199 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.200+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=M91O9J0Q1TLU tag=B9908NV5SJL2 type=write size=3435554 2024-04-13T07:35:10.200 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.201+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~ZNP0OOZVO4IH.0 size=925917 2024-04-13T07:35:10.204 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.204+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=ZNP0OOZVO4IH tag=USTN9VAFNKUP type=write size=1974493 2024-04-13T07:35:10.205 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.206+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=FO0PXCUG6XK7 type=del size=1878429 2024-04-13T07:35:10.207 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.208+0000 7f05f3c42780 1 < completed delete operation key=UJ8CWXR3A7YN tag=AD97VU96GJGB type=del 2024-04-13T07:35:10.209 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.210+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=HRXI6HZU9UMJ type=del size=3428154 2024-04-13T07:35:10.211 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.212+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~4TZ0G1E0DJXJ.0 size=1048576 2024-04-13T07:35:10.212 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.213+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~4TZ0G1E0DJXJ.1 size=546957 2024-04-13T07:35:10.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.216+0000 7f05f3c42780 1 < completed multipart upload key=J4WRTB31TSAU upload=4TZ0G1E0DJXJ tag=UZJGB32UYIM0 type=write size=2644109 2024-04-13T07:35:10.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.219+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~UCT9ENKSU16X.0 size=1048576 2024-04-13T07:35:10.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.221+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~UCT9ENKSU16X.1 size=264707 2024-04-13T07:35:10.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.221+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=UCT9ENKSU16X tag=PLDXU1UYRVFY type=write size=2361859 2024-04-13T07:35:10.222 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.222+0000 7f05f3c42780 1 < completed write operation key=97QQZFWRF5SP tag=06SP8YVQYUB6 type=write size=744762 2024-04-13T07:35:10.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.226+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~07MO1TXRYRLK.0 size=1048576 2024-04-13T07:35:10.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.227+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~07MO1TXRYRLK.1 size=1048576 2024-04-13T07:35:10.228 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.229+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~07MO1TXRYRLK.2 size=855717 2024-04-13T07:35:10.228 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.229+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=07MO1TXRYRLK tag=KT8GVUQ67KS4 type=write size=4001445 2024-04-13T07:35:10.230 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.231+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=8HUARLUK9N46 type=del 2024-04-13T07:35:10.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.232+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=6VJ075VW8N0M type=del size=2050157 2024-04-13T07:35:10.235 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.235+0000 7f05f3c42780 1 < suggested update operation key=JWVWL3HNW3GB tag=TKX02TB5WJ4A type=del size=2952575 2024-04-13T07:35:10.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.237+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=3V4Q42SG4Z4T type=del size=2024239 2024-04-13T07:35:10.238 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.239+0000 7f05f3c42780 1 < completed write operation key=1HK0EXLRD6WR tag=MV81YKTVPWZV type=write size=190181 2024-04-13T07:35:10.240 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.240+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=WUDLZV6WIBM4 type=del size=1194375 2024-04-13T07:35:10.241 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.242+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=NLLS2TPR60A0 type=del 2024-04-13T07:35:10.245 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.245+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~87Q9B1QB0TC8.0 size=565308 2024-04-13T07:35:10.245 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.245+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=87Q9B1QB0TC8 tag=SL0RPJBWAU01 type=write size=1613884 2024-04-13T07:35:10.246 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.247+0000 7f05f3c42780 1 < completed write operation key=DMCQJNBIB4O2 tag=559BZ80UIOWM type=write size=206410 2024-04-13T07:35:10.249 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.249+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=OF0KCL18G064 type=del size=3615554 2024-04-13T07:35:10.250 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.251+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=9FOY54JAJSH2 type=del 2024-04-13T07:35:10.254 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.255+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~LDSU4I4ZZRU8.0 size=1048576 2024-04-13T07:35:10.256 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.257+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~LDSU4I4ZZRU8.1 size=26230 2024-04-13T07:35:10.256 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.257+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=LDSU4I4ZZRU8 tag=YSSB1F7AQO4S type=write size=2123382 2024-04-13T07:35:10.257 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.258+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~Z1C63QPIDF1Q.0 size=1048576 2024-04-13T07:35:10.259 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.260+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~Z1C63QPIDF1Q.1 size=184211 2024-04-13T07:35:10.263 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.263+0000 7f05f3c42780 1 < completed multipart upload key=6CXR0GIZ6246 upload=Z1C63QPIDF1Q tag=UYM0LCDLMF7Z type=write size=2281363 2024-04-13T07:35:10.264 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.265+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=ZX94UV9W2Z2U type=del size=2120226 2024-04-13T07:35:10.266 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.267+0000 7f05f3c42780 1 < completed delete operation key=77NI15K3IXNY tag=87M1D6OGLVGB type=del 2024-04-13T07:35:10.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.270+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~MUYGW324GX03.0 size=1048576 2024-04-13T07:35:10.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.272+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~MUYGW324GX03.1 size=700644 2024-04-13T07:35:10.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.272+0000 7f05f3c42780 1 > prepared multipart upload key=4G8K54UI1T3W upload=MUYGW324GX03 tag=EXVKLSCYTBAU type=write size=2797796 2024-04-13T07:35:10.273 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.274+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~ODYX51QIR9H2.0 size=1048576 2024-04-13T07:35:10.274 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.275+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~ODYX51QIR9H2.1 size=256427 2024-04-13T07:35:10.277 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.278+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=ODYX51QIR9H2 tag=8GZOR63OSBHJ type=write size=2353579 2024-04-13T07:35:10.279 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.280+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=OAJXAOGGZR97 type=write size=831192 2024-04-13T07:35:10.281 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.281+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~HFF01P7JOFHP.0 size=1048576 2024-04-13T07:35:10.282 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.283+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~HFF01P7JOFHP.1 size=1048576 2024-04-13T07:35:10.284 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.284+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~HFF01P7JOFHP.2 size=154662 2024-04-13T07:35:10.287 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.287+0000 7f05f3c42780 1 < completed multipart upload key=UJ8CWXR3A7YN upload=HFF01P7JOFHP tag=TY63B49UBF6R type=write size=3300390 2024-04-13T07:35:10.288 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.289+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=QW84JSH6BD7H type=del size=456831 2024-04-13T07:35:10.290 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.291+0000 7f05f3c42780 1 < completed write operation key=GXQVWVGDUNMS tag=FP0GQZX88BAZ type=write size=806489 2024-04-13T07:35:10.292 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.292+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=A3OKEZDC84VX type=write size=697449 2024-04-13T07:35:10.293 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.294+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~M91O9J0Q1TLU.0 size=1048576 2024-04-13T07:35:10.295 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.295+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~M91O9J0Q1TLU.1 size=1048576 2024-04-13T07:35:10.296 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.297+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~M91O9J0Q1TLU.2 size=289826 2024-04-13T07:35:10.300 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.300+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=M91O9J0Q1TLU tag=B9908NV5SJL2 type=write size=3435554 2024-04-13T07:35:10.301 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.302+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=5DM0IGMD4N5U type=del size=3960202 2024-04-13T07:35:10.303 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.304+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=FO0PXCUG6XK7 type=del 2024-04-13T07:35:10.305 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.306+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=EFTWHFJXS0T2 type=del size=2310493 2024-04-13T07:35:10.309 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.309+0000 7f05f3c42780 1 < suggested remove operation key=U7HAP4TTT8U3 tag=HRXI6HZU9UMJ type=del 2024-04-13T07:35:10.311 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.311+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=42FYTAF1Y6E2 type=del size=2097242 2024-04-13T07:35:10.312 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.313+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~UCT9ENKSU16X.0 size=1048576 2024-04-13T07:35:10.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.315+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~UCT9ENKSU16X.1 size=264707 2024-04-13T07:35:10.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.318+0000 7f05f3c42780 1 < completed multipart upload key=MN5H0RIAHGLM upload=UCT9ENKSU16X tag=PLDXU1UYRVFY type=write size=2361859 2024-04-13T07:35:10.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.320+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=419P7U17WS35 type=del size=595367 2024-04-13T07:35:10.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.320+0000 7f05f3c42780 1 < canceled part key=_multipart_Z2QIOQ3JJHXN.2~07MO1TXRYRLK.0 size=1048576 2024-04-13T07:35:10.321 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.321+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~07MO1TXRYRLK.1 size=1048576 2024-04-13T07:35:10.321 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.321+0000 7f05f3c42780 1 < canceled part key=_multipart_Z2QIOQ3JJHXN.2~07MO1TXRYRLK.2 size=855717 2024-04-13T07:35:10.324 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.324+0000 7f05f3c42780 1 < canceled multipart upload key=Z2QIOQ3JJHXN upload=07MO1TXRYRLK tag=KT8GVUQ67KS4 type=write size=4001445 2024-04-13T07:35:10.326 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.327+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=2GEPAA4TFQXU type=del size=466689 2024-04-13T07:35:10.328 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.328+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=6VJ075VW8N0M type=del 2024-04-13T07:35:10.330 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.331+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=GN42X0M0V5LK type=write size=202543 2024-04-13T07:35:10.332 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.333+0000 7f05f3c42780 1 < canceled operation key=0EN9XH8WN9TS tag=3V4Q42SG4Z4T type=del size=2024239 2024-04-13T07:35:10.334 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.335+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=85JY1PFQQY0O type=del size=1786265 2024-04-13T07:35:10.335 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.336+0000 7f05f3c42780 1 < completed delete operation key=QTS892MIKZSS tag=WUDLZV6WIBM4 type=del 2024-04-13T07:35:10.338 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.339+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~NIGAH2GL3QL1.0 size=1048576 2024-04-13T07:35:10.340 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.341+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~NIGAH2GL3QL1.1 size=1048576 2024-04-13T07:35:10.342 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.342+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~NIGAH2GL3QL1.2 size=364463 2024-04-13T07:35:10.342 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.342+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=NIGAH2GL3QL1 tag=DN4BIOKXSHUS type=write size=3510191 2024-04-13T07:35:10.343 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.344+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~87Q9B1QB0TC8.0 size=565308 2024-04-13T07:35:10.347 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.348+0000 7f05f3c42780 1 < completed multipart upload key=NOA5HUHWE14O upload=87Q9B1QB0TC8 tag=SL0RPJBWAU01 type=write size=1613884 2024-04-13T07:35:10.349 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.349+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=7SKAJLZFA9K7 type=del size=1531776 2024-04-13T07:35:10.350 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.351+0000 7f05f3c42780 1 < completed delete operation key=6CXR0GIZ6246 tag=OF0KCL18G064 type=del 2024-04-13T07:35:10.352 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.353+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=DPD7U6RXQV1L type=del size=3050178 2024-04-13T07:35:10.354 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.355+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~LDSU4I4ZZRU8.0 size=1048576 2024-04-13T07:35:10.356 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.356+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~LDSU4I4ZZRU8.1 size=26230 2024-04-13T07:35:10.358 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.359+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=LDSU4I4ZZRU8 tag=YSSB1F7AQO4S type=write size=2123382 2024-04-13T07:35:10.361 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.361+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=ODMQBUTDZVP9 type=del size=3005688 2024-04-13T07:35:10.362 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.363+0000 7f05f3c42780 1 < completed delete operation key=Z2QIOQ3JJHXN tag=ZX94UV9W2Z2U type=del 2024-04-13T07:35:10.364 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.365+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=UIMIWMATOIHD type=del size=3559878 2024-04-13T07:35:10.366 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.367+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~MUYGW324GX03.0 size=1048576 2024-04-13T07:35:10.368 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.368+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~MUYGW324GX03.1 size=700644 2024-04-13T07:35:10.371 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.371+0000 7f05f3c42780 1 < completed multipart upload key=4G8K54UI1T3W upload=MUYGW324GX03 tag=EXVKLSCYTBAU type=write size=2797796 2024-04-13T07:35:10.372 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.373+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=U1E27QUA03J3 type=write size=634960 2024-04-13T07:35:10.374 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.375+0000 7f05f3c42780 1 < completed write operation key=UJ8CWXR3A7YN tag=OAJXAOGGZR97 type=write size=831192 2024-04-13T07:35:10.377 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.378+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~BQ08ICYML8GI.0 size=501025 2024-04-13T07:35:10.377 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.378+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=BQ08ICYML8GI tag=B96WCNV5VN35 type=write size=1549601 2024-04-13T07:35:10.380 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.381+0000 7f05f3c42780 1 < suggested remove operation key=43EJ55H9TGF3 tag=QW84JSH6BD7H type=del 2024-04-13T07:35:10.382 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.383+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=Q18WMC71O25G type=del size=1997173 2024-04-13T07:35:10.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:10 smithi003 ceph-mon[91733]: pgmap v1473: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:10.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:10 smithi003 ceph-mon[89364]: pgmap v1473: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:10.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.386+0000 7f05f3c42780 1 < suggested remove operation key=J4WRTB31TSAU tag=A3OKEZDC84VX type=write 2024-04-13T07:35:10.388 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.389+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~VTMYR2UQEQ7X.0 size=1048576 2024-04-13T07:35:10.389 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.390+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~VTMYR2UQEQ7X.1 size=1048576 2024-04-13T07:35:10.391 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.392+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~VTMYR2UQEQ7X.2 size=336388 2024-04-13T07:35:10.391 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.392+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=VTMYR2UQEQ7X tag=LEJOHS27LS27 type=write size=3482116 2024-04-13T07:35:10.393 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.393+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=5DM0IGMD4N5U type=del 2024-04-13T07:35:10.394 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.395+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=32FRAOD5RJON type=write size=911549 2024-04-13T07:35:10.396 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.397+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=EFTWHFJXS0T2 type=del 2024-04-13T07:35:10.398 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.398+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=BNOB7W9B8QSE type=del size=770077 2024-04-13T07:35:10.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:10 smithi066 ceph-mon[84331]: pgmap v1473: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:10.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.401+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=42FYTAF1Y6E2 type=del 2024-04-13T07:35:10.403 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.404+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~7DTGZJQ6HKMB.0 size=1048576 2024-04-13T07:35:10.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.406+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~7DTGZJQ6HKMB.1 size=1048576 2024-04-13T07:35:10.406 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.407+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~7DTGZJQ6HKMB.2 size=692249 2024-04-13T07:35:10.406 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.407+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=7DTGZJQ6HKMB tag=QFLCNBP7OAR6 type=write size=3837977 2024-04-13T07:35:10.409 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.410+0000 7f05f3c42780 1 < suggested update operation key=4G8K54UI1T3W tag=419P7U17WS35 type=del size=595367 2024-04-13T07:35:10.413 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.414+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~TV88JQPVOIU9.0 size=1048576 2024-04-13T07:35:10.414 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.415+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~TV88JQPVOIU9.1 size=294792 2024-04-13T07:35:10.414 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.415+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=TV88JQPVOIU9 tag=JQHIEWQ0LGO9 type=write size=2391944 2024-04-13T07:35:10.416 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.417+0000 7f05f3c42780 1 < canceled operation key=6CXR0GIZ6246 tag=2GEPAA4TFQXU type=del size=466689 2024-04-13T07:35:10.417 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.418+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=MBDS3FEEC849 type=write size=615405 2024-04-13T07:35:10.421 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.422+0000 7f05f3c42780 1 < suggested update operation key=UJ8CWXR3A7YN tag=GN42X0M0V5LK type=write size=202543 2024-04-13T07:35:10.422 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.423+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=IE7K9NDV4UEY type=del size=3507906 2024-04-13T07:35:10.425 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.426+0000 7f05f3c42780 -1 < failed to complete operation key=43EJ55H9TGF3 tag=85JY1PFQQY0O type=del size=1786265: (22) Invalid argument 2024-04-13T07:35:10.428 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.429+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~T4H3O41UR4MH.0 size=1048576 2024-04-13T07:35:10.429 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.430+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~T4H3O41UR4MH.1 size=289435 2024-04-13T07:35:10.430 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.430+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=T4H3O41UR4MH tag=TEBQUVRW2ZCU type=write size=2386587 2024-04-13T07:35:10.431 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.432+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~NIGAH2GL3QL1.0 size=1048576 2024-04-13T07:35:10.432 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.433+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~NIGAH2GL3QL1.1 size=1048576 2024-04-13T07:35:10.434 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.435+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~NIGAH2GL3QL1.2 size=364463 2024-04-13T07:35:10.438 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.438+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=NIGAH2GL3QL1 tag=DN4BIOKXSHUS type=write size=3510191 2024-04-13T07:35:10.439 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.440+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=6G291Q8CF46G type=del size=3945570 2024-04-13T07:35:10.442 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.443+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=7SKAJLZFA9K7 type=del 2024-04-13T07:35:10.444 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.445+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=S6X0YR6UX6W0 type=write size=703465 2024-04-13T07:35:10.446 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.447+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=DPD7U6RXQV1L type=del 2024-04-13T07:35:10.450 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.450+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~WXLPR2QX2LNZ.0 size=1048576 2024-04-13T07:35:10.451 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.452+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~WXLPR2QX2LNZ.1 size=1048576 2024-04-13T07:35:10.453 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.453+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~WXLPR2QX2LNZ.2 size=453436 2024-04-13T07:35:10.453 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.453+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=WXLPR2QX2LNZ tag=YEDLIAHDPP1K type=write size=3599164 2024-04-13T07:35:10.455 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.456+0000 7f05f3c42780 1 < canceled operation key=U7HAP4TTT8U3 tag=ODMQBUTDZVP9 type=del size=3005688 2024-04-13T07:35:10.458 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.459+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~QXC23WPCL2HZ.0 size=1048576 2024-04-13T07:35:10.460 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.460+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~QXC23WPCL2HZ.1 size=352545 2024-04-13T07:35:10.460 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.460+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=QXC23WPCL2HZ tag=SQO46DDRQJCL type=write size=2449697 2024-04-13T07:35:10.461 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.462+0000 7f05f3c42780 1 < canceled operation key=U7HAP4TTT8U3 tag=UIMIWMATOIHD type=del size=3559878 2024-04-13T07:35:10.463 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.464+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=13MRPNW9T6T0 type=del size=2039138 2024-04-13T07:35:10.465 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.465+0000 7f05f3c42780 1 < canceled operation key=2U7EF9PD2PDE tag=U1E27QUA03J3 type=write size=634960 2024-04-13T07:35:10.466 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.467+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=8KF82PUR7X93 type=del size=1401865 2024-04-13T07:35:10.468 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.469+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~BQ08ICYML8GI.0 size=501025 2024-04-13T07:35:10.471 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.472+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=BQ08ICYML8GI tag=B96WCNV5VN35 type=write size=1549601 2024-04-13T07:35:10.473 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.474+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=INBBRUU5TEYL type=write size=558774 2024-04-13T07:35:10.475 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.476+0000 7f05f3c42780 -1 < failed to complete operation key=UJ8CWXR3A7YN tag=Q18WMC71O25G type=del size=1997173: (22) Invalid argument 2024-04-13T07:35:10.478 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.479+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~4YT9YUKK3HGL.0 size=1048576 2024-04-13T07:35:10.480 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.480+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~4YT9YUKK3HGL.1 size=112514 2024-04-13T07:35:10.480 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.480+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=4YT9YUKK3HGL tag=LHZK70Y2XUQ6 type=write size=2209666 2024-04-13T07:35:10.480 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.481+0000 7f05f3c42780 1 < canceled part key=_multipart_TXG4Q8N5GJDX.2~VTMYR2UQEQ7X.0 size=1048576 2024-04-13T07:35:10.481 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.482+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~VTMYR2UQEQ7X.1 size=1048576 2024-04-13T07:35:10.483 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.483+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~VTMYR2UQEQ7X.2 size=336388 2024-04-13T07:35:10.485 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.486+0000 7f05f3c42780 1 < canceled multipart upload key=TXG4Q8N5GJDX upload=VTMYR2UQEQ7X tag=LEJOHS27LS27 type=write size=3482116 2024-04-13T07:35:10.488 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.488+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=94P14E97EHZ4 type=del size=3444293 2024-04-13T07:35:10.489 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.490+0000 7f05f3c42780 1 < completed write operation key=R7A1HMG5PBY2 tag=32FRAOD5RJON type=write size=911549 2024-04-13T07:35:10.491 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.492+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=8HK3ZI3IRQMA type=write size=227180 2024-04-13T07:35:10.492 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.493+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=BNOB7W9B8QSE type=del 2024-04-13T07:35:10.494 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.495+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=XKWR0RPI4LHR type=write size=55749 2024-04-13T07:35:10.496 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.497+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~7DTGZJQ6HKMB.0 size=1048576 2024-04-13T07:35:10.496 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.497+0000 7f05f3c42780 1 < canceled part key=_multipart_MN5H0RIAHGLM.2~7DTGZJQ6HKMB.1 size=1048576 2024-04-13T07:35:10.497 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.498+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~7DTGZJQ6HKMB.2 size=692249 2024-04-13T07:35:10.501 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.501+0000 7f05f3c42780 1 < canceled multipart upload key=MN5H0RIAHGLM upload=7DTGZJQ6HKMB tag=QFLCNBP7OAR6 type=write size=3837977 2024-04-13T07:35:10.502 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.503+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=HJ1DIKG5E6L1 type=del size=1086097 2024-04-13T07:35:10.504 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.505+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~TV88JQPVOIU9.0 size=1048576 2024-04-13T07:35:10.505 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.506+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~TV88JQPVOIU9.1 size=294792 2024-04-13T07:35:10.509 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.509+0000 7f05f3c42780 1 < completed multipart upload key=GXQVWVGDUNMS upload=TV88JQPVOIU9 tag=JQHIEWQ0LGO9 type=write size=2391944 2024-04-13T07:35:10.510 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.511+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=EB92R1QAH7T8 type=del size=838387 2024-04-13T07:35:10.512 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.513+0000 7f05f3c42780 1 < completed write operation key=97QQZFWRF5SP tag=MBDS3FEEC849 type=write size=615405 2024-04-13T07:35:10.515 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.516+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~K3K4WU11MAO2.0 size=780585 2024-04-13T07:35:10.515 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.516+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=K3K4WU11MAO2 tag=36LLTN8PTRDY type=write size=1829161 2024-04-13T07:35:10.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.518+0000 7f05f3c42780 1 < completed delete operation key=6CXR0GIZ6246 tag=IE7K9NDV4UEY type=del 2024-04-13T07:35:10.519 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.519+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=83OSPVN5AWBQ type=write size=494684 2024-04-13T07:35:10.520 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.521+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~T4H3O41UR4MH.0 size=1048576 2024-04-13T07:35:10.522 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.523+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~T4H3O41UR4MH.1 size=289435 2024-04-13T07:35:10.525 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.526+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=T4H3O41UR4MH tag=TEBQUVRW2ZCU type=write size=2386587 2024-04-13T07:35:10.529 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.530+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~QTN18PM59WBI.0 size=1048576 2024-04-13T07:35:10.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.532+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~QTN18PM59WBI.1 size=22729 2024-04-13T07:35:10.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.532+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=QTN18PM59WBI tag=SLFLVOVTETE8 type=write size=2119881 2024-04-13T07:35:10.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.534+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=6G291Q8CF46G type=del 2024-04-13T07:35:10.537 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.538+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~DXGIWS17X3S7.0 size=1048576 2024-04-13T07:35:10.539 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.540+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~DXGIWS17X3S7.1 size=1039295 2024-04-13T07:35:10.539 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.540+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=DXGIWS17X3S7 tag=HFUDFMPHA63D type=write size=3136447 2024-04-13T07:35:10.542 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.543+0000 7f05f3c42780 1 < completed write operation key=FU38HSKLEDOP tag=S6X0YR6UX6W0 type=write size=703465 2024-04-13T07:35:10.545 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.545+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=1OG07ZHPFQH8 type=write size=756183 2024-04-13T07:35:10.547 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.548+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~WXLPR2QX2LNZ.0 size=1048576 2024-04-13T07:35:10.550 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.550+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~WXLPR2QX2LNZ.1 size=1048576 2024-04-13T07:35:10.551 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.552+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~WXLPR2QX2LNZ.2 size=453436 2024-04-13T07:35:10.555 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.556+0000 7f05f3c42780 1 < completed multipart upload key=UJ8CWXR3A7YN upload=WXLPR2QX2LNZ tag=YEDLIAHDPP1K type=write size=3599164 2024-04-13T07:35:10.558 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.559+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=J30OQU0W83SJ type=write size=972302 2024-04-13T07:35:10.560 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.561+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~QXC23WPCL2HZ.0 size=1048576 2024-04-13T07:35:10.562 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.563+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~QXC23WPCL2HZ.1 size=352545 2024-04-13T07:35:10.567 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.567+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=QXC23WPCL2HZ tag=SQO46DDRQJCL type=write size=2449697 2024-04-13T07:35:10.572 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.573+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~U8M4WDMGCGH5.0 size=1048576 2024-04-13T07:35:10.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.574+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~U8M4WDMGCGH5.1 size=476529 2024-04-13T07:35:10.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.574+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=U8M4WDMGCGH5 tag=DI474P6Z3HJI type=write size=2573681 2024-04-13T07:35:10.576 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.577+0000 7f05f3c42780 1 < completed delete operation key=J4WRTB31TSAU tag=13MRPNW9T6T0 type=del 2024-04-13T07:35:10.580 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.581+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~WI4XA28X1X99.0 size=191923 2024-04-13T07:35:10.580 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.581+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=WI4XA28X1X99 tag=DS893MU65H9G type=write size=1240499 2024-04-13T07:35:10.582 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.583+0000 7f05f3c42780 1 < canceled operation key=R7A1HMG5PBY2 tag=8KF82PUR7X93 type=del size=1401865 2024-04-13T07:35:10.584 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.585+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=5LOM9GC0NTL3 type=del size=2175798 2024-04-13T07:35:10.586 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.587+0000 7f05f3c42780 1 < completed write operation key=QTS892MIKZSS tag=INBBRUU5TEYL type=write size=558774 2024-04-13T07:35:10.590 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.590+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~LE8UL72X4Y18.0 size=1048576 2024-04-13T07:35:10.591 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.592+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~LE8UL72X4Y18.1 size=1048576 2024-04-13T07:35:10.592 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.593+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~LE8UL72X4Y18.2 size=285696 2024-04-13T07:35:10.592 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.593+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=LE8UL72X4Y18 tag=8UXGY6XI7LEY type=write size=3431424 2024-04-13T07:35:10.594 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.595+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~4YT9YUKK3HGL.0 size=1048576 2024-04-13T07:35:10.596 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.596+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~4YT9YUKK3HGL.1 size=112514 2024-04-13T07:35:10.599 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.599+0000 7f05f3c42780 1 < completed multipart upload key=0EN9XH8WN9TS upload=4YT9YUKK3HGL tag=LHZK70Y2XUQ6 type=write size=2209666 2024-04-13T07:35:10.600 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.601+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=ST5W3V1Q47TI type=del size=1690001 2024-04-13T07:35:10.602 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.603+0000 7f05f3c42780 1 < completed delete operation key=J4WRTB31TSAU tag=94P14E97EHZ4 type=del 2024-04-13T07:35:10.606 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.606+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~IHRYWNU1ZV48.0 size=1048576 2024-04-13T07:35:10.607 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.607+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~IHRYWNU1ZV48.1 size=211802 2024-04-13T07:35:10.607 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.607+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=IHRYWNU1ZV48 tag=1E5BYDTAFBRB type=write size=2308954 2024-04-13T07:35:10.610 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.611+0000 7f05f3c42780 1 < suggested update operation key=Y2F6LZJG5LH0 tag=8HK3ZI3IRQMA type=write size=227180 2024-04-13T07:35:10.613 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.614+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~XLNUB7QM12AQ.0 size=1048576 2024-04-13T07:35:10.614 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.615+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~XLNUB7QM12AQ.1 size=106490 2024-04-13T07:35:10.615 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.615+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=XLNUB7QM12AQ tag=D5FCKZSTNGNX type=write size=2203642 2024-04-13T07:35:10.616 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.617+0000 7f05f3c42780 1 < completed write operation key=MN5H0RIAHGLM tag=XKWR0RPI4LHR type=write size=55749 2024-04-13T07:35:10.618 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.619+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=EQ2MU3MBE8GC type=write size=882746 2024-04-13T07:35:10.620 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.621+0000 7f05f3c42780 -1 < failed to complete operation key=Y2F6LZJG5LH0 tag=HJ1DIKG5E6L1 type=del size=1086097: (22) Invalid argument 2024-04-13T07:35:10.622 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.623+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=A7NG9PKX4SPC type=del size=1543109 2024-04-13T07:35:10.624 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.625+0000 7f05f3c42780 1 < completed delete operation key=TEADR4H33ZHA tag=EB92R1QAH7T8 type=del 2024-04-13T07:35:10.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.628+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~QG4QJEBHROMA.0 size=1048576 2024-04-13T07:35:10.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.630+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~QG4QJEBHROMA.1 size=281779 2024-04-13T07:35:10.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.630+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=QG4QJEBHROMA tag=J5AOMQ6JV1WI type=write size=2378931 2024-04-13T07:35:10.630 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.631+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~K3K4WU11MAO2.0 size=780585 2024-04-13T07:35:10.633 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.634+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=K3K4WU11MAO2 tag=36LLTN8PTRDY type=write size=1829161 2024-04-13T07:35:10.636 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.637+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~Z9W6E3QDWWNH.0 size=1048576 2024-04-13T07:35:10.638 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.639+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~Z9W6E3QDWWNH.1 size=1048576 2024-04-13T07:35:10.639 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.640+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~Z9W6E3QDWWNH.2 size=88585 2024-04-13T07:35:10.639 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.640+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=Z9W6E3QDWWNH tag=JZ70MKDCIAR8 type=write size=3234313 2024-04-13T07:35:10.641 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.642+0000 7f05f3c42780 1 < completed write operation key=SB3J044OIBA2 tag=83OSPVN5AWBQ type=write size=494684 2024-04-13T07:35:10.644 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.645+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~CJWU712S9LIW.0 size=1048576 2024-04-13T07:35:10.645 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.646+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~CJWU712S9LIW.1 size=1048576 2024-04-13T07:35:10.647 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.648+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~CJWU712S9LIW.2 size=33681 2024-04-13T07:35:10.647 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.648+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=CJWU712S9LIW tag=OZHB4RI9GMYS type=write size=3179409 2024-04-13T07:35:10.649 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.649+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~QTN18PM59WBI.0 size=1048576 2024-04-13T07:35:10.650 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.651+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~QTN18PM59WBI.1 size=22729 2024-04-13T07:35:10.653 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.654+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=QTN18PM59WBI tag=SLFLVOVTETE8 type=write size=2119881 2024-04-13T07:35:10.655 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.656+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=QFF7DWOI1JRI type=del size=2439098 2024-04-13T07:35:10.657 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.658+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~DXGIWS17X3S7.0 size=1048576 2024-04-13T07:35:10.658 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.659+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~DXGIWS17X3S7.1 size=1039295 2024-04-13T07:35:10.661 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.662+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=DXGIWS17X3S7 tag=HFUDFMPHA63D type=write size=3136447 2024-04-13T07:35:10.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.664+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=2GIV65LFMXNV type=del size=102602 2024-04-13T07:35:10.665 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.666+0000 7f05f3c42780 1 < completed write operation key=QTS892MIKZSS tag=1OG07ZHPFQH8 type=write size=756183 2024-04-13T07:35:10.669 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.670+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~W1CAZZA51HD9.0 size=1048576 2024-04-13T07:35:10.670 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.671+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~W1CAZZA51HD9.1 size=1048576 2024-04-13T07:35:10.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.672+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~W1CAZZA51HD9.2 size=934764 2024-04-13T07:35:10.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.672+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=W1CAZZA51HD9 tag=O78VFZCK8FCU type=write size=4080492 2024-04-13T07:35:10.673 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.674+0000 7f05f3c42780 1 < canceled operation key=97QQZFWRF5SP tag=J30OQU0W83SJ type=write size=972302 2024-04-13T07:35:10.676 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.677+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~R6XJHG86BMLU.0 size=1048576 2024-04-13T07:35:10.678 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.678+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~R6XJHG86BMLU.1 size=285719 2024-04-13T07:35:10.678 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.678+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=R6XJHG86BMLU tag=NTT6MSP6X88D type=write size=2382871 2024-04-13T07:35:10.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.680+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~U8M4WDMGCGH5.0 size=1048576 2024-04-13T07:35:10.681 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.682+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~U8M4WDMGCGH5.1 size=476529 2024-04-13T07:35:10.684 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.685+0000 7f05f3c42780 1 < completed multipart upload key=TEADR4H33ZHA upload=U8M4WDMGCGH5 tag=DI474P6Z3HJI type=write size=2573681 2024-04-13T07:35:10.687 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.688+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~JXKE404FEJJ4.0 size=1048576 2024-04-13T07:35:10.689 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.690+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~JXKE404FEJJ4.1 size=256623 2024-04-13T07:35:10.689 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.690+0000 7f05f3c42780 1 > prepared multipart upload key=FU38HSKLEDOP upload=JXKE404FEJJ4 tag=WYKL6LJ12KJP type=write size=2353775 2024-04-13T07:35:10.691 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.692+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~WI4XA28X1X99.0 size=191923 2024-04-13T07:35:10.693 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.694+0000 7f05f3c42780 1 < completed multipart upload key=1HK0EXLRD6WR upload=WI4XA28X1X99 tag=DS893MU65H9G type=write size=1240499 2024-04-13T07:35:10.695 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.696+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=STACIDAB05AJ type=del size=1835870 2024-04-13T07:35:10.699 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.700+0000 7f05f3c42780 1 < suggested update operation key=TEADR4H33ZHA tag=5LOM9GC0NTL3 type=del size=2175798 2024-04-13T07:35:10.702 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.703+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~B0PYJWCCQCHR.0 size=1048576 2024-04-13T07:35:10.703 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.704+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~B0PYJWCCQCHR.1 size=569303 2024-04-13T07:35:10.703 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.704+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=B0PYJWCCQCHR tag=L6KINI2WSEAV type=write size=2666455 2024-04-13T07:35:10.705 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.706+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~LE8UL72X4Y18.0 size=1048576 2024-04-13T07:35:10.706 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.707+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~LE8UL72X4Y18.1 size=1048576 2024-04-13T07:35:10.708 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.709+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~LE8UL72X4Y18.2 size=285696 2024-04-13T07:35:10.712 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.712+0000 7f05f3c42780 1 < completed multipart upload key=MN5H0RIAHGLM upload=LE8UL72X4Y18 tag=8UXGY6XI7LEY type=write size=3431424 2024-04-13T07:35:10.715 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.716+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~I217V32U8RXG.0 size=582488 2024-04-13T07:35:10.715 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.716+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=I217V32U8RXG tag=LISS10METH6B type=write size=1631064 2024-04-13T07:35:10.717 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.718+0000 7f05f3c42780 1 < canceled operation key=0EN9XH8WN9TS tag=ST5W3V1Q47TI type=del size=1690001 2024-04-13T07:35:10.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.720+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=HTFMVHC0PE12 type=del size=2371476 2024-04-13T07:35:10.721 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.721+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~IHRYWNU1ZV48.0 size=1048576 2024-04-13T07:35:10.722 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.723+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~IHRYWNU1ZV48.1 size=211802 2024-04-13T07:35:10.725 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.726+0000 7f05f3c42780 1 < completed multipart upload key=J4WRTB31TSAU upload=IHRYWNU1ZV48 tag=1E5BYDTAFBRB type=write size=2308954 2024-04-13T07:35:10.729 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.729+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~2WXBKA1AQFQ0.0 size=1048576 2024-04-13T07:35:10.730 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.731+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~2WXBKA1AQFQ0.1 size=538862 2024-04-13T07:35:10.730 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.731+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=2WXBKA1AQFQ0 tag=TLW1ZZBFMLSA type=write size=2636014 2024-04-13T07:35:10.732 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.733+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~XLNUB7QM12AQ.0 size=1048576 2024-04-13T07:35:10.733 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.734+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~XLNUB7QM12AQ.1 size=106490 2024-04-13T07:35:10.736 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.737+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=XLNUB7QM12AQ tag=D5FCKZSTNGNX type=write size=2203642 2024-04-13T07:35:10.738 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.739+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=8153FMIDNQYW type=del size=428651 2024-04-13T07:35:10.741 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.742+0000 7f05f3c42780 1 < suggested remove operation key=FU38HSKLEDOP tag=EQ2MU3MBE8GC type=write 2024-04-13T07:35:10.743 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.744+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=ED3IWT7L46NG type=del size=991161 2024-04-13T07:35:10.745 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.746+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=A7NG9PKX4SPC type=del 2024-04-13T07:35:10.747 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.747+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=IXSMXLGQYIBG type=write size=95342 2024-04-13T07:35:10.749 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.750+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~QG4QJEBHROMA.0 size=1048576 2024-04-13T07:35:10.751 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.751+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~QG4QJEBHROMA.1 size=281779 2024-04-13T07:35:10.753 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.754+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=QG4QJEBHROMA tag=J5AOMQ6JV1WI type=write size=2378931 2024-04-13T07:35:10.755 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.756+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=VSHPTSKZIW1J type=del size=3129528 2024-04-13T07:35:10.757 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.758+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~Z9W6E3QDWWNH.0 size=1048576 2024-04-13T07:35:10.758 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.759+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~Z9W6E3QDWWNH.1 size=1048576 2024-04-13T07:35:10.760 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.761+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~Z9W6E3QDWWNH.2 size=88585 2024-04-13T07:35:10.763 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.763+0000 7f05f3c42780 1 < completed multipart upload key=43EJ55H9TGF3 upload=Z9W6E3QDWWNH tag=JZ70MKDCIAR8 type=write size=3234313 2024-04-13T07:35:10.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.765+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=6SGUZP4KFM0L type=del size=1111841 2024-04-13T07:35:10.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.767+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~CJWU712S9LIW.0 size=1048576 2024-04-13T07:35:10.768 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.768+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~CJWU712S9LIW.1 size=1048576 2024-04-13T07:35:10.769 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.770+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~CJWU712S9LIW.2 size=33681 2024-04-13T07:35:10.773 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.774+0000 7f05f3c42780 1 < completed multipart upload key=43EJ55H9TGF3 upload=CJWU712S9LIW tag=OZHB4RI9GMYS type=write size=3179409 2024-04-13T07:35:10.776 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.777+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~7L05SCOPSFMA.0 size=279674 2024-04-13T07:35:10.776 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.777+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=7L05SCOPSFMA tag=F782BGROA7DE type=write size=1328250 2024-04-13T07:35:10.778 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.778+0000 7f05f3c42780 1 < canceled operation key=IDMD82V6SX39 tag=QFF7DWOI1JRI type=del size=2439098 2024-04-13T07:35:10.780 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.780+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=3E3O6G26QIE3 type=del size=1834219 2024-04-13T07:35:10.782 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.782+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=2GIV65LFMXNV type=del 2024-04-13T07:35:10.784 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.784+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=O1LRDY69IP2F type=del size=3126434 2024-04-13T07:35:10.785 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.786+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~W1CAZZA51HD9.0 size=1048576 2024-04-13T07:35:10.787 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.787+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~W1CAZZA51HD9.1 size=1048576 2024-04-13T07:35:10.789 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.789+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~W1CAZZA51HD9.2 size=934764 2024-04-13T07:35:10.792 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.792+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=W1CAZZA51HD9 tag=O78VFZCK8FCU type=write size=4080492 2024-04-13T07:35:10.795 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.796+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~LG53AHUCGO5R.0 size=632095 2024-04-13T07:35:10.795 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.796+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=LG53AHUCGO5R tag=HDPJ2ZVC9H8C type=write size=1680671 2024-04-13T07:35:10.797 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.797+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~R6XJHG86BMLU.0 size=1048576 2024-04-13T07:35:10.798 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.799+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~R6XJHG86BMLU.1 size=285719 2024-04-13T07:35:10.801 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.802+0000 7f05f3c42780 1 < completed multipart upload key=2U7EF9PD2PDE upload=R6XJHG86BMLU tag=NTT6MSP6X88D type=write size=2382871 2024-04-13T07:35:10.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.804+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=POVSQT2LGY8L type=del size=2274498 2024-04-13T07:35:10.805 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.805+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~JXKE404FEJJ4.0 size=1048576 2024-04-13T07:35:10.809 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.807+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~JXKE404FEJJ4.1 size=256623 2024-04-13T07:35:10.810 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.810+0000 7f05f3c42780 1 < completed multipart upload key=FU38HSKLEDOP upload=JXKE404FEJJ4 tag=WYKL6LJ12KJP type=write size=2353775 2024-04-13T07:35:10.811 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.811+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=WYQFMNJUQ6O0 type=del size=101859 2024-04-13T07:35:10.812 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.813+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=STACIDAB05AJ type=del 2024-04-13T07:35:10.814 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.815+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=467S51Z7BUNX type=del size=22711 2024-04-13T07:35:10.816 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.816+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~B0PYJWCCQCHR.0 size=1048576 2024-04-13T07:35:10.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.818+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~B0PYJWCCQCHR.1 size=569303 2024-04-13T07:35:10.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.821+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=B0PYJWCCQCHR tag=L6KINI2WSEAV type=write size=2666455 2024-04-13T07:35:10.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.823+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=0G0Y7D1IWZXW type=del size=612357 2024-04-13T07:35:10.824 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.825+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~I217V32U8RXG.0 size=582488 2024-04-13T07:35:10.827 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.828+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=I217V32U8RXG tag=LISS10METH6B type=write size=1631064 2024-04-13T07:35:10.829 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.830+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=6ELXLXOGGM83 type=write size=589185 2024-04-13T07:35:10.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.831+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=HTFMVHC0PE12 type=del 2024-04-13T07:35:10.834 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.835+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~COJLTI4JKR6A.0 size=548693 2024-04-13T07:35:10.834 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.835+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=COJLTI4JKR6A tag=DY14F9BHRZSA type=write size=1597269 2024-04-13T07:35:10.836 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.836+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~2WXBKA1AQFQ0.0 size=1048576 2024-04-13T07:35:10.837 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.838+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~2WXBKA1AQFQ0.1 size=538862 2024-04-13T07:35:10.840 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.841+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=2WXBKA1AQFQ0 tag=TLW1ZZBFMLSA type=write size=2636014 2024-04-13T07:35:10.841 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.842+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=WAMAHKE9FJY7 type=write size=1018543 2024-04-13T07:35:10.844 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.844+0000 7f05f3c42780 1 < completed delete operation key=4G8K54UI1T3W tag=8153FMIDNQYW type=del 2024-04-13T07:35:10.847 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.848+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~SVS6ZVSEM57R.0 size=1048576 2024-04-13T07:35:10.849 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.849+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~SVS6ZVSEM57R.1 size=19350 2024-04-13T07:35:10.849 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.849+0000 7f05f3c42780 1 > prepared multipart upload key=4G8K54UI1T3W upload=SVS6ZVSEM57R tag=JHX2OJ8OY46L type=write size=2116502 2024-04-13T07:35:10.851 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.851+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=ED3IWT7L46NG type=del 2024-04-13T07:35:10.853 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.853+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=PID2O01V1SVR type=del size=3093341 2024-04-13T07:35:10.856 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.857+0000 7f05f3c42780 1 < suggested update operation key=FU38HSKLEDOP tag=IXSMXLGQYIBG type=write size=95342 2024-04-13T07:35:10.859 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.860+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~5DUB1DQ9YU8C.0 size=1048576 2024-04-13T07:35:10.860 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.861+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~5DUB1DQ9YU8C.1 size=1048576 2024-04-13T07:35:10.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.863+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~5DUB1DQ9YU8C.2 size=54932 2024-04-13T07:35:10.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.863+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=5DUB1DQ9YU8C tag=XJ9XBXKKSWZG type=write size=3200660 2024-04-13T07:35:10.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.864+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=VSHPTSKZIW1J type=del 2024-04-13T07:35:10.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.866+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=94W16L2A90E8 type=del size=965102 2024-04-13T07:35:10.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.868+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=6SGUZP4KFM0L type=del 2024-04-13T07:35:10.870 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.871+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~4KASOBC8ECJ8.0 size=1048576 2024-04-13T07:35:10.871 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.872+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~4KASOBC8ECJ8.1 size=1048576 2024-04-13T07:35:10.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.873+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~4KASOBC8ECJ8.2 size=775300 2024-04-13T07:35:10.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.873+0000 7f05f3c42780 1 > prepared multipart upload key=4G8K54UI1T3W upload=4KASOBC8ECJ8 tag=FZVPPUFG44AM type=write size=3921028 2024-04-13T07:35:10.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.875+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~7L05SCOPSFMA.0 size=279674 2024-04-13T07:35:10.877 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.878+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=7L05SCOPSFMA tag=F782BGROA7DE type=write size=1328250 2024-04-13T07:35:10.880 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.881+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~OARL3BKKZB44.0 size=1048576 2024-04-13T07:35:10.882 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.882+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~OARL3BKKZB44.1 size=1048576 2024-04-13T07:35:10.883 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.884+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~OARL3BKKZB44.2 size=263014 2024-04-13T07:35:10.883 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.884+0000 7f05f3c42780 1 > prepared multipart upload key=FU38HSKLEDOP upload=OARL3BKKZB44 tag=26IL6BQEUC59 type=write size=3408742 2024-04-13T07:35:10.885 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.886+0000 7f05f3c42780 1 < completed delete operation key=77NI15K3IXNY tag=3E3O6G26QIE3 type=del 2024-04-13T07:35:10.886 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.887+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=GO1I2B0I5WXL type=del size=1092383 2024-04-13T07:35:10.888 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.889+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=O1LRDY69IP2F type=del 2024-04-13T07:35:10.891 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.892+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~3D5BK4Z3FCD4.0 size=1048576 2024-04-13T07:35:10.893 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.893+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~3D5BK4Z3FCD4.1 size=1048576 2024-04-13T07:35:10.894 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.895+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~3D5BK4Z3FCD4.2 size=409557 2024-04-13T07:35:10.894 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.895+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=3D5BK4Z3FCD4 tag=6J94XD4NKW5L type=write size=3555285 2024-04-13T07:35:10.896 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.897+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~LG53AHUCGO5R.0 size=632095 2024-04-13T07:35:10.899 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.899+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=LG53AHUCGO5R tag=HDPJ2ZVC9H8C type=write size=1680671 2024-04-13T07:35:10.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.901+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=AQIU03J11K0I type=del size=3031470 2024-04-13T07:35:10.903 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.903+0000 7f05f3c42780 1 < completed delete operation key=UJ8CWXR3A7YN tag=POVSQT2LGY8L type=del 2024-04-13T07:35:10.904 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.905+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=P652SIE4SV7T type=del size=1149027 2024-04-13T07:35:10.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.908+0000 7f05f3c42780 1 < suggested remove operation key=UJ8CWXR3A7YN tag=WYQFMNJUQ6O0 type=del 2024-04-13T07:35:10.911 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.912+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~QHNPZRUNDRX6.0 size=1048576 2024-04-13T07:35:10.912 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.913+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~QHNPZRUNDRX6.1 size=1048576 2024-04-13T07:35:10.914 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.914+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~QHNPZRUNDRX6.2 size=987067 2024-04-13T07:35:10.914 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.914+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=QHNPZRUNDRX6 tag=CGN3TRD53VJW type=write size=4132795 2024-04-13T07:35:10.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.918+0000 7f05f3c42780 1 < suggested update operation key=Z2QIOQ3JJHXN tag=467S51Z7BUNX type=del size=22711 2024-04-13T07:35:10.919 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.919+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=L87FGB3KUS91 type=del size=3676723 2024-04-13T07:35:10.922 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.923+0000 7f05f3c42780 1 < suggested remove operation key=JWVWL3HNW3GB tag=0G0Y7D1IWZXW type=del 2024-04-13T07:35:10.926 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.927+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~QFC04I6496HZ.0 size=797315 2024-04-13T07:35:10.926 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.927+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=QFC04I6496HZ tag=27UV2ZOFUVU2 type=write size=1845891 2024-04-13T07:35:10.930 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.931+0000 7f05f3c42780 1 < suggested remove operation key=43EJ55H9TGF3 tag=6ELXLXOGGM83 type=write 2024-04-13T07:35:10.932 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.933+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=K0VRDJZMDNRD type=del size=3970804 2024-04-13T07:35:10.934 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.934+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~COJLTI4JKR6A.0 size=548693 2024-04-13T07:35:10.936 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.937+0000 7f05f3c42780 1 < completed multipart upload key=43EJ55H9TGF3 upload=COJLTI4JKR6A tag=DY14F9BHRZSA type=write size=1597269 2024-04-13T07:35:10.938 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.939+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=QPL50UACU26B type=del size=3226699 2024-04-13T07:35:10.940 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.941+0000 7f05f3c42780 1 < completed write operation key=IDMD82V6SX39 tag=WAMAHKE9FJY7 type=write size=1018543 2024-04-13T07:35:10.942 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.943+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=F7IPGSJHO9T7 type=del size=2107428 2024-04-13T07:35:10.943 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.944+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~SVS6ZVSEM57R.0 size=1048576 2024-04-13T07:35:10.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.946+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~SVS6ZVSEM57R.1 size=19350 2024-04-13T07:35:10.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.949+0000 7f05f3c42780 1 < completed multipart upload key=4G8K54UI1T3W upload=SVS6ZVSEM57R tag=JHX2OJ8OY46L type=write size=2116502 2024-04-13T07:35:10.950 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.951+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=U47LR90USO9A type=del size=3787775 2024-04-13T07:35:10.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.953+0000 7f05f3c42780 1 < completed delete operation key=QTS892MIKZSS tag=PID2O01V1SVR type=del 2024-04-13T07:35:10.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.956+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~RP7GV56C3IEL.0 size=1048576 2024-04-13T07:35:10.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.957+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~RP7GV56C3IEL.1 size=1048576 2024-04-13T07:35:10.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.959+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~RP7GV56C3IEL.2 size=857688 2024-04-13T07:35:10.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.959+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=RP7GV56C3IEL tag=MS7WVTPEIXEL type=write size=4003416 2024-04-13T07:35:10.960 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.960+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~5DUB1DQ9YU8C.0 size=1048576 2024-04-13T07:35:10.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.962+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~5DUB1DQ9YU8C.1 size=1048576 2024-04-13T07:35:10.963 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.963+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~5DUB1DQ9YU8C.2 size=54932 2024-04-13T07:35:10.966 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.966+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=5DUB1DQ9YU8C tag=XJ9XBXKKSWZG type=write size=3200660 2024-04-13T07:35:10.969 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.970+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~UK3UL4304PWT.0 size=1048576 2024-04-13T07:35:10.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.971+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~UK3UL4304PWT.1 size=615804 2024-04-13T07:35:10.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.971+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=UK3UL4304PWT tag=R9GRTD5O1PTX type=write size=2712956 2024-04-13T07:35:10.972 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.973+0000 7f05f3c42780 1 < completed delete operation key=IDMD82V6SX39 tag=94W16L2A90E8 type=del 2024-04-13T07:35:10.975 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.976+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~KFJB8OWXCUPX.0 size=127037 2024-04-13T07:35:10.975 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.976+0000 7f05f3c42780 1 > prepared multipart upload key=4G8K54UI1T3W upload=KFJB8OWXCUPX tag=XIP5UMU8SY32 type=write size=1175613 2024-04-13T07:35:10.976 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.977+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~4KASOBC8ECJ8.0 size=1048576 2024-04-13T07:35:10.978 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.979+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~4KASOBC8ECJ8.1 size=1048576 2024-04-13T07:35:10.978 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.979+0000 7f05f3c42780 1 < canceled part key=_multipart_4G8K54UI1T3W.2~4KASOBC8ECJ8.2 size=775300 2024-04-13T07:35:10.981 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.982+0000 7f05f3c42780 1 < canceled multipart upload key=4G8K54UI1T3W upload=4KASOBC8ECJ8 tag=FZVPPUFG44AM type=write size=3921028 2024-04-13T07:35:10.985 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.985+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~K2ZYGTEVDD62.0 size=986201 2024-04-13T07:35:10.985 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.985+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=K2ZYGTEVDD62 tag=HFC8451X45KC type=write size=2034777 2024-04-13T07:35:10.986 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.987+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~OARL3BKKZB44.0 size=1048576 2024-04-13T07:35:10.988 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.989+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~OARL3BKKZB44.1 size=1048576 2024-04-13T07:35:10.989 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.990+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~OARL3BKKZB44.2 size=263014 2024-04-13T07:35:10.992 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.993+0000 7f05f3c42780 1 < completed multipart upload key=FU38HSKLEDOP upload=OARL3BKKZB44 tag=26IL6BQEUC59 type=write size=3408742 2024-04-13T07:35:10.994 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.994+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=6LI0MNZ2YIP0 type=del size=2056030 2024-04-13T07:35:10.995 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.996+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=GO1I2B0I5WXL type=del 2024-04-13T07:35:10.997 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:10.998+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=NAX2M2JQHIBY type=del size=65994 2024-04-13T07:35:10.999 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.000+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~3D5BK4Z3FCD4.0 size=1048576 2024-04-13T07:35:11.000 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.001+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~3D5BK4Z3FCD4.1 size=1048576 2024-04-13T07:35:11.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.002+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~3D5BK4Z3FCD4.2 size=409557 2024-04-13T07:35:11.005 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.006+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=3D5BK4Z3FCD4 tag=6J94XD4NKW5L type=write size=3555285 2024-04-13T07:35:11.008 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.009+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~AD2J3L0U1JFR.0 size=1048576 2024-04-13T07:35:11.010 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.010+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~AD2J3L0U1JFR.1 size=1048576 2024-04-13T07:35:11.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.012+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~AD2J3L0U1JFR.2 size=628776 2024-04-13T07:35:11.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.012+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=AD2J3L0U1JFR tag=YMTB6IO2IAAQ type=write size=3774504 2024-04-13T07:35:11.012 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.012+0000 7f05f3c42780 -1 < no bi entry to suggest for operation key=JWVWL3HNW3GB tag=AQIU03J11K0I type=del size=3031470: (2) No such file or directory 2024-04-13T07:35:11.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.014+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=8J2VSUU94NH1 type=del size=3822249 2024-04-13T07:35:11.016 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.017+0000 7f05f3c42780 1 < suggested remove operation key=FU38HSKLEDOP tag=P652SIE4SV7T type=del 2024-04-13T07:35:11.020 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.021+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~BBMTWOZ6HKL6.0 size=534381 2024-04-13T07:35:11.020 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.021+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=BBMTWOZ6HKL6 tag=XF7PTTGBC27D type=write size=1582957 2024-04-13T07:35:11.022 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.023+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~QHNPZRUNDRX6.0 size=1048576 2024-04-13T07:35:11.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.024+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~QHNPZRUNDRX6.1 size=1048576 2024-04-13T07:35:11.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.025+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~QHNPZRUNDRX6.2 size=987067 2024-04-13T07:35:11.028 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.029+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=QHNPZRUNDRX6 tag=CGN3TRD53VJW type=write size=4132795 2024-04-13T07:35:11.030 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.030+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=1TODJMRO2UZM type=del size=935755 2024-04-13T07:35:11.032 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.032+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=L87FGB3KUS91 type=del 2024-04-13T07:35:11.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.035+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=5O0GS5CJBS14 type=del size=3245947 2024-04-13T07:35:11.036 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.036+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~QFC04I6496HZ.0 size=797315 2024-04-13T07:35:11.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.039+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=QFC04I6496HZ tag=27UV2ZOFUVU2 type=write size=1845891 2024-04-13T07:35:11.040 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.041+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=CF40EL62DX6P type=del size=1146284 2024-04-13T07:35:11.042 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.043+0000 7f05f3c42780 1 < completed delete operation key=45BQPLCWG43N tag=K0VRDJZMDNRD type=del 2024-04-13T07:35:11.044 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.045+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=U1Z6AXKZWCQQ type=del size=1529440 2024-04-13T07:35:11.046 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.047+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=QPL50UACU26B type=del 2024-04-13T07:35:11.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.050+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~ZNGWJKYYOBZ5.0 size=1048576 2024-04-13T07:35:11.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.051+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~ZNGWJKYYOBZ5.1 size=917379 2024-04-13T07:35:11.051 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.051+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=ZNGWJKYYOBZ5 tag=KK3NX13I8UDO type=write size=3014531 2024-04-13T07:35:11.053 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.053+0000 7f05f3c42780 1 < completed delete operation key=2U7EF9PD2PDE tag=F7IPGSJHO9T7 type=del 2024-04-13T07:35:11.054 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.055+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=2J1R9PSBGW3G type=del size=2982147 2024-04-13T07:35:11.056 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.057+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=U47LR90USO9A type=del 2024-04-13T07:35:11.059 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.060+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~KIC4CH4JFJQX.0 size=1048576 2024-04-13T07:35:11.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.062+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~KIC4CH4JFJQX.1 size=819196 2024-04-13T07:35:11.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.062+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=KIC4CH4JFJQX tag=ELSRSLJFMCA4 type=write size=2916348 2024-04-13T07:35:11.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.063+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~RP7GV56C3IEL.0 size=1048576 2024-04-13T07:35:11.064 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.065+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~RP7GV56C3IEL.1 size=1048576 2024-04-13T07:35:11.065 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.066+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~RP7GV56C3IEL.2 size=857688 2024-04-13T07:35:11.068 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.069+0000 7f05f3c42780 1 < completed multipart upload key=UJ8CWXR3A7YN upload=RP7GV56C3IEL tag=MS7WVTPEIXEL type=write size=4003416 2024-04-13T07:35:11.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.072+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~CVSMMGOGSIVL.0 size=1048576 2024-04-13T07:35:11.073 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.074+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~CVSMMGOGSIVL.1 size=80939 2024-04-13T07:35:11.073 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.074+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=CVSMMGOGSIVL tag=D9AVJQ5Z74I2 type=write size=2178091 2024-04-13T07:35:11.075 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.076+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~UK3UL4304PWT.0 size=1048576 2024-04-13T07:35:11.076 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.077+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~UK3UL4304PWT.1 size=615804 2024-04-13T07:35:11.079 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.080+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=UK3UL4304PWT tag=R9GRTD5O1PTX type=write size=2712956 2024-04-13T07:35:11.083 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.083+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~XTN0LDZPOXO3.0 size=213029 2024-04-13T07:35:11.083 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.083+0000 7f05f3c42780 1 > prepared multipart upload key=B3WYR77RL9B4 upload=XTN0LDZPOXO3 tag=ZQIB5YMRYKCR type=write size=1261605 2024-04-13T07:35:11.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.085+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~KFJB8OWXCUPX.0 size=127037 2024-04-13T07:35:11.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.089+0000 7f05f3c42780 1 < completed multipart upload key=4G8K54UI1T3W upload=KFJB8OWXCUPX tag=XIP5UMU8SY32 type=write size=1175613 2024-04-13T07:35:11.090 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.090+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=Q7QVBS6U482I type=del size=299298 2024-04-13T07:35:11.091 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.092+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~K2ZYGTEVDD62.0 size=986201 2024-04-13T07:35:11.094 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.095+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=K2ZYGTEVDD62 tag=HFC8451X45KC type=write size=2034777 2024-04-13T07:35:11.096 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.097+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=BRMTDUA7XT39 type=del size=2306875 2024-04-13T07:35:11.098 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.099+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=6LI0MNZ2YIP0 type=del 2024-04-13T07:35:11.100 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.101+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=3PJINXVBUF4X type=del size=599900 2024-04-13T07:35:11.100 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.101+0000 7f05f3c42780 -1 < no bi entry to suggest for operation key=FU38HSKLEDOP tag=NAX2M2JQHIBY type=del size=65994: (2) No such file or directory 2024-04-13T07:35:11.102 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.103+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=K3QYDV6ZEE0M type=del size=3268406 2024-04-13T07:35:11.104 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.105+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~AD2J3L0U1JFR.0 size=1048576 2024-04-13T07:35:11.105 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.106+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~AD2J3L0U1JFR.1 size=1048576 2024-04-13T07:35:11.107 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.107+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~AD2J3L0U1JFR.2 size=628776 2024-04-13T07:35:11.110 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.111+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=AD2J3L0U1JFR tag=YMTB6IO2IAAQ type=write size=3774504 2024-04-13T07:35:11.113 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.114+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~TZ1RS5DYC40M.0 size=1048576 2024-04-13T07:35:11.114 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.115+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~TZ1RS5DYC40M.1 size=643726 2024-04-13T07:35:11.114 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.115+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=TZ1RS5DYC40M tag=24XB046NPMEB type=write size=2740878 2024-04-13T07:35:11.116 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.117+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=8J2VSUU94NH1 type=del 2024-04-13T07:35:11.118 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.119+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=S63H6C8M5LQF type=del size=1147807 2024-04-13T07:35:11.120 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.121+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~BBMTWOZ6HKL6.0 size=534381 2024-04-13T07:35:11.123 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.124+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=BBMTWOZ6HKL6 tag=XF7PTTGBC27D type=write size=1582957 2024-04-13T07:35:11.126 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.127+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~VVGF33CEHN02.0 size=1048576 2024-04-13T07:35:11.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.129+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~VVGF33CEHN02.1 size=1048576 2024-04-13T07:35:11.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.131+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~VVGF33CEHN02.2 size=688103 2024-04-13T07:35:11.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.131+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=VVGF33CEHN02 tag=PNPHKIB10H36 type=write size=3833831 2024-04-13T07:35:11.132 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.133+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=1TODJMRO2UZM type=del 2024-04-13T07:35:11.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.135+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=JB2SKT678KZT type=del size=481176 2024-04-13T07:35:11.136 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.137+0000 7f05f3c42780 1 < completed delete operation key=IDMD82V6SX39 tag=5O0GS5CJBS14 type=del 2024-04-13T07:35:11.140 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.140+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~UJV18UA5AHNI.0 size=1048576 2024-04-13T07:35:11.141 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.142+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~UJV18UA5AHNI.1 size=192029 2024-04-13T07:35:11.141 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.142+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=UJV18UA5AHNI tag=8O5WT3MZ69T0 type=write size=2289181 2024-04-13T07:35:11.143 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.144+0000 7f05f3c42780 1 < canceled operation key=77NI15K3IXNY tag=CF40EL62DX6P type=del size=1146284 2024-04-13T07:35:11.145 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.146+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=Z6AD21ALOQYY type=del size=1093250 2024-04-13T07:35:11.149 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.149+0000 7f05f3c42780 1 < suggested remove operation key=97QQZFWRF5SP tag=U1Z6AXKZWCQQ type=del 2024-04-13T07:35:11.150 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.151+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=X3M4K56OWMPN type=del size=1062079 2024-04-13T07:35:11.152 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.153+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~ZNGWJKYYOBZ5.0 size=1048576 2024-04-13T07:35:11.154 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.154+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~ZNGWJKYYOBZ5.1 size=917379 2024-04-13T07:35:11.157 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.158+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=ZNGWJKYYOBZ5 tag=KK3NX13I8UDO type=write size=3014531 2024-04-13T07:35:11.160 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.161+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~BKA3VLCOFN7V.0 size=1048576 2024-04-13T07:35:11.161 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.162+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~BKA3VLCOFN7V.1 size=377462 2024-04-13T07:35:11.162 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.162+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=BKA3VLCOFN7V tag=8YB5QZMPWDJX type=write size=2474614 2024-04-13T07:35:11.163 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.164+0000 7f05f3c42780 1 < completed delete operation key=45BQPLCWG43N tag=2J1R9PSBGW3G type=del 2024-04-13T07:35:11.165 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.166+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=RAWU73F18TSX type=del size=3052042 2024-04-13T07:35:11.167 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.168+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~KIC4CH4JFJQX.0 size=1048576 2024-04-13T07:35:11.168 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.169+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~KIC4CH4JFJQX.1 size=819196 2024-04-13T07:35:11.172 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.173+0000 7f05f3c42780 1 < completed multipart upload key=0EN9XH8WN9TS upload=KIC4CH4JFJQX tag=ELSRSLJFMCA4 type=write size=2916348 2024-04-13T07:35:11.173 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.174+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=BPBOT1P14WZN type=write size=184960 2024-04-13T07:35:11.176 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.176+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~CVSMMGOGSIVL.0 size=1048576 2024-04-13T07:35:11.178 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.178+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~CVSMMGOGSIVL.1 size=80939 2024-04-13T07:35:11.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.181+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=CVSMMGOGSIVL tag=D9AVJQ5Z74I2 type=write size=2178091 2024-04-13T07:35:11.184 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.184+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~REG61MPV8633.0 size=1048576 2024-04-13T07:35:11.185 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.186+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~REG61MPV8633.1 size=1048576 2024-04-13T07:35:11.187 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.187+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~REG61MPV8633.2 size=274853 2024-04-13T07:35:11.187 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.187+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=REG61MPV8633 tag=HMOFMCDWY31F type=write size=3420581 2024-04-13T07:35:11.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.189+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~XTN0LDZPOXO3.0 size=213029 2024-04-13T07:35:11.191 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.192+0000 7f05f3c42780 1 < completed multipart upload key=B3WYR77RL9B4 upload=XTN0LDZPOXO3 tag=ZQIB5YMRYKCR type=write size=1261605 2024-04-13T07:35:11.194 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.195+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~L9YWI7W8M08C.0 size=1048576 2024-04-13T07:35:11.196 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.197+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~L9YWI7W8M08C.1 size=1048576 2024-04-13T07:35:11.197 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.198+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~L9YWI7W8M08C.2 size=649740 2024-04-13T07:35:11.198 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.198+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=L9YWI7W8M08C tag=NEJDFM4MCE5M type=write size=3795468 2024-04-13T07:35:11.201 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.201+0000 7f05f3c42780 1 < suggested update operation key=TEADR4H33ZHA tag=Q7QVBS6U482I type=del size=299298 2024-04-13T07:35:11.202 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.203+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=97R386G4ICR1 type=del size=4032805 2024-04-13T07:35:11.206 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.207+0000 7f05f3c42780 1 < suggested remove operation key=DMCQJNBIB4O2 tag=BRMTDUA7XT39 type=del 2024-04-13T07:35:11.208 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.209+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=V6DPK2303EO9 type=del size=1614850 2024-04-13T07:35:11.212 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.212+0000 7f05f3c42780 1 < suggested remove operation key=QTS892MIKZSS tag=3PJINXVBUF4X type=del 2024-04-13T07:35:11.213 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.214+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=RCAFPHOL3CZU type=del size=3071399 2024-04-13T07:35:11.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.216+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=K3QYDV6ZEE0M type=del 2024-04-13T07:35:11.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.219+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~9FWTKI84T606.0 size=691483 2024-04-13T07:35:11.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.219+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=9FWTKI84T606 tag=3EJXD48Q9DW7 type=write size=1740059 2024-04-13T07:35:11.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.221+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~TZ1RS5DYC40M.0 size=1048576 2024-04-13T07:35:11.222 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.223+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~TZ1RS5DYC40M.1 size=643726 2024-04-13T07:35:11.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.225+0000 7f05f3c42780 1 < completed multipart upload key=NOA5HUHWE14O upload=TZ1RS5DYC40M tag=24XB046NPMEB type=write size=2740878 2024-04-13T07:35:11.228 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.228+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~43O0ICBD0IYC.0 size=1048576 2024-04-13T07:35:11.229 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.230+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~43O0ICBD0IYC.1 size=741618 2024-04-13T07:35:11.229 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.230+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=43O0ICBD0IYC tag=DC3DJXYDMFIK type=write size=2838770 2024-04-13T07:35:11.231 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.232+0000 7f05f3c42780 1 < canceled operation key=SB3J044OIBA2 tag=S63H6C8M5LQF type=del size=1147807 2024-04-13T07:35:11.234 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.235+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~VAZ5PGACDZXU.0 size=284152 2024-04-13T07:35:11.234 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.235+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=VAZ5PGACDZXU tag=PBC5BF1LBVDX type=write size=1332728 2024-04-13T07:35:11.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.237+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~VVGF33CEHN02.0 size=1048576 2024-04-13T07:35:11.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.237+0000 7f05f3c42780 1 < canceled part key=_multipart_1HK0EXLRD6WR.2~VVGF33CEHN02.1 size=1048576 2024-04-13T07:35:11.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.238+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~VVGF33CEHN02.2 size=688103 2024-04-13T07:35:11.240 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.241+0000 7f05f3c42780 1 < canceled multipart upload key=1HK0EXLRD6WR upload=VVGF33CEHN02 tag=PNPHKIB10H36 type=write size=3833831 2024-04-13T07:35:11.243 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.244+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~G7WJJIY5J5VY.0 size=1048576 2024-04-13T07:35:11.245 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.245+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~G7WJJIY5J5VY.1 size=750279 2024-04-13T07:35:11.245 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.245+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=G7WJJIY5J5VY tag=3KCJOWV7M3PL type=write size=2847431 2024-04-13T07:35:11.246 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.247+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=JB2SKT678KZT type=del 2024-04-13T07:35:11.248 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.249+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=TJKSWTI34RBJ type=write size=42731 2024-04-13T07:35:11.250 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.251+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~UJV18UA5AHNI.0 size=1048576 2024-04-13T07:35:11.251 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.252+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~UJV18UA5AHNI.1 size=192029 2024-04-13T07:35:11.254 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.255+0000 7f05f3c42780 1 < completed multipart upload key=Y2F6LZJG5LH0 upload=UJV18UA5AHNI tag=8O5WT3MZ69T0 type=write size=2289181 2024-04-13T07:35:11.256 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.257+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=S3YVKV324AIS type=del size=292312 2024-04-13T07:35:11.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.258+0000 7f05f3c42780 1 < canceled operation key=Y2F6LZJG5LH0 tag=Z6AD21ALOQYY type=del size=1093250 2024-04-13T07:35:11.260 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.261+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=2WSSDJVC1HZS type=write size=914821 2024-04-13T07:35:11.262 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.263+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=X3M4K56OWMPN type=del 2024-04-13T07:35:11.266 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.266+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~KP9NY76ZHNNZ.0 size=1048576 2024-04-13T07:35:11.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.268+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~KP9NY76ZHNNZ.1 size=1048576 2024-04-13T07:35:11.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.269+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~KP9NY76ZHNNZ.2 size=810717 2024-04-13T07:35:11.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.269+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=KP9NY76ZHNNZ tag=N4CP9YXHWM8Z type=write size=3956445 2024-04-13T07:35:11.270 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.271+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~BKA3VLCOFN7V.0 size=1048576 2024-04-13T07:35:11.272 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.273+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~BKA3VLCOFN7V.1 size=377462 2024-04-13T07:35:11.275 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.276+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=BKA3VLCOFN7V tag=8YB5QZMPWDJX type=write size=2474614 2024-04-13T07:35:11.277 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.278+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=LA1U9BD613E7 type=del size=3680908 2024-04-13T07:35:11.279 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.280+0000 7f05f3c42780 -1 < failed to complete operation key=DMCQJNBIB4O2 tag=RAWU73F18TSX type=del size=3052042: (22) Invalid argument 2024-04-13T07:35:11.282 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.282+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=A665B6Z85MUX type=write size=991305 2024-04-13T07:35:11.284 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.285+0000 7f05f3c42780 -1 < failed to complete operation key=QTS892MIKZSS tag=BPBOT1P14WZN type=write size=184960: (22) Invalid argument 2024-04-13T07:35:11.285 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.286+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=1O5NDHFZQ3GY type=del size=1179948 2024-04-13T07:35:11.287 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.288+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~REG61MPV8633.0 size=1048576 2024-04-13T07:35:11.289 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.289+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~REG61MPV8633.1 size=1048576 2024-04-13T07:35:11.289 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.289+0000 7f05f3c42780 1 < canceled part key=_multipart_Z2QIOQ3JJHXN.2~REG61MPV8633.2 size=274853 2024-04-13T07:35:11.292 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.292+0000 7f05f3c42780 1 < canceled multipart upload key=Z2QIOQ3JJHXN upload=REG61MPV8633 tag=HMOFMCDWY31F type=write size=3420581 2024-04-13T07:35:11.294 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.294+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=POW8D77DFX98 type=del size=1062894 2024-04-13T07:35:11.295 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.296+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~L9YWI7W8M08C.0 size=1048576 2024-04-13T07:35:11.297 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.298+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~L9YWI7W8M08C.1 size=1048576 2024-04-13T07:35:11.298 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.299+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~L9YWI7W8M08C.2 size=649740 2024-04-13T07:35:11.301 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.302+0000 7f05f3c42780 1 < completed multipart upload key=GXQVWVGDUNMS upload=L9YWI7W8M08C tag=NEJDFM4MCE5M type=write size=3795468 2024-04-13T07:35:11.303 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.304+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=PQYCEFSQSUN6 type=write size=104939 2024-04-13T07:35:11.305 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.306+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=97R386G4ICR1 type=del 2024-04-13T07:35:11.307 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.307+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=4PT8EIWXN8Q8 type=del size=2008731 2024-04-13T07:35:11.308 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.309+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=V6DPK2303EO9 type=del 2024-04-13T07:35:11.310 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.311+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=UFELO6IUU1WR type=del size=3499791 2024-04-13T07:35:11.312 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.313+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=RCAFPHOL3CZU type=del 2024-04-13T07:35:11.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.316+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~UE39L43XQ5XK.0 size=1048576 2024-04-13T07:35:11.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.318+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~UE39L43XQ5XK.1 size=706295 2024-04-13T07:35:11.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.318+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=UE39L43XQ5XK tag=I8XU8K4QI0PZ type=write size=2803447 2024-04-13T07:35:11.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.320+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~9FWTKI84T606.0 size=691483 2024-04-13T07:35:11.322 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.323+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=9FWTKI84T606 tag=3EJXD48Q9DW7 type=write size=1740059 2024-04-13T07:35:11.324 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.325+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=2V4DOP2MNC0P type=del size=4138892 2024-04-13T07:35:11.325 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.326+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~43O0ICBD0IYC.0 size=1048576 2024-04-13T07:35:11.327 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.328+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~43O0ICBD0IYC.1 size=741618 2024-04-13T07:35:11.330 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.331+0000 7f05f3c42780 1 < completed multipart upload key=43EJ55H9TGF3 upload=43O0ICBD0IYC tag=DC3DJXYDMFIK type=write size=2838770 2024-04-13T07:35:11.333 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.334+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~LY8R0DZLMLM1.0 size=1048576 2024-04-13T07:35:11.335 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.336+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~LY8R0DZLMLM1.1 size=1048576 2024-04-13T07:35:11.336 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.337+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~LY8R0DZLMLM1.2 size=888605 2024-04-13T07:35:11.336 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.337+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=LY8R0DZLMLM1 tag=0KI3NIXE0UJ7 type=write size=4034333 2024-04-13T07:35:11.338 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.339+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~VAZ5PGACDZXU.0 size=284152 2024-04-13T07:35:11.342 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.342+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=VAZ5PGACDZXU tag=PBC5BF1LBVDX type=write size=1332728 2024-04-13T07:35:11.345 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.345+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~BMDGCR2LGREG.0 size=1048576 2024-04-13T07:35:11.346 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.347+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~BMDGCR2LGREG.1 size=1048576 2024-04-13T07:35:11.347 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.348+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~BMDGCR2LGREG.2 size=842798 2024-04-13T07:35:11.348 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.348+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=BMDGCR2LGREG tag=ET5YPFM1YH6Q type=write size=3988526 2024-04-13T07:35:11.349 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.350+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~G7WJJIY5J5VY.0 size=1048576 2024-04-13T07:35:11.351 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.352+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~G7WJJIY5J5VY.1 size=750279 2024-04-13T07:35:11.354 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.355+0000 7f05f3c42780 1 < completed multipart upload key=MN5H0RIAHGLM upload=G7WJJIY5J5VY tag=3KCJOWV7M3PL type=write size=2847431 2024-04-13T07:35:11.356 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.357+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=XS9YJQY6U0PV type=del size=2809858 2024-04-13T07:35:11.358 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.359+0000 7f05f3c42780 1 < completed write operation key=2U7EF9PD2PDE tag=TJKSWTI34RBJ type=write size=42731 2024-04-13T07:35:11.362 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.363+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~TUD70TGV5TLU.0 size=647322 2024-04-13T07:35:11.362 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.363+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=TUD70TGV5TLU tag=9E19RMR6SZ1R type=write size=1695898 2024-04-13T07:35:11.364 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.365+0000 7f05f3c42780 1 < completed delete operation key=6CXR0GIZ6246 tag=S3YVKV324AIS type=del 2024-04-13T07:35:11.368 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.369+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~BHOWBVRWR6GU.0 size=1048576 2024-04-13T07:35:11.370 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.371+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~BHOWBVRWR6GU.1 size=871081 2024-04-13T07:35:11.370 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.371+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=BHOWBVRWR6GU tag=4Z4ZNV04M1LH type=write size=2968233 2024-04-13T07:35:11.371 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.372+0000 7f05f3c42780 1 < completed write operation key=B7KHSTN92EMS tag=2WSSDJVC1HZS type=write size=914821 2024-04-13T07:35:11.373 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.374+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=2I5244LS0VMW type=del size=1992545 2024-04-13T07:35:11.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.376+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~KP9NY76ZHNNZ.0 size=1048576 2024-04-13T07:35:11.377 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.377+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~KP9NY76ZHNNZ.1 size=1048576 2024-04-13T07:35:11.378 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.379+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~KP9NY76ZHNNZ.2 size=810717 2024-04-13T07:35:11.381 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.382+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=KP9NY76ZHNNZ tag=N4CP9YXHWM8Z type=write size=3956445 2024-04-13T07:35:11.383 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.384+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=AV8U9YLDCGYB type=write size=15228 2024-04-13T07:35:11.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.386+0000 7f05f3c42780 1 < completed delete operation key=IDMD82V6SX39 tag=LA1U9BD613E7 type=del 2024-04-13T07:35:11.387 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.388+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=Y2TSSP2JTLUY type=del size=2844949 2024-04-13T07:35:11.389 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.389+0000 7f05f3c42780 1 < completed write operation key=2U7EF9PD2PDE tag=A665B6Z85MUX type=write size=991305 2024-04-13T07:35:11.392 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.392+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~RXAI6YTTXDZY.0 size=1048576 2024-04-13T07:35:11.393 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.394+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~RXAI6YTTXDZY.1 size=638515 2024-04-13T07:35:11.393 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.394+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=RXAI6YTTXDZY tag=SK6ITOFBUCL1 type=write size=2735667 2024-04-13T07:35:11.395 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.396+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=1O5NDHFZQ3GY type=del 2024-04-13T07:35:11.397 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.397+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=6Q81R1IX4D79 type=del size=3670635 2024-04-13T07:35:11.399 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.399+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=POW8D77DFX98 type=del 2024-04-13T07:35:11.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.403+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~XES4SF2HCVK4.0 size=1048576 2024-04-13T07:35:11.404 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.404+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~XES4SF2HCVK4.1 size=653252 2024-04-13T07:35:11.404 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.404+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=XES4SF2HCVK4 tag=CUISECCIQQRY type=write size=2750404 2024-04-13T07:35:11.406 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.407+0000 7f05f3c42780 1 < completed write operation key=DMCQJNBIB4O2 tag=PQYCEFSQSUN6 type=write size=104939 2024-04-13T07:35:11.410 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.410+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~AW8NIK3D4SAH.0 size=380907 2024-04-13T07:35:11.410 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.410+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=AW8NIK3D4SAH tag=NGSQQK2HPSGJ type=write size=1429483 2024-04-13T07:35:11.411 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.412+0000 7f05f3c42780 1 < completed delete operation key=UJ8CWXR3A7YN tag=4PT8EIWXN8Q8 type=del 2024-04-13T07:35:11.413 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.414+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=PNZZ1CJOH10Z type=del size=477116 2024-04-13T07:35:11.417 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.417+0000 7f05f3c42780 1 < suggested update operation key=JWVWL3HNW3GB tag=UFELO6IUU1WR type=del size=3499791 2024-04-13T07:35:11.421 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.421+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~J3B098GYR8JY.0 size=703323 2024-04-13T07:35:11.421 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.421+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=J3B098GYR8JY tag=RMEQQI7ACWGL type=write size=1751899 2024-04-13T07:35:11.422 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.423+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~UE39L43XQ5XK.0 size=1048576 2024-04-13T07:35:11.424 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.424+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~UE39L43XQ5XK.1 size=706295 2024-04-13T07:35:11.427 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.428+0000 7f05f3c42780 1 < completed multipart upload key=Y2F6LZJG5LH0 upload=UE39L43XQ5XK tag=I8XU8K4QI0PZ type=write size=2803447 2024-04-13T07:35:11.431 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.431+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~I1X14AK1KTO0.0 size=1048576 2024-04-13T07:35:11.432 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.433+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~I1X14AK1KTO0.1 size=634267 2024-04-13T07:35:11.432 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.433+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=I1X14AK1KTO0 tag=H41CDIWLS16T type=write size=2731419 2024-04-13T07:35:11.434 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.435+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=2V4DOP2MNC0P type=del 2024-04-13T07:35:11.437 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.438+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~29YKFJ9JBEY3.0 size=1048576 2024-04-13T07:35:11.439 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.439+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~29YKFJ9JBEY3.1 size=1048576 2024-04-13T07:35:11.440 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.441+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~29YKFJ9JBEY3.2 size=374559 2024-04-13T07:35:11.440 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.441+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=29YKFJ9JBEY3 tag=WN003PIJ96E6 type=write size=3520287 2024-04-13T07:35:11.442 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.443+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~LY8R0DZLMLM1.0 size=1048576 2024-04-13T07:35:11.444 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.445+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~LY8R0DZLMLM1.1 size=1048576 2024-04-13T07:35:11.445 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.446+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~LY8R0DZLMLM1.2 size=888605 2024-04-13T07:35:11.448 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.449+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=LY8R0DZLMLM1 tag=0KI3NIXE0UJ7 type=write size=4034333 2024-04-13T07:35:11.452 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.452+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~EIYWK0UYJJAK.0 size=1048576 2024-04-13T07:35:11.453 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.454+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~EIYWK0UYJJAK.1 size=812113 2024-04-13T07:35:11.453 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.454+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=EIYWK0UYJJAK tag=OUSMY3Q1ZWPV type=write size=2909265 2024-04-13T07:35:11.455 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.456+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~BMDGCR2LGREG.0 size=1048576 2024-04-13T07:35:11.456 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.457+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~BMDGCR2LGREG.1 size=1048576 2024-04-13T07:35:11.458 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.459+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~BMDGCR2LGREG.2 size=842798 2024-04-13T07:35:11.461 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.462+0000 7f05f3c42780 1 < completed multipart upload key=J4WRTB31TSAU upload=BMDGCR2LGREG tag=ET5YPFM1YH6Q type=write size=3988526 2024-04-13T07:35:11.463 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.463+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=T6WTH4AXRF1S type=del size=2192946 2024-04-13T07:35:11.466 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.467+0000 7f05f3c42780 1 < suggested update operation key=Z2QIOQ3JJHXN tag=XS9YJQY6U0PV type=del size=2809858 2024-04-13T07:35:11.469 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.470+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~M111HQ20OINP.0 size=1020972 2024-04-13T07:35:11.469 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.470+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=M111HQ20OINP tag=HBX6KM51W19H type=write size=2069548 2024-04-13T07:35:11.471 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.471+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~TUD70TGV5TLU.0 size=647322 2024-04-13T07:35:11.474 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.474+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=TUD70TGV5TLU tag=9E19RMR6SZ1R type=write size=1695898 2024-04-13T07:35:11.475 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.476+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=NYP4NPPJ3ZS7 type=del size=1950093 2024-04-13T07:35:11.477 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.478+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~BHOWBVRWR6GU.0 size=1048576 2024-04-13T07:35:11.479 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.479+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~BHOWBVRWR6GU.1 size=871081 2024-04-13T07:35:11.481 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.482+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=BHOWBVRWR6GU tag=4Z4ZNV04M1LH type=write size=2968233 2024-04-13T07:35:11.485 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.486+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~93BWGV7A6QJ7.0 size=1048576 2024-04-13T07:35:11.486 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.487+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~93BWGV7A6QJ7.1 size=1036026 2024-04-13T07:35:11.486 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.487+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=93BWGV7A6QJ7 tag=1AT7KCZPE3JA type=write size=3133178 2024-04-13T07:35:11.488 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.489+0000 7f05f3c42780 1 < completed delete operation key=4G8K54UI1T3W tag=2I5244LS0VMW type=del 2024-04-13T07:35:11.491 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.492+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~3S833OCPZFL4.0 size=148093 2024-04-13T07:35:11.491 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.492+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=3S833OCPZFL4 tag=7ABBXCO4VER6 type=write size=1196669 2024-04-13T07:35:11.493 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.494+0000 7f05f3c42780 1 < completed write operation key=SB3J044OIBA2 tag=AV8U9YLDCGYB type=write size=15228 2024-04-13T07:35:11.495 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.495+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=Y3PWHSF45AIE type=del size=1524902 2024-04-13T07:35:11.497 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.497+0000 7f05f3c42780 1 < completed delete operation key=DMCQJNBIB4O2 tag=Y2TSSP2JTLUY type=del 2024-04-13T07:35:11.498 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.499+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=8UYYTT2GEVJJ type=write size=226023 2024-04-13T07:35:11.500 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.501+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~RXAI6YTTXDZY.0 size=1048576 2024-04-13T07:35:11.501 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.502+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~RXAI6YTTXDZY.1 size=638515 2024-04-13T07:35:11.504 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.505+0000 7f05f3c42780 1 < completed multipart upload key=Y2F6LZJG5LH0 upload=RXAI6YTTXDZY tag=SK6ITOFBUCL1 type=write size=2735667 2024-04-13T07:35:11.507 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.508+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~MYA3YZX1LFGR.0 size=1048576 2024-04-13T07:35:11.509 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.509+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~MYA3YZX1LFGR.1 size=1048576 2024-04-13T07:35:11.510 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.511+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~MYA3YZX1LFGR.2 size=29102 2024-04-13T07:35:11.510 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.511+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=MYA3YZX1LFGR tag=34L1SO7S3DJN type=write size=3174830 2024-04-13T07:35:11.512 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.513+0000 7f05f3c42780 1 < canceled operation key=TEADR4H33ZHA tag=6Q81R1IX4D79 type=del size=3670635 2024-04-13T07:35:11.513 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.514+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=1PTAJNVZKLFH type=del size=2916595 2024-04-13T07:35:11.515 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.516+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~XES4SF2HCVK4.0 size=1048576 2024-04-13T07:35:11.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.517+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~XES4SF2HCVK4.1 size=653252 2024-04-13T07:35:11.520 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.520+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=XES4SF2HCVK4 tag=CUISECCIQQRY type=write size=2750404 2024-04-13T07:35:11.522 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.522+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=UIW3ZC3C9K84 type=del size=1007354 2024-04-13T07:35:11.524 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.524+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~AW8NIK3D4SAH.0 size=380907 2024-04-13T07:35:11.527 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.527+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=AW8NIK3D4SAH tag=NGSQQK2HPSGJ type=write size=1429483 2024-04-13T07:35:11.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.531+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~ZBORI958612L.0 size=1048576 2024-04-13T07:35:11.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.532+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~ZBORI958612L.1 size=1048576 2024-04-13T07:35:11.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.534+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~ZBORI958612L.2 size=672547 2024-04-13T07:35:11.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.534+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=ZBORI958612L tag=O4ZVHS7RPXVA type=write size=3818275 2024-04-13T07:35:11.535 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.536+0000 7f05f3c42780 1 < completed delete operation key=2U7EF9PD2PDE tag=PNZZ1CJOH10Z type=del 2024-04-13T07:35:11.537 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.537+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=1PXJ227W9HT7 type=write size=146098 2024-04-13T07:35:11.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.539+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~J3B098GYR8JY.0 size=703323 2024-04-13T07:35:11.541 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.542+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=J3B098GYR8JY tag=RMEQQI7ACWGL type=write size=1751899 2024-04-13T07:35:11.543 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.544+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=9X0XJVSEPFUO type=del size=3157247 2024-04-13T07:35:11.545 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.546+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~I1X14AK1KTO0.0 size=1048576 2024-04-13T07:35:11.547 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.547+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~I1X14AK1KTO0.1 size=634267 2024-04-13T07:35:11.550 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.550+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=I1X14AK1KTO0 tag=H41CDIWLS16T type=write size=2731419 2024-04-13T07:35:11.552 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.553+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=TIASKXBIUSTR type=del size=2464476 2024-04-13T07:35:11.554 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.554+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~29YKFJ9JBEY3.0 size=1048576 2024-04-13T07:35:11.555 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.556+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~29YKFJ9JBEY3.1 size=1048576 2024-04-13T07:35:11.557 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.557+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~29YKFJ9JBEY3.2 size=374559 2024-04-13T07:35:11.560 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.560+0000 7f05f3c42780 1 < completed multipart upload key=N1JTROSFNCR7 upload=29YKFJ9JBEY3 tag=WN003PIJ96E6 type=write size=3520287 2024-04-13T07:35:11.561 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.562+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=BF4LBEP7ZO0R type=write size=572514 2024-04-13T07:35:11.563 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.564+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~EIYWK0UYJJAK.0 size=1048576 2024-04-13T07:35:11.564 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.565+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~EIYWK0UYJJAK.1 size=812113 2024-04-13T07:35:11.568 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.569+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=EIYWK0UYJJAK tag=OUSMY3Q1ZWPV type=write size=2909265 2024-04-13T07:35:11.570 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.570+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=1YF6JWT5C2WF type=write size=908751 2024-04-13T07:35:11.571 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.572+0000 7f05f3c42780 1 < completed delete operation key=TEADR4H33ZHA tag=T6WTH4AXRF1S type=del 2024-04-13T07:35:11.575 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.575+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~SATB1CSUK494.0 size=1048576 2024-04-13T07:35:11.576 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.577+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~SATB1CSUK494.1 size=1048576 2024-04-13T07:35:11.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.578+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~SATB1CSUK494.2 size=516664 2024-04-13T07:35:11.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.578+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=SATB1CSUK494 tag=ZH7O2VZ8J21A type=write size=3662392 2024-04-13T07:35:11.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.580+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~M111HQ20OINP.0 size=1020972 2024-04-13T07:35:11.582 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.583+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=M111HQ20OINP tag=HBX6KM51W19H type=write size=2069548 2024-04-13T07:35:11.586 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.586+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~CRE8CVY59T6J.0 size=1048576 2024-04-13T07:35:11.587 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.588+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~CRE8CVY59T6J.1 size=1048576 2024-04-13T07:35:11.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.589+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~CRE8CVY59T6J.2 size=984270 2024-04-13T07:35:11.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.589+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=CRE8CVY59T6J tag=86723JOK162D type=write size=4129998 2024-04-13T07:35:11.591 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.592+0000 7f05f3c42780 1 < completed delete operation key=IDMD82V6SX39 tag=NYP4NPPJ3ZS7 type=del 2024-04-13T07:35:11.593 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.594+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=W7CBX0A1MAK1 type=del size=3698703 2024-04-13T07:35:11.595 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.595+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~93BWGV7A6QJ7.0 size=1048576 2024-04-13T07:35:11.596 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.597+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~93BWGV7A6QJ7.1 size=1036026 2024-04-13T07:35:11.599 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.600+0000 7f05f3c42780 1 < completed multipart upload key=GXQVWVGDUNMS upload=93BWGV7A6QJ7 tag=1AT7KCZPE3JA type=write size=3133178 2024-04-13T07:35:11.601 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.602+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=K0A04GF1JJZT type=write size=391199 2024-04-13T07:35:11.603 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.604+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~3S833OCPZFL4.0 size=148093 2024-04-13T07:35:11.606 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.607+0000 7f05f3c42780 1 < completed multipart upload key=TEADR4H33ZHA upload=3S833OCPZFL4 tag=7ABBXCO4VER6 type=write size=1196669 2024-04-13T07:35:11.610 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.610+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~KBDJVZWPS35G.0 size=797739 2024-04-13T07:35:11.610 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.610+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=KBDJVZWPS35G tag=IPCIC400LSZI type=write size=1846315 2024-04-13T07:35:11.611 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.612+0000 7f05f3c42780 1 < completed delete operation key=TEADR4H33ZHA tag=Y3PWHSF45AIE type=del 2024-04-13T07:35:11.613 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.614+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=7NB9D28ESU9V type=del size=2433729 2024-04-13T07:35:11.616 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.617+0000 7f05f3c42780 1 < suggested update operation key=JWVWL3HNW3GB tag=8UYYTT2GEVJJ type=write size=226023 2024-04-13T07:35:11.620 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.620+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~NBCZV4MWF9BV.0 size=1048576 2024-04-13T07:35:11.621 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.622+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~NBCZV4MWF9BV.1 size=1012665 2024-04-13T07:35:11.621 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.622+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=NBCZV4MWF9BV tag=PURPPLNG3T42 type=write size=3109817 2024-04-13T07:35:11.621 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.622+0000 7f05f3c42780 1 < canceled part key=_multipart_97QQZFWRF5SP.2~MYA3YZX1LFGR.0 size=1048576 2024-04-13T07:35:11.623 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.624+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~MYA3YZX1LFGR.1 size=1048576 2024-04-13T07:35:11.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.625+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~MYA3YZX1LFGR.2 size=29102 2024-04-13T07:35:11.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.629+0000 7f05f3c42780 1 < canceled multipart upload key=97QQZFWRF5SP upload=MYA3YZX1LFGR tag=34L1SO7S3DJN type=write size=3174830 2024-04-13T07:35:11.630 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.631+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=2AWX20ZN8ALU type=del size=1090727 2024-04-13T07:35:11.633 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.634+0000 7f05f3c42780 1 < suggested update operation key=B7KHSTN92EMS tag=1PTAJNVZKLFH type=del size=2916595 2024-04-13T07:35:11.635 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.636+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=3QGYVA0C6WV3 type=write size=726132 2024-04-13T07:35:11.637 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.638+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=UIW3ZC3C9K84 type=del 2024-04-13T07:35:11.638 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.639+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=Z45X1GV4WS3V type=del size=137473 2024-04-13T07:35:11.640 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.641+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~ZBORI958612L.0 size=1048576 2024-04-13T07:35:11.642 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.643+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~ZBORI958612L.1 size=1048576 2024-04-13T07:35:11.643 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.644+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~ZBORI958612L.2 size=672547 2024-04-13T07:35:11.646 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.647+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=ZBORI958612L tag=O4ZVHS7RPXVA type=write size=3818275 2024-04-13T07:35:11.648 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.649+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=S8EQXM5CKGZA type=del size=253151 2024-04-13T07:35:11.650 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.651+0000 7f05f3c42780 1 < completed write operation key=SLR7Z6IC87H9 tag=1PXJ227W9HT7 type=write size=146098 2024-04-13T07:35:11.652 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.653+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=70IG8J3D4GCC type=del size=2738572 2024-04-13T07:35:11.654 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.655+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=9X0XJVSEPFUO type=del 2024-04-13T07:35:11.656 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.656+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=NV92XV80RXAB type=del size=1150335 2024-04-13T07:35:11.657 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.658+0000 7f05f3c42780 1 < completed delete operation key=4G8K54UI1T3W tag=TIASKXBIUSTR type=del 2024-04-13T07:35:11.659 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.660+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=SCEMLCI6O0K7 type=del size=10493 2024-04-13T07:35:11.661 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.662+0000 7f05f3c42780 1 < completed write operation key=Z2QIOQ3JJHXN tag=BF4LBEP7ZO0R type=write size=572514 2024-04-13T07:35:11.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.664+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=CN0UBTRE6EQC type=del size=3600347 2024-04-13T07:35:11.665 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.665+0000 7f05f3c42780 1 < completed write operation key=U7HAP4TTT8U3 tag=1YF6JWT5C2WF type=write size=908751 2024-04-13T07:35:11.668 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.669+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~Z6AZ4FHCMYPR.0 size=1048576 2024-04-13T07:35:11.670 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.671+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~Z6AZ4FHCMYPR.1 size=524400 2024-04-13T07:35:11.670 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.671+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=Z6AZ4FHCMYPR tag=57GL80TS5MXC type=write size=2621552 2024-04-13T07:35:11.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.673+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~SATB1CSUK494.0 size=1048576 2024-04-13T07:35:11.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.674+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~SATB1CSUK494.1 size=1048576 2024-04-13T07:35:11.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.674+0000 7f05f3c42780 1 < canceled part key=_multipart_2U7EF9PD2PDE.2~SATB1CSUK494.2 size=516664 2024-04-13T07:35:11.677 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.678+0000 7f05f3c42780 1 < canceled multipart upload key=2U7EF9PD2PDE upload=SATB1CSUK494 tag=ZH7O2VZ8J21A type=write size=3662392 2024-04-13T07:35:11.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.680+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=C6G8LT5RM4K5 type=del size=3598642 2024-04-13T07:35:11.681 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.682+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~CRE8CVY59T6J.0 size=1048576 2024-04-13T07:35:11.683 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.683+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~CRE8CVY59T6J.1 size=1048576 2024-04-13T07:35:11.684 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.685+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~CRE8CVY59T6J.2 size=984270 2024-04-13T07:35:11.688 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.688+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=CRE8CVY59T6J tag=86723JOK162D type=write size=4129998 2024-04-13T07:35:11.689 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.690+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=VICXBP3CQDPK type=del size=2787751 2024-04-13T07:35:11.692 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.692+0000 7f05f3c42780 1 < completed delete operation key=4G8K54UI1T3W tag=W7CBX0A1MAK1 type=del 2024-04-13T07:35:11.693 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.694+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=GP0NECBVYZN0 type=write size=501673 2024-04-13T07:35:11.695 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.696+0000 7f05f3c42780 1 < completed write operation key=Z2QIOQ3JJHXN tag=K0A04GF1JJZT type=write size=391199 2024-04-13T07:35:11.699 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.699+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~KUGUWS5PQ4TQ.0 size=1048576 2024-04-13T07:35:11.700 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.701+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~KUGUWS5PQ4TQ.1 size=39450 2024-04-13T07:35:11.700 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.701+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=KUGUWS5PQ4TQ tag=6X6QFRS2GI84 type=write size=2136602 2024-04-13T07:35:11.702 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.703+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~KBDJVZWPS35G.0 size=797739 2024-04-13T07:35:11.705 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.706+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=KBDJVZWPS35G tag=IPCIC400LSZI type=write size=1846315 2024-04-13T07:35:11.707 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.708+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=G3F1IYM1216R type=del size=633539 2024-04-13T07:35:11.709 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.710+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=7NB9D28ESU9V type=del 2024-04-13T07:35:11.713 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.713+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~O656J97ZYU66.0 size=353118 2024-04-13T07:35:11.713 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.713+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=O656J97ZYU66 tag=R4FKALCIQ27Y type=write size=1401694 2024-04-13T07:35:11.714 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.715+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~NBCZV4MWF9BV.0 size=1048576 2024-04-13T07:35:11.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.717+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~NBCZV4MWF9BV.1 size=1012665 2024-04-13T07:35:11.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.720+0000 7f05f3c42780 1 < completed multipart upload key=GXQVWVGDUNMS upload=NBCZV4MWF9BV tag=PURPPLNG3T42 type=write size=3109817 2024-04-13T07:35:11.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.723+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~089T2207UOLJ.0 size=1029313 2024-04-13T07:35:11.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.723+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=089T2207UOLJ tag=6LEAH7NUN5P2 type=write size=2077889 2024-04-13T07:35:11.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.725+0000 7f05f3c42780 1 < canceled operation key=R7A1HMG5PBY2 tag=2AWX20ZN8ALU type=del size=1090727 2024-04-13T07:35:11.726 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.727+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=FWT0Y7O10R06 type=del size=3466333 2024-04-13T07:35:11.728 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.729+0000 7f05f3c42780 1 < completed write operation key=QTS892MIKZSS tag=3QGYVA0C6WV3 type=write size=726132 2024-04-13T07:35:11.730 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.730+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=JP7W10XPK026 type=del size=3161476 2024-04-13T07:35:11.731 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.732+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=Z45X1GV4WS3V type=del 2024-04-13T07:35:11.735 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.736+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~R8FF9SHE0KVJ.0 size=17420 2024-04-13T07:35:11.735 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.736+0000 7f05f3c42780 1 > prepared multipart upload key=FU38HSKLEDOP upload=R8FF9SHE0KVJ tag=EZX4KR0ECWHQ type=write size=1065996 2024-04-13T07:35:11.738 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.739+0000 7f05f3c42780 1 < suggested remove operation key=45BQPLCWG43N tag=S8EQXM5CKGZA type=del 2024-04-13T07:35:11.741 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.742+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~1F1VWIAHCM2V.0 size=1048576 2024-04-13T07:35:11.743 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.744+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~1F1VWIAHCM2V.1 size=1048576 2024-04-13T07:35:11.744 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.745+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~1F1VWIAHCM2V.2 size=215457 2024-04-13T07:35:11.744 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.745+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=1F1VWIAHCM2V tag=EA2PI1QIJH8O type=write size=3361185 2024-04-13T07:35:11.748 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.748+0000 7f05f3c42780 1 < suggested remove operation key=R7A1HMG5PBY2 tag=70IG8J3D4GCC type=del 2024-04-13T07:35:11.751 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.752+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~ISRQ35JA99EG.0 size=1048576 2024-04-13T07:35:11.753 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.754+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~ISRQ35JA99EG.1 size=442033 2024-04-13T07:35:11.753 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.754+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=ISRQ35JA99EG tag=29PB4B9WHL7U type=write size=2539185 2024-04-13T07:35:11.755 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.756+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=NV92XV80RXAB type=del 2024-04-13T07:35:11.757 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.757+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=Q1AIZOEW3S27 type=del size=364060 2024-04-13T07:35:11.759 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.759+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=SCEMLCI6O0K7 type=del 2024-04-13T07:35:11.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.761+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=G8Y345A7BK6F type=write size=585749 2024-04-13T07:35:11.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.763+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=CN0UBTRE6EQC type=del 2024-04-13T07:35:11.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.765+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=65KFL20HRUXH type=write size=712406 2024-04-13T07:35:11.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.767+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~Z6AZ4FHCMYPR.0 size=1048576 2024-04-13T07:35:11.768 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.769+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~Z6AZ4FHCMYPR.1 size=524400 2024-04-13T07:35:11.771 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.772+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=Z6AZ4FHCMYPR tag=57GL80TS5MXC type=write size=2621552 2024-04-13T07:35:11.775 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.775+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~LT13E1GD5S4F.0 size=60323 2024-04-13T07:35:11.775 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.775+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=LT13E1GD5S4F tag=0CCT2GSJSNB3 type=write size=1108899 2024-04-13T07:35:11.777 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.777+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=C6G8LT5RM4K5 type=del 2024-04-13T07:35:11.780 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.781+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~G01913DPBYD3.0 size=1048576 2024-04-13T07:35:11.781 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.782+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~G01913DPBYD3.1 size=1048576 2024-04-13T07:35:11.783 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.783+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~G01913DPBYD3.2 size=1012109 2024-04-13T07:35:11.783 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.784+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=G01913DPBYD3 tag=F9DS0GB61473 type=write size=4157837 2024-04-13T07:35:11.785 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.785+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=VICXBP3CQDPK type=del 2024-04-13T07:35:11.786 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.787+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=WD6UU8QCD1AE type=del size=3419673 2024-04-13T07:35:11.790 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.791+0000 7f05f3c42780 1 < suggested remove operation key=MN5H0RIAHGLM tag=GP0NECBVYZN0 type=write 2024-04-13T07:35:11.792 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.793+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=B9834YKU4KOU type=write size=988692 2024-04-13T07:35:11.792 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.793+0000 7f05f3c42780 1 < canceled part key=_multipart_SB3J044OIBA2.2~KUGUWS5PQ4TQ.0 size=1048576 2024-04-13T07:35:11.794 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.794+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~KUGUWS5PQ4TQ.1 size=39450 2024-04-13T07:35:11.797 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.797+0000 7f05f3c42780 1 < canceled multipart upload key=SB3J044OIBA2 upload=KUGUWS5PQ4TQ tag=6X6QFRS2GI84 type=write size=2136602 2024-04-13T07:35:11.798 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.799+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=IBQXCFSS10QW type=write size=627514 2024-04-13T07:35:11.800 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.801+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=G3F1IYM1216R type=del 2024-04-13T07:35:11.802 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.803+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=92UMW9EIXPS1 type=del size=1677125 2024-04-13T07:35:11.804 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.805+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~O656J97ZYU66.0 size=353118 2024-04-13T07:35:11.807 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.808+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=O656J97ZYU66 tag=R4FKALCIQ27Y type=write size=1401694 2024-04-13T07:35:11.810 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.811+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~6WGDYUI98FAT.0 size=933960 2024-04-13T07:35:11.810 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.811+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=6WGDYUI98FAT tag=5304FOB76WCD type=write size=1982536 2024-04-13T07:35:11.812 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.813+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~089T2207UOLJ.0 size=1029313 2024-04-13T07:35:11.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.816+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=089T2207UOLJ tag=6LEAH7NUN5P2 type=write size=2077889 2024-04-13T07:35:11.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.818+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=CQ2DHS20AA44 type=del size=2157280 2024-04-13T07:35:11.819 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.820+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=FWT0Y7O10R06 type=del 2024-04-13T07:35:11.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.822+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=WE7E107W3Q46 type=write size=44904 2024-04-13T07:35:11.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.824+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=JP7W10XPK026 type=del 2024-04-13T07:35:11.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.827+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~K7S7SWXNWXMS.0 size=159193 2024-04-13T07:35:11.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.827+0000 7f05f3c42780 1 > prepared multipart upload key=4G8K54UI1T3W upload=K7S7SWXNWXMS tag=1I57YB2SADUI type=write size=1207769 2024-04-13T07:35:11.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.829+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~R8FF9SHE0KVJ.0 size=17420 2024-04-13T07:35:11.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.832+0000 7f05f3c42780 1 < completed multipart upload key=FU38HSKLEDOP upload=R8FF9SHE0KVJ tag=EZX4KR0ECWHQ type=write size=1065996 2024-04-13T07:35:11.834 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.835+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~NH2NQN90H3SS.0 size=1048576 2024-04-13T07:35:11.836 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.837+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~NH2NQN90H3SS.1 size=1048576 2024-04-13T07:35:11.837 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.838+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~NH2NQN90H3SS.2 size=869104 2024-04-13T07:35:11.838 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.838+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=NH2NQN90H3SS tag=UJ9U4CCU5A7A type=write size=4014832 2024-04-13T07:35:11.839 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.840+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~1F1VWIAHCM2V.0 size=1048576 2024-04-13T07:35:11.841 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.842+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~1F1VWIAHCM2V.1 size=1048576 2024-04-13T07:35:11.842 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.843+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~1F1VWIAHCM2V.2 size=215457 2024-04-13T07:35:11.845 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.846+0000 7f05f3c42780 1 < completed multipart upload key=1HK0EXLRD6WR upload=1F1VWIAHCM2V tag=EA2PI1QIJH8O type=write size=3361185 2024-04-13T07:35:11.847 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.848+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=OZFNIC9B38JF type=del size=2077418 2024-04-13T07:35:11.849 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.850+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~ISRQ35JA99EG.0 size=1048576 2024-04-13T07:35:11.851 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.852+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~ISRQ35JA99EG.1 size=442033 2024-04-13T07:35:11.854 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.855+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=ISRQ35JA99EG tag=29PB4B9WHL7U type=write size=2539185 2024-04-13T07:35:11.858 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.859+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~9THTI5RH6GYB.0 size=103905 2024-04-13T07:35:11.858 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.859+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=9THTI5RH6GYB tag=P10YMZC170GT type=write size=1152481 2024-04-13T07:35:11.860 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.860+0000 7f05f3c42780 1 < canceled operation key=1HK0EXLRD6WR tag=Q1AIZOEW3S27 type=del size=364060 2024-04-13T07:35:11.861 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.862+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=NN3F6JPJ5VI3 type=write size=878957 2024-04-13T07:35:11.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.866+0000 7f05f3c42780 1 < suggested update operation key=Z2QIOQ3JJHXN tag=G8Y345A7BK6F type=write size=585749 2024-04-13T07:35:11.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.867+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=7C94SXLEMIBM type=del size=57039 2024-04-13T07:35:11.870 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.871+0000 7f05f3c42780 1 < suggested update operation key=C44XCR1L13WH tag=65KFL20HRUXH type=write size=712406 2024-04-13T07:35:11.872 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.873+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=YBWBU8O31DB5 type=del size=3106951 2024-04-13T07:35:11.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.875+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~LT13E1GD5S4F.0 size=60323 2024-04-13T07:35:11.878 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.878+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=LT13E1GD5S4F tag=0CCT2GSJSNB3 type=write size=1108899 2024-04-13T07:35:11.882 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.882+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~C0KVMKWJZM6D.0 size=1048576 2024-04-13T07:35:11.883 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.884+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~C0KVMKWJZM6D.1 size=1048576 2024-04-13T07:35:11.885 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.885+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~C0KVMKWJZM6D.2 size=641241 2024-04-13T07:35:11.885 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.885+0000 7f05f3c42780 1 > prepared multipart upload key=4G8K54UI1T3W upload=C0KVMKWJZM6D tag=A3Y8XQJJCBFY type=write size=3786969 2024-04-13T07:35:11.886 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.887+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~G01913DPBYD3.0 size=1048576 2024-04-13T07:35:11.888 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.889+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~G01913DPBYD3.1 size=1048576 2024-04-13T07:35:11.890 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.891+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~G01913DPBYD3.2 size=1012109 2024-04-13T07:35:11.893 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.894+0000 7f05f3c42780 1 < completed multipart upload key=43EJ55H9TGF3 upload=G01913DPBYD3 tag=F9DS0GB61473 type=write size=4157837 2024-04-13T07:35:11.896 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.897+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~KGN95OZPFWFE.0 size=195643 2024-04-13T07:35:11.897 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.897+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=KGN95OZPFWFE tag=HVKYDYLVM4Q0 type=write size=1244219 2024-04-13T07:35:11.899 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.899+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=WD6UU8QCD1AE type=del 2024-04-13T07:35:11.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.902+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=JA0QLL80VPU7 type=del size=1033771 2024-04-13T07:35:11.904 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.904+0000 7f05f3c42780 1 < completed write operation key=43EJ55H9TGF3 tag=B9834YKU4KOU type=write size=988692 2024-04-13T07:35:11.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.908+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~FAOIOATPCOCM.0 size=443303 2024-04-13T07:35:11.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.908+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=FAOIOATPCOCM tag=JOQPJYVDNT3T type=write size=1491879 2024-04-13T07:35:11.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.910+0000 7f05f3c42780 1 < completed write operation key=45BQPLCWG43N tag=IBQXCFSS10QW type=write size=627514 2024-04-13T07:35:11.913 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.914+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~F6H54NOSIQ6F.0 size=1048576 2024-04-13T07:35:11.915 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.916+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~F6H54NOSIQ6F.1 size=1048576 2024-04-13T07:35:11.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.917+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~F6H54NOSIQ6F.2 size=348012 2024-04-13T07:35:11.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.917+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=F6H54NOSIQ6F tag=JGZ62HZWPXO1 type=write size=3493740 2024-04-13T07:35:11.919 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.919+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=92UMW9EIXPS1 type=del 2024-04-13T07:35:11.921 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.921+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=1SQLZUWV3YDV type=del size=1136799 2024-04-13T07:35:11.923 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.923+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~6WGDYUI98FAT.0 size=933960 2024-04-13T07:35:11.926 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.927+0000 7f05f3c42780 1 < completed multipart upload key=43EJ55H9TGF3 upload=6WGDYUI98FAT tag=5304FOB76WCD type=write size=1982536 2024-04-13T07:35:11.930 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.931+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~77PZ5K6I54UZ.0 size=1048576 2024-04-13T07:35:11.931 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.932+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~77PZ5K6I54UZ.1 size=1048576 2024-04-13T07:35:11.933 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.934+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~77PZ5K6I54UZ.2 size=336038 2024-04-13T07:35:11.933 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.934+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=77PZ5K6I54UZ tag=9QBMWEVGVGEV type=write size=3481766 2024-04-13T07:35:11.935 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.936+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=CQ2DHS20AA44 type=del 2024-04-13T07:35:11.938 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.939+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~HSU2FPPN15K7.0 size=128409 2024-04-13T07:35:11.938 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.939+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=HSU2FPPN15K7 tag=KJJZLP3XJIJ8 type=write size=1176985 2024-04-13T07:35:11.940 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.941+0000 7f05f3c42780 1 < canceled operation key=UJ8CWXR3A7YN tag=WE7E107W3Q46 type=write size=44904 2024-04-13T07:35:11.942 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.943+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=93IMZGPOG5QO type=del size=3267631 2024-04-13T07:35:11.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.944+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~K7S7SWXNWXMS.0 size=159193 2024-04-13T07:35:11.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.948+0000 7f05f3c42780 1 < completed multipart upload key=4G8K54UI1T3W upload=K7S7SWXNWXMS tag=1I57YB2SADUI type=write size=1207769 2024-04-13T07:35:11.951 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.951+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~MXJLH9LDFFD5.0 size=1048576 2024-04-13T07:35:11.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.953+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~MXJLH9LDFFD5.1 size=713699 2024-04-13T07:35:11.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.953+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=MXJLH9LDFFD5 tag=BW6R1VRY7AER type=write size=2810851 2024-04-13T07:35:11.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.955+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~NH2NQN90H3SS.0 size=1048576 2024-04-13T07:35:11.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.958+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~NH2NQN90H3SS.1 size=1048576 2024-04-13T07:35:11.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.959+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~NH2NQN90H3SS.2 size=869104 2024-04-13T07:35:11.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.962+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=NH2NQN90H3SS tag=UJ9U4CCU5A7A type=write size=4014832 2024-04-13T07:35:11.965 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.966+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~L1TYKLNV8OJY.0 size=1048576 2024-04-13T07:35:11.967 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.968+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~L1TYKLNV8OJY.1 size=888998 2024-04-13T07:35:11.967 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.968+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=L1TYKLNV8OJY tag=QET0Q2E1IM5W type=write size=2986150 2024-04-13T07:35:11.969 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.970+0000 7f05f3c42780 1 < completed delete operation key=77NI15K3IXNY tag=OZFNIC9B38JF type=del 2024-04-13T07:35:11.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.971+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=M8V3DSGCKQAK type=del size=1886792 2024-04-13T07:35:11.972 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.973+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~9THTI5RH6GYB.0 size=103905 2024-04-13T07:35:11.976 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.976+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=9THTI5RH6GYB tag=P10YMZC170GT type=write size=1152481 2024-04-13T07:35:11.979 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.980+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~31S56M04HG3I.0 size=1048576 2024-04-13T07:35:11.981 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.981+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~31S56M04HG3I.1 size=665498 2024-04-13T07:35:11.981 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.981+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=31S56M04HG3I tag=SN2BYNV99PR4 type=write size=2762650 2024-04-13T07:35:11.983 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.984+0000 7f05f3c42780 1 < completed write operation key=6CXR0GIZ6246 tag=NN3F6JPJ5VI3 type=write size=878957 2024-04-13T07:35:11.985 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.986+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=UO4DSFYAL1HC type=del size=722184 2024-04-13T07:35:11.989 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.989+0000 7f05f3c42780 1 < suggested remove operation key=6CXR0GIZ6246 tag=7C94SXLEMIBM type=del 2024-04-13T07:35:11.991 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.992+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=0Q5NZLYZ729T type=write size=195359 2024-04-13T07:35:11.995 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.995+0000 7f05f3c42780 1 < suggested remove operation key=TXG4Q8N5GJDX tag=YBWBU8O31DB5 type=del 2024-04-13T07:35:11.996 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.997+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=6JE4T1F68QXS type=write size=800373 2024-04-13T07:35:11.998 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:11.999+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~C0KVMKWJZM6D.0 size=1048576 2024-04-13T07:35:12.000 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.001+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~C0KVMKWJZM6D.1 size=1048576 2024-04-13T07:35:12.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.002+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~C0KVMKWJZM6D.2 size=641241 2024-04-13T07:35:12.005 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.006+0000 7f05f3c42780 1 < completed multipart upload key=4G8K54UI1T3W upload=C0KVMKWJZM6D tag=A3Y8XQJJCBFY type=write size=3786969 2024-04-13T07:35:12.007 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.008+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=WH6NUSDGY52C type=del size=974811 2024-04-13T07:35:12.009 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.010+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~KGN95OZPFWFE.0 size=195643 2024-04-13T07:35:12.012 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.013+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=KGN95OZPFWFE tag=HVKYDYLVM4Q0 type=write size=1244219 2024-04-13T07:35:12.014 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.015+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=WWA8WZ6D963Z type=del size=3878224 2024-04-13T07:35:12.016 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.017+0000 7f05f3c42780 1 < canceled operation key=FU38HSKLEDOP tag=JA0QLL80VPU7 type=del size=1033771 2024-04-13T07:35:12.019 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.020+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=2VZZCHJKB5PQ type=del size=1117627 2024-04-13T07:35:12.022 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.023+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~FAOIOATPCOCM.0 size=443303 2024-04-13T07:35:12.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.026+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=FAOIOATPCOCM tag=JOQPJYVDNT3T type=write size=1491879 2024-04-13T07:35:12.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.028+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=YG5JK5POU03G type=write size=562450 2024-04-13T07:35:12.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.030+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~F6H54NOSIQ6F.0 size=1048576 2024-04-13T07:35:12.030 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.031+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~F6H54NOSIQ6F.1 size=1048576 2024-04-13T07:35:12.032 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.033+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~F6H54NOSIQ6F.2 size=348012 2024-04-13T07:35:12.035 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.036+0000 7f05f3c42780 1 < completed multipart upload key=TEADR4H33ZHA upload=F6H54NOSIQ6F tag=JGZ62HZWPXO1 type=write size=3493740 2024-04-13T07:35:12.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.037+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=IXO6Q4AX1EZR type=del size=1301105 2024-04-13T07:35:12.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.040+0000 7f05f3c42780 1 < completed delete operation key=0EN9XH8WN9TS tag=1SQLZUWV3YDV type=del 2024-04-13T07:35:12.043 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.043+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~83R94G9OA248.0 size=993950 2024-04-13T07:35:12.043 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.043+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=83R94G9OA248 tag=PCIYDXGW1A1X type=write size=2042526 2024-04-13T07:35:12.044 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.045+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~77PZ5K6I54UZ.0 size=1048576 2024-04-13T07:35:12.047 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.047+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~77PZ5K6I54UZ.1 size=1048576 2024-04-13T07:35:12.048 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.049+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~77PZ5K6I54UZ.2 size=336038 2024-04-13T07:35:12.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.053+0000 7f05f3c42780 1 < completed multipart upload key=0EN9XH8WN9TS upload=77PZ5K6I54UZ tag=9QBMWEVGVGEV type=write size=3481766 2024-04-13T07:35:12.054 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.055+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=WZY07G5042GD type=del size=2173880 2024-04-13T07:35:12.056 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.056+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~HSU2FPPN15K7.0 size=128409 2024-04-13T07:35:12.059 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.060+0000 7f05f3c42780 1 < completed multipart upload key=NOA5HUHWE14O upload=HSU2FPPN15K7 tag=KJJZLP3XJIJ8 type=write size=1176985 2024-04-13T07:35:12.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.061+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=XD2C6O4ORD7W type=del size=3267601 2024-04-13T07:35:12.063 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.063+0000 7f05f3c42780 1 < canceled operation key=NOA5HUHWE14O tag=93IMZGPOG5QO type=del size=3267631 2024-04-13T07:35:12.064 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.065+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=YTT1F0X03YGD type=del size=531564 2024-04-13T07:35:12.067 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.068+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~MXJLH9LDFFD5.0 size=1048576 2024-04-13T07:35:12.068 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.069+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~MXJLH9LDFFD5.1 size=713699 2024-04-13T07:35:12.072 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.072+0000 7f05f3c42780 1 < completed multipart upload key=6CXR0GIZ6246 upload=MXJLH9LDFFD5 tag=BW6R1VRY7AER type=write size=2810851 2024-04-13T07:35:12.073 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.074+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=5OGXHEQV41IP type=del size=3326162 2024-04-13T07:35:12.075 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.076+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~L1TYKLNV8OJY.0 size=1048576 2024-04-13T07:35:12.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.078+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~L1TYKLNV8OJY.1 size=888998 2024-04-13T07:35:12.081 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.082+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=L1TYKLNV8OJY tag=QET0Q2E1IM5W type=write size=2986150 2024-04-13T07:35:12.083 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.084+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=23W2CWJWGC8I type=del size=3837453 2024-04-13T07:35:12.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.086+0000 7f05f3c42780 1 < canceled operation key=SB3J044OIBA2 tag=M8V3DSGCKQAK type=del size=1886792 2024-04-13T07:35:12.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.088+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=QR019WSMUL5S type=write size=801659 2024-04-13T07:35:12.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.088+0000 7f05f3c42780 1 < canceled part key=_multipart_JWVWL3HNW3GB.2~31S56M04HG3I.0 size=1048576 2024-04-13T07:35:12.089 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.090+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~31S56M04HG3I.1 size=665498 2024-04-13T07:35:12.092 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.093+0000 7f05f3c42780 1 < canceled multipart upload key=JWVWL3HNW3GB upload=31S56M04HG3I tag=SN2BYNV99PR4 type=write size=2762650 2024-04-13T07:35:12.094 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.094+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=8CTYV6BSB3AU type=del size=69231 2024-04-13T07:35:12.096 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.097+0000 7f05f3c42780 1 < completed delete operation key=IDMD82V6SX39 tag=UO4DSFYAL1HC type=del 2024-04-13T07:35:12.098 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.098+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=PT2H30VKHCYJ type=del size=5467 2024-04-13T07:35:12.100 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.100+0000 7f05f3c42780 1 < completed write operation key=43EJ55H9TGF3 tag=0Q5NZLYZ729T type=write size=195359 2024-04-13T07:35:12.101 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.102+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=8B36PZW9LIBZ type=del size=1358248 2024-04-13T07:35:12.104 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.104+0000 7f05f3c42780 1 < canceled operation key=DMCQJNBIB4O2 tag=6JE4T1F68QXS type=write size=800373 2024-04-13T07:35:12.105 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.106+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=0L7K77PKKUQE type=del size=3692346 2024-04-13T07:35:12.107 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.107+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=WH6NUSDGY52C type=del 2024-04-13T07:35:12.108 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.109+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=IRA7JFVHT9G0 type=del size=1365553 2024-04-13T07:35:12.112 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.113+0000 7f05f3c42780 1 < suggested remove operation key=J4WRTB31TSAU tag=WWA8WZ6D963Z type=del 2024-04-13T07:35:12.115 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.116+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~5ZW46PI88S3J.0 size=1048576 2024-04-13T07:35:12.117 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.118+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~5ZW46PI88S3J.1 size=1048576 2024-04-13T07:35:12.118 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.119+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~5ZW46PI88S3J.2 size=622408 2024-04-13T07:35:12.119 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.119+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=5ZW46PI88S3J tag=VGYGJMXUQ443 type=write size=3768136 2024-04-13T07:35:12.120 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.121+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=2VZZCHJKB5PQ type=del 2024-04-13T07:35:12.122 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.123+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=HROSVN43QX5H type=del size=3998823 2024-04-13T07:35:12.124 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.125+0000 7f05f3c42780 1 < completed write operation key=77NI15K3IXNY tag=YG5JK5POU03G type=write size=562450 2024-04-13T07:35:12.127 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.128+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~X88B72LQAVJA.0 size=1048576 2024-04-13T07:35:12.129 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.130+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~X88B72LQAVJA.1 size=1048576 2024-04-13T07:35:12.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.131+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~X88B72LQAVJA.2 size=178965 2024-04-13T07:35:12.131 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.131+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=X88B72LQAVJA tag=P2ENQ8OYG47G type=write size=3324693 2024-04-13T07:35:12.133 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.134+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=IXO6Q4AX1EZR type=del 2024-04-13T07:35:12.135 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.135+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=4YBWI4WGQ03C type=del size=1896057 2024-04-13T07:35:12.138 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.139+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~83R94G9OA248.0 size=993950 2024-04-13T07:35:12.141 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.142+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=83R94G9OA248 tag=PCIYDXGW1A1X type=write size=2042526 2024-04-13T07:35:12.143 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.144+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=K23ITEY8CYYH type=write size=66806 2024-04-13T07:35:12.147 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.148+0000 7f05f3c42780 1 < suggested update operation key=6CXR0GIZ6246 tag=WZY07G5042GD type=del size=2173880 2024-04-13T07:35:12.151 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.152+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~KUHVEMBC2I7D.0 size=811860 2024-04-13T07:35:12.151 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.152+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=KUHVEMBC2I7D tag=DNTKDG7F5YU0 type=write size=1860436 2024-04-13T07:35:12.153 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.154+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=XD2C6O4ORD7W type=del 2024-04-13T07:35:12.155 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.155+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=FJXZRPHB3YFD type=del size=1981431 2024-04-13T07:35:12.158 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.158+0000 7f05f3c42780 1 < suggested remove operation key=TEADR4H33ZHA tag=YTT1F0X03YGD type=del 2024-04-13T07:35:12.162 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.162+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~9UQ2M4226Y6H.0 size=128263 2024-04-13T07:35:12.163 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.162+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=9UQ2M4226Y6H tag=3WM31J5VY5CW type=write size=1176839 2024-04-13T07:35:12.164 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.164+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=5OGXHEQV41IP type=del 2024-04-13T07:35:12.168 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.168+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~OR14N6Y3I966.0 size=1048576 2024-04-13T07:35:12.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.169+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~OR14N6Y3I966.1 size=1048576 2024-04-13T07:35:12.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.171+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~OR14N6Y3I966.2 size=883191 2024-04-13T07:35:12.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.171+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=OR14N6Y3I966 tag=4AS0ANXOK3A9 type=write size=4028919 2024-04-13T07:35:12.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.173+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=23W2CWJWGC8I type=del 2024-04-13T07:35:12.177 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.177+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~OQTOGU81EREF.0 size=1048576 2024-04-13T07:35:12.179 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.179+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~OQTOGU81EREF.1 size=546602 2024-04-13T07:35:12.179 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.179+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=OQTOGU81EREF tag=UQK6KID3A4Z9 type=write size=2643754 2024-04-13T07:35:12.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.181+0000 7f05f3c42780 1 < canceled operation key=QTS892MIKZSS tag=QR019WSMUL5S type=write size=801659 2024-04-13T07:35:12.183 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.182+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=7AMYAJSWMM80 type=del size=3781262 2024-04-13T07:35:12.185 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.184+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=8CTYV6BSB3AU type=del 2024-04-13T07:35:12.186 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.186+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=C7MYV92FZ310 type=del size=15648 2024-04-13T07:35:12.189 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.188+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=PT2H30VKHCYJ type=del 2024-04-13T07:35:12.190 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.190+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=5O2RQKWGC52D type=del size=2924207 2024-04-13T07:35:12.192 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.192+0000 7f05f3c42780 1 < completed delete operation key=77NI15K3IXNY tag=8B36PZW9LIBZ type=del 2024-04-13T07:35:12.194 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.194+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=NERGLY5AM3BM type=del size=836909 2024-04-13T07:35:12.196 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.196+0000 7f05f3c42780 1 < canceled operation key=C44XCR1L13WH tag=0L7K77PKKUQE type=del size=3692346 2024-04-13T07:35:12.200 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.200+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~BW3HEY351WMX.0 size=1048576 2024-04-13T07:35:12.201 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.201+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~BW3HEY351WMX.1 size=1048576 2024-04-13T07:35:12.203 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.203+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~BW3HEY351WMX.2 size=262265 2024-04-13T07:35:12.203 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.203+0000 7f05f3c42780 1 > prepared multipart upload key=4G8K54UI1T3W upload=BW3HEY351WMX tag=710ZAOYR0BE0 type=write size=3407993 2024-04-13T07:35:12.205 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.205+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=IRA7JFVHT9G0 type=del 2024-04-13T07:35:12.207 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.207+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=J71J98BBS7W6 type=del size=1281884 2024-04-13T07:35:12.209 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.209+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~5ZW46PI88S3J.0 size=1048576 2024-04-13T07:35:12.210 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.210+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~5ZW46PI88S3J.1 size=1048576 2024-04-13T07:35:12.210 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.210+0000 7f05f3c42780 1 < canceled part key=_multipart_B7KHSTN92EMS.2~5ZW46PI88S3J.2 size=622408 2024-04-13T07:35:12.214 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.213+0000 7f05f3c42780 1 < canceled multipart upload key=B7KHSTN92EMS upload=5ZW46PI88S3J tag=VGYGJMXUQ443 type=write size=3768136 2024-04-13T07:35:12.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.215+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=4I2IJJC511O0 type=del size=1452489 2024-04-13T07:35:12.217 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.217+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=HROSVN43QX5H type=del 2024-04-13T07:35:12.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.219+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=2OG0NK688X4E type=del size=3274779 2024-04-13T07:35:12.221 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.221+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~X88B72LQAVJA.0 size=1048576 2024-04-13T07:35:12.223 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.223+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~X88B72LQAVJA.1 size=1048576 2024-04-13T07:35:12.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.225+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~X88B72LQAVJA.2 size=178965 2024-04-13T07:35:12.228 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.228+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=X88B72LQAVJA tag=P2ENQ8OYG47G type=write size=3324693 2024-04-13T07:35:12.230 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.230+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=95N0BHDM2EPG type=write size=133317 2024-04-13T07:35:12.234 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.233+0000 7f05f3c42780 1 < suggested update operation key=Y2F6LZJG5LH0 tag=4YBWI4WGQ03C type=del size=1896057 2024-04-13T07:35:12.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.235+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=T23E1KLWDPZL type=del size=2858807 2024-04-13T07:35:12.239 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.239+0000 7f05f3c42780 1 < suggested update operation key=0EN9XH8WN9TS tag=K23ITEY8CYYH type=write size=66806 2024-04-13T07:35:12.243 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.243+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~GE2SQ2OF286F.0 size=1048576 2024-04-13T07:35:12.245 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.244+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~GE2SQ2OF286F.1 size=596681 2024-04-13T07:35:12.245 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.244+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=GE2SQ2OF286F tag=1VYBEMPL4ZRY type=write size=2693833 2024-04-13T07:35:12.247 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.246+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~KUHVEMBC2I7D.0 size=811860 2024-04-13T07:35:12.250 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.250+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=KUHVEMBC2I7D tag=DNTKDG7F5YU0 type=write size=1860436 2024-04-13T07:35:12.252 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.252+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=LBHRP3JNR0ZL type=del size=3581307 2024-04-13T07:35:12.254 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.254+0000 7f05f3c42780 1 < completed delete operation key=UJ8CWXR3A7YN tag=FJXZRPHB3YFD type=del 2024-04-13T07:35:12.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.258+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~BLG2NN8UVXJL.0 size=316918 2024-04-13T07:35:12.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.258+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=BLG2NN8UVXJL tag=2CLJX15OS6RW type=write size=1365494 2024-04-13T07:35:12.260 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.260+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~9UQ2M4226Y6H.0 size=128263 2024-04-13T07:35:12.263 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.263+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=9UQ2M4226Y6H tag=3WM31J5VY5CW type=write size=1176839 2024-04-13T07:35:12.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.267+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~E7BULPWW3A6G.0 size=629694 2024-04-13T07:35:12.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.267+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=E7BULPWW3A6G tag=WF05L15EQ638 type=write size=1678270 2024-04-13T07:35:12.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.269+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~OR14N6Y3I966.0 size=1048576 2024-04-13T07:35:12.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.270+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~OR14N6Y3I966.1 size=1048576 2024-04-13T07:35:12.272 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.272+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~OR14N6Y3I966.2 size=883191 2024-04-13T07:35:12.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.276+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=OR14N6Y3I966 tag=4AS0ANXOK3A9 type=write size=4028919 2024-04-13T07:35:12.278 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.277+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=0JQK9HKQKZQR type=write size=529004 2024-04-13T07:35:12.280 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.279+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~OQTOGU81EREF.0 size=1048576 2024-04-13T07:35:12.282 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.281+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~OQTOGU81EREF.1 size=546602 2024-04-13T07:35:12.285 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.285+0000 7f05f3c42780 1 < completed multipart upload key=43EJ55H9TGF3 upload=OQTOGU81EREF tag=UQK6KID3A4Z9 type=write size=2643754 2024-04-13T07:35:12.289 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.289+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~FAO8OBX8TWEZ.0 size=1048576 2024-04-13T07:35:12.291 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.291+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~FAO8OBX8TWEZ.1 size=925961 2024-04-13T07:35:12.291 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.291+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=FAO8OBX8TWEZ tag=5EM07IW2HUAF type=write size=3023113 2024-04-13T07:35:12.296 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.296+0000 7f05f3c42780 1 < suggested remove operation key=AKSUN8A52AHL tag=7AMYAJSWMM80 type=del 2024-04-13T07:35:12.300 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.300+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~2XF41DRMS1DM.0 size=1048576 2024-04-13T07:35:12.302 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.302+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~2XF41DRMS1DM.1 size=1048576 2024-04-13T07:35:12.304 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.303+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~2XF41DRMS1DM.2 size=605596 2024-04-13T07:35:12.304 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.303+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=2XF41DRMS1DM tag=UNBRG006GX16 type=write size=3751324 2024-04-13T07:35:12.306 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.306+0000 7f05f3c42780 -1 < failed to complete operation key=Y2F6LZJG5LH0 tag=C7MYV92FZ310 type=del size=15648: (22) Invalid argument 2024-04-13T07:35:12.310 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.310+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~KQBTGAHPCZ66.0 size=1048576 2024-04-13T07:35:12.312 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.311+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~KQBTGAHPCZ66.1 size=15777 2024-04-13T07:35:12.312 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.311+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=KQBTGAHPCZ66 tag=C2C1E2ZJFTML type=write size=2112929 2024-04-13T07:35:12.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.315+0000 7f05f3c42780 1 < suggested update operation key=1HK0EXLRD6WR tag=5O2RQKWGC52D type=del size=2924207 2024-04-13T07:35:12.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.319+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~Q4KGZ8TNRVCB.0 size=1048576 2024-04-13T07:35:12.321 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.321+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~Q4KGZ8TNRVCB.1 size=945314 2024-04-13T07:35:12.321 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.321+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=Q4KGZ8TNRVCB tag=KM6O3UH79LDH type=write size=3042466 2024-04-13T07:35:12.323 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.322+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=NERGLY5AM3BM type=del 2024-04-13T07:35:12.324 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.324+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=VDS15SH7C02T type=del size=2002085 2024-04-13T07:35:12.326 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.326+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~BW3HEY351WMX.0 size=1048576 2024-04-13T07:35:12.328 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.328+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~BW3HEY351WMX.1 size=1048576 2024-04-13T07:35:12.330 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.329+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~BW3HEY351WMX.2 size=262265 2024-04-13T07:35:12.333 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.333+0000 7f05f3c42780 1 < completed multipart upload key=4G8K54UI1T3W upload=BW3HEY351WMX tag=710ZAOYR0BE0 type=write size=3407993 2024-04-13T07:35:12.336 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.336+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~CNKW84JJMC47.0 size=1031555 2024-04-13T07:35:12.337 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.336+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=CNKW84JJMC47 tag=0X8XYVYXXG38 type=write size=2080131 2024-04-13T07:35:12.338 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.338+0000 7f05f3c42780 1 < canceled operation key=97QQZFWRF5SP tag=J71J98BBS7W6 type=del size=1281884 2024-04-13T07:35:12.340 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.340+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=Z17XL3YTOMYS type=write size=607597 2024-04-13T07:35:12.342 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.342+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=4I2IJJC511O0 type=del 2024-04-13T07:35:12.344 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.344+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=Q1Y45RQQYQID type=del size=327157 2024-04-13T07:35:12.346 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.346+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=2OG0NK688X4E type=del 2024-04-13T07:35:12.348 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.347+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=0RPAE50VL2CF type=del size=1200405 2024-04-13T07:35:12.350 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.349+0000 7f05f3c42780 1 < completed write operation key=TXG4Q8N5GJDX tag=95N0BHDM2EPG type=write size=133317 2024-04-13T07:35:12.353 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.353+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~38OR5S65GPCD.0 size=1048576 2024-04-13T07:35:12.355 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.355+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~38OR5S65GPCD.1 size=1048576 2024-04-13T07:35:12.357 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.357+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~38OR5S65GPCD.2 size=766600 2024-04-13T07:35:12.357 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.357+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=38OR5S65GPCD tag=PYONTFYWUBBR type=write size=3912328 2024-04-13T07:35:12.359 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.358+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=T23E1KLWDPZL type=del 2024-04-13T07:35:12.361 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.360+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=ZNO15PKP91HW type=del size=3235524 2024-04-13T07:35:12.363 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.362+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~GE2SQ2OF286F.0 size=1048576 2024-04-13T07:35:12.364 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.364+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~GE2SQ2OF286F.1 size=596681 2024-04-13T07:35:12.368 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.368+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=GE2SQ2OF286F tag=1VYBEMPL4ZRY type=write size=2693833 2024-04-13T07:35:12.370 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.370+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=E6P5ZM6242NM type=del size=1577296 2024-04-13T07:35:12.372 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.372+0000 7f05f3c42780 1 < canceled operation key=Z2QIOQ3JJHXN tag=LBHRP3JNR0ZL type=del size=3581307 2024-04-13T07:35:12.374 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.374+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=VOZL9AJPR4YJ type=del size=2718817 2024-04-13T07:35:12.376 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.376+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~BLG2NN8UVXJL.0 size=316918 2024-04-13T07:35:12.380 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.379+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=BLG2NN8UVXJL tag=2CLJX15OS6RW type=write size=1365494 2024-04-13T07:35:12.382 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.381+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=MRC04VEKN0W1 type=del size=109650 2024-04-13T07:35:12.383 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.383+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~E7BULPWW3A6G.0 size=629694 2024-04-13T07:35:12.387 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.386+0000 7f05f3c42780 1 < completed multipart upload key=Y2F6LZJG5LH0 upload=E7BULPWW3A6G tag=WF05L15EQ638 type=write size=1678270 2024-04-13T07:35:12.389 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.388+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=R4XMZD6TB3HS type=write size=471366 2024-04-13T07:35:12.392 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.392+0000 7f05f3c42780 1 < suggested update operation key=TEADR4H33ZHA tag=0JQK9HKQKZQR type=write size=529004 2024-04-13T07:35:12.394 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.394+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=IRKYJ961SV5T type=del size=2420542 2024-04-13T07:35:12.396 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.396+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~FAO8OBX8TWEZ.0 size=1048576 2024-04-13T07:35:12.398 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.398+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~FAO8OBX8TWEZ.1 size=925961 2024-04-13T07:35:12.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:12 smithi066 ceph-mon[84331]: pgmap v1474: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:12.401 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:35:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:35:12.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.401+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=FAO8OBX8TWEZ tag=5EM07IW2HUAF type=write size=3023113 2024-04-13T07:35:12.403 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.403+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=1OPPSLNFSWTF type=del size=2918884 2024-04-13T07:35:12.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.405+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~2XF41DRMS1DM.0 size=1048576 2024-04-13T07:35:12.406 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.406+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~2XF41DRMS1DM.1 size=1048576 2024-04-13T07:35:12.408 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.408+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~2XF41DRMS1DM.2 size=605596 2024-04-13T07:35:12.411 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.411+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=2XF41DRMS1DM tag=UNBRG006GX16 type=write size=3751324 2024-04-13T07:35:12.413 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.413+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=O8YTSQ0PSQGW type=del size=3232109 2024-04-13T07:35:12.413 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.413+0000 7f05f3c42780 1 < canceled part key=_multipart_Y2F6LZJG5LH0.2~KQBTGAHPCZ66.0 size=1048576 2024-04-13T07:35:12.415 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.415+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~KQBTGAHPCZ66.1 size=15777 2024-04-13T07:35:12.418 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.418+0000 7f05f3c42780 1 < canceled multipart upload key=Y2F6LZJG5LH0 upload=KQBTGAHPCZ66 tag=C2C1E2ZJFTML type=write size=2112929 2024-04-13T07:35:12.422 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.422+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~LTONVRPNWMWC.0 size=562668 2024-04-13T07:35:12.422 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.422+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=LTONVRPNWMWC tag=DAMZIKEGSDB8 type=write size=1611244 2024-04-13T07:35:12.424 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.424+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~Q4KGZ8TNRVCB.0 size=1048576 2024-04-13T07:35:12.425 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.425+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~Q4KGZ8TNRVCB.1 size=945314 2024-04-13T07:35:12.428 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.428+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=Q4KGZ8TNRVCB tag=KM6O3UH79LDH type=write size=3042466 2024-04-13T07:35:12.430 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.430+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=3JDAYK69QWP0 type=del size=2100890 2024-04-13T07:35:12.432 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.432+0000 7f05f3c42780 1 < canceled operation key=MN5H0RIAHGLM tag=VDS15SH7C02T type=del size=2002085 2024-04-13T07:35:12.434 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.434+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=31PZOU501BU6 type=del size=3791873 2024-04-13T07:35:12.436 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.436+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~CNKW84JJMC47.0 size=1031555 2024-04-13T07:35:12.441 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.439+0000 7f05f3c42780 1 < completed multipart upload key=UJ8CWXR3A7YN upload=CNKW84JJMC47 tag=0X8XYVYXXG38 type=write size=2080131 2024-04-13T07:35:12.443 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.442+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~L52UMFXD7C0T.0 size=107882 2024-04-13T07:35:12.443 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.442+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=L52UMFXD7C0T tag=59W3ZQLXCCFD type=write size=1156458 2024-04-13T07:35:12.445 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.444+0000 7f05f3c42780 1 < completed write operation key=N1JTROSFNCR7 tag=Z17XL3YTOMYS type=write size=607597 2024-04-13T07:35:12.447 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.446+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=RZT9D9DCNC4P type=del size=2938631 2024-04-13T07:35:12.448 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.448+0000 7f05f3c42780 1 < completed delete operation key=0EN9XH8WN9TS tag=Q1Y45RQQYQID type=del 2024-04-13T07:35:12.450 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.450+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=GRERHS7IKXFJ type=del size=842056 2024-04-13T07:35:12.452 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.452+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=0RPAE50VL2CF type=del 2024-04-13T07:35:12.454 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.454+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=I9971AQK86SR type=write size=1025137 2024-04-13T07:35:12.456 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.456+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~38OR5S65GPCD.0 size=1048576 2024-04-13T07:35:12.458 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.457+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~38OR5S65GPCD.1 size=1048576 2024-04-13T07:35:12.459 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.459+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~38OR5S65GPCD.2 size=766600 2024-04-13T07:35:12.462 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.462+0000 7f05f3c42780 1 < completed multipart upload key=MN5H0RIAHGLM upload=38OR5S65GPCD tag=PYONTFYWUBBR type=write size=3912328 2024-04-13T07:35:12.464 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.464+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=93641T36XGT9 type=del size=3525722 2024-04-13T07:35:12.467 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.467+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=ZNO15PKP91HW type=del 2024-04-13T07:35:12.469 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.468+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=C998Z6TU6V3M type=del size=3126424 2024-04-13T07:35:12.470 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.470+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=E6P5ZM6242NM type=del 2024-04-13T07:35:12.472 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.472+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=RU9WZD0HC3OR type=del size=260983 2024-04-13T07:35:12.474 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.474+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=VOZL9AJPR4YJ type=del 2024-04-13T07:35:12.479 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.478+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~K1LFU15AUEFU.0 size=1048576 2024-04-13T07:35:12.480 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.480+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~K1LFU15AUEFU.1 size=1048576 2024-04-13T07:35:12.482 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.482+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~K1LFU15AUEFU.2 size=957079 2024-04-13T07:35:12.482 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.482+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=K1LFU15AUEFU tag=5HSMEGLIO1B8 type=write size=4102807 2024-04-13T07:35:12.486 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.485+0000 7f05f3c42780 1 < suggested remove operation key=NOA5HUHWE14O tag=MRC04VEKN0W1 type=del 2024-04-13T07:35:12.488 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.487+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=39R1SATZSLVA type=write size=55740 2024-04-13T07:35:12.489 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.489+0000 7f05f3c42780 1 < completed write operation key=2U7EF9PD2PDE tag=R4XMZD6TB3HS type=write size=471366 2024-04-13T07:35:12.491 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.491+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=QR3WMGNRQTRC type=write size=726589 2024-04-13T07:35:12.493 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.493+0000 7f05f3c42780 1 < completed delete operation key=77NI15K3IXNY tag=IRKYJ961SV5T type=del 2024-04-13T07:35:12.495 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.495+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=ENTHL1NSTHEP type=write size=521799 2024-04-13T07:35:12.497 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.497+0000 7f05f3c42780 1 < completed delete operation key=45BQPLCWG43N tag=1OPPSLNFSWTF type=del 2024-04-13T07:35:12.501 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.501+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~85WTTTXE2AC6.0 size=406611 2024-04-13T07:35:12.501 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.501+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=85WTTTXE2AC6 tag=X8ERAVP61GYL type=write size=1455187 2024-04-13T07:35:12.503 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.502+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=O8YTSQ0PSQGW type=del 2024-04-13T07:35:12.505 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.504+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=CIVG4UU78EZO type=del size=3988264 2024-04-13T07:35:12.507 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.507+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~LTONVRPNWMWC.0 size=562668 2024-04-13T07:35:12.510 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.510+0000 7f05f3c42780 1 < completed multipart upload key=GXQVWVGDUNMS upload=LTONVRPNWMWC tag=DAMZIKEGSDB8 type=write size=1611244 2024-04-13T07:35:12.512 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.512+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=8K9LWXR8H1G3 type=del size=1438360 2024-04-13T07:35:12.514 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.514+0000 7f05f3c42780 1 < completed delete operation key=2U7EF9PD2PDE tag=3JDAYK69QWP0 type=del 2024-04-13T07:35:12.516 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.515+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=09HY1PKI2RHL type=del size=1866493 2024-04-13T07:35:12.518 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.517+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=31PZOU501BU6 type=del 2024-04-13T07:35:12.520 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.519+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=7GDL8JXXCSZ7 type=del size=877016 2024-04-13T07:35:12.522 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.522+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~L52UMFXD7C0T.0 size=107882 2024-04-13T07:35:12.525 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.525+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=L52UMFXD7C0T tag=59W3ZQLXCCFD type=write size=1156458 2024-04-13T07:35:12.527 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.527+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=CE285MA4COJ4 type=del size=313649 2024-04-13T07:35:12.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.530+0000 7f05f3c42780 -1 < failed to complete operation key=NOA5HUHWE14O tag=RZT9D9DCNC4P type=del size=2938631: (22) Invalid argument 2024-04-13T07:35:12.532 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.532+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=CXYYIVEF57SU type=del size=1506239 2024-04-13T07:35:12.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.534+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=GRERHS7IKXFJ type=del 2024-04-13T07:35:12.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.538+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~J7IK12A93SE6.0 size=261173 2024-04-13T07:35:12.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.538+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=J7IK12A93SE6 tag=AEHX8OQHLZD5 type=write size=1309749 2024-04-13T07:35:12.540 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.540+0000 7f05f3c42780 1 < canceled operation key=6CXR0GIZ6246 tag=I9971AQK86SR type=write size=1025137 2024-04-13T07:35:12.544 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.544+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~YC3RHVS4MAVS.0 size=1048576 2024-04-13T07:35:12.546 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.545+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~YC3RHVS4MAVS.1 size=798761 2024-04-13T07:35:12.546 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.545+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=YC3RHVS4MAVS tag=UAXM9ED7IIUX type=write size=2895913 2024-04-13T07:35:12.548 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.547+0000 7f05f3c42780 1 < completed delete operation key=DMCQJNBIB4O2 tag=93641T36XGT9 type=del 2024-04-13T07:35:12.551 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.551+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~XBBKHDTLR5VM.0 size=1048576 2024-04-13T07:35:12.553 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.553+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~XBBKHDTLR5VM.1 size=1048576 2024-04-13T07:35:12.555 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.555+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~XBBKHDTLR5VM.2 size=757545 2024-04-13T07:35:12.555 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.555+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=XBBKHDTLR5VM tag=0I6CCBN9UGYV type=write size=3903273 2024-04-13T07:35:12.560 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.559+0000 7f05f3c42780 1 < suggested remove operation key=IDMD82V6SX39 tag=C998Z6TU6V3M type=del 2024-04-13T07:35:12.564 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.564+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~44U4CQOPA5XX.0 size=1048576 2024-04-13T07:35:12.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.566+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~44U4CQOPA5XX.1 size=967627 2024-04-13T07:35:12.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.566+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=44U4CQOPA5XX tag=TVUQLGZGU51L type=write size=3064779 2024-04-13T07:35:12.568 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.568+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=RU9WZD0HC3OR type=del 2024-04-13T07:35:12.570 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.570+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=2JANVNNFKEBG type=del size=1938194 2024-04-13T07:35:12.572 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.572+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~K1LFU15AUEFU.0 size=1048576 2024-04-13T07:35:12.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.573+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~K1LFU15AUEFU.1 size=1048576 2024-04-13T07:35:12.575 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.575+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~K1LFU15AUEFU.2 size=957079 2024-04-13T07:35:12.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.579+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=K1LFU15AUEFU tag=5HSMEGLIO1B8 type=write size=4102807 2024-04-13T07:35:12.581 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.580+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=QHRZIPY1DJUA type=write size=88160 2024-04-13T07:35:12.584 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.583+0000 7f05f3c42780 -1 < failed to complete operation key=IDMD82V6SX39 tag=39R1SATZSLVA type=write size=55740: (22) Invalid argument 2024-04-13T07:35:12.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.588+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~HI9IW84M7M1W.0 size=1048576 2024-04-13T07:35:12.590 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.589+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~HI9IW84M7M1W.1 size=1048576 2024-04-13T07:35:12.591 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.591+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~HI9IW84M7M1W.2 size=510400 2024-04-13T07:35:12.591 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.591+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=HI9IW84M7M1W tag=JBJ85N7HV4G8 type=write size=3656128 2024-04-13T07:35:12.593 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.593+0000 7f05f3c42780 1 < completed write operation key=R7A1HMG5PBY2 tag=QR3WMGNRQTRC type=write size=726589 2024-04-13T07:35:12.595 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.595+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=RR4LRMYTEWI2 type=del size=570482 2024-04-13T07:35:12.598 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.597+0000 7f05f3c42780 1 < completed write operation key=TEADR4H33ZHA tag=ENTHL1NSTHEP type=write size=521799 2024-04-13T07:35:12.602 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.601+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~OHTR0CH9GYC6.0 size=1048576 2024-04-13T07:35:12.603 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.603+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~OHTR0CH9GYC6.1 size=1048576 2024-04-13T07:35:12.605 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.605+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~OHTR0CH9GYC6.2 size=930598 2024-04-13T07:35:12.605 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.605+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=OHTR0CH9GYC6 tag=CXQ3OBPNSDOY type=write size=4076326 2024-04-13T07:35:12.607 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.607+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~85WTTTXE2AC6.0 size=406611 2024-04-13T07:35:12.610 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.610+0000 7f05f3c42780 1 < completed multipart upload key=NOA5HUHWE14O upload=85WTTTXE2AC6 tag=X8ERAVP61GYL type=write size=1455187 2024-04-13T07:35:12.612 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.612+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=SG107U89S9V2 type=write size=159081 2024-04-13T07:35:12.616 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.616+0000 7f05f3c42780 1 < suggested remove operation key=GXQVWVGDUNMS tag=CIVG4UU78EZO type=del 2024-04-13T07:35:12.618 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.618+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=1ZBI0PR05JI2 type=del size=3278573 2024-04-13T07:35:12.621 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.621+0000 7f05f3c42780 -1 < failed to complete operation key=IDMD82V6SX39 tag=8K9LWXR8H1G3 type=del size=1438360: (22) Invalid argument 2024-04-13T07:35:12.623 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.623+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=V5J3YQAYXX5H type=del size=1898948 2024-04-13T07:35:12.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.625+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=09HY1PKI2RHL type=del 2024-04-13T07:35:12.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.627+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=SDPQQFTAK1L8 type=del size=906045 2024-04-13T07:35:12.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.629+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=7GDL8JXXCSZ7 type=del 2024-04-13T07:35:12.631 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.631+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=BQN9ABIJEQVI type=del size=680802 2024-04-13T07:35:12.633 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.633+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=CE285MA4COJ4 type=del 2024-04-13T07:35:12.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:12 smithi003 ceph-mon[91733]: pgmap v1474: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:12.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:12 smithi003 ceph-mon[89364]: pgmap v1474: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:12.636 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.636+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~EWFUT46B1Y02.0 size=1048576 2024-04-13T07:35:12.638 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.638+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~EWFUT46B1Y02.1 size=1010402 2024-04-13T07:35:12.638 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.638+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=EWFUT46B1Y02 tag=GTF41NUJZWGU type=write size=3107554 2024-04-13T07:35:12.640 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.640+0000 7f05f3c42780 1 < completed delete operation key=Z2QIOQ3JJHXN tag=CXYYIVEF57SU type=del 2024-04-13T07:35:12.641 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.641+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=CQ4ZMH0V6LTQ type=del size=2684927 2024-04-13T07:35:12.644 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.643+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~J7IK12A93SE6.0 size=261173 2024-04-13T07:35:12.647 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.647+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=J7IK12A93SE6 tag=AEHX8OQHLZD5 type=write size=1309749 2024-04-13T07:35:12.649 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.649+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=3Z7VW6J8NKML type=write size=875145 2024-04-13T07:35:12.651 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.651+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~YC3RHVS4MAVS.0 size=1048576 2024-04-13T07:35:12.653 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.652+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~YC3RHVS4MAVS.1 size=798761 2024-04-13T07:35:12.656 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.656+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=YC3RHVS4MAVS tag=UAXM9ED7IIUX type=write size=2895913 2024-04-13T07:35:12.660 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.660+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~2IJIRINDBNIZ.0 size=144950 2024-04-13T07:35:12.660 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.660+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=2IJIRINDBNIZ tag=JIRKQHZ2QBS1 type=write size=1193526 2024-04-13T07:35:12.662 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.662+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~XBBKHDTLR5VM.0 size=1048576 2024-04-13T07:35:12.662 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.662+0000 7f05f3c42780 1 < canceled part key=_multipart_NOA5HUHWE14O.2~XBBKHDTLR5VM.1 size=1048576 2024-04-13T07:35:12.662 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.662+0000 7f05f3c42780 1 < canceled part key=_multipart_NOA5HUHWE14O.2~XBBKHDTLR5VM.2 size=757545 2024-04-13T07:35:12.665 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.665+0000 7f05f3c42780 1 < canceled multipart upload key=NOA5HUHWE14O upload=XBBKHDTLR5VM tag=0I6CCBN9UGYV type=write size=3903273 2024-04-13T07:35:12.669 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.669+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~H2VHOD1SCG5R.0 size=1048576 2024-04-13T07:35:12.671 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.671+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~H2VHOD1SCG5R.1 size=1048576 2024-04-13T07:35:12.673 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.673+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~H2VHOD1SCG5R.2 size=387944 2024-04-13T07:35:12.673 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.673+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=H2VHOD1SCG5R tag=H4H9CJZIKV3F type=write size=3533672 2024-04-13T07:35:12.675 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.675+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~44U4CQOPA5XX.0 size=1048576 2024-04-13T07:35:12.677 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.677+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~44U4CQOPA5XX.1 size=967627 2024-04-13T07:35:12.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.680+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=44U4CQOPA5XX tag=TVUQLGZGU51L type=write size=3064779 2024-04-13T07:35:12.682 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.682+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=MK1TM5RZ7S48 type=del size=156507 2024-04-13T07:35:12.685 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.684+0000 7f05f3c42780 1 < completed delete operation key=0EN9XH8WN9TS tag=2JANVNNFKEBG type=del 2024-04-13T07:35:12.686 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.686+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=A13T2M6HTF02 type=del size=1668739 2024-04-13T07:35:12.688 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.688+0000 7f05f3c42780 1 < completed write operation key=JWVWL3HNW3GB tag=QHRZIPY1DJUA type=write size=88160 2024-04-13T07:35:12.691 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.691+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=7YKGCPRQT636 type=del size=387887 2024-04-13T07:35:12.693 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.693+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~HI9IW84M7M1W.0 size=1048576 2024-04-13T07:35:12.695 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.695+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~HI9IW84M7M1W.1 size=1048576 2024-04-13T07:35:12.697 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.697+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~HI9IW84M7M1W.2 size=510400 2024-04-13T07:35:12.700 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.700+0000 7f05f3c42780 1 < completed multipart upload key=43EJ55H9TGF3 upload=HI9IW84M7M1W tag=JBJ85N7HV4G8 type=write size=3656128 2024-04-13T07:35:12.704 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.704+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~GNJ4LUBDF2H0.0 size=361278 2024-04-13T07:35:12.704 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.704+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=GNJ4LUBDF2H0 tag=8MTJEKFX80BW type=write size=1409854 2024-04-13T07:35:12.706 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.705+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=RR4LRMYTEWI2 type=del 2024-04-13T07:35:12.709 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.709+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~W9ZEXZ73D54Q.0 size=1048576 2024-04-13T07:35:12.711 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.711+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~W9ZEXZ73D54Q.1 size=948732 2024-04-13T07:35:12.711 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.711+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=W9ZEXZ73D54Q tag=CQ616TJNY2ZJ type=write size=3045884 2024-04-13T07:35:12.713 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.713+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~OHTR0CH9GYC6.0 size=1048576 2024-04-13T07:35:12.714 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.714+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~OHTR0CH9GYC6.1 size=1048576 2024-04-13T07:35:12.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.716+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~OHTR0CH9GYC6.2 size=930598 2024-04-13T07:35:12.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.719+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=OHTR0CH9GYC6 tag=CXQ3OBPNSDOY type=write size=4076326 2024-04-13T07:35:12.721 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.721+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=V1HOIENTRE0O type=write size=932012 2024-04-13T07:35:12.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.723+0000 7f05f3c42780 1 < completed write operation key=B7KHSTN92EMS tag=SG107U89S9V2 type=write size=159081 2024-04-13T07:35:12.726 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.725+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=XFSW1BLDL89S type=del size=741564 2024-04-13T07:35:12.728 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.727+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=1ZBI0PR05JI2 type=del 2024-04-13T07:35:12.729 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.729+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=QSJ4JZ567YWF type=write size=705759 2024-04-13T07:35:12.731 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.731+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=V5J3YQAYXX5H type=del 2024-04-13T07:35:12.733 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.733+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=LQSICDH7NF3P type=del size=1546817 2024-04-13T07:35:12.737 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.737+0000 7f05f3c42780 1 < suggested update operation key=JWVWL3HNW3GB tag=SDPQQFTAK1L8 type=del size=906045 2024-04-13T07:35:12.739 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.739+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=88G854FU6FNC type=write size=952841 2024-04-13T07:35:12.741 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.741+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=BQN9ABIJEQVI type=del 2024-04-13T07:35:12.744 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.744+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~BGWP8ZZNN8DI.0 size=1048576 2024-04-13T07:35:12.746 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.746+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~BGWP8ZZNN8DI.1 size=1048576 2024-04-13T07:35:12.748 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.748+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~BGWP8ZZNN8DI.2 size=923268 2024-04-13T07:35:12.748 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.748+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=BGWP8ZZNN8DI tag=IAKXTZ3WG9F7 type=write size=4068996 2024-04-13T07:35:12.748 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.748+0000 7f05f3c42780 1 < canceled part key=_multipart_C44XCR1L13WH.2~EWFUT46B1Y02.0 size=1048576 2024-04-13T07:35:12.750 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.749+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~EWFUT46B1Y02.1 size=1010402 2024-04-13T07:35:12.753 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.753+0000 7f05f3c42780 1 < canceled multipart upload key=C44XCR1L13WH upload=EWFUT46B1Y02 tag=GTF41NUJZWGU type=write size=3107554 2024-04-13T07:35:12.757 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.757+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~4XVB6DVKDTXA.0 size=318701 2024-04-13T07:35:12.757 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.757+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=4XVB6DVKDTXA tag=SXNQ3BNT0J28 type=write size=1367277 2024-04-13T07:35:12.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.761+0000 7f05f3c42780 1 < suggested update operation key=TEADR4H33ZHA tag=CQ4ZMH0V6LTQ type=del size=2684927 2024-04-13T07:35:12.765 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.765+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~MJ73IS5KXAL3.0 size=628606 2024-04-13T07:35:12.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.765+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=MJ73IS5KXAL3 tag=5OQTNTM4JI5E type=write size=1677182 2024-04-13T07:35:12.767 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.767+0000 7f05f3c42780 1 < completed write operation key=DMCQJNBIB4O2 tag=3Z7VW6J8NKML type=write size=875145 2024-04-13T07:35:12.769 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.769+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=05M60RDYQT1L type=del size=4058648 2024-04-13T07:35:12.771 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.771+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~2IJIRINDBNIZ.0 size=144950 2024-04-13T07:35:12.774 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.774+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=2IJIRINDBNIZ tag=JIRKQHZ2QBS1 type=write size=1193526 2024-04-13T07:35:12.776 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.776+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=XRGF4LT2OPQ6 type=del size=3013400 2024-04-13T07:35:12.778 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.778+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~H2VHOD1SCG5R.0 size=1048576 2024-04-13T07:35:12.780 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.780+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~H2VHOD1SCG5R.1 size=1048576 2024-04-13T07:35:12.781 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.781+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~H2VHOD1SCG5R.2 size=387944 2024-04-13T07:35:12.785 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.784+0000 7f05f3c42780 1 < completed multipart upload key=UJ8CWXR3A7YN upload=H2VHOD1SCG5R tag=H4H9CJZIKV3F type=write size=3533672 2024-04-13T07:35:12.787 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.786+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=F243AOGGPOQ4 type=write size=67823 2024-04-13T07:35:12.790 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.790+0000 7f05f3c42780 1 < suggested remove operation key=0EN9XH8WN9TS tag=MK1TM5RZ7S48 type=del 2024-04-13T07:35:12.793 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.792+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=9FFNY7MGG6NA type=write size=656791 2024-04-13T07:35:12.794 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.794+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=A13T2M6HTF02 type=del 2024-04-13T07:35:12.798 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.798+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~OJ39RI1KVM9I.0 size=1048576 2024-04-13T07:35:12.800 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.799+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~OJ39RI1KVM9I.1 size=1048576 2024-04-13T07:35:12.801 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.801+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~OJ39RI1KVM9I.2 size=257865 2024-04-13T07:35:12.801 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.801+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=OJ39RI1KVM9I tag=1N4254NQKV26 type=write size=3403593 2024-04-13T07:35:12.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.803+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=7YKGCPRQT636 type=del 2024-04-13T07:35:12.806 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.806+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=5UMS3Z99WREF type=del size=1276418 2024-04-13T07:35:12.808 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.808+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~GNJ4LUBDF2H0.0 size=361278 2024-04-13T07:35:12.811 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.811+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=GNJ4LUBDF2H0 tag=8MTJEKFX80BW type=write size=1409854 2024-04-13T07:35:12.813 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.813+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=5MZ0WM1WU3IM type=del size=3395788 2024-04-13T07:35:12.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.815+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~W9ZEXZ73D54Q.0 size=1048576 2024-04-13T07:35:12.816 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.816+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~W9ZEXZ73D54Q.1 size=948732 2024-04-13T07:35:12.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.820+0000 7f05f3c42780 1 < completed multipart upload key=J4WRTB31TSAU upload=W9ZEXZ73D54Q tag=CQ616TJNY2ZJ type=write size=3045884 2024-04-13T07:35:12.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.822+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=YI6JVIUU3VNS type=del size=2123401 2024-04-13T07:35:12.824 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.824+0000 7f05f3c42780 1 < canceled operation key=AKSUN8A52AHL tag=V1HOIENTRE0O type=write size=932012 2024-04-13T07:35:12.828 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.828+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~HKHR894R5RNY.0 size=255799 2024-04-13T07:35:12.828 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.828+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=HKHR894R5RNY tag=3TGCCXACM79M type=write size=1304375 2024-04-13T07:35:12.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.830+0000 7f05f3c42780 1 < completed delete operation key=J4WRTB31TSAU tag=XFSW1BLDL89S type=del 2024-04-13T07:35:12.833 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.833+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~AQM07G8AE58G.0 size=1048576 2024-04-13T07:35:12.835 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.835+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~AQM07G8AE58G.1 size=585375 2024-04-13T07:35:12.835 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.835+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=AQM07G8AE58G tag=3WXVGRJYSCFK type=write size=2682527 2024-04-13T07:35:12.835 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.835+0000 7f05f3c42780 -1 < no bi entry to suggest for operation key=0EN9XH8WN9TS tag=QSJ4JZ567YWF type=write size=705759: (2) No such file or directory 2024-04-13T07:35:12.837 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.837+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=WCD7Q67VJU2K type=del size=3136514 2024-04-13T07:35:12.840 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.840+0000 7f05f3c42780 -1 < failed to complete operation key=TEADR4H33ZHA tag=LQSICDH7NF3P type=del size=1546817: (22) Invalid argument 2024-04-13T07:35:12.842 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.842+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=ZRF8TPB61SY4 type=write size=723858 2024-04-13T07:35:12.844 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.844+0000 7f05f3c42780 1 < completed write operation key=77NI15K3IXNY tag=88G854FU6FNC type=write size=952841 2024-04-13T07:35:12.847 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.846+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=EKR1Z0VM7U18 type=del size=1422355 2024-04-13T07:35:12.850 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.849+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~BGWP8ZZNN8DI.0 size=1048576 2024-04-13T07:35:12.851 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.850+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~BGWP8ZZNN8DI.1 size=1048576 2024-04-13T07:35:12.852 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.852+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~BGWP8ZZNN8DI.2 size=923268 2024-04-13T07:35:12.856 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.855+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=BGWP8ZZNN8DI tag=IAKXTZ3WG9F7 type=write size=4068996 2024-04-13T07:35:12.859 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.859+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~42NIRACPHD1Y.0 size=1048576 2024-04-13T07:35:12.861 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.861+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~42NIRACPHD1Y.1 size=599963 2024-04-13T07:35:12.861 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.861+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=42NIRACPHD1Y tag=ZENQ8EFIHK80 type=write size=2697115 2024-04-13T07:35:12.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.863+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~4XVB6DVKDTXA.0 size=318701 2024-04-13T07:35:12.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.866+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=4XVB6DVKDTXA tag=SXNQ3BNT0J28 type=write size=1367277 2024-04-13T07:35:12.870 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.870+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~04P8QS72KZ5J.0 size=204996 2024-04-13T07:35:12.870 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.870+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=04P8QS72KZ5J tag=RCJJFD8B2D28 type=write size=1253572 2024-04-13T07:35:12.872 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.872+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~MJ73IS5KXAL3.0 size=628606 2024-04-13T07:35:12.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.876+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=MJ73IS5KXAL3 tag=5OQTNTM4JI5E type=write size=1677182 2024-04-13T07:35:12.878 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.878+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=U4KMMIUSGQ4Y type=write size=791901 2024-04-13T07:35:12.880 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.880+0000 7f05f3c42780 1 < canceled operation key=C44XCR1L13WH tag=05M60RDYQT1L type=del size=4058648 2024-04-13T07:35:12.882 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.882+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=3SO2CI15R981 type=del size=1568145 2024-04-13T07:35:12.884 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.884+0000 7f05f3c42780 1 < completed delete operation key=J4WRTB31TSAU tag=XRGF4LT2OPQ6 type=del 2024-04-13T07:35:12.887 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.887+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~G5M80CGJN4EM.0 size=394961 2024-04-13T07:35:12.887 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.887+0000 7f05f3c42780 1 > prepared multipart upload key=FU38HSKLEDOP upload=G5M80CGJN4EM tag=0CKDRS21MSSG type=write size=1443537 2024-04-13T07:35:12.889 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.889+0000 7f05f3c42780 1 < canceled operation key=77NI15K3IXNY tag=F243AOGGPOQ4 type=write size=67823 2024-04-13T07:35:12.893 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.893+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~30XTCKQP35H8.0 size=1048576 2024-04-13T07:35:12.894 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.894+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~30XTCKQP35H8.1 size=1048576 2024-04-13T07:35:12.896 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.896+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~30XTCKQP35H8.2 size=764416 2024-04-13T07:35:12.896 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.896+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=30XTCKQP35H8 tag=JZCBZ32NYS8W type=write size=3910144 2024-04-13T07:35:12.898 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.898+0000 7f05f3c42780 1 < completed write operation key=45BQPLCWG43N tag=9FFNY7MGG6NA type=write size=656791 2024-04-13T07:35:12.900 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.900+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=LQKA11C56CNN type=del size=3616384 2024-04-13T07:35:12.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.902+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~OJ39RI1KVM9I.0 size=1048576 2024-04-13T07:35:12.904 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.904+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~OJ39RI1KVM9I.1 size=1048576 2024-04-13T07:35:12.906 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.905+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~OJ39RI1KVM9I.2 size=257865 2024-04-13T07:35:12.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.910+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=OJ39RI1KVM9I tag=1N4254NQKV26 type=write size=3403593 2024-04-13T07:35:12.914 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.914+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~Z69DIG6H30BV.0 size=1048576 2024-04-13T07:35:12.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.915+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~Z69DIG6H30BV.1 size=1048576 2024-04-13T07:35:12.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.918+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~Z69DIG6H30BV.2 size=576206 2024-04-13T07:35:12.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.918+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=Z69DIG6H30BV tag=K4J2L4YE5WUC type=write size=3721934 2024-04-13T07:35:12.920 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.920+0000 7f05f3c42780 1 < canceled operation key=MN5H0RIAHGLM tag=5UMS3Z99WREF type=del size=1276418 2024-04-13T07:35:12.924 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.924+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~H0XI5P523EYB.0 size=1048576 2024-04-13T07:35:12.926 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.925+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~H0XI5P523EYB.1 size=336880 2024-04-13T07:35:12.926 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.925+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=H0XI5P523EYB tag=D9HAC1NB0GPF type=write size=2434032 2024-04-13T07:35:12.928 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.927+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=5MZ0WM1WU3IM type=del 2024-04-13T07:35:12.929 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.929+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=6QZFE1PNTYPE type=del size=2588526 2024-04-13T07:35:12.934 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.934+0000 7f05f3c42780 1 < suggested remove operation key=77NI15K3IXNY tag=YI6JVIUU3VNS type=del 2024-04-13T07:35:12.937 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.936+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=LO9ZZ0JTWXB3 type=del size=2747042 2024-04-13T07:35:12.939 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.938+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~HKHR894R5RNY.0 size=255799 2024-04-13T07:35:12.942 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.942+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=HKHR894R5RNY tag=3TGCCXACM79M type=write size=1304375 2024-04-13T07:35:12.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.944+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=JXOKJDO7O25W type=del size=1516058 2024-04-13T07:35:12.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.946+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~AQM07G8AE58G.0 size=1048576 2024-04-13T07:35:12.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.948+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~AQM07G8AE58G.1 size=585375 2024-04-13T07:35:12.951 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.951+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=AQM07G8AE58G tag=3WXVGRJYSCFK type=write size=2682527 2024-04-13T07:35:12.953 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.953+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=BL542NBTI0T1 type=del size=481785 2024-04-13T07:35:12.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.955+0000 7f05f3c42780 1 < completed delete operation key=45BQPLCWG43N tag=WCD7Q67VJU2K type=del 2024-04-13T07:35:12.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.958+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=BQ2JFQ4HZ1D0 type=del size=3257636 2024-04-13T07:35:12.962 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.962+0000 7f05f3c42780 1 < suggested update operation key=B3WYR77RL9B4 tag=ZRF8TPB61SY4 type=write size=723858 2024-04-13T07:35:12.964 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.964+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=2MHFOHRK651M type=del size=2176380 2024-04-13T07:35:12.966 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.966+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=EKR1Z0VM7U18 type=del 2024-04-13T07:35:12.968 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.968+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=W17808A0ORZA type=del size=1351255 2024-04-13T07:35:12.969 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.968+0000 7f05f3c42780 1 < canceled part key=_multipart_77NI15K3IXNY.2~42NIRACPHD1Y.0 size=1048576 2024-04-13T07:35:12.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.970+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~42NIRACPHD1Y.1 size=599963 2024-04-13T07:35:12.974 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.973+0000 7f05f3c42780 1 < canceled multipart upload key=77NI15K3IXNY upload=42NIRACPHD1Y tag=ZENQ8EFIHK80 type=write size=2697115 2024-04-13T07:35:12.977 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.977+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~H1ZLDUNZRAMI.0 size=522407 2024-04-13T07:35:12.977 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.977+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=H1ZLDUNZRAMI tag=K2AV100WY67E type=write size=1570983 2024-04-13T07:35:12.981 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.980+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~04P8QS72KZ5J.0 size=204996 2024-04-13T07:35:12.983 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.983+0000 7f05f3c42780 1 < completed multipart upload key=UJ8CWXR3A7YN upload=04P8QS72KZ5J tag=RCJJFD8B2D28 type=write size=1253572 2024-04-13T07:35:12.987 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.987+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~IRG1U3F2E4PV.0 size=1048576 2024-04-13T07:35:12.989 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.989+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~IRG1U3F2E4PV.1 size=170185 2024-04-13T07:35:12.989 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.989+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=IRG1U3F2E4PV tag=C1W9W90GIJV7 type=write size=2267337 2024-04-13T07:35:12.991 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.991+0000 7f05f3c42780 1 < completed write operation key=AKSUN8A52AHL tag=U4KMMIUSGQ4Y type=write size=791901 2024-04-13T07:35:12.994 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.994+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~RHQVK414AYGX.0 size=1028644 2024-04-13T07:35:12.995 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.994+0000 7f05f3c42780 1 > prepared multipart upload key=FU38HSKLEDOP upload=RHQVK414AYGX tag=LVLYLACN3ULY type=write size=2077220 2024-04-13T07:35:12.996 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:12.996+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=3SO2CI15R981 type=del 2024-04-13T07:35:13.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.001+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~H0JO5114B64F.0 size=1048576 2024-04-13T07:35:13.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.002+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~H0JO5114B64F.1 size=1048576 2024-04-13T07:35:13.004 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.004+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~H0JO5114B64F.2 size=1047451 2024-04-13T07:35:13.004 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.004+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=H0JO5114B64F tag=9U8S9LOSLPRX type=write size=4193179 2024-04-13T07:35:13.006 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.006+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~G5M80CGJN4EM.0 size=394961 2024-04-13T07:35:13.010 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.010+0000 7f05f3c42780 1 < completed multipart upload key=FU38HSKLEDOP upload=G5M80CGJN4EM tag=0CKDRS21MSSG type=write size=1443537 2024-04-13T07:35:13.012 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.012+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=IGZ51EDQUXD4 type=write size=726958 2024-04-13T07:35:13.014 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.014+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~30XTCKQP35H8.0 size=1048576 2024-04-13T07:35:13.016 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.016+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~30XTCKQP35H8.1 size=1048576 2024-04-13T07:35:13.018 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.018+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~30XTCKQP35H8.2 size=764416 2024-04-13T07:35:13.021 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.021+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=30XTCKQP35H8 tag=JZCBZ32NYS8W type=write size=3910144 2024-04-13T07:35:13.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.023+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=JPER7PA1WPQ8 type=del size=3929020 2024-04-13T07:35:13.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.026+0000 7f05f3c42780 1 < suggested remove operation key=J4WRTB31TSAU tag=LQKA11C56CNN type=del 2024-04-13T07:35:13.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.028+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=HLW84L3IVHYB type=del size=3486603 2024-04-13T07:35:13.031 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.030+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~Z69DIG6H30BV.0 size=1048576 2024-04-13T07:35:13.032 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.032+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~Z69DIG6H30BV.1 size=1048576 2024-04-13T07:35:13.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.034+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~Z69DIG6H30BV.2 size=576206 2024-04-13T07:35:13.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.037+0000 7f05f3c42780 1 < completed multipart upload key=MN5H0RIAHGLM upload=Z69DIG6H30BV tag=K4J2L4YE5WUC type=write size=3721934 2024-04-13T07:35:13.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.039+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=V0XHNT5H33B9 type=write size=569500 2024-04-13T07:35:13.041 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.041+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~H0XI5P523EYB.0 size=1048576 2024-04-13T07:35:13.043 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.043+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~H0XI5P523EYB.1 size=336880 2024-04-13T07:35:13.047 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.047+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=H0XI5P523EYB tag=D9HAC1NB0GPF type=write size=2434032 2024-04-13T07:35:13.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.049+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=3YOEUJW25C7X type=write size=385384 2024-04-13T07:35:13.054 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.053+0000 7f05f3c42780 1 < suggested remove operation key=MN5H0RIAHGLM tag=6QZFE1PNTYPE type=del 2024-04-13T07:35:13.055 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.055+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=XDOSGONCP5J5 type=write size=485582 2024-04-13T07:35:13.057 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.057+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=LO9ZZ0JTWXB3 type=del 2024-04-13T07:35:13.059 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.059+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=D3HTHZ2KV2E5 type=del size=2311816 2024-04-13T07:35:13.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.061+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=JXOKJDO7O25W type=del 2024-04-13T07:35:13.065 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.065+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~3UR6M6GUNF90.0 size=1048576 2024-04-13T07:35:13.066 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.066+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~3UR6M6GUNF90.1 size=1048576 2024-04-13T07:35:13.068 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.068+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~3UR6M6GUNF90.2 size=218314 2024-04-13T07:35:13.068 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.068+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=3UR6M6GUNF90 tag=12VY1MB7HVJT type=write size=3364042 2024-04-13T07:35:13.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.070+0000 7f05f3c42780 1 < completed delete operation key=Z2QIOQ3JJHXN tag=BL542NBTI0T1 type=del 2024-04-13T07:35:13.072 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.072+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=25LJLNKDSRE8 type=del size=1043606 2024-04-13T07:35:13.074 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.074+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=BQ2JFQ4HZ1D0 type=del 2024-04-13T07:35:13.076 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.076+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=THBTCQIENJY6 type=write size=1043802 2024-04-13T07:35:13.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.078+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=2MHFOHRK651M type=del 2024-04-13T07:35:13.080 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.080+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=SGQR0K8G3PEA type=del size=749731 2024-04-13T07:35:13.083 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.082+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=W17808A0ORZA type=del 2024-04-13T07:35:13.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.085+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=3QAYBZA6L1N3 type=del size=3020806 2024-04-13T07:35:13.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.085+0000 7f05f3c42780 1 < canceled part key=_multipart_45BQPLCWG43N.2~H1ZLDUNZRAMI.0 size=522407 2024-04-13T07:35:13.089 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.088+0000 7f05f3c42780 1 < canceled multipart upload key=45BQPLCWG43N upload=H1ZLDUNZRAMI tag=K2AV100WY67E type=write size=1570983 2024-04-13T07:35:13.090 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.090+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=OY1GRFH4CJ2N type=del size=1313166 2024-04-13T07:35:13.093 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.092+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~IRG1U3F2E4PV.0 size=1048576 2024-04-13T07:35:13.095 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.095+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~IRG1U3F2E4PV.1 size=170185 2024-04-13T07:35:13.099 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.099+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=IRG1U3F2E4PV tag=C1W9W90GIJV7 type=write size=2267337 2024-04-13T07:35:13.101 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.101+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=LZ8ASVT8NRPE type=del size=3058882 2024-04-13T07:35:13.103 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.103+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~RHQVK414AYGX.0 size=1028644 2024-04-13T07:35:13.107 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.107+0000 7f05f3c42780 1 < completed multipart upload key=FU38HSKLEDOP upload=RHQVK414AYGX tag=LVLYLACN3ULY type=write size=2077220 2024-04-13T07:35:13.110 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.110+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~08GWM10CRRE8.0 size=1048576 2024-04-13T07:35:13.112 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.112+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~08GWM10CRRE8.1 size=569985 2024-04-13T07:35:13.112 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.112+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=08GWM10CRRE8 tag=KVNL5OF1G1QV type=write size=2667137 2024-04-13T07:35:13.114 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.114+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~H0JO5114B64F.0 size=1048576 2024-04-13T07:35:13.116 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.116+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~H0JO5114B64F.1 size=1048576 2024-04-13T07:35:13.117 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.117+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~H0JO5114B64F.2 size=1047451 2024-04-13T07:35:13.121 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.121+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=H0JO5114B64F tag=9U8S9LOSLPRX type=write size=4193179 2024-04-13T07:35:13.125 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.125+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~1N3H578LNWX7.0 size=492805 2024-04-13T07:35:13.125 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.125+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=1N3H578LNWX7 tag=SRECE954YD8D type=write size=1541381 2024-04-13T07:35:13.127 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.127+0000 7f05f3c42780 1 < completed write operation key=N1JTROSFNCR7 tag=IGZ51EDQUXD4 type=write size=726958 2024-04-13T07:35:13.129 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.129+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=86G0GIPUWQE4 type=del size=831241 2024-04-13T07:35:13.131 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.131+0000 7f05f3c42780 1 < completed delete operation key=6CXR0GIZ6246 tag=JPER7PA1WPQ8 type=del 2024-04-13T07:35:13.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.133+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=Q5ZU85AF31PY type=del size=4032428 2024-04-13T07:35:13.136 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.135+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=HLW84L3IVHYB type=del 2024-04-13T07:35:13.138 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.137+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=7JGMSNH29XV8 type=del size=3665363 2024-04-13T07:35:13.140 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.140+0000 7f05f3c42780 1 < completed write operation key=SLR7Z6IC87H9 tag=V0XHNT5H33B9 type=write size=569500 2024-04-13T07:35:13.142 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.142+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=KN52QSYV38OL type=write size=1024358 2024-04-13T07:35:13.144 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.144+0000 7f05f3c42780 1 < completed write operation key=NOA5HUHWE14O tag=3YOEUJW25C7X type=write size=385384 2024-04-13T07:35:13.148 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.148+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~TS460BFDN9MA.0 size=1048576 2024-04-13T07:35:13.150 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.150+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~TS460BFDN9MA.1 size=1048576 2024-04-13T07:35:13.152 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.151+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~TS460BFDN9MA.2 size=936638 2024-04-13T07:35:13.152 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.151+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=TS460BFDN9MA tag=OXGGSOT5AJH4 type=write size=4082366 2024-04-13T07:35:13.154 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.154+0000 7f05f3c42780 1 < completed write operation key=2U7EF9PD2PDE tag=XDOSGONCP5J5 type=write size=485582 2024-04-13T07:35:13.156 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.156+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=W3EL518IGDCS type=write size=161304 2024-04-13T07:35:13.158 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.158+0000 7f05f3c42780 1 < canceled operation key=0EN9XH8WN9TS tag=D3HTHZ2KV2E5 type=del size=2311816 2024-04-13T07:35:13.160 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.160+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=ZPW530AMIZ0Z type=del size=1986111 2024-04-13T07:35:13.161 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.161+0000 7f05f3c42780 1 < canceled part key=_multipart_QTS892MIKZSS.2~3UR6M6GUNF90.0 size=1048576 2024-04-13T07:35:13.163 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.162+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~3UR6M6GUNF90.1 size=1048576 2024-04-13T07:35:13.164 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.164+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~3UR6M6GUNF90.2 size=218314 2024-04-13T07:35:13.168 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.168+0000 7f05f3c42780 1 < canceled multipart upload key=QTS892MIKZSS upload=3UR6M6GUNF90 tag=12VY1MB7HVJT type=write size=3364042 2024-04-13T07:35:13.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.170+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=3HR08W8UJEND type=del size=926947 2024-04-13T07:35:13.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.174+0000 7f05f3c42780 1 < suggested update operation key=2U7EF9PD2PDE tag=25LJLNKDSRE8 type=del size=1043606 2024-04-13T07:35:13.176 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.176+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=TNCO75O1YGHT type=write size=763406 2024-04-13T07:35:13.178 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.177+0000 7f05f3c42780 1 < canceled operation key=97QQZFWRF5SP tag=THBTCQIENJY6 type=write size=1043802 2024-04-13T07:35:13.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.181+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~YXZIOP4LRJCF.0 size=840596 2024-04-13T07:35:13.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.181+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=YXZIOP4LRJCF tag=JUAS2YQ9OAOL type=write size=1889172 2024-04-13T07:35:13.183 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.183+0000 7f05f3c42780 1 < completed delete operation key=TEADR4H33ZHA tag=SGQR0K8G3PEA type=del 2024-04-13T07:35:13.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.187+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~BK0AGG1DACPJ.0 size=346015 2024-04-13T07:35:13.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.187+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=BK0AGG1DACPJ tag=QT6YGWI3GEPD type=write size=1394591 2024-04-13T07:35:13.190 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.189+0000 7f05f3c42780 1 < completed delete operation key=J4WRTB31TSAU tag=3QAYBZA6L1N3 type=del 2024-04-13T07:35:13.192 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.191+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=GAAGN3YI45TN type=write size=247342 2024-04-13T07:35:13.195 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.195+0000 7f05f3c42780 1 < suggested update operation key=2U7EF9PD2PDE tag=OY1GRFH4CJ2N type=del size=1313166 2024-04-13T07:35:13.197 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.197+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=REX3CDL8S8AV type=del size=1449089 2024-04-13T07:35:13.199 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.199+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=LZ8ASVT8NRPE type=del 2024-04-13T07:35:13.201 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.201+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=SXWDSWDEN6V0 type=del size=1334786 2024-04-13T07:35:13.203 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.203+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~08GWM10CRRE8.0 size=1048576 2024-04-13T07:35:13.205 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.205+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~08GWM10CRRE8.1 size=569985 2024-04-13T07:35:13.208 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.208+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=08GWM10CRRE8 tag=KVNL5OF1G1QV type=write size=2667137 2024-04-13T07:35:13.212 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.211+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~GVAWI2DY6J50.0 size=1048576 2024-04-13T07:35:13.213 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.213+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~GVAWI2DY6J50.1 size=1048576 2024-04-13T07:35:13.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.215+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~GVAWI2DY6J50.2 size=1023051 2024-04-13T07:35:13.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.215+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=GVAWI2DY6J50 tag=2CUOCFDR4ED0 type=write size=4168779 2024-04-13T07:35:13.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.215+0000 7f05f3c42780 1 < canceled part key=_multipart_NOA5HUHWE14O.2~1N3H578LNWX7.0 size=492805 2024-04-13T07:35:13.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.218+0000 7f05f3c42780 1 < canceled multipart upload key=NOA5HUHWE14O upload=1N3H578LNWX7 tag=SRECE954YD8D type=write size=1541381 2024-04-13T07:35:13.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.220+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=EFYZ22BE13N0 type=del size=518347 2024-04-13T07:35:13.223 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.222+0000 7f05f3c42780 1 < canceled operation key=FU38HSKLEDOP tag=86G0GIPUWQE4 type=del size=831241 2024-04-13T07:35:13.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.225+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=7LZO0R3AP26T type=del size=3989838 2024-04-13T07:35:13.227 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.227+0000 7f05f3c42780 -1 < failed to complete operation key=2U7EF9PD2PDE tag=Q5ZU85AF31PY type=del size=4032428: (22) Invalid argument 2024-04-13T07:35:13.229 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.229+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=3NLCTORNCEJO type=del size=1635064 2024-04-13T07:35:13.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.232+0000 7f05f3c42780 -1 < failed to complete operation key=2U7EF9PD2PDE tag=7JGMSNH29XV8 type=del size=3665363: (22) Invalid argument 2024-04-13T07:35:13.234 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.234+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=4I3ACVWREPPM type=del size=4132632 2024-04-13T07:35:13.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.236+0000 7f05f3c42780 1 < completed write operation key=45BQPLCWG43N tag=KN52QSYV38OL type=write size=1024358 2024-04-13T07:35:13.238 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.238+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=W789IA1S7W5M type=del size=2918142 2024-04-13T07:35:13.240 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.240+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~TS460BFDN9MA.0 size=1048576 2024-04-13T07:35:13.242 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.242+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~TS460BFDN9MA.1 size=1048576 2024-04-13T07:35:13.244 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.244+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~TS460BFDN9MA.2 size=936638 2024-04-13T07:35:13.248 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.248+0000 7f05f3c42780 1 < completed multipart upload key=6CXR0GIZ6246 upload=TS460BFDN9MA tag=OXGGSOT5AJH4 type=write size=4082366 2024-04-13T07:35:13.250 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.250+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=7I2J6XJ4IHX4 type=del size=3736731 2024-04-13T07:35:13.255 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.255+0000 7f05f3c42780 1 < suggested remove operation key=R7A1HMG5PBY2 tag=W3EL518IGDCS type=write 2024-04-13T07:35:13.257 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.257+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=BCAS6OA5A6CR type=del size=2224735 2024-04-13T07:35:13.259 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.259+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=ZPW530AMIZ0Z type=del 2024-04-13T07:35:13.263 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.263+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~93MCTZKHNFY9.0 size=1048576 2024-04-13T07:35:13.264 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.264+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~93MCTZKHNFY9.1 size=354152 2024-04-13T07:35:13.265 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.264+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=93MCTZKHNFY9 tag=5O654RR7LLU8 type=write size=2451304 2024-04-13T07:35:13.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.266+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=3HR08W8UJEND type=del 2024-04-13T07:35:13.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.269+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=UOER5MJ0PHA7 type=write size=989512 2024-04-13T07:35:13.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.271+0000 7f05f3c42780 1 < completed write operation key=TEADR4H33ZHA tag=TNCO75O1YGHT type=write size=763406 2024-04-13T07:35:13.275 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.275+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~E2SLRCIB8CR3.0 size=1048576 2024-04-13T07:35:13.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.276+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~E2SLRCIB8CR3.1 size=778905 2024-04-13T07:35:13.277 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.276+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=E2SLRCIB8CR3 tag=GLUV0Q364HDV type=write size=2876057 2024-04-13T07:35:13.278 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.278+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~YXZIOP4LRJCF.0 size=840596 2024-04-13T07:35:13.282 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.281+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=YXZIOP4LRJCF tag=JUAS2YQ9OAOL type=write size=1889172 2024-04-13T07:35:13.285 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.285+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~SHIWXR1ZBEUJ.0 size=741943 2024-04-13T07:35:13.285 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.285+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=SHIWXR1ZBEUJ tag=FZ2HPJXUPI3L type=write size=1790519 2024-04-13T07:35:13.287 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.287+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~BK0AGG1DACPJ.0 size=346015 2024-04-13T07:35:13.290 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.290+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=BK0AGG1DACPJ tag=QT6YGWI3GEPD type=write size=1394591 2024-04-13T07:35:13.293 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.292+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=BU7PDX698UYW type=del size=931253 2024-04-13T07:35:13.294 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.294+0000 7f05f3c42780 1 < completed write operation key=U7HAP4TTT8U3 tag=GAAGN3YI45TN type=write size=247342 2024-04-13T07:35:13.297 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.297+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=MMX4GKOK2ED3 type=del size=4076247 2024-04-13T07:35:13.299 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.299+0000 7f05f3c42780 1 < canceled operation key=QTS892MIKZSS tag=REX3CDL8S8AV type=del size=1449089 2024-04-13T07:35:13.303 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.303+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~V87DKS31WG6F.0 size=1048576 2024-04-13T07:35:13.304 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.304+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~V87DKS31WG6F.1 size=1048576 2024-04-13T07:35:13.306 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.306+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~V87DKS31WG6F.2 size=368820 2024-04-13T07:35:13.306 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.306+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=V87DKS31WG6F tag=01UWDN4731WI type=write size=3514548 2024-04-13T07:35:13.308 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.308+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=SXWDSWDEN6V0 type=del 2024-04-13T07:35:13.312 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.312+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~7HUUCEBBHJ09.0 size=829568 2024-04-13T07:35:13.313 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.312+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=7HUUCEBBHJ09 tag=KH3UDI2UP4V1 type=write size=1878144 2024-04-13T07:35:13.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.315+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~GVAWI2DY6J50.0 size=1048576 2024-04-13T07:35:13.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.317+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~GVAWI2DY6J50.1 size=1048576 2024-04-13T07:35:13.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.319+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~GVAWI2DY6J50.2 size=1023051 2024-04-13T07:35:13.323 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.322+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=GVAWI2DY6J50 tag=2CUOCFDR4ED0 type=write size=4168779 2024-04-13T07:35:13.324 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.324+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=QIKSMSZUP7N1 type=del size=1951205 2024-04-13T07:35:13.326 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.326+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=EFYZ22BE13N0 type=del 2024-04-13T07:35:13.328 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.328+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=KYW3NOZM01WJ type=del size=975132 2024-04-13T07:35:13.330 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.330+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=7LZO0R3AP26T type=del 2024-04-13T07:35:13.334 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.334+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~VALUKMX27U0T.0 size=895950 2024-04-13T07:35:13.334 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.334+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=VALUKMX27U0T tag=K290758A6EIW type=write size=1944526 2024-04-13T07:35:13.336 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.336+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=3NLCTORNCEJO type=del 2024-04-13T07:35:13.338 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.338+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=4WAZ76M77P9F type=del size=64102 2024-04-13T07:35:13.340 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.340+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=4I3ACVWREPPM type=del 2024-04-13T07:35:13.344 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.344+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~QEAGOXLBJQIP.0 size=1048576 2024-04-13T07:35:13.346 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.345+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~QEAGOXLBJQIP.1 size=518674 2024-04-13T07:35:13.346 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.345+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=QEAGOXLBJQIP tag=E8F9Z83W4G7G type=write size=2615826 2024-04-13T07:35:13.348 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.348+0000 7f05f3c42780 1 < completed delete operation key=J4WRTB31TSAU tag=W789IA1S7W5M type=del 2024-04-13T07:35:13.350 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.350+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=3A6Q363IRUN1 type=del size=3613938 2024-04-13T07:35:13.354 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.353+0000 7f05f3c42780 1 < suggested update operation key=UJ8CWXR3A7YN tag=7I2J6XJ4IHX4 type=del size=3736731 2024-04-13T07:35:13.357 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.357+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~CMKKZEAA8XHO.0 size=1048576 2024-04-13T07:35:13.359 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.359+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~CMKKZEAA8XHO.1 size=531729 2024-04-13T07:35:13.359 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.359+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=CMKKZEAA8XHO tag=K2RPGQEG9HEV type=write size=2628881 2024-04-13T07:35:13.361 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.360+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=BCAS6OA5A6CR type=del 2024-04-13T07:35:13.363 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.362+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=8URFFBI8QZE9 type=del size=1119660 2024-04-13T07:35:13.364 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.364+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~93MCTZKHNFY9.0 size=1048576 2024-04-13T07:35:13.366 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.366+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~93MCTZKHNFY9.1 size=354152 2024-04-13T07:35:13.369 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.369+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=93MCTZKHNFY9 tag=5O654RR7LLU8 type=write size=2451304 2024-04-13T07:35:13.373 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.373+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~FDN56B9DAXFT.0 size=311844 2024-04-13T07:35:13.373 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.373+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=FDN56B9DAXFT tag=4OKPBQ2PORUN type=write size=1360420 2024-04-13T07:35:13.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.375+0000 7f05f3c42780 1 < completed write operation key=6CXR0GIZ6246 tag=UOER5MJ0PHA7 type=write size=989512 2024-04-13T07:35:13.377 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.377+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=GFTY1AF3X35W type=del size=2779664 2024-04-13T07:35:13.379 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.379+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~E2SLRCIB8CR3.0 size=1048576 2024-04-13T07:35:13.381 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.381+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~E2SLRCIB8CR3.1 size=778905 2024-04-13T07:35:13.384 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.384+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=E2SLRCIB8CR3 tag=GLUV0Q364HDV type=write size=2876057 2024-04-13T07:35:13.388 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.387+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~MVGFXF63RZUX.0 size=380960 2024-04-13T07:35:13.388 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.387+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=MVGFXF63RZUX tag=W74HBPIPC8SE type=write size=1429536 2024-04-13T07:35:13.390 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.389+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~SHIWXR1ZBEUJ.0 size=741943 2024-04-13T07:35:13.393 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.393+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=SHIWXR1ZBEUJ tag=FZ2HPJXUPI3L type=write size=1790519 2024-04-13T07:35:13.396 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.396+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~44ST7AFHCJ5X.0 size=1048576 2024-04-13T07:35:13.398 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.398+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~44ST7AFHCJ5X.1 size=1048576 2024-04-13T07:35:13.400 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.400+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~44ST7AFHCJ5X.2 size=225022 2024-04-13T07:35:13.400 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.400+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=44ST7AFHCJ5X tag=X3EBDO5VHNSC type=write size=3370750 2024-04-13T07:35:13.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.402+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=BU7PDX698UYW type=del 2024-04-13T07:35:13.404 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.404+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=S389ZCX5KJOO type=del size=3688769 2024-04-13T07:35:13.406 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.406+0000 7f05f3c42780 1 < completed delete operation key=0EN9XH8WN9TS tag=MMX4GKOK2ED3 type=del 2024-04-13T07:35:13.408 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.408+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=1KWZMR60J7EI type=del size=2603627 2024-04-13T07:35:13.410 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.410+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~V87DKS31WG6F.0 size=1048576 2024-04-13T07:35:13.412 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.411+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~V87DKS31WG6F.1 size=1048576 2024-04-13T07:35:13.414 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.414+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~V87DKS31WG6F.2 size=368820 2024-04-13T07:35:13.418 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.418+0000 7f05f3c42780 1 < completed multipart upload key=43EJ55H9TGF3 upload=V87DKS31WG6F tag=01UWDN4731WI type=write size=3514548 2024-04-13T07:35:13.420 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.420+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=DGB7I3T73COT type=del size=2836661 2024-04-13T07:35:13.422 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.422+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~7HUUCEBBHJ09.0 size=829568 2024-04-13T07:35:13.425 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.425+0000 7f05f3c42780 1 < completed multipart upload key=6CXR0GIZ6246 upload=7HUUCEBBHJ09 tag=KH3UDI2UP4V1 type=write size=1878144 2024-04-13T07:35:13.428 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.428+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=O57HU3DOM2MV type=del size=2698781 2024-04-13T07:35:13.432 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.432+0000 7f05f3c42780 1 < suggested update operation key=FU38HSKLEDOP tag=QIKSMSZUP7N1 type=del size=1951205 2024-04-13T07:35:13.434 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.434+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=D310BGNYOGD9 type=del size=3809842 2024-04-13T07:35:13.436 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.436+0000 7f05f3c42780 1 < completed delete operation key=DMCQJNBIB4O2 tag=KYW3NOZM01WJ type=del 2024-04-13T07:35:13.438 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.438+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=4VKKIVSVCN5T type=del size=912276 2024-04-13T07:35:13.440 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.440+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~VALUKMX27U0T.0 size=895950 2024-04-13T07:35:13.443 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.443+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=VALUKMX27U0T tag=K290758A6EIW type=write size=1944526 2024-04-13T07:35:13.447 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.446+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~WI79SN7I11F5.0 size=978839 2024-04-13T07:35:13.447 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.446+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=WI79SN7I11F5 tag=BG8WRKD99PLO type=write size=2027415 2024-04-13T07:35:13.450 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.450+0000 7f05f3c42780 1 < suggested update operation key=FU38HSKLEDOP tag=4WAZ76M77P9F type=del size=64102 2024-04-13T07:35:13.454 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.454+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~HGKXMUEWS1XR.0 size=615744 2024-04-13T07:35:13.454 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.454+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=HGKXMUEWS1XR tag=DLO9BVILJ0L3 type=write size=1664320 2024-04-13T07:35:13.455 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.454+0000 7f05f3c42780 1 < canceled part key=_multipart_TEADR4H33ZHA.2~QEAGOXLBJQIP.0 size=1048576 2024-04-13T07:35:13.456 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.456+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~QEAGOXLBJQIP.1 size=518674 2024-04-13T07:35:13.462 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.459+0000 7f05f3c42780 1 < canceled multipart upload key=TEADR4H33ZHA upload=QEAGOXLBJQIP tag=E8F9Z83W4G7G type=write size=2615826 2024-04-13T07:35:13.462 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.461+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=MK9N298JAU0F type=write size=3006 2024-04-13T07:35:13.464 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.463+0000 7f05f3c42780 1 < canceled operation key=U7HAP4TTT8U3 tag=3A6Q363IRUN1 type=del size=3613938 2024-04-13T07:35:13.466 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.466+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=4YAIQ760XMOA type=del size=3285682 2024-04-13T07:35:13.468 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.468+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~CMKKZEAA8XHO.0 size=1048576 2024-04-13T07:35:13.470 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.470+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~CMKKZEAA8XHO.1 size=531729 2024-04-13T07:35:13.474 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.474+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=CMKKZEAA8XHO tag=K2RPGQEG9HEV type=write size=2628881 2024-04-13T07:35:13.476 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.476+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=XXI4U0N1WXIS type=write size=542717 2024-04-13T07:35:13.478 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.478+0000 7f05f3c42780 1 < completed delete operation key=0EN9XH8WN9TS tag=8URFFBI8QZE9 type=del 2024-04-13T07:35:13.482 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.482+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~YOVFJAV650K9.0 size=1048576 2024-04-13T07:35:13.484 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.484+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~YOVFJAV650K9.1 size=1048576 2024-04-13T07:35:13.486 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.485+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~YOVFJAV650K9.2 size=127738 2024-04-13T07:35:13.486 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.485+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=YOVFJAV650K9 tag=IE8I3LFYAMAU type=write size=3273466 2024-04-13T07:35:13.488 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.487+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~FDN56B9DAXFT.0 size=311844 2024-04-13T07:35:13.491 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.491+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=FDN56B9DAXFT tag=4OKPBQ2PORUN type=write size=1360420 2024-04-13T07:35:13.493 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.493+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=BVJVNEWP2L1P type=write size=823320 2024-04-13T07:35:13.496 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.495+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=GFTY1AF3X35W type=del 2024-04-13T07:35:13.498 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.497+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=N671FKV5GNKC type=del size=1047461 2024-04-13T07:35:13.498 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.498+0000 7f05f3c42780 1 < canceled part key=_multipart_B7KHSTN92EMS.2~MVGFXF63RZUX.0 size=380960 2024-04-13T07:35:13.501 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.501+0000 7f05f3c42780 1 < canceled multipart upload key=B7KHSTN92EMS upload=MVGFXF63RZUX tag=W74HBPIPC8SE type=write size=1429536 2024-04-13T07:35:13.506 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.505+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~4RFLZO0Z2X93.0 size=1048576 2024-04-13T07:35:13.507 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.507+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~4RFLZO0Z2X93.1 size=1048576 2024-04-13T07:35:13.509 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.509+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~4RFLZO0Z2X93.2 size=865886 2024-04-13T07:35:13.509 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.509+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=4RFLZO0Z2X93 tag=G2MBEOD3KJ7U type=write size=4011614 2024-04-13T07:35:13.511 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.511+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~44ST7AFHCJ5X.0 size=1048576 2024-04-13T07:35:13.513 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.513+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~44ST7AFHCJ5X.1 size=1048576 2024-04-13T07:35:13.514 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.514+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~44ST7AFHCJ5X.2 size=225022 2024-04-13T07:35:13.518 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.518+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=44ST7AFHCJ5X tag=X3EBDO5VHNSC type=write size=3370750 2024-04-13T07:35:13.520 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.520+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=12Q9RS4NLPIW type=del size=2654884 2024-04-13T07:35:13.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.523+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=S389ZCX5KJOO type=del 2024-04-13T07:35:13.525 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.525+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=ZJ6IBK53KN7W type=del size=1956917 2024-04-13T07:35:13.529 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.529+0000 7f05f3c42780 1 < suggested remove operation key=B7KHSTN92EMS tag=1KWZMR60J7EI type=del 2024-04-13T07:35:13.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.531+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=NB2M5NOGGHWP type=del size=2546338 2024-04-13T07:35:13.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.533+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=DGB7I3T73COT type=del 2024-04-13T07:35:13.537 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.537+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~3I239OM30BM1.0 size=1048576 2024-04-13T07:35:13.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.538+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~3I239OM30BM1.1 size=1048576 2024-04-13T07:35:13.541 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.540+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~3I239OM30BM1.2 size=347186 2024-04-13T07:35:13.541 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.540+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=3I239OM30BM1 tag=6ADQ492LK27Q type=write size=3492914 2024-04-13T07:35:13.545 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.544+0000 7f05f3c42780 1 < suggested update operation key=2U7EF9PD2PDE tag=O57HU3DOM2MV type=del size=2698781 2024-04-13T07:35:13.547 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.546+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=9V3XT811TZZS type=del size=2927801 2024-04-13T07:35:13.549 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.548+0000 7f05f3c42780 1 < canceled operation key=1HK0EXLRD6WR tag=D310BGNYOGD9 type=del size=3809842 2024-04-13T07:35:13.551 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.550+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=9BHZGUGCG3I3 type=del size=3669515 2024-04-13T07:35:13.553 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.552+0000 7f05f3c42780 1 < completed delete operation key=0EN9XH8WN9TS tag=4VKKIVSVCN5T type=del 2024-04-13T07:35:13.556 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.556+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~ACIYS6KXK82K.0 size=923019 2024-04-13T07:35:13.557 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.556+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=ACIYS6KXK82K tag=92U3YBOYQ036 type=write size=1971595 2024-04-13T07:35:13.558 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.558+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~WI79SN7I11F5.0 size=978839 2024-04-13T07:35:13.562 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.562+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=WI79SN7I11F5 tag=BG8WRKD99PLO type=write size=2027415 2024-04-13T07:35:13.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.565+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~2RRFJPJPPVW3.0 size=1048576 2024-04-13T07:35:13.568 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.567+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~2RRFJPJPPVW3.1 size=1048576 2024-04-13T07:35:13.569 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.569+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~2RRFJPJPPVW3.2 size=532516 2024-04-13T07:35:13.570 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.569+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=2RRFJPJPPVW3 tag=GXEU8TLSGPI6 type=write size=3678244 2024-04-13T07:35:13.571 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.571+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~HGKXMUEWS1XR.0 size=615744 2024-04-13T07:35:13.575 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.575+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=HGKXMUEWS1XR tag=DLO9BVILJ0L3 type=write size=1664320 2024-04-13T07:35:13.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.577+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=5DQPQY3EVXAS type=write size=724967 2024-04-13T07:35:13.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.579+0000 7f05f3c42780 1 < completed write operation key=43EJ55H9TGF3 tag=MK9N298JAU0F type=write size=3006 2024-04-13T07:35:13.582 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.581+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=WXZEF0ZMMXRP type=del size=2024747 2024-04-13T07:35:13.584 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.583+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=4YAIQ760XMOA type=del 2024-04-13T07:35:13.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.588+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~YKM1RZDIWB28.0 size=407931 2024-04-13T07:35:13.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.588+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=YKM1RZDIWB28 tag=N50YJL3Z5IFA type=write size=1456507 2024-04-13T07:35:13.591 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.591+0000 7f05f3c42780 -1 < failed to complete operation key=2U7EF9PD2PDE tag=XXI4U0N1WXIS type=write size=542717: (22) Invalid argument 2024-04-13T07:35:13.594 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.594+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~81GYMJ09DE4M.0 size=1048576 2024-04-13T07:35:13.596 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.596+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~81GYMJ09DE4M.1 size=1048576 2024-04-13T07:35:13.598 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.598+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~81GYMJ09DE4M.2 size=789463 2024-04-13T07:35:13.598 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.598+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=81GYMJ09DE4M tag=RH4ETF95X256 type=write size=3935191 2024-04-13T07:35:13.600 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.600+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~YOVFJAV650K9.0 size=1048576 2024-04-13T07:35:13.602 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.601+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~YOVFJAV650K9.1 size=1048576 2024-04-13T07:35:13.603 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.603+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~YOVFJAV650K9.2 size=127738 2024-04-13T07:35:13.608 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.608+0000 7f05f3c42780 1 < completed multipart upload key=N1JTROSFNCR7 upload=YOVFJAV650K9 tag=IE8I3LFYAMAU type=write size=3273466 2024-04-13T07:35:13.610 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.610+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=D6EDINNX1HMA type=del size=2093058 2024-04-13T07:35:13.612 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.612+0000 7f05f3c42780 1 < completed write operation key=GXQVWVGDUNMS tag=BVJVNEWP2L1P type=write size=823320 2024-04-13T07:35:13.614 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.614+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=4DKUX4PE3LQW type=del size=1540830 2024-04-13T07:35:13.618 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.618+0000 7f05f3c42780 1 < suggested remove operation key=45BQPLCWG43N tag=N671FKV5GNKC type=del 2024-04-13T07:35:13.622 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.622+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~N6VDTWGRB0HO.0 size=1029921 2024-04-13T07:35:13.622 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.622+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=N6VDTWGRB0HO tag=QKYJ45FE2WP0 type=write size=2078497 2024-04-13T07:35:13.624 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.624+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~4RFLZO0Z2X93.0 size=1048576 2024-04-13T07:35:13.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.626+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~4RFLZO0Z2X93.1 size=1048576 2024-04-13T07:35:13.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.627+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~4RFLZO0Z2X93.2 size=865886 2024-04-13T07:35:13.631 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.631+0000 7f05f3c42780 1 < completed multipart upload key=N1JTROSFNCR7 upload=4RFLZO0Z2X93 tag=G2MBEOD3KJ7U type=write size=4011614 2024-04-13T07:35:13.636 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.636+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~QTERTPIZAGO5.0 size=1048576 2024-04-13T07:35:13.638 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.638+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~QTERTPIZAGO5.1 size=497657 2024-04-13T07:35:13.638 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.638+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=QTERTPIZAGO5 tag=GSG4C2FP42GB type=write size=2594809 2024-04-13T07:35:13.640 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.640+0000 7f05f3c42780 -1 < failed to complete operation key=45BQPLCWG43N tag=12Q9RS4NLPIW type=del size=2654884: (22) Invalid argument 2024-04-13T07:35:13.642 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.642+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=EVGFYG1W3IUG type=del size=3036467 2024-04-13T07:35:13.644 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.644+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=ZJ6IBK53KN7W type=del 2024-04-13T07:35:13.646 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.646+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=KMTJ4EFKCU00 type=del size=1017947 2024-04-13T07:35:13.648 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.648+0000 7f05f3c42780 1 < canceled operation key=0EN9XH8WN9TS tag=NB2M5NOGGHWP type=del size=2546338 2024-04-13T07:35:13.651 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.650+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=8H5TVIE9WVX8 type=del size=1439970 2024-04-13T07:35:13.653 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.652+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~3I239OM30BM1.0 size=1048576 2024-04-13T07:35:13.654 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.654+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~3I239OM30BM1.1 size=1048576 2024-04-13T07:35:13.656 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.656+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~3I239OM30BM1.2 size=347186 2024-04-13T07:35:13.660 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.660+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=3I239OM30BM1 tag=6ADQ492LK27Q type=write size=3492914 2024-04-13T07:35:13.662 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.662+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=M7WBA1T6B80Q type=del size=3839587 2024-04-13T07:35:13.666 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.664+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=9V3XT811TZZS type=del 2024-04-13T07:35:13.666 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.666+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=9D5SFXYM1ONO type=del size=828601 2024-04-13T07:35:13.668 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.668+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=9BHZGUGCG3I3 type=del 2024-04-13T07:35:13.670 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.670+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=JS0LA9FV8401 type=del size=3595381 2024-04-13T07:35:13.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.672+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~ACIYS6KXK82K.0 size=923019 2024-04-13T07:35:13.676 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.675+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=ACIYS6KXK82K tag=92U3YBOYQ036 type=write size=1971595 2024-04-13T07:35:13.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.679+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~X1KN61BHTFTP.0 size=807238 2024-04-13T07:35:13.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.679+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=X1KN61BHTFTP tag=D13B7DNIXSFK type=write size=1855814 2024-04-13T07:35:13.682 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.682+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~2RRFJPJPPVW3.0 size=1048576 2024-04-13T07:35:13.684 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.684+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~2RRFJPJPPVW3.1 size=1048576 2024-04-13T07:35:13.686 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.686+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~2RRFJPJPPVW3.2 size=532516 2024-04-13T07:35:13.690 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.690+0000 7f05f3c42780 1 < completed multipart upload key=J4WRTB31TSAU upload=2RRFJPJPPVW3 tag=GXEU8TLSGPI6 type=write size=3678244 2024-04-13T07:35:13.694 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.693+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~HY6TTG7SFW9U.0 size=1048576 2024-04-13T07:35:13.696 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.696+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~HY6TTG7SFW9U.1 size=1048576 2024-04-13T07:35:13.698 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.697+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~HY6TTG7SFW9U.2 size=112779 2024-04-13T07:35:13.698 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.697+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=HY6TTG7SFW9U tag=SHPOF34JK7ZR type=write size=3258507 2024-04-13T07:35:13.700 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.700+0000 7f05f3c42780 1 < completed write operation key=J4WRTB31TSAU tag=5DQPQY3EVXAS type=write size=724967 2024-04-13T07:35:13.702 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.702+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=6FPQIFCG95QF type=del size=1767940 2024-04-13T07:35:13.705 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.704+0000 7f05f3c42780 1 < completed delete operation key=DMCQJNBIB4O2 tag=WXZEF0ZMMXRP type=del 2024-04-13T07:35:13.707 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.707+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=8TP4CLKHTVUX type=write size=848663 2024-04-13T07:35:13.707 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.707+0000 7f05f3c42780 1 < canceled part key=_multipart_SB3J044OIBA2.2~YKM1RZDIWB28.0 size=407931 2024-04-13T07:35:13.711 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.711+0000 7f05f3c42780 1 < canceled multipart upload key=SB3J044OIBA2 upload=YKM1RZDIWB28 tag=N50YJL3Z5IFA type=write size=1456507 2024-04-13T07:35:13.713 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.712+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=KYLYZ20WM191 type=del size=155580 2024-04-13T07:35:13.715 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.714+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~81GYMJ09DE4M.0 size=1048576 2024-04-13T07:35:13.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.716+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~81GYMJ09DE4M.1 size=1048576 2024-04-13T07:35:13.718 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.718+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~81GYMJ09DE4M.2 size=789463 2024-04-13T07:35:13.722 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.721+0000 7f05f3c42780 1 < completed multipart upload key=0EN9XH8WN9TS upload=81GYMJ09DE4M tag=RH4ETF95X256 type=write size=3935191 2024-04-13T07:35:13.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.724+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=SJSHAQH2HGKH type=del size=2754981 2024-04-13T07:35:13.726 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.726+0000 7f05f3c42780 1 < completed delete operation key=IDMD82V6SX39 tag=D6EDINNX1HMA type=del 2024-04-13T07:35:13.728 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.728+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=TDPI8BRF0Z87 type=del size=2425476 2024-04-13T07:35:13.732 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.732+0000 7f05f3c42780 1 < suggested update operation key=JWVWL3HNW3GB tag=4DKUX4PE3LQW type=del size=1540830 2024-04-13T07:35:13.736 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.736+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~T8CZMT25BI22.0 size=1048576 2024-04-13T07:35:13.738 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.738+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~T8CZMT25BI22.1 size=1048576 2024-04-13T07:35:13.740 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.740+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~T8CZMT25BI22.2 size=607841 2024-04-13T07:35:13.740 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.740+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=T8CZMT25BI22 tag=185Q49X85AO2 type=write size=3753569 2024-04-13T07:35:13.742 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.742+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~N6VDTWGRB0HO.0 size=1029921 2024-04-13T07:35:13.745 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.745+0000 7f05f3c42780 1 < completed multipart upload key=NOA5HUHWE14O upload=N6VDTWGRB0HO tag=QKYJ45FE2WP0 type=write size=2078497 2024-04-13T07:35:13.749 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.749+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~O6VEIX2Z0S6N.0 size=1048576 2024-04-13T07:35:13.751 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.751+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~O6VEIX2Z0S6N.1 size=1048576 2024-04-13T07:35:13.753 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.753+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~O6VEIX2Z0S6N.2 size=875781 2024-04-13T07:35:13.753 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.753+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=O6VEIX2Z0S6N tag=YMVDWXL0QCDK type=write size=4021509 2024-04-13T07:35:13.755 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.755+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~QTERTPIZAGO5.0 size=1048576 2024-04-13T07:35:13.757 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.756+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~QTERTPIZAGO5.1 size=497657 2024-04-13T07:35:13.760 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.760+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=QTERTPIZAGO5 tag=GSG4C2FP42GB type=write size=2594809 2024-04-13T07:35:13.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.764+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~M27K8FD6QM06.0 size=633885 2024-04-13T07:35:13.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.764+0000 7f05f3c42780 1 > prepared multipart upload key=B3WYR77RL9B4 upload=M27K8FD6QM06 tag=VG3I7232S8BG type=write size=1682461 2024-04-13T07:35:13.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.766+0000 7f05f3c42780 1 < completed delete operation key=UJ8CWXR3A7YN tag=EVGFYG1W3IUG type=del 2024-04-13T07:35:13.768 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.768+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=ISOD4N3Z7R7F type=write size=678627 2024-04-13T07:35:13.770 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.770+0000 7f05f3c42780 1 < canceled operation key=97QQZFWRF5SP tag=KMTJ4EFKCU00 type=del size=1017947 2024-04-13T07:35:13.772 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.772+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=EW31HJ432FVR type=del size=1661654 2024-04-13T07:35:13.774 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.774+0000 7f05f3c42780 1 < completed delete operation key=45BQPLCWG43N tag=8H5TVIE9WVX8 type=del 2024-04-13T07:35:13.776 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.776+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=PA0MH7U4CQKB type=write size=108832 2024-04-13T07:35:13.780 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.780+0000 7f05f3c42780 1 < suggested remove operation key=J4WRTB31TSAU tag=M7WBA1T6B80Q type=del 2024-04-13T07:35:13.784 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.784+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~1MTB9Q94PX3W.0 size=1024978 2024-04-13T07:35:13.784 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.784+0000 7f05f3c42780 1 > prepared multipart upload key=B3WYR77RL9B4 upload=1MTB9Q94PX3W tag=F9L08EA69B4X type=write size=2073554 2024-04-13T07:35:13.786 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.786+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=9D5SFXYM1ONO type=del 2024-04-13T07:35:13.788 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.788+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=OVYKQZIFCA3S type=write size=440736 2024-04-13T07:35:13.790 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.790+0000 7f05f3c42780 1 < completed delete operation key=U7HAP4TTT8U3 tag=JS0LA9FV8401 type=del 2024-04-13T07:35:13.793 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.793+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=4UYWKYYO068Y type=write size=431738 2024-04-13T07:35:13.795 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.795+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~X1KN61BHTFTP.0 size=807238 2024-04-13T07:35:13.799 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.799+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=X1KN61BHTFTP tag=D13B7DNIXSFK type=write size=1855814 2024-04-13T07:35:13.801 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.801+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=EZADF7RE10UF type=del size=854991 2024-04-13T07:35:13.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.802+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~HY6TTG7SFW9U.0 size=1048576 2024-04-13T07:35:13.805 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.804+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~HY6TTG7SFW9U.1 size=1048576 2024-04-13T07:35:13.806 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.806+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~HY6TTG7SFW9U.2 size=112779 2024-04-13T07:35:13.810 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.810+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=HY6TTG7SFW9U tag=SHPOF34JK7ZR type=write size=3258507 2024-04-13T07:35:13.814 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.814+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~Y5EBVWPVOB5K.0 size=710767 2024-04-13T07:35:13.814 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.814+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=Y5EBVWPVOB5K tag=2CCC2K4C90VO type=write size=1759343 2024-04-13T07:35:13.816 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.816+0000 7f05f3c42780 1 < canceled operation key=Z2QIOQ3JJHXN tag=6FPQIFCG95QF type=del size=1767940 2024-04-13T07:35:13.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.820+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~1LSVTYR7W2OO.0 size=940288 2024-04-13T07:35:13.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.820+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=1LSVTYR7W2OO tag=OI15M7ZVJJGQ type=write size=1988864 2024-04-13T07:35:13.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.822+0000 7f05f3c42780 1 < canceled operation key=2U7EF9PD2PDE tag=8TP4CLKHTVUX type=write size=848663 2024-04-13T07:35:13.824 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.824+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=DSBOS9AP3K67 type=write size=96217 2024-04-13T07:35:13.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.826+0000 7f05f3c42780 1 < completed delete operation key=45BQPLCWG43N tag=KYLYZ20WM191 type=del 2024-04-13T07:35:13.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.830+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~LPCK7VUSQXU2.0 size=1048576 2024-04-13T07:35:13.832 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.831+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~LPCK7VUSQXU2.1 size=1048576 2024-04-13T07:35:13.833 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.833+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~LPCK7VUSQXU2.2 size=62896 2024-04-13T07:35:13.833 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.833+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=LPCK7VUSQXU2 tag=3DUW3PN4BQD0 type=write size=3208624 2024-04-13T07:35:13.837 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.837+0000 7f05f3c42780 1 < suggested update operation key=2U7EF9PD2PDE tag=SJSHAQH2HGKH type=del size=2754981 2024-04-13T07:35:13.839 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.839+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=8CU0HJ5I8XRE type=del size=2408729 2024-04-13T07:35:13.843 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.843+0000 7f05f3c42780 1 < suggested update operation key=97QQZFWRF5SP tag=TDPI8BRF0Z87 type=del size=2425476 2024-04-13T07:35:13.846 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.845+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=HIMJBJRXB5HX type=write size=649182 2024-04-13T07:35:13.848 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.847+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~T8CZMT25BI22.0 size=1048576 2024-04-13T07:35:13.849 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.849+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~T8CZMT25BI22.1 size=1048576 2024-04-13T07:35:13.851 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.851+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~T8CZMT25BI22.2 size=607841 2024-04-13T07:35:13.855 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.855+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=T8CZMT25BI22 tag=185Q49X85AO2 type=write size=3753569 2024-04-13T07:35:13.857 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.857+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=GXMTQR0OSX7L type=write size=495595 2024-04-13T07:35:13.858 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.857+0000 7f05f3c42780 1 < canceled part key=_multipart_97QQZFWRF5SP.2~O6VEIX2Z0S6N.0 size=1048576 2024-04-13T07:35:13.859 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.859+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~O6VEIX2Z0S6N.1 size=1048576 2024-04-13T07:35:13.861 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.861+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~O6VEIX2Z0S6N.2 size=875781 2024-04-13T07:35:13.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.864+0000 7f05f3c42780 1 < canceled multipart upload key=97QQZFWRF5SP upload=O6VEIX2Z0S6N tag=YMVDWXL0QCDK type=write size=4021509 2024-04-13T07:35:13.868 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.868+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~PD94MLAAMNAA.0 size=1048576 2024-04-13T07:35:13.870 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.870+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~PD94MLAAMNAA.1 size=992783 2024-04-13T07:35:13.870 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.870+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=PD94MLAAMNAA tag=Q6TW150CMO8Z type=write size=3089935 2024-04-13T07:35:13.872 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.872+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~M27K8FD6QM06.0 size=633885 2024-04-13T07:35:13.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.876+0000 7f05f3c42780 1 < completed multipart upload key=B3WYR77RL9B4 upload=M27K8FD6QM06 tag=VG3I7232S8BG type=write size=1682461 2024-04-13T07:35:13.878 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.878+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=UQZWFLTHQ6NB type=del size=2419842 2024-04-13T07:35:13.880 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.880+0000 7f05f3c42780 1 < completed write operation key=C44XCR1L13WH tag=ISOD4N3Z7R7F type=write size=678627 2024-04-13T07:35:13.882 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.882+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=GUNTYZI7QB9Y type=del size=936268 2024-04-13T07:35:13.884 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.884+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=EW31HJ432FVR type=del 2024-04-13T07:35:13.886 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.886+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=FTDUARQPQK7U type=del size=3832983 2024-04-13T07:35:13.890 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.890+0000 7f05f3c42780 1 < suggested update operation key=N1JTROSFNCR7 tag=PA0MH7U4CQKB type=write size=108832 2024-04-13T07:35:13.895 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.894+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~5TC3E2NJ4RZY.0 size=1048576 2024-04-13T07:35:13.896 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.896+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~5TC3E2NJ4RZY.1 size=1048576 2024-04-13T07:35:13.898 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.898+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~5TC3E2NJ4RZY.2 size=851037 2024-04-13T07:35:13.898 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.898+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=5TC3E2NJ4RZY tag=2GS2FYYRRJSZ type=write size=3996765 2024-04-13T07:35:13.900 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.900+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~1MTB9Q94PX3W.0 size=1024978 2024-04-13T07:35:13.904 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.904+0000 7f05f3c42780 1 < completed multipart upload key=B3WYR77RL9B4 upload=1MTB9Q94PX3W tag=F9L08EA69B4X type=write size=2073554 2024-04-13T07:35:13.906 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.906+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=A7BXMSGII2ZJ type=del size=3495924 2024-04-13T07:35:13.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.910+0000 7f05f3c42780 1 < suggested update operation key=JWVWL3HNW3GB tag=OVYKQZIFCA3S type=write size=440736 2024-04-13T07:35:13.914 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.914+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~T7UQER6K9UG7.0 size=362644 2024-04-13T07:35:13.914 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.914+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=T7UQER6K9UG7 tag=7PS9FC143096 type=write size=1411220 2024-04-13T07:35:13.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.916+0000 7f05f3c42780 1 < completed write operation key=B3WYR77RL9B4 tag=4UYWKYYO068Y type=write size=431738 2024-04-13T07:35:13.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.918+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=MQEEPT38LK1B type=write size=26853 2024-04-13T07:35:13.922 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.920+0000 7f05f3c42780 1 < completed delete operation key=77NI15K3IXNY tag=EZADF7RE10UF type=del 2024-04-13T07:35:13.923 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.923+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~K8SVCYIPNQ5O.0 size=1048576 2024-04-13T07:35:13.925 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.925+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~K8SVCYIPNQ5O.1 size=1048576 2024-04-13T07:35:13.927 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.927+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~K8SVCYIPNQ5O.2 size=853056 2024-04-13T07:35:13.927 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.927+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=K8SVCYIPNQ5O tag=W6ZKV67N4QAT type=write size=3998784 2024-04-13T07:35:13.929 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.929+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~Y5EBVWPVOB5K.0 size=710767 2024-04-13T07:35:13.933 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.932+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=Y5EBVWPVOB5K tag=2CCC2K4C90VO type=write size=1759343 2024-04-13T07:35:13.935 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.934+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=EV8X85KN62JD type=write size=315460 2024-04-13T07:35:13.937 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.937+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~1LSVTYR7W2OO.0 size=940288 2024-04-13T07:35:13.940 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.940+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=1LSVTYR7W2OO tag=OI15M7ZVJJGQ type=write size=1988864 2024-04-13T07:35:13.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.944+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~8VTM6SR9D55A.0 size=1048576 2024-04-13T07:35:13.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.946+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~8VTM6SR9D55A.1 size=1048576 2024-04-13T07:35:13.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.947+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~8VTM6SR9D55A.2 size=369337 2024-04-13T07:35:13.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.947+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=8VTM6SR9D55A tag=5JAULN76LYEA type=write size=3515065 2024-04-13T07:35:13.950 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.950+0000 7f05f3c42780 1 < completed write operation key=J4WRTB31TSAU tag=DSBOS9AP3K67 type=write size=96217 2024-04-13T07:35:13.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.952+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=B513Q1DKZ2QY type=del size=4136529 2024-04-13T07:35:13.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.954+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~LPCK7VUSQXU2.0 size=1048576 2024-04-13T07:35:13.956 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.956+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~LPCK7VUSQXU2.1 size=1048576 2024-04-13T07:35:13.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.958+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~LPCK7VUSQXU2.2 size=62896 2024-04-13T07:35:13.962 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.962+0000 7f05f3c42780 1 < completed multipart upload key=UJ8CWXR3A7YN upload=LPCK7VUSQXU2 tag=3DUW3PN4BQD0 type=write size=3208624 2024-04-13T07:35:13.966 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.966+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~YYX9H1S47NX5.0 size=1048576 2024-04-13T07:35:13.968 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.968+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~YYX9H1S47NX5.1 size=874467 2024-04-13T07:35:13.968 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.968+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=YYX9H1S47NX5 tag=7EGXUEU1YCHG type=write size=2971619 2024-04-13T07:35:13.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.970+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=8CU0HJ5I8XRE type=del 2024-04-13T07:35:13.972 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.972+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=1ESXEQIAC028 type=del size=1164047 2024-04-13T07:35:13.974 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.974+0000 7f05f3c42780 1 < completed write operation key=4G8K54UI1T3W tag=HIMJBJRXB5HX type=write size=649182 2024-04-13T07:35:13.978 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.978+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~4ZG191ESITEJ.0 size=857715 2024-04-13T07:35:13.979 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.978+0000 7f05f3c42780 1 > prepared multipart upload key=B3WYR77RL9B4 upload=4ZG191ESITEJ tag=BR25C79YRN8Y type=write size=1906291 2024-04-13T07:35:13.980 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.980+0000 7f05f3c42780 1 < completed write operation key=MN5H0RIAHGLM tag=GXMTQR0OSX7L type=write size=495595 2024-04-13T07:35:13.982 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.982+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=GBAD0X8R3JPS type=del size=3196188 2024-04-13T07:35:13.985 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.984+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~PD94MLAAMNAA.0 size=1048576 2024-04-13T07:35:13.986 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.986+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~PD94MLAAMNAA.1 size=992783 2024-04-13T07:35:13.990 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.990+0000 7f05f3c42780 1 < completed multipart upload key=0EN9XH8WN9TS upload=PD94MLAAMNAA tag=Q6TW150CMO8Z type=write size=3089935 2024-04-13T07:35:13.992 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.992+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=041V8XW8DLTS type=del size=577427 2024-04-13T07:35:13.997 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.996+0000 7f05f3c42780 1 < suggested remove operation key=R7A1HMG5PBY2 tag=UQZWFLTHQ6NB type=del 2024-04-13T07:35:13.998 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:13.998+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=YVND9WW6ACP6 type=write size=110388 2024-04-13T07:35:14.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.001+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=GUNTYZI7QB9Y type=del 2024-04-13T07:35:14.004 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.004+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~62EGIVM3IJ9T.0 size=97547 2024-04-13T07:35:14.005 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.004+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=62EGIVM3IJ9T tag=QU8BD3UO8907 type=write size=1146123 2024-04-13T07:35:14.007 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.007+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=FTDUARQPQK7U type=del 2024-04-13T07:35:14.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.011+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~MPAY7W4U0KXK.0 size=1048576 2024-04-13T07:35:14.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.013+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~MPAY7W4U0KXK.1 size=1048576 2024-04-13T07:35:14.015 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.015+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~MPAY7W4U0KXK.2 size=704866 2024-04-13T07:35:14.016 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.015+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=MPAY7W4U0KXK tag=99BRPT4TALQP type=write size=3850594 2024-04-13T07:35:14.018 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.017+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~5TC3E2NJ4RZY.0 size=1048576 2024-04-13T07:35:14.020 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.019+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~5TC3E2NJ4RZY.1 size=1048576 2024-04-13T07:35:14.021 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.021+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~5TC3E2NJ4RZY.2 size=851037 2024-04-13T07:35:14.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.025+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=5TC3E2NJ4RZY tag=2GS2FYYRRJSZ type=write size=3996765 2024-04-13T07:35:14.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.029+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~TMK0QODU81XK.0 size=1048576 2024-04-13T07:35:14.031 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.031+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~TMK0QODU81XK.1 size=1006642 2024-04-13T07:35:14.031 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.031+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=TMK0QODU81XK tag=95TW1SZU7CT1 type=write size=3103794 2024-04-13T07:35:14.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.033+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=A7BXMSGII2ZJ type=del 2024-04-13T07:35:14.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.038+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~OJXZWFYZR565.0 size=740020 2024-04-13T07:35:14.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.038+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=OJXZWFYZR565 tag=SSE715O568B7 type=write size=1788596 2024-04-13T07:35:14.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.038+0000 7f05f3c42780 1 < canceled part key=_multipart_45BQPLCWG43N.2~T7UQER6K9UG7.0 size=362644 2024-04-13T07:35:14.042 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.042+0000 7f05f3c42780 1 < canceled multipart upload key=45BQPLCWG43N upload=T7UQER6K9UG7 tag=7PS9FC143096 type=write size=1411220 2024-04-13T07:35:14.044 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.044+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=AZFKYETWYAZ6 type=write size=1009810 2024-04-13T07:35:14.046 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.046+0000 7f05f3c42780 1 < completed write operation key=77NI15K3IXNY tag=MQEEPT38LK1B type=write size=26853 2024-04-13T07:35:14.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.050+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~9XSP3IE9HNW7.0 size=926847 2024-04-13T07:35:14.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.050+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=9XSP3IE9HNW7 tag=TC0BHT0GGU9P type=write size=1975423 2024-04-13T07:35:14.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.052+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~K8SVCYIPNQ5O.0 size=1048576 2024-04-13T07:35:14.054 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.054+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~K8SVCYIPNQ5O.1 size=1048576 2024-04-13T07:35:14.056 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.055+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~K8SVCYIPNQ5O.2 size=853056 2024-04-13T07:35:14.059 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.059+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=K8SVCYIPNQ5O tag=W6ZKV67N4QAT type=write size=3998784 2024-04-13T07:35:14.063 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.063+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~83AWVRVL2G14.0 size=1048576 2024-04-13T07:35:14.065 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.065+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~83AWVRVL2G14.1 size=661367 2024-04-13T07:35:14.065 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.065+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=83AWVRVL2G14 tag=WV89B4N04XMU type=write size=2758519 2024-04-13T07:35:14.067 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.067+0000 7f05f3c42780 1 < canceled operation key=2U7EF9PD2PDE tag=EV8X85KN62JD type=write size=315460 2024-04-13T07:35:14.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.069+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=L707IPZFMN9O type=del size=1955476 2024-04-13T07:35:14.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.071+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~8VTM6SR9D55A.0 size=1048576 2024-04-13T07:35:14.073 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.073+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~8VTM6SR9D55A.1 size=1048576 2024-04-13T07:35:14.075 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.075+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~8VTM6SR9D55A.2 size=369337 2024-04-13T07:35:14.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.078+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=8VTM6SR9D55A tag=5JAULN76LYEA type=write size=3515065 2024-04-13T07:35:14.081 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.080+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=W9W40PHR8I0R type=del size=2097618 2024-04-13T07:35:14.083 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.083+0000 7f05f3c42780 1 < completed delete operation key=0EN9XH8WN9TS tag=B513Q1DKZ2QY type=del 2024-04-13T07:35:14.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.085+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=44OWJIT5XHLG type=del size=607470 2024-04-13T07:35:14.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.087+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~YYX9H1S47NX5.0 size=1048576 2024-04-13T07:35:14.089 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.089+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~YYX9H1S47NX5.1 size=874467 2024-04-13T07:35:14.093 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.093+0000 7f05f3c42780 1 < completed multipart upload key=0EN9XH8WN9TS upload=YYX9H1S47NX5 tag=7EGXUEU1YCHG type=write size=2971619 2024-04-13T07:35:14.095 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.095+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=UVD2MMEXVS0D type=del size=2450168 2024-04-13T07:35:14.098 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.097+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=1ESXEQIAC028 type=del 2024-04-13T07:35:14.101 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.101+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~HIBI0AUB8JMC.0 size=1048576 2024-04-13T07:35:14.103 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.103+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~HIBI0AUB8JMC.1 size=907771 2024-04-13T07:35:14.103 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.103+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=HIBI0AUB8JMC tag=GHC5L7GA9PPN type=write size=3004923 2024-04-13T07:35:14.105 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.105+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~4ZG191ESITEJ.0 size=857715 2024-04-13T07:35:14.109 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.109+0000 7f05f3c42780 1 < completed multipart upload key=B3WYR77RL9B4 upload=4ZG191ESITEJ tag=BR25C79YRN8Y type=write size=1906291 2024-04-13T07:35:14.113 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.112+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~059G3B9OANGY.0 size=1048576 2024-04-13T07:35:14.115 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.114+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~059G3B9OANGY.1 size=1048576 2024-04-13T07:35:14.116 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.116+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~059G3B9OANGY.2 size=74308 2024-04-13T07:35:14.116 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.116+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=059G3B9OANGY tag=KBUG9Y6H9OUO type=write size=3220036 2024-04-13T07:35:14.119 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.119+0000 7f05f3c42780 -1 < failed to complete operation key=R7A1HMG5PBY2 tag=GBAD0X8R3JPS type=del size=3196188: (22) Invalid argument 2024-04-13T07:35:14.122 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.121+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=44BQAEWKZES4 type=del size=1094552 2024-04-13T07:35:14.124 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.124+0000 7f05f3c42780 1 < completed delete operation key=6CXR0GIZ6246 tag=041V8XW8DLTS type=del 2024-04-13T07:35:14.126 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.126+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=I2I6R3IJFHAE type=del size=2333417 2024-04-13T07:35:14.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.128+0000 7f05f3c42780 1 < completed write operation key=U7HAP4TTT8U3 tag=YVND9WW6ACP6 type=write size=110388 2024-04-13T07:35:14.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.130+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=P229P0UNW25L type=del size=3041617 2024-04-13T07:35:14.132 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.132+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~62EGIVM3IJ9T.0 size=97547 2024-04-13T07:35:14.136 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.136+0000 7f05f3c42780 1 < completed multipart upload key=2U7EF9PD2PDE upload=62EGIVM3IJ9T tag=QU8BD3UO8907 type=write size=1146123 2024-04-13T07:35:14.139 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.139+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=XVC6PU2TZF53 type=del size=2739266 2024-04-13T07:35:14.139 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.139+0000 7f05f3c42780 1 < canceled part key=_multipart_0EN9XH8WN9TS.2~MPAY7W4U0KXK.0 size=1048576 2024-04-13T07:35:14.142 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.142+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~MPAY7W4U0KXK.1 size=1048576 2024-04-13T07:35:14.146 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.145+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~MPAY7W4U0KXK.2 size=704866 2024-04-13T07:35:14.150 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.150+0000 7f05f3c42780 1 < canceled multipart upload key=0EN9XH8WN9TS upload=MPAY7W4U0KXK tag=99BRPT4TALQP type=write size=3850594 2024-04-13T07:35:14.152 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.152+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=GXZKP6UPH29L type=del size=2341692 2024-04-13T07:35:14.152 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.152+0000 7f05f3c42780 1 < canceled part key=_multipart_Y2F6LZJG5LH0.2~TMK0QODU81XK.0 size=1048576 2024-04-13T07:35:14.154 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.154+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~TMK0QODU81XK.1 size=1006642 2024-04-13T07:35:14.158 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.157+0000 7f05f3c42780 1 < canceled multipart upload key=Y2F6LZJG5LH0 upload=TMK0QODU81XK tag=95TW1SZU7CT1 type=write size=3103794 2024-04-13T07:35:14.160 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.159+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=S56VYY4QYA0M type=del size=2553450 2024-04-13T07:35:14.162 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.162+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~OJXZWFYZR565.0 size=740020 2024-04-13T07:35:14.166 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.166+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=OJXZWFYZR565 tag=SSE715O568B7 type=write size=1788596 2024-04-13T07:35:14.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.171+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~N8E2AJC7XDU5.0 size=1048576 2024-04-13T07:35:14.173 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.173+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~N8E2AJC7XDU5.1 size=1048576 2024-04-13T07:35:14.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.175+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~N8E2AJC7XDU5.2 size=668860 2024-04-13T07:35:14.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.175+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=N8E2AJC7XDU5 tag=RAK7UAD3LNQ7 type=write size=3814588 2024-04-13T07:35:14.177 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.177+0000 7f05f3c42780 1 < completed write operation key=QTS892MIKZSS tag=AZFKYETWYAZ6 type=write size=1009810 2024-04-13T07:35:14.179 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.179+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=BTWX25OJDK5S type=del size=2140828 2024-04-13T07:35:14.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.181+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~9XSP3IE9HNW7.0 size=926847 2024-04-13T07:35:14.185 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.184+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=9XSP3IE9HNW7 tag=TC0BHT0GGU9P type=write size=1975423 2024-04-13T07:35:14.187 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.187+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=JK43E4IHE445 type=del size=3786569 2024-04-13T07:35:14.189 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.189+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~83AWVRVL2G14.0 size=1048576 2024-04-13T07:35:14.190 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.190+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~83AWVRVL2G14.1 size=661367 2024-04-13T07:35:14.194 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.194+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=83AWVRVL2G14 tag=WV89B4N04XMU type=write size=2758519 2024-04-13T07:35:14.196 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.196+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=75GXDEGOD3P4 type=del size=1191254 2024-04-13T07:35:14.200 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.200+0000 7f05f3c42780 1 < suggested update operation key=J4WRTB31TSAU tag=L707IPZFMN9O type=del size=1955476 2024-04-13T07:35:14.203 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.202+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=JO1KTMCITPHL type=del size=1594408 2024-04-13T07:35:14.205 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.205+0000 7f05f3c42780 1 < completed delete operation key=2U7EF9PD2PDE tag=W9W40PHR8I0R type=del 2024-04-13T07:35:14.207 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.207+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=MPTFBQWX44P0 type=del size=3141081 2024-04-13T07:35:14.210 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.209+0000 7f05f3c42780 1 < canceled operation key=IDMD82V6SX39 tag=44OWJIT5XHLG type=del size=607470 2024-04-13T07:35:14.214 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.214+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~4E85GFQG15DG.0 size=1048576 2024-04-13T07:35:14.216 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.216+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~4E85GFQG15DG.1 size=1048576 2024-04-13T07:35:14.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.217+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~4E85GFQG15DG.2 size=396953 2024-04-13T07:35:14.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.217+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=4E85GFQG15DG tag=34RVY64B305O type=write size=3542681 2024-04-13T07:35:14.223 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.222+0000 7f05f3c42780 1 < suggested update operation key=0EN9XH8WN9TS tag=UVD2MMEXVS0D type=del size=2450168 2024-04-13T07:35:14.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.225+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=WY0724XZ9F5Y type=del size=3407963 2024-04-13T07:35:14.227 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.227+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~HIBI0AUB8JMC.0 size=1048576 2024-04-13T07:35:14.229 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.228+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~HIBI0AUB8JMC.1 size=907771 2024-04-13T07:35:14.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.232+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=HIBI0AUB8JMC tag=GHC5L7GA9PPN type=write size=3004923 2024-04-13T07:35:14.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.237+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~F25AEY3KSR34.0 size=1048576 2024-04-13T07:35:14.239 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.238+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~F25AEY3KSR34.1 size=1048576 2024-04-13T07:35:14.241 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.240+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~F25AEY3KSR34.2 size=1037481 2024-04-13T07:35:14.241 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.240+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=F25AEY3KSR34 tag=2N637R83KALO type=write size=4183209 2024-04-13T07:35:14.243 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.243+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~059G3B9OANGY.0 size=1048576 2024-04-13T07:35:14.243 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.243+0000 7f05f3c42780 1 < canceled part key=_multipart_N1JTROSFNCR7.2~059G3B9OANGY.1 size=1048576 2024-04-13T07:35:14.245 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.244+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~059G3B9OANGY.2 size=74308 2024-04-13T07:35:14.249 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.249+0000 7f05f3c42780 1 < canceled multipart upload key=N1JTROSFNCR7 upload=059G3B9OANGY tag=KBUG9Y6H9OUO type=write size=3220036 2024-04-13T07:35:14.253 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.253+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~F5L9K72IYKLB.0 size=1048576 2024-04-13T07:35:14.255 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.254+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~F5L9K72IYKLB.1 size=478297 2024-04-13T07:35:14.255 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.254+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=F5L9K72IYKLB tag=UHMFL7TMB8KS type=write size=2575449 2024-04-13T07:35:14.257 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.257+0000 7f05f3c42780 1 < completed delete operation key=Z2QIOQ3JJHXN tag=44BQAEWKZES4 type=del 2024-04-13T07:35:14.261 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.261+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~RM3BVZRZ69NR.0 size=1048576 2024-04-13T07:35:14.263 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.262+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~RM3BVZRZ69NR.1 size=1048576 2024-04-13T07:35:14.264 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.264+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~RM3BVZRZ69NR.2 size=700119 2024-04-13T07:35:14.264 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.264+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=RM3BVZRZ69NR tag=4QG4O24CRQ15 type=write size=3845847 2024-04-13T07:35:14.266 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.266+0000 7f05f3c42780 1 < completed delete operation key=UJ8CWXR3A7YN tag=I2I6R3IJFHAE type=del 2024-04-13T07:35:14.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.268+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=0HBCJ5F80I81 type=write size=533666 2024-04-13T07:35:14.273 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.272+0000 7f05f3c42780 1 < suggested remove operation key=4G8K54UI1T3W tag=P229P0UNW25L type=del 2024-04-13T07:35:14.275 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.275+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=9EV28XQIKZKO type=write size=321833 2024-04-13T07:35:14.277 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.277+0000 7f05f3c42780 1 < canceled operation key=97QQZFWRF5SP tag=XVC6PU2TZF53 type=del size=2739266 2024-04-13T07:35:14.279 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.279+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=HIQPIYI6PAZ9 type=del size=3665361 2024-04-13T07:35:14.281 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.281+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=GXZKP6UPH29L type=del 2024-04-13T07:35:14.285 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.284+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~1A03A6U7DXSJ.0 size=1048576 2024-04-13T07:35:14.286 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.286+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~1A03A6U7DXSJ.1 size=1048576 2024-04-13T07:35:14.288 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.288+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~1A03A6U7DXSJ.2 size=992795 2024-04-13T07:35:14.288 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.288+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=1A03A6U7DXSJ tag=HD1YOY6QUMEO type=write size=4138523 2024-04-13T07:35:14.290 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.290+0000 7f05f3c42780 1 < canceled operation key=B7KHSTN92EMS tag=S56VYY4QYA0M type=del size=2553450 2024-04-13T07:35:14.293 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.292+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=CG7UELRYP21Z type=del size=3062768 2024-04-13T07:35:14.295 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.294+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~N8E2AJC7XDU5.0 size=1048576 2024-04-13T07:35:14.295 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.294+0000 7f05f3c42780 1 < canceled part key=_multipart_UJ8CWXR3A7YN.2~N8E2AJC7XDU5.1 size=1048576 2024-04-13T07:35:14.297 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.296+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~N8E2AJC7XDU5.2 size=668860 2024-04-13T07:35:14.300 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.300+0000 7f05f3c42780 1 < canceled multipart upload key=UJ8CWXR3A7YN upload=N8E2AJC7XDU5 tag=RAK7UAD3LNQ7 type=write size=3814588 2024-04-13T07:35:14.303 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.302+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=XL9CHPW0YTPG type=del size=2552749 2024-04-13T07:35:14.307 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.307+0000 7f05f3c42780 1 < suggested update operation key=Y2F6LZJG5LH0 tag=BTWX25OJDK5S type=del size=2140828 2024-04-13T07:35:14.309 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.309+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=9IDM70NCDBXQ type=write size=484602 2024-04-13T07:35:14.311 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.311+0000 7f05f3c42780 1 < canceled operation key=GXQVWVGDUNMS tag=JK43E4IHE445 type=del size=3786569 2024-04-13T07:35:14.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.315+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~VP1G0WL5D1YB.0 size=940328 2024-04-13T07:35:14.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.315+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=VP1G0WL5D1YB tag=2Q5S3XWFS2S4 type=write size=1988904 2024-04-13T07:35:14.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.319+0000 7f05f3c42780 1 < suggested update operation key=NOA5HUHWE14O tag=75GXDEGOD3P4 type=del size=1191254 2024-04-13T07:35:14.321 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.321+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=5KGBRQK59TT4 type=del size=530545 2024-04-13T07:35:14.325 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.324+0000 7f05f3c42780 -1 < failed to complete operation key=0EN9XH8WN9TS tag=JO1KTMCITPHL type=del size=1594408: (22) Invalid argument 2024-04-13T07:35:14.327 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.327+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=17ZVON3ICHTF type=del size=82621 2024-04-13T07:35:14.329 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.328+0000 7f05f3c42780 1 < completed delete operation key=UJ8CWXR3A7YN tag=MPTFBQWX44P0 type=del 2024-04-13T07:35:14.333 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.332+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~P3OKVTUWT8O2.0 size=161846 2024-04-13T07:35:14.333 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.332+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=P3OKVTUWT8O2 tag=VLAKP2V1TZ9P type=write size=1210422 2024-04-13T07:35:14.335 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.335+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~4E85GFQG15DG.0 size=1048576 2024-04-13T07:35:14.338 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.338+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~4E85GFQG15DG.1 size=1048576 2024-04-13T07:35:14.340 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.339+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~4E85GFQG15DG.2 size=396953 2024-04-13T07:35:14.343 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.343+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=4E85GFQG15DG tag=34RVY64B305O type=write size=3542681 2024-04-13T07:35:14.345 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.345+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=FRZRT8F8TQFQ type=del size=3131607 2024-04-13T07:35:14.349 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.349+0000 7f05f3c42780 1 < suggested update operation key=B7KHSTN92EMS tag=WY0724XZ9F5Y type=del size=3407963 2024-04-13T07:35:14.351 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.351+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=1RAG385R46AZ type=write size=875571 2024-04-13T07:35:14.353 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.353+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~F25AEY3KSR34.0 size=1048576 2024-04-13T07:35:14.355 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.354+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~F25AEY3KSR34.1 size=1048576 2024-04-13T07:35:14.356 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.356+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~F25AEY3KSR34.2 size=1037481 2024-04-13T07:35:14.360 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.360+0000 7f05f3c42780 1 < completed multipart upload key=NOA5HUHWE14O upload=F25AEY3KSR34 tag=2N637R83KALO type=write size=4183209 2024-04-13T07:35:14.362 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.362+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=W5L2Y9VLA5NB type=write size=92914 2024-04-13T07:35:14.364 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.364+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~F5L9K72IYKLB.0 size=1048576 2024-04-13T07:35:14.368 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.366+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~F5L9K72IYKLB.1 size=478297 2024-04-13T07:35:14.370 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.369+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=F5L9K72IYKLB tag=UHMFL7TMB8KS type=write size=2575449 2024-04-13T07:35:14.372 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.372+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=GE8PXQ5NDA37 type=del size=760137 2024-04-13T07:35:14.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.375+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~RM3BVZRZ69NR.0 size=1048576 2024-04-13T07:35:14.377 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.377+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~RM3BVZRZ69NR.1 size=1048576 2024-04-13T07:35:14.379 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.379+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~RM3BVZRZ69NR.2 size=700119 2024-04-13T07:35:14.383 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.383+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=RM3BVZRZ69NR tag=4QG4O24CRQ15 type=write size=3845847 2024-04-13T07:35:14.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.385+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=IFANTKZ9O8G6 type=del size=108028 2024-04-13T07:35:14.387 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.387+0000 7f05f3c42780 1 < canceled operation key=43EJ55H9TGF3 tag=0HBCJ5F80I81 type=write size=533666 2024-04-13T07:35:14.392 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.391+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~ZGFYLIHCLU60.0 size=1048576 2024-04-13T07:35:14.393 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.393+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~ZGFYLIHCLU60.1 size=540302 2024-04-13T07:35:14.394 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.393+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=ZGFYLIHCLU60 tag=SW3A41OLVUUP type=write size=2637454 2024-04-13T07:35:14.396 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.395+0000 7f05f3c42780 1 < completed write operation key=R7A1HMG5PBY2 tag=9EV28XQIKZKO type=write size=321833 2024-04-13T07:35:14.400 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.399+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~M8PUXTM4NDKQ.0 size=1048576 2024-04-13T07:35:14.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:14 smithi066 ceph-mon[84331]: pgmap v1475: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1014 KiB/s rd, 357 KiB/s wr, 1.80k op/s 2024-04-13T07:35:14.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.401+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~M8PUXTM4NDKQ.1 size=290198 2024-04-13T07:35:14.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.401+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=M8PUXTM4NDKQ tag=7TQ7SMM2F8KK type=write size=2387350 2024-04-13T07:35:14.404 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.403+0000 7f05f3c42780 1 < completed delete operation key=TEADR4H33ZHA tag=HIQPIYI6PAZ9 type=del 2024-04-13T07:35:14.406 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.405+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=RGMTR8P4IL1A type=del size=1195511 2024-04-13T07:35:14.407 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.407+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~1A03A6U7DXSJ.0 size=1048576 2024-04-13T07:35:14.408 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.407+0000 7f05f3c42780 1 < canceled part key=_multipart_B7KHSTN92EMS.2~1A03A6U7DXSJ.1 size=1048576 2024-04-13T07:35:14.409 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.409+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~1A03A6U7DXSJ.2 size=992795 2024-04-13T07:35:14.413 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.413+0000 7f05f3c42780 1 < canceled multipart upload key=B7KHSTN92EMS upload=1A03A6U7DXSJ tag=HD1YOY6QUMEO type=write size=4138523 2024-04-13T07:35:14.415 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.415+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=OLB7CC7U165D type=del size=1512517 2024-04-13T07:35:14.417 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.417+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=CG7UELRYP21Z type=del 2024-04-13T07:35:14.421 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.421+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~LKVGPWI3TE1L.0 size=1048576 2024-04-13T07:35:14.423 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.423+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~LKVGPWI3TE1L.1 size=1048576 2024-04-13T07:35:14.425 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.424+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~LKVGPWI3TE1L.2 size=309678 2024-04-13T07:35:14.425 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.424+0000 7f05f3c42780 1 > prepared multipart upload key=FU38HSKLEDOP upload=LKVGPWI3TE1L tag=V0G6CPGRHRI8 type=write size=3455406 2024-04-13T07:35:14.429 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.428+0000 7f05f3c42780 1 < suggested update operation key=R7A1HMG5PBY2 tag=XL9CHPW0YTPG type=del size=2552749 2024-04-13T07:35:14.431 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.431+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=Z0S28EQYY4JC type=del size=741863 2024-04-13T07:35:14.433 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.433+0000 7f05f3c42780 1 < completed write operation key=U7HAP4TTT8U3 tag=9IDM70NCDBXQ type=write size=484602 2024-04-13T07:35:14.437 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.436+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~2MSJUMVGVS7F.0 size=1048576 2024-04-13T07:35:14.439 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.439+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~2MSJUMVGVS7F.1 size=1048576 2024-04-13T07:35:14.441 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.441+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~2MSJUMVGVS7F.2 size=668589 2024-04-13T07:35:14.441 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.441+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=2MSJUMVGVS7F tag=UJD1K2HQZ2NW type=write size=3814317 2024-04-13T07:35:14.444 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.443+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~VP1G0WL5D1YB.0 size=940328 2024-04-13T07:35:14.448 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.447+0000 7f05f3c42780 1 < completed multipart upload key=TEADR4H33ZHA upload=VP1G0WL5D1YB tag=2Q5S3XWFS2S4 type=write size=1988904 2024-04-13T07:35:14.451 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.451+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~O1R2IJ0E7TXO.0 size=1048576 2024-04-13T07:35:14.453 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.453+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~O1R2IJ0E7TXO.1 size=457134 2024-04-13T07:35:14.453 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.453+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=O1R2IJ0E7TXO tag=POF73XE1NEG1 type=write size=2554286 2024-04-13T07:35:14.457 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.457+0000 7f05f3c42780 1 < suggested remove operation key=UJ8CWXR3A7YN tag=5KGBRQK59TT4 type=del 2024-04-13T07:35:14.461 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.461+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~A61XP2C2W4IN.0 size=1048576 2024-04-13T07:35:14.463 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.463+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~A61XP2C2W4IN.1 size=1048576 2024-04-13T07:35:14.465 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.465+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~A61XP2C2W4IN.2 size=913923 2024-04-13T07:35:14.465 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.465+0000 7f05f3c42780 1 > prepared multipart upload key=B3WYR77RL9B4 upload=A61XP2C2W4IN tag=Z7WIORH0VQ3C type=write size=4059651 2024-04-13T07:35:14.468 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.467+0000 7f05f3c42780 -1 < failed to complete operation key=UJ8CWXR3A7YN tag=17ZVON3ICHTF type=del size=82621: (22) Invalid argument 2024-04-13T07:35:14.471 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.471+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~1D3SHRUQ69Z3.0 size=1048576 2024-04-13T07:35:14.473 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.473+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~1D3SHRUQ69Z3.1 size=876736 2024-04-13T07:35:14.473 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.473+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=1D3SHRUQ69Z3 tag=B3X6DQ6WSI5G type=write size=2973888 2024-04-13T07:35:14.475 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.475+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~P3OKVTUWT8O2.0 size=161846 2024-04-13T07:35:14.478 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.478+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=P3OKVTUWT8O2 tag=VLAKP2V1TZ9P type=write size=1210422 2024-04-13T07:35:14.481 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.480+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=T0RFSI2F57IE type=del size=3824608 2024-04-13T07:35:14.483 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.483+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=FRZRT8F8TQFQ type=del 2024-04-13T07:35:14.485 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.485+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=WOFT1DNEQ1QH type=del size=904704 2024-04-13T07:35:14.489 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.489+0000 7f05f3c42780 1 < suggested update operation key=C44XCR1L13WH tag=1RAG385R46AZ type=write size=875571 2024-04-13T07:35:14.491 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.491+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=3J41QXVOCRJJ type=del size=1775157 2024-04-13T07:35:14.494 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.493+0000 7f05f3c42780 1 < completed write operation key=Y2F6LZJG5LH0 tag=W5L2Y9VLA5NB type=write size=92914 2024-04-13T07:35:14.496 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.495+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=D0DBB6SGJOTQ type=del size=859563 2024-04-13T07:35:14.498 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.498+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=GE8PXQ5NDA37 type=del 2024-04-13T07:35:14.500 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.500+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=W206UKR780PQ type=del size=1619708 2024-04-13T07:35:14.503 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.503+0000 7f05f3c42780 -1 < failed to complete operation key=R7A1HMG5PBY2 tag=IFANTKZ9O8G6 type=del size=108028: (22) Invalid argument 2024-04-13T07:35:14.505 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.505+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=87IIUW9OK8GL type=del size=1673308 2024-04-13T07:35:14.505 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.505+0000 7f05f3c42780 1 < canceled part key=_multipart_SB3J044OIBA2.2~ZGFYLIHCLU60.0 size=1048576 2024-04-13T07:35:14.507 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.507+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~ZGFYLIHCLU60.1 size=540302 2024-04-13T07:35:14.511 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.511+0000 7f05f3c42780 1 < canceled multipart upload key=SB3J044OIBA2 upload=ZGFYLIHCLU60 tag=SW3A41OLVUUP type=write size=2637454 2024-04-13T07:35:14.515 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.515+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~JUPB3JKONUNR.0 size=1048576 2024-04-13T07:35:14.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.517+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~JUPB3JKONUNR.1 size=232791 2024-04-13T07:35:14.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.517+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=JUPB3JKONUNR tag=7TJC37ODOFQL type=write size=2329943 2024-04-13T07:35:14.518 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.517+0000 7f05f3c42780 1 < canceled part key=_multipart_SB3J044OIBA2.2~M8PUXTM4NDKQ.0 size=1048576 2024-04-13T07:35:14.520 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.519+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~M8PUXTM4NDKQ.1 size=290198 2024-04-13T07:35:14.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.523+0000 7f05f3c42780 1 < canceled multipart upload key=SB3J044OIBA2 upload=M8PUXTM4NDKQ tag=7TQ7SMM2F8KK type=write size=2387350 2024-04-13T07:35:14.527 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.526+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~SHMMHYL1JNNO.0 size=1048576 2024-04-13T07:35:14.528 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.528+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~SHMMHYL1JNNO.1 size=163199 2024-04-13T07:35:14.528 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.528+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=SHMMHYL1JNNO tag=R1F1I74JBJ0P type=write size=2260351 2024-04-13T07:35:14.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.530+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=RGMTR8P4IL1A type=del 2024-04-13T07:35:14.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.533+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=1NEU7ZI9B0SK type=del size=3623336 2024-04-13T07:35:14.536 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.536+0000 7f05f3c42780 -1 < failed to complete operation key=C44XCR1L13WH tag=OLB7CC7U165D type=del size=1512517: (22) Invalid argument 2024-04-13T07:35:14.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.538+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=FO313BX8MX56 type=write size=459763 2024-04-13T07:35:14.540 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.540+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~LKVGPWI3TE1L.0 size=1048576 2024-04-13T07:35:14.542 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.542+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~LKVGPWI3TE1L.1 size=1048576 2024-04-13T07:35:14.544 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.544+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~LKVGPWI3TE1L.2 size=309678 2024-04-13T07:35:14.548 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.548+0000 7f05f3c42780 1 < completed multipart upload key=FU38HSKLEDOP upload=LKVGPWI3TE1L tag=V0G6CPGRHRI8 type=write size=3455406 2024-04-13T07:35:14.550 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.550+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=SQC0OZYB484N type=del size=472397 2024-04-13T07:35:14.554 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.554+0000 7f05f3c42780 1 < suggested remove operation key=77NI15K3IXNY tag=Z0S28EQYY4JC type=del 2024-04-13T07:35:14.557 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.556+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=CPYFOVH2FN9I type=del size=2341546 2024-04-13T07:35:14.559 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.559+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~2MSJUMVGVS7F.0 size=1048576 2024-04-13T07:35:14.561 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.560+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~2MSJUMVGVS7F.1 size=1048576 2024-04-13T07:35:14.562 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.562+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~2MSJUMVGVS7F.2 size=668589 2024-04-13T07:35:14.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.566+0000 7f05f3c42780 1 < completed multipart upload key=TEADR4H33ZHA upload=2MSJUMVGVS7F tag=UJD1K2HQZ2NW type=write size=3814317 2024-04-13T07:35:14.569 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.568+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=G242D95I4LCG type=write size=581348 2024-04-13T07:35:14.571 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.571+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~O1R2IJ0E7TXO.0 size=1048576 2024-04-13T07:35:14.573 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.572+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~O1R2IJ0E7TXO.1 size=457134 2024-04-13T07:35:14.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.576+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=O1R2IJ0E7TXO tag=POF73XE1NEG1 type=write size=2554286 2024-04-13T07:35:14.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.579+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=9NINMIOLABFO type=del size=3638449 2024-04-13T07:35:14.582 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.581+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~A61XP2C2W4IN.0 size=1048576 2024-04-13T07:35:14.584 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.583+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~A61XP2C2W4IN.1 size=1048576 2024-04-13T07:35:14.586 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.586+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~A61XP2C2W4IN.2 size=913923 2024-04-13T07:35:14.590 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.590+0000 7f05f3c42780 1 < completed multipart upload key=B3WYR77RL9B4 upload=A61XP2C2W4IN tag=Z7WIORH0VQ3C type=write size=4059651 2024-04-13T07:35:14.592 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.592+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=3YHEHCAEFQA3 type=write size=757675 2024-04-13T07:35:14.595 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.594+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~1D3SHRUQ69Z3.0 size=1048576 2024-04-13T07:35:14.596 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.596+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~1D3SHRUQ69Z3.1 size=876736 2024-04-13T07:35:14.600 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.600+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=1D3SHRUQ69Z3 tag=B3X6DQ6WSI5G type=write size=2973888 2024-04-13T07:35:14.604 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.604+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~29IBXK1HDE7M.0 size=1048576 2024-04-13T07:35:14.606 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.605+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~29IBXK1HDE7M.1 size=1048576 2024-04-13T07:35:14.608 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.607+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~29IBXK1HDE7M.2 size=856883 2024-04-13T07:35:14.608 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.607+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=29IBXK1HDE7M tag=2OWNI0ISNDZ9 type=write size=4002611 2024-04-13T07:35:14.610 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.610+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=T0RFSI2F57IE type=del 2024-04-13T07:35:14.613 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.613+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=UI10P0BF1CKK type=write size=608252 2024-04-13T07:35:14.616 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.615+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=WOFT1DNEQ1QH type=del 2024-04-13T07:35:14.620 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.620+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~E5W7EGLMVJOE.0 size=119461 2024-04-13T07:35:14.621 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.620+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=E5W7EGLMVJOE tag=05E77CVON5R0 type=write size=1168037 2024-04-13T07:35:14.623 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.623+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=3J41QXVOCRJJ type=del 2024-04-13T07:35:14.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.627+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~SC5U5AVSOPY1.0 size=1048576 2024-04-13T07:35:14.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.629+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~SC5U5AVSOPY1.1 size=1048576 2024-04-13T07:35:14.631 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.630+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~SC5U5AVSOPY1.2 size=570934 2024-04-13T07:35:14.631 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.631+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=SC5U5AVSOPY1 tag=CGHFNT6KEXCG type=write size=3716662 2024-04-13T07:35:14.633 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.633+0000 7f05f3c42780 1 < completed delete operation key=Z2QIOQ3JJHXN tag=D0DBB6SGJOTQ type=del 2024-04-13T07:35:14.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:14 smithi003 ceph-mon[91733]: pgmap v1475: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1014 KiB/s rd, 357 KiB/s wr, 1.80k op/s 2024-04-13T07:35:14.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:14 smithi003 ceph-mon[89364]: pgmap v1475: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1014 KiB/s rd, 357 KiB/s wr, 1.80k op/s 2024-04-13T07:35:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:35:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:35:14] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2024-04-13T07:35:14.637 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.637+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~XVTU5OC8GKDL.0 size=1048576 2024-04-13T07:35:14.639 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.639+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~XVTU5OC8GKDL.1 size=1048576 2024-04-13T07:35:14.641 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.640+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~XVTU5OC8GKDL.2 size=29001 2024-04-13T07:35:14.641 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.640+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=XVTU5OC8GKDL tag=8TZHTO0I5R43 type=write size=3174729 2024-04-13T07:35:14.643 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.643+0000 7f05f3c42780 1 < completed delete operation key=4G8K54UI1T3W tag=W206UKR780PQ type=del 2024-04-13T07:35:14.645 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.645+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=DVNJR80VNNFV type=del size=1365241 2024-04-13T07:35:14.647 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.647+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=87IIUW9OK8GL type=del 2024-04-13T07:35:14.651 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.651+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~I5OWB3O2111Y.0 size=1048576 2024-04-13T07:35:14.653 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.652+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~I5OWB3O2111Y.1 size=1048576 2024-04-13T07:35:14.654 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.654+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~I5OWB3O2111Y.2 size=447670 2024-04-13T07:35:14.654 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.654+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=I5OWB3O2111Y tag=KUXH03EL2T0W type=write size=3593398 2024-04-13T07:35:14.657 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.656+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~JUPB3JKONUNR.0 size=1048576 2024-04-13T07:35:14.659 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.658+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~JUPB3JKONUNR.1 size=232791 2024-04-13T07:35:14.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.663+0000 7f05f3c42780 1 < completed multipart upload key=Y2F6LZJG5LH0 upload=JUPB3JKONUNR tag=7TJC37ODOFQL type=write size=2329943 2024-04-13T07:35:14.668 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.668+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~WPK3DEQ1IKIJ.0 size=1048576 2024-04-13T07:35:14.670 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.670+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~WPK3DEQ1IKIJ.1 size=1048576 2024-04-13T07:35:14.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.672+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~WPK3DEQ1IKIJ.2 size=155751 2024-04-13T07:35:14.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.672+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=WPK3DEQ1IKIJ tag=O48MNWHMWINZ type=write size=3301479 2024-04-13T07:35:14.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.674+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~SHMMHYL1JNNO.0 size=1048576 2024-04-13T07:35:14.676 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.676+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~SHMMHYL1JNNO.1 size=163199 2024-04-13T07:35:14.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.680+0000 7f05f3c42780 1 < completed multipart upload key=NOA5HUHWE14O upload=SHMMHYL1JNNO tag=R1F1I74JBJ0P type=write size=2260351 2024-04-13T07:35:14.682 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.682+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=4QLP3YPRUQ8Z type=del size=2208738 2024-04-13T07:35:14.685 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.685+0000 7f05f3c42780 -1 < failed to complete operation key=77NI15K3IXNY tag=1NEU7ZI9B0SK type=del size=3623336: (22) Invalid argument 2024-04-13T07:35:14.688 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.687+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=DQZ3RD85GMQ5 type=del size=489592 2024-04-13T07:35:14.690 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.690+0000 7f05f3c42780 1 < canceled operation key=2U7EF9PD2PDE tag=FO313BX8MX56 type=write size=459763 2024-04-13T07:35:14.692 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.692+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=FDBWDHJY006C type=del size=857990 2024-04-13T07:35:14.694 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.694+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=SQC0OZYB484N type=del 2024-04-13T07:35:14.698 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.698+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~U624A4NDH13K.0 size=1048576 2024-04-13T07:35:14.700 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.700+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~U624A4NDH13K.1 size=566101 2024-04-13T07:35:14.700 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.700+0000 7f05f3c42780 1 > prepared multipart upload key=B3WYR77RL9B4 upload=U624A4NDH13K tag=PVRLY2LHZZDV type=write size=2663253 2024-04-13T07:35:14.702 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.702+0000 7f05f3c42780 1 < canceled operation key=GXQVWVGDUNMS tag=CPYFOVH2FN9I type=del size=2341546 2024-04-13T07:35:14.706 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.706+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~FPLNIEO4GNUF.0 size=671458 2024-04-13T07:35:14.706 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.706+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=FPLNIEO4GNUF tag=BV13U52VDG6U type=write size=1720034 2024-04-13T07:35:14.708 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.708+0000 7f05f3c42780 1 < completed write operation key=IDMD82V6SX39 tag=G242D95I4LCG type=write size=581348 2024-04-13T07:35:14.710 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.710+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=2N81HYMTKVLO type=del size=2950225 2024-04-13T07:35:14.712 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.712+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=9NINMIOLABFO type=del 2024-04-13T07:35:14.714 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.714+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=OM6YU0VFXI2L type=del size=1059118 2024-04-13T07:35:14.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.716+0000 7f05f3c42780 1 < completed write operation key=DMCQJNBIB4O2 tag=3YHEHCAEFQA3 type=write size=757675 2024-04-13T07:35:14.720 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.720+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~NSQPY03H9FJG.0 size=1048576 2024-04-13T07:35:14.722 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.722+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~NSQPY03H9FJG.1 size=1048576 2024-04-13T07:35:14.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.724+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~NSQPY03H9FJG.2 size=365868 2024-04-13T07:35:14.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.724+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=NSQPY03H9FJG tag=VF8HGTV455UD type=write size=3511596 2024-04-13T07:35:14.726 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.726+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~29IBXK1HDE7M.0 size=1048576 2024-04-13T07:35:14.728 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.728+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~29IBXK1HDE7M.1 size=1048576 2024-04-13T07:35:14.730 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.730+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~29IBXK1HDE7M.2 size=856883 2024-04-13T07:35:14.734 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.734+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=29IBXK1HDE7M tag=2OWNI0ISNDZ9 type=write size=4002611 2024-04-13T07:35:14.737 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.736+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=U3V224KS15PX type=del size=2078053 2024-04-13T07:35:14.740 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.739+0000 7f05f3c42780 1 < completed write operation key=QTS892MIKZSS tag=UI10P0BF1CKK type=write size=608252 2024-04-13T07:35:14.744 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.743+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~PL2RANOOKBQ2.0 size=1048576 2024-04-13T07:35:14.745 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.745+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~PL2RANOOKBQ2.1 size=1048576 2024-04-13T07:35:14.747 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.747+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~PL2RANOOKBQ2.2 size=671664 2024-04-13T07:35:14.747 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.747+0000 7f05f3c42780 1 > prepared multipart upload key=4G8K54UI1T3W upload=PL2RANOOKBQ2 tag=Y67XNNLGAI0F type=write size=3817392 2024-04-13T07:35:14.749 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.749+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~E5W7EGLMVJOE.0 size=119461 2024-04-13T07:35:14.753 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.753+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=E5W7EGLMVJOE tag=05E77CVON5R0 type=write size=1168037 2024-04-13T07:35:14.757 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.756+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~1H3BJ2EH5G9L.0 size=1048576 2024-04-13T07:35:14.759 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.758+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~1H3BJ2EH5G9L.1 size=1048576 2024-04-13T07:35:14.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.760+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~1H3BJ2EH5G9L.2 size=156809 2024-04-13T07:35:14.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.760+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=1H3BJ2EH5G9L tag=4C7SJPE6QEKE type=write size=3302537 2024-04-13T07:35:14.763 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.763+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~SC5U5AVSOPY1.0 size=1048576 2024-04-13T07:35:14.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.764+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~SC5U5AVSOPY1.1 size=1048576 2024-04-13T07:35:14.767 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.767+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~SC5U5AVSOPY1.2 size=570934 2024-04-13T07:35:14.771 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.771+0000 7f05f3c42780 1 < completed multipart upload key=J4WRTB31TSAU upload=SC5U5AVSOPY1 tag=CGHFNT6KEXCG type=write size=3716662 2024-04-13T07:35:14.775 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.775+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~Q87DETFXCUDB.0 size=1048576 2024-04-13T07:35:14.777 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.777+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~Q87DETFXCUDB.1 size=742160 2024-04-13T07:35:14.777 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.777+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=Q87DETFXCUDB tag=D8OI6MIBJNJT type=write size=2839312 2024-04-13T07:35:14.779 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.779+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~XVTU5OC8GKDL.0 size=1048576 2024-04-13T07:35:14.782 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.782+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~XVTU5OC8GKDL.1 size=1048576 2024-04-13T07:35:14.785 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.784+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~XVTU5OC8GKDL.2 size=29001 2024-04-13T07:35:14.788 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.788+0000 7f05f3c42780 1 < completed multipart upload key=J4WRTB31TSAU upload=XVTU5OC8GKDL tag=8TZHTO0I5R43 type=write size=3174729 2024-04-13T07:35:14.790 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.790+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=33MAZKV1GXXQ type=del size=4023379 2024-04-13T07:35:14.792 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.792+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=DVNJR80VNNFV type=del 2024-04-13T07:35:14.794 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.794+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=F009Q7N42RH2 type=del size=417785 2024-04-13T07:35:14.797 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.796+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~I5OWB3O2111Y.0 size=1048576 2024-04-13T07:35:14.798 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.798+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~I5OWB3O2111Y.1 size=1048576 2024-04-13T07:35:14.800 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.800+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~I5OWB3O2111Y.2 size=447670 2024-04-13T07:35:14.804 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.804+0000 7f05f3c42780 1 < completed multipart upload key=NOA5HUHWE14O upload=I5OWB3O2111Y tag=KUXH03EL2T0W type=write size=3593398 2024-04-13T07:35:14.806 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.806+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=HK787QTV2IU8 type=del size=2009720 2024-04-13T07:35:14.809 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.808+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~WPK3DEQ1IKIJ.0 size=1048576 2024-04-13T07:35:14.809 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.808+0000 7f05f3c42780 1 < canceled part key=_multipart_0EN9XH8WN9TS.2~WPK3DEQ1IKIJ.1 size=1048576 2024-04-13T07:35:14.811 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.810+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~WPK3DEQ1IKIJ.2 size=155751 2024-04-13T07:35:14.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.814+0000 7f05f3c42780 1 < canceled multipart upload key=0EN9XH8WN9TS upload=WPK3DEQ1IKIJ tag=O48MNWHMWINZ type=write size=3301479 2024-04-13T07:35:14.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.817+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=SOLMMEROPKVZ type=write size=361686 2024-04-13T07:35:14.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.820+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=4QLP3YPRUQ8Z type=del 2024-04-13T07:35:14.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.822+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=4ZULF64IOK4R type=del size=3742627 2024-04-13T07:35:14.824 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.824+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=DQZ3RD85GMQ5 type=del 2024-04-13T07:35:14.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.826+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=733TNPPUN270 type=write size=33842 2024-04-13T07:35:14.829 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.828+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=FDBWDHJY006C type=del 2024-04-13T07:35:14.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.830+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=1APFFIYULWHM type=del size=3960325 2024-04-13T07:35:14.833 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.833+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~U624A4NDH13K.0 size=1048576 2024-04-13T07:35:14.835 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.835+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~U624A4NDH13K.1 size=566101 2024-04-13T07:35:14.839 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.839+0000 7f05f3c42780 1 < completed multipart upload key=B3WYR77RL9B4 upload=U624A4NDH13K tag=PVRLY2LHZZDV type=write size=2663253 2024-04-13T07:35:14.842 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.841+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=1KSNM7XA43RC type=del size=3562173 2024-04-13T07:35:14.844 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.844+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~FPLNIEO4GNUF.0 size=671458 2024-04-13T07:35:14.848 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.848+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=FPLNIEO4GNUF tag=BV13U52VDG6U type=write size=1720034 2024-04-13T07:35:14.851 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.851+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=TQ4AX1TXLGVB type=write size=275137 2024-04-13T07:35:14.853 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.853+0000 7f05f3c42780 1 < completed delete operation key=IDMD82V6SX39 tag=2N81HYMTKVLO type=del 2024-04-13T07:35:14.855 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.855+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=R72U626N3SWA type=del size=1091651 2024-04-13T07:35:14.857 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.857+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=OM6YU0VFXI2L type=del 2024-04-13T07:35:14.861 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.861+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~HVGYUA2HZA04.0 size=650648 2024-04-13T07:35:14.861 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.861+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=HVGYUA2HZA04 tag=OVLITZUIOFJD type=write size=1699224 2024-04-13T07:35:14.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.863+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~NSQPY03H9FJG.0 size=1048576 2024-04-13T07:35:14.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.864+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~NSQPY03H9FJG.1 size=1048576 2024-04-13T07:35:14.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.866+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~NSQPY03H9FJG.2 size=365868 2024-04-13T07:35:14.870 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.870+0000 7f05f3c42780 1 < completed multipart upload key=GXQVWVGDUNMS upload=NSQPY03H9FJG tag=VF8HGTV455UD type=write size=3511596 2024-04-13T07:35:14.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.874+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~IJLESWW8JA0G.0 size=1048576 2024-04-13T07:35:14.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.876+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~IJLESWW8JA0G.1 size=974696 2024-04-13T07:35:14.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.876+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=IJLESWW8JA0G tag=5H7NZ5YLWYNI type=write size=3071848 2024-04-13T07:35:14.880 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.880+0000 7f05f3c42780 1 < suggested update operation key=FU38HSKLEDOP tag=U3V224KS15PX type=del size=2078053 2024-04-13T07:35:14.884 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.884+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~HH121MP6F553.0 size=1048576 2024-04-13T07:35:14.886 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.886+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~HH121MP6F553.1 size=283882 2024-04-13T07:35:14.886 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.886+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=HH121MP6F553 tag=BLSJ4A2QLC6B type=write size=2381034 2024-04-13T07:35:14.888 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.888+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~PL2RANOOKBQ2.0 size=1048576 2024-04-13T07:35:14.890 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.890+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~PL2RANOOKBQ2.1 size=1048576 2024-04-13T07:35:14.894 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.891+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~PL2RANOOKBQ2.2 size=671664 2024-04-13T07:35:14.896 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.895+0000 7f05f3c42780 1 < completed multipart upload key=4G8K54UI1T3W upload=PL2RANOOKBQ2 tag=Y67XNNLGAI0F type=write size=3817392 2024-04-13T07:35:14.899 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.899+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~5QRTLC0ZG9QC.0 size=312529 2024-04-13T07:35:14.900 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.899+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=5QRTLC0ZG9QC tag=8IOAE4QEHNUZ type=write size=1361105 2024-04-13T07:35:14.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.901+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~1H3BJ2EH5G9L.0 size=1048576 2024-04-13T07:35:14.904 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.903+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~1H3BJ2EH5G9L.1 size=1048576 2024-04-13T07:35:14.905 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.905+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~1H3BJ2EH5G9L.2 size=156809 2024-04-13T07:35:14.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.909+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=1H3BJ2EH5G9L tag=4C7SJPE6QEKE type=write size=3302537 2024-04-13T07:35:14.911 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.911+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=J9MENYOV4IZC type=del size=2030100 2024-04-13T07:35:14.913 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.913+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~Q87DETFXCUDB.0 size=1048576 2024-04-13T07:35:14.915 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.915+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~Q87DETFXCUDB.1 size=742160 2024-04-13T07:35:14.919 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.919+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=Q87DETFXCUDB tag=D8OI6MIBJNJT type=write size=2839312 2024-04-13T07:35:14.921 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.921+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=DETZ5CQ09J7B type=del size=981087 2024-04-13T07:35:14.923 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.923+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=33MAZKV1GXXQ type=del 2024-04-13T07:35:14.926 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.925+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=VBD80DGIPMRC type=del size=1238368 2024-04-13T07:35:14.928 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.928+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=F009Q7N42RH2 type=del 2024-04-13T07:35:14.930 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.930+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=S9V863X3H4YV type=del size=1377555 2024-04-13T07:35:14.935 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.935+0000 7f05f3c42780 1 < suggested remove operation key=QTS892MIKZSS tag=HK787QTV2IU8 type=del 2024-04-13T07:35:14.937 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.937+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=3QK30IAS8E73 type=del size=1661196 2024-04-13T07:35:14.940 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.940+0000 7f05f3c42780 1 < completed write operation key=DMCQJNBIB4O2 tag=SOLMMEROPKVZ type=write size=361686 2024-04-13T07:35:14.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.944+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~HQAXNJ0I6QBX.0 size=279959 2024-04-13T07:35:14.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.944+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=HQAXNJ0I6QBX tag=06082Z0GAN3K type=write size=1328535 2024-04-13T07:35:14.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.948+0000 7f05f3c42780 1 < suggested update operation key=B7KHSTN92EMS tag=4ZULF64IOK4R type=del size=3742627 2024-04-13T07:35:14.953 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.953+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~58X1TY95ITUF.0 size=1048576 2024-04-13T07:35:14.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.954+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~58X1TY95ITUF.1 size=650312 2024-04-13T07:35:14.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.954+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=58X1TY95ITUF tag=0D3QRHYJ5B7R type=write size=2747464 2024-04-13T07:35:14.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.957+0000 7f05f3c42780 1 < completed write operation key=4G8K54UI1T3W tag=733TNPPUN270 type=write size=33842 2024-04-13T07:35:14.959 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.959+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=YK7QCWMIG7IY type=del size=3974062 2024-04-13T07:35:14.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.961+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=1APFFIYULWHM type=del 2024-04-13T07:35:14.964 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.963+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=KXPGPJEA57RE type=del size=2829533 2024-04-13T07:35:14.966 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.965+0000 7f05f3c42780 1 < canceled operation key=JWVWL3HNW3GB tag=1KSNM7XA43RC type=del size=3562173 2024-04-13T07:35:14.968 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.968+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=YHSKYFNGCN5T type=del size=233910 2024-04-13T07:35:14.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.970+0000 7f05f3c42780 1 < completed write operation key=R7A1HMG5PBY2 tag=TQ4AX1TXLGVB type=write size=275137 2024-04-13T07:35:14.974 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.973+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~TWV5HMUJF1XL.0 size=1048576 2024-04-13T07:35:14.976 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.975+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~TWV5HMUJF1XL.1 size=1048576 2024-04-13T07:35:14.977 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.977+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~TWV5HMUJF1XL.2 size=667015 2024-04-13T07:35:14.977 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.977+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=TWV5HMUJF1XL tag=QQI0JMYF5P0F type=write size=3812743 2024-04-13T07:35:14.981 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.981+0000 7f05f3c42780 1 < suggested remove operation key=Y2F6LZJG5LH0 tag=R72U626N3SWA type=del 2024-04-13T07:35:14.984 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.983+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=NTHH5Y80FT57 type=del size=1037195 2024-04-13T07:35:14.984 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.984+0000 7f05f3c42780 1 < canceled part key=_multipart_B7KHSTN92EMS.2~HVGYUA2HZA04.0 size=650648 2024-04-13T07:35:14.987 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.987+0000 7f05f3c42780 1 < canceled multipart upload key=B7KHSTN92EMS upload=HVGYUA2HZA04 tag=OVLITZUIOFJD type=write size=1699224 2024-04-13T07:35:14.989 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.989+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=GL7VPPN1OGXJ type=del size=1303693 2024-04-13T07:35:14.992 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.991+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~IJLESWW8JA0G.0 size=1048576 2024-04-13T07:35:14.993 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.993+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~IJLESWW8JA0G.1 size=974696 2024-04-13T07:35:14.997 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.997+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=IJLESWW8JA0G tag=5H7NZ5YLWYNI type=write size=3071848 2024-04-13T07:35:14.999 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:14.999+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=G2JRE0688IX8 type=del size=1918173 2024-04-13T07:35:15.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.001+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~HH121MP6F553.0 size=1048576 2024-04-13T07:35:15.003 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.003+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~HH121MP6F553.1 size=283882 2024-04-13T07:35:15.007 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.006+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=HH121MP6F553 tag=BLSJ4A2QLC6B type=write size=2381034 2024-04-13T07:35:15.008 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.008+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=QEMH74Q70JVE type=del size=2361366 2024-04-13T07:35:15.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.011+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~5QRTLC0ZG9QC.0 size=312529 2024-04-13T07:35:15.015 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.014+0000 7f05f3c42780 1 < completed multipart upload key=GXQVWVGDUNMS upload=5QRTLC0ZG9QC tag=8IOAE4QEHNUZ type=write size=1361105 2024-04-13T07:35:15.019 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.019+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~DMUWDBG9CF31.0 size=1048576 2024-04-13T07:35:15.021 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.020+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~DMUWDBG9CF31.1 size=741507 2024-04-13T07:35:15.021 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.020+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=DMUWDBG9CF31 tag=3628S1FZ6Z0N type=write size=2838659 2024-04-13T07:35:15.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.023+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=J9MENYOV4IZC type=del 2024-04-13T07:35:15.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.025+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=PPTXK2262ZQN type=del size=2041714 2024-04-13T07:35:15.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.027+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=DETZ5CQ09J7B type=del 2024-04-13T07:35:15.031 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.031+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~184J2TYSSND0.0 size=1048576 2024-04-13T07:35:15.033 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.033+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~184J2TYSSND0.1 size=1048576 2024-04-13T07:35:15.035 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.035+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~184J2TYSSND0.2 size=924329 2024-04-13T07:35:15.035 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.035+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=184J2TYSSND0 tag=1WWFNAOHUHJ9 type=write size=4070057 2024-04-13T07:35:15.036 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.035+0000 7f05f3c42780 -1 < no bi entry to suggest for operation key=Y2F6LZJG5LH0 tag=VBD80DGIPMRC type=del size=1238368: (2) No such file or directory 2024-04-13T07:35:15.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.039+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~MEK6NZA3BBSA.0 size=1048576 2024-04-13T07:35:15.041 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.041+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~MEK6NZA3BBSA.1 size=976539 2024-04-13T07:35:15.041 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.041+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=MEK6NZA3BBSA tag=0ADYWQBN7RAY type=write size=3073691 2024-04-13T07:35:15.044 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.043+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=S9V863X3H4YV type=del 2024-04-13T07:35:15.046 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.046+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=D1LEW525YG00 type=del size=1184095 2024-04-13T07:35:15.048 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.048+0000 7f05f3c42780 1 < completed delete operation key=2U7EF9PD2PDE tag=3QK30IAS8E73 type=del 2024-04-13T07:35:15.053 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.052+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~PVDBG72MKZF3.0 size=1048576 2024-04-13T07:35:15.055 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.055+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~PVDBG72MKZF3.1 size=399877 2024-04-13T07:35:15.055 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.055+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=PVDBG72MKZF3 tag=JNZ9B2GIH9HU type=write size=2497029 2024-04-13T07:35:15.057 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.057+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~HQAXNJ0I6QBX.0 size=279959 2024-04-13T07:35:15.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.061+0000 7f05f3c42780 1 < completed multipart upload key=N1JTROSFNCR7 upload=HQAXNJ0I6QBX tag=06082Z0GAN3K type=write size=1328535 2024-04-13T07:35:15.065 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.065+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~L3SAI8Z2OXYI.0 size=1048576 2024-04-13T07:35:15.066 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.066+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~L3SAI8Z2OXYI.1 size=680527 2024-04-13T07:35:15.067 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.066+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=L3SAI8Z2OXYI tag=W3HOH3FKV868 type=write size=2777679 2024-04-13T07:35:15.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.068+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~58X1TY95ITUF.0 size=1048576 2024-04-13T07:35:15.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.070+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~58X1TY95ITUF.1 size=650312 2024-04-13T07:35:15.074 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.074+0000 7f05f3c42780 1 < completed multipart upload key=J4WRTB31TSAU upload=58X1TY95ITUF tag=0D3QRHYJ5B7R type=write size=2747464 2024-04-13T07:35:15.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.077+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~0PYT2XW29ESE.0 size=1048576 2024-04-13T07:35:15.079 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.079+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~0PYT2XW29ESE.1 size=783255 2024-04-13T07:35:15.079 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.079+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=0PYT2XW29ESE tag=O036GYPYR7WS type=write size=2880407 2024-04-13T07:35:15.082 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.082+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=YK7QCWMIG7IY type=del 2024-04-13T07:35:15.084 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.084+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=1QL735H8M8TM type=del size=2019932 2024-04-13T07:35:15.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.088+0000 7f05f3c42780 1 < suggested remove operation key=SLR7Z6IC87H9 tag=KXPGPJEA57RE type=del 2024-04-13T07:35:15.091 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.090+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=L1T75W5RSZVH type=del size=148704 2024-04-13T07:35:15.093 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.092+0000 7f05f3c42780 1 < completed delete operation key=45BQPLCWG43N tag=YHSKYFNGCN5T type=del 2024-04-13T07:35:15.095 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.094+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=1ML2TKG3VMCB type=del size=682367 2024-04-13T07:35:15.097 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.097+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~TWV5HMUJF1XL.0 size=1048576 2024-04-13T07:35:15.099 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.098+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~TWV5HMUJF1XL.1 size=1048576 2024-04-13T07:35:15.101 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.100+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~TWV5HMUJF1XL.2 size=667015 2024-04-13T07:35:15.104 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.104+0000 7f05f3c42780 1 < completed multipart upload key=J4WRTB31TSAU upload=TWV5HMUJF1XL tag=QQI0JMYF5P0F type=write size=3812743 2024-04-13T07:35:15.106 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.106+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=GD7MMNH15Q36 type=del size=1568589 2024-04-13T07:35:15.111 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.110+0000 7f05f3c42780 1 < suggested remove operation key=QTS892MIKZSS tag=NTHH5Y80FT57 type=del 2024-04-13T07:35:15.113 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.113+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=BZMZUG9LEKFO type=del size=431361 2024-04-13T07:35:15.117 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.117+0000 7f05f3c42780 1 < suggested update operation key=1HK0EXLRD6WR tag=GL7VPPN1OGXJ type=del size=1303693 2024-04-13T07:35:15.120 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.119+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=4P6YBHYZ678V type=del size=942139 2024-04-13T07:35:15.123 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.122+0000 7f05f3c42780 -1 < failed to complete operation key=SLR7Z6IC87H9 tag=G2JRE0688IX8 type=del size=1918173: (22) Invalid argument 2024-04-13T07:35:15.126 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.126+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~4Z9GEV0K4NLZ.0 size=1048576 2024-04-13T07:35:15.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.128+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~4Z9GEV0K4NLZ.1 size=1048576 2024-04-13T07:35:15.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.130+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~4Z9GEV0K4NLZ.2 size=990286 2024-04-13T07:35:15.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.130+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=4Z9GEV0K4NLZ tag=5UEYMH8UCL71 type=write size=4136014 2024-04-13T07:35:15.132 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.132+0000 7f05f3c42780 1 < canceled operation key=AKSUN8A52AHL tag=QEMH74Q70JVE type=del size=2361366 2024-04-13T07:35:15.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.134+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=OAZSF0KM2LSQ type=del size=2253851 2024-04-13T07:35:15.136 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.136+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~DMUWDBG9CF31.0 size=1048576 2024-04-13T07:35:15.138 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.138+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~DMUWDBG9CF31.1 size=741507 2024-04-13T07:35:15.143 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.143+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=DMUWDBG9CF31 tag=3628S1FZ6Z0N type=write size=2838659 2024-04-13T07:35:15.148 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.148+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~ZZ1IUL6DNRJC.0 size=76174 2024-04-13T07:35:15.148 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.148+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=ZZ1IUL6DNRJC tag=BNHWBYZG7OR4 type=write size=1124750 2024-04-13T07:35:15.152 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.152+0000 7f05f3c42780 1 < suggested update operation key=TXG4Q8N5GJDX tag=PPTXK2262ZQN type=del size=2041714 2024-04-13T07:35:15.155 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.154+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=LHO7K473G4GV type=write size=930766 2024-04-13T07:35:15.157 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.157+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~184J2TYSSND0.0 size=1048576 2024-04-13T07:35:15.159 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.158+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~184J2TYSSND0.1 size=1048576 2024-04-13T07:35:15.160 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.160+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~184J2TYSSND0.2 size=924329 2024-04-13T07:35:15.165 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.165+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=184J2TYSSND0 tag=1WWFNAOHUHJ9 type=write size=4070057 2024-04-13T07:35:15.167 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.167+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=PDPLH4KDDDM4 type=del size=3526005 2024-04-13T07:35:15.169 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.169+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~MEK6NZA3BBSA.0 size=1048576 2024-04-13T07:35:15.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.170+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~MEK6NZA3BBSA.1 size=976539 2024-04-13T07:35:15.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.174+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=MEK6NZA3BBSA tag=0ADYWQBN7RAY type=write size=3073691 2024-04-13T07:35:15.178 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.178+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~ZCBYE15L2NYN.0 size=1048576 2024-04-13T07:35:15.180 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.180+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~ZCBYE15L2NYN.1 size=1048576 2024-04-13T07:35:15.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.182+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~ZCBYE15L2NYN.2 size=704386 2024-04-13T07:35:15.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.182+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=ZCBYE15L2NYN tag=41R9I62Z5ZP7 type=write size=3850114 2024-04-13T07:35:15.184 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.184+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=D1LEW525YG00 type=del 2024-04-13T07:35:15.186 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.186+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=SY11Z8OAEV66 type=del size=4091038 2024-04-13T07:35:15.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.188+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~PVDBG72MKZF3.0 size=1048576 2024-04-13T07:35:15.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.188+0000 7f05f3c42780 1 < canceled part key=_multipart_43EJ55H9TGF3.2~PVDBG72MKZF3.1 size=399877 2024-04-13T07:35:15.192 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.192+0000 7f05f3c42780 1 < canceled multipart upload key=43EJ55H9TGF3 upload=PVDBG72MKZF3 tag=JNZ9B2GIH9HU type=write size=2497029 2024-04-13T07:35:15.194 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.194+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=3IKSPVH062UX type=del size=3874388 2024-04-13T07:35:15.196 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.196+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~L3SAI8Z2OXYI.0 size=1048576 2024-04-13T07:35:15.198 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.198+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~L3SAI8Z2OXYI.1 size=680527 2024-04-13T07:35:15.202 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.202+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=L3SAI8Z2OXYI tag=W3HOH3FKV868 type=write size=2777679 2024-04-13T07:35:15.204 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.204+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=BG24H09KEHX9 type=del size=1379133 2024-04-13T07:35:15.206 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.206+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~0PYT2XW29ESE.0 size=1048576 2024-04-13T07:35:15.208 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.208+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~0PYT2XW29ESE.1 size=783255 2024-04-13T07:35:15.212 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.212+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=0PYT2XW29ESE tag=O036GYPYR7WS type=write size=2880407 2024-04-13T07:35:15.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.214+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=6TBYZEBAKCAF type=del size=2952385 2024-04-13T07:35:15.217 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.216+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=1QL735H8M8TM type=del 2024-04-13T07:35:15.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.218+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=L4MKUKZ42GPU type=del size=2930317 2024-04-13T07:35:15.223 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.223+0000 7f05f3c42780 1 < suggested update operation key=U7HAP4TTT8U3 tag=L1T75W5RSZVH type=del size=148704 2024-04-13T07:35:15.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.225+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=EHW2Q28G8KV7 type=del size=356994 2024-04-13T07:35:15.228 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.228+0000 7f05f3c42780 -1 < failed to complete operation key=1HK0EXLRD6WR tag=1ML2TKG3VMCB type=del size=682367: (22) Invalid argument 2024-04-13T07:35:15.231 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.230+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=MWYN4FSOIMFZ type=del size=2573256 2024-04-13T07:35:15.235 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.235+0000 7f05f3c42780 1 < suggested update operation key=C44XCR1L13WH tag=GD7MMNH15Q36 type=del size=1568589 2024-04-13T07:35:15.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.237+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=5S2OHAZLC17I type=del size=3243106 2024-04-13T07:35:15.239 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.239+0000 7f05f3c42780 1 < canceled operation key=Z2QIOQ3JJHXN tag=BZMZUG9LEKFO type=del size=431361 2024-04-13T07:35:15.242 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.242+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=TXLTUZ24ITQ1 type=del size=3840241 2024-04-13T07:35:15.246 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.246+0000 7f05f3c42780 1 < suggested update operation key=AKSUN8A52AHL tag=4P6YBHYZ678V type=del size=942139 2024-04-13T07:35:15.250 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.249+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~FXB9EUJ4JX01.0 size=1048576 2024-04-13T07:35:15.252 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.251+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~FXB9EUJ4JX01.1 size=547134 2024-04-13T07:35:15.252 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.251+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=FXB9EUJ4JX01 tag=BWDVDG5ARHQM type=write size=2644286 2024-04-13T07:35:15.254 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.254+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~4Z9GEV0K4NLZ.0 size=1048576 2024-04-13T07:35:15.256 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.255+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~4Z9GEV0K4NLZ.1 size=1048576 2024-04-13T07:35:15.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.257+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~4Z9GEV0K4NLZ.2 size=990286 2024-04-13T07:35:15.262 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.262+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=4Z9GEV0K4NLZ tag=5UEYMH8UCL71 type=write size=4136014 2024-04-13T07:35:15.265 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.264+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=0MCQP98Q0BNW type=del size=2357882 2024-04-13T07:35:15.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.267+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=OAZSF0KM2LSQ type=del 2024-04-13T07:35:15.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.271+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~SD8Y895OF0RX.0 size=1048576 2024-04-13T07:35:15.273 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.273+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~SD8Y895OF0RX.1 size=915282 2024-04-13T07:35:15.273 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.273+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=SD8Y895OF0RX tag=X5959ERLQAOY type=write size=3012434 2024-04-13T07:35:15.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.276+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~ZZ1IUL6DNRJC.0 size=76174 2024-04-13T07:35:15.280 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.279+0000 7f05f3c42780 1 < completed multipart upload key=0EN9XH8WN9TS upload=ZZ1IUL6DNRJC tag=BNHWBYZG7OR4 type=write size=1124750 2024-04-13T07:35:15.284 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.284+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~Z2L0ZNUYZADR.0 size=1048576 2024-04-13T07:35:15.286 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.285+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~Z2L0ZNUYZADR.1 size=1048576 2024-04-13T07:35:15.287 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.287+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~Z2L0ZNUYZADR.2 size=815534 2024-04-13T07:35:15.288 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.287+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=Z2L0ZNUYZADR tag=D5783KHSWAA0 type=write size=3961262 2024-04-13T07:35:15.292 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.292+0000 7f05f3c42780 1 < suggested update operation key=J4WRTB31TSAU tag=LHO7K473G4GV type=write size=930766 2024-04-13T07:35:15.294 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.294+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=9ROJZ9PE4AYQ type=del size=679912 2024-04-13T07:35:15.299 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.298+0000 7f05f3c42780 1 < suggested update operation key=JWVWL3HNW3GB tag=PDPLH4KDDDM4 type=del size=3526005 2024-04-13T07:35:15.301 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.301+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=VWSTSL2CDPUC type=del size=3402547 2024-04-13T07:35:15.306 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.303+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~ZCBYE15L2NYN.0 size=1048576 2024-04-13T07:35:15.306 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.305+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~ZCBYE15L2NYN.1 size=1048576 2024-04-13T07:35:15.307 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.306+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~ZCBYE15L2NYN.2 size=704386 2024-04-13T07:35:15.311 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.311+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=ZCBYE15L2NYN tag=41R9I62Z5ZP7 type=write size=3850114 2024-04-13T07:35:15.313 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.313+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=BVWIORAMMSMX type=write size=340406 2024-04-13T07:35:15.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.315+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=SY11Z8OAEV66 type=del 2024-04-13T07:35:15.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.317+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=ZCSGRCJNPU50 type=del size=3893179 2024-04-13T07:35:15.320 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.320+0000 7f05f3c42780 -1 < failed to complete operation key=JWVWL3HNW3GB tag=3IKSPVH062UX type=del size=3874388: (22) Invalid argument 2024-04-13T07:35:15.322 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.322+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=4IPFUC6TISFF type=del size=2949965 2024-04-13T07:35:15.324 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.324+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=BG24H09KEHX9 type=del 2024-04-13T07:35:15.328 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.328+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~FYI0HF42WVS6.0 size=674146 2024-04-13T07:35:15.328 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.328+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=FYI0HF42WVS6 tag=X162WOI2ED3G type=write size=1722722 2024-04-13T07:35:15.331 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.330+0000 7f05f3c42780 1 < completed delete operation key=77NI15K3IXNY tag=6TBYZEBAKCAF type=del 2024-04-13T07:35:15.335 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.335+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~25ZRAYV6B9IN.0 size=1048576 2024-04-13T07:35:15.336 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.336+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~25ZRAYV6B9IN.1 size=670954 2024-04-13T07:35:15.337 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.336+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=25ZRAYV6B9IN tag=BKJKVH1D916O type=write size=2768106 2024-04-13T07:35:15.339 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.339+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=L4MKUKZ42GPU type=del 2024-04-13T07:35:15.341 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.341+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=DSK01BGZX4TT type=del size=965091 2024-04-13T07:35:15.343 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.343+0000 7f05f3c42780 1 < completed delete operation key=U7HAP4TTT8U3 tag=EHW2Q28G8KV7 type=del 2024-04-13T07:35:15.347 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.347+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~Q6F2BPA8M5U7.0 size=233221 2024-04-13T07:35:15.347 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.347+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=Q6F2BPA8M5U7 tag=7JO1Y2UGOKR8 type=write size=1281797 2024-04-13T07:35:15.351 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.351+0000 7f05f3c42780 1 < suggested remove operation key=6CXR0GIZ6246 tag=MWYN4FSOIMFZ type=del 2024-04-13T07:35:15.356 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.355+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~ZQDL004XRDS0.0 size=1048576 2024-04-13T07:35:15.358 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.357+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~ZQDL004XRDS0.1 size=356777 2024-04-13T07:35:15.358 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.357+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=ZQDL004XRDS0 tag=SW8OA4KG9T0N type=write size=2453929 2024-04-13T07:35:15.360 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.360+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=5S2OHAZLC17I type=del 2024-04-13T07:35:15.364 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.364+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~S562O7L2EYW7.0 size=517674 2024-04-13T07:35:15.364 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.364+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=S562O7L2EYW7 tag=2ZYG6MBHMH8R type=write size=1566250 2024-04-13T07:35:15.367 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.366+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=TXLTUZ24ITQ1 type=del 2024-04-13T07:35:15.369 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.368+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=BUWMI857X3LR type=del size=1704312 2024-04-13T07:35:15.369 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.369+0000 7f05f3c42780 1 < canceled part key=_multipart_Z2QIOQ3JJHXN.2~FXB9EUJ4JX01.0 size=1048576 2024-04-13T07:35:15.371 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.371+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~FXB9EUJ4JX01.1 size=547134 2024-04-13T07:35:15.374 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.374+0000 7f05f3c42780 1 < canceled multipart upload key=Z2QIOQ3JJHXN upload=FXB9EUJ4JX01 tag=BWDVDG5ARHQM type=write size=2644286 2024-04-13T07:35:15.376 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.376+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=V903A3KH3UOZ type=del size=1769315 2024-04-13T07:35:15.379 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.379+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=0MCQP98Q0BNW type=del 2024-04-13T07:35:15.383 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.383+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~5F3BGAIHJ4ZF.0 size=129649 2024-04-13T07:35:15.383 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.383+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=5F3BGAIHJ4ZF tag=MC10C2SL43OX type=write size=1178225 2024-04-13T07:35:15.383 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.383+0000 7f05f3c42780 1 < canceled part key=_multipart_N1JTROSFNCR7.2~SD8Y895OF0RX.0 size=1048576 2024-04-13T07:35:15.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.385+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~SD8Y895OF0RX.1 size=915282 2024-04-13T07:35:15.389 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.388+0000 7f05f3c42780 1 < canceled multipart upload key=N1JTROSFNCR7 upload=SD8Y895OF0RX tag=X5959ERLQAOY type=write size=3012434 2024-04-13T07:35:15.391 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.391+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=ZCYGXLCA6K7R type=del size=1523090 2024-04-13T07:35:15.394 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.393+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~Z2L0ZNUYZADR.0 size=1048576 2024-04-13T07:35:15.396 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.395+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~Z2L0ZNUYZADR.1 size=1048576 2024-04-13T07:35:15.398 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.397+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~Z2L0ZNUYZADR.2 size=815534 2024-04-13T07:35:15.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.401+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=Z2L0ZNUYZADR tag=D5783KHSWAA0 type=write size=3961262 2024-04-13T07:35:15.407 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.406+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~K0IGR3P71T5J.0 size=287594 2024-04-13T07:35:15.407 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.406+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=K0IGR3P71T5J tag=4PZ0BBS3RTW4 type=write size=1336170 2024-04-13T07:35:15.409 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.409+0000 7f05f3c42780 1 < completed delete operation key=UJ8CWXR3A7YN tag=9ROJZ9PE4AYQ type=del 2024-04-13T07:35:15.413 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.412+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~VJ0ECF0H2F0E.0 size=570926 2024-04-13T07:35:15.413 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.412+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=VJ0ECF0H2F0E tag=3HU3FF48UUXT type=write size=1619502 2024-04-13T07:35:15.415 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.414+0000 7f05f3c42780 1 < completed delete operation key=4G8K54UI1T3W tag=VWSTSL2CDPUC type=del 2024-04-13T07:35:15.417 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.417+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=HEINNIUSHP4N type=del size=586595 2024-04-13T07:35:15.419 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.419+0000 7f05f3c42780 1 < completed write operation key=4G8K54UI1T3W tag=BVWIORAMMSMX type=write size=340406 2024-04-13T07:35:15.421 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.421+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=VSD5BCKWGJ3B type=del size=1317740 2024-04-13T07:35:15.424 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.423+0000 7f05f3c42780 1 < canceled operation key=MN5H0RIAHGLM tag=ZCSGRCJNPU50 type=del size=3893179 2024-04-13T07:35:15.428 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.427+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~1EAWDV8XI96M.0 size=1048576 2024-04-13T07:35:15.429 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.429+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~1EAWDV8XI96M.1 size=1048576 2024-04-13T07:35:15.432 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.431+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~1EAWDV8XI96M.2 size=297508 2024-04-13T07:35:15.432 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.431+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=1EAWDV8XI96M tag=MFHEDVTITA30 type=write size=3443236 2024-04-13T07:35:15.434 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.433+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=4IPFUC6TISFF type=del 2024-04-13T07:35:15.438 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.437+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~SGMJ4LLQD4WH.0 size=1048576 2024-04-13T07:35:15.439 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.439+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~SGMJ4LLQD4WH.1 size=263473 2024-04-13T07:35:15.439 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.439+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=SGMJ4LLQD4WH tag=CVVXN1S7U59P type=write size=2360625 2024-04-13T07:35:15.441 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.441+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~FYI0HF42WVS6.0 size=674146 2024-04-13T07:35:15.445 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.445+0000 7f05f3c42780 1 < completed multipart upload key=1HK0EXLRD6WR upload=FYI0HF42WVS6 tag=X162WOI2ED3G type=write size=1722722 2024-04-13T07:35:15.449 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.449+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~JBR3QZPM5D4G.0 size=1048576 2024-04-13T07:35:15.451 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.450+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~JBR3QZPM5D4G.1 size=264873 2024-04-13T07:35:15.451 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.450+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=JBR3QZPM5D4G tag=UCY7Z03J05NQ type=write size=2362025 2024-04-13T07:35:15.453 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.453+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~25ZRAYV6B9IN.0 size=1048576 2024-04-13T07:35:15.454 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.454+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~25ZRAYV6B9IN.1 size=670954 2024-04-13T07:35:15.458 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.458+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=25ZRAYV6B9IN tag=BKJKVH1D916O type=write size=2768106 2024-04-13T07:35:15.462 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.462+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~3ZLZ1DA2DH6S.0 size=1048576 2024-04-13T07:35:15.464 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.463+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~3ZLZ1DA2DH6S.1 size=1048576 2024-04-13T07:35:15.465 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.465+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~3ZLZ1DA2DH6S.2 size=304107 2024-04-13T07:35:15.466 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.465+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=3ZLZ1DA2DH6S tag=RRFHVSL7WAZR type=write size=3449835 2024-04-13T07:35:15.468 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.468+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=DSK01BGZX4TT type=del 2024-04-13T07:35:15.474 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.473+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~DZOE84X8B87F.0 size=1048576 2024-04-13T07:35:15.476 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.475+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~DZOE84X8B87F.1 size=661252 2024-04-13T07:35:15.476 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.475+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=DZOE84X8B87F tag=WMPT67AFKV4H type=write size=2758404 2024-04-13T07:35:15.478 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.477+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~Q6F2BPA8M5U7.0 size=233221 2024-04-13T07:35:15.482 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.482+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=Q6F2BPA8M5U7 tag=7JO1Y2UGOKR8 type=write size=1281797 2024-04-13T07:35:15.486 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.486+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~2QV9J860SJO4.0 size=1048576 2024-04-13T07:35:15.488 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.488+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~2QV9J860SJO4.1 size=795420 2024-04-13T07:35:15.488 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.488+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=2QV9J860SJO4 tag=X5J8VMN1O7VU type=write size=2892572 2024-04-13T07:35:15.491 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.490+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~ZQDL004XRDS0.0 size=1048576 2024-04-13T07:35:15.492 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.492+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~ZQDL004XRDS0.1 size=356777 2024-04-13T07:35:15.496 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.496+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=ZQDL004XRDS0 tag=SW8OA4KG9T0N type=write size=2453929 2024-04-13T07:35:15.499 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.498+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=D1XS21KAC697 type=write size=748834 2024-04-13T07:35:15.501 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.501+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~S562O7L2EYW7.0 size=517674 2024-04-13T07:35:15.504 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.504+0000 7f05f3c42780 1 < completed multipart upload key=J4WRTB31TSAU upload=S562O7L2EYW7 tag=2ZYG6MBHMH8R type=write size=1566250 2024-04-13T07:35:15.508 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.508+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~MDW0RTNIA8V2.0 size=124962 2024-04-13T07:35:15.508 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.508+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=MDW0RTNIA8V2 tag=MAQ07BPEZTX5 type=write size=1173538 2024-04-13T07:35:15.512 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.512+0000 7f05f3c42780 1 < suggested remove operation key=IDMD82V6SX39 tag=BUWMI857X3LR type=del 2024-04-13T07:35:15.515 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.514+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=4EWIO4J7N819 type=del size=434701 2024-04-13T07:35:15.518 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.517+0000 7f05f3c42780 1 < completed delete operation key=UJ8CWXR3A7YN tag=V903A3KH3UOZ type=del 2024-04-13T07:35:15.520 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.519+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=ALBETODHF5M7 type=del size=880264 2024-04-13T07:35:15.522 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.522+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~5F3BGAIHJ4ZF.0 size=129649 2024-04-13T07:35:15.526 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.525+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=5F3BGAIHJ4ZF tag=MC10C2SL43OX type=write size=1178225 2024-04-13T07:35:15.528 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.527+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=I1Q40RZU766L type=del size=2180752 2024-04-13T07:35:15.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.530+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=ZCYGXLCA6K7R type=del 2024-04-13T07:35:15.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.534+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~O17WEF5WHG0H.0 size=1048576 2024-04-13T07:35:15.536 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.536+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~O17WEF5WHG0H.1 size=1048576 2024-04-13T07:35:15.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.538+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~O17WEF5WHG0H.2 size=371638 2024-04-13T07:35:15.539 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.538+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=O17WEF5WHG0H tag=W7UJD52CXQI4 type=write size=3517366 2024-04-13T07:35:15.541 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.540+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~K0IGR3P71T5J.0 size=287594 2024-04-13T07:35:15.544 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.544+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=K0IGR3P71T5J tag=4PZ0BBS3RTW4 type=write size=1336170 2024-04-13T07:35:15.546 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.546+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=22V7KS1KAUB2 type=del size=4096669 2024-04-13T07:35:15.549 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.548+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~VJ0ECF0H2F0E.0 size=570926 2024-04-13T07:35:15.553 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.552+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=VJ0ECF0H2F0E tag=3HU3FF48UUXT type=write size=1619502 2024-04-13T07:35:15.557 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.557+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~TG9KEESS8FPL.0 size=1048576 2024-04-13T07:35:15.558 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.558+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~TG9KEESS8FPL.1 size=816921 2024-04-13T07:35:15.559 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.558+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=TG9KEESS8FPL tag=NN76ADD89X3S type=write size=2914073 2024-04-13T07:35:15.563 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.563+0000 7f05f3c42780 1 < suggested update operation key=JWVWL3HNW3GB tag=HEINNIUSHP4N type=del size=586595 2024-04-13T07:35:15.565 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.565+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=KBFK4XX1H5ET type=del size=3485486 2024-04-13T07:35:15.567 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.567+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=VSD5BCKWGJ3B type=del 2024-04-13T07:35:15.571 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.571+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~ZANG0E791OGP.0 size=1048576 2024-04-13T07:35:15.573 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.573+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~ZANG0E791OGP.1 size=997892 2024-04-13T07:35:15.573 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.573+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=ZANG0E791OGP tag=5OWPR1ZA18YH type=write size=3095044 2024-04-13T07:35:15.575 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.575+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~1EAWDV8XI96M.0 size=1048576 2024-04-13T07:35:15.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.577+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~1EAWDV8XI96M.1 size=1048576 2024-04-13T07:35:15.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.579+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~1EAWDV8XI96M.2 size=297508 2024-04-13T07:35:15.583 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.583+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=1EAWDV8XI96M tag=MFHEDVTITA30 type=write size=3443236 2024-04-13T07:35:15.586 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.586+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=Y0Z2RH1S69H3 type=del size=1549235 2024-04-13T07:35:15.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.588+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~SGMJ4LLQD4WH.0 size=1048576 2024-04-13T07:35:15.591 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.590+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~SGMJ4LLQD4WH.1 size=263473 2024-04-13T07:35:15.595 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.595+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=SGMJ4LLQD4WH tag=CVVXN1S7U59P type=write size=2360625 2024-04-13T07:35:15.597 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.597+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=KDCWDB1ZWLF5 type=write size=370215 2024-04-13T07:35:15.600 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.599+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~JBR3QZPM5D4G.0 size=1048576 2024-04-13T07:35:15.602 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.601+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~JBR3QZPM5D4G.1 size=264873 2024-04-13T07:35:15.605 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.605+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=JBR3QZPM5D4G tag=UCY7Z03J05NQ type=write size=2362025 2024-04-13T07:35:15.607 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.607+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=CEFXFD0BY1MW type=del size=3678168 2024-04-13T07:35:15.608 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.608+0000 7f05f3c42780 1 < canceled part key=_multipart_MN5H0RIAHGLM.2~3ZLZ1DA2DH6S.0 size=1048576 2024-04-13T07:35:15.610 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.610+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~3ZLZ1DA2DH6S.1 size=1048576 2024-04-13T07:35:15.611 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.611+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~3ZLZ1DA2DH6S.2 size=304107 2024-04-13T07:35:15.615 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.615+0000 7f05f3c42780 1 < canceled multipart upload key=MN5H0RIAHGLM upload=3ZLZ1DA2DH6S tag=RRFHVSL7WAZR type=write size=3449835 2024-04-13T07:35:15.619 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.619+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~K6FUH5W7GL6A.0 size=1048576 2024-04-13T07:35:15.621 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.621+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~K6FUH5W7GL6A.1 size=1048576 2024-04-13T07:35:15.623 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.622+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~K6FUH5W7GL6A.2 size=494360 2024-04-13T07:35:15.623 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.622+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=K6FUH5W7GL6A tag=3MS8H5YL15IS type=write size=3640088 2024-04-13T07:35:15.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.624+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~DZOE84X8B87F.0 size=1048576 2024-04-13T07:35:15.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.626+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~DZOE84X8B87F.1 size=661252 2024-04-13T07:35:15.630 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.630+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=DZOE84X8B87F tag=WMPT67AFKV4H type=write size=2758404 2024-04-13T07:35:15.632 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.632+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=LUAIFACYP8F2 type=del size=3150060 2024-04-13T07:35:15.635 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.634+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~2QV9J860SJO4.0 size=1048576 2024-04-13T07:35:15.636 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.636+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~2QV9J860SJO4.1 size=795420 2024-04-13T07:35:15.640 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.640+0000 7f05f3c42780 1 < completed multipart upload key=43EJ55H9TGF3 upload=2QV9J860SJO4 tag=X5J8VMN1O7VU type=write size=2892572 2024-04-13T07:35:15.643 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.643+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=X0ZF255BLLY8 type=del size=1644227 2024-04-13T07:35:15.646 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.646+0000 7f05f3c42780 -1 < failed to complete operation key=IDMD82V6SX39 tag=D1XS21KAC697 type=write size=748834: (22) Invalid argument 2024-04-13T07:35:15.648 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.648+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=89BMFIC91P54 type=del size=786510 2024-04-13T07:35:15.650 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.650+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~MDW0RTNIA8V2.0 size=124962 2024-04-13T07:35:15.654 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.654+0000 7f05f3c42780 1 < completed multipart upload key=J4WRTB31TSAU upload=MDW0RTNIA8V2 tag=MAQ07BPEZTX5 type=write size=1173538 2024-04-13T07:35:15.656 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.656+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=M6930EVR53UO type=del size=2896942 2024-04-13T07:35:15.658 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.658+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=4EWIO4J7N819 type=del 2024-04-13T07:35:15.660 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.660+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=70IXO17LGEFL type=del size=1779324 2024-04-13T07:35:15.662 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.662+0000 7f05f3c42780 1 < canceled operation key=4G8K54UI1T3W tag=ALBETODHF5M7 type=del size=880264 2024-04-13T07:35:15.665 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.665+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=ZWONR9XW7K54 type=del size=3059261 2024-04-13T07:35:15.667 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.667+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=I1Q40RZU766L type=del 2024-04-13T07:35:15.671 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.671+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~WERGMO2WWCAU.0 size=1048576 2024-04-13T07:35:15.673 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.672+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~WERGMO2WWCAU.1 size=1048576 2024-04-13T07:35:15.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.674+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~WERGMO2WWCAU.2 size=454772 2024-04-13T07:35:15.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.674+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=WERGMO2WWCAU tag=FM85N94FOMCO type=write size=3600500 2024-04-13T07:35:15.676 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.676+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~O17WEF5WHG0H.0 size=1048576 2024-04-13T07:35:15.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.678+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~O17WEF5WHG0H.1 size=1048576 2024-04-13T07:35:15.681 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.680+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~O17WEF5WHG0H.2 size=371638 2024-04-13T07:35:15.684 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.684+0000 7f05f3c42780 1 < completed multipart upload key=NOA5HUHWE14O upload=O17WEF5WHG0H tag=W7UJD52CXQI4 type=write size=3517366 2024-04-13T07:35:15.688 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.688+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~PIFBZW11XIBG.0 size=1048576 2024-04-13T07:35:15.690 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.690+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~PIFBZW11XIBG.1 size=1048576 2024-04-13T07:35:15.691 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.691+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~PIFBZW11XIBG.2 size=392772 2024-04-13T07:35:15.692 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.691+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=PIFBZW11XIBG tag=T1U10L5MYZJC type=write size=3538500 2024-04-13T07:35:15.694 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.693+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=22V7KS1KAUB2 type=del 2024-04-13T07:35:15.696 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.696+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=8QJT3NCR1YQL type=del size=4132261 2024-04-13T07:35:15.696 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.696+0000 7f05f3c42780 1 < canceled part key=_multipart_DMCQJNBIB4O2.2~TG9KEESS8FPL.0 size=1048576 2024-04-13T07:35:15.698 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.698+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~TG9KEESS8FPL.1 size=816921 2024-04-13T07:35:15.702 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.701+0000 7f05f3c42780 1 < canceled multipart upload key=DMCQJNBIB4O2 upload=TG9KEESS8FPL tag=NN76ADD89X3S type=write size=2914073 2024-04-13T07:35:15.704 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.704+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=9XGOOJNROSTP type=del size=311460 2024-04-13T07:35:15.706 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.706+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=KBFK4XX1H5ET type=del 2024-04-13T07:35:15.710 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.710+0000 7f05f3c42780 1 > prepared part key=_multipart_UJ8CWXR3A7YN.2~BXJO7XK45BLF.0 size=427586 2024-04-13T07:35:15.710 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.710+0000 7f05f3c42780 1 > prepared multipart upload key=UJ8CWXR3A7YN upload=BXJO7XK45BLF tag=AE9BAY7125IP type=write size=1476162 2024-04-13T07:35:15.712 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.712+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~ZANG0E791OGP.0 size=1048576 2024-04-13T07:35:15.714 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.714+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~ZANG0E791OGP.1 size=997892 2024-04-13T07:35:15.718 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.717+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=ZANG0E791OGP tag=5OWPR1ZA18YH type=write size=3095044 2024-04-13T07:35:15.722 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.721+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~0CXFTYFIT49D.0 size=191466 2024-04-13T07:35:15.722 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.721+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=0CXFTYFIT49D tag=AYJ9EN24LLCH type=write size=1240042 2024-04-13T07:35:15.725 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.725+0000 7f05f3c42780 1 < suggested remove operation key=FU38HSKLEDOP tag=Y0Z2RH1S69H3 type=del 2024-04-13T07:35:15.730 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.729+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~KP0V29E7BM4A.0 size=990655 2024-04-13T07:35:15.730 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.729+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=KP0V29E7BM4A tag=GFU6Y85FTIG7 type=write size=2039231 2024-04-13T07:35:15.732 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.732+0000 7f05f3c42780 1 < completed write operation key=B7KHSTN92EMS tag=KDCWDB1ZWLF5 type=write size=370215 2024-04-13T07:35:15.736 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.735+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~FD6Q7A7XD2NN.0 size=1048576 2024-04-13T07:35:15.738 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.737+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~FD6Q7A7XD2NN.1 size=1048576 2024-04-13T07:35:15.739 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.739+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~FD6Q7A7XD2NN.2 size=1012887 2024-04-13T07:35:15.740 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.739+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=FD6Q7A7XD2NN tag=DADL38RRRD3U type=write size=4158615 2024-04-13T07:35:15.742 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.741+0000 7f05f3c42780 1 < completed delete operation key=0EN9XH8WN9TS tag=CEFXFD0BY1MW type=del 2024-04-13T07:35:15.744 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.744+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=3Q1TCPTBUO8S type=write size=665935 2024-04-13T07:35:15.746 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.746+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~K6FUH5W7GL6A.0 size=1048576 2024-04-13T07:35:15.746 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.746+0000 7f05f3c42780 1 < canceled part key=_multipart_JWVWL3HNW3GB.2~K6FUH5W7GL6A.1 size=1048576 2024-04-13T07:35:15.748 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.748+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~K6FUH5W7GL6A.2 size=494360 2024-04-13T07:35:15.752 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.751+0000 7f05f3c42780 1 < canceled multipart upload key=JWVWL3HNW3GB upload=K6FUH5W7GL6A tag=3MS8H5YL15IS type=write size=3640088 2024-04-13T07:35:15.754 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.754+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=AR4IS1EKRSZ3 type=del size=595901 2024-04-13T07:35:15.758 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.757+0000 7f05f3c42780 1 < suggested update operation key=B7KHSTN92EMS tag=LUAIFACYP8F2 type=del size=3150060 2024-04-13T07:35:15.760 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.760+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=3COR7RB79P4N type=del size=352519 2024-04-13T07:35:15.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.762+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=X0ZF255BLLY8 type=del 2024-04-13T07:35:15.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.764+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=P9LE3SVGHLNC type=del size=1370720 2024-04-13T07:35:15.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.766+0000 7f05f3c42780 1 < completed delete operation key=6CXR0GIZ6246 tag=89BMFIC91P54 type=del 2024-04-13T07:35:15.768 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.768+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=MCKINZ79X868 type=del size=969291 2024-04-13T07:35:15.770 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.770+0000 7f05f3c42780 1 < completed delete operation key=6CXR0GIZ6246 tag=M6930EVR53UO type=del 2024-04-13T07:35:15.772 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.772+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=TQLX1ZEUNK48 type=del size=3347604 2024-04-13T07:35:15.775 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.775+0000 7f05f3c42780 -1 < failed to complete operation key=FU38HSKLEDOP tag=70IXO17LGEFL type=del size=1779324: (22) Invalid argument 2024-04-13T07:35:15.778 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.778+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=EQ6OOT3CEPZ7 type=del size=1034444 2024-04-13T07:35:15.780 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.780+0000 7f05f3c42780 1 < canceled operation key=QTS892MIKZSS tag=ZWONR9XW7K54 type=del size=3059261 2024-04-13T07:35:15.782 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.782+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=UZEKFWTMSXSH type=del size=1833217 2024-04-13T07:35:15.784 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.784+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~WERGMO2WWCAU.0 size=1048576 2024-04-13T07:35:15.786 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.786+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~WERGMO2WWCAU.1 size=1048576 2024-04-13T07:35:15.786 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.786+0000 7f05f3c42780 1 < canceled part key=_multipart_45BQPLCWG43N.2~WERGMO2WWCAU.2 size=454772 2024-04-13T07:35:15.791 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.790+0000 7f05f3c42780 1 < canceled multipart upload key=45BQPLCWG43N upload=WERGMO2WWCAU tag=FM85N94FOMCO type=write size=3600500 2024-04-13T07:35:15.795 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.794+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~XB24M0REDAXU.0 size=39889 2024-04-13T07:35:15.795 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.794+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=XB24M0REDAXU tag=L2W5QCNTQ0O2 type=write size=1088465 2024-04-13T07:35:15.795 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.795+0000 7f05f3c42780 1 < canceled part key=_multipart_IDMD82V6SX39.2~PIFBZW11XIBG.0 size=1048576 2024-04-13T07:35:15.797 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.797+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~PIFBZW11XIBG.1 size=1048576 2024-04-13T07:35:15.798 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.798+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~PIFBZW11XIBG.2 size=392772 2024-04-13T07:35:15.802 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.802+0000 7f05f3c42780 1 < canceled multipart upload key=IDMD82V6SX39 upload=PIFBZW11XIBG tag=T1U10L5MYZJC type=write size=3538500 2024-04-13T07:35:15.804 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.804+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=ME95HUESAYPH type=write size=362635 2024-04-13T07:35:15.809 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.809+0000 7f05f3c42780 1 < suggested remove operation key=45BQPLCWG43N tag=8QJT3NCR1YQL type=del 2024-04-13T07:35:15.812 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.811+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=MVAMM3Z3PIRP type=del size=1109357 2024-04-13T07:35:15.814 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.814+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=9XGOOJNROSTP type=del 2024-04-13T07:35:15.818 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.818+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~R7F8JCIZ2FMA.0 size=1048576 2024-04-13T07:35:15.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.819+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~R7F8JCIZ2FMA.1 size=1048576 2024-04-13T07:35:15.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.821+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~R7F8JCIZ2FMA.2 size=513557 2024-04-13T07:35:15.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.821+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=R7F8JCIZ2FMA tag=QPGPEMZ7ZXL8 type=write size=3659285 2024-04-13T07:35:15.824 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.824+0000 7f05f3c42780 1 < completed part key=_multipart_UJ8CWXR3A7YN.2~BXJO7XK45BLF.0 size=427586 2024-04-13T07:35:15.828 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.828+0000 7f05f3c42780 1 < completed multipart upload key=UJ8CWXR3A7YN upload=BXJO7XK45BLF tag=AE9BAY7125IP type=write size=1476162 2024-04-13T07:35:15.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.831+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=HYXXJ7T0EUB2 type=del size=1528179 2024-04-13T07:35:15.833 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.833+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~0CXFTYFIT49D.0 size=191466 2024-04-13T07:35:15.837 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.837+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=0CXFTYFIT49D tag=AYJ9EN24LLCH type=write size=1240042 2024-04-13T07:35:15.839 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.839+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=2WPVB81R8ODH type=del size=2251251 2024-04-13T07:35:15.842 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.841+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~KP0V29E7BM4A.0 size=990655 2024-04-13T07:35:15.846 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.845+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=KP0V29E7BM4A tag=GFU6Y85FTIG7 type=write size=2039231 2024-04-13T07:35:15.850 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.850+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~2PMRTQ7XWCVM.0 size=1048576 2024-04-13T07:35:15.851 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.851+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~2PMRTQ7XWCVM.1 size=799710 2024-04-13T07:35:15.852 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.851+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=2PMRTQ7XWCVM tag=7BKP8PRUWRAA type=write size=2896862 2024-04-13T07:35:15.853 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.853+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~FD6Q7A7XD2NN.0 size=1048576 2024-04-13T07:35:15.855 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.855+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~FD6Q7A7XD2NN.1 size=1048576 2024-04-13T07:35:15.857 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.857+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~FD6Q7A7XD2NN.2 size=1012887 2024-04-13T07:35:15.861 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.861+0000 7f05f3c42780 1 < completed multipart upload key=43EJ55H9TGF3 upload=FD6Q7A7XD2NN tag=DADL38RRRD3U type=write size=4158615 2024-04-13T07:35:15.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.863+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=MTQJNHKD5M25 type=write size=818514 2024-04-13T07:35:15.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.866+0000 7f05f3c42780 1 < completed write operation key=R7A1HMG5PBY2 tag=3Q1TCPTBUO8S type=write size=665935 2024-04-13T07:35:15.869 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.869+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=UG83NR5EZ5GL type=del size=4012905 2024-04-13T07:35:15.872 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.872+0000 7f05f3c42780 -1 < failed to complete operation key=45BQPLCWG43N tag=AR4IS1EKRSZ3 type=del size=595901: (22) Invalid argument 2024-04-13T07:35:15.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.874+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=CYAHAVMI34O0 type=del size=2457715 2024-04-13T07:35:15.877 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.876+0000 7f05f3c42780 1 < canceled operation key=GXQVWVGDUNMS tag=3COR7RB79P4N type=del size=352519 2024-04-13T07:35:15.879 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.879+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=M8ZJTS6NLQ35 type=del size=2627115 2024-04-13T07:35:15.881 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.881+0000 7f05f3c42780 1 < completed delete operation key=UJ8CWXR3A7YN tag=P9LE3SVGHLNC type=del 2024-04-13T07:35:15.885 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.885+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~21VT9PVYWS8U.0 size=1048576 2024-04-13T07:35:15.887 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.887+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~21VT9PVYWS8U.1 size=1048576 2024-04-13T07:35:15.889 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.889+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~21VT9PVYWS8U.2 size=978967 2024-04-13T07:35:15.889 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.889+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=21VT9PVYWS8U tag=RCO13AV7Y4QD type=write size=4124695 2024-04-13T07:35:15.891 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.891+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=MCKINZ79X868 type=del 2024-04-13T07:35:15.893 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.893+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=JAC2POBQ54QI type=del size=160865 2024-04-13T07:35:15.895 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.895+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=TQLX1ZEUNK48 type=del 2024-04-13T07:35:15.897 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.897+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=ZW3V2511HTXK type=del size=3576846 2024-04-13T07:35:15.899 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.899+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=EQ6OOT3CEPZ7 type=del 2024-04-13T07:35:15.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.901+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=WCNA78ZZ6FAQ type=write size=259237 2024-04-13T07:35:15.904 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.903+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=UZEKFWTMSXSH type=del 2024-04-13T07:35:15.906 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.906+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=0MBZW0JYJ8BJ type=del size=82572 2024-04-13T07:35:15.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.908+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~XB24M0REDAXU.0 size=39889 2024-04-13T07:35:15.913 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.912+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=XB24M0REDAXU tag=L2W5QCNTQ0O2 type=write size=1088465 2024-04-13T07:35:15.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.917+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~L472GNSPQWX3.0 size=1048576 2024-04-13T07:35:15.920 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.919+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~L472GNSPQWX3.1 size=609418 2024-04-13T07:35:15.920 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.919+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=L472GNSPQWX3 tag=47DGH244H1NN type=write size=2706570 2024-04-13T07:35:15.922 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.922+0000 7f05f3c42780 1 < completed write operation key=77NI15K3IXNY tag=ME95HUESAYPH type=write size=362635 2024-04-13T07:35:15.926 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.926+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~S8N7UWTAFUU6.0 size=104130 2024-04-13T07:35:15.926 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.926+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=S8N7UWTAFUU6 tag=4R80497CCSCN type=write size=1152706 2024-04-13T07:35:15.928 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.928+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=MVAMM3Z3PIRP type=del 2024-04-13T07:35:15.931 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.930+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=O33GTOK3R89D type=write size=367443 2024-04-13T07:35:15.933 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.933+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~R7F8JCIZ2FMA.0 size=1048576 2024-04-13T07:35:15.938 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.935+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~R7F8JCIZ2FMA.1 size=1048576 2024-04-13T07:35:15.938 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.937+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~R7F8JCIZ2FMA.2 size=513557 2024-04-13T07:35:15.941 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.941+0000 7f05f3c42780 1 < completed multipart upload key=Y2F6LZJG5LH0 upload=R7F8JCIZ2FMA tag=QPGPEMZ7ZXL8 type=write size=3659285 2024-04-13T07:35:15.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.945+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~WAVSEH0TGQX0.0 size=1048576 2024-04-13T07:35:15.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.947+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~WAVSEH0TGQX0.1 size=1006750 2024-04-13T07:35:15.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.947+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=WAVSEH0TGQX0 tag=R5AEKF83ZGDU type=write size=3103902 2024-04-13T07:35:15.949 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.949+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=HYXXJ7T0EUB2 type=del 2024-04-13T07:35:15.951 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.951+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=AFX0D7SO5YLL type=del size=3019397 2024-04-13T07:35:15.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.953+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=2WPVB81R8ODH type=del 2024-04-13T07:35:15.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.958+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~YZEQ7ZLY2QZW.0 size=1048576 2024-04-13T07:35:15.960 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.959+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~YZEQ7ZLY2QZW.1 size=1048576 2024-04-13T07:35:15.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.961+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~YZEQ7ZLY2QZW.2 size=990075 2024-04-13T07:35:15.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.961+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=YZEQ7ZLY2QZW tag=GVWHR6EXH1T3 type=write size=4135803 2024-04-13T07:35:15.965 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.964+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~2PMRTQ7XWCVM.0 size=1048576 2024-04-13T07:35:15.966 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.966+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~2PMRTQ7XWCVM.1 size=799710 2024-04-13T07:35:15.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.970+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=2PMRTQ7XWCVM tag=7BKP8PRUWRAA type=write size=2896862 2024-04-13T07:35:15.972 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.972+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=Q00BE5IYPAYW type=del size=2736892 2024-04-13T07:35:15.974 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.974+0000 7f05f3c42780 1 < completed write operation key=1HK0EXLRD6WR tag=MTQJNHKD5M25 type=write size=818514 2024-04-13T07:35:15.976 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.976+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=XBI163UIVF23 type=del size=3946956 2024-04-13T07:35:15.978 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.978+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=UG83NR5EZ5GL type=del 2024-04-13T07:35:15.983 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.982+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~WJ12VGHGNIXB.0 size=1048576 2024-04-13T07:35:15.984 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.984+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~WJ12VGHGNIXB.1 size=1048576 2024-04-13T07:35:15.986 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.986+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~WJ12VGHGNIXB.2 size=630247 2024-04-13T07:35:15.986 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.986+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=WJ12VGHGNIXB tag=O2C2J2K3OH0U type=write size=3775975 2024-04-13T07:35:15.990 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.990+0000 7f05f3c42780 1 < suggested update operation key=2U7EF9PD2PDE tag=CYAHAVMI34O0 type=del size=2457715 2024-04-13T07:35:15.993 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.992+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=077YZ1IB9KLO type=del size=137039 2024-04-13T07:35:15.996 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.995+0000 7f05f3c42780 -1 < failed to complete operation key=2U7EF9PD2PDE tag=M8ZJTS6NLQ35 type=del size=2627115: (22) Invalid argument 2024-04-13T07:35:15.998 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:15.997+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=NE2A5N0QE51L type=del size=3468267 2024-04-13T07:35:16.000 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.000+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~21VT9PVYWS8U.0 size=1048576 2024-04-13T07:35:16.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.001+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~21VT9PVYWS8U.1 size=1048576 2024-04-13T07:35:16.004 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.003+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~21VT9PVYWS8U.2 size=978967 2024-04-13T07:35:16.007 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.007+0000 7f05f3c42780 1 < completed multipart upload key=N1JTROSFNCR7 upload=21VT9PVYWS8U tag=RCO13AV7Y4QD type=write size=4124695 2024-04-13T07:35:16.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.011+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~KFQDDSJACBKA.0 size=1048576 2024-04-13T07:35:16.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.013+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~KFQDDSJACBKA.1 size=1048576 2024-04-13T07:35:16.015 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.014+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~KFQDDSJACBKA.2 size=884000 2024-04-13T07:35:16.015 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.014+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=KFQDDSJACBKA tag=JNZRHTJQA3HQ type=write size=4029728 2024-04-13T07:35:16.017 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.017+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=JAC2POBQ54QI type=del 2024-04-13T07:35:16.019 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.019+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=XJ6BG7D2AKKT type=del size=573132 2024-04-13T07:35:16.024 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.024+0000 7f05f3c42780 1 < suggested update operation key=77NI15K3IXNY tag=ZW3V2511HTXK type=del size=3576846 2024-04-13T07:35:16.026 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.026+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=PH90EN6FR47P type=del size=3201780 2024-04-13T07:35:16.028 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.028+0000 7f05f3c42780 1 < completed write operation key=SLR7Z6IC87H9 tag=WCNA78ZZ6FAQ type=write size=259237 2024-04-13T07:35:16.032 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.032+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~JW60JKOBY9ID.0 size=883119 2024-04-13T07:35:16.032 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.032+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=JW60JKOBY9ID tag=QI66OOK0CLZ3 type=write size=1931695 2024-04-13T07:35:16.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.034+0000 7f05f3c42780 1 < completed delete operation key=UJ8CWXR3A7YN tag=0MBZW0JYJ8BJ type=del 2024-04-13T07:35:16.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.038+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~SNVT79RUSWUK.0 size=1048576 2024-04-13T07:35:16.040 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.040+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~SNVT79RUSWUK.1 size=325282 2024-04-13T07:35:16.040 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.040+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=SNVT79RUSWUK tag=VKOUN3GZ3F1H type=write size=2422434 2024-04-13T07:35:16.042 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.042+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~L472GNSPQWX3.0 size=1048576 2024-04-13T07:35:16.044 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.043+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~L472GNSPQWX3.1 size=609418 2024-04-13T07:35:16.048 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.048+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=L472GNSPQWX3 tag=47DGH244H1NN type=write size=2706570 2024-04-13T07:35:16.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.052+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~B3C4S9UHBUKV.0 size=1048576 2024-04-13T07:35:16.054 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.054+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~B3C4S9UHBUKV.1 size=1048576 2024-04-13T07:35:16.056 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.055+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~B3C4S9UHBUKV.2 size=593912 2024-04-13T07:35:16.056 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.055+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=B3C4S9UHBUKV tag=K2K5S5RBG8WV type=write size=3739640 2024-04-13T07:35:16.058 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.057+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~S8N7UWTAFUU6.0 size=104130 2024-04-13T07:35:16.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.061+0000 7f05f3c42780 1 < completed multipart upload key=0EN9XH8WN9TS upload=S8N7UWTAFUU6 tag=4R80497CCSCN type=write size=1152706 2024-04-13T07:35:16.063 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.063+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=6P8BQKKWCDDZ type=del size=2790064 2024-04-13T07:35:16.068 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.068+0000 7f05f3c42780 1 < suggested remove operation key=GXQVWVGDUNMS tag=O33GTOK3R89D type=write 2024-04-13T07:35:16.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.070+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=061LTHQDZT8H type=del size=1283172 2024-04-13T07:35:16.072 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.072+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~WAVSEH0TGQX0.0 size=1048576 2024-04-13T07:35:16.074 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.074+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~WAVSEH0TGQX0.1 size=1006750 2024-04-13T07:35:16.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.077+0000 7f05f3c42780 1 < completed multipart upload key=0EN9XH8WN9TS upload=WAVSEH0TGQX0 tag=R5AEKF83ZGDU type=write size=3103902 2024-04-13T07:35:16.080 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.080+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=TK0MFIWMFQ2M type=write size=279329 2024-04-13T07:35:16.084 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.084+0000 7f05f3c42780 1 < suggested update operation key=QTS892MIKZSS tag=AFX0D7SO5YLL type=del size=3019397 2024-04-13T07:35:16.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.088+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~TT6VJBY8L8SL.0 size=1048576 2024-04-13T07:35:16.090 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.090+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~TT6VJBY8L8SL.1 size=1048576 2024-04-13T07:35:16.092 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.091+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~TT6VJBY8L8SL.2 size=743734 2024-04-13T07:35:16.092 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.091+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=TT6VJBY8L8SL tag=FTLJZVPFOXP4 type=write size=3889462 2024-04-13T07:35:16.092 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.092+0000 7f05f3c42780 1 < canceled part key=_multipart_TXG4Q8N5GJDX.2~YZEQ7ZLY2QZW.0 size=1048576 2024-04-13T07:35:16.094 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.094+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~YZEQ7ZLY2QZW.1 size=1048576 2024-04-13T07:35:16.096 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.096+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~YZEQ7ZLY2QZW.2 size=990075 2024-04-13T07:35:16.100 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.100+0000 7f05f3c42780 1 < canceled multipart upload key=TXG4Q8N5GJDX upload=YZEQ7ZLY2QZW tag=GVWHR6EXH1T3 type=write size=4135803 2024-04-13T07:35:16.102 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.102+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=N2HERGAMHU1M type=del size=712443 2024-04-13T07:35:16.106 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.106+0000 7f05f3c42780 1 < suggested remove operation key=AKSUN8A52AHL tag=Q00BE5IYPAYW type=del 2024-04-13T07:35:16.108 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.108+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=SKR1H8O2L38Z type=del size=3028547 2024-04-13T07:35:16.111 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.111+0000 7f05f3c42780 -1 < failed to complete operation key=77NI15K3IXNY tag=XBI163UIVF23 type=del size=3946956: (22) Invalid argument 2024-04-13T07:35:16.113 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.113+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=H5FF3GP9GJ67 type=write size=377809 2024-04-13T07:35:16.115 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.115+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~WJ12VGHGNIXB.0 size=1048576 2024-04-13T07:35:16.117 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.117+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~WJ12VGHGNIXB.1 size=1048576 2024-04-13T07:35:16.119 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.119+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~WJ12VGHGNIXB.2 size=630247 2024-04-13T07:35:16.126 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.123+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=WJ12VGHGNIXB tag=O2C2J2K3OH0U type=write size=3775975 2024-04-13T07:35:16.126 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.125+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=AAYU6TZV95WZ type=del size=768079 2024-04-13T07:35:16.127 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.127+0000 7f05f3c42780 1 < completed delete operation key=U7HAP4TTT8U3 tag=077YZ1IB9KLO type=del 2024-04-13T07:35:16.129 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.129+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=PX7B1GP0Z1G9 type=del size=482282 2024-04-13T07:35:16.131 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.131+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=NE2A5N0QE51L type=del 2024-04-13T07:35:16.135 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.135+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~0ERKBUWK3I02.0 size=1048576 2024-04-13T07:35:16.137 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.136+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~0ERKBUWK3I02.1 size=1048576 2024-04-13T07:35:16.138 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.138+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~0ERKBUWK3I02.2 size=950726 2024-04-13T07:35:16.139 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.138+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=0ERKBUWK3I02 tag=UTXRNDX2IZM1 type=write size=4096454 2024-04-13T07:35:16.141 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.140+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~KFQDDSJACBKA.0 size=1048576 2024-04-13T07:35:16.143 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.143+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~KFQDDSJACBKA.1 size=1048576 2024-04-13T07:35:16.143 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.143+0000 7f05f3c42780 1 < canceled part key=_multipart_SB3J044OIBA2.2~KFQDDSJACBKA.2 size=884000 2024-04-13T07:35:16.147 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.147+0000 7f05f3c42780 1 < canceled multipart upload key=SB3J044OIBA2 upload=KFQDDSJACBKA tag=JNZRHTJQA3HQ type=write size=4029728 2024-04-13T07:35:16.151 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.151+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~QVDNR996N23Y.0 size=1048576 2024-04-13T07:35:16.153 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.153+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~QVDNR996N23Y.1 size=1048576 2024-04-13T07:35:16.155 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.155+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~QVDNR996N23Y.2 size=442223 2024-04-13T07:35:16.155 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.155+0000 7f05f3c42780 1 > prepared multipart upload key=B3WYR77RL9B4 upload=QVDNR996N23Y tag=0A1EH5Q68EQS type=write size=3587951 2024-04-13T07:35:16.159 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.159+0000 7f05f3c42780 1 < suggested remove operation key=QTS892MIKZSS tag=XJ6BG7D2AKKT type=del 2024-04-13T07:35:16.161 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.161+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=IJ5PXK9RRBHM type=write size=47903 2024-04-13T07:35:16.164 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.163+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=PH90EN6FR47P type=del 2024-04-13T07:35:16.166 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.165+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=V7C1V8WRSCN0 type=del size=2832440 2024-04-13T07:35:16.168 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.168+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~JW60JKOBY9ID.0 size=883119 2024-04-13T07:35:16.172 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.171+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=JW60JKOBY9ID tag=QI66OOK0CLZ3 type=write size=1931695 2024-04-13T07:35:16.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.173+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=T95MO8DHGWPN type=del size=2559100 2024-04-13T07:35:16.176 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.176+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~SNVT79RUSWUK.0 size=1048576 2024-04-13T07:35:16.177 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.177+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~SNVT79RUSWUK.1 size=325282 2024-04-13T07:35:16.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.181+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=SNVT79RUSWUK tag=VKOUN3GZ3F1H type=write size=2422434 2024-04-13T07:35:16.183 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.183+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=MIUK1CC6Y97H type=del size=1274006 2024-04-13T07:35:16.184 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.183+0000 7f05f3c42780 1 < canceled part key=_multipart_AKSUN8A52AHL.2~B3C4S9UHBUKV.0 size=1048576 2024-04-13T07:35:16.184 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.183+0000 7f05f3c42780 1 < canceled part key=_multipart_AKSUN8A52AHL.2~B3C4S9UHBUKV.1 size=1048576 2024-04-13T07:35:16.185 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.185+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~B3C4S9UHBUKV.2 size=593912 2024-04-13T07:35:16.189 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.189+0000 7f05f3c42780 1 < canceled multipart upload key=AKSUN8A52AHL upload=B3C4S9UHBUKV tag=K2K5S5RBG8WV type=write size=3739640 2024-04-13T07:35:16.193 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.193+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~5S07JLPAHL7I.0 size=598717 2024-04-13T07:35:16.193 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.193+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=5S07JLPAHL7I tag=PFEXVWYR62DS type=write size=1647293 2024-04-13T07:35:16.195 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.195+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=6P8BQKKWCDDZ type=del 2024-04-13T07:35:16.199 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.199+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~RCY0ND3LSSQC.0 size=1048576 2024-04-13T07:35:16.201 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.201+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~RCY0ND3LSSQC.1 size=1048576 2024-04-13T07:35:16.203 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.202+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~RCY0ND3LSSQC.2 size=1040661 2024-04-13T07:35:16.203 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.202+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=RCY0ND3LSSQC tag=F37SUATOKJIU type=write size=4186389 2024-04-13T07:35:16.205 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.205+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=061LTHQDZT8H type=del 2024-04-13T07:35:16.207 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.207+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=CAPJNYMSV0T5 type=write size=722521 2024-04-13T07:35:16.210 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.209+0000 7f05f3c42780 -1 < failed to complete operation key=QTS892MIKZSS tag=TK0MFIWMFQ2M type=write size=279329: (22) Invalid argument 2024-04-13T07:35:16.214 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.214+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~GSW9X05S67K7.0 size=1048576 2024-04-13T07:35:16.216 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.216+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~GSW9X05S67K7.1 size=1048576 2024-04-13T07:35:16.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.218+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~GSW9X05S67K7.2 size=954333 2024-04-13T07:35:16.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.218+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=GSW9X05S67K7 tag=3W2VKIDGQJZ3 type=write size=4100061 2024-04-13T07:35:16.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.220+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~TT6VJBY8L8SL.0 size=1048576 2024-04-13T07:35:16.222 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.222+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~TT6VJBY8L8SL.1 size=1048576 2024-04-13T07:35:16.224 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.224+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~TT6VJBY8L8SL.2 size=743734 2024-04-13T07:35:16.228 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.228+0000 7f05f3c42780 1 < completed multipart upload key=1HK0EXLRD6WR upload=TT6VJBY8L8SL tag=FTLJZVPFOXP4 type=write size=3889462 2024-04-13T07:35:16.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.232+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~OIOYYK6WYRO8.0 size=1048576 2024-04-13T07:35:16.234 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.233+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~OIOYYK6WYRO8.1 size=500785 2024-04-13T07:35:16.234 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.233+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=OIOYYK6WYRO8 tag=4SR27NEL0AQX type=write size=2597937 2024-04-13T07:35:16.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.236+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=N2HERGAMHU1M type=del 2024-04-13T07:35:16.238 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.238+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=47FSTWM2LV96 type=del size=1055667 2024-04-13T07:35:16.240 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.240+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=SKR1H8O2L38Z type=del 2024-04-13T07:35:16.242 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.242+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=TJBOA1KOTHW4 type=del size=2510806 2024-04-13T07:35:16.245 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.244+0000 7f05f3c42780 1 < completed write operation key=45BQPLCWG43N tag=H5FF3GP9GJ67 type=write size=377809 2024-04-13T07:35:16.247 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.247+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=DFJU73X9EKRC type=del size=3900351 2024-04-13T07:35:16.249 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.249+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=AAYU6TZV95WZ type=del 2024-04-13T07:35:16.253 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.253+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~JQVP1JY7AT25.0 size=1048576 2024-04-13T07:35:16.255 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.255+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~JQVP1JY7AT25.1 size=1048576 2024-04-13T07:35:16.257 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.257+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~JQVP1JY7AT25.2 size=769545 2024-04-13T07:35:16.257 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.257+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=JQVP1JY7AT25 tag=2P1ICE9NSSAF type=write size=3915273 2024-04-13T07:35:16.261 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.261+0000 7f05f3c42780 1 < suggested remove operation key=TEADR4H33ZHA tag=PX7B1GP0Z1G9 type=del 2024-04-13T07:35:16.265 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.265+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~N08IXJDH54B3.0 size=846221 2024-04-13T07:35:16.265 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.265+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=N08IXJDH54B3 tag=QDC2H5HT4W2D type=write size=1894797 2024-04-13T07:35:16.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.267+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~0ERKBUWK3I02.0 size=1048576 2024-04-13T07:35:16.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.269+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~0ERKBUWK3I02.1 size=1048576 2024-04-13T07:35:16.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.271+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~0ERKBUWK3I02.2 size=950726 2024-04-13T07:35:16.275 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.274+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=0ERKBUWK3I02 tag=UTXRNDX2IZM1 type=write size=4096454 2024-04-13T07:35:16.277 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.277+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=7ON9VWW76ZR1 type=write size=250552 2024-04-13T07:35:16.277 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.277+0000 7f05f3c42780 1 < canceled part key=_multipart_B3WYR77RL9B4.2~QVDNR996N23Y.0 size=1048576 2024-04-13T07:35:16.278 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.277+0000 7f05f3c42780 1 < canceled part key=_multipart_B3WYR77RL9B4.2~QVDNR996N23Y.1 size=1048576 2024-04-13T07:35:16.279 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.279+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~QVDNR996N23Y.2 size=442223 2024-04-13T07:35:16.284 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.283+0000 7f05f3c42780 1 < canceled multipart upload key=B3WYR77RL9B4 upload=QVDNR996N23Y tag=0A1EH5Q68EQS type=write size=3587951 2024-04-13T07:35:16.287 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.287+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~ZDE20UIF5XO1.0 size=226492 2024-04-13T07:35:16.287 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.287+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=ZDE20UIF5XO1 tag=531CD6YI2UEU type=write size=1275068 2024-04-13T07:35:16.290 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.289+0000 7f05f3c42780 1 < completed write operation key=6CXR0GIZ6246 tag=IJ5PXK9RRBHM type=write size=47903 2024-04-13T07:35:16.292 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.292+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=2JC2XMMGUYWP type=del size=722240 2024-04-13T07:35:16.294 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.294+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=V7C1V8WRSCN0 type=del 2024-04-13T07:35:16.298 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.298+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~KZ4XZCRGPJVT.0 size=1048576 2024-04-13T07:35:16.300 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.300+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~KZ4XZCRGPJVT.1 size=98625 2024-04-13T07:35:16.300 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.300+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=KZ4XZCRGPJVT tag=NKDHWPMGJJIS type=write size=2195777 2024-04-13T07:35:16.302 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.302+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=T95MO8DHGWPN type=del 2024-04-13T07:35:16.305 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.304+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=MC51XRHDYUJJ type=write size=313578 2024-04-13T07:35:16.307 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.307+0000 7f05f3c42780 1 < canceled operation key=SLR7Z6IC87H9 tag=MIUK1CC6Y97H type=del size=1274006 2024-04-13T07:35:16.309 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.309+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=R1GS21O873CH type=write size=586402 2024-04-13T07:35:16.312 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.311+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~5S07JLPAHL7I.0 size=598717 2024-04-13T07:35:16.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.315+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=5S07JLPAHL7I tag=PFEXVWYR62DS type=write size=1647293 2024-04-13T07:35:16.320 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.319+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~A3VK3KDCXLXZ.0 size=1048576 2024-04-13T07:35:16.321 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.321+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~A3VK3KDCXLXZ.1 size=1048576 2024-04-13T07:35:16.323 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.323+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~A3VK3KDCXLXZ.2 size=634916 2024-04-13T07:35:16.323 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.323+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=A3VK3KDCXLXZ tag=Z1CUYYB9CHTT type=write size=3780644 2024-04-13T07:35:16.325 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.325+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~RCY0ND3LSSQC.0 size=1048576 2024-04-13T07:35:16.325 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.325+0000 7f05f3c42780 1 < canceled part key=_multipart_1HK0EXLRD6WR.2~RCY0ND3LSSQC.1 size=1048576 2024-04-13T07:35:16.325 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.325+0000 7f05f3c42780 1 < canceled part key=_multipart_1HK0EXLRD6WR.2~RCY0ND3LSSQC.2 size=1040661 2024-04-13T07:35:16.329 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.328+0000 7f05f3c42780 1 < canceled multipart upload key=1HK0EXLRD6WR upload=RCY0ND3LSSQC tag=F37SUATOKJIU type=write size=4186389 2024-04-13T07:35:16.331 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.331+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=76JGHYOOBYZ3 type=del size=1055671 2024-04-13T07:35:16.333 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.333+0000 7f05f3c42780 1 < completed write operation key=QTS892MIKZSS tag=CAPJNYMSV0T5 type=write size=722521 2024-04-13T07:35:16.335 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.335+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=9KCB7V0E3JIF type=write size=678666 2024-04-13T07:35:16.337 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.337+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~GSW9X05S67K7.0 size=1048576 2024-04-13T07:35:16.339 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.339+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~GSW9X05S67K7.1 size=1048576 2024-04-13T07:35:16.341 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.340+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~GSW9X05S67K7.2 size=954333 2024-04-13T07:35:16.344 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.344+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=GSW9X05S67K7 tag=3W2VKIDGQJZ3 type=write size=4100061 2024-04-13T07:35:16.348 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.348+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~EZEWGBHGDION.0 size=114685 2024-04-13T07:35:16.348 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.348+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=EZEWGBHGDION tag=P01W5N44FYY7 type=write size=1163261 2024-04-13T07:35:16.350 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.350+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~OIOYYK6WYRO8.0 size=1048576 2024-04-13T07:35:16.352 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.352+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~OIOYYK6WYRO8.1 size=500785 2024-04-13T07:35:16.356 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.356+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=OIOYYK6WYRO8 tag=4SR27NEL0AQX type=write size=2597937 2024-04-13T07:35:16.358 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.358+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=MSPMETJMAPX5 type=del size=2854155 2024-04-13T07:35:16.360 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.360+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=47FSTWM2LV96 type=del 2024-04-13T07:35:16.364 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.364+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~M0XKFGDNW1AA.0 size=1048576 2024-04-13T07:35:16.366 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.366+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~M0XKFGDNW1AA.1 size=19435 2024-04-13T07:35:16.366 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.366+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=M0XKFGDNW1AA tag=YYX4JOI5TDL5 type=write size=2116587 2024-04-13T07:35:16.368 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.368+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=TJBOA1KOTHW4 type=del 2024-04-13T07:35:16.370 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.370+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=VQ613XLHKNNC type=del size=196481 2024-04-13T07:35:16.373 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.372+0000 7f05f3c42780 1 < completed delete operation key=0EN9XH8WN9TS tag=DFJU73X9EKRC type=del 2024-04-13T07:35:16.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.374+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=664J52GOAGDJ type=del size=1087592 2024-04-13T07:35:16.377 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.377+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~JQVP1JY7AT25.0 size=1048576 2024-04-13T07:35:16.379 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.378+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~JQVP1JY7AT25.1 size=1048576 2024-04-13T07:35:16.380 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.380+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~JQVP1JY7AT25.2 size=769545 2024-04-13T07:35:16.384 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.384+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=JQVP1JY7AT25 tag=2P1ICE9NSSAF type=write size=3915273 2024-04-13T07:35:16.386 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.385+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=NFWBZT3JS9X3 type=del size=1130920 2024-04-13T07:35:16.388 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.388+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~N08IXJDH54B3.0 size=846221 2024-04-13T07:35:16.391 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.391+0000 7f05f3c42780 1 < completed multipart upload key=NOA5HUHWE14O upload=N08IXJDH54B3 tag=QDC2H5HT4W2D type=write size=1894797 2024-04-13T07:35:16.395 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.395+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~8ZMZD365L8JX.0 size=1048576 2024-04-13T07:35:16.397 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.397+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~8ZMZD365L8JX.1 size=11950 2024-04-13T07:35:16.397 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.397+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=8ZMZD365L8JX tag=8NI5DXYP5RM6 type=write size=2109102 2024-04-13T07:35:16.400 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.399+0000 7f05f3c42780 1 < completed write operation key=SB3J044OIBA2 tag=7ON9VWW76ZR1 type=write size=250552 2024-04-13T07:35:16.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:16 smithi066 ceph-mon[84331]: pgmap v1476: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 901 KiB/s rd, 317 KiB/s wr, 1.60k op/s 2024-04-13T07:35:16.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.402+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=6ECYNYHJPLUR type=del size=1641164 2024-04-13T07:35:16.404 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.404+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~ZDE20UIF5XO1.0 size=226492 2024-04-13T07:35:16.408 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.408+0000 7f05f3c42780 1 < completed multipart upload key=6CXR0GIZ6246 upload=ZDE20UIF5XO1 tag=531CD6YI2UEU type=write size=1275068 2024-04-13T07:35:16.410 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.410+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=W6OTM0G197HT type=del size=981533 2024-04-13T07:35:16.412 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.412+0000 7f05f3c42780 1 < completed delete operation key=6CXR0GIZ6246 tag=2JC2XMMGUYWP type=del 2024-04-13T07:35:16.416 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.415+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~RMMQVAZF6SNB.0 size=1048576 2024-04-13T07:35:16.418 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.417+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~RMMQVAZF6SNB.1 size=1048576 2024-04-13T07:35:16.419 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.419+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~RMMQVAZF6SNB.2 size=955078 2024-04-13T07:35:16.419 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.419+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=RMMQVAZF6SNB tag=94GL4ZPFRPSL type=write size=4100806 2024-04-13T07:35:16.422 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.421+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~KZ4XZCRGPJVT.0 size=1048576 2024-04-13T07:35:16.424 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.424+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~KZ4XZCRGPJVT.1 size=98625 2024-04-13T07:35:16.428 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.428+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=KZ4XZCRGPJVT tag=NKDHWPMGJJIS type=write size=2195777 2024-04-13T07:35:16.430 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.430+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=FBA0063SW8V1 type=del size=729462 2024-04-13T07:35:16.432 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.432+0000 7f05f3c42780 1 < completed write operation key=4G8K54UI1T3W tag=MC51XRHDYUJJ type=write size=313578 2024-04-13T07:35:16.437 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.437+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~5MOTZD8RDNH5.0 size=1048576 2024-04-13T07:35:16.439 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.438+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~5MOTZD8RDNH5.1 size=272703 2024-04-13T07:35:16.439 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.439+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=5MOTZD8RDNH5 tag=K9IR4YLRRY12 type=write size=2369855 2024-04-13T07:35:16.441 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.441+0000 7f05f3c42780 1 < completed write operation key=SB3J044OIBA2 tag=R1GS21O873CH type=write size=586402 2024-04-13T07:35:16.444 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.443+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=BLUFJI34G8QX type=del size=3345852 2024-04-13T07:35:16.446 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.446+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~A3VK3KDCXLXZ.0 size=1048576 2024-04-13T07:35:16.448 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.448+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~A3VK3KDCXLXZ.1 size=1048576 2024-04-13T07:35:16.450 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.449+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~A3VK3KDCXLXZ.2 size=634916 2024-04-13T07:35:16.454 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.454+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=A3VK3KDCXLXZ tag=Z1CUYYB9CHTT type=write size=3780644 2024-04-13T07:35:16.457 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.456+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=ES24UWZRU457 type=write size=72780 2024-04-13T07:35:16.459 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.459+0000 7f05f3c42780 1 < canceled operation key=77NI15K3IXNY tag=76JGHYOOBYZ3 type=del size=1055671 2024-04-13T07:35:16.461 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.461+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=VLA11WTVKQS2 type=del size=3041341 2024-04-13T07:35:16.465 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.465+0000 7f05f3c42780 1 < suggested update operation key=NOA5HUHWE14O tag=9KCB7V0E3JIF type=write size=678666 2024-04-13T07:35:16.468 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.467+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=MBJUUFF61EMG type=del size=4034152 2024-04-13T07:35:16.470 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.470+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~EZEWGBHGDION.0 size=114685 2024-04-13T07:35:16.474 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.474+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=EZEWGBHGDION tag=P01W5N44FYY7 type=write size=1163261 2024-04-13T07:35:16.476 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.476+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=Q07WHN17Y9N6 type=del size=501782 2024-04-13T07:35:16.478 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.478+0000 7f05f3c42780 1 < completed delete operation key=77NI15K3IXNY tag=MSPMETJMAPX5 type=del 2024-04-13T07:35:16.480 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.480+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=OTR2UQZYG5UO type=del size=1376015 2024-04-13T07:35:16.481 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.480+0000 7f05f3c42780 1 < canceled part key=_multipart_IDMD82V6SX39.2~M0XKFGDNW1AA.0 size=1048576 2024-04-13T07:35:16.482 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.482+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~M0XKFGDNW1AA.1 size=19435 2024-04-13T07:35:16.486 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.486+0000 7f05f3c42780 1 < canceled multipart upload key=IDMD82V6SX39 upload=M0XKFGDNW1AA tag=YYX4JOI5TDL5 type=write size=2116587 2024-04-13T07:35:16.488 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.488+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=425CASCX02RE type=del size=476606 2024-04-13T07:35:16.491 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.491+0000 7f05f3c42780 -1 < failed to complete operation key=NOA5HUHWE14O tag=VQ613XLHKNNC type=del size=196481: (22) Invalid argument 2024-04-13T07:35:16.496 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.496+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~F2XVSA1S1BQV.0 size=773019 2024-04-13T07:35:16.496 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.496+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=F2XVSA1S1BQV tag=SGLZGXN0X2A4 type=write size=1821595 2024-04-13T07:35:16.498 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.498+0000 7f05f3c42780 1 < canceled operation key=B7KHSTN92EMS tag=664J52GOAGDJ type=del size=1087592 2024-04-13T07:35:16.500 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.500+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=8U2YZQE566FW type=write size=407568 2024-04-13T07:35:16.502 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.502+0000 7f05f3c42780 1 < completed delete operation key=77NI15K3IXNY tag=NFWBZT3JS9X3 type=del 2024-04-13T07:35:16.505 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.504+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=EI85PRTO0RQD type=del size=3202296 2024-04-13T07:35:16.507 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.507+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~8ZMZD365L8JX.0 size=1048576 2024-04-13T07:35:16.509 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.508+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~8ZMZD365L8JX.1 size=11950 2024-04-13T07:35:16.512 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.512+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=8ZMZD365L8JX tag=8NI5DXYP5RM6 type=write size=2109102 2024-04-13T07:35:16.515 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.515+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=9F6Q7ZNG4D3K type=write size=100544 2024-04-13T07:35:16.519 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.519+0000 7f05f3c42780 1 < suggested update operation key=J4WRTB31TSAU tag=6ECYNYHJPLUR type=del size=1641164 2024-04-13T07:35:16.521 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.521+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=JRUNC0OWMZ35 type=del size=3522712 2024-04-13T07:35:16.526 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.525+0000 7f05f3c42780 1 < suggested remove operation key=2U7EF9PD2PDE tag=W6OTM0G197HT type=del 2024-04-13T07:35:16.528 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.528+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=T1FI2JSLIBN9 type=del size=2459903 2024-04-13T07:35:16.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.530+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~RMMQVAZF6SNB.0 size=1048576 2024-04-13T07:35:16.532 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.532+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~RMMQVAZF6SNB.1 size=1048576 2024-04-13T07:35:16.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.534+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~RMMQVAZF6SNB.2 size=955078 2024-04-13T07:35:16.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.537+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=RMMQVAZF6SNB tag=94GL4ZPFRPSL type=write size=4100806 2024-04-13T07:35:16.540 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.540+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=WK3BFFM5Y8LI type=del size=3113407 2024-04-13T07:35:16.542 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.542+0000 7f05f3c42780 1 < completed delete operation key=4G8K54UI1T3W tag=FBA0063SW8V1 type=del 2024-04-13T07:35:16.544 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.544+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=X8DV7FGLVFFI type=del size=171796 2024-04-13T07:35:16.544 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.544+0000 7f05f3c42780 1 < canceled part key=_multipart_MN5H0RIAHGLM.2~5MOTZD8RDNH5.0 size=1048576 2024-04-13T07:35:16.546 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.546+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~5MOTZD8RDNH5.1 size=272703 2024-04-13T07:35:16.550 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.550+0000 7f05f3c42780 1 < canceled multipart upload key=MN5H0RIAHGLM upload=5MOTZD8RDNH5 tag=K9IR4YLRRY12 type=write size=2369855 2024-04-13T07:35:16.552 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.552+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=4YPRBC1DBAOY type=write size=499493 2024-04-13T07:35:16.554 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.554+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=BLUFJI34G8QX type=del 2024-04-13T07:35:16.557 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.557+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=BPMNKIMOCDIS type=del size=3309863 2024-04-13T07:35:16.559 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.559+0000 7f05f3c42780 1 < canceled operation key=N1JTROSFNCR7 tag=ES24UWZRU457 type=write size=72780 2024-04-13T07:35:16.561 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.561+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=OXNR0GA4A3RJ type=del size=2487004 2024-04-13T07:35:16.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.565+0000 7f05f3c42780 1 < suggested remove operation key=SLR7Z6IC87H9 tag=VLA11WTVKQS2 type=del 2024-04-13T07:35:16.568 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.567+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=64F5XW2ZLRTN type=write size=183445 2024-04-13T07:35:16.570 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.570+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=MBJUUFF61EMG type=del 2024-04-13T07:35:16.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.574+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~DHYCQEOHB81Z.0 size=587520 2024-04-13T07:35:16.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.574+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=DHYCQEOHB81Z tag=NOLA4RF17XPQ type=write size=1636096 2024-04-13T07:35:16.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.578+0000 7f05f3c42780 1 < suggested update operation key=1HK0EXLRD6WR tag=Q07WHN17Y9N6 type=del size=501782 2024-04-13T07:35:16.580 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.580+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=FUAF6L7C3CCN type=del size=1838582 2024-04-13T07:35:16.582 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.582+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=OTR2UQZYG5UO type=del 2024-04-13T07:35:16.584 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.584+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=2PW34L350HCE type=write size=485932 2024-04-13T07:35:16.586 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.586+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=425CASCX02RE type=del 2024-04-13T07:35:16.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.588+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=GXDLO6B16YL6 type=del size=1099596 2024-04-13T07:35:16.590 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.590+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~F2XVSA1S1BQV.0 size=773019 2024-04-13T07:35:16.594 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.594+0000 7f05f3c42780 1 < completed multipart upload key=1HK0EXLRD6WR upload=F2XVSA1S1BQV tag=SGLZGXN0X2A4 type=write size=1821595 2024-04-13T07:35:16.597 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.597+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=QDE6GKKDRHN8 type=del size=662447 2024-04-13T07:35:16.600 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.599+0000 7f05f3c42780 1 < completed write operation key=GXQVWVGDUNMS tag=8U2YZQE566FW type=write size=407568 2024-04-13T07:35:16.602 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.602+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=EHSBQGG8JM84 type=del size=30316 2024-04-13T07:35:16.608 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.607+0000 7f05f3c42780 1 < suggested remove operation key=J4WRTB31TSAU tag=EI85PRTO0RQD type=del 2024-04-13T07:35:16.612 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.612+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~KNFUN9WT4AOC.0 size=1048576 2024-04-13T07:35:16.615 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.614+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~KNFUN9WT4AOC.1 size=458228 2024-04-13T07:35:16.615 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.614+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=KNFUN9WT4AOC tag=6QEB36P2LEZT type=write size=2555380 2024-04-13T07:35:16.617 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.616+0000 7f05f3c42780 1 < completed write operation key=R7A1HMG5PBY2 tag=9F6Q7ZNG4D3K type=write size=100544 2024-04-13T07:35:16.619 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.619+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=EQBHL9GFLOQX type=write size=497471 2024-04-13T07:35:16.621 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.621+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=JRUNC0OWMZ35 type=del 2024-04-13T07:35:16.623 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.623+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=6XT9UR8LN31I type=del size=4161731 2024-04-13T07:35:16.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.626+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=T1FI2JSLIBN9 type=del 2024-04-13T07:35:16.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.628+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=5CKM11FPT1M6 type=del size=1253208 2024-04-13T07:35:16.630 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.630+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=WK3BFFM5Y8LI type=del 2024-04-13T07:35:16.632 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.632+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=QUX7DMGZRG6S type=write size=895190 2024-04-13T07:35:16.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:16 smithi003 ceph-mon[91733]: pgmap v1476: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 901 KiB/s rd, 317 KiB/s wr, 1.60k op/s 2024-04-13T07:35:16.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:16 smithi003 ceph-mon[89364]: pgmap v1476: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 901 KiB/s rd, 317 KiB/s wr, 1.60k op/s 2024-04-13T07:35:16.636 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.636+0000 7f05f3c42780 1 < suggested update operation key=AKSUN8A52AHL tag=X8DV7FGLVFFI type=del size=171796 2024-04-13T07:35:16.638 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.638+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=87VHOP04ZQZM type=del size=3914940 2024-04-13T07:35:16.640 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.640+0000 7f05f3c42780 1 < completed write operation key=GXQVWVGDUNMS tag=4YPRBC1DBAOY type=write size=499493 2024-04-13T07:35:16.643 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.642+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=LX0W05N9PDO5 type=del size=202670 2024-04-13T07:35:16.645 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.644+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=BPMNKIMOCDIS type=del 2024-04-13T07:35:16.649 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.649+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~KKC4OJ82Y15Y.0 size=1048576 2024-04-13T07:35:16.651 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.651+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~KKC4OJ82Y15Y.1 size=1048576 2024-04-13T07:35:16.653 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.653+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~KKC4OJ82Y15Y.2 size=869629 2024-04-13T07:35:16.653 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.653+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=KKC4OJ82Y15Y tag=OIQ4X6X4R87C type=write size=4015357 2024-04-13T07:35:16.655 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.655+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=OXNR0GA4A3RJ type=del 2024-04-13T07:35:16.657 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.657+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=X65ALCKM8ZR8 type=del size=1785827 2024-04-13T07:35:16.659 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.659+0000 7f05f3c42780 1 < canceled operation key=TXG4Q8N5GJDX tag=64F5XW2ZLRTN type=write size=183445 2024-04-13T07:35:16.661 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.661+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=T4VRU8CAKTI6 type=del size=3676822 2024-04-13T07:35:16.664 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.663+0000 7f05f3c42780 1 < completed part key=_multipart_TEADR4H33ZHA.2~DHYCQEOHB81Z.0 size=587520 2024-04-13T07:35:16.667 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.667+0000 7f05f3c42780 1 < completed multipart upload key=TEADR4H33ZHA upload=DHYCQEOHB81Z tag=NOLA4RF17XPQ type=write size=1636096 2024-04-13T07:35:16.669 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.669+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=Q2H2HXYCGSN0 type=write size=415333 2024-04-13T07:35:16.671 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.671+0000 7f05f3c42780 1 < canceled operation key=C44XCR1L13WH tag=FUAF6L7C3CCN type=del size=1838582 2024-04-13T07:35:16.675 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.675+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~Z35GWX8GAU4N.0 size=1048576 2024-04-13T07:35:16.677 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.677+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~Z35GWX8GAU4N.1 size=482293 2024-04-13T07:35:16.677 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.677+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=Z35GWX8GAU4N tag=79XO6QSHKAZM type=write size=2579445 2024-04-13T07:35:16.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.679+0000 7f05f3c42780 1 < completed write operation key=B3WYR77RL9B4 tag=2PW34L350HCE type=write size=485932 2024-04-13T07:35:16.681 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.681+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=MJ4I1CYW1AZM type=del size=298460 2024-04-13T07:35:16.683 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.683+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=GXDLO6B16YL6 type=del 2024-04-13T07:35:16.685 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.685+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=VD53SRLIAEVS type=del size=2805091 2024-04-13T07:35:16.687 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.687+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=QDE6GKKDRHN8 type=del 2024-04-13T07:35:16.691 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.691+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~2LDXJJNNGCQ8.0 size=1048576 2024-04-13T07:35:16.693 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.693+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~2LDXJJNNGCQ8.1 size=14643 2024-04-13T07:35:16.693 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.693+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=2LDXJJNNGCQ8 tag=ANJ3AUZU6NV5 type=write size=2111795 2024-04-13T07:35:16.695 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.695+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=EHSBQGG8JM84 type=del 2024-04-13T07:35:16.697 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.697+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=6Y8VFEQXCZZS type=del size=4051119 2024-04-13T07:35:16.699 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.699+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~KNFUN9WT4AOC.0 size=1048576 2024-04-13T07:35:16.701 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.701+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~KNFUN9WT4AOC.1 size=458228 2024-04-13T07:35:16.705 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.704+0000 7f05f3c42780 1 < completed multipart upload key=Y2F6LZJG5LH0 upload=KNFUN9WT4AOC tag=6QEB36P2LEZT type=write size=2555380 2024-04-13T07:35:16.707 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.706+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=1APJFKL06WNB type=del size=2621427 2024-04-13T07:35:16.709 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.708+0000 7f05f3c42780 1 < completed write operation key=U7HAP4TTT8U3 tag=EQBHL9GFLOQX type=write size=497471 2024-04-13T07:35:16.712 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.711+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=U6GK9LX82AWH type=write size=425310 2024-04-13T07:35:16.714 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.714+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=6XT9UR8LN31I type=del 2024-04-13T07:35:16.718 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.718+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~AMJ3LLGM1AZR.0 size=445899 2024-04-13T07:35:16.718 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.718+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=AMJ3LLGM1AZR tag=TEBE3ZT2UR7X type=write size=1494475 2024-04-13T07:35:16.721 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.720+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=5CKM11FPT1M6 type=del 2024-04-13T07:35:16.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.723+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=9JZ8GFDPBC78 type=del size=3023580 2024-04-13T07:35:16.728 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.727+0000 7f05f3c42780 1 < suggested update operation key=IDMD82V6SX39 tag=QUX7DMGZRG6S type=write size=895190 2024-04-13T07:35:16.732 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.732+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~XB3FF1YD3C77.0 size=1048576 2024-04-13T07:35:16.734 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.733+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~XB3FF1YD3C77.1 size=379360 2024-04-13T07:35:16.734 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.733+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=XB3FF1YD3C77 tag=UCQ26TNLBDIS type=write size=2476512 2024-04-13T07:35:16.738 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.738+0000 7f05f3c42780 1 < suggested remove operation key=C44XCR1L13WH tag=87VHOP04ZQZM type=del 2024-04-13T07:35:16.740 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.740+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=UUGO2JV6H1O2 type=del size=3633818 2024-04-13T07:35:16.743 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.743+0000 7f05f3c42780 -1 < failed to complete operation key=IDMD82V6SX39 tag=LX0W05N9PDO5 type=del size=202670: (22) Invalid argument 2024-04-13T07:35:16.745 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.745+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=EM2M5N0G05QF type=del size=282382 2024-04-13T07:35:16.748 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.748+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~KKC4OJ82Y15Y.0 size=1048576 2024-04-13T07:35:16.750 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.749+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~KKC4OJ82Y15Y.1 size=1048576 2024-04-13T07:35:16.751 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.751+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~KKC4OJ82Y15Y.2 size=869629 2024-04-13T07:35:16.755 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.755+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=KKC4OJ82Y15Y tag=OIQ4X6X4R87C type=write size=4015357 2024-04-13T07:35:16.757 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.757+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=KJIKJV1PG7UO type=del size=3402200 2024-04-13T07:35:16.759 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.759+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=X65ALCKM8ZR8 type=del 2024-04-13T07:35:16.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.761+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=DZYMMPKLYBRZ type=del size=1568313 2024-04-13T07:35:16.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.765+0000 7f05f3c42780 1 < suggested update operation key=NOA5HUHWE14O tag=T4VRU8CAKTI6 type=del size=3676822 2024-04-13T07:35:16.769 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.769+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~AC4M06J49R0Q.0 size=1048576 2024-04-13T07:35:16.771 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.771+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~AC4M06J49R0Q.1 size=142297 2024-04-13T07:35:16.771 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.771+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=AC4M06J49R0Q tag=NZ2YUE1KPWWO type=write size=2239449 2024-04-13T07:35:16.775 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.775+0000 7f05f3c42780 1 < suggested update operation key=DMCQJNBIB4O2 tag=Q2H2HXYCGSN0 type=write size=415333 2024-04-13T07:35:16.777 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.777+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=T2HN907NR3BG type=write size=440835 2024-04-13T07:35:16.777 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.777+0000 7f05f3c42780 1 < canceled part key=_multipart_77NI15K3IXNY.2~Z35GWX8GAU4N.0 size=1048576 2024-04-13T07:35:16.779 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.779+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~Z35GWX8GAU4N.1 size=482293 2024-04-13T07:35:16.783 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.783+0000 7f05f3c42780 1 < canceled multipart upload key=77NI15K3IXNY upload=Z35GWX8GAU4N tag=79XO6QSHKAZM type=write size=2579445 2024-04-13T07:35:16.786 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.785+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=1RQWJ2U1DMZN type=write size=838801 2024-04-13T07:35:16.788 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.788+0000 7f05f3c42780 1 < completed delete operation key=U7HAP4TTT8U3 tag=MJ4I1CYW1AZM type=del 2024-04-13T07:35:16.790 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.790+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=9P5KQZLXKWD2 type=write size=433229 2024-04-13T07:35:16.793 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.793+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=VD53SRLIAEVS type=del 2024-04-13T07:35:16.795 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.795+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=2Y5GSKPZ4SC4 type=del size=3626 2024-04-13T07:35:16.797 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.797+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~2LDXJJNNGCQ8.0 size=1048576 2024-04-13T07:35:16.798 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.797+0000 7f05f3c42780 1 < canceled part key=_multipart_45BQPLCWG43N.2~2LDXJJNNGCQ8.1 size=14643 2024-04-13T07:35:16.801 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.801+0000 7f05f3c42780 1 < canceled multipart upload key=45BQPLCWG43N upload=2LDXJJNNGCQ8 tag=ANJ3AUZU6NV5 type=write size=2111795 2024-04-13T07:35:16.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.803+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=MJI92XXPUBVT type=del size=3500198 2024-04-13T07:35:16.807 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.807+0000 7f05f3c42780 1 < suggested remove operation key=45BQPLCWG43N tag=6Y8VFEQXCZZS type=del 2024-04-13T07:35:16.811 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.811+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~W9E81BZR8PBD.0 size=1048576 2024-04-13T07:35:16.813 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.813+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~W9E81BZR8PBD.1 size=1048576 2024-04-13T07:35:16.814 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.814+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~W9E81BZR8PBD.2 size=609609 2024-04-13T07:35:16.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.814+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=W9E81BZR8PBD tag=TBRRDUE620BF type=write size=3755337 2024-04-13T07:35:16.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.816+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=1APJFKL06WNB type=del 2024-04-13T07:35:16.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.820+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~M6CBE7XGMD9Z.0 size=77509 2024-04-13T07:35:16.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.820+0000 7f05f3c42780 1 > prepared multipart upload key=B3WYR77RL9B4 upload=M6CBE7XGMD9Z tag=RDTJTJBJ2QPW type=write size=1126085 2024-04-13T07:35:16.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.822+0000 7f05f3c42780 1 < completed write operation key=U7HAP4TTT8U3 tag=U6GK9LX82AWH type=write size=425310 2024-04-13T07:35:16.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.826+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~R52HBYYEDQBO.0 size=1048576 2024-04-13T07:35:16.828 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.828+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~R52HBYYEDQBO.1 size=196693 2024-04-13T07:35:16.828 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.828+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=R52HBYYEDQBO tag=UAU6YKRC9HNH type=write size=2293845 2024-04-13T07:35:16.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.830+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~AMJ3LLGM1AZR.0 size=445899 2024-04-13T07:35:16.834 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.834+0000 7f05f3c42780 1 < completed multipart upload key=NOA5HUHWE14O upload=AMJ3LLGM1AZR tag=TEBE3ZT2UR7X type=write size=1494475 2024-04-13T07:35:16.837 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.837+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=L19VYCLNLE1F type=del size=4139625 2024-04-13T07:35:16.839 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.839+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=9JZ8GFDPBC78 type=del 2024-04-13T07:35:16.843 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.843+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~LRA8YXTLUKH8.0 size=1048576 2024-04-13T07:35:16.845 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.845+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~LRA8YXTLUKH8.1 size=877874 2024-04-13T07:35:16.845 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.845+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=LRA8YXTLUKH8 tag=TY27VHBDUR34 type=write size=2975026 2024-04-13T07:35:16.847 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.847+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~XB3FF1YD3C77.0 size=1048576 2024-04-13T07:35:16.849 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.849+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~XB3FF1YD3C77.1 size=379360 2024-04-13T07:35:16.853 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.853+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=XB3FF1YD3C77 tag=UCQ26TNLBDIS type=write size=2476512 2024-04-13T07:35:16.857 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.857+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~E7NMZTOCIQG1.0 size=1048576 2024-04-13T07:35:16.859 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.858+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~E7NMZTOCIQG1.1 size=1048576 2024-04-13T07:35:16.861 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.860+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~E7NMZTOCIQG1.2 size=691825 2024-04-13T07:35:16.861 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.860+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=E7NMZTOCIQG1 tag=5XW0GMWX8RKS type=write size=3837553 2024-04-13T07:35:16.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.863+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=UUGO2JV6H1O2 type=del 2024-04-13T07:35:16.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.866+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~PZ20UDE59MF6.0 size=763211 2024-04-13T07:35:16.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.866+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=PZ20UDE59MF6 tag=I4JJLIFWM2QC type=write size=1811787 2024-04-13T07:35:16.869 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.869+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=EM2M5N0G05QF type=del 2024-04-13T07:35:16.871 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.871+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=NSI59DXUL6PP type=write size=117139 2024-04-13T07:35:16.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.873+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=KJIKJV1PG7UO type=del 2024-04-13T07:35:16.875 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.875+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=KMV6GN4VQFKH type=write size=4904 2024-04-13T07:35:16.878 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.877+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=DZYMMPKLYBRZ type=del 2024-04-13T07:35:16.882 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.882+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~NC9CKCD3SJMA.0 size=102415 2024-04-13T07:35:16.882 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.882+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=NC9CKCD3SJMA tag=E7HWRF9RDAN4 type=write size=1150991 2024-04-13T07:35:16.884 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.884+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~AC4M06J49R0Q.0 size=1048576 2024-04-13T07:35:16.886 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.886+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~AC4M06J49R0Q.1 size=142297 2024-04-13T07:35:16.890 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.889+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=AC4M06J49R0Q tag=NZ2YUE1KPWWO type=write size=2239449 2024-04-13T07:35:16.894 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.894+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~IO0IT2JKN48D.0 size=1048576 2024-04-13T07:35:16.896 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.895+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~IO0IT2JKN48D.1 size=1048576 2024-04-13T07:35:16.897 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.897+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~IO0IT2JKN48D.2 size=550798 2024-04-13T07:35:16.898 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.897+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=IO0IT2JKN48D tag=KLLDH7R476UY type=write size=3696526 2024-04-13T07:35:16.900 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.900+0000 7f05f3c42780 1 < completed write operation key=Z2QIOQ3JJHXN tag=T2HN907NR3BG type=write size=440835 2024-04-13T07:35:16.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.902+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=RBZFO1GEFZTU type=del size=943096 2024-04-13T07:35:16.904 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.904+0000 7f05f3c42780 1 < completed write operation key=B3WYR77RL9B4 tag=1RQWJ2U1DMZN type=write size=838801 2024-04-13T07:35:16.906 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.906+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=5EU0FNECXUTC type=del size=2889935 2024-04-13T07:35:16.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.909+0000 7f05f3c42780 1 < completed write operation key=97QQZFWRF5SP tag=9P5KQZLXKWD2 type=write size=433229 2024-04-13T07:35:16.911 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.911+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=3G75HRQTMCFB type=del size=1436413 2024-04-13T07:35:16.914 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.913+0000 7f05f3c42780 1 < completed delete operation key=Z2QIOQ3JJHXN tag=2Y5GSKPZ4SC4 type=del 2024-04-13T07:35:16.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.918+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~9QOZ7PQI09YM.0 size=525957 2024-04-13T07:35:16.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.918+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=9QOZ7PQI09YM tag=ZFMAFUV3MMEM type=write size=1574533 2024-04-13T07:35:16.921 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.921+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=MJI92XXPUBVT type=del 2024-04-13T07:35:16.925 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.925+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~XWF14FO8H1LQ.0 size=1048576 2024-04-13T07:35:16.927 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.927+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~XWF14FO8H1LQ.1 size=645423 2024-04-13T07:35:16.927 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.927+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=XWF14FO8H1LQ tag=EJJGL3MTBHO3 type=write size=2742575 2024-04-13T07:35:16.929 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.929+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~W9E81BZR8PBD.0 size=1048576 2024-04-13T07:35:16.931 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.931+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~W9E81BZR8PBD.1 size=1048576 2024-04-13T07:35:16.932 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.932+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~W9E81BZR8PBD.2 size=609609 2024-04-13T07:35:16.937 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.937+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=W9E81BZR8PBD tag=TBRRDUE620BF type=write size=3755337 2024-04-13T07:35:16.941 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.941+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~47FPHD7C6MVP.0 size=1048576 2024-04-13T07:35:16.943 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.942+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~47FPHD7C6MVP.1 size=861875 2024-04-13T07:35:16.943 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.942+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=47FPHD7C6MVP tag=NZ8J8CHZ2DUW type=write size=2959027 2024-04-13T07:35:16.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.944+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~M6CBE7XGMD9Z.0 size=77509 2024-04-13T07:35:16.950 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.948+0000 7f05f3c42780 1 < completed multipart upload key=B3WYR77RL9B4 upload=M6CBE7XGMD9Z tag=RDTJTJBJ2QPW type=write size=1126085 2024-04-13T07:35:16.950 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.950+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=IC2KNR4U9LVC type=del size=1503115 2024-04-13T07:35:16.953 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.952+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~R52HBYYEDQBO.0 size=1048576 2024-04-13T07:35:16.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.954+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~R52HBYYEDQBO.1 size=196693 2024-04-13T07:35:16.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.958+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=R52HBYYEDQBO tag=UAU6YKRC9HNH type=write size=2293845 2024-04-13T07:35:16.960 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.960+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=Q1HHXLYF4T56 type=write size=941698 2024-04-13T07:35:16.964 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.964+0000 7f05f3c42780 1 < suggested update operation key=TXG4Q8N5GJDX tag=L19VYCLNLE1F type=del size=4139625 2024-04-13T07:35:16.967 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.966+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=R14KCN707IA6 type=del size=553875 2024-04-13T07:35:16.967 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.967+0000 7f05f3c42780 1 < canceled part key=_multipart_43EJ55H9TGF3.2~LRA8YXTLUKH8.0 size=1048576 2024-04-13T07:35:16.969 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.969+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~LRA8YXTLUKH8.1 size=877874 2024-04-13T07:35:16.973 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.973+0000 7f05f3c42780 1 < canceled multipart upload key=43EJ55H9TGF3 upload=LRA8YXTLUKH8 tag=TY27VHBDUR34 type=write size=2975026 2024-04-13T07:35:16.975 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.975+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=QL3FD2D3GRF8 type=del size=3573477 2024-04-13T07:35:16.977 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.977+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~E7NMZTOCIQG1.0 size=1048576 2024-04-13T07:35:16.979 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.978+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~E7NMZTOCIQG1.1 size=1048576 2024-04-13T07:35:16.981 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.980+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~E7NMZTOCIQG1.2 size=691825 2024-04-13T07:35:16.985 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.984+0000 7f05f3c42780 1 < completed multipart upload key=6CXR0GIZ6246 upload=E7NMZTOCIQG1 tag=5XW0GMWX8RKS type=write size=3837553 2024-04-13T07:35:16.986 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.986+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=R37MCNGH9IW4 type=del size=3384277 2024-04-13T07:35:16.989 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.988+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~PZ20UDE59MF6.0 size=763211 2024-04-13T07:35:16.991 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.991+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=PZ20UDE59MF6 tag=I4JJLIFWM2QC type=write size=1811787 2024-04-13T07:35:16.993 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.993+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=2O02OI7C5B7U type=del size=2827347 2024-04-13T07:35:16.995 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.995+0000 7f05f3c42780 1 < completed write operation key=B3WYR77RL9B4 tag=NSI59DXUL6PP type=write size=117139 2024-04-13T07:35:16.999 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.999+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~WRLO2QY1032U.0 size=942626 2024-04-13T07:35:16.999 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:16.999+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=WRLO2QY1032U tag=GTT4TW2LXIGT type=write size=1991202 2024-04-13T07:35:17.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.001+0000 7f05f3c42780 1 < completed write operation key=SLR7Z6IC87H9 tag=KMV6GN4VQFKH type=write size=4904 2024-04-13T07:35:17.003 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.003+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=41K5TFMQ62YC type=del size=467106 2024-04-13T07:35:17.004 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.004+0000 7f05f3c42780 1 < canceled part key=_multipart_97QQZFWRF5SP.2~NC9CKCD3SJMA.0 size=102415 2024-04-13T07:35:17.008 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.007+0000 7f05f3c42780 1 < canceled multipart upload key=97QQZFWRF5SP upload=NC9CKCD3SJMA tag=E7HWRF9RDAN4 type=write size=1150991 2024-04-13T07:35:17.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.011+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~N0KK7HD9IIJE.0 size=1048576 2024-04-13T07:35:17.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.013+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~N0KK7HD9IIJE.1 size=1048576 2024-04-13T07:35:17.015 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.015+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~N0KK7HD9IIJE.2 size=931577 2024-04-13T07:35:17.015 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.015+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=N0KK7HD9IIJE tag=544UEXVQ5KE4 type=write size=4077305 2024-04-13T07:35:17.017 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.017+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~IO0IT2JKN48D.0 size=1048576 2024-04-13T07:35:17.019 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.019+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~IO0IT2JKN48D.1 size=1048576 2024-04-13T07:35:17.021 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.021+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~IO0IT2JKN48D.2 size=550798 2024-04-13T07:35:17.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.024+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=IO0IT2JKN48D tag=KLLDH7R476UY type=write size=3696526 2024-04-13T07:35:17.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.029+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~7MRE5PR7LJWT.0 size=1048576 2024-04-13T07:35:17.031 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.031+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~7MRE5PR7LJWT.1 size=1048576 2024-04-13T07:35:17.033 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.033+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~7MRE5PR7LJWT.2 size=475258 2024-04-13T07:35:17.033 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.033+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=7MRE5PR7LJWT tag=60IHEXR27A1J type=write size=3620986 2024-04-13T07:35:17.035 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.035+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=RBZFO1GEFZTU type=del 2024-04-13T07:35:17.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.039+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~9Z1GBFBO7LN4.0 size=1048576 2024-04-13T07:35:17.041 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.040+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~9Z1GBFBO7LN4.1 size=1048576 2024-04-13T07:35:17.042 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.042+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~9Z1GBFBO7LN4.2 size=869454 2024-04-13T07:35:17.043 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.042+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=9Z1GBFBO7LN4 tag=183TA1TUXUOB type=write size=4015182 2024-04-13T07:35:17.045 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.044+0000 7f05f3c42780 1 < completed delete operation key=DMCQJNBIB4O2 tag=5EU0FNECXUTC type=del 2024-04-13T07:35:17.047 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.047+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=JRGXBOIMKTZB type=del size=3056060 2024-04-13T07:35:17.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.049+0000 7f05f3c42780 1 < canceled operation key=6CXR0GIZ6246 tag=3G75HRQTMCFB type=del size=1436413 2024-04-13T07:35:17.051 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.051+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=S56N0TSAXSWU type=del size=1397875 2024-04-13T07:35:17.053 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.053+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~9QOZ7PQI09YM.0 size=525957 2024-04-13T07:35:17.057 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.057+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=9QOZ7PQI09YM tag=ZFMAFUV3MMEM type=write size=1574533 2024-04-13T07:35:17.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.061+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~S2FG3K71KMR5.0 size=1048576 2024-04-13T07:35:17.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.062+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~S2FG3K71KMR5.1 size=915704 2024-04-13T07:35:17.063 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.062+0000 7f05f3c42780 1 > prepared multipart upload key=4G8K54UI1T3W upload=S2FG3K71KMR5 tag=38BQTQBAGDS9 type=write size=3012856 2024-04-13T07:35:17.064 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.064+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~XWF14FO8H1LQ.0 size=1048576 2024-04-13T07:35:17.067 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.067+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~XWF14FO8H1LQ.1 size=645423 2024-04-13T07:35:17.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.070+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=XWF14FO8H1LQ tag=EJJGL3MTBHO3 type=write size=2742575 2024-04-13T07:35:17.073 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.072+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=XLETISPN3FL5 type=del size=590499 2024-04-13T07:35:17.075 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.075+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~47FPHD7C6MVP.0 size=1048576 2024-04-13T07:35:17.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.076+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~47FPHD7C6MVP.1 size=861875 2024-04-13T07:35:17.081 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.081+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=47FPHD7C6MVP tag=NZ8J8CHZ2DUW type=write size=2959027 2024-04-13T07:35:17.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.084+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~CQ0AKX944V4Z.0 size=1048576 2024-04-13T07:35:17.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.087+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~CQ0AKX944V4Z.1 size=838253 2024-04-13T07:35:17.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.087+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=CQ0AKX944V4Z tag=S3TM3FW4ZONA type=write size=2935405 2024-04-13T07:35:17.090 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.089+0000 7f05f3c42780 1 < completed delete operation key=MN5H0RIAHGLM tag=IC2KNR4U9LVC type=del 2024-04-13T07:35:17.094 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.094+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~X6BGVLTNL28X.0 size=302550 2024-04-13T07:35:17.094 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.094+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=X6BGVLTNL28X tag=52893R72YBT8 type=write size=1351126 2024-04-13T07:35:17.096 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.096+0000 7f05f3c42780 1 < completed write operation key=R7A1HMG5PBY2 tag=Q1HHXLYF4T56 type=write size=941698 2024-04-13T07:35:17.100 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.100+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~UZ0E6WDDXGBU.0 size=1048576 2024-04-13T07:35:17.102 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.102+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~UZ0E6WDDXGBU.1 size=1048576 2024-04-13T07:35:17.104 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.104+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~UZ0E6WDDXGBU.2 size=122257 2024-04-13T07:35:17.104 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.104+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=UZ0E6WDDXGBU tag=CQEU9J4CUMN2 type=write size=3267985 2024-04-13T07:35:17.106 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.106+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=R14KCN707IA6 type=del 2024-04-13T07:35:17.110 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.110+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~D0YN4QRC0UYK.0 size=1048576 2024-04-13T07:35:17.112 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.112+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~D0YN4QRC0UYK.1 size=1048576 2024-04-13T07:35:17.114 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.113+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~D0YN4QRC0UYK.2 size=280085 2024-04-13T07:35:17.114 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.113+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=D0YN4QRC0UYK tag=WZP4YJICW9LB type=write size=3425813 2024-04-13T07:35:17.116 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.116+0000 7f05f3c42780 1 < completed delete operation key=IDMD82V6SX39 tag=QL3FD2D3GRF8 type=del 2024-04-13T07:35:17.118 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.118+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=DT30PBHCJBN9 type=del size=1837351 2024-04-13T07:35:17.120 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.120+0000 7f05f3c42780 1 < canceled operation key=GXQVWVGDUNMS tag=R37MCNGH9IW4 type=del size=3384277 2024-04-13T07:35:17.124 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.124+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~QM4JY57V7PVD.0 size=1048576 2024-04-13T07:35:17.126 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.126+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~QM4JY57V7PVD.1 size=1048576 2024-04-13T07:35:17.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.128+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~QM4JY57V7PVD.2 size=1005396 2024-04-13T07:35:17.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.128+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=QM4JY57V7PVD tag=EI5Z856W35RC type=write size=4151124 2024-04-13T07:35:17.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.130+0000 7f05f3c42780 1 < completed delete operation key=45BQPLCWG43N tag=2O02OI7C5B7U type=del 2024-04-13T07:35:17.132 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.132+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=1F6ME3QC2TYK type=del size=2005450 2024-04-13T07:35:17.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.134+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~WRLO2QY1032U.0 size=942626 2024-04-13T07:35:17.138 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.138+0000 7f05f3c42780 1 < completed multipart upload key=GXQVWVGDUNMS upload=WRLO2QY1032U tag=GTT4TW2LXIGT type=write size=1991202 2024-04-13T07:35:17.141 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.141+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=B5TCG0I6GS63 type=del size=2681409 2024-04-13T07:35:17.143 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.143+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=41K5TFMQ62YC type=del 2024-04-13T07:35:17.146 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.145+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=KKAEP4X23B01 type=del size=3166339 2024-04-13T07:35:17.146 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.146+0000 7f05f3c42780 1 < canceled part key=_multipart_MN5H0RIAHGLM.2~N0KK7HD9IIJE.0 size=1048576 2024-04-13T07:35:17.148 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.148+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~N0KK7HD9IIJE.1 size=1048576 2024-04-13T07:35:17.153 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.150+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~N0KK7HD9IIJE.2 size=931577 2024-04-13T07:35:17.154 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.154+0000 7f05f3c42780 1 < canceled multipart upload key=MN5H0RIAHGLM upload=N0KK7HD9IIJE tag=544UEXVQ5KE4 type=write size=4077305 2024-04-13T07:35:17.156 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.156+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=79VHIJ99X78H type=del size=1140299 2024-04-13T07:35:17.158 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.158+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~7MRE5PR7LJWT.0 size=1048576 2024-04-13T07:35:17.160 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.160+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~7MRE5PR7LJWT.1 size=1048576 2024-04-13T07:35:17.162 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.162+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~7MRE5PR7LJWT.2 size=475258 2024-04-13T07:35:17.166 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.166+0000 7f05f3c42780 1 < completed multipart upload key=J4WRTB31TSAU upload=7MRE5PR7LJWT tag=60IHEXR27A1J type=write size=3620986 2024-04-13T07:35:17.168 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.168+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=41NS0CL9X91B type=del size=3130491 2024-04-13T07:35:17.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.170+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~9Z1GBFBO7LN4.0 size=1048576 2024-04-13T07:35:17.172 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.172+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~9Z1GBFBO7LN4.1 size=1048576 2024-04-13T07:35:17.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.174+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~9Z1GBFBO7LN4.2 size=869454 2024-04-13T07:35:17.178 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.177+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=9Z1GBFBO7LN4 tag=183TA1TUXUOB type=write size=4015182 2024-04-13T07:35:17.180 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.179+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=1U3NG9IGFR07 type=del size=2744391 2024-04-13T07:35:17.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.182+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=JRGXBOIMKTZB type=del 2024-04-13T07:35:17.184 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.184+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=NTJWOK26J2U0 type=del size=1347964 2024-04-13T07:35:17.187 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.187+0000 7f05f3c42780 1 < completed delete operation key=6CXR0GIZ6246 tag=S56N0TSAXSWU type=del 2024-04-13T07:35:17.191 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.191+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~DRG9ZKIH67F5.0 size=721000 2024-04-13T07:35:17.192 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.191+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=DRG9ZKIH67F5 tag=M6QXFB479UH8 type=write size=1769576 2024-04-13T07:35:17.192 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.191+0000 7f05f3c42780 1 < canceled part key=_multipart_4G8K54UI1T3W.2~S2FG3K71KMR5.0 size=1048576 2024-04-13T07:35:17.194 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.193+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~S2FG3K71KMR5.1 size=915704 2024-04-13T07:35:17.198 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.197+0000 7f05f3c42780 1 < canceled multipart upload key=4G8K54UI1T3W upload=S2FG3K71KMR5 tag=38BQTQBAGDS9 type=write size=3012856 2024-04-13T07:35:17.201 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.201+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~IBE6XL7LKGYD.0 size=1048576 2024-04-13T07:35:17.203 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.203+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~IBE6XL7LKGYD.1 size=819405 2024-04-13T07:35:17.203 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.203+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=IBE6XL7LKGYD tag=4RPS3T9TK21V type=write size=2916557 2024-04-13T07:35:17.207 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.207+0000 7f05f3c42780 1 < suggested update operation key=NOA5HUHWE14O tag=XLETISPN3FL5 type=del size=590499 2024-04-13T07:35:17.209 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.209+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=XHW32SCE93ZW type=write size=276868 2024-04-13T07:35:17.211 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.211+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~CQ0AKX944V4Z.0 size=1048576 2024-04-13T07:35:17.213 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.213+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~CQ0AKX944V4Z.1 size=838253 2024-04-13T07:35:17.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.218+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=CQ0AKX944V4Z tag=S3TM3FW4ZONA type=write size=2935405 2024-04-13T07:35:17.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.220+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=FMJPGOBV2WGV type=del size=3438084 2024-04-13T07:35:17.222 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.222+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~X6BGVLTNL28X.0 size=302550 2024-04-13T07:35:17.227 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.227+0000 7f05f3c42780 1 < completed multipart upload key=6CXR0GIZ6246 upload=X6BGVLTNL28X tag=52893R72YBT8 type=write size=1351126 2024-04-13T07:35:17.229 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.229+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=R61MD2GRUOA3 type=del size=2836676 2024-04-13T07:35:17.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.231+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~UZ0E6WDDXGBU.0 size=1048576 2024-04-13T07:35:17.233 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.233+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~UZ0E6WDDXGBU.1 size=1048576 2024-04-13T07:35:17.235 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.235+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~UZ0E6WDDXGBU.2 size=122257 2024-04-13T07:35:17.239 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.239+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=UZ0E6WDDXGBU tag=CQEU9J4CUMN2 type=write size=3267985 2024-04-13T07:35:17.242 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.241+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=MTPH7W0GPX37 type=del size=1779133 2024-04-13T07:35:17.244 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.244+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~D0YN4QRC0UYK.0 size=1048576 2024-04-13T07:35:17.245 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.245+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~D0YN4QRC0UYK.1 size=1048576 2024-04-13T07:35:17.247 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.247+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~D0YN4QRC0UYK.2 size=280085 2024-04-13T07:35:17.251 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.251+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=D0YN4QRC0UYK tag=WZP4YJICW9LB type=write size=3425813 2024-04-13T07:35:17.253 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.253+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=UABVMR00ZYY0 type=write size=408097 2024-04-13T07:35:17.255 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.255+0000 7f05f3c42780 1 < canceled operation key=43EJ55H9TGF3 tag=DT30PBHCJBN9 type=del size=1837351 2024-04-13T07:35:17.257 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.257+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=O6T1VPMA64AF type=del size=3749426 2024-04-13T07:35:17.259 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.259+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~QM4JY57V7PVD.0 size=1048576 2024-04-13T07:35:17.261 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.261+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~QM4JY57V7PVD.1 size=1048576 2024-04-13T07:35:17.261 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.261+0000 7f05f3c42780 1 < canceled part key=_multipart_J4WRTB31TSAU.2~QM4JY57V7PVD.2 size=1005396 2024-04-13T07:35:17.265 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.265+0000 7f05f3c42780 1 < canceled multipart upload key=J4WRTB31TSAU upload=QM4JY57V7PVD tag=EI5Z856W35RC type=write size=4151124 2024-04-13T07:35:17.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.269+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~FYRVMKQACGBU.0 size=117304 2024-04-13T07:35:17.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.269+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=FYRVMKQACGBU tag=OX2IXMF46B8U type=write size=1165880 2024-04-13T07:35:17.272 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.272+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=1F6ME3QC2TYK type=del 2024-04-13T07:35:17.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.275+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~L4DR1GK50PAP.0 size=1048576 2024-04-13T07:35:17.278 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.277+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~L4DR1GK50PAP.1 size=149423 2024-04-13T07:35:17.278 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.277+0000 7f05f3c42780 1 > prepared multipart upload key=FU38HSKLEDOP upload=L4DR1GK50PAP tag=DZJA5E729TDJ type=write size=2246575 2024-04-13T07:35:17.280 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.280+0000 7f05f3c42780 1 < completed delete operation key=45BQPLCWG43N tag=B5TCG0I6GS63 type=del 2024-04-13T07:35:17.285 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.284+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~0G2M2KOC0XGT.0 size=1048576 2024-04-13T07:35:17.287 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.286+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~0G2M2KOC0XGT.1 size=509193 2024-04-13T07:35:17.287 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.286+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=0G2M2KOC0XGT tag=MOQ75TGL6HCN type=write size=2606345 2024-04-13T07:35:17.289 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.289+0000 7f05f3c42780 1 < completed delete operation key=4G8K54UI1T3W tag=KKAEP4X23B01 type=del 2024-04-13T07:35:17.291 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.291+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=1DPCX5TJWHA5 type=del size=4051684 2024-04-13T07:35:17.294 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.294+0000 7f05f3c42780 -1 < failed to complete operation key=NOA5HUHWE14O tag=79VHIJ99X78H type=del size=1140299: (22) Invalid argument 2024-04-13T07:35:17.297 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.297+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=T8HU7VKYNWNB type=del size=1502753 2024-04-13T07:35:17.300 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.299+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=41NS0CL9X91B type=del 2024-04-13T07:35:17.302 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.302+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=5KZY9V14TEB7 type=del size=2700195 2024-04-13T07:35:17.304 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.304+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=1U3NG9IGFR07 type=del 2024-04-13T07:35:17.307 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.307+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=EOT3902CVWIQ type=del size=958668 2024-04-13T07:35:17.309 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.309+0000 7f05f3c42780 1 < completed delete operation key=J4WRTB31TSAU tag=NTJWOK26J2U0 type=del 2024-04-13T07:35:17.311 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.311+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=Z4JXD96E0XG7 type=write size=252833 2024-04-13T07:35:17.313 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.313+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~DRG9ZKIH67F5.0 size=721000 2024-04-13T07:35:17.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.317+0000 7f05f3c42780 1 < completed multipart upload key=NOA5HUHWE14O upload=DRG9ZKIH67F5 tag=M6QXFB479UH8 type=write size=1769576 2024-04-13T07:35:17.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.319+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=L13O7TYGBMII type=del size=3593234 2024-04-13T07:35:17.322 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.322+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~IBE6XL7LKGYD.0 size=1048576 2024-04-13T07:35:17.324 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.324+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~IBE6XL7LKGYD.1 size=819405 2024-04-13T07:35:17.328 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.328+0000 7f05f3c42780 1 < completed multipart upload key=1HK0EXLRD6WR upload=IBE6XL7LKGYD tag=4RPS3T9TK21V type=write size=2916557 2024-04-13T07:35:17.330 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.330+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=PPYY0NALYMNT type=write size=685140 2024-04-13T07:35:17.332 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.332+0000 7f05f3c42780 1 < canceled operation key=43EJ55H9TGF3 tag=XHW32SCE93ZW type=write size=276868 2024-04-13T07:35:17.334 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.334+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=XZO68A6TG42Z type=del size=1285182 2024-04-13T07:35:17.337 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.337+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=FMJPGOBV2WGV type=del 2024-04-13T07:35:17.342 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.342+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~2G16J15PG6S5.0 size=1048576 2024-04-13T07:35:17.344 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.344+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~2G16J15PG6S5.1 size=1048576 2024-04-13T07:35:17.346 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.346+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~2G16J15PG6S5.2 size=626923 2024-04-13T07:35:17.346 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.346+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=2G16J15PG6S5 tag=PDMPNY99KXFP type=write size=3772651 2024-04-13T07:35:17.349 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.349+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=R61MD2GRUOA3 type=del 2024-04-13T07:35:17.353 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.353+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~D5OSX4CRRBEG.0 size=1048576 2024-04-13T07:35:17.358 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.355+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~D5OSX4CRRBEG.1 size=186949 2024-04-13T07:35:17.358 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.355+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=D5OSX4CRRBEG tag=N38L8H6DL43F type=write size=2284101 2024-04-13T07:35:17.359 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.357+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=MTPH7W0GPX37 type=del 2024-04-13T07:35:17.360 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.359+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=A4VJHM1PTHEE type=del size=3188161 2024-04-13T07:35:17.362 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.362+0000 7f05f3c42780 1 < completed write operation key=C44XCR1L13WH tag=UABVMR00ZYY0 type=write size=408097 2024-04-13T07:35:17.364 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.364+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=CNC0MLBO6AEI type=del size=1558293 2024-04-13T07:35:17.367 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.366+0000 7f05f3c42780 1 < canceled operation key=97QQZFWRF5SP tag=O6T1VPMA64AF type=del size=3749426 2024-04-13T07:35:17.370 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.370+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=4YHROG4KFUTG type=write size=62047 2024-04-13T07:35:17.372 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.372+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~FYRVMKQACGBU.0 size=117304 2024-04-13T07:35:17.376 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.376+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=FYRVMKQACGBU tag=OX2IXMF46B8U type=write size=1165880 2024-04-13T07:35:17.381 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.380+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~FX1OQPXDURB0.0 size=873286 2024-04-13T07:35:17.381 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.380+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=FX1OQPXDURB0 tag=79Z2O0C46PHJ type=write size=1921862 2024-04-13T07:35:17.381 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.381+0000 7f05f3c42780 1 < canceled part key=_multipart_FU38HSKLEDOP.2~L4DR1GK50PAP.0 size=1048576 2024-04-13T07:35:17.382 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.382+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~L4DR1GK50PAP.1 size=149423 2024-04-13T07:35:17.386 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.386+0000 7f05f3c42780 1 < canceled multipart upload key=FU38HSKLEDOP upload=L4DR1GK50PAP tag=DZJA5E729TDJ type=write size=2246575 2024-04-13T07:35:17.388 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.388+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=3YTTMPP44FDL type=del size=3538847 2024-04-13T07:35:17.391 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.390+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~0G2M2KOC0XGT.0 size=1048576 2024-04-13T07:35:17.391 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.390+0000 7f05f3c42780 1 < canceled part key=_multipart_SB3J044OIBA2.2~0G2M2KOC0XGT.1 size=509193 2024-04-13T07:35:17.395 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.395+0000 7f05f3c42780 1 < canceled multipart upload key=SB3J044OIBA2 upload=0G2M2KOC0XGT tag=MOQ75TGL6HCN type=write size=2606345 2024-04-13T07:35:17.399 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.399+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~9SC3JRNB4HFI.0 size=1048576 2024-04-13T07:35:17.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.400+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~9SC3JRNB4HFI.1 size=616948 2024-04-13T07:35:17.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.400+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=9SC3JRNB4HFI tag=P364SYES0YQG type=write size=2714100 2024-04-13T07:35:17.403 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.402+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=1DPCX5TJWHA5 type=del 2024-04-13T07:35:17.436 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.405+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=6G8P6ZXFC5B3 type=del size=2704438 2024-04-13T07:35:17.436 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.407+0000 7f05f3c42780 1 < completed delete operation key=77NI15K3IXNY tag=T8HU7VKYNWNB type=del 2024-04-13T07:35:17.436 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.409+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=WY5IW5KB68YW type=del size=2757301 2024-04-13T07:35:17.436 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.413+0000 7f05f3c42780 1 < suggested remove operation key=43EJ55H9TGF3 tag=5KZY9V14TEB7 type=del 2024-04-13T07:35:17.436 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.415+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=V90IQO8CLTIA type=write size=665473 2024-04-13T07:35:17.436 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.418+0000 7f05f3c42780 1 < completed delete operation key=C44XCR1L13WH tag=EOT3902CVWIQ type=del 2024-04-13T07:35:17.436 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.420+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=B1EBXNMRDYCW type=del size=1327932 2024-04-13T07:35:17.436 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.422+0000 7f05f3c42780 1 < completed write operation key=6CXR0GIZ6246 tag=Z4JXD96E0XG7 type=write size=252833 2024-04-13T07:35:17.437 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.424+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=DZGLMRL2X4DR type=del size=317994 2024-04-13T07:35:17.437 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.426+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=L13O7TYGBMII type=del 2024-04-13T07:35:17.437 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.428+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=GCSZ2O6ONJ73 type=del size=1382725 2024-04-13T07:35:17.437 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.430+0000 7f05f3c42780 1 < completed write operation key=QTS892MIKZSS tag=PPYY0NALYMNT type=write size=685140 2024-04-13T07:35:17.437 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.434+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~PVF033BPR42Z.0 size=148265 2024-04-13T07:35:17.437 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.434+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=PVF033BPR42Z tag=5ZK2UWLP8B9D type=write size=1196841 2024-04-13T07:35:17.437 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.437+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=XZO68A6TG42Z type=del 2024-04-13T07:35:17.440 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.439+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=VEQRC3NJSFCS type=del size=3450937 2024-04-13T07:35:17.442 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.442+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~2G16J15PG6S5.0 size=1048576 2024-04-13T07:35:17.444 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.444+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~2G16J15PG6S5.1 size=1048576 2024-04-13T07:35:17.446 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.446+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~2G16J15PG6S5.2 size=626923 2024-04-13T07:35:17.452 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.451+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=2G16J15PG6S5 tag=PDMPNY99KXFP type=write size=3772651 2024-04-13T07:35:17.454 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.454+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=A4EF5QNLXSNL type=del size=670131 2024-04-13T07:35:17.454 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.454+0000 7f05f3c42780 1 < canceled part key=_multipart_45BQPLCWG43N.2~D5OSX4CRRBEG.0 size=1048576 2024-04-13T07:35:17.456 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.456+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~D5OSX4CRRBEG.1 size=186949 2024-04-13T07:35:17.460 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.460+0000 7f05f3c42780 1 < canceled multipart upload key=45BQPLCWG43N upload=D5OSX4CRRBEG tag=N38L8H6DL43F type=write size=2284101 2024-04-13T07:35:17.464 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.464+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~TTN7JBAK0G5E.0 size=989231 2024-04-13T07:35:17.464 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.464+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=TTN7JBAK0G5E tag=PZCGTNK1RO14 type=write size=2037807 2024-04-13T07:35:17.466 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.466+0000 7f05f3c42780 1 < completed delete operation key=J4WRTB31TSAU tag=A4VJHM1PTHEE type=del 2024-04-13T07:35:17.468 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.468+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=4EWFBG60QRB6 type=del size=2954314 2024-04-13T07:35:17.473 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.472+0000 7f05f3c42780 1 < suggested update operation key=QTS892MIKZSS tag=CNC0MLBO6AEI type=del size=1558293 2024-04-13T07:35:17.475 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.475+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=Z84GNZW8W0Z1 type=write size=392361 2024-04-13T07:35:17.480 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.480+0000 7f05f3c42780 1 < suggested update operation key=6CXR0GIZ6246 tag=4YHROG4KFUTG type=write size=62047 2024-04-13T07:35:17.485 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.484+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~EUOZ2235N0NK.0 size=1048576 2024-04-13T07:35:17.486 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.486+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~EUOZ2235N0NK.1 size=1048576 2024-04-13T07:35:17.488 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.488+0000 7f05f3c42780 1 > prepared part key=_multipart_B3WYR77RL9B4.2~EUOZ2235N0NK.2 size=1034024 2024-04-13T07:35:17.488 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.488+0000 7f05f3c42780 1 > prepared multipart upload key=B3WYR77RL9B4 upload=EUOZ2235N0NK tag=11XX1CJ7BOXQ type=write size=4179752 2024-04-13T07:35:17.491 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.491+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~FX1OQPXDURB0.0 size=873286 2024-04-13T07:35:17.494 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.494+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=FX1OQPXDURB0 tag=79Z2O0C46PHJ type=write size=1921862 2024-04-13T07:35:17.497 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.497+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=YDXN73YKZOI8 type=del size=3511373 2024-04-13T07:35:17.499 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.499+0000 7f05f3c42780 1 < completed delete operation key=J4WRTB31TSAU tag=3YTTMPP44FDL type=del 2024-04-13T07:35:17.503 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.503+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~FD4GN8W531DL.0 size=1048576 2024-04-13T07:35:17.505 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.505+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~FD4GN8W531DL.1 size=1048576 2024-04-13T07:35:17.507 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.507+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~FD4GN8W531DL.2 size=165862 2024-04-13T07:35:17.507 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.507+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=FD4GN8W531DL tag=7CX82Z8HF5I9 type=write size=3311590 2024-04-13T07:35:17.509 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.509+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~9SC3JRNB4HFI.0 size=1048576 2024-04-13T07:35:17.511 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.511+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~9SC3JRNB4HFI.1 size=616948 2024-04-13T07:35:17.515 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.515+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=9SC3JRNB4HFI tag=P364SYES0YQG type=write size=2714100 2024-04-13T07:35:17.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.517+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=KQHX6EJC5IFA type=del size=4009491 2024-04-13T07:35:17.519 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.519+0000 7f05f3c42780 1 < canceled operation key=IDMD82V6SX39 tag=6G8P6ZXFC5B3 type=del size=2704438 2024-04-13T07:35:17.521 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.521+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=WAE3PS7RAF0R type=del size=1296462 2024-04-13T07:35:17.524 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.524+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=WY5IW5KB68YW type=del 2024-04-13T07:35:17.526 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.526+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=P4ARA9KZ8RRJ type=del size=3074176 2024-04-13T07:35:17.528 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.528+0000 7f05f3c42780 1 < completed write operation key=N1JTROSFNCR7 tag=V90IQO8CLTIA type=write size=665473 2024-04-13T07:35:17.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.533+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~OT43D1ZNHA9C.0 size=1048576 2024-04-13T07:35:17.535 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.535+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~OT43D1ZNHA9C.1 size=1041709 2024-04-13T07:35:17.535 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.535+0000 7f05f3c42780 1 > prepared multipart upload key=4G8K54UI1T3W upload=OT43D1ZNHA9C tag=EEJFAGJVHFV6 type=write size=3138861 2024-04-13T07:35:17.539 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.539+0000 7f05f3c42780 1 < suggested update operation key=4G8K54UI1T3W tag=B1EBXNMRDYCW type=del size=1327932 2024-04-13T07:35:17.541 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.541+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=RW3DG9SM6NR1 type=del size=404520 2024-04-13T07:35:17.544 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.543+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=DZGLMRL2X4DR type=del 2024-04-13T07:35:17.548 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.548+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~ZYC08G24YX5L.0 size=1048576 2024-04-13T07:35:17.550 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.550+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~ZYC08G24YX5L.1 size=1048576 2024-04-13T07:35:17.553 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.552+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~ZYC08G24YX5L.2 size=175803 2024-04-13T07:35:17.553 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.552+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=ZYC08G24YX5L tag=67GYOBUMW6EU type=write size=3321531 2024-04-13T07:35:17.555 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.555+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=GCSZ2O6ONJ73 type=del 2024-04-13T07:35:17.558 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.558+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=RNG81AP1JW9B type=del size=239851 2024-04-13T07:35:17.560 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.560+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~PVF033BPR42Z.0 size=148265 2024-04-13T07:35:17.564 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.564+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=PVF033BPR42Z tag=5ZK2UWLP8B9D type=write size=1196841 2024-04-13T07:35:17.568 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.568+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~HJ0ODA4S0ZM3.0 size=28353 2024-04-13T07:35:17.568 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.568+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=HJ0ODA4S0ZM3 tag=3F6NYB2SE58G type=write size=1076929 2024-04-13T07:35:17.570 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.570+0000 7f05f3c42780 1 < completed delete operation key=UJ8CWXR3A7YN tag=VEQRC3NJSFCS type=del 2024-04-13T07:35:17.572 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.572+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=9COGCJPFR00O type=del size=3580948 2024-04-13T07:35:17.576 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.576+0000 7f05f3c42780 1 < suggested update operation key=TXG4Q8N5GJDX tag=A4EF5QNLXSNL type=del size=670131 2024-04-13T07:35:17.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.578+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=T7PGEOHXUVRB type=del size=1176767 2024-04-13T07:35:17.581 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.580+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~TTN7JBAK0G5E.0 size=989231 2024-04-13T07:35:17.584 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.584+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=TTN7JBAK0G5E tag=PZCGTNK1RO14 type=write size=2037807 2024-04-13T07:35:17.587 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.586+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=8VP693QMRLXH type=del size=320849 2024-04-13T07:35:17.590 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.590+0000 7f05f3c42780 1 < suggested update operation key=DMCQJNBIB4O2 tag=4EWFBG60QRB6 type=del size=2954314 2024-04-13T07:35:17.594 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.594+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~CZP300PO4H8X.0 size=1048576 2024-04-13T07:35:17.596 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.596+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~CZP300PO4H8X.1 size=1048576 2024-04-13T07:35:17.598 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.598+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~CZP300PO4H8X.2 size=732568 2024-04-13T07:35:17.598 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.598+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=CZP300PO4H8X tag=JX143YZTHXW4 type=write size=3878296 2024-04-13T07:35:17.600 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.600+0000 7f05f3c42780 1 < completed write operation key=Y2F6LZJG5LH0 tag=Z84GNZW8W0Z1 type=write size=392361 2024-04-13T07:35:17.604 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.604+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~0MIED0YJ4OYK.0 size=1048576 2024-04-13T07:35:17.606 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.606+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~0MIED0YJ4OYK.1 size=1048576 2024-04-13T07:35:17.608 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.608+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~0MIED0YJ4OYK.2 size=216054 2024-04-13T07:35:17.609 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.608+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=0MIED0YJ4OYK tag=09HCECM37R7W type=write size=3361782 2024-04-13T07:35:17.611 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.610+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~EUOZ2235N0NK.0 size=1048576 2024-04-13T07:35:17.612 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.612+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~EUOZ2235N0NK.1 size=1048576 2024-04-13T07:35:17.614 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.614+0000 7f05f3c42780 1 < completed part key=_multipart_B3WYR77RL9B4.2~EUOZ2235N0NK.2 size=1034024 2024-04-13T07:35:17.618 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.618+0000 7f05f3c42780 1 < completed multipart upload key=B3WYR77RL9B4 upload=EUOZ2235N0NK tag=11XX1CJ7BOXQ type=write size=4179752 2024-04-13T07:35:17.622 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.622+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~IBJB1GKF2AHM.0 size=122132 2024-04-13T07:35:17.622 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.622+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=IBJB1GKF2AHM tag=2SX0JALKLXL1 type=write size=1170708 2024-04-13T07:35:17.624 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.624+0000 7f05f3c42780 1 < completed delete operation key=6CXR0GIZ6246 tag=YDXN73YKZOI8 type=del 2024-04-13T07:35:17.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.628+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~25Y8FVRD9YEO.0 size=1048576 2024-04-13T07:35:17.630 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.630+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~25Y8FVRD9YEO.1 size=1048576 2024-04-13T07:35:17.632 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.632+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~25Y8FVRD9YEO.2 size=664691 2024-04-13T07:35:17.632 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.632+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=25Y8FVRD9YEO tag=4G4MGUJNYWNE type=write size=3810419 2024-04-13T07:35:17.634 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.634+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~FD4GN8W531DL.0 size=1048576 2024-04-13T07:35:17.636 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.636+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~FD4GN8W531DL.1 size=1048576 2024-04-13T07:35:17.638 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.637+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~FD4GN8W531DL.2 size=165862 2024-04-13T07:35:17.641 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.641+0000 7f05f3c42780 1 < completed multipart upload key=GXQVWVGDUNMS upload=FD4GN8W531DL tag=7CX82Z8HF5I9 type=write size=3311590 2024-04-13T07:35:17.643 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.643+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=3JHLQLHNN6DL type=del size=2155109 2024-04-13T07:35:17.645 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.645+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=KQHX6EJC5IFA type=del 2024-04-13T07:35:17.648 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.647+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=X4I5YDYSMG13 type=del size=779627 2024-04-13T07:35:17.650 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.649+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=WAE3PS7RAF0R type=del 2024-04-13T07:35:17.652 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.651+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=K2WRI4J8YOHF type=del size=3099983 2024-04-13T07:35:17.654 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.654+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=P4ARA9KZ8RRJ type=del 2024-04-13T07:35:17.659 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.658+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~22V32UX05P46.0 size=33718 2024-04-13T07:35:17.659 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.658+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=22V32UX05P46 tag=VZ45K7YIM1K1 type=write size=1082294 2024-04-13T07:35:17.661 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.661+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~OT43D1ZNHA9C.0 size=1048576 2024-04-13T07:35:17.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.662+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~OT43D1ZNHA9C.1 size=1041709 2024-04-13T07:35:17.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.672+0000 7f05f3c42780 1 < completed multipart upload key=4G8K54UI1T3W upload=OT43D1ZNHA9C tag=EEJFAGJVHFV6 type=write size=3138861 2024-04-13T07:35:17.675 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.675+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=HJI7KWN4OT0Q type=del size=2625043 2024-04-13T07:35:17.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.680+0000 7f05f3c42780 1 < suggested remove operation key=45BQPLCWG43N tag=RW3DG9SM6NR1 type=del 2024-04-13T07:35:17.685 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.685+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~L8D36WX7TXV6.0 size=1048576 2024-04-13T07:35:17.687 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.687+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~L8D36WX7TXV6.1 size=440970 2024-04-13T07:35:17.687 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.687+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=L8D36WX7TXV6 tag=TL4O2F4XSZHI type=write size=2538122 2024-04-13T07:35:17.689 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.689+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~ZYC08G24YX5L.0 size=1048576 2024-04-13T07:35:17.691 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.690+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~ZYC08G24YX5L.1 size=1048576 2024-04-13T07:35:17.692 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.692+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~ZYC08G24YX5L.2 size=175803 2024-04-13T07:35:17.696 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.696+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=ZYC08G24YX5L tag=67GYOBUMW6EU type=write size=3321531 2024-04-13T07:35:17.698 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.698+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=9DPXHWE1Y3EK type=del size=249109 2024-04-13T07:35:17.703 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.703+0000 7f05f3c42780 1 < suggested remove operation key=IDMD82V6SX39 tag=RNG81AP1JW9B type=del 2024-04-13T07:35:17.705 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.705+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=E8K5BVQ23GK9 type=del size=539158 2024-04-13T07:35:17.707 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.707+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~HJ0ODA4S0ZM3.0 size=28353 2024-04-13T07:35:17.711 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.711+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=HJ0ODA4S0ZM3 tag=3F6NYB2SE58G type=write size=1076929 2024-04-13T07:35:17.713 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.713+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=LXU3N1K7YQKT type=write size=232726 2024-04-13T07:35:17.715 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.715+0000 7f05f3c42780 1 < completed delete operation key=QTS892MIKZSS tag=9COGCJPFR00O type=del 2024-04-13T07:35:17.718 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.717+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=JUSMGWH9ZVNK type=del size=123645 2024-04-13T07:35:17.720 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.720+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=T7PGEOHXUVRB type=del 2024-04-13T07:35:17.722 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.722+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=9RFDJ8JA0BUS type=write size=240486 2024-04-13T07:35:17.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.724+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=8VP693QMRLXH type=del 2024-04-13T07:35:17.729 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.728+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~4NJXPE7YK3LS.0 size=1048576 2024-04-13T07:35:17.730 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.730+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~4NJXPE7YK3LS.1 size=522253 2024-04-13T07:35:17.730 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.730+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=4NJXPE7YK3LS tag=ZZ9HNBJIUPUM type=write size=2619405 2024-04-13T07:35:17.733 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.732+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~CZP300PO4H8X.0 size=1048576 2024-04-13T07:35:17.734 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.734+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~CZP300PO4H8X.1 size=1048576 2024-04-13T07:35:17.736 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.736+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~CZP300PO4H8X.2 size=732568 2024-04-13T07:35:17.740 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.740+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=CZP300PO4H8X tag=JX143YZTHXW4 type=write size=3878296 2024-04-13T07:35:17.744 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.744+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~90485N6J6P3N.0 size=1048576 2024-04-13T07:35:17.746 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.745+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~90485N6J6P3N.1 size=1048576 2024-04-13T07:35:17.748 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.747+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~90485N6J6P3N.2 size=79856 2024-04-13T07:35:17.748 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.747+0000 7f05f3c42780 1 > prepared multipart upload key=4G8K54UI1T3W upload=90485N6J6P3N tag=BLSY0FMSUFJ1 type=write size=3225584 2024-04-13T07:35:17.750 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.749+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~0MIED0YJ4OYK.0 size=1048576 2024-04-13T07:35:17.752 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.751+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~0MIED0YJ4OYK.1 size=1048576 2024-04-13T07:35:17.754 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.753+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~0MIED0YJ4OYK.2 size=216054 2024-04-13T07:35:17.758 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.757+0000 7f05f3c42780 1 < completed multipart upload key=J4WRTB31TSAU upload=0MIED0YJ4OYK tag=09HCECM37R7W type=write size=3361782 2024-04-13T07:35:17.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.761+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~UXHZ4JGW8ALR.0 size=1048576 2024-04-13T07:35:17.765 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.763+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~UXHZ4JGW8ALR.1 size=1048576 2024-04-13T07:35:17.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.766+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~UXHZ4JGW8ALR.2 size=916943 2024-04-13T07:35:17.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.766+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=UXHZ4JGW8ALR tag=CDQIETFPPN8I type=write size=4062671 2024-04-13T07:35:17.769 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.768+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~IBJB1GKF2AHM.0 size=122132 2024-04-13T07:35:17.772 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.772+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=IBJB1GKF2AHM tag=2SX0JALKLXL1 type=write size=1170708 2024-04-13T07:35:17.774 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.774+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=8XY73V9Z9S95 type=write size=555202 2024-04-13T07:35:17.777 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.776+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~25Y8FVRD9YEO.0 size=1048576 2024-04-13T07:35:17.778 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.778+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~25Y8FVRD9YEO.1 size=1048576 2024-04-13T07:35:17.780 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.780+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~25Y8FVRD9YEO.2 size=664691 2024-04-13T07:35:17.784 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.784+0000 7f05f3c42780 1 < completed multipart upload key=Y2F6LZJG5LH0 upload=25Y8FVRD9YEO tag=4G4MGUJNYWNE type=write size=3810419 2024-04-13T07:35:17.786 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.786+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=B21WN55WDJP6 type=del size=1981760 2024-04-13T07:35:17.788 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.788+0000 7f05f3c42780 1 < completed delete operation key=DMCQJNBIB4O2 tag=3JHLQLHNN6DL type=del 2024-04-13T07:35:17.790 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.790+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=QCGYI420UJ4T type=del size=820083 2024-04-13T07:35:17.792 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.792+0000 7f05f3c42780 1 < completed delete operation key=DMCQJNBIB4O2 tag=X4I5YDYSMG13 type=del 2024-04-13T07:35:17.795 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.794+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=6V0NZKLMFECE type=write size=497236 2024-04-13T07:35:17.797 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.796+0000 7f05f3c42780 1 < completed delete operation key=2U7EF9PD2PDE tag=K2WRI4J8YOHF type=del 2024-04-13T07:35:17.800 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.800+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~G3E2SJU63GD1.0 size=202348 2024-04-13T07:35:17.801 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.800+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=G3E2SJU63GD1 tag=XNJGFDN02BP9 type=write size=1250924 2024-04-13T07:35:17.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.802+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~22V32UX05P46.0 size=33718 2024-04-13T07:35:17.806 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.806+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=22V32UX05P46 tag=VZ45K7YIM1K1 type=write size=1082294 2024-04-13T07:35:17.810 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.810+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~6HCV93Q8T11X.0 size=1048576 2024-04-13T07:35:17.812 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.812+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~6HCV93Q8T11X.1 size=1048576 2024-04-13T07:35:17.813 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.813+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~6HCV93Q8T11X.2 size=252043 2024-04-13T07:35:17.814 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.813+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=6HCV93Q8T11X tag=ROS0W655KN0L type=write size=3397771 2024-04-13T07:35:17.816 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.815+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=HJI7KWN4OT0Q type=del 2024-04-13T07:35:17.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.820+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~GGBB8AJZOHAP.0 size=1048576 2024-04-13T07:35:17.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.822+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~GGBB8AJZOHAP.1 size=537995 2024-04-13T07:35:17.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.822+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=GGBB8AJZOHAP tag=66K68ELJ5CPE type=write size=2635147 2024-04-13T07:35:17.825 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.825+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~L8D36WX7TXV6.0 size=1048576 2024-04-13T07:35:17.827 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.827+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~L8D36WX7TXV6.1 size=440970 2024-04-13T07:35:17.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.830+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=L8D36WX7TXV6 tag=TL4O2F4XSZHI type=write size=2538122 2024-04-13T07:35:17.832 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.832+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=JAGVZD99UQRR type=del size=2171534 2024-04-13T07:35:17.834 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.834+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=9DPXHWE1Y3EK type=del 2024-04-13T07:35:17.837 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.836+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=UWC9OO51COE9 type=del size=3598728 2024-04-13T07:35:17.838 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.838+0000 7f05f3c42780 1 < completed delete operation key=IDMD82V6SX39 tag=E8K5BVQ23GK9 type=del 2024-04-13T07:35:17.841 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.840+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=H53PA1WCHFLV type=del size=1717216 2024-04-13T07:35:17.843 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.842+0000 7f05f3c42780 1 < completed write operation key=QTS892MIKZSS tag=LXU3N1K7YQKT type=write size=232726 2024-04-13T07:35:17.846 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.846+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~4IY0P7TRHO8Y.0 size=1048576 2024-04-13T07:35:17.848 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.848+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~4IY0P7TRHO8Y.1 size=1048576 2024-04-13T07:35:17.851 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.850+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~4IY0P7TRHO8Y.2 size=114656 2024-04-13T07:35:17.851 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.850+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=4IY0P7TRHO8Y tag=INZ12721CW1I type=write size=3260384 2024-04-13T07:35:17.855 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.855+0000 7f05f3c42780 1 < suggested update operation key=IDMD82V6SX39 tag=JUSMGWH9ZVNK type=del size=123645 2024-04-13T07:35:17.857 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.856+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=JAEW5YTZC35L type=del size=3618596 2024-04-13T07:35:17.859 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.859+0000 7f05f3c42780 1 < completed write operation key=B3WYR77RL9B4 tag=9RFDJ8JA0BUS type=write size=240486 2024-04-13T07:35:17.861 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.861+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=2FKGMF55XJS1 type=write size=662660 2024-04-13T07:35:17.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.864+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~4NJXPE7YK3LS.0 size=1048576 2024-04-13T07:35:17.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.866+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~4NJXPE7YK3LS.1 size=522253 2024-04-13T07:35:17.869 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.869+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=4NJXPE7YK3LS tag=ZZ9HNBJIUPUM type=write size=2619405 2024-04-13T07:35:17.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.873+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~5ECD2BBDXH13.0 size=339540 2024-04-13T07:35:17.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.873+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=5ECD2BBDXH13 tag=C8A0D6Q2CW39 type=write size=1388116 2024-04-13T07:35:17.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.875+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~90485N6J6P3N.0 size=1048576 2024-04-13T07:35:17.877 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.877+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~90485N6J6P3N.1 size=1048576 2024-04-13T07:35:17.879 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.879+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~90485N6J6P3N.2 size=79856 2024-04-13T07:35:17.883 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.882+0000 7f05f3c42780 1 < completed multipart upload key=4G8K54UI1T3W upload=90485N6J6P3N tag=BLSY0FMSUFJ1 type=write size=3225584 2024-04-13T07:35:17.887 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.887+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~BSVF4179FHEA.0 size=1048576 2024-04-13T07:35:17.889 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.888+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~BSVF4179FHEA.1 size=10082 2024-04-13T07:35:17.889 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.888+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=BSVF4179FHEA tag=01TGN41A4CE6 type=write size=2107234 2024-04-13T07:35:17.891 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.891+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~UXHZ4JGW8ALR.0 size=1048576 2024-04-13T07:35:17.891 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.891+0000 7f05f3c42780 1 < canceled part key=_multipart_SLR7Z6IC87H9.2~UXHZ4JGW8ALR.1 size=1048576 2024-04-13T07:35:17.893 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.892+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~UXHZ4JGW8ALR.2 size=916943 2024-04-13T07:35:17.896 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.896+0000 7f05f3c42780 1 < canceled multipart upload key=SLR7Z6IC87H9 upload=UXHZ4JGW8ALR tag=CDQIETFPPN8I type=write size=4062671 2024-04-13T07:35:17.900 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.900+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~SX5GPJOGZSXG.0 size=1048576 2024-04-13T07:35:17.903 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.902+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~SX5GPJOGZSXG.1 size=855055 2024-04-13T07:35:17.903 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.902+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=SX5GPJOGZSXG tag=EX912CBNL51M type=write size=2952207 2024-04-13T07:35:17.905 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.904+0000 7f05f3c42780 1 < completed write operation key=U7HAP4TTT8U3 tag=8XY73V9Z9S95 type=write size=555202 2024-04-13T07:35:17.907 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.906+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=TMCZBC0IG8ET type=del size=3386021 2024-04-13T07:35:17.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.908+0000 7f05f3c42780 1 < completed delete operation key=J4WRTB31TSAU tag=B21WN55WDJP6 type=del 2024-04-13T07:35:17.913 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.912+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~WORFP4LPH2G1.0 size=1048576 2024-04-13T07:35:17.914 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.914+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~WORFP4LPH2G1.1 size=1048576 2024-04-13T07:35:17.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.916+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~WORFP4LPH2G1.2 size=686025 2024-04-13T07:35:17.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.916+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=WORFP4LPH2G1 tag=L9TXOBT96WVW type=write size=3831753 2024-04-13T07:35:17.920 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.920+0000 7f05f3c42780 1 < suggested remove operation key=SLR7Z6IC87H9 tag=QCGYI420UJ4T type=del 2024-04-13T07:35:17.924 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.924+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~GV1ETPM0P2PF.0 size=1048576 2024-04-13T07:35:17.927 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.927+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~GV1ETPM0P2PF.1 size=1048576 2024-04-13T07:35:17.929 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.928+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~GV1ETPM0P2PF.2 size=727133 2024-04-13T07:35:17.929 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.928+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=GV1ETPM0P2PF tag=UD5RAH78YY3H type=write size=3872861 2024-04-13T07:35:17.931 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.930+0000 7f05f3c42780 1 < completed write operation key=UJ8CWXR3A7YN tag=6V0NZKLMFECE type=write size=497236 2024-04-13T07:35:17.935 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.935+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~3E0RKJCW3PZF.0 size=1048576 2024-04-13T07:35:17.937 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.937+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~3E0RKJCW3PZF.1 size=273906 2024-04-13T07:35:17.937 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.937+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=3E0RKJCW3PZF tag=IIH67XWQ4S63 type=write size=2371058 2024-04-13T07:35:17.939 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.939+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~G3E2SJU63GD1.0 size=202348 2024-04-13T07:35:17.943 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.943+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=G3E2SJU63GD1 tag=XNJGFDN02BP9 type=write size=1250924 2024-04-13T07:35:17.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.947+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~JRE74PBJAWUI.0 size=1048576 2024-04-13T07:35:17.949 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.948+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~JRE74PBJAWUI.1 size=1048576 2024-04-13T07:35:17.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.950+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~JRE74PBJAWUI.2 size=181622 2024-04-13T07:35:17.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.950+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=JRE74PBJAWUI tag=T5OFXQ1YO35E type=write size=3327350 2024-04-13T07:35:17.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.952+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~6HCV93Q8T11X.0 size=1048576 2024-04-13T07:35:17.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.955+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~6HCV93Q8T11X.1 size=1048576 2024-04-13T07:35:17.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.957+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~6HCV93Q8T11X.2 size=252043 2024-04-13T07:35:17.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.961+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=6HCV93Q8T11X tag=ROS0W655KN0L type=write size=3397771 2024-04-13T07:35:17.966 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.965+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~EMK0POCNEUWD.0 size=1048576 2024-04-13T07:35:17.968 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.968+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~EMK0POCNEUWD.1 size=1048576 2024-04-13T07:35:17.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.970+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~EMK0POCNEUWD.2 size=137442 2024-04-13T07:35:17.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.970+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=EMK0POCNEUWD tag=QOJYUECY4688 type=write size=3283170 2024-04-13T07:35:17.972 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.972+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~GGBB8AJZOHAP.0 size=1048576 2024-04-13T07:35:17.975 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.974+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~GGBB8AJZOHAP.1 size=537995 2024-04-13T07:35:17.979 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.979+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=GGBB8AJZOHAP tag=66K68ELJ5CPE type=write size=2635147 2024-04-13T07:35:17.983 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.983+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~SHXRI8JPDTBC.0 size=1048576 2024-04-13T07:35:17.985 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.985+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~SHXRI8JPDTBC.1 size=539818 2024-04-13T07:35:17.985 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.985+0000 7f05f3c42780 1 > prepared multipart upload key=FU38HSKLEDOP upload=SHXRI8JPDTBC tag=IQ26J2FQYWHP type=write size=2636970 2024-04-13T07:35:17.987 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.987+0000 7f05f3c42780 1 < completed delete operation key=6CXR0GIZ6246 tag=JAGVZD99UQRR type=del 2024-04-13T07:35:17.992 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.992+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~WNGVABHO8524.0 size=1048576 2024-04-13T07:35:17.994 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.994+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~WNGVABHO8524.1 size=1048576 2024-04-13T07:35:17.996 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.996+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~WNGVABHO8524.2 size=137028 2024-04-13T07:35:17.996 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.996+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=WNGVABHO8524 tag=18TSOTCMKMU9 type=write size=3282756 2024-04-13T07:35:17.998 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:17.998+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=UWC9OO51COE9 type=del 2024-04-13T07:35:18.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.001+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=OAB8SS2Z0S9C type=del size=1567903 2024-04-13T07:35:18.003 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.003+0000 7f05f3c42780 1 < completed delete operation key=J4WRTB31TSAU tag=H53PA1WCHFLV type=del 2024-04-13T07:35:18.007 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.007+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~83U8RITF8SUZ.0 size=1048576 2024-04-13T07:35:18.009 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.009+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~83U8RITF8SUZ.1 size=585038 2024-04-13T07:35:18.009 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.009+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=83U8RITF8SUZ tag=MHQZQWMOBS9D type=write size=2682190 2024-04-13T07:35:18.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.011+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~4IY0P7TRHO8Y.0 size=1048576 2024-04-13T07:35:18.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.013+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~4IY0P7TRHO8Y.1 size=1048576 2024-04-13T07:35:18.015 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.015+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~4IY0P7TRHO8Y.2 size=114656 2024-04-13T07:35:18.019 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.019+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=4IY0P7TRHO8Y tag=INZ12721CW1I type=write size=3260384 2024-04-13T07:35:18.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.023+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~52VIF2QYFDUW.0 size=756499 2024-04-13T07:35:18.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.023+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=52VIF2QYFDUW tag=WEG5YQQGNHDM type=write size=1805075 2024-04-13T07:35:18.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.025+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=JAEW5YTZC35L type=del 2024-04-13T07:35:18.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.029+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~807RA6I0V0JP.0 size=1048576 2024-04-13T07:35:18.031 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.031+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~807RA6I0V0JP.1 size=1048576 2024-04-13T07:35:18.033 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.033+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~807RA6I0V0JP.2 size=928184 2024-04-13T07:35:18.033 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.033+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=807RA6I0V0JP tag=ZEM1675SAPA8 type=write size=4073912 2024-04-13T07:35:18.036 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.035+0000 7f05f3c42780 1 < completed write operation key=C44XCR1L13WH tag=2FKGMF55XJS1 type=write size=662660 2024-04-13T07:35:18.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.037+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=41986MV397JQ type=del size=894173 2024-04-13T07:35:18.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.038+0000 7f05f3c42780 1 < canceled part key=_multipart_Z2QIOQ3JJHXN.2~5ECD2BBDXH13.0 size=339540 2024-04-13T07:35:18.042 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.042+0000 7f05f3c42780 1 < canceled multipart upload key=Z2QIOQ3JJHXN upload=5ECD2BBDXH13 tag=C8A0D6Q2CW39 type=write size=1388116 2024-04-13T07:35:18.046 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.046+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~ARG9BD8V510F.0 size=1048576 2024-04-13T07:35:18.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.048+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~ARG9BD8V510F.1 size=744439 2024-04-13T07:35:18.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.048+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=ARG9BD8V510F tag=JV393K95WG7L type=write size=2841591 2024-04-13T07:35:18.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.050+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~BSVF4179FHEA.0 size=1048576 2024-04-13T07:35:18.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.052+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~BSVF4179FHEA.1 size=10082 2024-04-13T07:35:18.056 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.056+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=BSVF4179FHEA tag=01TGN41A4CE6 type=write size=2107234 2024-04-13T07:35:18.058 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.058+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=0UUCGOP3L9ZW type=write size=1045960 2024-04-13T07:35:18.059 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.059+0000 7f05f3c42780 1 < canceled part key=_multipart_43EJ55H9TGF3.2~SX5GPJOGZSXG.0 size=1048576 2024-04-13T07:35:18.060 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.060+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~SX5GPJOGZSXG.1 size=855055 2024-04-13T07:35:18.064 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.064+0000 7f05f3c42780 1 < canceled multipart upload key=43EJ55H9TGF3 upload=SX5GPJOGZSXG tag=EX912CBNL51M type=write size=2952207 2024-04-13T07:35:18.066 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.066+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=HE1BLCHXKPK1 type=del size=3692559 2024-04-13T07:35:18.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.068+0000 7f05f3c42780 1 < completed delete operation key=UJ8CWXR3A7YN tag=TMCZBC0IG8ET type=del 2024-04-13T07:35:18.073 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.073+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~NGVHUK795FLP.0 size=1048576 2024-04-13T07:35:18.075 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.075+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~NGVHUK795FLP.1 size=1048576 2024-04-13T07:35:18.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.076+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~NGVHUK795FLP.2 size=931666 2024-04-13T07:35:18.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.076+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=NGVHUK795FLP tag=WT6WST3EP2QB type=write size=4077394 2024-04-13T07:35:18.079 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.079+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~WORFP4LPH2G1.0 size=1048576 2024-04-13T07:35:18.079 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.079+0000 7f05f3c42780 1 < canceled part key=_multipart_6CXR0GIZ6246.2~WORFP4LPH2G1.1 size=1048576 2024-04-13T07:35:18.079 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.079+0000 7f05f3c42780 1 < canceled part key=_multipart_6CXR0GIZ6246.2~WORFP4LPH2G1.2 size=686025 2024-04-13T07:35:18.083 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.083+0000 7f05f3c42780 1 < canceled multipart upload key=6CXR0GIZ6246 upload=WORFP4LPH2G1 tag=L9TXOBT96WVW type=write size=3831753 2024-04-13T07:35:18.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.085+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=S53Z5A2J5JB4 type=write size=403656 2024-04-13T07:35:18.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.088+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~GV1ETPM0P2PF.0 size=1048576 2024-04-13T07:35:18.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.088+0000 7f05f3c42780 1 < canceled part key=_multipart_TXG4Q8N5GJDX.2~GV1ETPM0P2PF.1 size=1048576 2024-04-13T07:35:18.090 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.089+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~GV1ETPM0P2PF.2 size=727133 2024-04-13T07:35:18.093 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.093+0000 7f05f3c42780 1 < canceled multipart upload key=TXG4Q8N5GJDX upload=GV1ETPM0P2PF tag=UD5RAH78YY3H type=write size=3872861 2024-04-13T07:35:18.096 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.096+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=2WXXJ293CWIZ type=del size=3325181 2024-04-13T07:35:18.098 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.098+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~3E0RKJCW3PZF.0 size=1048576 2024-04-13T07:35:18.100 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.100+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~3E0RKJCW3PZF.1 size=273906 2024-04-13T07:35:18.103 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.103+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=3E0RKJCW3PZF tag=IIH67XWQ4S63 type=write size=2371058 2024-04-13T07:35:18.108 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.108+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~PIAYS1CL7489.0 size=1048576 2024-04-13T07:35:18.110 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.109+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~PIAYS1CL7489.1 size=1048576 2024-04-13T07:35:18.111 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.111+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~PIAYS1CL7489.2 size=339783 2024-04-13T07:35:18.111 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.111+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=PIAYS1CL7489 tag=T3VLUC73K6FE type=write size=3485511 2024-04-13T07:35:18.113 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.113+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~JRE74PBJAWUI.0 size=1048576 2024-04-13T07:35:18.115 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.115+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~JRE74PBJAWUI.1 size=1048576 2024-04-13T07:35:18.117 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.117+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~JRE74PBJAWUI.2 size=181622 2024-04-13T07:35:18.121 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.121+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=JRE74PBJAWUI tag=T5OFXQ1YO35E type=write size=3327350 2024-04-13T07:35:18.123 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.123+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=ZXSG9200I7VS type=write size=814997 2024-04-13T07:35:18.125 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.125+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~EMK0POCNEUWD.0 size=1048576 2024-04-13T07:35:18.127 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.127+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~EMK0POCNEUWD.1 size=1048576 2024-04-13T07:35:18.129 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.128+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~EMK0POCNEUWD.2 size=137442 2024-04-13T07:35:18.133 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.132+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=EMK0POCNEUWD tag=QOJYUECY4688 type=write size=3283170 2024-04-13T07:35:18.135 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.134+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=O6T9GYVZGH17 type=del size=2992451 2024-04-13T07:35:18.137 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.137+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~SHXRI8JPDTBC.0 size=1048576 2024-04-13T07:35:18.139 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.139+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~SHXRI8JPDTBC.1 size=539818 2024-04-13T07:35:18.143 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.143+0000 7f05f3c42780 1 < completed multipart upload key=FU38HSKLEDOP upload=SHXRI8JPDTBC tag=IQ26J2FQYWHP type=write size=2636970 2024-04-13T07:35:18.148 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.148+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~ZVG9X3LY9O3K.0 size=1048576 2024-04-13T07:35:18.150 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.150+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~ZVG9X3LY9O3K.1 size=1048576 2024-04-13T07:35:18.152 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.152+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~ZVG9X3LY9O3K.2 size=917284 2024-04-13T07:35:18.152 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.152+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=ZVG9X3LY9O3K tag=ZP3CQ3QZZXHW type=write size=4063012 2024-04-13T07:35:18.153 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.152+0000 7f05f3c42780 1 < canceled part key=_multipart_45BQPLCWG43N.2~WNGVABHO8524.0 size=1048576 2024-04-13T07:35:18.154 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.154+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~WNGVABHO8524.1 size=1048576 2024-04-13T07:35:18.156 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.156+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~WNGVABHO8524.2 size=137028 2024-04-13T07:35:18.160 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.160+0000 7f05f3c42780 1 < canceled multipart upload key=45BQPLCWG43N upload=WNGVABHO8524 tag=18TSOTCMKMU9 type=write size=3282756 2024-04-13T07:35:18.164 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.164+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~8GATPNVPA77L.0 size=1048576 2024-04-13T07:35:18.166 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.165+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~8GATPNVPA77L.1 size=711887 2024-04-13T07:35:18.166 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.165+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=8GATPNVPA77L tag=S5EQQAHVILVY type=write size=2809039 2024-04-13T07:35:18.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.170+0000 7f05f3c42780 1 < suggested update operation key=SLR7Z6IC87H9 tag=OAB8SS2Z0S9C type=del size=1567903 2024-04-13T07:35:18.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.172+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=3KEEGDIVC0VQ type=del size=919341 2024-04-13T07:35:18.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.175+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~83U8RITF8SUZ.0 size=1048576 2024-04-13T07:35:18.177 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.176+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~83U8RITF8SUZ.1 size=585038 2024-04-13T07:35:18.180 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.180+0000 7f05f3c42780 1 < completed multipart upload key=2U7EF9PD2PDE upload=83U8RITF8SUZ tag=MHQZQWMOBS9D type=write size=2682190 2024-04-13T07:35:18.183 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.182+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=1Q17KZNDPHDL type=del size=1574761 2024-04-13T07:35:18.185 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.185+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~52VIF2QYFDUW.0 size=756499 2024-04-13T07:35:18.189 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.188+0000 7f05f3c42780 1 < completed multipart upload key=MN5H0RIAHGLM upload=52VIF2QYFDUW tag=WEG5YQQGNHDM type=write size=1805075 2024-04-13T07:35:18.191 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.191+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=0PC3CD5FJWJZ type=del size=2540246 2024-04-13T07:35:18.193 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.193+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~807RA6I0V0JP.0 size=1048576 2024-04-13T07:35:18.195 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.195+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~807RA6I0V0JP.1 size=1048576 2024-04-13T07:35:18.197 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.197+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~807RA6I0V0JP.2 size=928184 2024-04-13T07:35:18.200 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.200+0000 7f05f3c42780 1 < completed multipart upload key=N1JTROSFNCR7 upload=807RA6I0V0JP tag=ZEM1675SAPA8 type=write size=4073912 2024-04-13T07:35:18.203 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.202+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=1E3QZR13JKHC type=del size=2511618 2024-04-13T07:35:18.205 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.205+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=41986MV397JQ type=del 2024-04-13T07:35:18.207 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.207+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=AUAPHQVVP7N2 type=del size=1877402 2024-04-13T07:35:18.209 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.209+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~ARG9BD8V510F.0 size=1048576 2024-04-13T07:35:18.211 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.211+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~ARG9BD8V510F.1 size=744439 2024-04-13T07:35:18.214 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.214+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=ARG9BD8V510F tag=JV393K95WG7L type=write size=2841591 2024-04-13T07:35:18.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.219+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~8FUEBDWLQU2G.0 size=1048576 2024-04-13T07:35:18.221 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.221+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~8FUEBDWLQU2G.1 size=1048576 2024-04-13T07:35:18.223 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.223+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~8FUEBDWLQU2G.2 size=299766 2024-04-13T07:35:18.223 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.223+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=8FUEBDWLQU2G tag=NW43WAZUJ51T type=write size=3445494 2024-04-13T07:35:18.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.225+0000 7f05f3c42780 1 < completed write operation key=N1JTROSFNCR7 tag=0UUCGOP3L9ZW type=write size=1045960 2024-04-13T07:35:18.229 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.229+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~WAXTI2GZM7XN.0 size=1048576 2024-04-13T07:35:18.231 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.230+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~WAXTI2GZM7XN.1 size=850122 2024-04-13T07:35:18.231 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.230+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=WAXTI2GZM7XN tag=A4T808F6KK0C type=write size=2947274 2024-04-13T07:35:18.233 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.232+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=HE1BLCHXKPK1 type=del 2024-04-13T07:35:18.235 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.235+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=MF37F606XVQI type=del size=3870685 2024-04-13T07:35:18.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.237+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~NGVHUK795FLP.0 size=1048576 2024-04-13T07:35:18.239 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.239+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~NGVHUK795FLP.1 size=1048576 2024-04-13T07:35:18.241 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.241+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~NGVHUK795FLP.2 size=931666 2024-04-13T07:35:18.245 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.245+0000 7f05f3c42780 1 < completed multipart upload key=MN5H0RIAHGLM upload=NGVHUK795FLP tag=WT6WST3EP2QB type=write size=4077394 2024-04-13T07:35:18.249 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.249+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~R12WP6SZPUXO.0 size=626573 2024-04-13T07:35:18.249 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.249+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=R12WP6SZPUXO tag=SKLIG227JXA3 type=write size=1675149 2024-04-13T07:35:18.252 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.251+0000 7f05f3c42780 1 < completed write operation key=B7KHSTN92EMS tag=S53Z5A2J5JB4 type=write size=403656 2024-04-13T07:35:18.256 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.256+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~876LSU2XD1M4.0 size=1048576 2024-04-13T07:35:18.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.257+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~876LSU2XD1M4.1 size=513821 2024-04-13T07:35:18.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.257+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=876LSU2XD1M4 tag=5RLVJXI1Q3I0 type=write size=2610973 2024-04-13T07:35:18.260 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.259+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=2WXXJ293CWIZ type=del 2024-04-13T07:35:18.262 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.261+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=EVPZA8YCH2ZY type=del size=2868225 2024-04-13T07:35:18.264 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.264+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~PIAYS1CL7489.0 size=1048576 2024-04-13T07:35:18.266 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.265+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~PIAYS1CL7489.1 size=1048576 2024-04-13T07:35:18.266 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.265+0000 7f05f3c42780 1 < canceled part key=_multipart_SLR7Z6IC87H9.2~PIAYS1CL7489.2 size=339783 2024-04-13T07:35:18.270 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.270+0000 7f05f3c42780 1 < canceled multipart upload key=SLR7Z6IC87H9 upload=PIAYS1CL7489 tag=T3VLUC73K6FE type=write size=3485511 2024-04-13T07:35:18.272 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.272+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=TJDBSO4ZJWU7 type=del size=4058871 2024-04-13T07:35:18.275 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.274+0000 7f05f3c42780 1 < completed write operation key=N1JTROSFNCR7 tag=ZXSG9200I7VS type=write size=814997 2024-04-13T07:35:18.277 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.277+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=7NETGB4OCT0W type=write size=654540 2024-04-13T07:35:18.279 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.279+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=O6T9GYVZGH17 type=del 2024-04-13T07:35:18.282 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.282+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=DGS09UD6QFSX type=del size=3223437 2024-04-13T07:35:18.284 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.284+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~ZVG9X3LY9O3K.0 size=1048576 2024-04-13T07:35:18.286 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.286+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~ZVG9X3LY9O3K.1 size=1048576 2024-04-13T07:35:18.288 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.288+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~ZVG9X3LY9O3K.2 size=917284 2024-04-13T07:35:18.293 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.292+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=ZVG9X3LY9O3K tag=ZP3CQ3QZZXHW type=write size=4063012 2024-04-13T07:35:18.297 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.296+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~2QOPH5XQR1HL.0 size=1048576 2024-04-13T07:35:18.299 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.298+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~2QOPH5XQR1HL.1 size=1048576 2024-04-13T07:35:18.300 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.300+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~2QOPH5XQR1HL.2 size=504862 2024-04-13T07:35:18.300 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.300+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=2QOPH5XQR1HL tag=4JIS9BZS2X0R type=write size=3650590 2024-04-13T07:35:18.302 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.302+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~8GATPNVPA77L.0 size=1048576 2024-04-13T07:35:18.305 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.304+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~8GATPNVPA77L.1 size=711887 2024-04-13T07:35:18.309 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.308+0000 7f05f3c42780 1 < completed multipart upload key=Y2F6LZJG5LH0 upload=8GATPNVPA77L tag=S5EQQAHVILVY type=write size=2809039 2024-04-13T07:35:18.310 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.310+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=YNHDV0364FQE type=write size=43110 2024-04-13T07:35:18.312 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.312+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=3KEEGDIVC0VQ type=del 2024-04-13T07:35:18.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.314+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=IT58PS84IZL9 type=del size=2388709 2024-04-13T07:35:18.318 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.318+0000 7f05f3c42780 1 < suggested update operation key=0EN9XH8WN9TS tag=1Q17KZNDPHDL type=del size=1574761 2024-04-13T07:35:18.320 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.320+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=YOL8KPZ53ZS9 type=del size=4093662 2024-04-13T07:35:18.322 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.322+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=0PC3CD5FJWJZ type=del 2024-04-13T07:35:18.324 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.324+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=T82250P63C96 type=write size=93923 2024-04-13T07:35:18.326 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.326+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=1E3QZR13JKHC type=del 2024-04-13T07:35:18.328 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.328+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=O08SVZHSJLXW type=del size=4158356 2024-04-13T07:35:18.330 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.330+0000 7f05f3c42780 1 < completed delete operation key=QTS892MIKZSS tag=AUAPHQVVP7N2 type=del 2024-04-13T07:35:18.334 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.334+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~FQUWTCXVW9NR.0 size=1048576 2024-04-13T07:35:18.336 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.336+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~FQUWTCXVW9NR.1 size=1048576 2024-04-13T07:35:18.338 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.338+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~FQUWTCXVW9NR.2 size=1035948 2024-04-13T07:35:18.338 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.338+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=FQUWTCXVW9NR tag=1P2TFAQ26825 type=write size=4181676 2024-04-13T07:35:18.340 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.340+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~8FUEBDWLQU2G.0 size=1048576 2024-04-13T07:35:18.342 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.342+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~8FUEBDWLQU2G.1 size=1048576 2024-04-13T07:35:18.344 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.344+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~8FUEBDWLQU2G.2 size=299766 2024-04-13T07:35:18.348 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.347+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=8FUEBDWLQU2G tag=NW43WAZUJ51T type=write size=3445494 2024-04-13T07:35:18.352 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.352+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~GN5MT3JTO89E.0 size=177786 2024-04-13T07:35:18.353 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.352+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=GN5MT3JTO89E tag=RKTUTFP7FCU5 type=write size=1226362 2024-04-13T07:35:18.354 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.354+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~WAXTI2GZM7XN.0 size=1048576 2024-04-13T07:35:18.356 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.356+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~WAXTI2GZM7XN.1 size=850122 2024-04-13T07:35:18.360 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.359+0000 7f05f3c42780 1 < completed multipart upload key=N1JTROSFNCR7 upload=WAXTI2GZM7XN tag=A4T808F6KK0C type=write size=2947274 2024-04-13T07:35:18.364 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.364+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~FA47EV5HFVIL.0 size=1048576 2024-04-13T07:35:18.366 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.365+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~FA47EV5HFVIL.1 size=1036707 2024-04-13T07:35:18.366 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.365+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=FA47EV5HFVIL tag=86AWSBEMXPY5 type=write size=3133859 2024-04-13T07:35:18.370 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.370+0000 7f05f3c42780 1 < suggested update operation key=N1JTROSFNCR7 tag=MF37F606XVQI type=del size=3870685 2024-04-13T07:35:18.372 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.372+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=PAQ534E2UWSO type=del size=2861295 2024-04-13T07:35:18.378 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.374+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~R12WP6SZPUXO.0 size=626573 2024-04-13T07:35:18.379 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.379+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=R12WP6SZPUXO tag=SKLIG227JXA3 type=write size=1675149 2024-04-13T07:35:18.381 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.381+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=I39VD1ENLUQV type=del size=4132581 2024-04-13T07:35:18.383 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.383+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~876LSU2XD1M4.0 size=1048576 2024-04-13T07:35:18.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.385+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~876LSU2XD1M4.1 size=513821 2024-04-13T07:35:18.388 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.388+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=876LSU2XD1M4 tag=5RLVJXI1Q3I0 type=write size=2610973 2024-04-13T07:35:18.391 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.390+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=1160UINLW7E3 type=del size=2761009 2024-04-13T07:35:18.393 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.393+0000 7f05f3c42780 1 < canceled operation key=TEADR4H33ZHA tag=EVPZA8YCH2ZY type=del size=2868225 2024-04-13T07:35:18.397 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.397+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~KMZ5WNV7AUGL.0 size=1048576 2024-04-13T07:35:18.399 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.399+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~KMZ5WNV7AUGL.1 size=1048576 2024-04-13T07:35:18.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:18 smithi066 ceph-mon[84331]: pgmap v1477: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 489 KiB/s wr, 2.46k op/s 2024-04-13T07:35:18.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.400+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~KMZ5WNV7AUGL.2 size=390060 2024-04-13T07:35:18.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.400+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=KMZ5WNV7AUGL tag=USS087AJUMT0 type=write size=3535788 2024-04-13T07:35:18.403 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.403+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=TJDBSO4ZJWU7 type=del 2024-04-13T07:35:18.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.405+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=8T8U0ZH33KG2 type=write size=436443 2024-04-13T07:35:18.407 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.407+0000 7f05f3c42780 1 < completed write operation key=IDMD82V6SX39 tag=7NETGB4OCT0W type=write size=654540 2024-04-13T07:35:18.410 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.409+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=OGY9OAWY2OKX type=del size=3954231 2024-04-13T07:35:18.412 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.411+0000 7f05f3c42780 1 < canceled operation key=DMCQJNBIB4O2 tag=DGS09UD6QFSX type=del size=3223437 2024-04-13T07:35:18.415 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.415+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~BB0Y9BXYVBO7.0 size=1048576 2024-04-13T07:35:18.417 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.417+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~BB0Y9BXYVBO7.1 size=38679 2024-04-13T07:35:18.417 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.417+0000 7f05f3c42780 1 > prepared multipart upload key=4G8K54UI1T3W upload=BB0Y9BXYVBO7 tag=WH8J1KB16S43 type=write size=2135831 2024-04-13T07:35:18.420 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.419+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~2QOPH5XQR1HL.0 size=1048576 2024-04-13T07:35:18.421 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.421+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~2QOPH5XQR1HL.1 size=1048576 2024-04-13T07:35:18.423 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.423+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~2QOPH5XQR1HL.2 size=504862 2024-04-13T07:35:18.427 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.427+0000 7f05f3c42780 1 < completed multipart upload key=0EN9XH8WN9TS upload=2QOPH5XQR1HL tag=4JIS9BZS2X0R type=write size=3650590 2024-04-13T07:35:18.431 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.431+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~GEN98NBRONPC.0 size=1048576 2024-04-13T07:35:18.433 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.433+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~GEN98NBRONPC.1 size=12393 2024-04-13T07:35:18.433 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.433+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=GEN98NBRONPC tag=WX3S4K0B8E0D type=write size=2109545 2024-04-13T07:35:18.435 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.435+0000 7f05f3c42780 1 < completed write operation key=97QQZFWRF5SP tag=YNHDV0364FQE type=write size=43110 2024-04-13T07:35:18.437 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.437+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=5G5F14U1X4LH type=write size=720915 2024-04-13T07:35:18.441 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.441+0000 7f05f3c42780 1 < suggested update operation key=NOA5HUHWE14O tag=IT58PS84IZL9 type=del size=2388709 2024-04-13T07:35:18.443 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.443+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=A1FEBXSEI2DB type=del size=3477823 2024-04-13T07:35:18.445 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.445+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=YOL8KPZ53ZS9 type=del 2024-04-13T07:35:18.447 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.447+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=N9FR0VHRJURP type=del size=1398049 2024-04-13T07:35:18.452 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.452+0000 7f05f3c42780 1 < suggested update operation key=Y2F6LZJG5LH0 tag=T82250P63C96 type=write size=93923 2024-04-13T07:35:18.454 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.454+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=YMG8HQDWRZG8 type=write size=32912 2024-04-13T07:35:18.457 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.457+0000 7f05f3c42780 1 < completed delete operation key=0EN9XH8WN9TS tag=O08SVZHSJLXW type=del 2024-04-13T07:35:18.459 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.459+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=I7DMHDMB4051 type=del size=3669086 2024-04-13T07:35:18.461 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.461+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~FQUWTCXVW9NR.0 size=1048576 2024-04-13T07:35:18.461 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.461+0000 7f05f3c42780 1 < canceled part key=_multipart_6CXR0GIZ6246.2~FQUWTCXVW9NR.1 size=1048576 2024-04-13T07:35:18.463 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.463+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~FQUWTCXVW9NR.2 size=1035948 2024-04-13T07:35:18.466 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.466+0000 7f05f3c42780 1 < canceled multipart upload key=6CXR0GIZ6246 upload=FQUWTCXVW9NR tag=1P2TFAQ26825 type=write size=4181676 2024-04-13T07:35:18.471 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.471+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~APW9J2OLULCL.0 size=1048576 2024-04-13T07:35:18.473 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.473+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~APW9J2OLULCL.1 size=122430 2024-04-13T07:35:18.473 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.473+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=APW9J2OLULCL tag=25TDN53E9CO7 type=write size=2219582 2024-04-13T07:35:18.476 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.476+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~GN5MT3JTO89E.0 size=177786 2024-04-13T07:35:18.494 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.494+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=GN5MT3JTO89E tag=RKTUTFP7FCU5 type=write size=1226362 2024-04-13T07:35:18.496 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.496+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=E5HDQG9BT913 type=del size=3263112 2024-04-13T07:35:18.497 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.496+0000 7f05f3c42780 1 < canceled part key=_multipart_6CXR0GIZ6246.2~FA47EV5HFVIL.0 size=1048576 2024-04-13T07:35:18.498 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.498+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~FA47EV5HFVIL.1 size=1036707 2024-04-13T07:35:18.502 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.502+0000 7f05f3c42780 1 < canceled multipart upload key=6CXR0GIZ6246 upload=FA47EV5HFVIL tag=86AWSBEMXPY5 type=write size=3133859 2024-04-13T07:35:18.504 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.504+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=HHNBE0JDMZWM type=del size=851186 2024-04-13T07:35:18.509 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.509+0000 7f05f3c42780 1 < suggested update operation key=N1JTROSFNCR7 tag=PAQ534E2UWSO type=del size=2861295 2024-04-13T07:35:18.511 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.511+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=IJXI22CVPEU2 type=del size=1542026 2024-04-13T07:35:18.513 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.513+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=I39VD1ENLUQV type=del 2024-04-13T07:35:18.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.517+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~5OEIWUI763T2.0 size=169381 2024-04-13T07:35:18.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.517+0000 7f05f3c42780 1 > prepared multipart upload key=FU38HSKLEDOP upload=5OEIWUI763T2 tag=W2GWOZ24FZBV type=write size=1217957 2024-04-13T07:35:18.519 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.519+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=1160UINLW7E3 type=del 2024-04-13T07:35:18.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.523+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~S7KQ1VXS3Q5Q.0 size=1048576 2024-04-13T07:35:18.525 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.525+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~S7KQ1VXS3Q5Q.1 size=596556 2024-04-13T07:35:18.525 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.525+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=S7KQ1VXS3Q5Q tag=7WURO1RVDTB2 type=write size=2693708 2024-04-13T07:35:18.527 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.527+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~KMZ5WNV7AUGL.0 size=1048576 2024-04-13T07:35:18.529 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.529+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~KMZ5WNV7AUGL.1 size=1048576 2024-04-13T07:35:18.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.531+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~KMZ5WNV7AUGL.2 size=390060 2024-04-13T07:35:18.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.534+0000 7f05f3c42780 1 < completed multipart upload key=N1JTROSFNCR7 upload=KMZ5WNV7AUGL tag=USS087AJUMT0 type=write size=3535788 2024-04-13T07:35:18.537 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.536+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=3BSWW8DIHIZO type=del size=1406913 2024-04-13T07:35:18.539 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.539+0000 7f05f3c42780 1 < completed write operation key=AKSUN8A52AHL tag=8T8U0ZH33KG2 type=write size=436443 2024-04-13T07:35:18.543 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.542+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~37WD16IYNFXC.0 size=651039 2024-04-13T07:35:18.543 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.542+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=37WD16IYNFXC tag=J9R9FABSTO1D type=write size=1699615 2024-04-13T07:35:18.547 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.547+0000 7f05f3c42780 1 < suggested remove operation key=MN5H0RIAHGLM tag=OGY9OAWY2OKX type=del 2024-04-13T07:35:18.549 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.549+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=U8D1VQGOYKSG type=del size=2401864 2024-04-13T07:35:18.551 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.551+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~BB0Y9BXYVBO7.0 size=1048576 2024-04-13T07:35:18.554 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.553+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~BB0Y9BXYVBO7.1 size=38679 2024-04-13T07:35:18.557 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.557+0000 7f05f3c42780 1 < completed multipart upload key=4G8K54UI1T3W upload=BB0Y9BXYVBO7 tag=WH8J1KB16S43 type=write size=2135831 2024-04-13T07:35:18.559 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.559+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=2SVSRCI3XULT type=del size=743835 2024-04-13T07:35:18.561 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.561+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~GEN98NBRONPC.0 size=1048576 2024-04-13T07:35:18.562 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.561+0000 7f05f3c42780 1 < canceled part key=_multipart_43EJ55H9TGF3.2~GEN98NBRONPC.1 size=12393 2024-04-13T07:35:18.565 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.565+0000 7f05f3c42780 1 < canceled multipart upload key=43EJ55H9TGF3 upload=GEN98NBRONPC tag=WX3S4K0B8E0D type=write size=2109545 2024-04-13T07:35:18.568 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.567+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=X9GOEIFHXN3L type=del size=2890555 2024-04-13T07:35:18.572 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.572+0000 7f05f3c42780 1 < suggested update operation key=2U7EF9PD2PDE tag=5G5F14U1X4LH type=write size=720915 2024-04-13T07:35:18.576 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.576+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~NPRFLNAECKOI.0 size=1048576 2024-04-13T07:35:18.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.578+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~NPRFLNAECKOI.1 size=1048576 2024-04-13T07:35:18.582 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.579+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~NPRFLNAECKOI.2 size=752014 2024-04-13T07:35:18.582 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.579+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=NPRFLNAECKOI tag=0RGJKN7LI3RF type=write size=3897742 2024-04-13T07:35:18.583 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.583+0000 7f05f3c42780 1 < suggested update operation key=B3WYR77RL9B4 tag=A1FEBXSEI2DB type=del size=3477823 2024-04-13T07:35:18.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.587+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~Q0PRWPY6CQ7V.0 size=1048576 2024-04-13T07:35:18.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.589+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~Q0PRWPY6CQ7V.1 size=1048576 2024-04-13T07:35:18.591 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.591+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~Q0PRWPY6CQ7V.2 size=630223 2024-04-13T07:35:18.591 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.591+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=Q0PRWPY6CQ7V tag=X7XCOVI2OU9U type=write size=3775951 2024-04-13T07:35:18.593 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.593+0000 7f05f3c42780 1 < canceled operation key=0EN9XH8WN9TS tag=N9FR0VHRJURP type=del size=1398049 2024-04-13T07:35:18.595 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.595+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=WMYHSW0FS4V0 type=del size=4192701 2024-04-13T07:35:18.598 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.598+0000 7f05f3c42780 1 < completed write operation key=DMCQJNBIB4O2 tag=YMG8HQDWRZG8 type=write size=32912 2024-04-13T07:35:18.602 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.602+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~L886I5Y6AB9Q.0 size=1048576 2024-04-13T07:35:18.604 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.604+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~L886I5Y6AB9Q.1 size=1048576 2024-04-13T07:35:18.606 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.606+0000 7f05f3c42780 1 > prepared part key=_multipart_4G8K54UI1T3W.2~L886I5Y6AB9Q.2 size=293478 2024-04-13T07:35:18.606 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.606+0000 7f05f3c42780 1 > prepared multipart upload key=4G8K54UI1T3W upload=L886I5Y6AB9Q tag=NW3J5T248O22 type=write size=3439206 2024-04-13T07:35:18.609 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.608+0000 7f05f3c42780 1 < completed delete operation key=IDMD82V6SX39 tag=I7DMHDMB4051 type=del 2024-04-13T07:35:18.613 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.612+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~4SDR6R4X2U1V.0 size=563218 2024-04-13T07:35:18.613 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.612+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=4SDR6R4X2U1V tag=EDLXDXX4QJUD type=write size=1611794 2024-04-13T07:35:18.613 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.613+0000 7f05f3c42780 1 < canceled part key=_multipart_N1JTROSFNCR7.2~APW9J2OLULCL.0 size=1048576 2024-04-13T07:35:18.615 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.615+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~APW9J2OLULCL.1 size=122430 2024-04-13T07:35:18.619 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.619+0000 7f05f3c42780 1 < canceled multipart upload key=N1JTROSFNCR7 upload=APW9J2OLULCL tag=25TDN53E9CO7 type=write size=2219582 2024-04-13T07:35:18.621 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.621+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=NEDYEMS1HQZC type=write size=663408 2024-04-13T07:35:18.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.625+0000 7f05f3c42780 1 < suggested update operation key=TEADR4H33ZHA tag=E5HDQG9BT913 type=del size=3263112 2024-04-13T07:35:18.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.627+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=XRV5GG91VYGB type=del size=495399 2024-04-13T07:35:18.632 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.632+0000 7f05f3c42780 1 < suggested remove operation key=1HK0EXLRD6WR tag=HHNBE0JDMZWM type=del 2024-04-13T07:35:18.633 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:18 smithi003 ceph-mon[89364]: pgmap v1477: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 489 KiB/s wr, 2.46k op/s 2024-04-13T07:35:18.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:18 smithi003 ceph-mon[91733]: pgmap v1477: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 489 KiB/s wr, 2.46k op/s 2024-04-13T07:35:18.635 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.634+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=LI282C0O698T type=del size=2229577 2024-04-13T07:35:18.637 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.636+0000 7f05f3c42780 1 < completed delete operation key=DMCQJNBIB4O2 tag=IJXI22CVPEU2 type=del 2024-04-13T07:35:18.639 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.638+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=0FMRRQVB50Q2 type=del size=1870313 2024-04-13T07:35:18.641 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.641+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~5OEIWUI763T2.0 size=169381 2024-04-13T07:35:18.645 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.645+0000 7f05f3c42780 1 < completed multipart upload key=FU38HSKLEDOP upload=5OEIWUI763T2 tag=W2GWOZ24FZBV type=write size=1217957 2024-04-13T07:35:18.648 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.648+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=8L2PFVRBX21O type=write size=237808 2024-04-13T07:35:18.649 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.648+0000 7f05f3c42780 1 < canceled part key=_multipart_0EN9XH8WN9TS.2~S7KQ1VXS3Q5Q.0 size=1048576 2024-04-13T07:35:18.650 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.650+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~S7KQ1VXS3Q5Q.1 size=596556 2024-04-13T07:35:18.654 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.654+0000 7f05f3c42780 1 < canceled multipart upload key=0EN9XH8WN9TS upload=S7KQ1VXS3Q5Q tag=7WURO1RVDTB2 type=write size=2693708 2024-04-13T07:35:18.657 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.656+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=R27MV56JW9OZ type=del size=3737409 2024-04-13T07:35:18.659 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.659+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=3BSWW8DIHIZO type=del 2024-04-13T07:35:18.662 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.661+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=VSFMM0DAR1KV type=del size=1844408 2024-04-13T07:35:18.664 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.664+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~37WD16IYNFXC.0 size=651039 2024-04-13T07:35:18.668 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.667+0000 7f05f3c42780 1 < completed multipart upload key=N1JTROSFNCR7 upload=37WD16IYNFXC tag=J9R9FABSTO1D type=write size=1699615 2024-04-13T07:35:18.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.672+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~GJGJ1YKBTRQW.0 size=916496 2024-04-13T07:35:18.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.672+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=GJGJ1YKBTRQW tag=AD7FJ812HSU0 type=write size=1965072 2024-04-13T07:35:18.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.674+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=U8D1VQGOYKSG type=del 2024-04-13T07:35:18.678 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.678+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~A6KK6W4T7VEQ.0 size=211077 2024-04-13T07:35:18.678 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.678+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=A6KK6W4T7VEQ tag=ELMP1AJAPGDD type=write size=1259653 2024-04-13T07:35:18.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.680+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=2SVSRCI3XULT type=del 2024-04-13T07:35:18.682 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.682+0000 7f05f3c42780 1 > prepared operation key=43EJ55H9TGF3 tag=19JBREITWDUG type=del size=788979 2024-04-13T07:35:18.684 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.684+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=X9GOEIFHXN3L type=del 2024-04-13T07:35:18.686 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.686+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=VRD6DY65M4C1 type=del size=1593772 2024-04-13T07:35:18.688 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.688+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~NPRFLNAECKOI.0 size=1048576 2024-04-13T07:35:18.690 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.690+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~NPRFLNAECKOI.1 size=1048576 2024-04-13T07:35:18.692 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.692+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~NPRFLNAECKOI.2 size=752014 2024-04-13T07:35:18.695 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.695+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=NPRFLNAECKOI tag=0RGJKN7LI3RF type=write size=3897742 2024-04-13T07:35:18.697 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.697+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=1EPU350YYMP5 type=del size=3042144 2024-04-13T07:35:18.700 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.700+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~Q0PRWPY6CQ7V.0 size=1048576 2024-04-13T07:35:18.701 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.701+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~Q0PRWPY6CQ7V.1 size=1048576 2024-04-13T07:35:18.703 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.703+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~Q0PRWPY6CQ7V.2 size=630223 2024-04-13T07:35:18.707 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.707+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=Q0PRWPY6CQ7V tag=X7XCOVI2OU9U type=write size=3775951 2024-04-13T07:35:18.712 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.712+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~TOO0P7KD8X4A.0 size=563594 2024-04-13T07:35:18.712 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.712+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=TOO0P7KD8X4A tag=JJKU3L8QV0C5 type=write size=1612170 2024-04-13T07:35:18.714 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.714+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=WMYHSW0FS4V0 type=del 2024-04-13T07:35:18.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.716+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=ANIEA4DEZP8C type=del size=3032752 2024-04-13T07:35:18.718 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.718+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~L886I5Y6AB9Q.0 size=1048576 2024-04-13T07:35:18.718 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.718+0000 7f05f3c42780 1 < canceled part key=_multipart_4G8K54UI1T3W.2~L886I5Y6AB9Q.1 size=1048576 2024-04-13T07:35:18.720 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.720+0000 7f05f3c42780 1 < completed part key=_multipart_4G8K54UI1T3W.2~L886I5Y6AB9Q.2 size=293478 2024-04-13T07:35:18.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.723+0000 7f05f3c42780 1 < canceled multipart upload key=4G8K54UI1T3W upload=L886I5Y6AB9Q tag=NW3J5T248O22 type=write size=3439206 2024-04-13T07:35:18.727 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.727+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~6EINP1TFI220.0 size=1048576 2024-04-13T07:35:18.729 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.729+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~6EINP1TFI220.1 size=735522 2024-04-13T07:35:18.729 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.729+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=6EINP1TFI220 tag=ONIZKRQEQVD2 type=write size=2832674 2024-04-13T07:35:18.731 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.731+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~4SDR6R4X2U1V.0 size=563218 2024-04-13T07:35:18.735 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.735+0000 7f05f3c42780 1 < completed multipart upload key=2U7EF9PD2PDE upload=4SDR6R4X2U1V tag=EDLXDXX4QJUD type=write size=1611794 2024-04-13T07:35:18.740 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.740+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~W47L9VOVEURL.0 size=1027968 2024-04-13T07:35:18.740 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.740+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=W47L9VOVEURL tag=X341LLIVW2EC type=write size=2076544 2024-04-13T07:35:18.742 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.742+0000 7f05f3c42780 1 < completed write operation key=AKSUN8A52AHL tag=NEDYEMS1HQZC type=write size=663408 2024-04-13T07:35:18.746 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.745+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~XBAUNNTUG0XJ.0 size=1048576 2024-04-13T07:35:18.747 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.747+0000 7f05f3c42780 1 > prepared part key=_multipart_77NI15K3IXNY.2~XBAUNNTUG0XJ.1 size=468734 2024-04-13T07:35:18.748 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.747+0000 7f05f3c42780 1 > prepared multipart upload key=77NI15K3IXNY upload=XBAUNNTUG0XJ tag=JFPT28193V0E type=write size=2565886 2024-04-13T07:35:18.750 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.749+0000 7f05f3c42780 1 < completed delete operation key=2U7EF9PD2PDE tag=XRV5GG91VYGB type=del 2024-04-13T07:35:18.752 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.752+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=4I3XEBDMOS09 type=del size=183298 2024-04-13T07:35:18.754 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.754+0000 7f05f3c42780 1 < canceled operation key=Y2F6LZJG5LH0 tag=LI282C0O698T type=del size=2229577 2024-04-13T07:35:18.756 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.756+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=H5XO4KJ4ZP0S type=del size=2235656 2024-04-13T07:35:18.758 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.758+0000 7f05f3c42780 1 < canceled operation key=Y2F6LZJG5LH0 tag=0FMRRQVB50Q2 type=del size=1870313 2024-04-13T07:35:18.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.762+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~4HL0M8JA8SXF.0 size=1048576 2024-04-13T07:35:18.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.764+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~4HL0M8JA8SXF.1 size=613305 2024-04-13T07:35:18.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.764+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=4HL0M8JA8SXF tag=BGQRYX3C3NBH type=write size=2710457 2024-04-13T07:35:18.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.766+0000 7f05f3c42780 1 < completed write operation key=TXG4Q8N5GJDX tag=8L2PFVRBX21O type=write size=237808 2024-04-13T07:35:18.768 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.768+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=FHZW9FOEKRJT type=write size=323376 2024-04-13T07:35:18.773 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.773+0000 7f05f3c42780 1 < suggested remove operation key=R7A1HMG5PBY2 tag=R27MV56JW9OZ type=del 2024-04-13T07:35:18.775 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.775+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=HQRA6E3HACBY type=del size=3492577 2024-04-13T07:35:18.777 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.777+0000 7f05f3c42780 1 < completed delete operation key=Z2QIOQ3JJHXN tag=VSFMM0DAR1KV type=del 2024-04-13T07:35:18.779 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.779+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=GFH6AL5MFG5T type=del size=3383408 2024-04-13T07:35:18.781 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.781+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~GJGJ1YKBTRQW.0 size=916496 2024-04-13T07:35:18.786 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.785+0000 7f05f3c42780 1 < completed multipart upload key=J4WRTB31TSAU upload=GJGJ1YKBTRQW tag=AD7FJ812HSU0 type=write size=1965072 2024-04-13T07:35:18.787 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.787+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=ZG457NF0KUZS type=del size=916502 2024-04-13T07:35:18.790 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.789+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~A6KK6W4T7VEQ.0 size=211077 2024-04-13T07:35:18.793 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.793+0000 7f05f3c42780 1 < completed multipart upload key=1HK0EXLRD6WR upload=A6KK6W4T7VEQ tag=ELMP1AJAPGDD type=write size=1259653 2024-04-13T07:35:18.798 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.797+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~5EQA7NOVX2OU.0 size=1048576 2024-04-13T07:35:18.799 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.799+0000 7f05f3c42780 1 > prepared part key=_multipart_TEADR4H33ZHA.2~5EQA7NOVX2OU.1 size=327014 2024-04-13T07:35:18.800 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.799+0000 7f05f3c42780 1 > prepared multipart upload key=TEADR4H33ZHA upload=5EQA7NOVX2OU tag=48VOCOCSGEA3 type=write size=2424166 2024-04-13T07:35:18.802 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.801+0000 7f05f3c42780 1 < completed delete operation key=43EJ55H9TGF3 tag=19JBREITWDUG type=del 2024-04-13T07:35:18.806 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.806+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~TD0SRPQC5ZTL.0 size=1048576 2024-04-13T07:35:18.808 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.807+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~TD0SRPQC5ZTL.1 size=326133 2024-04-13T07:35:18.808 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.807+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=TD0SRPQC5ZTL tag=1JVIW6IZGDQU type=write size=2423285 2024-04-13T07:35:18.809 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.809+0000 7f05f3c42780 1 < completed delete operation key=45BQPLCWG43N tag=VRD6DY65M4C1 type=del 2024-04-13T07:35:18.812 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.812+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=DG0KN9W55009 type=del size=4117260 2024-04-13T07:35:18.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.814+0000 7f05f3c42780 1 < canceled operation key=IDMD82V6SX39 tag=1EPU350YYMP5 type=del size=3042144 2024-04-13T07:35:18.818 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.818+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~E534GXT4W4FH.0 size=1048576 2024-04-13T07:35:18.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.820+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~E534GXT4W4FH.1 size=770493 2024-04-13T07:35:18.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.820+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=E534GXT4W4FH tag=WSGRDXANX538 type=write size=2867645 2024-04-13T07:35:18.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.822+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~TOO0P7KD8X4A.0 size=563594 2024-04-13T07:35:18.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.826+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=TOO0P7KD8X4A tag=JJKU3L8QV0C5 type=write size=1612170 2024-04-13T07:35:18.828 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.828+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=GZE3UA528LH7 type=write size=283026 2024-04-13T07:35:18.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.830+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=ANIEA4DEZP8C type=del 2024-04-13T07:35:18.834 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.834+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~3ZPRC1PATTJY.0 size=1048576 2024-04-13T07:35:18.836 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.835+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~3ZPRC1PATTJY.1 size=1048576 2024-04-13T07:35:18.838 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.838+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~3ZPRC1PATTJY.2 size=495532 2024-04-13T07:35:18.839 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.838+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=3ZPRC1PATTJY tag=4VDKS2ON0FZT type=write size=3641260 2024-04-13T07:35:18.841 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.840+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~6EINP1TFI220.0 size=1048576 2024-04-13T07:35:18.842 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.842+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~6EINP1TFI220.1 size=735522 2024-04-13T07:35:18.846 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.846+0000 7f05f3c42780 1 < completed multipart upload key=MN5H0RIAHGLM upload=6EINP1TFI220 tag=ONIZKRQEQVD2 type=write size=2832674 2024-04-13T07:35:18.848 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.848+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=L1WNR4X7C3IH type=del size=574331 2024-04-13T07:35:18.850 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.850+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~W47L9VOVEURL.0 size=1027968 2024-04-13T07:35:18.854 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.854+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=W47L9VOVEURL tag=X341LLIVW2EC type=write size=2076544 2024-04-13T07:35:18.856 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.856+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=PMNANF6PS98F type=write size=151730 2024-04-13T07:35:18.858 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.858+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~XBAUNNTUG0XJ.0 size=1048576 2024-04-13T07:35:18.860 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.860+0000 7f05f3c42780 1 < completed part key=_multipart_77NI15K3IXNY.2~XBAUNNTUG0XJ.1 size=468734 2024-04-13T07:35:18.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.864+0000 7f05f3c42780 1 < completed multipart upload key=77NI15K3IXNY upload=XBAUNNTUG0XJ tag=JFPT28193V0E type=write size=2565886 2024-04-13T07:35:18.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.866+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=N9W6BSSC6QP1 type=del size=652835 2024-04-13T07:35:18.869 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.869+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=4I3XEBDMOS09 type=del 2024-04-13T07:35:18.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.873+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~YIEBOO6FX15X.0 size=1048576 2024-04-13T07:35:18.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.875+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~YIEBOO6FX15X.1 size=1017810 2024-04-13T07:35:18.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.875+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=YIEBOO6FX15X tag=0JWCISVWL37L type=write size=3114962 2024-04-13T07:35:18.878 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.878+0000 7f05f3c42780 1 < completed delete operation key=2U7EF9PD2PDE tag=H5XO4KJ4ZP0S type=del 2024-04-13T07:35:18.882 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.882+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~6TUDHO4OQ6VJ.0 size=1048576 2024-04-13T07:35:18.884 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.883+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~6TUDHO4OQ6VJ.1 size=1048576 2024-04-13T07:35:18.885 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.885+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~6TUDHO4OQ6VJ.2 size=451086 2024-04-13T07:35:18.885 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.885+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=6TUDHO4OQ6VJ tag=SW3QNTV8H7WJ type=write size=3596814 2024-04-13T07:35:18.887 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.887+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~4HL0M8JA8SXF.0 size=1048576 2024-04-13T07:35:18.889 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.889+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~4HL0M8JA8SXF.1 size=613305 2024-04-13T07:35:18.893 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.892+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=4HL0M8JA8SXF tag=BGQRYX3C3NBH type=write size=2710457 2024-04-13T07:35:18.897 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.896+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~8SME0DEE31VL.0 size=1048576 2024-04-13T07:35:18.898 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.898+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~8SME0DEE31VL.1 size=1048576 2024-04-13T07:35:18.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.900+0000 7f05f3c42780 1 > prepared part key=_multipart_C44XCR1L13WH.2~8SME0DEE31VL.2 size=469438 2024-04-13T07:35:18.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.900+0000 7f05f3c42780 1 > prepared multipart upload key=C44XCR1L13WH upload=8SME0DEE31VL tag=WGJWOM167HV7 type=write size=3615166 2024-04-13T07:35:18.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.902+0000 7f05f3c42780 1 < canceled operation key=1HK0EXLRD6WR tag=FHZW9FOEKRJT type=write size=323376 2024-04-13T07:35:18.906 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.906+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~IB1QMP8IJSQS.0 size=835600 2024-04-13T07:35:18.906 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.906+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=IB1QMP8IJSQS tag=BE3PN33147XK type=write size=1884176 2024-04-13T07:35:18.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.908+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=HQRA6E3HACBY type=del 2024-04-13T07:35:18.911 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.910+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=IUV40ELZCVW7 type=del size=3205394 2024-04-13T07:35:18.915 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.915+0000 7f05f3c42780 1 < suggested remove operation key=2U7EF9PD2PDE tag=GFH6AL5MFG5T type=del 2024-04-13T07:35:18.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.917+0000 7f05f3c42780 1 > prepared operation key=MN5H0RIAHGLM tag=ZL0GD55B2SOP type=write size=808941 2024-04-13T07:35:18.921 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.921+0000 7f05f3c42780 1 < suggested update operation key=Z2QIOQ3JJHXN tag=ZG457NF0KUZS type=del size=916502 2024-04-13T07:35:18.923 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.923+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=OXHK1XKTC1KB type=del size=1540033 2024-04-13T07:35:18.924 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.923+0000 7f05f3c42780 1 < canceled part key=_multipart_TEADR4H33ZHA.2~5EQA7NOVX2OU.0 size=1048576 2024-04-13T07:35:18.924 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.923+0000 7f05f3c42780 1 < canceled part key=_multipart_TEADR4H33ZHA.2~5EQA7NOVX2OU.1 size=327014 2024-04-13T07:35:18.928 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.927+0000 7f05f3c42780 1 < canceled multipart upload key=TEADR4H33ZHA upload=5EQA7NOVX2OU tag=48VOCOCSGEA3 type=write size=2424166 2024-04-13T07:35:18.930 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.929+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=NJ3UK092GV1M type=del size=1423732 2024-04-13T07:35:18.932 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.932+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~TD0SRPQC5ZTL.0 size=1048576 2024-04-13T07:35:18.934 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.934+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~TD0SRPQC5ZTL.1 size=326133 2024-04-13T07:35:18.938 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.938+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=TD0SRPQC5ZTL tag=1JVIW6IZGDQU type=write size=2423285 2024-04-13T07:35:18.940 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.940+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=LEICJ0HJJX8P type=del size=1272911 2024-04-13T07:35:18.942 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.942+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=DG0KN9W55009 type=del 2024-04-13T07:35:18.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.944+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=BGJAY0XSZCMW type=del size=398510 2024-04-13T07:35:18.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.946+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~E534GXT4W4FH.0 size=1048576 2024-04-13T07:35:18.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.946+0000 7f05f3c42780 1 < canceled part key=_multipart_SB3J044OIBA2.2~E534GXT4W4FH.1 size=770493 2024-04-13T07:35:18.950 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.950+0000 7f05f3c42780 1 < canceled multipart upload key=SB3J044OIBA2 upload=E534GXT4W4FH tag=WSGRDXANX538 type=write size=2867645 2024-04-13T07:35:18.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.953+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~34D9657CHA1N.0 size=1048576 2024-04-13T07:35:18.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.955+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~34D9657CHA1N.1 size=460183 2024-04-13T07:35:18.956 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.955+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=34D9657CHA1N tag=LDJAJDR4WVE6 type=write size=2557335 2024-04-13T07:35:18.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.958+0000 7f05f3c42780 1 < completed write operation key=U7HAP4TTT8U3 tag=GZE3UA528LH7 type=write size=283026 2024-04-13T07:35:18.963 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.962+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~ONPHEUHK2JAJ.0 size=1048576 2024-04-13T07:35:18.965 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.965+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~ONPHEUHK2JAJ.1 size=1048576 2024-04-13T07:35:18.967 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.966+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~ONPHEUHK2JAJ.2 size=297203 2024-04-13T07:35:18.967 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.966+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=ONPHEUHK2JAJ tag=3FQM1T9W9EZD type=write size=3442931 2024-04-13T07:35:18.969 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.969+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~3ZPRC1PATTJY.0 size=1048576 2024-04-13T07:35:18.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.970+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~3ZPRC1PATTJY.1 size=1048576 2024-04-13T07:35:18.972 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.972+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~3ZPRC1PATTJY.2 size=495532 2024-04-13T07:35:18.976 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.976+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=3ZPRC1PATTJY tag=4VDKS2ON0FZT type=write size=3641260 2024-04-13T07:35:18.978 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.978+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=G95LHSXN5ZG5 type=del size=930757 2024-04-13T07:35:18.980 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.980+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=L1WNR4X7C3IH type=del 2024-04-13T07:35:18.984 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.984+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~6ZM5TURB4AG3.0 size=546977 2024-04-13T07:35:18.984 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.984+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=6ZM5TURB4AG3 tag=8OABSG34FUAF type=write size=1595553 2024-04-13T07:35:18.990 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.987+0000 7f05f3c42780 1 < canceled operation key=SB3J044OIBA2 tag=PMNANF6PS98F type=write size=151730 2024-04-13T07:35:18.990 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.989+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=X7PZY2H89D13 type=del size=2838281 2024-04-13T07:35:18.991 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.991+0000 7f05f3c42780 1 < canceled operation key=B3WYR77RL9B4 tag=N9W6BSSC6QP1 type=del size=652835 2024-04-13T07:35:18.995 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.995+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~Y5YZ2BGP9WGK.0 size=1046369 2024-04-13T07:35:18.995 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.995+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=Y5YZ2BGP9WGK tag=RCVP715UX01Z type=write size=2094945 2024-04-13T07:35:18.997 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.997+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~YIEBOO6FX15X.0 size=1048576 2024-04-13T07:35:18.999 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:18.999+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~YIEBOO6FX15X.1 size=1017810 2024-04-13T07:35:19.003 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.003+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=YIEBOO6FX15X tag=0JWCISVWL37L type=write size=3114962 2024-04-13T07:35:19.007 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.007+0000 7f05f3c42780 1 > prepared part key=_multipart_IDMD82V6SX39.2~0N9ONQWG4S0T.0 size=72181 2024-04-13T07:35:19.007 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.007+0000 7f05f3c42780 1 > prepared multipart upload key=IDMD82V6SX39 upload=0N9ONQWG4S0T tag=C1MXRCA1PSJ5 type=write size=1120757 2024-04-13T07:35:19.010 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.010+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~6TUDHO4OQ6VJ.0 size=1048576 2024-04-13T07:35:19.012 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.012+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~6TUDHO4OQ6VJ.1 size=1048576 2024-04-13T07:35:19.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.013+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~6TUDHO4OQ6VJ.2 size=451086 2024-04-13T07:35:19.017 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.017+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=6TUDHO4OQ6VJ tag=SW3QNTV8H7WJ type=write size=3596814 2024-04-13T07:35:19.019 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.019+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=KR6GYQEQJG9N type=del size=2100538 2024-04-13T07:35:19.022 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.021+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~8SME0DEE31VL.0 size=1048576 2024-04-13T07:35:19.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.023+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~8SME0DEE31VL.1 size=1048576 2024-04-13T07:35:19.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.025+0000 7f05f3c42780 1 < completed part key=_multipart_C44XCR1L13WH.2~8SME0DEE31VL.2 size=469438 2024-04-13T07:35:19.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.029+0000 7f05f3c42780 1 < completed multipart upload key=C44XCR1L13WH upload=8SME0DEE31VL tag=WGJWOM167HV7 type=write size=3615166 2024-04-13T07:35:19.031 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.031+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=4IPPINLZWED3 type=del size=4016463 2024-04-13T07:35:19.033 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.033+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~IB1QMP8IJSQS.0 size=835600 2024-04-13T07:35:19.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.038+0000 7f05f3c42780 1 < completed multipart upload key=J4WRTB31TSAU upload=IB1QMP8IJSQS tag=BE3PN33147XK type=write size=1884176 2024-04-13T07:35:19.043 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.042+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~JR5Q8RIC7ADD.0 size=998506 2024-04-13T07:35:19.043 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.042+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=JR5Q8RIC7ADD tag=EBWLAXMT5X8A type=write size=2047082 2024-04-13T07:35:19.045 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.044+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=IUV40ELZCVW7 type=del 2024-04-13T07:35:19.047 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.046+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=7I1HX5DJ4A6A type=del size=2124948 2024-04-13T07:35:19.051 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.050+0000 7f05f3c42780 1 < suggested remove operation key=MN5H0RIAHGLM tag=ZL0GD55B2SOP type=write 2024-04-13T07:35:19.053 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.053+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=A6LMKASVNMTU type=del size=2934679 2024-04-13T07:35:19.055 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.055+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=OXHK1XKTC1KB type=del 2024-04-13T07:35:19.057 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.057+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=77HR241Y2JAP type=del size=3680830 2024-04-13T07:35:19.059 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.059+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=NJ3UK092GV1M type=del 2024-04-13T07:35:19.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.061+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=DHX98UI584EO type=del size=3815371 2024-04-13T07:35:19.064 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.063+0000 7f05f3c42780 1 < completed delete operation key=JWVWL3HNW3GB tag=LEICJ0HJJX8P type=del 2024-04-13T07:35:19.066 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.066+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=SX189FLBNO7P type=del size=2961828 2024-04-13T07:35:19.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.070+0000 7f05f3c42780 1 < suggested update operation key=QTS892MIKZSS tag=BGJAY0XSZCMW type=del size=398510 2024-04-13T07:35:19.072 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.072+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=JV7QO9C912V1 type=write size=815515 2024-04-13T07:35:19.075 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.074+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~34D9657CHA1N.0 size=1048576 2024-04-13T07:35:19.075 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.074+0000 7f05f3c42780 1 < canceled part key=_multipart_97QQZFWRF5SP.2~34D9657CHA1N.1 size=460183 2024-04-13T07:35:19.079 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.079+0000 7f05f3c42780 1 < canceled multipart upload key=97QQZFWRF5SP upload=34D9657CHA1N tag=LDJAJDR4WVE6 type=write size=2557335 2024-04-13T07:35:19.082 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.081+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=0WCE6XX4R4FV type=del size=1128547 2024-04-13T07:35:19.084 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.083+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~ONPHEUHK2JAJ.0 size=1048576 2024-04-13T07:35:19.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.085+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~ONPHEUHK2JAJ.1 size=1048576 2024-04-13T07:35:19.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.088+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~ONPHEUHK2JAJ.2 size=297203 2024-04-13T07:35:19.092 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.092+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=ONPHEUHK2JAJ tag=3FQM1T9W9EZD type=write size=3442931 2024-04-13T07:35:19.096 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.096+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~S2ALOTNSF1Z3.0 size=1048576 2024-04-13T07:35:19.098 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.097+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~S2ALOTNSF1Z3.1 size=1048576 2024-04-13T07:35:19.100 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.099+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~S2ALOTNSF1Z3.2 size=643345 2024-04-13T07:35:19.100 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.099+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=S2ALOTNSF1Z3 tag=DVHZD6DCRZBW type=write size=3789073 2024-04-13T07:35:19.103 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.103+0000 7f05f3c42780 -1 < failed to complete operation key=QTS892MIKZSS tag=G95LHSXN5ZG5 type=del size=930757: (22) Invalid argument 2024-04-13T07:35:19.105 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.105+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=IMIKP2R441KF type=del size=2073619 2024-04-13T07:35:19.107 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.107+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~6ZM5TURB4AG3.0 size=546977 2024-04-13T07:35:19.111 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.111+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=6ZM5TURB4AG3 tag=8OABSG34FUAF type=write size=1595553 2024-04-13T07:35:19.113 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.113+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=D74PY24YH4MS type=del size=2038497 2024-04-13T07:35:19.115 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.115+0000 7f05f3c42780 1 < completed delete operation key=DMCQJNBIB4O2 tag=X7PZY2H89D13 type=del 2024-04-13T07:35:19.119 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.119+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~TZDKN75L5W4K.0 size=1048576 2024-04-13T07:35:19.121 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.121+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~TZDKN75L5W4K.1 size=1048576 2024-04-13T07:35:19.124 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.124+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~TZDKN75L5W4K.2 size=497377 2024-04-13T07:35:19.124 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.124+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=TZDKN75L5W4K tag=PCE6NNP1GK4H type=write size=3643105 2024-04-13T07:35:19.126 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.126+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~Y5YZ2BGP9WGK.0 size=1046369 2024-04-13T07:35:19.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.129+0000 7f05f3c42780 1 < completed multipart upload key=97QQZFWRF5SP upload=Y5YZ2BGP9WGK tag=RCVP715UX01Z type=write size=2094945 2024-04-13T07:35:19.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.133+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~5UBYJS0B8A7A.0 size=1048576 2024-04-13T07:35:19.135 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.135+0000 7f05f3c42780 1 > prepared part key=_multipart_43EJ55H9TGF3.2~5UBYJS0B8A7A.1 size=480276 2024-04-13T07:35:19.135 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.135+0000 7f05f3c42780 1 > prepared multipart upload key=43EJ55H9TGF3 upload=5UBYJS0B8A7A tag=9Y8EU2LVHYOL type=write size=2577428 2024-04-13T07:35:19.137 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.137+0000 7f05f3c42780 1 < completed part key=_multipart_IDMD82V6SX39.2~0N9ONQWG4S0T.0 size=72181 2024-04-13T07:35:19.141 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.141+0000 7f05f3c42780 1 < completed multipart upload key=IDMD82V6SX39 upload=0N9ONQWG4S0T tag=C1MXRCA1PSJ5 type=write size=1120757 2024-04-13T07:35:19.143 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.143+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=A7MS823AF3GX type=del size=3360939 2024-04-13T07:35:19.146 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.145+0000 7f05f3c42780 1 < completed delete operation key=U7HAP4TTT8U3 tag=KR6GYQEQJG9N type=del 2024-04-13T07:35:19.148 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.148+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=7MGGZPSOD4ID type=del size=1852835 2024-04-13T07:35:19.151 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.151+0000 7f05f3c42780 -1 < failed to complete operation key=QTS892MIKZSS tag=4IPPINLZWED3 type=del size=4016463: (22) Invalid argument 2024-04-13T07:35:19.154 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.153+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=4ATYCIR1TUPR type=write size=304741 2024-04-13T07:35:19.156 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.156+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~JR5Q8RIC7ADD.0 size=998506 2024-04-13T07:35:19.160 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.160+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=JR5Q8RIC7ADD tag=EBWLAXMT5X8A type=write size=2047082 2024-04-13T07:35:19.162 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.162+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=FP9ODRC23EQE type=write size=168650 2024-04-13T07:35:19.165 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.165+0000 7f05f3c42780 -1 < failed to complete operation key=QTS892MIKZSS tag=7I1HX5DJ4A6A type=del size=2124948: (22) Invalid argument 2024-04-13T07:35:19.167 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.167+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=YOQWRDWIFQDO type=del size=1990886 2024-04-13T07:35:19.169 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.169+0000 7f05f3c42780 1 < canceled operation key=6CXR0GIZ6246 tag=A6LMKASVNMTU type=del size=2934679 2024-04-13T07:35:19.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.171+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=9D8ZGRCO02C3 type=del size=1017963 2024-04-13T07:35:19.176 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.176+0000 7f05f3c42780 1 < suggested update operation key=77NI15K3IXNY tag=77HR241Y2JAP type=del size=3680830 2024-04-13T07:35:19.178 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.178+0000 7f05f3c42780 1 > prepared operation key=IDMD82V6SX39 tag=PNFK5KUU5RMY type=del size=585021 2024-04-13T07:35:19.180 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.180+0000 7f05f3c42780 1 < completed delete operation key=DMCQJNBIB4O2 tag=DHX98UI584EO type=del 2024-04-13T07:35:19.184 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.184+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~EN61M2C5E1Q5.0 size=1048576 2024-04-13T07:35:19.186 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.186+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~EN61M2C5E1Q5.1 size=1048576 2024-04-13T07:35:19.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.188+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~EN61M2C5E1Q5.2 size=386007 2024-04-13T07:35:19.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.188+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=EN61M2C5E1Q5 tag=7RRLTE0055H7 type=write size=3531735 2024-04-13T07:35:19.190 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.190+0000 7f05f3c42780 1 < completed delete operation key=4G8K54UI1T3W tag=SX189FLBNO7P type=del 2024-04-13T07:35:19.193 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.192+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=X21V1S8XZYEB type=del size=3901071 2024-04-13T07:35:19.195 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.195+0000 7f05f3c42780 1 < completed write operation key=JWVWL3HNW3GB tag=JV7QO9C912V1 type=write size=815515 2024-04-13T07:35:19.197 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.197+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=JOJH59TARJFP type=del size=3152266 2024-04-13T07:35:19.199 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.199+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=0WCE6XX4R4FV type=del 2024-04-13T07:35:19.202 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.201+0000 7f05f3c42780 1 > prepared operation key=UJ8CWXR3A7YN tag=VKRWX20R80Z6 type=write size=11762 2024-04-13T07:35:19.202 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.202+0000 7f05f3c42780 1 < canceled part key=_multipart_JWVWL3HNW3GB.2~S2ALOTNSF1Z3.0 size=1048576 2024-04-13T07:35:19.204 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.203+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~S2ALOTNSF1Z3.1 size=1048576 2024-04-13T07:35:19.205 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.205+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~S2ALOTNSF1Z3.2 size=643345 2024-04-13T07:35:19.209 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.209+0000 7f05f3c42780 1 < canceled multipart upload key=JWVWL3HNW3GB upload=S2ALOTNSF1Z3 tag=DVHZD6DCRZBW type=write size=3789073 2024-04-13T07:35:19.211 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.211+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=DZBXWJTVVA63 type=del size=2052008 2024-04-13T07:35:19.213 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.213+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=IMIKP2R441KF type=del 2024-04-13T07:35:19.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.215+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=PGGM482BYHLE type=del size=1776983 2024-04-13T07:35:19.217 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.217+0000 7f05f3c42780 1 < completed delete operation key=Z2QIOQ3JJHXN tag=D74PY24YH4MS type=del 2024-04-13T07:35:19.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.219+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=S360FYD74561 type=del size=361740 2024-04-13T07:35:19.223 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.223+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~TZDKN75L5W4K.0 size=1048576 2024-04-13T07:35:19.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.225+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~TZDKN75L5W4K.1 size=1048576 2024-04-13T07:35:19.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.225+0000 7f05f3c42780 1 < canceled part key=_multipart_SLR7Z6IC87H9.2~TZDKN75L5W4K.2 size=497377 2024-04-13T07:35:19.229 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.229+0000 7f05f3c42780 1 < canceled multipart upload key=SLR7Z6IC87H9 upload=TZDKN75L5W4K tag=PCE6NNP1GK4H type=write size=3643105 2024-04-13T07:35:19.233 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.233+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~WXNAP1JZAWLU.0 size=1048576 2024-04-13T07:35:19.235 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.235+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~WXNAP1JZAWLU.1 size=1048576 2024-04-13T07:35:19.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.237+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~WXNAP1JZAWLU.2 size=796358 2024-04-13T07:35:19.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.237+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=WXNAP1JZAWLU tag=J5DATG36VW41 type=write size=3942086 2024-04-13T07:35:19.239 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.239+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~5UBYJS0B8A7A.0 size=1048576 2024-04-13T07:35:19.240 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.240+0000 7f05f3c42780 1 < completed part key=_multipart_43EJ55H9TGF3.2~5UBYJS0B8A7A.1 size=480276 2024-04-13T07:35:19.244 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.244+0000 7f05f3c42780 1 < completed multipart upload key=43EJ55H9TGF3 upload=5UBYJS0B8A7A tag=9Y8EU2LVHYOL type=write size=2577428 2024-04-13T07:35:19.246 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.246+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=SS4EFWWTNF04 type=del size=380973 2024-04-13T07:35:19.249 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.248+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=A7MS823AF3GX type=del 2024-04-13T07:35:19.250 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.250+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=03C7FHBCN222 type=del size=2986251 2024-04-13T07:35:19.253 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.253+0000 7f05f3c42780 1 < completed delete operation key=1HK0EXLRD6WR tag=7MGGZPSOD4ID type=del 2024-04-13T07:35:19.255 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.255+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=GHWZZ26DE4Y9 type=del size=779688 2024-04-13T07:35:19.260 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.259+0000 7f05f3c42780 1 < suggested update operation key=B7KHSTN92EMS tag=4ATYCIR1TUPR type=write size=304741 2024-04-13T07:35:19.264 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.263+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~U6U55R0QGCFA.0 size=1048576 2024-04-13T07:35:19.265 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.265+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~U6U55R0QGCFA.1 size=1048576 2024-04-13T07:35:19.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.267+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~U6U55R0QGCFA.2 size=350129 2024-04-13T07:35:19.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.267+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=U6U55R0QGCFA tag=I5K5LLTG3K5D type=write size=3495857 2024-04-13T07:35:19.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.269+0000 7f05f3c42780 1 < completed write operation key=Y2F6LZJG5LH0 tag=FP9ODRC23EQE type=write size=168650 2024-04-13T07:35:19.273 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.273+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~W502UG131Z1H.0 size=211115 2024-04-13T07:35:19.273 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.273+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=W502UG131Z1H tag=28FEHZSKRXGR type=write size=1259691 2024-04-13T07:35:19.275 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.275+0000 7f05f3c42780 1 < completed delete operation key=U7HAP4TTT8U3 tag=YOQWRDWIFQDO type=del 2024-04-13T07:35:19.278 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.277+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=GXD2H2AYO7GL type=write size=1011944 2024-04-13T07:35:19.280 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.279+0000 7f05f3c42780 1 < canceled operation key=UJ8CWXR3A7YN tag=9D8ZGRCO02C3 type=del size=1017963 2024-04-13T07:35:19.284 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.283+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~VAO2DTKYWEQM.0 size=1048576 2024-04-13T07:35:19.286 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.285+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~VAO2DTKYWEQM.1 size=1048576 2024-04-13T07:35:19.287 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.287+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~VAO2DTKYWEQM.2 size=1009751 2024-04-13T07:35:19.287 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.287+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=VAO2DTKYWEQM tag=QSLF7PJXOY8X type=write size=4155479 2024-04-13T07:35:19.290 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.289+0000 7f05f3c42780 1 < completed delete operation key=IDMD82V6SX39 tag=PNFK5KUU5RMY type=del 2024-04-13T07:35:19.292 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.291+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=SHADD92Q0ZZ3 type=del size=2873396 2024-04-13T07:35:19.294 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.293+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~EN61M2C5E1Q5.0 size=1048576 2024-04-13T07:35:19.295 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.295+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~EN61M2C5E1Q5.1 size=1048576 2024-04-13T07:35:19.297 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.297+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~EN61M2C5E1Q5.2 size=386007 2024-04-13T07:35:19.301 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.301+0000 7f05f3c42780 1 < completed multipart upload key=1HK0EXLRD6WR upload=EN61M2C5E1Q5 tag=7RRLTE0055H7 type=write size=3531735 2024-04-13T07:35:19.305 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.305+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~25G4ON51ZVP9.0 size=393647 2024-04-13T07:35:19.305 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.305+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=25G4ON51ZVP9 tag=2VCR711EFXCQ type=write size=1442223 2024-04-13T07:35:19.307 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.307+0000 7f05f3c42780 1 < completed delete operation key=97QQZFWRF5SP tag=X21V1S8XZYEB type=del 2024-04-13T07:35:19.311 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.311+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~142JKQGGX6IB.0 size=1048576 2024-04-13T07:35:19.313 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.313+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~142JKQGGX6IB.1 size=1048576 2024-04-13T07:35:19.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.315+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~142JKQGGX6IB.2 size=708813 2024-04-13T07:35:19.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.315+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=142JKQGGX6IB tag=31ZAUAOU9VYP type=write size=3854541 2024-04-13T07:35:19.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.317+0000 7f05f3c42780 1 < completed delete operation key=TEADR4H33ZHA tag=JOJH59TARJFP type=del 2024-04-13T07:35:19.321 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.321+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~QW8YALDPVZ83.0 size=1048576 2024-04-13T07:35:19.323 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.323+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~QW8YALDPVZ83.1 size=777629 2024-04-13T07:35:19.323 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.323+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=QW8YALDPVZ83 tag=RNOEQ5ELKMJZ type=write size=2874781 2024-04-13T07:35:19.325 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.325+0000 7f05f3c42780 1 < canceled operation key=UJ8CWXR3A7YN tag=VKRWX20R80Z6 type=write size=11762 2024-04-13T07:35:19.327 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.327+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=XJW6953YAPGI type=del size=3092449 2024-04-13T07:35:19.330 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.330+0000 7f05f3c42780 1 < completed delete operation key=4G8K54UI1T3W tag=DZBXWJTVVA63 type=del 2024-04-13T07:35:19.335 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.334+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~IR932SQIX53A.0 size=1048576 2024-04-13T07:35:19.337 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.336+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~IR932SQIX53A.1 size=1048576 2024-04-13T07:35:19.338 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.338+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~IR932SQIX53A.2 size=559838 2024-04-13T07:35:19.339 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.338+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=IR932SQIX53A tag=PRYU067IAUSL type=write size=3705566 2024-04-13T07:35:19.341 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.340+0000 7f05f3c42780 1 < completed delete operation key=0EN9XH8WN9TS tag=PGGM482BYHLE type=del 2024-04-13T07:35:19.343 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.343+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=LVT4T5G9PFCZ type=del size=1183734 2024-04-13T07:35:19.345 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.345+0000 7f05f3c42780 1 < canceled operation key=N1JTROSFNCR7 tag=S360FYD74561 type=del size=361740 2024-04-13T07:35:19.347 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.347+0000 7f05f3c42780 1 > prepared operation key=Y2F6LZJG5LH0 tag=ASJH9XNEZPDR type=del size=179281 2024-04-13T07:35:19.350 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.350+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~WXNAP1JZAWLU.0 size=1048576 2024-04-13T07:35:19.352 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.352+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~WXNAP1JZAWLU.1 size=1048576 2024-04-13T07:35:19.354 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.353+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~WXNAP1JZAWLU.2 size=796358 2024-04-13T07:35:19.358 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.357+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=WXNAP1JZAWLU tag=J5DATG36VW41 type=write size=3942086 2024-04-13T07:35:19.360 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.360+0000 7f05f3c42780 1 > prepared operation key=QTS892MIKZSS tag=TBEW3T8TOXDT type=del size=3273807 2024-04-13T07:35:19.362 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.362+0000 7f05f3c42780 1 < completed delete operation key=TEADR4H33ZHA tag=SS4EFWWTNF04 type=del 2024-04-13T07:35:19.364 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.364+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=ELQOFDJ0T7VO type=del size=1591728 2024-04-13T07:35:19.367 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.367+0000 7f05f3c42780 -1 < failed to complete operation key=B7KHSTN92EMS tag=03C7FHBCN222 type=del size=2986251: (22) Invalid argument 2024-04-13T07:35:19.372 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.372+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~GR2SPFUQO8RE.0 size=943383 2024-04-13T07:35:19.372 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.372+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=GR2SPFUQO8RE tag=C7MHF661J6UH type=write size=1991959 2024-04-13T07:35:19.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.374+0000 7f05f3c42780 1 < completed delete operation key=J4WRTB31TSAU tag=GHWZZ26DE4Y9 type=del 2024-04-13T07:35:19.379 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.379+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~M7TOE03P7POO.0 size=1048576 2024-04-13T07:35:19.381 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.381+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~M7TOE03P7POO.1 size=1048576 2024-04-13T07:35:19.383 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.382+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~M7TOE03P7POO.2 size=916014 2024-04-13T07:35:19.383 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.382+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=M7TOE03P7POO tag=1PWCFRSRN0Q8 type=write size=4061742 2024-04-13T07:35:19.383 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.383+0000 7f05f3c42780 1 < canceled part key=_multipart_AKSUN8A52AHL.2~U6U55R0QGCFA.0 size=1048576 2024-04-13T07:35:19.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.385+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~U6U55R0QGCFA.1 size=1048576 2024-04-13T07:35:19.387 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.386+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~U6U55R0QGCFA.2 size=350129 2024-04-13T07:35:19.391 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.391+0000 7f05f3c42780 1 < canceled multipart upload key=AKSUN8A52AHL upload=U6U55R0QGCFA tag=I5K5LLTG3K5D type=write size=3495857 2024-04-13T07:35:19.395 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.395+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~U2QLJ7M84ENZ.0 size=1048576 2024-04-13T07:35:19.397 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.397+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~U2QLJ7M84ENZ.1 size=199405 2024-04-13T07:35:19.397 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.397+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=U2QLJ7M84ENZ tag=LD71X5VDVT79 type=write size=2296557 2024-04-13T07:35:19.399 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.399+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~W502UG131Z1H.0 size=211115 2024-04-13T07:35:19.403 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.402+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=W502UG131Z1H tag=28FEHZSKRXGR type=write size=1259691 2024-04-13T07:35:19.406 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.406+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=0BGSP0I6CEKS type=write size=405224 2024-04-13T07:35:19.408 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.408+0000 7f05f3c42780 1 < completed write operation key=Z2QIOQ3JJHXN tag=GXD2H2AYO7GL type=write size=1011944 2024-04-13T07:35:19.410 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.410+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=O52PX1I212SR type=write size=926566 2024-04-13T07:35:19.413 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.413+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~VAO2DTKYWEQM.0 size=1048576 2024-04-13T07:35:19.414 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.414+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~VAO2DTKYWEQM.1 size=1048576 2024-04-13T07:35:19.417 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.416+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~VAO2DTKYWEQM.2 size=1009751 2024-04-13T07:35:19.421 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.420+0000 7f05f3c42780 1 < completed multipart upload key=Y2F6LZJG5LH0 upload=VAO2DTKYWEQM tag=QSLF7PJXOY8X type=write size=4155479 2024-04-13T07:35:19.423 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.422+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=4NX70J4NYAKK type=del size=1252256 2024-04-13T07:35:19.427 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.427+0000 7f05f3c42780 1 < suggested update operation key=6CXR0GIZ6246 tag=SHADD92Q0ZZ3 type=del size=2873396 2024-04-13T07:35:19.430 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.430+0000 7f05f3c42780 1 > prepared operation key=DMCQJNBIB4O2 tag=20H1K646CU0X type=del size=684697 2024-04-13T07:35:19.433 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.433+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~25G4ON51ZVP9.0 size=393647 2024-04-13T07:35:19.438 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.437+0000 7f05f3c42780 1 < completed multipart upload key=MN5H0RIAHGLM upload=25G4ON51ZVP9 tag=2VCR711EFXCQ type=write size=1442223 2024-04-13T07:35:19.440 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.440+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=D4Z6IM2L5OMX type=del size=58211 2024-04-13T07:35:19.443 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.442+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~142JKQGGX6IB.0 size=1048576 2024-04-13T07:35:19.444 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.444+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~142JKQGGX6IB.1 size=1048576 2024-04-13T07:35:19.446 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.446+0000 7f05f3c42780 1 < completed part key=_multipart_R7A1HMG5PBY2.2~142JKQGGX6IB.2 size=708813 2024-04-13T07:35:19.450 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.450+0000 7f05f3c42780 1 < completed multipart upload key=R7A1HMG5PBY2 upload=142JKQGGX6IB tag=31ZAUAOU9VYP type=write size=3854541 2024-04-13T07:35:19.454 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.454+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~NX2ANWN9C7PB.0 size=1048576 2024-04-13T07:35:19.456 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.456+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~NX2ANWN9C7PB.1 size=1048576 2024-04-13T07:35:19.458 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.458+0000 7f05f3c42780 1 > prepared part key=_multipart_JWVWL3HNW3GB.2~NX2ANWN9C7PB.2 size=384914 2024-04-13T07:35:19.458 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.458+0000 7f05f3c42780 1 > prepared multipart upload key=JWVWL3HNW3GB upload=NX2ANWN9C7PB tag=6PW4V4NX4883 type=write size=3530642 2024-04-13T07:35:19.459 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.458+0000 7f05f3c42780 1 < canceled part key=_multipart_0EN9XH8WN9TS.2~QW8YALDPVZ83.0 size=1048576 2024-04-13T07:35:19.460 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.460+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~QW8YALDPVZ83.1 size=777629 2024-04-13T07:35:19.464 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.464+0000 7f05f3c42780 1 < canceled multipart upload key=0EN9XH8WN9TS upload=QW8YALDPVZ83 tag=RNOEQ5ELKMJZ type=write size=2874781 2024-04-13T07:35:19.468 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.468+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~TC3OYADYBKRY.0 size=1048576 2024-04-13T07:35:19.470 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.470+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~TC3OYADYBKRY.1 size=893641 2024-04-13T07:35:19.470 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.470+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=TC3OYADYBKRY tag=0FAE2484QLVT type=write size=2990793 2024-04-13T07:35:19.472 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.472+0000 7f05f3c42780 1 < canceled operation key=N1JTROSFNCR7 tag=XJW6953YAPGI type=del size=3092449 2024-04-13T07:35:19.474 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.474+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=YC87BMSK7PU1 type=del size=156120 2024-04-13T07:35:19.476 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.476+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~IR932SQIX53A.0 size=1048576 2024-04-13T07:35:19.478 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.478+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~IR932SQIX53A.1 size=1048576 2024-04-13T07:35:19.480 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.480+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~IR932SQIX53A.2 size=559838 2024-04-13T07:35:19.484 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.484+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=IR932SQIX53A tag=PRYU067IAUSL type=write size=3705566 2024-04-13T07:35:19.486 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.486+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=OIZ73KENQ4NR type=del size=3695817 2024-04-13T07:35:19.489 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.489+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=LVT4T5G9PFCZ type=del 2024-04-13T07:35:19.493 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.493+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~JPN4GKVEH2IA.0 size=1048576 2024-04-13T07:35:19.495 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.495+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~JPN4GKVEH2IA.1 size=1048576 2024-04-13T07:35:19.497 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.497+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~JPN4GKVEH2IA.2 size=784225 2024-04-13T07:35:19.497 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.497+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=JPN4GKVEH2IA tag=ZSUTLRSN1MMC type=write size=3929953 2024-04-13T07:35:19.499 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.499+0000 7f05f3c42780 1 < completed delete operation key=Y2F6LZJG5LH0 tag=ASJH9XNEZPDR type=del 2024-04-13T07:35:19.503 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.503+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~PTSD9OSLM15L.0 size=1048576 2024-04-13T07:35:19.504 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.504+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~PTSD9OSLM15L.1 size=244283 2024-04-13T07:35:19.505 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.504+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=PTSD9OSLM15L tag=ZBX3K2H0Y7U4 type=write size=2341435 2024-04-13T07:35:19.507 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.507+0000 7f05f3c42780 1 < canceled operation key=QTS892MIKZSS tag=TBEW3T8TOXDT type=del size=3273807 2024-04-13T07:35:19.509 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.509+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=ZCJ1R50QGS7G type=del size=3913237 2024-04-13T07:35:19.513 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.513+0000 7f05f3c42780 1 < suggested update operation key=FU38HSKLEDOP tag=ELQOFDJ0T7VO type=del size=1591728 2024-04-13T07:35:19.515 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.515+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=4MU3DCNK05LF type=del size=1498136 2024-04-13T07:35:19.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.517+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~GR2SPFUQO8RE.0 size=943383 2024-04-13T07:35:19.521 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.521+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=GR2SPFUQO8RE tag=C7MHF661J6UH type=write size=1991959 2024-04-13T07:35:19.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.523+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=APO8O01MWCO5 type=write size=614591 2024-04-13T07:35:19.525 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.525+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~M7TOE03P7POO.0 size=1048576 2024-04-13T07:35:19.527 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.527+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~M7TOE03P7POO.1 size=1048576 2024-04-13T07:35:19.527 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.527+0000 7f05f3c42780 1 < canceled part key=_multipart_SB3J044OIBA2.2~M7TOE03P7POO.2 size=916014 2024-04-13T07:35:19.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.530+0000 7f05f3c42780 1 < canceled multipart upload key=SB3J044OIBA2 upload=M7TOE03P7POO tag=1PWCFRSRN0Q8 type=write size=4061742 2024-04-13T07:35:19.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.533+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=MAC8I3WUM2L3 type=del size=1047733 2024-04-13T07:35:19.536 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.536+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~U2QLJ7M84ENZ.0 size=1048576 2024-04-13T07:35:19.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.538+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~U2QLJ7M84ENZ.1 size=199405 2024-04-13T07:35:19.542 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.542+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=U2QLJ7M84ENZ tag=LD71X5VDVT79 type=write size=2296557 2024-04-13T07:35:19.544 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.544+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=4RNT3O3DW9ZF type=del size=2710625 2024-04-13T07:35:19.547 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.546+0000 7f05f3c42780 1 < completed write operation key=AKSUN8A52AHL tag=0BGSP0I6CEKS type=write size=405224 2024-04-13T07:35:19.549 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.549+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=RCMH8MXQAXFE type=del size=1744582 2024-04-13T07:35:19.551 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.551+0000 7f05f3c42780 1 < canceled operation key=B3WYR77RL9B4 tag=O52PX1I212SR type=write size=926566 2024-04-13T07:35:19.556 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.555+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~OP8BQYGX2R1F.0 size=1048576 2024-04-13T07:35:19.557 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.557+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~OP8BQYGX2R1F.1 size=1048576 2024-04-13T07:35:19.560 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.559+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~OP8BQYGX2R1F.2 size=374083 2024-04-13T07:35:19.560 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.559+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=OP8BQYGX2R1F tag=9BRIYA1USZP9 type=write size=3519811 2024-04-13T07:35:19.562 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.562+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=4NX70J4NYAKK type=del 2024-04-13T07:35:19.564 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.564+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=DOK28G1QLD83 type=del size=89942 2024-04-13T07:35:19.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.566+0000 7f05f3c42780 1 < completed delete operation key=DMCQJNBIB4O2 tag=20H1K646CU0X type=del 2024-04-13T07:35:19.571 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.570+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~UB738WNPLRC6.0 size=1048576 2024-04-13T07:35:19.573 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.572+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~UB738WNPLRC6.1 size=1048576 2024-04-13T07:35:19.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.574+0000 7f05f3c42780 1 > prepared part key=_multipart_SB3J044OIBA2.2~UB738WNPLRC6.2 size=60014 2024-04-13T07:35:19.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.574+0000 7f05f3c42780 1 > prepared multipart upload key=SB3J044OIBA2 upload=UB738WNPLRC6 tag=OVIA9PM2HZG6 type=write size=3205742 2024-04-13T07:35:19.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.576+0000 7f05f3c42780 1 < completed delete operation key=45BQPLCWG43N tag=D4Z6IM2L5OMX type=del 2024-04-13T07:35:19.581 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.581+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~F6XMY0GXITHR.0 size=1048576 2024-04-13T07:35:19.583 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.583+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~F6XMY0GXITHR.1 size=1048576 2024-04-13T07:35:19.585 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.585+0000 7f05f3c42780 1 > prepared part key=_multipart_J4WRTB31TSAU.2~F6XMY0GXITHR.2 size=1011391 2024-04-13T07:35:19.585 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.585+0000 7f05f3c42780 1 > prepared multipart upload key=J4WRTB31TSAU upload=F6XMY0GXITHR tag=0S0HN6X2QOE8 type=write size=4157119 2024-04-13T07:35:19.587 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.587+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~NX2ANWN9C7PB.0 size=1048576 2024-04-13T07:35:19.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.589+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~NX2ANWN9C7PB.1 size=1048576 2024-04-13T07:35:19.591 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.591+0000 7f05f3c42780 1 < completed part key=_multipart_JWVWL3HNW3GB.2~NX2ANWN9C7PB.2 size=384914 2024-04-13T07:35:19.595 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.595+0000 7f05f3c42780 1 < completed multipart upload key=JWVWL3HNW3GB upload=NX2ANWN9C7PB tag=6PW4V4NX4883 type=write size=3530642 2024-04-13T07:35:19.597 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.597+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=71OZ8RBY90EU type=del size=3342433 2024-04-13T07:35:19.602 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.599+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~TC3OYADYBKRY.0 size=1048576 2024-04-13T07:35:19.602 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.601+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~TC3OYADYBKRY.1 size=893641 2024-04-13T07:35:19.605 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.605+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=TC3OYADYBKRY tag=0FAE2484QLVT type=write size=2990793 2024-04-13T07:35:19.607 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.607+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=CG2D84EPZ0X9 type=write size=772938 2024-04-13T07:35:19.612 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.612+0000 7f05f3c42780 1 < suggested update operation key=J4WRTB31TSAU tag=YC87BMSK7PU1 type=del size=156120 2024-04-13T07:35:19.615 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.615+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~PAGTHEAXRHP2.0 size=1048576 2024-04-13T07:35:19.617 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.617+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~PAGTHEAXRHP2.1 size=1048576 2024-04-13T07:35:19.619 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.619+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~PAGTHEAXRHP2.2 size=45117 2024-04-13T07:35:19.619 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.619+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=PAGTHEAXRHP2 tag=24Q0MTMT94MQ type=write size=3190845 2024-04-13T07:35:19.621 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.621+0000 7f05f3c42780 1 < canceled operation key=C44XCR1L13WH tag=OIZ73KENQ4NR type=del size=3695817 2024-04-13T07:35:19.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.625+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~0ULPSCW87XRP.0 size=1048576 2024-04-13T07:35:19.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.626+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~0ULPSCW87XRP.1 size=1048576 2024-04-13T07:35:19.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.628+0000 7f05f3c42780 1 > prepared part key=_multipart_Z2QIOQ3JJHXN.2~0ULPSCW87XRP.2 size=819620 2024-04-13T07:35:19.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.628+0000 7f05f3c42780 1 > prepared multipart upload key=Z2QIOQ3JJHXN upload=0ULPSCW87XRP tag=7A01O38PI2DN type=write size=3965348 2024-04-13T07:35:19.631 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.630+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~JPN4GKVEH2IA.0 size=1048576 2024-04-13T07:35:19.632 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.632+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~JPN4GKVEH2IA.1 size=1048576 2024-04-13T07:35:19.634 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.634+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~JPN4GKVEH2IA.2 size=784225 2024-04-13T07:35:19.638 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.638+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=JPN4GKVEH2IA tag=ZSUTLRSN1MMC type=write size=3929953 2024-04-13T07:35:19.642 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.642+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~LWX73NVAB3YA.0 size=1048576 2024-04-13T07:35:19.644 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.643+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~LWX73NVAB3YA.1 size=1048576 2024-04-13T07:35:19.645 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.645+0000 7f05f3c42780 1 > prepared part key=_multipart_N1JTROSFNCR7.2~LWX73NVAB3YA.2 size=568943 2024-04-13T07:35:19.645 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.645+0000 7f05f3c42780 1 > prepared multipart upload key=N1JTROSFNCR7 upload=LWX73NVAB3YA tag=PZAYETPOMNEG type=write size=3714671 2024-04-13T07:35:19.647 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.647+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~PTSD9OSLM15L.0 size=1048576 2024-04-13T07:35:19.649 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.649+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~PTSD9OSLM15L.1 size=244283 2024-04-13T07:35:19.653 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.653+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=PTSD9OSLM15L tag=ZBX3K2H0Y7U4 type=write size=2341435 2024-04-13T07:35:19.657 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.657+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~LAVFBIU4WXGE.0 size=1048576 2024-04-13T07:35:19.659 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.659+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~LAVFBIU4WXGE.1 size=428633 2024-04-13T07:35:19.659 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.659+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=LAVFBIU4WXGE tag=PJ1H2MOY4M19 type=write size=2525785 2024-04-13T07:35:19.662 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.661+0000 7f05f3c42780 -1 < failed to complete operation key=FU38HSKLEDOP tag=ZCJ1R50QGS7G type=del size=3913237: (22) Invalid argument 2024-04-13T07:35:19.664 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.664+0000 7f05f3c42780 1 > prepared operation key=Z2QIOQ3JJHXN tag=02W49QZS6X63 type=del size=1427303 2024-04-13T07:35:19.668 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.668+0000 7f05f3c42780 1 < suggested update operation key=JWVWL3HNW3GB tag=4MU3DCNK05LF type=del size=1498136 2024-04-13T07:35:19.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.672+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~HE0HAO6A0AHM.0 size=1048576 2024-04-13T07:35:19.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.673+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~HE0HAO6A0AHM.1 size=1011246 2024-04-13T07:35:19.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.674+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=HE0HAO6A0AHM tag=4FABG4THPIVM type=write size=3108398 2024-04-13T07:35:19.676 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.675+0000 7f05f3c42780 1 < completed write operation key=1HK0EXLRD6WR tag=APO8O01MWCO5 type=write size=614591 2024-04-13T07:35:19.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.679+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~R61BNJNAGY1I.0 size=1048576 2024-04-13T07:35:19.681 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.681+0000 7f05f3c42780 1 > prepared part key=_multipart_MN5H0RIAHGLM.2~R61BNJNAGY1I.1 size=384475 2024-04-13T07:35:19.681 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.681+0000 7f05f3c42780 1 > prepared multipart upload key=MN5H0RIAHGLM upload=R61BNJNAGY1I tag=X6TZJHUSFZAQ type=write size=2481627 2024-04-13T07:35:19.683 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.683+0000 7f05f3c42780 1 < completed delete operation key=B3WYR77RL9B4 tag=MAC8I3WUM2L3 type=del 2024-04-13T07:35:19.685 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.685+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=H0D2RAX0ABZX type=del size=4079193 2024-04-13T07:35:19.687 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.687+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=4RNT3O3DW9ZF type=del 2024-04-13T07:35:19.689 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.689+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=MBWVO5RS0T4J type=del size=1202946 2024-04-13T07:35:19.692 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.691+0000 7f05f3c42780 -1 < failed to complete operation key=J4WRTB31TSAU tag=RCMH8MXQAXFE type=del size=1744582: (22) Invalid argument 2024-04-13T07:35:19.696 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.696+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~9GWH5SMW98O8.0 size=1048576 2024-04-13T07:35:19.698 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.697+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~9GWH5SMW98O8.1 size=898478 2024-04-13T07:35:19.698 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.697+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=9GWH5SMW98O8 tag=6OM5WVYXA81C type=write size=2995630 2024-04-13T07:35:19.700 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.700+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~OP8BQYGX2R1F.0 size=1048576 2024-04-13T07:35:19.702 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.701+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~OP8BQYGX2R1F.1 size=1048576 2024-04-13T07:35:19.702 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.701+0000 7f05f3c42780 1 < canceled part key=_multipart_Y2F6LZJG5LH0.2~OP8BQYGX2R1F.2 size=374083 2024-04-13T07:35:19.705 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.705+0000 7f05f3c42780 1 < canceled multipart upload key=Y2F6LZJG5LH0 upload=OP8BQYGX2R1F tag=9BRIYA1USZP9 type=write size=3519811 2024-04-13T07:35:19.709 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.709+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~D619114PBIA0.0 size=148766 2024-04-13T07:35:19.709 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.709+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=D619114PBIA0 tag=37EXMBNY69Q1 type=write size=1197342 2024-04-13T07:35:19.712 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.711+0000 7f05f3c42780 1 < completed delete operation key=4G8K54UI1T3W tag=DOK28G1QLD83 type=del 2024-04-13T07:35:19.713 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.713+0000 7f05f3c42780 1 > prepared operation key=97QQZFWRF5SP tag=J3VMQFYY1KG3 type=write size=310396 2024-04-13T07:35:19.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.715+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~UB738WNPLRC6.0 size=1048576 2024-04-13T07:35:19.717 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.717+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~UB738WNPLRC6.1 size=1048576 2024-04-13T07:35:19.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.719+0000 7f05f3c42780 1 < completed part key=_multipart_SB3J044OIBA2.2~UB738WNPLRC6.2 size=60014 2024-04-13T07:35:19.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.723+0000 7f05f3c42780 1 < completed multipart upload key=SB3J044OIBA2 upload=UB738WNPLRC6 tag=OVIA9PM2HZG6 type=write size=3205742 2024-04-13T07:35:19.725 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.725+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=6UZ8OPKL1M24 type=del size=420999 2024-04-13T07:35:19.727 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.727+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~F6XMY0GXITHR.0 size=1048576 2024-04-13T07:35:19.727 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.727+0000 7f05f3c42780 1 < canceled part key=_multipart_J4WRTB31TSAU.2~F6XMY0GXITHR.1 size=1048576 2024-04-13T07:35:19.730 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.729+0000 7f05f3c42780 1 < completed part key=_multipart_J4WRTB31TSAU.2~F6XMY0GXITHR.2 size=1011391 2024-04-13T07:35:19.733 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.733+0000 7f05f3c42780 1 < canceled multipart upload key=J4WRTB31TSAU upload=F6XMY0GXITHR tag=0S0HN6X2QOE8 type=write size=4157119 2024-04-13T07:35:19.735 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.735+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=SEU17ZM6YP8D type=write size=1017553 2024-04-13T07:35:19.738 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.737+0000 7f05f3c42780 1 < completed delete operation key=NOA5HUHWE14O tag=71OZ8RBY90EU type=del 2024-04-13T07:35:19.742 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.741+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~8MBGW2D1BUAJ.0 size=1048576 2024-04-13T07:35:19.861 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.743+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~8MBGW2D1BUAJ.1 size=1048576 2024-04-13T07:35:19.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.745+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~8MBGW2D1BUAJ.2 size=600467 2024-04-13T07:35:19.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.745+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=8MBGW2D1BUAJ tag=7XF86RABKLBN type=write size=3746195 2024-04-13T07:35:19.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.748+0000 7f05f3c42780 1 < canceled operation key=NOA5HUHWE14O tag=CG2D84EPZ0X9 type=write size=772938 2024-04-13T07:35:19.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.750+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=XLMK4Q6V3KKZ type=del size=902240 2024-04-13T07:35:19.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.752+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~PAGTHEAXRHP2.0 size=1048576 2024-04-13T07:35:19.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.754+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~PAGTHEAXRHP2.1 size=1048576 2024-04-13T07:35:19.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.755+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~PAGTHEAXRHP2.2 size=45117 2024-04-13T07:35:19.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.760+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=PAGTHEAXRHP2 tag=24Q0MTMT94MQ type=write size=3190845 2024-04-13T07:35:19.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.764+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~L1QNJ1WLFTCZ.0 size=1048576 2024-04-13T07:35:19.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.766+0000 7f05f3c42780 1 > prepared part key=_multipart_NOA5HUHWE14O.2~L1QNJ1WLFTCZ.1 size=30695 2024-04-13T07:35:19.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.766+0000 7f05f3c42780 1 > prepared multipart upload key=NOA5HUHWE14O upload=L1QNJ1WLFTCZ tag=QQL2N55YXEOX type=write size=2127847 2024-04-13T07:35:19.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.768+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~0ULPSCW87XRP.0 size=1048576 2024-04-13T07:35:19.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.770+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~0ULPSCW87XRP.1 size=1048576 2024-04-13T07:35:19.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.771+0000 7f05f3c42780 1 < completed part key=_multipart_Z2QIOQ3JJHXN.2~0ULPSCW87XRP.2 size=819620 2024-04-13T07:35:19.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.775+0000 7f05f3c42780 1 < completed multipart upload key=Z2QIOQ3JJHXN upload=0ULPSCW87XRP tag=7A01O38PI2DN type=write size=3965348 2024-04-13T07:35:19.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.779+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~KHU29MMH13ZY.0 size=1048576 2024-04-13T07:35:19.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.781+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~KHU29MMH13ZY.1 size=1048576 2024-04-13T07:35:19.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.783+0000 7f05f3c42780 1 > prepared part key=_multipart_FU38HSKLEDOP.2~KHU29MMH13ZY.2 size=295180 2024-04-13T07:35:19.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.783+0000 7f05f3c42780 1 > prepared multipart upload key=FU38HSKLEDOP upload=KHU29MMH13ZY tag=HT1D7JCSH5F3 type=write size=3440908 2024-04-13T07:35:19.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.785+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~LWX73NVAB3YA.0 size=1048576 2024-04-13T07:35:19.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.787+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~LWX73NVAB3YA.1 size=1048576 2024-04-13T07:35:19.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.789+0000 7f05f3c42780 1 < completed part key=_multipart_N1JTROSFNCR7.2~LWX73NVAB3YA.2 size=568943 2024-04-13T07:35:19.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.793+0000 7f05f3c42780 1 < completed multipart upload key=N1JTROSFNCR7 upload=LWX73NVAB3YA tag=PZAYETPOMNEG type=write size=3714671 2024-04-13T07:35:19.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.795+0000 7f05f3c42780 1 > prepared operation key=J4WRTB31TSAU tag=3HGEJB9J02ZM type=write size=475558 2024-04-13T07:35:19.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.797+0000 7f05f3c42780 1 < completed part key=_multipart_97QQZFWRF5SP.2~LAVFBIU4WXGE.0 size=1048576 2024-04-13T07:35:19.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.797+0000 7f05f3c42780 1 < canceled part key=_multipart_97QQZFWRF5SP.2~LAVFBIU4WXGE.1 size=428633 2024-04-13T07:35:19.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.801+0000 7f05f3c42780 1 < canceled multipart upload key=97QQZFWRF5SP upload=LAVFBIU4WXGE tag=PJ1H2MOY4M19 type=write size=2525785 2024-04-13T07:35:19.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.805+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~Y8JGJN6TXJH1.0 size=693281 2024-04-13T07:35:19.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.805+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=Y8JGJN6TXJH1 tag=IZLPHO1TLXC7 type=write size=1741857 2024-04-13T07:35:19.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.809+0000 7f05f3c42780 1 < suggested update operation key=Z2QIOQ3JJHXN tag=02W49QZS6X63 type=del size=1427303 2024-04-13T07:35:19.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.811+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=SFJHOX4V0V6A type=del size=1872970 2024-04-13T07:35:19.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.813+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~HE0HAO6A0AHM.0 size=1048576 2024-04-13T07:35:19.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.815+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~HE0HAO6A0AHM.1 size=1011246 2024-04-13T07:35:19.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.819+0000 7f05f3c42780 1 < completed multipart upload key=B7KHSTN92EMS upload=HE0HAO6A0AHM tag=4FABG4THPIVM type=write size=3108398 2024-04-13T07:35:19.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.821+0000 7f05f3c42780 1 > prepared operation key=2U7EF9PD2PDE tag=N9SAPGCUL3TC type=del size=1965887 2024-04-13T07:35:19.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.823+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~R61BNJNAGY1I.0 size=1048576 2024-04-13T07:35:19.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.825+0000 7f05f3c42780 1 < completed part key=_multipart_MN5H0RIAHGLM.2~R61BNJNAGY1I.1 size=384475 2024-04-13T07:35:19.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.829+0000 7f05f3c42780 1 < completed multipart upload key=MN5H0RIAHGLM upload=R61BNJNAGY1I tag=X6TZJHUSFZAQ type=write size=2481627 2024-04-13T07:35:19.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.831+0000 7f05f3c42780 1 > prepared operation key=SB3J044OIBA2 tag=QBKK5AMU8P8Z type=del size=3288628 2024-04-13T07:35:19.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.835+0000 7f05f3c42780 1 < suggested update operation key=77NI15K3IXNY tag=H0D2RAX0ABZX type=del size=4079193 2024-04-13T07:35:19.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.840+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~MUP555H56LWI.0 size=1048576 2024-04-13T07:35:19.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.842+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~MUP555H56LWI.1 size=1048576 2024-04-13T07:35:19.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.844+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~MUP555H56LWI.2 size=942225 2024-04-13T07:35:19.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.844+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=MUP555H56LWI tag=30F3OM04ZK7J type=write size=4087953 2024-04-13T07:35:19.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.846+0000 7f05f3c42780 1 < completed delete operation key=AKSUN8A52AHL tag=MBWVO5RS0T4J type=del 2024-04-13T07:35:19.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.848+0000 7f05f3c42780 1 > prepared operation key=FU38HSKLEDOP tag=L9O10TPI0BEN type=del size=3471924 2024-04-13T07:35:19.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.850+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~9GWH5SMW98O8.0 size=1048576 2024-04-13T07:35:19.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.853+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~9GWH5SMW98O8.1 size=898478 2024-04-13T07:35:19.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.856+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=9GWH5SMW98O8 tag=6OM5WVYXA81C type=write size=2995630 2024-04-13T07:35:19.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.859+0000 7f05f3c42780 1 > prepared operation key=AKSUN8A52AHL tag=9NKBDY2TFG4W type=write size=109863 2024-04-13T07:35:19.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.861+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~D619114PBIA0.0 size=148766 2024-04-13T07:35:19.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.864+0000 7f05f3c42780 1 < completed multipart upload key=2U7EF9PD2PDE upload=D619114PBIA0 tag=37EXMBNY69Q1 type=write size=1197342 2024-04-13T07:35:19.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.866+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=Z4ZDXRHENID6 type=del size=3155184 2024-04-13T07:35:19.869 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.868+0000 7f05f3c42780 1 < completed write operation key=97QQZFWRF5SP tag=J3VMQFYY1KG3 type=write size=310396 2024-04-13T07:35:19.871 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.870+0000 7f05f3c42780 1 > prepared operation key=R7A1HMG5PBY2 tag=YXIXSWFSBAKM type=del size=2069965 2024-04-13T07:35:19.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.873+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=6UZ8OPKL1M24 type=del 2024-04-13T07:35:19.875 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.875+0000 7f05f3c42780 1 > prepared operation key=77NI15K3IXNY tag=F9OQ2YEE0JHH type=del size=2762805 2024-04-13T07:35:19.879 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.878+0000 7f05f3c42780 1 < suggested remove operation key=1HK0EXLRD6WR tag=SEU17ZM6YP8D type=write 2024-04-13T07:35:19.881 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.881+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=U1XSN11Y19H9 type=del size=2905897 2024-04-13T07:35:19.883 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.883+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~8MBGW2D1BUAJ.0 size=1048576 2024-04-13T07:35:19.885 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.885+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~8MBGW2D1BUAJ.1 size=1048576 2024-04-13T07:35:19.887 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.887+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~8MBGW2D1BUAJ.2 size=600467 2024-04-13T07:35:19.891 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.890+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=8MBGW2D1BUAJ tag=7XF86RABKLBN type=write size=3746195 2024-04-13T07:35:19.893 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.892+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=KX6AXRBYF9XN type=del size=2187469 2024-04-13T07:35:19.897 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.896+0000 7f05f3c42780 1 < suggested remove operation key=B3WYR77RL9B4 tag=XLMK4Q6V3KKZ type=del 2024-04-13T07:35:19.900 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.900+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~FDZSUM03F0J6.0 size=658722 2024-04-13T07:35:19.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.900+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=FDZSUM03F0J6 tag=J83IGD0QFNPY type=write size=1707298 2024-04-13T07:35:19.903 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.903+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~L1QNJ1WLFTCZ.0 size=1048576 2024-04-13T07:35:19.905 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.904+0000 7f05f3c42780 1 < completed part key=_multipart_NOA5HUHWE14O.2~L1QNJ1WLFTCZ.1 size=30695 2024-04-13T07:35:19.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.908+0000 7f05f3c42780 1 < completed multipart upload key=NOA5HUHWE14O upload=L1QNJ1WLFTCZ tag=QQL2N55YXEOX type=write size=2127847 2024-04-13T07:35:19.912 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.912+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~4N7AZ15VLVJ4.0 size=1048576 2024-04-13T07:35:19.914 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.914+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~4N7AZ15VLVJ4.1 size=502150 2024-04-13T07:35:19.914 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.914+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=4N7AZ15VLVJ4 tag=F8FBLMGEKDO6 type=write size=2599302 2024-04-13T07:35:19.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.916+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~KHU29MMH13ZY.0 size=1048576 2024-04-13T07:35:19.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.918+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~KHU29MMH13ZY.1 size=1048576 2024-04-13T07:35:19.920 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.920+0000 7f05f3c42780 1 < completed part key=_multipart_FU38HSKLEDOP.2~KHU29MMH13ZY.2 size=295180 2024-04-13T07:35:19.924 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.923+0000 7f05f3c42780 1 < completed multipart upload key=FU38HSKLEDOP upload=KHU29MMH13ZY tag=HT1D7JCSH5F3 type=write size=3440908 2024-04-13T07:35:19.926 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.926+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=AINLQLUXDV9G type=del size=352847 2024-04-13T07:35:19.931 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.930+0000 7f05f3c42780 1 < suggested update operation key=J4WRTB31TSAU tag=3HGEJB9J02ZM type=write size=475558 2024-04-13T07:35:19.933 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.932+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=27YBUAS51Q2E type=del size=1473601 2024-04-13T07:35:19.935 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.935+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~Y8JGJN6TXJH1.0 size=693281 2024-04-13T07:35:19.939 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.939+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=Y8JGJN6TXJH1 tag=IZLPHO1TLXC7 type=write size=1741857 2024-04-13T07:35:19.943 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.943+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~NMWWGJL9FNR1.0 size=1048576 2024-04-13T07:35:19.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.944+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~NMWWGJL9FNR1.1 size=1048576 2024-04-13T07:35:19.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.946+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~NMWWGJL9FNR1.2 size=600795 2024-04-13T07:35:19.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.946+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=NMWWGJL9FNR1 tag=AQDAELW7O31E type=write size=3746523 2024-04-13T07:35:19.949 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.948+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=SFJHOX4V0V6A type=del 2024-04-13T07:35:19.951 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.951+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=1J5CYGNVC6OV type=del size=2652892 2024-04-13T07:35:19.953 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.953+0000 7f05f3c42780 1 < completed delete operation key=2U7EF9PD2PDE tag=N9SAPGCUL3TC type=del 2024-04-13T07:35:19.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.955+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=Y2WM1B3Y25M0 type=del size=1452845 2024-04-13T07:35:19.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.957+0000 7f05f3c42780 1 < completed delete operation key=SB3J044OIBA2 tag=QBKK5AMU8P8Z type=del 2024-04-13T07:35:19.959 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.959+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=TLMW995IGXEB type=write size=935337 2024-04-13T07:35:19.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.961+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~MUP555H56LWI.0 size=1048576 2024-04-13T07:35:19.963 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.963+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~MUP555H56LWI.1 size=1048576 2024-04-13T07:35:19.965 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.965+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~MUP555H56LWI.2 size=942225 2024-04-13T07:35:19.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.969+0000 7f05f3c42780 1 < completed multipart upload key=GXQVWVGDUNMS upload=MUP555H56LWI tag=30F3OM04ZK7J type=write size=4087953 2024-04-13T07:35:19.973 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.973+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~NL5JBZV2PM7U.0 size=1010994 2024-04-13T07:35:19.973 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.973+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=NL5JBZV2PM7U tag=1Z6PI7SEUNR6 type=write size=2059570 2024-04-13T07:35:19.975 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.975+0000 7f05f3c42780 1 < completed delete operation key=FU38HSKLEDOP tag=L9O10TPI0BEN type=del 2024-04-13T07:35:19.977 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.977+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=UHF5BI3OUPRT type=del size=376605 2024-04-13T07:35:19.982 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.982+0000 7f05f3c42780 1 < suggested update operation key=AKSUN8A52AHL tag=9NKBDY2TFG4W type=write size=109863 2024-04-13T07:35:19.984 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.984+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=0BJ8YYGFHMRY type=del size=2301739 2024-04-13T07:35:19.988 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.988+0000 7f05f3c42780 1 < suggested remove operation key=TXG4Q8N5GJDX tag=Z4ZDXRHENID6 type=del 2024-04-13T07:35:19.993 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.992+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~4HKNBY32J52S.0 size=1048576 2024-04-13T07:35:19.994 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.994+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~4HKNBY32J52S.1 size=15451 2024-04-13T07:35:19.995 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.994+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=4HKNBY32J52S tag=JVSN8LRSW9AD type=write size=2112603 2024-04-13T07:35:19.997 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.996+0000 7f05f3c42780 1 < completed delete operation key=R7A1HMG5PBY2 tag=YXIXSWFSBAKM type=del 2024-04-13T07:35:19.999 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:19.999+0000 7f05f3c42780 1 > prepared operation key=U7HAP4TTT8U3 tag=W7FLRTHFCKON type=del size=1241663 2024-04-13T07:35:20.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.001+0000 7f05f3c42780 1 < completed delete operation key=77NI15K3IXNY tag=F9OQ2YEE0JHH type=del 2024-04-13T07:35:20.003 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.003+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=BI2UABWSQY0D type=write size=222654 2024-04-13T07:35:20.005 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.005+0000 7f05f3c42780 1 < completed delete operation key=6CXR0GIZ6246 tag=U1XSN11Y19H9 type=del 2024-04-13T07:35:20.009 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.009+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~1GTBV6JRY9VK.0 size=1048576 2024-04-13T07:35:20.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.011+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~1GTBV6JRY9VK.1 size=1048576 2024-04-13T07:35:20.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.013+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~1GTBV6JRY9VK.2 size=757273 2024-04-13T07:35:20.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.013+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=1GTBV6JRY9VK tag=4IJ3L7FO30S7 type=write size=3903001 2024-04-13T07:35:20.014 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.013+0000 7f05f3c42780 -1 < no bi entry to suggest for operation key=TXG4Q8N5GJDX tag=KX6AXRBYF9XN type=del size=2187469: (2) No such file or directory 2024-04-13T07:35:20.018 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.017+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~OUDXL7BXE2MQ.0 size=1048576 2024-04-13T07:35:20.020 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.019+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~OUDXL7BXE2MQ.1 size=1048576 2024-04-13T07:35:20.021 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.021+0000 7f05f3c42780 1 > prepared part key=_multipart_B7KHSTN92EMS.2~OUDXL7BXE2MQ.2 size=41007 2024-04-13T07:35:20.021 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.021+0000 7f05f3c42780 1 > prepared multipart upload key=B7KHSTN92EMS upload=OUDXL7BXE2MQ tag=JFJ20BUWQ3HW type=write size=3186735 2024-04-13T07:35:20.024 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.024+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~FDZSUM03F0J6.0 size=658722 2024-04-13T07:35:20.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.027+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=FDZSUM03F0J6 tag=J83IGD0QFNPY type=write size=1707298 2024-04-13T07:35:20.031 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.031+0000 7f05f3c42780 1 > prepared part key=_multipart_DMCQJNBIB4O2.2~3XP25UEVPB88.0 size=268433 2024-04-13T07:35:20.032 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.031+0000 7f05f3c42780 1 > prepared multipart upload key=DMCQJNBIB4O2 upload=3XP25UEVPB88 tag=HROFJZMSPIZ6 type=write size=1317009 2024-04-13T07:35:20.032 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.032+0000 7f05f3c42780 1 < canceled part key=_multipart_Y2F6LZJG5LH0.2~4N7AZ15VLVJ4.0 size=1048576 2024-04-13T07:35:20.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.034+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~4N7AZ15VLVJ4.1 size=502150 2024-04-13T07:35:20.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.038+0000 7f05f3c42780 1 < canceled multipart upload key=Y2F6LZJG5LH0 upload=4N7AZ15VLVJ4 tag=F8FBLMGEKDO6 type=write size=2599302 2024-04-13T07:35:20.040 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.040+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=S5JQ0FA01WXF type=del size=2486775 2024-04-13T07:35:20.045 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.045+0000 7f05f3c42780 1 < suggested remove operation key=TEADR4H33ZHA tag=AINLQLUXDV9G type=del 2024-04-13T07:35:20.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.049+0000 7f05f3c42780 1 > prepared part key=_multipart_GXQVWVGDUNMS.2~YQVMXQIY1SDO.0 size=124219 2024-04-13T07:35:20.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.049+0000 7f05f3c42780 1 > prepared multipart upload key=GXQVWVGDUNMS upload=YQVMXQIY1SDO tag=YM00ODLDYAJP type=write size=1172795 2024-04-13T07:35:20.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.051+0000 7f05f3c42780 1 < completed delete operation key=N1JTROSFNCR7 tag=27YBUAS51Q2E type=del 2024-04-13T07:35:20.056 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.055+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~DRT93BFVR3TK.0 size=1048576 2024-04-13T07:35:20.057 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.057+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~DRT93BFVR3TK.1 size=1048576 2024-04-13T07:35:20.059 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.059+0000 7f05f3c42780 1 > prepared part key=_multipart_6CXR0GIZ6246.2~DRT93BFVR3TK.2 size=655515 2024-04-13T07:35:20.059 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.059+0000 7f05f3c42780 1 > prepared multipart upload key=6CXR0GIZ6246 upload=DRT93BFVR3TK tag=60BWXNL60DGP type=write size=3801243 2024-04-13T07:35:20.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.061+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~NMWWGJL9FNR1.0 size=1048576 2024-04-13T07:35:20.063 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.063+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~NMWWGJL9FNR1.1 size=1048576 2024-04-13T07:35:20.063 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.063+0000 7f05f3c42780 1 < canceled part key=_multipart_QTS892MIKZSS.2~NMWWGJL9FNR1.2 size=600795 2024-04-13T07:35:20.067 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.066+0000 7f05f3c42780 1 < canceled multipart upload key=QTS892MIKZSS upload=NMWWGJL9FNR1 tag=AQDAELW7O31E type=write size=3746523 2024-04-13T07:35:20.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.071+0000 7f05f3c42780 1 > prepared part key=_multipart_U7HAP4TTT8U3.2~7X0GCIXSRO4D.0 size=754475 2024-04-13T07:35:20.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.071+0000 7f05f3c42780 1 > prepared multipart upload key=U7HAP4TTT8U3 upload=7X0GCIXSRO4D tag=CU9115Z2G892 type=write size=1803051 2024-04-13T07:35:20.073 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.073+0000 7f05f3c42780 1 < completed delete operation key=45BQPLCWG43N tag=1J5CYGNVC6OV type=del 2024-04-13T07:35:20.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.077+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~7WGGCL7F6S68.0 size=1048576 2024-04-13T07:35:20.079 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.079+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~7WGGCL7F6S68.1 size=699607 2024-04-13T07:35:20.079 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.079+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=7WGGCL7F6S68 tag=NDEQITQKIQBD type=write size=2796759 2024-04-13T07:35:20.081 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.081+0000 7f05f3c42780 1 < canceled operation key=4G8K54UI1T3W tag=Y2WM1B3Y25M0 type=del size=1452845 2024-04-13T07:35:20.083 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.083+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=O3I33I8N3157 type=del size=162910 2024-04-13T07:35:20.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.085+0000 7f05f3c42780 1 < completed write operation key=SLR7Z6IC87H9 tag=TLMW995IGXEB type=write size=935337 2024-04-13T07:35:20.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.087+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=25WW22O3333O type=write size=497011 2024-04-13T07:35:20.090 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.089+0000 7f05f3c42780 1 < completed part key=_multipart_2U7EF9PD2PDE.2~NL5JBZV2PM7U.0 size=1010994 2024-04-13T07:35:20.093 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.093+0000 7f05f3c42780 1 < completed multipart upload key=2U7EF9PD2PDE upload=NL5JBZV2PM7U tag=1Z6PI7SEUNR6 type=write size=2059570 2024-04-13T07:35:20.097 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.097+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~Z2I1BHOO384J.0 size=1048576 2024-04-13T07:35:20.099 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.099+0000 7f05f3c42780 1 > prepared part key=_multipart_QTS892MIKZSS.2~Z2I1BHOO384J.1 size=360380 2024-04-13T07:35:20.099 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.099+0000 7f05f3c42780 1 > prepared multipart upload key=QTS892MIKZSS upload=Z2I1BHOO384J tag=G0BSBLO8TLWX type=write size=2457532 2024-04-13T07:35:20.101 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.101+0000 7f05f3c42780 1 < completed delete operation key=SLR7Z6IC87H9 tag=UHF5BI3OUPRT type=del 2024-04-13T07:35:20.105 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.105+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~69TOI5T551EY.0 size=1048576 2024-04-13T07:35:20.107 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.106+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~69TOI5T551EY.1 size=1048576 2024-04-13T07:35:20.108 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.108+0000 7f05f3c42780 1 > prepared part key=_multipart_Y2F6LZJG5LH0.2~69TOI5T551EY.2 size=373150 2024-04-13T07:35:20.109 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.108+0000 7f05f3c42780 1 > prepared multipart upload key=Y2F6LZJG5LH0 upload=69TOI5T551EY tag=L6NAL51EHE92 type=write size=3518878 2024-04-13T07:35:20.112 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.112+0000 7f05f3c42780 -1 < failed to complete operation key=TEADR4H33ZHA tag=0BJ8YYGFHMRY type=del size=2301739: (22) Invalid argument 2024-04-13T07:35:20.116 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.115+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~Q7835VIHJ2WF.0 size=1048576 2024-04-13T07:35:20.117 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.117+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~Q7835VIHJ2WF.1 size=1048576 2024-04-13T07:35:20.119 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.119+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~Q7835VIHJ2WF.2 size=390470 2024-04-13T07:35:20.119 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.119+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=Q7835VIHJ2WF tag=214L20RMGNO7 type=write size=3536198 2024-04-13T07:35:20.121 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.121+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~4HKNBY32J52S.0 size=1048576 2024-04-13T07:35:20.123 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.123+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~4HKNBY32J52S.1 size=15451 2024-04-13T07:35:20.127 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.126+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=4HKNBY32J52S tag=JVSN8LRSW9AD type=write size=2112603 2024-04-13T07:35:20.129 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.128+0000 7f05f3c42780 1 > prepared operation key=B7KHSTN92EMS tag=SNJX2I9G8AW6 type=del size=2374059 2024-04-13T07:35:20.131 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.131+0000 7f05f3c42780 1 < completed delete operation key=U7HAP4TTT8U3 tag=W7FLRTHFCKON type=del 2024-04-13T07:35:20.133 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.133+0000 7f05f3c42780 1 > prepared operation key=JWVWL3HNW3GB tag=TL7H1EXU7WO0 type=write size=233827 2024-04-13T07:35:20.138 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.138+0000 7f05f3c42780 1 < suggested update operation key=N1JTROSFNCR7 tag=BI2UABWSQY0D type=write size=222654 2024-04-13T07:35:20.142 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.142+0000 7f05f3c42780 1 > prepared part key=_multipart_SLR7Z6IC87H9.2~829E1HZN92Q4.0 size=177939 2024-04-13T07:35:20.142 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.142+0000 7f05f3c42780 1 > prepared multipart upload key=SLR7Z6IC87H9 upload=829E1HZN92Q4 tag=QMC18UZ7RX5P type=write size=1226515 2024-04-13T07:35:20.144 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.144+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~1GTBV6JRY9VK.0 size=1048576 2024-04-13T07:35:20.146 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.146+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~1GTBV6JRY9VK.1 size=1048576 2024-04-13T07:35:20.149 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.148+0000 7f05f3c42780 1 < completed part key=_multipart_0EN9XH8WN9TS.2~1GTBV6JRY9VK.2 size=757273 2024-04-13T07:35:20.153 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.153+0000 7f05f3c42780 1 < completed multipart upload key=0EN9XH8WN9TS upload=1GTBV6JRY9VK tag=4IJ3L7FO30S7 type=write size=3903001 2024-04-13T07:35:20.155 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.155+0000 7f05f3c42780 1 > prepared operation key=GXQVWVGDUNMS tag=RXZN8GWC7DUV type=del size=453895 2024-04-13T07:35:20.158 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.157+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~OUDXL7BXE2MQ.0 size=1048576 2024-04-13T07:35:20.158 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.157+0000 7f05f3c42780 1 < canceled part key=_multipart_B7KHSTN92EMS.2~OUDXL7BXE2MQ.1 size=1048576 2024-04-13T07:35:20.160 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.160+0000 7f05f3c42780 1 < completed part key=_multipart_B7KHSTN92EMS.2~OUDXL7BXE2MQ.2 size=41007 2024-04-13T07:35:20.164 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.164+0000 7f05f3c42780 1 < canceled multipart upload key=B7KHSTN92EMS upload=OUDXL7BXE2MQ tag=JFJ20BUWQ3HW type=write size=3186735 2024-04-13T07:35:20.168 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.168+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~ZDGU00FKSMO0.0 size=1048576 2024-04-13T07:35:20.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.170+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~ZDGU00FKSMO0.1 size=944606 2024-04-13T07:35:20.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.170+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=ZDGU00FKSMO0 tag=D4PT2KOW44DQ type=write size=3041758 2024-04-13T07:35:20.172 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.172+0000 7f05f3c42780 1 < completed part key=_multipart_DMCQJNBIB4O2.2~3XP25UEVPB88.0 size=268433 2024-04-13T07:35:20.176 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.176+0000 7f05f3c42780 1 < completed multipart upload key=DMCQJNBIB4O2 upload=3XP25UEVPB88 tag=HROFJZMSPIZ6 type=write size=1317009 2024-04-13T07:35:20.178 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.178+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=D22C9RZB332F type=del size=2755690 2024-04-13T07:35:20.180 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.180+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=S5JQ0FA01WXF type=del 2024-04-13T07:35:20.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.182+0000 7f05f3c42780 1 > prepared operation key=4G8K54UI1T3W tag=38KCY3VABFXV type=del size=251698 2024-04-13T07:35:20.184 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.184+0000 7f05f3c42780 1 < completed part key=_multipart_GXQVWVGDUNMS.2~YQVMXQIY1SDO.0 size=124219 2024-04-13T07:35:20.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.188+0000 7f05f3c42780 1 < completed multipart upload key=GXQVWVGDUNMS upload=YQVMXQIY1SDO tag=YM00ODLDYAJP type=write size=1172795 2024-04-13T07:35:20.190 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.190+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=M4E3KY69G2Z5 type=write size=143757 2024-04-13T07:35:20.192 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.192+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~DRT93BFVR3TK.0 size=1048576 2024-04-13T07:35:20.194 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.194+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~DRT93BFVR3TK.1 size=1048576 2024-04-13T07:35:20.196 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.196+0000 7f05f3c42780 1 < completed part key=_multipart_6CXR0GIZ6246.2~DRT93BFVR3TK.2 size=655515 2024-04-13T07:35:20.200 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.200+0000 7f05f3c42780 1 < completed multipart upload key=6CXR0GIZ6246 upload=DRT93BFVR3TK tag=60BWXNL60DGP type=write size=3801243 2024-04-13T07:35:20.202 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.202+0000 7f05f3c42780 1 > prepared operation key=TEADR4H33ZHA tag=2377K04R4B1J type=write size=20786 2024-04-13T07:35:20.205 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.204+0000 7f05f3c42780 1 < completed part key=_multipart_U7HAP4TTT8U3.2~7X0GCIXSRO4D.0 size=754475 2024-04-13T07:35:20.209 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.208+0000 7f05f3c42780 1 < completed multipart upload key=U7HAP4TTT8U3 upload=7X0GCIXSRO4D tag=CU9115Z2G892 type=write size=1803051 2024-04-13T07:35:20.213 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.213+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~ZLUZQOMVIIUS.0 size=1048576 2024-04-13T07:35:20.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.214+0000 7f05f3c42780 1 > prepared part key=_multipart_1HK0EXLRD6WR.2~ZLUZQOMVIIUS.1 size=396804 2024-04-13T07:35:20.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.214+0000 7f05f3c42780 1 > prepared multipart upload key=1HK0EXLRD6WR upload=ZLUZQOMVIIUS tag=PQDNS6S3XSSN type=write size=2493956 2024-04-13T07:35:20.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.215+0000 7f05f3c42780 1 < canceled part key=_multipart_Y2F6LZJG5LH0.2~7WGGCL7F6S68.0 size=1048576 2024-04-13T07:35:20.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.217+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~7WGGCL7F6S68.1 size=699607 2024-04-13T07:35:20.221 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.221+0000 7f05f3c42780 1 < canceled multipart upload key=Y2F6LZJG5LH0 upload=7WGGCL7F6S68 tag=NDEQITQKIQBD type=write size=2796759 2024-04-13T07:35:20.224 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.224+0000 7f05f3c42780 1 > prepared operation key=45BQPLCWG43N tag=VAE3PRIFPP9J type=write size=588092 2024-04-13T07:35:20.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.226+0000 7f05f3c42780 1 < completed delete operation key=4G8K54UI1T3W tag=O3I33I8N3157 type=del 2024-04-13T07:35:20.229 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.229+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=7G3MV6SLC4RI type=del size=617249 2024-04-13T07:35:20.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.231+0000 7f05f3c42780 1 < completed write operation key=GXQVWVGDUNMS tag=25WW22O3333O type=write size=497011 2024-04-13T07:35:20.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.236+0000 7f05f3c42780 1 > prepared part key=_multipart_TXG4Q8N5GJDX.2~D0NESWF8K3JT.0 size=896646 2024-04-13T07:35:20.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.236+0000 7f05f3c42780 1 > prepared multipart upload key=TXG4Q8N5GJDX upload=D0NESWF8K3JT tag=GJVO8ZGA2XWN type=write size=1945222 2024-04-13T07:35:20.239 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.238+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~Z2I1BHOO384J.0 size=1048576 2024-04-13T07:35:20.241 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.240+0000 7f05f3c42780 1 < completed part key=_multipart_QTS892MIKZSS.2~Z2I1BHOO384J.1 size=360380 2024-04-13T07:35:20.245 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.245+0000 7f05f3c42780 1 < completed multipart upload key=QTS892MIKZSS upload=Z2I1BHOO384J tag=G0BSBLO8TLWX type=write size=2457532 2024-04-13T07:35:20.249 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.249+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~PZPB9JCELF0R.0 size=1048576 2024-04-13T07:35:20.252 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.251+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~PZPB9JCELF0R.1 size=1048576 2024-04-13T07:35:20.253 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.253+0000 7f05f3c42780 1 > prepared part key=_multipart_R7A1HMG5PBY2.2~PZPB9JCELF0R.2 size=942264 2024-04-13T07:35:20.254 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.253+0000 7f05f3c42780 1 > prepared multipart upload key=R7A1HMG5PBY2 upload=PZPB9JCELF0R tag=HIM9Y83VHABX type=write size=4087992 2024-04-13T07:35:20.254 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.254+0000 7f05f3c42780 1 < canceled part key=_multipart_Y2F6LZJG5LH0.2~69TOI5T551EY.0 size=1048576 2024-04-13T07:35:20.257 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.256+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~69TOI5T551EY.1 size=1048576 2024-04-13T07:35:20.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.258+0000 7f05f3c42780 1 < completed part key=_multipart_Y2F6LZJG5LH0.2~69TOI5T551EY.2 size=373150 2024-04-13T07:35:20.262 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.262+0000 7f05f3c42780 1 < canceled multipart upload key=Y2F6LZJG5LH0 upload=69TOI5T551EY tag=L6NAL51EHE92 type=write size=3518878 2024-04-13T07:35:20.266 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.266+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~50H0M7EXOE1R.0 size=1048576 2024-04-13T07:35:20.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.269+0000 7f05f3c42780 1 > prepared part key=_multipart_97QQZFWRF5SP.2~50H0M7EXOE1R.1 size=370148 2024-04-13T07:35:20.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.269+0000 7f05f3c42780 1 > prepared multipart upload key=97QQZFWRF5SP upload=50H0M7EXOE1R tag=IZZTJ148MRXJ type=write size=2467300 2024-04-13T07:35:20.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.271+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~Q7835VIHJ2WF.0 size=1048576 2024-04-13T07:35:20.273 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.272+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~Q7835VIHJ2WF.1 size=1048576 2024-04-13T07:35:20.274 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.274+0000 7f05f3c42780 1 < completed part key=_multipart_AKSUN8A52AHL.2~Q7835VIHJ2WF.2 size=390470 2024-04-13T07:35:20.279 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.278+0000 7f05f3c42780 1 < completed multipart upload key=AKSUN8A52AHL upload=Q7835VIHJ2WF tag=214L20RMGNO7 type=write size=3536198 2024-04-13T07:35:20.280 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.280+0000 7f05f3c42780 1 > prepared operation key=B3WYR77RL9B4 tag=2ZFP8CPOT3Q3 type=del size=748826 2024-04-13T07:35:20.283 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.282+0000 7f05f3c42780 1 < completed delete operation key=B7KHSTN92EMS tag=SNJX2I9G8AW6 type=del 2024-04-13T07:35:20.284 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.284+0000 7f05f3c42780 1 > prepared operation key=1HK0EXLRD6WR tag=3H66EFU3Y48W type=del size=924842 2024-04-13T07:35:20.286 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.286+0000 7f05f3c42780 1 < completed write operation key=JWVWL3HNW3GB tag=TL7H1EXU7WO0 type=write size=233827 2024-04-13T07:35:20.290 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.290+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~LC39XDD2I35M.0 size=1048576 2024-04-13T07:35:20.293 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.292+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~LC39XDD2I35M.1 size=1048576 2024-04-13T07:35:20.294 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.294+0000 7f05f3c42780 1 > prepared part key=_multipart_2U7EF9PD2PDE.2~LC39XDD2I35M.2 size=912664 2024-04-13T07:35:20.295 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.294+0000 7f05f3c42780 1 > prepared multipart upload key=2U7EF9PD2PDE upload=LC39XDD2I35M tag=GIR3NEYCQZYA type=write size=4058392 2024-04-13T07:35:20.296 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.296+0000 7f05f3c42780 1 < completed part key=_multipart_SLR7Z6IC87H9.2~829E1HZN92Q4.0 size=177939 2024-04-13T07:35:20.301 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.300+0000 7f05f3c42780 1 < completed multipart upload key=SLR7Z6IC87H9 upload=829E1HZN92Q4 tag=QMC18UZ7RX5P type=write size=1226515 2024-04-13T07:35:20.303 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.303+0000 7f05f3c42780 1 > prepared operation key=SLR7Z6IC87H9 tag=TDFZ8KNPQPKM type=write size=103200 2024-04-13T07:35:20.305 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.305+0000 7f05f3c42780 1 < completed delete operation key=GXQVWVGDUNMS tag=RXZN8GWC7DUV type=del 2024-04-13T07:35:20.307 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.307+0000 7f05f3c42780 1 > prepared operation key=6CXR0GIZ6246 tag=4H9IT5MJ7U31 type=del size=791933 2024-04-13T07:35:20.309 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.309+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~ZDGU00FKSMO0.0 size=1048576 2024-04-13T07:35:20.311 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.311+0000 7f05f3c42780 1 < completed part key=_multipart_45BQPLCWG43N.2~ZDGU00FKSMO0.1 size=944606 2024-04-13T07:35:20.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.314+0000 7f05f3c42780 1 < completed multipart upload key=45BQPLCWG43N upload=ZDGU00FKSMO0 tag=D4PT2KOW44DQ type=write size=3041758 2024-04-13T07:35:20.318 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.318+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~1RK8AUK0AUT2.0 size=1048576 2024-04-13T07:35:20.320 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.320+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~1RK8AUK0AUT2.1 size=216043 2024-04-13T07:35:20.320 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.320+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=1RK8AUK0AUT2 tag=GPWH0JVWITDG type=write size=2313195 2024-04-13T07:35:20.324 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.324+0000 7f05f3c42780 1 < suggested update operation key=NOA5HUHWE14O tag=D22C9RZB332F type=del size=2755690 2024-04-13T07:35:20.327 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.326+0000 7f05f3c42780 1 > prepared operation key=N1JTROSFNCR7 tag=FUMFCNYXZY7U type=write size=788837 2024-04-13T07:35:20.329 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.328+0000 7f05f3c42780 1 < completed delete operation key=4G8K54UI1T3W tag=38KCY3VABFXV type=del 2024-04-13T07:35:20.333 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.333+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~5LPKUQ6Q9QP5.0 size=1048576 2024-04-13T07:35:20.335 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.335+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~5LPKUQ6Q9QP5.1 size=1048576 2024-04-13T07:35:20.337 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.336+0000 7f05f3c42780 1 > prepared part key=_multipart_AKSUN8A52AHL.2~5LPKUQ6Q9QP5.2 size=61707 2024-04-13T07:35:20.337 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.336+0000 7f05f3c42780 1 > prepared multipart upload key=AKSUN8A52AHL upload=5LPKUQ6Q9QP5 tag=R6UXCWKQG3LG type=write size=3207435 2024-04-13T07:35:20.340 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.339+0000 7f05f3c42780 -1 < failed to complete operation key=NOA5HUHWE14O tag=M4E3KY69G2Z5 type=write size=143757: (22) Invalid argument 2024-04-13T07:35:20.344 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.343+0000 7f05f3c42780 1 > prepared part key=_multipart_45BQPLCWG43N.2~M8WESP6LP23O.0 size=378213 2024-04-13T07:35:20.344 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.343+0000 7f05f3c42780 1 > prepared multipart upload key=45BQPLCWG43N upload=M8WESP6LP23O tag=WY3GPVN3OH2H type=write size=1426789 2024-04-13T07:35:20.348 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.348+0000 7f05f3c42780 1 < suggested update operation key=TEADR4H33ZHA tag=2377K04R4B1J type=write size=20786 2024-04-13T07:35:20.352 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.352+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~V05XQIGOJ4ZF.0 size=1048576 2024-04-13T07:35:20.354 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.354+0000 7f05f3c42780 1 > prepared part key=_multipart_0EN9XH8WN9TS.2~V05XQIGOJ4ZF.1 size=1017551 2024-04-13T07:35:20.354 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.354+0000 7f05f3c42780 1 > prepared multipart upload key=0EN9XH8WN9TS upload=V05XQIGOJ4ZF tag=XDGI13Y2Z8XM type=write size=3114703 2024-04-13T07:35:20.356 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.356+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~ZLUZQOMVIIUS.0 size=1048576 2024-04-13T07:35:20.358 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.358+0000 7f05f3c42780 1 < completed part key=_multipart_1HK0EXLRD6WR.2~ZLUZQOMVIIUS.1 size=396804 2024-04-13T07:35:20.362 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.361+0000 7f05f3c42780 1 < completed multipart upload key=1HK0EXLRD6WR upload=ZLUZQOMVIIUS tag=PQDNS6S3XSSN type=write size=2493956 2024-04-13T07:35:20.364 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.364+0000 7f05f3c42780 1 > prepared operation key=TXG4Q8N5GJDX tag=23K4YQ7K1ID2 type=write size=777254 2024-04-13T07:35:20.366 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.366+0000 7f05f3c42780 1 < completed write operation key=45BQPLCWG43N tag=VAE3PRIFPP9J type=write size=588092 2024-04-13T07:35:20.369 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.368+0000 7f05f3c42780 1 > prepared operation key=0EN9XH8WN9TS tag=HAWDTBWQWE9C type=del size=2501684 2024-04-13T07:35:20.371 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.370+0000 7f05f3c42780 1 < completed delete operation key=TXG4Q8N5GJDX tag=7G3MV6SLC4RI type=del 2024-04-13T07:35:20.373 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.373+0000 7f05f3c42780 1 > prepared operation key=C44XCR1L13WH tag=LE33O4DW2QC0 type=write size=817867 2024-04-13T07:35:20.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.375+0000 7f05f3c42780 1 < completed part key=_multipart_TXG4Q8N5GJDX.2~D0NESWF8K3JT.0 size=896646 2024-04-13T07:35:20.379 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.379+0000 7f05f3c42780 1 < completed multipart upload key=TXG4Q8N5GJDX upload=D0NESWF8K3JT tag=GJVO8ZGA2XWN type=write size=1945222 2024-04-13T07:35:20.381 INFO:tasks.workunit.client.0.smithi003.stderr:2024-04-13T07:35:20.381+0000 7f05f3c42780 1 > prepared operation key=NOA5HUHWE14O tag=U92D41SSQLIL type=del size=292801 2024-04-13T07:35:20.381 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] cls_rgw_stats.simulate (14250 ms) 2024-04-13T07:35:20.382 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 1 test from cls_rgw_stats (14250 ms total) 2024-04-13T07:35:20.382 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:35:20.382 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment tear-down 2024-04-13T07:35:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:20 smithi066 ceph-mon[84331]: pgmap v1478: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 413 KiB/s wr, 2.08k op/s 2024-04-13T07:35:20.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:20 smithi003 ceph-mon[91733]: pgmap v1478: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 413 KiB/s wr, 2.08k op/s 2024-04-13T07:35:20.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:20 smithi003 ceph-mon[89364]: pgmap v1478: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 413 KiB/s wr, 2.08k op/s 2024-04-13T07:35:21.160 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] 1 test from 1 test suite ran. (16891 ms total) 2024-04-13T07:35:21.160 INFO:tasks.workunit.client.0.smithi003.stdout:[ PASSED ] 1 test. 2024-04-13T07:35:21.165 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T07:35:21.220 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T07:35:21.251 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-04-13T07:35:21.251 DEBUG:teuthology.orchestra.run.smithi003:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-04-13T07:35:21.321 INFO:tasks.workunit.client.0.smithi003.stdout:Running main() from gmock_main.cc 2024-04-13T07:35:21.321 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] Running 2 tests from 1 test suite. 2024-04-13T07:35:21.321 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment set-up. 2024-04-13T07:35:21.321 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 2 tests from ClsSDK 2024-04-13T07:35:21.321 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-04-13T07:35:22.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:22 smithi003 ceph-mon[89364]: pgmap v1479: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 407 KiB/s wr, 2.05k op/s 2024-04-13T07:35:22.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:22 smithi003 ceph-mon[89364]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-13T07:35:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:22 smithi003 ceph-mon[91733]: pgmap v1479: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 407 KiB/s wr, 2.05k op/s 2024-04-13T07:35:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:22 smithi003 ceph-mon[91733]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-13T07:35:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:35:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:35:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:35:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:22 smithi066 ceph-mon[84331]: pgmap v1479: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 407 KiB/s wr, 2.05k op/s 2024-04-13T07:35:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:22 smithi066 ceph-mon[84331]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-13T07:35:23.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:23 smithi003 ceph-mon[89364]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-13T07:35:23.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:23 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3902196829' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133773-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:35:23.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:35:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:23 smithi003 ceph-mon[91733]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-13T07:35:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:23 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3902196829' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133773-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:35:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:35:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:23 smithi066 ceph-mon[84331]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-13T07:35:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:23 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3902196829' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133773-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:35:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:35:24.180 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2859 ms) 2024-04-13T07:35:24.180 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-04-13T07:35:24.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:24 smithi003 ceph-mon[89364]: pgmap v1482: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:24.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:24 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:35:24.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:24 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3902196829' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133773-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:35:24.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:24 smithi003 ceph-mon[89364]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-13T07:35:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:35:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:35:24] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-04-13T07:35:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:24 smithi003 ceph-mon[91733]: pgmap v1482: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:24 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:35:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:24 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3902196829' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133773-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:35:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:24 smithi003 ceph-mon[91733]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-13T07:35:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:24 smithi066 ceph-mon[84331]: pgmap v1482: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:24 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:35:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:24 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3902196829' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133773-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:35:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:24 smithi066 ceph-mon[84331]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-13T07:35:25.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:25 smithi003 ceph-mon[89364]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-13T07:35:25.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:25 smithi003 ceph-mon[91733]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-13T07:35:25.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:25 smithi066 ceph-mon[84331]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-13T07:35:26.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:26 smithi003 ceph-mon[91733]: pgmap v1485: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:26.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:26 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:35:26.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:26 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:35:26.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:26 smithi003 ceph-mon[91733]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-13T07:35:26.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:26 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/346482021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133773-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:35:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:26 smithi003 ceph-mon[89364]: pgmap v1485: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:26 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:35:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:26 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:35:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:26 smithi003 ceph-mon[89364]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-13T07:35:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:26 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/346482021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133773-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:35:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:26 smithi066 ceph-mon[84331]: pgmap v1485: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:26 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:35:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:26 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:35:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:26 smithi066 ceph-mon[84331]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-13T07:35:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:26 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/346482021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133773-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:35:27.210 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3029 ms) 2024-04-13T07:35:27.210 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 2 tests from ClsSDK (5889 ms total) 2024-04-13T07:35:27.210 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:35:27.210 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment tear-down 2024-04-13T07:35:27.210 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] 2 tests from 1 test suite ran. (5889 ms total) 2024-04-13T07:35:27.210 INFO:tasks.workunit.client.0.smithi003.stdout:[ PASSED ] 2 tests. 2024-04-13T07:35:27.214 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T07:35:27.214 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T07:35:27.283 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-04-13T07:35:27.283 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-13T07:35:27.548 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:27 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/346482021' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133773-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:35:27.548 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:27 smithi003 ceph-mon[91733]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-13T07:35:27.549 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:27 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/346482021' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133773-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:35:27.549 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:27 smithi003 ceph-mon[89364]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-13T07:35:27.550 DEBUG:teuthology.parallel:result is None 2024-04-13T07:35:27.550 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T07:35:27.577 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T07:35:27.577 DEBUG:teuthology.orchestra.run.smithi003:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T07:35:27.632 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T07:35:27.632 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T07:35:27.632 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-04-13T07:35:27.632 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T07:35:27.633 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-04-13T07:35:27.633 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-13T07:35:27.634 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-13T07:35:27.634 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-13T07:35:27.634 DEBUG:teuthology.orchestra.run.smithi003:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-13T07:35:27.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:27 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/346482021' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi003-133773-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:35:27.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:27 smithi066 ceph-mon[84331]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-13T07:35:27.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T07:35:27.687 INFO:teuthology.orchestra.run.smithi003.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-13T07:35:27.687 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T07:35:27.742 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-13T07:35:27.742 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-13T07:35:27.797 INFO:tasks.workunit:timeout=3h 2024-04-13T07:35:27.797 INFO:tasks.workunit:cleanup=True 2024-04-13T07:35:27.797 DEBUG:teuthology.orchestra.run.smithi003:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-13T07:35:27.852 INFO:tasks.workunit.client.0.smithi003.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-13T07:35:28.552 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:28 smithi066 ceph-mon[84331]: pgmap v1488: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:28.552 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:28 smithi066 ceph-mon[84331]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-13T07:35:28.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:28 smithi003 ceph-mon[89364]: pgmap v1488: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:28.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:28 smithi003 ceph-mon[89364]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-13T07:35:28.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:28 smithi003 ceph-mon[91733]: pgmap v1488: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:28.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:28 smithi003 ceph-mon[91733]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-13T07:35:30.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:30 smithi003 ceph-mon[89364]: pgmap v1490: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:30.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:35:30.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:30 smithi003 ceph-mon[91733]: pgmap v1490: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:30.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:35:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:30 smithi066 ceph-mon[84331]: pgmap v1490: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:35:31.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:31 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:35:31.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:31 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:35:31.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:31 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:35:31.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:31 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:35:31.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:31 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:35:31.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:31 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:35:31.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:31 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:35:31.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:31 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:35:31.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:31 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:35:32.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:32 smithi003 ceph-mon[89364]: pgmap v1491: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:32.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:32 smithi003 ceph-mon[91733]: pgmap v1491: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:32 smithi066 ceph-mon[84331]: pgmap v1491: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:35:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:35:34.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:34 smithi003 ceph-mon[91733]: pgmap v1492: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:34.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:35:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:35:34] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-04-13T07:35:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:34 smithi003 ceph-mon[89364]: pgmap v1492: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:34 smithi066 ceph-mon[84331]: pgmap v1492: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:36.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:36 smithi003 ceph-mon[89364]: pgmap v1493: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:36.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:36 smithi003 ceph-mon[91733]: pgmap v1493: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:36 smithi066 ceph-mon[84331]: pgmap v1493: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:38.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:38 smithi003 ceph-mon[89364]: pgmap v1494: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:38.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:35:38.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:38 smithi003 ceph-mon[91733]: pgmap v1494: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:38.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:35:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:38 smithi066 ceph-mon[84331]: pgmap v1494: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:35:40.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:40 smithi003 ceph-mon[91733]: pgmap v1495: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:40.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:40 smithi003 ceph-mon[89364]: pgmap v1495: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:40 smithi066 ceph-mon[84331]: pgmap v1495: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:40.874 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-13T07:35:40.929 INFO:tasks.workunit.client.0.smithi003.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-13T07:35:40.931 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T07:35:40.931 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-13T07:35:40.981 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-13T07:35:41.030 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-13T07:35:41.068 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T07:35:41.070 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T07:35:41.070 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-13T07:35:41.110 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T07:35:41.112 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T07:35:41.112 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-13T07:35:41.168 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-04-13T07:35:41.169 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-04-13T07:35:41.169 DEBUG:teuthology.orchestra.run.smithi003:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-04-13T07:35:41.268 INFO:tasks.workunit.client.0.smithi003.stdout:run length 1200 seconds 2024-04-13T07:35:41.268 INFO:tasks.workunit.client.0.smithi003.stdout:preparing 10240 objects 2024-04-13T07:35:42.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:42 smithi003 ceph-mon[91733]: pgmap v1496: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:42.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:42 smithi003 ceph-mon[89364]: pgmap v1496: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:42.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:42 smithi066 ceph-mon[84331]: pgmap v1496: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:35:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:35:43.442 INFO:tasks.workunit.client.0.smithi003.stdout:load-gen will run 1200 seconds 2024-04-13T07:35:44.443 INFO:tasks.workunit.client.0.smithi003.stdout: 1: throughput=0MB/sec pending data=0 2024-04-13T07:35:44.443 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FI9xzQPbLiAYUzx off=15588821 len=1602518 2024-04-13T07:35:44.445 INFO:tasks.workunit.client.0.smithi003.stdout:op 0 completed, throughput=1.52MB/sec 2024-04-13T07:35:44.445 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NCnf_FSpXNyk9bw off=14857545 len=1180420 2024-04-13T07:35:44.447 INFO:tasks.workunit.client.0.smithi003.stdout:op 1 completed, throughput=2.64MB/sec 2024-04-13T07:35:44.447 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XyX3Ic6NLOiKxfU off=8192842 len=1608147 2024-04-13T07:35:44.451 INFO:tasks.workunit.client.0.smithi003.stdout:op 2 completed, throughput=4.15MB/sec 2024-04-13T07:35:44.451 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TpDtTlk1lmT18DW off=21004147 len=857871 2024-04-13T07:35:44.452 INFO:tasks.workunit.client.0.smithi003.stdout:op 3 completed, throughput=4.96MB/sec 2024-04-13T07:35:44.452 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_iMl1EO--WEqrpC off=1438226 len=1723186 2024-04-13T07:35:44.462 INFO:tasks.workunit.client.0.smithi003.stdout:op 4 completed, throughput=6.52MB/sec 2024-04-13T07:35:44.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:44 smithi003 ceph-mon[91733]: pgmap v1497: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:35:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:35:44] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2024-04-13T07:35:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:44 smithi003 ceph-mon[89364]: pgmap v1497: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:44 smithi066 ceph-mon[84331]: pgmap v1497: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-13T07:35:45.462 INFO:tasks.workunit.client.0.smithi003.stdout: 2: throughput=3.29MB/sec pending data=0 2024-04-13T07:35:45.462 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-27YAIq7U2bmvr_H off=3170331 len=386736 2024-04-13T07:35:45.464 INFO:tasks.workunit.client.0.smithi003.stdout:op 5 completed, throughput=3.47MB/sec 2024-04-13T07:35:45.464 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QrOlqcB0QMlcrE- off=406708 len=2026062 2024-04-13T07:35:45.473 INFO:tasks.workunit.client.0.smithi003.stdout:op 6 completed, throughput=4.41MB/sec 2024-04-13T07:35:45.473 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AmrqYiC69_UDkYA off=1498357 len=199315 2024-04-13T07:35:45.473 INFO:tasks.workunit.client.0.smithi003.stdout:op 7 completed, throughput=4.5MB/sec 2024-04-13T07:35:45.473 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qib70AHge0Nuftp off=8180103 len=1966450 2024-04-13T07:35:45.487 INFO:tasks.workunit.client.0.smithi003.stdout:op 8 completed, throughput=5.39MB/sec 2024-04-13T07:35:46.488 INFO:tasks.workunit.client.0.smithi003.stdout: 3: throughput=3.62MB/sec pending data=0 2024-04-13T07:35:46.488 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kyj6aeGq9YLmtv4 off=1873091 len=1311385 2024-04-13T07:35:46.490 INFO:tasks.workunit.client.0.smithi003.stdout:op 9 completed, throughput=4.02MB/sec 2024-04-13T07:35:46.490 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SD1wa2dsz18NfbG off=3968919 len=1604863 2024-04-13T07:35:46.497 INFO:tasks.workunit.client.0.smithi003.stdout:op 10 completed, throughput=4.52MB/sec 2024-04-13T07:35:46.497 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-u3P9p4HVd0AbPXW off=0 len=1103416 2024-04-13T07:35:46.499 INFO:tasks.workunit.client.0.smithi003.stdout:op 11 completed, throughput=4.86MB/sec 2024-04-13T07:35:46.499 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-f29cbhh_St6847f off=3607003 len=358339 2024-04-13T07:35:46.500 INFO:tasks.workunit.client.0.smithi003.stdout:op 12 completed, throughput=4.97MB/sec 2024-04-13T07:35:46.500 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BH6hRJJAf92VBHF off=4528108 len=1450112 2024-04-13T07:35:46.501 INFO:tasks.workunit.client.0.smithi003.stdout:op 13 completed, throughput=5.42MB/sec 2024-04-13T07:35:46.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:46 smithi003 ceph-mon[89364]: pgmap v1498: 105 pgs: 105 active+clean; 63 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 426 KiB/s wr, 425 op/s 2024-04-13T07:35:46.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:46 smithi003 ceph-mon[91733]: pgmap v1498: 105 pgs: 105 active+clean; 63 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 426 KiB/s wr, 425 op/s 2024-04-13T07:35:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:46 smithi066 ceph-mon[84331]: pgmap v1498: 105 pgs: 105 active+clean; 63 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 426 KiB/s wr, 425 op/s 2024-04-13T07:35:47.501 INFO:tasks.workunit.client.0.smithi003.stdout: 4: throughput=4.08MB/sec pending data=0 2024-04-13T07:35:47.501 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6s1zWumLeO6bZoU off=4710016 len=449279 2024-04-13T07:35:47.502 INFO:tasks.workunit.client.0.smithi003.stdout:op 14 completed, throughput=4.19MB/sec 2024-04-13T07:35:47.502 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-S8aAoyqtx3C99Ul off=6109504 len=328544 2024-04-13T07:35:47.506 INFO:tasks.workunit.client.0.smithi003.stdout:op 15 completed, throughput=4.26MB/sec 2024-04-13T07:35:47.506 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SmB_5RBOOzNFWFZ off=12648286 len=1783465 2024-04-13T07:35:47.516 INFO:tasks.workunit.client.0.smithi003.stdout:op 16 completed, throughput=4.67MB/sec 2024-04-13T07:35:47.517 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PXXJjAyWjQ1JUYr off=17363783 len=901769 2024-04-13T07:35:47.518 INFO:tasks.workunit.client.0.smithi003.stdout:op 17 completed, throughput=4.88MB/sec 2024-04-13T07:35:47.518 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PjJqT1RMnzXEsrp off=761164 len=1362746 2024-04-13T07:35:47.519 INFO:tasks.workunit.client.0.smithi003.stdout:op 18 completed, throughput=5.19MB/sec 2024-04-13T07:35:48.520 INFO:tasks.workunit.client.0.smithi003.stdout: 5: throughput=4.17MB/sec pending data=0 2024-04-13T07:35:48.520 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0MwxR9sTHrsckv5 off=2202050 len=345719 2024-04-13T07:35:48.521 INFO:tasks.workunit.client.0.smithi003.stdout:op 19 completed, throughput=4.23MB/sec 2024-04-13T07:35:48.521 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dtiNmOThAVxzsJu off=317690 len=1292797 2024-04-13T07:35:48.527 INFO:tasks.workunit.client.0.smithi003.stdout:op 20 completed, throughput=4.47MB/sec 2024-04-13T07:35:48.527 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-N99kbhR4JvBK5bs off=1924596 len=1157737 2024-04-13T07:35:48.533 INFO:tasks.workunit.client.0.smithi003.stdout:op 21 completed, throughput=4.68MB/sec 2024-04-13T07:35:48.534 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-96pvA5aUZgN7wSh off=832719 len=573264 2024-04-13T07:35:48.535 INFO:tasks.workunit.client.0.smithi003.stdout:op 22 completed, throughput=4.79MB/sec 2024-04-13T07:35:48.535 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VVB2lcWyfhDWB9c off=4890525 len=1544345 2024-04-13T07:35:48.542 INFO:tasks.workunit.client.0.smithi003.stdout:op 23 completed, throughput=5.07MB/sec 2024-04-13T07:35:48.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:48 smithi003 ceph-mon[91733]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 853 KiB/s wr, 853 op/s 2024-04-13T07:35:48.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:48 smithi003 ceph-mon[89364]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 853 KiB/s wr, 853 op/s 2024-04-13T07:35:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:48 smithi066 ceph-mon[84331]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 853 KiB/s wr, 853 op/s 2024-04-13T07:35:49.542 INFO:tasks.workunit.client.0.smithi003.stdout: 6: throughput=4.24MB/sec pending data=0 2024-04-13T07:35:49.542 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-a4_Eu59H8iobWCb off=5491732 len=81346 2024-04-13T07:35:49.543 INFO:tasks.workunit.client.0.smithi003.stdout:op 24 completed, throughput=4.25MB/sec 2024-04-13T07:35:49.543 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SowIKCDybmwAPQL off=3285324 len=625868 2024-04-13T07:35:49.544 INFO:tasks.workunit.client.0.smithi003.stdout:op 25 completed, throughput=4.35MB/sec 2024-04-13T07:35:49.544 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dVL4WJO0kpIW9Gz off=9275398 len=424971 2024-04-13T07:35:49.547 INFO:tasks.workunit.client.0.smithi003.stdout:op 26 completed, throughput=4.41MB/sec 2024-04-13T07:35:49.547 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vH1JV5Qbvu9dIhI off=7280256 len=888153 2024-04-13T07:35:49.552 INFO:tasks.workunit.client.0.smithi003.stdout:op 27 completed, throughput=4.55MB/sec 2024-04-13T07:35:49.553 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tmoalbXXULuFNAi off=2983679 len=760843 2024-04-13T07:35:49.557 INFO:tasks.workunit.client.0.smithi003.stdout:op 28 completed, throughput=4.66MB/sec 2024-04-13T07:35:49.557 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CiCdRgbAjUL5OoI off=5994262 len=1461529 2024-04-13T07:35:49.571 INFO:tasks.workunit.client.0.smithi003.stdout:op 29 completed, throughput=4.88MB/sec 2024-04-13T07:35:49.571 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QmpOr4J99bDDXBO off=1672290 len=265445 2024-04-13T07:35:49.574 INFO:tasks.workunit.client.0.smithi003.stdout:op 30 completed, throughput=4.92MB/sec 2024-04-13T07:35:49.574 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-F1UpPsVp1I-JMZx off=10658921 len=1598880 2024-04-13T07:35:49.582 INFO:tasks.workunit.client.0.smithi003.stdout:op 31 completed, throughput=5.16MB/sec 2024-04-13T07:35:50.582 INFO:tasks.workunit.client.0.smithi003.stdout: 7: throughput=4.44MB/sec pending data=0 2024-04-13T07:35:50.583 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MI659_Fexc1ipTw off=3861369 len=183892 2024-04-13T07:35:50.585 INFO:tasks.workunit.client.0.smithi003.stdout:op 32 completed, throughput=4.46MB/sec 2024-04-13T07:35:50.585 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RtqrupqGZH81ECZ off=1239949 len=1282382 2024-04-13T07:35:50.593 INFO:tasks.workunit.client.0.smithi003.stdout:op 33 completed, throughput=4.63MB/sec 2024-04-13T07:35:50.593 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4BFcQOwBjQHYhX1 off=16383962 len=1847208 2024-04-13T07:35:50.603 INFO:tasks.workunit.client.0.smithi003.stdout:op 34 completed, throughput=4.87MB/sec 2024-04-13T07:35:50.603 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HTTkgsNEyLc3_2m off=17080055 len=126797 2024-04-13T07:35:50.604 INFO:tasks.workunit.client.0.smithi003.stdout:op 35 completed, throughput=4.88MB/sec 2024-04-13T07:35:50.604 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xa7mYyjZlC-EzMk off=5007148 len=757209 2024-04-13T07:35:50.609 INFO:tasks.workunit.client.0.smithi003.stdout:op 36 completed, throughput=4.98MB/sec 2024-04-13T07:35:50.609 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UOJTCmM85tfHuQC off=1332587 len=1995464 2024-04-13T07:35:50.619 INFO:tasks.workunit.client.0.smithi003.stdout:op 37 completed, throughput=5.24MB/sec 2024-04-13T07:35:50.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:50 smithi003 ceph-mon[91733]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 378 KiB/s rd, 853 KiB/s wr, 853 op/s 2024-04-13T07:35:50.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:50 smithi003 ceph-mon[89364]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 378 KiB/s rd, 853 KiB/s wr, 853 op/s 2024-04-13T07:35:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:50 smithi066 ceph-mon[84331]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 378 KiB/s rd, 853 KiB/s wr, 853 op/s 2024-04-13T07:35:51.620 INFO:tasks.workunit.client.0.smithi003.stdout: 8: throughput=4.6MB/sec pending data=0 2024-04-13T07:35:51.620 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Gc-mvcT_0L1rIO3 off=7105793 len=853351 2024-04-13T07:35:51.621 INFO:tasks.workunit.client.0.smithi003.stdout:op 38 completed, throughput=4.7MB/sec 2024-04-13T07:35:51.621 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-msvOGporUyde1h0 off=1675547 len=1722864 2024-04-13T07:35:51.624 INFO:tasks.workunit.client.0.smithi003.stdout:op 39 completed, throughput=4.9MB/sec 2024-04-13T07:35:51.624 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-inktlUjHNll3EJX off=3926186 len=513636 2024-04-13T07:35:51.625 INFO:tasks.workunit.client.0.smithi003.stdout:op 40 completed, throughput=4.95MB/sec 2024-04-13T07:35:51.625 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Jl7PfkV4pQBsVlv off=6876366 len=899103 2024-04-13T07:35:51.630 INFO:tasks.workunit.client.0.smithi003.stdout:op 41 completed, throughput=5.06MB/sec 2024-04-13T07:35:52.631 INFO:tasks.workunit.client.0.smithi003.stdout: 9: throughput=4.51MB/sec pending data=0 2024-04-13T07:35:52.631 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bOnuE932jJqXqsb off=6782306 len=482965 2024-04-13T07:35:52.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:52 smithi003 ceph-mon[91733]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-04-13T07:35:52.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:52 smithi003 ceph-mon[89364]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-04-13T07:35:52.634 INFO:tasks.workunit.client.0.smithi003.stdout:op 42 completed, throughput=4.55MB/sec 2024-04-13T07:35:52.634 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UtDpUHBd7LFJgIa off=3446744 len=1776530 2024-04-13T07:35:52.645 INFO:tasks.workunit.client.0.smithi003.stdout:op 43 completed, throughput=4.73MB/sec 2024-04-13T07:35:52.645 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ULZ4cvqAJkckV4C off=5509334 len=29095 2024-04-13T07:35:52.648 INFO:tasks.workunit.client.0.smithi003.stdout:op 44 completed, throughput=4.73MB/sec 2024-04-13T07:35:52.648 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MrN2HIlLCxfTFXQ off=2660946 len=896708 2024-04-13T07:35:52.650 INFO:tasks.workunit.client.0.smithi003.stdout:op 45 completed, throughput=4.83MB/sec 2024-04-13T07:35:52.650 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9Sc1QZHkSSHM9KN off=13658051 len=1013422 2024-04-13T07:35:52.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:52 smithi066 ceph-mon[84331]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-04-13T07:35:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:35:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:35:52.652 INFO:tasks.workunit.client.0.smithi003.stdout:op 46 completed, throughput=4.93MB/sec 2024-04-13T07:35:52.652 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0uEK5rYW_IZpLGr off=15746467 len=1860081 2024-04-13T07:35:52.654 INFO:tasks.workunit.client.0.smithi003.stdout:op 47 completed, throughput=5.12MB/sec 2024-04-13T07:35:53.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:35:53.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:35:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:35:53.655 INFO:tasks.workunit.client.0.smithi003.stdout: 10: throughput=4.62MB/sec pending data=0 2024-04-13T07:35:53.655 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WmlMC-Jjb_w-IGL off=1011320 len=1489376 2024-04-13T07:35:53.662 INFO:tasks.workunit.client.0.smithi003.stdout:op 48 completed, throughput=4.76MB/sec 2024-04-13T07:35:53.662 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-itWGBxd1sUVHadQ off=2718402 len=1243092 2024-04-13T07:35:53.663 INFO:tasks.workunit.client.0.smithi003.stdout:op 49 completed, throughput=4.87MB/sec 2024-04-13T07:35:53.663 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UtzzsdkXDfeV8JH off=7889471 len=854350 2024-04-13T07:35:53.664 INFO:tasks.workunit.client.0.smithi003.stdout:op 50 completed, throughput=4.95MB/sec 2024-04-13T07:35:53.664 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8BklWSCEmhBfp81 off=10091891 len=296216 2024-04-13T07:35:53.665 INFO:tasks.workunit.client.0.smithi003.stdout:op 51 completed, throughput=4.98MB/sec 2024-04-13T07:35:53.665 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-C80Yjz-zo4Eq5wY off=901206 len=728995 2024-04-13T07:35:53.670 INFO:tasks.workunit.client.0.smithi003.stdout:op 52 completed, throughput=5.04MB/sec 2024-04-13T07:35:54.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:54 smithi003 ceph-mon[91733]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-04-13T07:35:54.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:54 smithi003 ceph-mon[89364]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-04-13T07:35:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:35:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:35:54] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-04-13T07:35:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:54 smithi066 ceph-mon[84331]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-04-13T07:35:54.670 INFO:tasks.workunit.client.0.smithi003.stdout: 11: throughput=4.59MB/sec pending data=0 2024-04-13T07:35:54.670 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1EVj8vqM-jVC3Q0 off=2227527 len=1380716 2024-04-13T07:35:54.680 INFO:tasks.workunit.client.0.smithi003.stdout:op 53 completed, throughput=4.71MB/sec 2024-04-13T07:35:54.680 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AX6fZ4Yov6ndKYH off=130093 len=1519953 2024-04-13T07:35:54.687 INFO:tasks.workunit.client.0.smithi003.stdout:op 54 completed, throughput=4.83MB/sec 2024-04-13T07:35:54.687 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uMaUykeq-1dH-U0 off=22031050 len=852883 2024-04-13T07:35:54.692 INFO:tasks.workunit.client.0.smithi003.stdout:op 55 completed, throughput=4.9MB/sec 2024-04-13T07:35:54.692 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9s2NmHYXq93UO2H off=3130185 len=622067 2024-04-13T07:35:54.696 INFO:tasks.workunit.client.0.smithi003.stdout:op 56 completed, throughput=4.95MB/sec 2024-04-13T07:35:54.696 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NxvTTvl7ZsBlVez off=1469557 len=208204 2024-04-13T07:35:54.697 INFO:tasks.workunit.client.0.smithi003.stdout:op 57 completed, throughput=4.97MB/sec 2024-04-13T07:35:54.697 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0dnrtlrrXgUYl_V off=1833192 len=856683 2024-04-13T07:35:54.698 INFO:tasks.workunit.client.0.smithi003.stdout:op 58 completed, throughput=5.04MB/sec 2024-04-13T07:35:55.699 INFO:tasks.workunit.client.0.smithi003.stdout: 12: throughput=4.63MB/sec pending data=0 2024-04-13T07:35:55.699 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ddZr5bxpZuGuSWt off=2744472 len=830990 2024-04-13T07:35:55.704 INFO:tasks.workunit.client.0.smithi003.stdout:op 59 completed, throughput=4.69MB/sec 2024-04-13T07:35:55.704 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fWc0SwVW73xvot8 off=19773606 len=1682391 2024-04-13T07:35:55.706 INFO:tasks.workunit.client.0.smithi003.stdout:op 60 completed, throughput=4.82MB/sec 2024-04-13T07:35:55.706 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9sBFDttTLCOvPrk off=310191 len=1501624 2024-04-13T07:35:55.713 INFO:tasks.workunit.client.0.smithi003.stdout:op 61 completed, throughput=4.94MB/sec 2024-04-13T07:35:55.714 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-deFXP_K-e_RQvHr off=2362404 len=1446880 2024-04-13T07:35:55.721 INFO:tasks.workunit.client.0.smithi003.stdout:op 62 completed, throughput=5.05MB/sec 2024-04-13T07:35:56.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:56 smithi003 ceph-mon[89364]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 856 op/s 2024-04-13T07:35:56.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:56 smithi003 ceph-mon[91733]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 856 op/s 2024-04-13T07:35:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:56 smithi066 ceph-mon[84331]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 856 op/s 2024-04-13T07:35:56.721 INFO:tasks.workunit.client.0.smithi003.stdout: 13: throughput=4.67MB/sec pending data=0 2024-04-13T07:35:56.721 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yJ43U5UH6v9VE2p off=10741512 len=194259 2024-04-13T07:35:56.722 INFO:tasks.workunit.client.0.smithi003.stdout:op 63 completed, throughput=4.68MB/sec 2024-04-13T07:35:56.722 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-4u2lTWb6Vf2RHkk off=14912373 len=1686275 2024-04-13T07:35:56.725 INFO:tasks.workunit.client.0.smithi003.stdout:op 64 completed, throughput=4.8MB/sec 2024-04-13T07:35:56.726 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9nXcO2EeyNJXl_L off=10437627 len=1919327 2024-04-13T07:35:56.737 INFO:tasks.workunit.client.0.smithi003.stdout:op 65 completed, throughput=4.93MB/sec 2024-04-13T07:35:56.737 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TF8MFyOWEGv5-VC off=2721993 len=1932158 2024-04-13T07:35:56.748 INFO:tasks.workunit.client.0.smithi003.stdout:op 66 completed, throughput=5.07MB/sec 2024-04-13T07:35:57.748 INFO:tasks.workunit.client.0.smithi003.stdout: 14: throughput=4.71MB/sec pending data=0 2024-04-13T07:35:57.748 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9U-RtnWFDcGo7kF off=1390477 len=1108287 2024-04-13T07:35:57.750 INFO:tasks.workunit.client.0.smithi003.stdout:op 67 completed, throughput=4.79MB/sec 2024-04-13T07:35:57.751 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gLS3lD0irsqd466 off=5339430 len=700444 2024-04-13T07:35:57.755 INFO:tasks.workunit.client.0.smithi003.stdout:op 68 completed, throughput=4.83MB/sec 2024-04-13T07:35:57.755 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Cr5bDmWO9ux_TeI off=15452434 len=384427 2024-04-13T07:35:57.756 INFO:tasks.workunit.client.0.smithi003.stdout:op 69 completed, throughput=4.86MB/sec 2024-04-13T07:35:57.756 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hX6IWBSAcDT7cs2 off=2665729 len=1714635 2024-04-13T07:35:57.759 INFO:tasks.workunit.client.0.smithi003.stdout:op 70 completed, throughput=4.97MB/sec 2024-04-13T07:35:57.759 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BSCttGoAoxY_jL- off=1837309 len=526386 2024-04-13T07:35:57.760 INFO:tasks.workunit.client.0.smithi003.stdout:op 71 completed, throughput=5.01MB/sec 2024-04-13T07:35:58.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:35:58 smithi003 ceph-mon[89364]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 432 op/s 2024-04-13T07:35:58.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:35:58 smithi003 ceph-mon[91733]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 432 op/s 2024-04-13T07:35:58.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:35:58 smithi066 ceph-mon[84331]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 432 op/s 2024-04-13T07:35:58.760 INFO:tasks.workunit.client.0.smithi003.stdout: 15: throughput=4.68MB/sec pending data=0 2024-04-13T07:35:58.760 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lotzsrYl5jDCwqL off=21487437 len=49434 2024-04-13T07:35:58.761 INFO:tasks.workunit.client.0.smithi003.stdout:op 72 completed, throughput=4.68MB/sec 2024-04-13T07:35:58.761 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HN0bHnu-NYQYzW5 off=988545 len=778206 2024-04-13T07:35:58.765 INFO:tasks.workunit.client.0.smithi003.stdout:op 73 completed, throughput=4.73MB/sec 2024-04-13T07:35:58.765 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gP1rv3pqeFWwXTP off=19307368 len=430135 2024-04-13T07:35:58.766 INFO:tasks.workunit.client.0.smithi003.stdout:op 74 completed, throughput=4.75MB/sec 2024-04-13T07:35:58.767 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--F__MdVZ2bB6RKQ off=5141321 len=719302 2024-04-13T07:35:58.771 INFO:tasks.workunit.client.0.smithi003.stdout:op 75 completed, throughput=4.8MB/sec 2024-04-13T07:35:58.771 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2XOl_bFvyCBhnMS off=7790948 len=599456 2024-04-13T07:35:58.772 INFO:tasks.workunit.client.0.smithi003.stdout:op 76 completed, throughput=4.84MB/sec 2024-04-13T07:35:58.772 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Bkpz2X9WlQWmxjw off=2257665 len=1479815 2024-04-13T07:35:58.775 INFO:tasks.workunit.client.0.smithi003.stdout:op 77 completed, throughput=4.93MB/sec 2024-04-13T07:35:58.775 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zi55UMR7bHxvvbK off=873001 len=2070084 2024-04-13T07:35:58.777 INFO:tasks.workunit.client.0.smithi003.stdout:op 78 completed, throughput=5.05MB/sec 2024-04-13T07:35:59.778 INFO:tasks.workunit.client.0.smithi003.stdout: 16: throughput=4.74MB/sec pending data=0 2024-04-13T07:35:59.778 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fPtt2Suty0iDdtr off=6663651 len=1147162 2024-04-13T07:35:59.783 INFO:tasks.workunit.client.0.smithi003.stdout:op 79 completed, throughput=4.81MB/sec 2024-04-13T07:35:59.783 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fxli3i1RfIxa7G5 off=1056963 len=1608782 2024-04-13T07:35:59.791 INFO:tasks.workunit.client.0.smithi003.stdout:op 80 completed, throughput=4.9MB/sec 2024-04-13T07:35:59.791 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yxjzIkj9fbjDxLZ off=7268832 len=469437 2024-04-13T07:35:59.795 INFO:tasks.workunit.client.0.smithi003.stdout:op 81 completed, throughput=4.93MB/sec 2024-04-13T07:35:59.795 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--l9pvtOvu7GspyW off=928747 len=520627 2024-04-13T07:35:59.799 INFO:tasks.workunit.client.0.smithi003.stdout:op 82 completed, throughput=4.96MB/sec 2024-04-13T07:35:59.799 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PDrPiyOvcd3YRlz off=19395271 len=2035909 2024-04-13T07:35:59.802 INFO:tasks.workunit.client.0.smithi003.stdout:op 83 completed, throughput=5.07MB/sec 2024-04-13T07:36:00.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:00 smithi003 ceph-mon[89364]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:36:00.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:00 smithi003 ceph-mon[91733]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:36:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:00 smithi066 ceph-mon[84331]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:36:00.802 INFO:tasks.workunit.client.0.smithi003.stdout: 17: throughput=4.78MB/sec pending data=0 2024-04-13T07:36:00.802 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PY3yy-y8Kl53ztb off=10113076 len=788865 2024-04-13T07:36:00.803 INFO:tasks.workunit.client.0.smithi003.stdout:op 84 completed, throughput=4.83MB/sec 2024-04-13T07:36:00.804 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tlBYrnXDoz6OhIP off=12314779 len=956038 2024-04-13T07:36:00.809 INFO:tasks.workunit.client.0.smithi003.stdout:op 85 completed, throughput=4.88MB/sec 2024-04-13T07:36:00.809 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kYoTmhBJ2cjeRHA off=1106654 len=146031 2024-04-13T07:36:00.809 INFO:tasks.workunit.client.0.smithi003.stdout:op 86 completed, throughput=4.88MB/sec 2024-04-13T07:36:00.809 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5jGc8J6xHMtNUoh off=5146980 len=1499271 2024-04-13T07:36:00.813 INFO:tasks.workunit.client.0.smithi003.stdout:op 87 completed, throughput=4.97MB/sec 2024-04-13T07:36:00.813 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_ldj3axShVqmEIJ off=1013063 len=38422 2024-04-13T07:36:00.813 INFO:tasks.workunit.client.0.smithi003.stdout:op 88 completed, throughput=4.97MB/sec 2024-04-13T07:36:00.813 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LPVYABgEQTef7YI off=4812818 len=1768565 2024-04-13T07:36:00.815 INFO:tasks.workunit.client.0.smithi003.stdout:op 89 completed, throughput=5.06MB/sec 2024-04-13T07:36:01.815 INFO:tasks.workunit.client.0.smithi003.stdout: 18: throughput=4.79MB/sec pending data=0 2024-04-13T07:36:01.815 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-j8yx_fvd9VNr_OI off=11377009 len=1113106 2024-04-13T07:36:01.816 INFO:tasks.workunit.client.0.smithi003.stdout:op 90 completed, throughput=4.85MB/sec 2024-04-13T07:36:01.817 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TWCom7QubFfkc7W off=12776018 len=1663167 2024-04-13T07:36:01.824 INFO:tasks.workunit.client.0.smithi003.stdout:op 91 completed, throughput=4.93MB/sec 2024-04-13T07:36:01.824 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-s3w0HkThgY4cRvx off=1557821 len=354493 2024-04-13T07:36:01.825 INFO:tasks.workunit.client.0.smithi003.stdout:op 92 completed, throughput=4.95MB/sec 2024-04-13T07:36:01.825 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_AtEO1KY7PJ0yfB off=13297595 len=1777201 2024-04-13T07:36:01.827 INFO:tasks.workunit.client.0.smithi003.stdout:op 93 completed, throughput=5.04MB/sec 2024-04-13T07:36:02.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:02 smithi003 ceph-mon[91733]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T07:36:02.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:02 smithi003 ceph-mon[89364]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T07:36:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:02 smithi066 ceph-mon[84331]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T07:36:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:36:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:36:02.827 INFO:tasks.workunit.client.0.smithi003.stdout: 19: throughput=4.78MB/sec pending data=0 2024-04-13T07:36:02.827 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--VWziexQFQi1sBY off=13182016 len=1482251 2024-04-13T07:36:02.829 INFO:tasks.workunit.client.0.smithi003.stdout:op 94 completed, throughput=4.85MB/sec 2024-04-13T07:36:02.829 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6ik10P9ksVGfhVK off=5894566 len=2011861 2024-04-13T07:36:02.837 INFO:tasks.workunit.client.0.smithi003.stdout:op 95 completed, throughput=4.95MB/sec 2024-04-13T07:36:02.837 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BnciFdfkiJ1xPiA off=5525809 len=1317103 2024-04-13T07:36:02.841 INFO:tasks.workunit.client.0.smithi003.stdout:op 96 completed, throughput=5.01MB/sec 2024-04-13T07:36:03.841 INFO:tasks.workunit.client.0.smithi003.stdout: 20: throughput=4.77MB/sec pending data=0 2024-04-13T07:36:03.841 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Nxp96hkeeGXN1Qz off=15765571 len=19206 2024-04-13T07:36:03.843 INFO:tasks.workunit.client.0.smithi003.stdout:op 97 completed, throughput=4.77MB/sec 2024-04-13T07:36:03.843 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8YVKlaAl_saPGmh off=3265342 len=1629121 2024-04-13T07:36:03.845 INFO:tasks.workunit.client.0.smithi003.stdout:op 98 completed, throughput=4.84MB/sec 2024-04-13T07:36:03.845 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gqRzzdeEBWP0QvR off=10443154 len=591090 2024-04-13T07:36:03.850 INFO:tasks.workunit.client.0.smithi003.stdout:op 99 completed, throughput=4.87MB/sec 2024-04-13T07:36:03.850 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vb6nS4QXRnc-7Wv off=11162321 len=1364044 2024-04-13T07:36:03.851 INFO:tasks.workunit.client.0.smithi003.stdout:op 100 completed, throughput=4.93MB/sec 2024-04-13T07:36:03.852 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xZk1YbJU87YFA8O off=1541745 len=1046694 2024-04-13T07:36:03.857 INFO:tasks.workunit.client.0.smithi003.stdout:op 101 completed, throughput=4.98MB/sec 2024-04-13T07:36:03.857 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gE7yVgwlN0KxJyX off=3083078 len=197151 2024-04-13T07:36:03.860 INFO:tasks.workunit.client.0.smithi003.stdout:op 102 completed, throughput=4.99MB/sec 2024-04-13T07:36:03.860 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0JVjM8Bosq00eAK off=2350722 len=1094662 2024-04-13T07:36:03.861 INFO:tasks.workunit.client.0.smithi003.stdout:op 103 completed, throughput=5.04MB/sec 2024-04-13T07:36:04.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:04 smithi003 ceph-mon[91733]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:36:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:36:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:36:04] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-04-13T07:36:04.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:04 smithi003 ceph-mon[89364]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:36:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:04 smithi066 ceph-mon[84331]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:36:04.862 INFO:tasks.workunit.client.0.smithi003.stdout: 21: throughput=4.8MB/sec pending data=0 2024-04-13T07:36:04.862 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yXLAC_nyl914l-K off=5530229 len=743508 2024-04-13T07:36:04.866 INFO:tasks.workunit.client.0.smithi003.stdout:op 104 completed, throughput=4.84MB/sec 2024-04-13T07:36:04.866 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0CiqVZQOyM8Q7HQ off=3026260 len=1054279 2024-04-13T07:36:04.871 INFO:tasks.workunit.client.0.smithi003.stdout:op 105 completed, throughput=4.88MB/sec 2024-04-13T07:36:04.871 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wq2dZTpGaEHvdt- off=5851867 len=1895014 2024-04-13T07:36:04.880 INFO:tasks.workunit.client.0.smithi003.stdout:op 106 completed, throughput=4.96MB/sec 2024-04-13T07:36:04.880 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--YkmJCghsGc6Mgc off=1188523 len=318601 2024-04-13T07:36:04.883 INFO:tasks.workunit.client.0.smithi003.stdout:op 107 completed, throughput=4.98MB/sec 2024-04-13T07:36:04.883 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Ipy3fBAQGD8gKeo off=421875 len=943743 2024-04-13T07:36:04.883 INFO:tasks.workunit.client.0.smithi003.stdout:op 108 completed, throughput=5.02MB/sec 2024-04-13T07:36:05.884 INFO:tasks.workunit.client.0.smithi003.stdout: 22: throughput=4.8MB/sec pending data=0 2024-04-13T07:36:05.884 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DRqPXLQ0_Z7XnQf off=2188419 len=2017333 2024-04-13T07:36:05.893 INFO:tasks.workunit.client.0.smithi003.stdout:op 109 completed, throughput=4.88MB/sec 2024-04-13T07:36:05.893 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sWQVF-2GQ5Fqg_m off=1602259 len=2052710 2024-04-13T07:36:05.901 INFO:tasks.workunit.client.0.smithi003.stdout:op 110 completed, throughput=4.97MB/sec 2024-04-13T07:36:05.901 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qX-yvYtK9BDR9RI off=3614255 len=327021 2024-04-13T07:36:05.902 INFO:tasks.workunit.client.0.smithi003.stdout:op 111 completed, throughput=4.98MB/sec 2024-04-13T07:36:05.902 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AZ2nXIlmgTnex6H off=2300586 len=836471 2024-04-13T07:36:05.902 INFO:tasks.workunit.client.0.smithi003.stdout:op 112 completed, throughput=5.01MB/sec 2024-04-13T07:36:06.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:06 smithi003 ceph-mon[91733]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:36:06.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:06 smithi003 ceph-mon[89364]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:36:06.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:06 smithi066 ceph-mon[84331]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:36:06.903 INFO:tasks.workunit.client.0.smithi003.stdout: 23: throughput=4.8MB/sec pending data=0 2024-04-13T07:36:06.903 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JV3u5rhWi-ecOJJ off=3542001 len=2075987 2024-04-13T07:36:06.907 INFO:tasks.workunit.client.0.smithi003.stdout:op 113 completed, throughput=4.88MB/sec 2024-04-13T07:36:06.907 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CSSm9xufgfsJpKC off=10668578 len=1337496 2024-04-13T07:36:06.914 INFO:tasks.workunit.client.0.smithi003.stdout:op 114 completed, throughput=4.94MB/sec 2024-04-13T07:36:06.914 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8GkyrpxAOevLi_V off=3105353 len=612533 2024-04-13T07:36:06.915 INFO:tasks.workunit.client.0.smithi003.stdout:op 115 completed, throughput=4.96MB/sec 2024-04-13T07:36:06.916 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-V3zRsz53s82O6Ay off=4201504 len=1210195 2024-04-13T07:36:06.917 INFO:tasks.workunit.client.0.smithi003.stdout:op 116 completed, throughput=5.01MB/sec 2024-04-13T07:36:07.918 INFO:tasks.workunit.client.0.smithi003.stdout: 24: throughput=4.81MB/sec pending data=0 2024-04-13T07:36:07.918 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fGrDdKAtt4_Fiu- off=7955606 len=1977960 2024-04-13T07:36:07.922 INFO:tasks.workunit.client.0.smithi003.stdout:op 117 completed, throughput=4.88MB/sec 2024-04-13T07:36:07.922 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QpCKSpL6uoptz9a off=1268820 len=989418 2024-04-13T07:36:07.924 INFO:tasks.workunit.client.0.smithi003.stdout:op 118 completed, throughput=4.92MB/sec 2024-04-13T07:36:07.924 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WrF48Tg7Ibo7EhU off=2370713 len=481037 2024-04-13T07:36:07.925 INFO:tasks.workunit.client.0.smithi003.stdout:op 119 completed, throughput=4.94MB/sec 2024-04-13T07:36:07.925 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--ms3fGNFew9dCFi off=407808 len=1868964 2024-04-13T07:36:07.936 INFO:tasks.workunit.client.0.smithi003.stdout:op 120 completed, throughput=5.01MB/sec 2024-04-13T07:36:08.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:08 smithi003 ceph-mon[89364]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:36:08.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:36:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:08 smithi003 ceph-mon[91733]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:36:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:36:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:08 smithi066 ceph-mon[84331]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:36:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:36:08.936 INFO:tasks.workunit.client.0.smithi003.stdout: 25: throughput=4.81MB/sec pending data=0 2024-04-13T07:36:08.936 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ksjfpHiE-S4pdD- off=5309603 len=239816 2024-04-13T07:36:08.937 INFO:tasks.workunit.client.0.smithi003.stdout:op 121 completed, throughput=4.82MB/sec 2024-04-13T07:36:08.937 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gocS43QsYVvZ0Ld off=683816 len=1262134 2024-04-13T07:36:08.945 INFO:tasks.workunit.client.0.smithi003.stdout:op 122 completed, throughput=4.87MB/sec 2024-04-13T07:36:08.945 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-I9_OwOxasLxPCzV off=1284862 len=1974280 2024-04-13T07:36:08.954 INFO:tasks.workunit.client.0.smithi003.stdout:op 123 completed, throughput=4.94MB/sec 2024-04-13T07:36:08.954 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RpZE9PQbjvwUFM4 off=15514192 len=770505 2024-04-13T07:36:08.955 INFO:tasks.workunit.client.0.smithi003.stdout:op 124 completed, throughput=4.97MB/sec 2024-04-13T07:36:08.955 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ce-5NIl7mdxhPrO off=298340 len=399706 2024-04-13T07:36:08.955 INFO:tasks.workunit.client.0.smithi003.stdout:op 125 completed, throughput=4.98MB/sec 2024-04-13T07:36:08.955 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aCCeCaBh5AIG73y off=4804912 len=868774 2024-04-13T07:36:08.956 INFO:tasks.workunit.client.0.smithi003.stdout:op 126 completed, throughput=5.02MB/sec 2024-04-13T07:36:09.957 INFO:tasks.workunit.client.0.smithi003.stdout: 26: throughput=4.83MB/sec pending data=0 2024-04-13T07:36:09.957 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-iOFMei8RsWWc3wV off=10251331 len=933853 2024-04-13T07:36:09.961 INFO:tasks.workunit.client.0.smithi003.stdout:op 127 completed, throughput=4.86MB/sec 2024-04-13T07:36:09.961 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NPRgiYcXOmkfB4c off=170775 len=1370375 2024-04-13T07:36:09.969 INFO:tasks.workunit.client.0.smithi003.stdout:op 128 completed, throughput=4.91MB/sec 2024-04-13T07:36:09.969 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fD_fN42MN43uCxR off=0 len=1239992 2024-04-13T07:36:09.975 INFO:tasks.workunit.client.0.smithi003.stdout:op 129 completed, throughput=4.95MB/sec 2024-04-13T07:36:09.975 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5BtzANnRSKPNbHW off=9301953 len=77683 2024-04-13T07:36:09.976 INFO:tasks.workunit.client.0.smithi003.stdout:op 130 completed, throughput=4.95MB/sec 2024-04-13T07:36:09.976 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-4iLbfhVJm3bJ_aZ off=10006852 len=1624822 2024-04-13T07:36:09.978 INFO:tasks.workunit.client.0.smithi003.stdout:op 131 completed, throughput=5.01MB/sec 2024-04-13T07:36:10.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:10 smithi003 ceph-mon[91733]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:36:10.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:10 smithi003 ceph-mon[89364]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:36:10.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:10 smithi066 ceph-mon[84331]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:36:10.978 INFO:tasks.workunit.client.0.smithi003.stdout: 27: throughput=4.83MB/sec pending data=0 2024-04-13T07:36:10.978 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_RhSNoaOXbSMhAX off=2067519 len=93770 2024-04-13T07:36:10.981 INFO:tasks.workunit.client.0.smithi003.stdout:op 132 completed, throughput=4.83MB/sec 2024-04-13T07:36:10.981 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Mjzl2ttN2hhBbnh off=3315531 len=2066506 2024-04-13T07:36:10.993 INFO:tasks.workunit.client.0.smithi003.stdout:op 133 completed, throughput=4.9MB/sec 2024-04-13T07:36:10.993 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Tw1BpTsvT2lyuvn off=0 len=1560255 2024-04-13T07:36:11.002 INFO:tasks.workunit.client.0.smithi003.stdout:op 134 completed, throughput=4.95MB/sec 2024-04-13T07:36:11.002 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-g3BGwGhnT9c1WKb off=3907246 len=506212 2024-04-13T07:36:11.003 INFO:tasks.workunit.client.0.smithi003.stdout:op 135 completed, throughput=4.97MB/sec 2024-04-13T07:36:11.003 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oDcSillNK-6y4L3 off=5504473 len=785195 2024-04-13T07:36:11.007 INFO:tasks.workunit.client.0.smithi003.stdout:op 136 completed, throughput=5MB/sec 2024-04-13T07:36:11.007 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5W_Yhs1lk-pQSy- off=2822345 len=1821338 2024-04-13T07:36:11.017 INFO:tasks.workunit.client.0.smithi003.stdout:op 137 completed, throughput=5.06MB/sec 2024-04-13T07:36:12.018 INFO:tasks.workunit.client.0.smithi003.stdout: 28: throughput=4.88MB/sec pending data=0 2024-04-13T07:36:12.018 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2mVSPU-UroDz36r off=3116979 len=1158748 2024-04-13T07:36:12.020 INFO:tasks.workunit.client.0.smithi003.stdout:op 138 completed, throughput=4.92MB/sec 2024-04-13T07:36:12.021 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QeVccG8zg3rOGyB off=2692493 len=872550 2024-04-13T07:36:12.023 INFO:tasks.workunit.client.0.smithi003.stdout:op 139 completed, throughput=4.95MB/sec 2024-04-13T07:36:12.023 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bShaWJtCN92Z6bb off=7433531 len=475911 2024-04-13T07:36:12.024 INFO:tasks.workunit.client.0.smithi003.stdout:op 140 completed, throughput=4.96MB/sec 2024-04-13T07:36:12.024 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GeyMQW9AMKshemk off=1591621 len=871893 2024-04-13T07:36:12.029 INFO:tasks.workunit.client.0.smithi003.stdout:op 141 completed, throughput=4.99MB/sec 2024-04-13T07:36:12.029 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-O6hbnXu4L97WOnR off=3253823 len=2062063 2024-04-13T07:36:12.031 INFO:tasks.workunit.client.0.smithi003.stdout:op 142 completed, throughput=5.06MB/sec 2024-04-13T07:36:12.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:12 smithi003 ceph-mon[91733]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:36:12.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:12 smithi003 ceph-mon[89364]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:36:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:12 smithi066 ceph-mon[84331]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:36:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:36:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:36:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:36:13.031 INFO:tasks.workunit.client.0.smithi003.stdout: 29: throughput=4.89MB/sec pending data=0 2024-04-13T07:36:13.032 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NuPwJEZijx_3ucT off=3183913 len=24436 2024-04-13T07:36:13.032 INFO:tasks.workunit.client.0.smithi003.stdout:op 143 completed, throughput=4.89MB/sec 2024-04-13T07:36:13.032 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xuHpTEktDuk-rGW off=2695816 len=1450093 2024-04-13T07:36:13.039 INFO:tasks.workunit.client.0.smithi003.stdout:op 144 completed, throughput=4.94MB/sec 2024-04-13T07:36:13.039 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZKW4P_S9DpzeT_W off=1601390 len=483480 2024-04-13T07:36:13.043 INFO:tasks.workunit.client.0.smithi003.stdout:op 145 completed, throughput=4.95MB/sec 2024-04-13T07:36:13.043 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-d-tmDmfPIBCV59k off=1801921 len=1593604 2024-04-13T07:36:13.045 INFO:tasks.workunit.client.0.smithi003.stdout:op 146 completed, throughput=5MB/sec 2024-04-13T07:36:14.045 INFO:tasks.workunit.client.0.smithi003.stdout: 30: throughput=4.84MB/sec pending data=0 2024-04-13T07:36:14.045 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-viY2DWIlwMAs4EU off=9872863 len=239048 2024-04-13T07:36:14.048 INFO:tasks.workunit.client.0.smithi003.stdout:op 147 completed, throughput=4.84MB/sec 2024-04-13T07:36:14.048 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rJNEqS2P4r9tgz1 off=1439353 len=949476 2024-04-13T07:36:14.054 INFO:tasks.workunit.client.0.smithi003.stdout:op 148 completed, throughput=4.87MB/sec 2024-04-13T07:36:14.054 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bux6M5OO70gfKME off=12750889 len=280234 2024-04-13T07:36:14.055 INFO:tasks.workunit.client.0.smithi003.stdout:op 149 completed, throughput=4.88MB/sec 2024-04-13T07:36:14.055 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-s3aHyU8xB0a8fMY off=688167 len=168484 2024-04-13T07:36:14.057 INFO:tasks.workunit.client.0.smithi003.stdout:op 150 completed, throughput=4.89MB/sec 2024-04-13T07:36:14.057 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-f_msXgaf91BPHyi off=808671 len=828572 2024-04-13T07:36:14.062 INFO:tasks.workunit.client.0.smithi003.stdout:op 151 completed, throughput=4.91MB/sec 2024-04-13T07:36:14.062 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rAolbi1_Kkh4687 off=8216095 len=326062 2024-04-13T07:36:14.063 INFO:tasks.workunit.client.0.smithi003.stdout:op 152 completed, throughput=4.92MB/sec 2024-04-13T07:36:14.064 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ViFmz-wKAwDPf0T off=10596399 len=1227443 2024-04-13T07:36:14.065 INFO:tasks.workunit.client.0.smithi003.stdout:op 153 completed, throughput=4.96MB/sec 2024-04-13T07:36:14.065 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bhMdAzBWU2Xkhi3 off=9135067 len=460510 2024-04-13T07:36:14.066 INFO:tasks.workunit.client.0.smithi003.stdout:op 154 completed, throughput=4.97MB/sec 2024-04-13T07:36:14.066 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-74DeZaV-_0jUNUO off=482518 len=1371071 2024-04-13T07:36:14.074 INFO:tasks.workunit.client.0.smithi003.stdout:op 155 completed, throughput=5.02MB/sec 2024-04-13T07:36:14.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:14 smithi003 ceph-mon[91733]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:36:14.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:14 smithi003 ceph-mon[89364]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:36:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:36:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:36:14] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2024-04-13T07:36:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:14 smithi066 ceph-mon[84331]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:36:15.074 INFO:tasks.workunit.client.0.smithi003.stdout: 31: throughput=4.86MB/sec pending data=0 2024-04-13T07:36:15.074 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-idAEgqYEmaiQDTu off=0 len=1553933 2024-04-13T07:36:15.076 INFO:tasks.workunit.client.0.smithi003.stdout:op 156 completed, throughput=4.9MB/sec 2024-04-13T07:36:15.076 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xmRSIU7_EmxWHgC off=11305391 len=1688343 2024-04-13T07:36:15.087 INFO:tasks.workunit.client.0.smithi003.stdout:op 157 completed, throughput=4.95MB/sec 2024-04-13T07:36:15.087 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gYjV_HbZIgUrYrF off=4888015 len=913316 2024-04-13T07:36:15.092 INFO:tasks.workunit.client.0.smithi003.stdout:op 158 completed, throughput=4.98MB/sec 2024-04-13T07:36:15.092 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-s-5N5BM9EETmdmz off=2697369 len=888730 2024-04-13T07:36:15.093 INFO:tasks.workunit.client.0.smithi003.stdout:op 159 completed, throughput=5.01MB/sec 2024-04-13T07:36:16.093 INFO:tasks.workunit.client.0.smithi003.stdout: 32: throughput=4.85MB/sec pending data=0 2024-04-13T07:36:16.094 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-s3dSJRykGpO2wd8 off=2219075 len=1683423 2024-04-13T07:36:16.095 INFO:tasks.workunit.client.0.smithi003.stdout:op 160 completed, throughput=4.9MB/sec 2024-04-13T07:36:16.096 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UiWiTLlMP0P1uey off=11216317 len=762641 2024-04-13T07:36:16.100 INFO:tasks.workunit.client.0.smithi003.stdout:op 161 completed, throughput=4.92MB/sec 2024-04-13T07:36:16.100 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-L9ZdqlHIZrH1n3n off=487378 len=179334 2024-04-13T07:36:16.103 INFO:tasks.workunit.client.0.smithi003.stdout:op 162 completed, throughput=4.93MB/sec 2024-04-13T07:36:16.103 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6_RASkxcRMAL3Tl off=1548436 len=1331576 2024-04-13T07:36:16.110 INFO:tasks.workunit.client.0.smithi003.stdout:op 163 completed, throughput=4.97MB/sec 2024-04-13T07:36:16.110 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ipldAlGy4jIAyvX off=1089808 len=2072004 2024-04-13T07:36:16.115 INFO:tasks.workunit.client.0.smithi003.stdout:op 164 completed, throughput=5.03MB/sec 2024-04-13T07:36:16.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:16 smithi003 ceph-mon[91733]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:36:16.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:16 smithi003 ceph-mon[89364]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:36:16.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:16 smithi066 ceph-mon[84331]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:36:17.115 INFO:tasks.workunit.client.0.smithi003.stdout: 33: throughput=4.88MB/sec pending data=0 2024-04-13T07:36:17.115 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ruJ2V_HQ2zRvlWj off=1642443 len=706926 2024-04-13T07:36:17.120 INFO:tasks.workunit.client.0.smithi003.stdout:op 165 completed, throughput=4.9MB/sec 2024-04-13T07:36:17.120 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-f4--ACgNo7IAQyR off=5008674 len=1003770 2024-04-13T07:36:17.125 INFO:tasks.workunit.client.0.smithi003.stdout:op 166 completed, throughput=4.92MB/sec 2024-04-13T07:36:17.125 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8bfI1azfoUqbNzN off=5730524 len=1162492 2024-04-13T07:36:17.128 INFO:tasks.workunit.client.0.smithi003.stdout:op 167 completed, throughput=4.96MB/sec 2024-04-13T07:36:17.128 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1krozA7yWoybs_I off=11923275 len=108641 2024-04-13T07:36:17.130 INFO:tasks.workunit.client.0.smithi003.stdout:op 168 completed, throughput=4.96MB/sec 2024-04-13T07:36:17.131 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zjkPoEgz7MbrvD9 off=1197664 len=908928 2024-04-13T07:36:17.132 INFO:tasks.workunit.client.0.smithi003.stdout:op 169 completed, throughput=4.98MB/sec 2024-04-13T07:36:17.132 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HTTkgsNEyLc3_2m off=12653752 len=1190876 2024-04-13T07:36:17.135 INFO:tasks.workunit.client.0.smithi003.stdout:op 170 completed, throughput=5.02MB/sec 2024-04-13T07:36:18.135 INFO:tasks.workunit.client.0.smithi003.stdout: 34: throughput=4.87MB/sec pending data=0 2024-04-13T07:36:18.135 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dEq6xNCNn0ZFfky off=0 len=1271345 2024-04-13T07:36:18.140 INFO:tasks.workunit.client.0.smithi003.stdout:op 171 completed, throughput=4.91MB/sec 2024-04-13T07:36:18.141 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-j9hpSd9fZWceDjg off=4356114 len=1420055 2024-04-13T07:36:18.148 INFO:tasks.workunit.client.0.smithi003.stdout:op 172 completed, throughput=4.94MB/sec 2024-04-13T07:36:18.148 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-A06_i_mg-8rFQqK off=6095186 len=1648560 2024-04-13T07:36:18.152 INFO:tasks.workunit.client.0.smithi003.stdout:op 173 completed, throughput=4.99MB/sec 2024-04-13T07:36:18.152 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-neYdO49j28lD_IN off=9078188 len=706726 2024-04-13T07:36:18.154 INFO:tasks.workunit.client.0.smithi003.stdout:op 174 completed, throughput=5.01MB/sec 2024-04-13T07:36:18.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:18 smithi003 ceph-mon[89364]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:36:18.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:18 smithi003 ceph-mon[91733]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:36:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:18 smithi066 ceph-mon[84331]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:36:19.154 INFO:tasks.workunit.client.0.smithi003.stdout: 35: throughput=4.87MB/sec pending data=0 2024-04-13T07:36:19.155 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-n1wTACQOjkZ0Sqm off=2440198 len=1767304 2024-04-13T07:36:19.165 INFO:tasks.workunit.client.0.smithi003.stdout:op 175 completed, throughput=4.91MB/sec 2024-04-13T07:36:19.165 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iowPI0qMYCb54kP off=5385125 len=2081011 2024-04-13T07:36:19.169 INFO:tasks.workunit.client.0.smithi003.stdout:op 176 completed, throughput=4.97MB/sec 2024-04-13T07:36:19.169 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lv9Hu9sEfRq_yYe off=464714 len=836295 2024-04-13T07:36:19.170 INFO:tasks.workunit.client.0.smithi003.stdout:op 177 completed, throughput=4.99MB/sec 2024-04-13T07:36:19.170 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_AtEO1KY7PJ0yfB off=15623269 len=1113144 2024-04-13T07:36:19.171 INFO:tasks.workunit.client.0.smithi003.stdout:op 178 completed, throughput=5.02MB/sec 2024-04-13T07:36:20.172 INFO:tasks.workunit.client.0.smithi003.stdout: 36: throughput=4.88MB/sec pending data=0 2024-04-13T07:36:20.172 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Wn5jGgiWR9VxP5Q off=8251412 len=1000622 2024-04-13T07:36:20.177 INFO:tasks.workunit.client.0.smithi003.stdout:op 179 completed, throughput=4.91MB/sec 2024-04-13T07:36:20.177 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aNRpZhjjxjHnRsx off=11354075 len=641826 2024-04-13T07:36:20.179 INFO:tasks.workunit.client.0.smithi003.stdout:op 180 completed, throughput=4.93MB/sec 2024-04-13T07:36:20.179 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ojrYJGP4I3p5npg off=13333019 len=1260609 2024-04-13T07:36:20.182 INFO:tasks.workunit.client.0.smithi003.stdout:op 181 completed, throughput=4.96MB/sec 2024-04-13T07:36:20.182 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yb-RxwKVAj-d5TX off=5608248 len=2047298 2024-04-13T07:36:20.184 INFO:tasks.workunit.client.0.smithi003.stdout:op 182 completed, throughput=5.01MB/sec 2024-04-13T07:36:20.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:20 smithi003 ceph-mon[91733]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:36:20.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:20 smithi003 ceph-mon[89364]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:36:20.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:20 smithi066 ceph-mon[84331]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:36:21.184 INFO:tasks.workunit.client.0.smithi003.stdout: 37: throughput=4.88MB/sec pending data=0 2024-04-13T07:36:21.184 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-JbKcIih6yAqme_S off=14478477 len=1492721 2024-04-13T07:36:21.194 INFO:tasks.workunit.client.0.smithi003.stdout:op 183 completed, throughput=4.91MB/sec 2024-04-13T07:36:21.194 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jnxd3dZA4P4AMe5 off=2766197 len=452210 2024-04-13T07:36:21.197 INFO:tasks.workunit.client.0.smithi003.stdout:op 184 completed, throughput=4.93MB/sec 2024-04-13T07:36:21.197 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Yguf820zP55oS1B off=94164 len=1536055 2024-04-13T07:36:21.206 INFO:tasks.workunit.client.0.smithi003.stdout:op 185 completed, throughput=4.96MB/sec 2024-04-13T07:36:21.206 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qGTvW0QPyh6IQsB off=374773 len=1915606 2024-04-13T07:36:21.217 INFO:tasks.workunit.client.0.smithi003.stdout:op 186 completed, throughput=5.01MB/sec 2024-04-13T07:36:22.217 INFO:tasks.workunit.client.0.smithi003.stdout: 38: throughput=4.88MB/sec pending data=0 2024-04-13T07:36:22.217 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-l9AxbEBfGKikZXC off=4890195 len=356916 2024-04-13T07:36:22.218 INFO:tasks.workunit.client.0.smithi003.stdout:op 187 completed, throughput=4.89MB/sec 2024-04-13T07:36:22.218 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Qzq1wfg_bPQwBk4 off=2660570 len=1207337 2024-04-13T07:36:22.219 INFO:tasks.workunit.client.0.smithi003.stdout:op 188 completed, throughput=4.92MB/sec 2024-04-13T07:36:22.219 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TI7O2St7ZV27QHL off=6015348 len=1183876 2024-04-13T07:36:22.221 INFO:tasks.workunit.client.0.smithi003.stdout:op 189 completed, throughput=4.95MB/sec 2024-04-13T07:36:22.221 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mDt44hWG-CvybU5 off=4857791 len=1950716 2024-04-13T07:36:22.230 INFO:tasks.workunit.client.0.smithi003.stdout:op 190 completed, throughput=4.99MB/sec 2024-04-13T07:36:22.230 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-65LZ0E4XAdyHgX5 off=10110654 len=179637 2024-04-13T07:36:22.231 INFO:tasks.workunit.client.0.smithi003.stdout:op 191 completed, throughput=5MB/sec 2024-04-13T07:36:22.231 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9b81kOrhlghQ0IN off=3830197 len=464435 2024-04-13T07:36:22.232 INFO:tasks.workunit.client.0.smithi003.stdout:op 192 completed, throughput=5.01MB/sec 2024-04-13T07:36:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:22 smithi003 ceph-mon[91733]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:36:22.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:22 smithi003 ceph-mon[89364]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:36:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:22 smithi066 ceph-mon[84331]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:36:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:36:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:36:23.233 INFO:tasks.workunit.client.0.smithi003.stdout: 39: throughput=4.88MB/sec pending data=0 2024-04-13T07:36:23.233 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pawFq0n47HUUURG off=8602699 len=1691891 2024-04-13T07:36:23.235 INFO:tasks.workunit.client.0.smithi003.stdout:op 193 completed, throughput=4.92MB/sec 2024-04-13T07:36:23.235 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8RxsqkQx1MXMhlh off=1482262 len=437019 2024-04-13T07:36:23.236 INFO:tasks.workunit.client.0.smithi003.stdout:op 194 completed, throughput=4.93MB/sec 2024-04-13T07:36:23.236 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-v1v9k1twIpayFfy off=624084 len=1710010 2024-04-13T07:36:23.245 INFO:tasks.workunit.client.0.smithi003.stdout:op 195 completed, throughput=4.97MB/sec 2024-04-13T07:36:23.245 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kiuPKJnDYrmSWY3 off=257082 len=573010 2024-04-13T07:36:23.249 INFO:tasks.workunit.client.0.smithi003.stdout:op 196 completed, throughput=4.99MB/sec 2024-04-13T07:36:23.249 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-q_qpyxQxfywVZOe off=808917 len=729861 2024-04-13T07:36:23.249 INFO:tasks.workunit.client.0.smithi003.stdout:op 197 completed, throughput=5.01MB/sec 2024-04-13T07:36:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:36:23.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:36:23.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:36:24.250 INFO:tasks.workunit.client.0.smithi003.stdout: 40: throughput=4.88MB/sec pending data=0 2024-04-13T07:36:24.250 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cLj3L34NhxwTAGy off=2784280 len=998357 2024-04-13T07:36:24.252 INFO:tasks.workunit.client.0.smithi003.stdout:op 198 completed, throughput=4.91MB/sec 2024-04-13T07:36:24.252 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pSDSIKwSVuuh3nn off=6241532 len=1502975 2024-04-13T07:36:24.258 INFO:tasks.workunit.client.0.smithi003.stdout:op 199 completed, throughput=4.94MB/sec 2024-04-13T07:36:24.258 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YusfKuGXhjWgUxY off=2282318 len=1680735 2024-04-13T07:36:24.266 INFO:tasks.workunit.client.0.smithi003.stdout:op 200 completed, throughput=4.98MB/sec 2024-04-13T07:36:24.266 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7Fby8BOO7-Nu5r6 off=149818 len=574260 2024-04-13T07:36:24.270 INFO:tasks.workunit.client.0.smithi003.stdout:op 201 completed, throughput=4.99MB/sec 2024-04-13T07:36:24.270 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uwVXHPa8Ct1ZKGF off=6509469 len=1212531 2024-04-13T07:36:24.271 INFO:tasks.workunit.client.0.smithi003.stdout:op 202 completed, throughput=5.02MB/sec 2024-04-13T07:36:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:24 smithi003 ceph-mon[91733]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:36:24.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:24 smithi003 ceph-mon[89364]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:36:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:36:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:36:24] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2024-04-13T07:36:24.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:24 smithi066 ceph-mon[84331]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:36:25.272 INFO:tasks.workunit.client.0.smithi003.stdout: 41: throughput=4.9MB/sec pending data=0 2024-04-13T07:36:25.272 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uwTZgF8HhXlh6L5 off=38762 len=1981134 2024-04-13T07:36:25.284 INFO:tasks.workunit.client.0.smithi003.stdout:op 203 completed, throughput=4.94MB/sec 2024-04-13T07:36:25.284 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Kwynjt82hjKUslH off=14032320 len=1013432 2024-04-13T07:36:25.285 INFO:tasks.workunit.client.0.smithi003.stdout:op 204 completed, throughput=4.97MB/sec 2024-04-13T07:36:25.285 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Su2Q-H9-I_ZCfl9 off=22322892 len=422511 2024-04-13T07:36:25.286 INFO:tasks.workunit.client.0.smithi003.stdout:op 205 completed, throughput=4.98MB/sec 2024-04-13T07:36:25.286 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kV1H5ow9VF8u-aB off=13161611 len=129142 2024-04-13T07:36:25.289 INFO:tasks.workunit.client.0.smithi003.stdout:op 206 completed, throughput=4.98MB/sec 2024-04-13T07:36:25.289 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cCicYhtJeORR0a8 off=6299149 len=1432967 2024-04-13T07:36:25.292 INFO:tasks.workunit.client.0.smithi003.stdout:op 207 completed, throughput=5.01MB/sec 2024-04-13T07:36:26.292 INFO:tasks.workunit.client.0.smithi003.stdout: 42: throughput=4.89MB/sec pending data=0 2024-04-13T07:36:26.293 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ef89HAqPMRqBnUV off=89450 len=1552067 2024-04-13T07:36:26.301 INFO:tasks.workunit.client.0.smithi003.stdout:op 208 completed, throughput=4.93MB/sec 2024-04-13T07:36:26.301 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-W6dmnCXIkB-xgya off=9745426 len=1443684 2024-04-13T07:36:26.303 INFO:tasks.workunit.client.0.smithi003.stdout:op 209 completed, throughput=4.96MB/sec 2024-04-13T07:36:26.303 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HQhJXahNMI5Axin off=20027565 len=1440825 2024-04-13T07:36:26.304 INFO:tasks.workunit.client.0.smithi003.stdout:op 210 completed, throughput=4.99MB/sec 2024-04-13T07:36:26.304 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AsXSp9aYKvimQxP off=477999 len=619030 2024-04-13T07:36:26.308 INFO:tasks.workunit.client.0.smithi003.stdout:op 211 completed, throughput=5MB/sec 2024-04-13T07:36:26.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:26 smithi003 ceph-mon[91733]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:36:26.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:26 smithi003 ceph-mon[89364]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:36:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:26 smithi066 ceph-mon[84331]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:36:27.308 INFO:tasks.workunit.client.0.smithi003.stdout: 43: throughput=4.89MB/sec pending data=0 2024-04-13T07:36:27.308 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LxXO9KyVQcE1ISI off=1703866 len=2081880 2024-04-13T07:36:27.318 INFO:tasks.workunit.client.0.smithi003.stdout:op 212 completed, throughput=4.93MB/sec 2024-04-13T07:36:27.318 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Qk8BOaCCLts7qWe off=15996637 len=827278 2024-04-13T07:36:27.319 INFO:tasks.workunit.client.0.smithi003.stdout:op 213 completed, throughput=4.95MB/sec 2024-04-13T07:36:27.319 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-F3uKaWUAP31CQ1g off=4756523 len=1280169 2024-04-13T07:36:27.322 INFO:tasks.workunit.client.0.smithi003.stdout:op 214 completed, throughput=4.98MB/sec 2024-04-13T07:36:27.322 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lZJ8wI_TG-SqpVr off=4120308 len=38610 2024-04-13T07:36:27.322 INFO:tasks.workunit.client.0.smithi003.stdout:op 215 completed, throughput=4.98MB/sec 2024-04-13T07:36:27.323 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-iOHVa1n8pgFMxRu off=19691644 len=666567 2024-04-13T07:36:27.326 INFO:tasks.workunit.client.0.smithi003.stdout:op 216 completed, throughput=4.99MB/sec 2024-04-13T07:36:27.326 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-v7_i7e7ivflNmFk off=7392563 len=1768133 2024-04-13T07:36:27.333 INFO:tasks.workunit.client.0.smithi003.stdout:op 217 completed, throughput=5.03MB/sec 2024-04-13T07:36:28.333 INFO:tasks.workunit.client.0.smithi003.stdout: 44: throughput=4.92MB/sec pending data=0 2024-04-13T07:36:28.333 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xOoetrKDZklxSuJ off=591590 len=2072225 2024-04-13T07:36:28.347 INFO:tasks.workunit.client.0.smithi003.stdout:op 218 completed, throughput=4.96MB/sec 2024-04-13T07:36:28.347 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7jC_Gyut_dipMiE off=2021127 len=851649 2024-04-13T07:36:28.351 INFO:tasks.workunit.client.0.smithi003.stdout:op 219 completed, throughput=4.98MB/sec 2024-04-13T07:36:28.351 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oVPcbsTfCovCbaL off=1456014 len=1298643 2024-04-13T07:36:28.357 INFO:tasks.workunit.client.0.smithi003.stdout:op 220 completed, throughput=5.01MB/sec 2024-04-13T07:36:28.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:28 smithi003 ceph-mon[89364]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:36:28.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:28 smithi003 ceph-mon[91733]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:36:28.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:28 smithi066 ceph-mon[84331]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:36:29.357 INFO:tasks.workunit.client.0.smithi003.stdout: 45: throughput=4.9MB/sec pending data=0 2024-04-13T07:36:29.357 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IiRdd-xNvHQgSly off=11442212 len=952457 2024-04-13T07:36:29.360 INFO:tasks.workunit.client.0.smithi003.stdout:op 221 completed, throughput=4.92MB/sec 2024-04-13T07:36:29.360 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-450tesN5t98M4bb off=6666420 len=789808 2024-04-13T07:36:29.365 INFO:tasks.workunit.client.0.smithi003.stdout:op 222 completed, throughput=4.93MB/sec 2024-04-13T07:36:29.365 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-F78PIrZcjnZQX1L off=9212591 len=220252 2024-04-13T07:36:29.366 INFO:tasks.workunit.client.0.smithi003.stdout:op 223 completed, throughput=4.94MB/sec 2024-04-13T07:36:29.367 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-C_R2FOgle62f-Zf off=11428674 len=1896868 2024-04-13T07:36:29.377 INFO:tasks.workunit.client.0.smithi003.stdout:op 224 completed, throughput=4.98MB/sec 2024-04-13T07:36:29.378 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WVRGaM6IehYa8v3 off=17041802 len=2013663 2024-04-13T07:36:29.382 INFO:tasks.workunit.client.0.smithi003.stdout:op 225 completed, throughput=5.02MB/sec 2024-04-13T07:36:30.382 INFO:tasks.workunit.client.0.smithi003.stdout: 46: throughput=4.91MB/sec pending data=0 2024-04-13T07:36:30.382 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8sMCudHuySs9E7q off=13572593 len=1185632 2024-04-13T07:36:30.389 INFO:tasks.workunit.client.0.smithi003.stdout:op 226 completed, throughput=4.93MB/sec 2024-04-13T07:36:30.389 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CKiPvpBs5-eeRj3 off=120107 len=1665445 2024-04-13T07:36:30.397 INFO:tasks.workunit.client.0.smithi003.stdout:op 227 completed, throughput=4.97MB/sec 2024-04-13T07:36:30.397 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3YUueM458Irk3uv off=1979723 len=1369648 2024-04-13T07:36:30.404 INFO:tasks.workunit.client.0.smithi003.stdout:op 228 completed, throughput=4.99MB/sec 2024-04-13T07:36:30.404 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fyduuUCjeh29XUa off=5886692 len=1452852 2024-04-13T07:36:30.405 INFO:tasks.workunit.client.0.smithi003.stdout:op 229 completed, throughput=5.02MB/sec 2024-04-13T07:36:30.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:30 smithi003 ceph-mon[89364]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:36:30.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:30 smithi003 ceph-mon[91733]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:36:30.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:30 smithi066 ceph-mon[84331]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:36:31.405 INFO:tasks.workunit.client.0.smithi003.stdout: 47: throughput=4.92MB/sec pending data=0 2024-04-13T07:36:31.405 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XL_F-te-ftqckTw off=668208 len=685939 2024-04-13T07:36:31.406 INFO:tasks.workunit.client.0.smithi003.stdout:op 230 completed, throughput=4.93MB/sec 2024-04-13T07:36:31.406 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YRdy9W9Z5eZVvyW off=7865896 len=1781350 2024-04-13T07:36:31.416 INFO:tasks.workunit.client.0.smithi003.stdout:op 231 completed, throughput=4.97MB/sec 2024-04-13T07:36:31.416 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hTjcHMfyLWDRIrq off=4155440 len=1712285 2024-04-13T07:36:31.417 INFO:tasks.workunit.client.0.smithi003.stdout:op 232 completed, throughput=5MB/sec 2024-04-13T07:36:31.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:31 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:36:31.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:31 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:36:31.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:31 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:36:31.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:31 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:36:31.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:31 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:36:31.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:31 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:36:31.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:31 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:36:31.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:31 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:36:31.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:31 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:36:32.418 INFO:tasks.workunit.client.0.smithi003.stdout: 48: throughput=4.9MB/sec pending data=0 2024-04-13T07:36:32.418 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8uhA9C6huRjmYgQ off=13455102 len=952583 2024-04-13T07:36:32.423 INFO:tasks.workunit.client.0.smithi003.stdout:op 233 completed, throughput=4.92MB/sec 2024-04-13T07:36:32.423 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IwzZQrlC4meO4TO off=13565170 len=1530681 2024-04-13T07:36:32.424 INFO:tasks.workunit.client.0.smithi003.stdout:op 234 completed, throughput=4.95MB/sec 2024-04-13T07:36:32.424 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kOMQoYrvCMTGpI8 off=5902230 len=1613410 2024-04-13T07:36:32.425 INFO:tasks.workunit.client.0.smithi003.stdout:op 235 completed, throughput=4.98MB/sec 2024-04-13T07:36:32.425 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cdqxEJ1mUIItDPu off=5057309 len=1060356 2024-04-13T07:36:32.432 INFO:tasks.workunit.client.0.smithi003.stdout:op 236 completed, throughput=5MB/sec 2024-04-13T07:36:32.432 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-iGv--9_CCuZap16 off=5544892 len=2024368 2024-04-13T07:36:32.443 INFO:tasks.workunit.client.0.smithi003.stdout:op 237 completed, throughput=5.04MB/sec 2024-04-13T07:36:32.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:32 smithi003 ceph-mon[91733]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:36:32.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:32 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:36:32.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:32 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:36:32.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:32 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:36:32.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:32 smithi003 ceph-mon[89364]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:36:32.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:32 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:36:32.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:32 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:36:32.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:32 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:36:32.650 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:36:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:36:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:32 smithi066 ceph-mon[84331]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:36:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:32 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:36:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:32 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:36:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:32 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:36:33.444 INFO:tasks.workunit.client.0.smithi003.stdout: 49: throughput=4.93MB/sec pending data=0 2024-04-13T07:36:33.444 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-v-gGdxhjZF3OYTW off=8786132 len=749910 2024-04-13T07:36:33.448 INFO:tasks.workunit.client.0.smithi003.stdout:op 238 completed, throughput=4.95MB/sec 2024-04-13T07:36:33.448 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vHLUg_VbVL0XYte off=4532811 len=1816098 2024-04-13T07:36:33.451 INFO:tasks.workunit.client.0.smithi003.stdout:op 239 completed, throughput=4.98MB/sec 2024-04-13T07:36:33.451 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dP_UxSVsLVKAdt5 off=13703684 len=1682006 2024-04-13T07:36:33.461 INFO:tasks.workunit.client.0.smithi003.stdout:op 240 completed, throughput=5.01MB/sec 2024-04-13T07:36:34.461 INFO:tasks.workunit.client.0.smithi003.stdout: 50: throughput=4.92MB/sec pending data=0 2024-04-13T07:36:34.462 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-G_C59KS4IJG09w3 off=15733506 len=1969367 2024-04-13T07:36:34.465 INFO:tasks.workunit.client.0.smithi003.stdout:op 241 completed, throughput=4.95MB/sec 2024-04-13T07:36:34.466 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-StWBHdC6gQTSlUP off=7007318 len=943843 2024-04-13T07:36:34.471 INFO:tasks.workunit.client.0.smithi003.stdout:op 242 completed, throughput=4.97MB/sec 2024-04-13T07:36:34.471 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-292r1vJDkp688Yn off=10810256 len=913371 2024-04-13T07:36:34.476 INFO:tasks.workunit.client.0.smithi003.stdout:op 243 completed, throughput=4.99MB/sec 2024-04-13T07:36:34.477 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XH8tQ_lpAjafgAc off=7367505 len=1293426 2024-04-13T07:36:34.478 INFO:tasks.workunit.client.0.smithi003.stdout:op 244 completed, throughput=5.01MB/sec 2024-04-13T07:36:34.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:34 smithi003 ceph-mon[91733]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:36:34.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:34 smithi003 ceph-mon[89364]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:36:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:36:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:36:34] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2024-04-13T07:36:34.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:34 smithi066 ceph-mon[84331]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:36:35.479 INFO:tasks.workunit.client.0.smithi003.stdout: 51: throughput=4.91MB/sec pending data=0 2024-04-13T07:36:35.479 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WfzA5QI_zf1ytL7 off=9830784 len=1036236 2024-04-13T07:36:35.485 INFO:tasks.workunit.client.0.smithi003.stdout:op 245 completed, throughput=4.93MB/sec 2024-04-13T07:36:35.485 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lpYgB3zgoXSyvDp off=1319024 len=498291 2024-04-13T07:36:35.486 INFO:tasks.workunit.client.0.smithi003.stdout:op 246 completed, throughput=4.94MB/sec 2024-04-13T07:36:35.486 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jidfPE2chpJ5729 off=14962131 len=999586 2024-04-13T07:36:35.492 INFO:tasks.workunit.client.0.smithi003.stdout:op 247 completed, throughput=4.96MB/sec 2024-04-13T07:36:35.492 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-siTRrIQQ2pfCzz9 off=2756216 len=1778966 2024-04-13T07:36:35.495 INFO:tasks.workunit.client.0.smithi003.stdout:op 248 completed, throughput=4.99MB/sec 2024-04-13T07:36:35.495 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BldIVJHj6mjDVgf off=5002329 len=1200855 2024-04-13T07:36:35.497 INFO:tasks.workunit.client.0.smithi003.stdout:op 249 completed, throughput=5.01MB/sec 2024-04-13T07:36:36.497 INFO:tasks.workunit.client.0.smithi003.stdout: 52: throughput=4.92MB/sec pending data=0 2024-04-13T07:36:36.498 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Z-f8W_DvUCT63zt off=9458733 len=623410 2024-04-13T07:36:36.501 INFO:tasks.workunit.client.0.smithi003.stdout:op 250 completed, throughput=4.93MB/sec 2024-04-13T07:36:36.502 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uVNfTH2AGckSt-t off=14142688 len=1928189 2024-04-13T07:36:36.504 INFO:tasks.workunit.client.0.smithi003.stdout:op 251 completed, throughput=4.96MB/sec 2024-04-13T07:36:36.504 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BZhvnohU_3BxNzc off=11415471 len=1545472 2024-04-13T07:36:36.506 INFO:tasks.workunit.client.0.smithi003.stdout:op 252 completed, throughput=4.99MB/sec 2024-04-13T07:36:36.506 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CMhHsv0Wrgx2c3p off=5385785 len=864470 2024-04-13T07:36:36.507 INFO:tasks.workunit.client.0.smithi003.stdout:op 253 completed, throughput=5.01MB/sec 2024-04-13T07:36:36.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:36 smithi003 ceph-mon[91733]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:36:36.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:36 smithi003 ceph-mon[89364]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:36:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:36 smithi066 ceph-mon[84331]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:36:37.507 INFO:tasks.workunit.client.0.smithi003.stdout: 53: throughput=4.91MB/sec pending data=0 2024-04-13T07:36:37.508 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TpPYqLlREPqFKvd off=2774294 len=1209526 2024-04-13T07:36:37.516 INFO:tasks.workunit.client.0.smithi003.stdout:op 254 completed, throughput=4.93MB/sec 2024-04-13T07:36:37.516 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-iSHEBKJSlSKQ5kq off=1090726 len=145790 2024-04-13T07:36:37.518 INFO:tasks.workunit.client.0.smithi003.stdout:op 255 completed, throughput=4.94MB/sec 2024-04-13T07:36:37.519 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WlNzMBfEbz3iFFE off=9403547 len=841716 2024-04-13T07:36:37.523 INFO:tasks.workunit.client.0.smithi003.stdout:op 256 completed, throughput=4.95MB/sec 2024-04-13T07:36:37.523 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VhRgVqhdNegic_u off=9351150 len=172588 2024-04-13T07:36:37.526 INFO:tasks.workunit.client.0.smithi003.stdout:op 257 completed, throughput=4.95MB/sec 2024-04-13T07:36:37.526 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sgD9_fAJGqddenv off=12106153 len=1995204 2024-04-13T07:36:37.536 INFO:tasks.workunit.client.0.smithi003.stdout:op 258 completed, throughput=4.99MB/sec 2024-04-13T07:36:37.536 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IjCwfVNWlxCmvE8 off=1163597 len=1557610 2024-04-13T07:36:37.538 INFO:tasks.workunit.client.0.smithi003.stdout:op 259 completed, throughput=5.02MB/sec 2024-04-13T07:36:38.539 INFO:tasks.workunit.client.0.smithi003.stdout: 54: throughput=4.92MB/sec pending data=0 2024-04-13T07:36:38.539 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Y4mgvO8dpDz79dT off=2152577 len=1283269 2024-04-13T07:36:38.545 INFO:tasks.workunit.client.0.smithi003.stdout:op 260 completed, throughput=4.95MB/sec 2024-04-13T07:36:38.545 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-a0ycSCl4zkHW1Z2 off=2529506 len=1617809 2024-04-13T07:36:38.547 INFO:tasks.workunit.client.0.smithi003.stdout:op 261 completed, throughput=4.97MB/sec 2024-04-13T07:36:38.547 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TURnxer9qm7SK5D off=4945273 len=288382 2024-04-13T07:36:38.550 INFO:tasks.workunit.client.0.smithi003.stdout:op 262 completed, throughput=4.98MB/sec 2024-04-13T07:36:38.550 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ai3gmavBxXgwel8 off=11084726 len=1272349 2024-04-13T07:36:38.552 INFO:tasks.workunit.client.0.smithi003.stdout:op 263 completed, throughput=5MB/sec 2024-04-13T07:36:38.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:38 smithi003 ceph-mon[91733]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:36:38.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:36:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:38 smithi003 ceph-mon[89364]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:36:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:36:38.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:38 smithi066 ceph-mon[84331]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:36:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:36:39.553 INFO:tasks.workunit.client.0.smithi003.stdout: 55: throughput=4.91MB/sec pending data=0 2024-04-13T07:36:39.553 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vJl5rJEuI2ugfyx off=13846994 len=311063 2024-04-13T07:36:39.556 INFO:tasks.workunit.client.0.smithi003.stdout:op 264 completed, throughput=4.92MB/sec 2024-04-13T07:36:39.556 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PI6AZe-J4RUhZEX off=12871020 len=1527888 2024-04-13T07:36:39.558 INFO:tasks.workunit.client.0.smithi003.stdout:op 265 completed, throughput=4.94MB/sec 2024-04-13T07:36:39.558 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-95_8ZolGSd3i03i off=118778 len=113452 2024-04-13T07:36:39.561 INFO:tasks.workunit.client.0.smithi003.stdout:op 266 completed, throughput=4.94MB/sec 2024-04-13T07:36:39.561 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gfORgBe4rF_CnpP off=3246781 len=1766946 2024-04-13T07:36:39.562 INFO:tasks.workunit.client.0.smithi003.stdout:op 267 completed, throughput=4.97MB/sec 2024-04-13T07:36:39.563 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ADbNauHwEvLY-pJ off=7154989 len=1914480 2024-04-13T07:36:39.573 INFO:tasks.workunit.client.0.smithi003.stdout:op 268 completed, throughput=5.01MB/sec 2024-04-13T07:36:40.573 INFO:tasks.workunit.client.0.smithi003.stdout: 56: throughput=4.92MB/sec pending data=0 2024-04-13T07:36:40.573 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UtzzsdkXDfeV8JH off=153324 len=1634875 2024-04-13T07:36:40.581 INFO:tasks.workunit.client.0.smithi003.stdout:op 269 completed, throughput=4.94MB/sec 2024-04-13T07:36:40.581 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-JSVTufaFcHmPNQA off=3025707 len=1860639 2024-04-13T07:36:40.590 INFO:tasks.workunit.client.0.smithi003.stdout:op 270 completed, throughput=4.97MB/sec 2024-04-13T07:36:40.590 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-E-zp7GtakuxPHhh off=10700420 len=604381 2024-04-13T07:36:40.590 INFO:tasks.workunit.client.0.smithi003.stdout:op 271 completed, throughput=4.98MB/sec 2024-04-13T07:36:40.590 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2JgFf9gdXk8zCLM off=3809982 len=451750 2024-04-13T07:36:40.592 INFO:tasks.workunit.client.0.smithi003.stdout:op 272 completed, throughput=4.99MB/sec 2024-04-13T07:36:40.592 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uzYcImgwjhsPEIo off=527701 len=490167 2024-04-13T07:36:40.595 INFO:tasks.workunit.client.0.smithi003.stdout:op 273 completed, throughput=5MB/sec 2024-04-13T07:36:40.595 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vJUzcnfh2q3MAOa off=3904468 len=1996912 2024-04-13T07:36:40.597 INFO:tasks.workunit.client.0.smithi003.stdout:op 274 completed, throughput=5.03MB/sec 2024-04-13T07:36:40.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:40 smithi003 ceph-mon[91733]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:36:40.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:40 smithi003 ceph-mon[89364]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:36:40.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:40 smithi066 ceph-mon[84331]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:36:41.597 INFO:tasks.workunit.client.0.smithi003.stdout: 57: throughput=4.95MB/sec pending data=0 2024-04-13T07:36:41.597 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nXPKPnK6sSExRrR off=2867969 len=1600343 2024-04-13T07:36:41.599 INFO:tasks.workunit.client.0.smithi003.stdout:op 275 completed, throughput=4.97MB/sec 2024-04-13T07:36:41.599 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Z9m1sm485Tgg6xD off=10991773 len=1989557 2024-04-13T07:36:41.610 INFO:tasks.workunit.client.0.smithi003.stdout:op 276 completed, throughput=5MB/sec 2024-04-13T07:36:42.611 INFO:tasks.workunit.client.0.smithi003.stdout: 58: throughput=4.92MB/sec pending data=0 2024-04-13T07:36:42.611 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lajaYOCVduE2oQ5 off=6886049 len=756259 2024-04-13T07:36:42.615 INFO:tasks.workunit.client.0.smithi003.stdout:op 277 completed, throughput=4.93MB/sec 2024-04-13T07:36:42.616 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qQcJsrYTA1hG7kf off=15716579 len=1097530 2024-04-13T07:36:42.617 INFO:tasks.workunit.client.0.smithi003.stdout:op 278 completed, throughput=4.95MB/sec 2024-04-13T07:36:42.617 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-f1Lif-fua-rAUnu off=14359812 len=1544408 2024-04-13T07:36:42.618 INFO:tasks.workunit.client.0.smithi003.stdout:op 279 completed, throughput=4.97MB/sec 2024-04-13T07:36:42.618 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_NGyioLHmYD3E7B off=10813129 len=1429948 2024-04-13T07:36:42.625 INFO:tasks.workunit.client.0.smithi003.stdout:op 280 completed, throughput=5MB/sec 2024-04-13T07:36:42.626 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-t84b5C74C28a20Z off=2258721 len=864856 2024-04-13T07:36:42.628 INFO:tasks.workunit.client.0.smithi003.stdout:op 281 completed, throughput=5.01MB/sec 2024-04-13T07:36:42.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:42 smithi003 ceph-mon[91733]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:36:42.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:42 smithi003 ceph-mon[89364]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:36:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:42 smithi066 ceph-mon[84331]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:36:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:36:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:36:43.629 INFO:tasks.workunit.client.0.smithi003.stdout: 59: throughput=4.93MB/sec pending data=0 2024-04-13T07:36:43.629 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aXYZ4oxJurC-IsX off=19050970 len=955931 2024-04-13T07:36:43.632 INFO:tasks.workunit.client.0.smithi003.stdout:op 282 completed, throughput=4.94MB/sec 2024-04-13T07:36:43.632 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Pb9Kk_wNvKTDHSP off=24475984 len=289885 2024-04-13T07:36:43.635 INFO:tasks.workunit.client.0.smithi003.stdout:op 283 completed, throughput=4.95MB/sec 2024-04-13T07:36:43.635 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Gia_-SRyVgsomrs off=2196599 len=1453353 2024-04-13T07:36:43.643 INFO:tasks.workunit.client.0.smithi003.stdout:op 284 completed, throughput=4.97MB/sec 2024-04-13T07:36:43.643 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7S2uKU7H27JRvrD off=11277851 len=1440663 2024-04-13T07:36:43.644 INFO:tasks.workunit.client.0.smithi003.stdout:op 285 completed, throughput=4.99MB/sec 2024-04-13T07:36:43.645 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qgryQoi4wsqHQpB off=12733286 len=959194 2024-04-13T07:36:43.646 INFO:tasks.workunit.client.0.smithi003.stdout:op 286 completed, throughput=5.01MB/sec 2024-04-13T07:36:44.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:44 smithi003 ceph-mon[89364]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:36:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:36:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:36:44] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-04-13T07:36:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:44 smithi003 ceph-mon[91733]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:36:44.646 INFO:tasks.workunit.client.0.smithi003.stdout: 60: throughput=4.92MB/sec pending data=0 2024-04-13T07:36:44.646 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-llCxxs2l2DSIxzm off=7569379 len=2011190 2024-04-13T07:36:44.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:44 smithi066 ceph-mon[84331]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:36:44.656 INFO:tasks.workunit.client.0.smithi003.stdout:op 287 completed, throughput=4.95MB/sec 2024-04-13T07:36:44.657 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tHmwtz8GhCX6a1I off=957871 len=1017146 2024-04-13T07:36:44.661 INFO:tasks.workunit.client.0.smithi003.stdout:op 288 completed, throughput=4.97MB/sec 2024-04-13T07:36:44.661 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IU5gG4KT1IVvWPI off=21378432 len=1403656 2024-04-13T07:36:44.670 INFO:tasks.workunit.client.0.smithi003.stdout:op 289 completed, throughput=4.99MB/sec 2024-04-13T07:36:44.670 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-inktlUjHNll3EJX off=6433225 len=1558920 2024-04-13T07:36:44.677 INFO:tasks.workunit.client.0.smithi003.stdout:op 290 completed, throughput=5.01MB/sec 2024-04-13T07:36:45.677 INFO:tasks.workunit.client.0.smithi003.stdout: 61: throughput=4.93MB/sec pending data=0 2024-04-13T07:36:45.677 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-N9hFE4YL8XfEKPy off=172650 len=509623 2024-04-13T07:36:45.681 INFO:tasks.workunit.client.0.smithi003.stdout:op 291 completed, throughput=4.94MB/sec 2024-04-13T07:36:45.681 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ODARtGBdA2qIBwQ off=2926795 len=1889949 2024-04-13T07:36:45.683 INFO:tasks.workunit.client.0.smithi003.stdout:op 292 completed, throughput=4.97MB/sec 2024-04-13T07:36:45.683 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gIg-CYFZ7G871vr off=97020 len=1480900 2024-04-13T07:36:45.692 INFO:tasks.workunit.client.0.smithi003.stdout:op 293 completed, throughput=4.99MB/sec 2024-04-13T07:36:45.692 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bzUo84mquiINhaz off=0 len=1526196 2024-04-13T07:36:45.699 INFO:tasks.workunit.client.0.smithi003.stdout:op 294 completed, throughput=5.02MB/sec 2024-04-13T07:36:46.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:46 smithi003 ceph-mon[89364]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:36:46.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:46 smithi003 ceph-mon[91733]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:36:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:46 smithi066 ceph-mon[84331]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:36:46.699 INFO:tasks.workunit.client.0.smithi003.stdout: 62: throughput=4.94MB/sec pending data=0 2024-04-13T07:36:46.700 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aHGQ-9JZiZUszCG off=120428 len=921390 2024-04-13T07:36:46.705 INFO:tasks.workunit.client.0.smithi003.stdout:op 295 completed, throughput=4.95MB/sec 2024-04-13T07:36:46.705 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VkugN5OBKLau239 off=3040460 len=981103 2024-04-13T07:36:46.706 INFO:tasks.workunit.client.0.smithi003.stdout:op 296 completed, throughput=4.96MB/sec 2024-04-13T07:36:46.707 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lxqTNU0lI8YdeyT off=7235028 len=465560 2024-04-13T07:36:46.710 INFO:tasks.workunit.client.0.smithi003.stdout:op 297 completed, throughput=4.97MB/sec 2024-04-13T07:36:46.711 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pDqjDQ2whU4HUSg off=6392927 len=611412 2024-04-13T07:36:46.714 INFO:tasks.workunit.client.0.smithi003.stdout:op 298 completed, throughput=4.98MB/sec 2024-04-13T07:36:46.714 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5XHNZ678CyiNpGJ off=21354028 len=1704118 2024-04-13T07:36:46.716 INFO:tasks.workunit.client.0.smithi003.stdout:op 299 completed, throughput=5.01MB/sec 2024-04-13T07:36:47.717 INFO:tasks.workunit.client.0.smithi003.stdout: 63: throughput=4.93MB/sec pending data=0 2024-04-13T07:36:47.717 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nSEt77_2HLmWX5e off=6980001 len=683366 2024-04-13T07:36:47.721 INFO:tasks.workunit.client.0.smithi003.stdout:op 300 completed, throughput=4.94MB/sec 2024-04-13T07:36:47.721 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qq7gVIA3tGaAzwH off=12037155 len=1579571 2024-04-13T07:36:47.727 INFO:tasks.workunit.client.0.smithi003.stdout:op 301 completed, throughput=4.96MB/sec 2024-04-13T07:36:47.727 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AuWDpMeGcmTQPiR off=1124115 len=324125 2024-04-13T07:36:47.730 INFO:tasks.workunit.client.0.smithi003.stdout:op 302 completed, throughput=4.96MB/sec 2024-04-13T07:36:47.730 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Jd80hUYEbFQR0It off=17654564 len=1176419 2024-04-13T07:36:47.736 INFO:tasks.workunit.client.0.smithi003.stdout:op 303 completed, throughput=4.98MB/sec 2024-04-13T07:36:47.736 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_R_6VVbblNKWbr9 off=3208132 len=148530 2024-04-13T07:36:47.736 INFO:tasks.workunit.client.0.smithi003.stdout:op 304 completed, throughput=4.98MB/sec 2024-04-13T07:36:47.736 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Sxze5Tvzh4Nerag off=442388 len=300994 2024-04-13T07:36:47.737 INFO:tasks.workunit.client.0.smithi003.stdout:op 305 completed, throughput=4.99MB/sec 2024-04-13T07:36:47.737 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-p4lrHEVK_TD68yP off=5675770 len=1229289 2024-04-13T07:36:47.738 INFO:tasks.workunit.client.0.smithi003.stdout:op 306 completed, throughput=5.01MB/sec 2024-04-13T07:36:48.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:48 smithi003 ceph-mon[89364]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:36:48.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:48 smithi003 ceph-mon[91733]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:36:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:48 smithi066 ceph-mon[84331]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:36:48.738 INFO:tasks.workunit.client.0.smithi003.stdout: 64: throughput=4.93MB/sec pending data=0 2024-04-13T07:36:48.738 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TBLsu083D5IICxN off=985379 len=866758 2024-04-13T07:36:48.740 INFO:tasks.workunit.client.0.smithi003.stdout:op 307 completed, throughput=4.94MB/sec 2024-04-13T07:36:48.740 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Bq66jM9drV2JN00 off=7616990 len=1342244 2024-04-13T07:36:48.747 INFO:tasks.workunit.client.0.smithi003.stdout:op 308 completed, throughput=4.96MB/sec 2024-04-13T07:36:48.747 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KkUDDAc8JdkDPff off=940955 len=1353893 2024-04-13T07:36:48.748 INFO:tasks.workunit.client.0.smithi003.stdout:op 309 completed, throughput=4.98MB/sec 2024-04-13T07:36:48.749 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-imcNB-P8JBjIdM_ off=18013198 len=366604 2024-04-13T07:36:48.752 INFO:tasks.workunit.client.0.smithi003.stdout:op 310 completed, throughput=4.99MB/sec 2024-04-13T07:36:48.752 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-09ZTcs15qfbyxDj off=1060305 len=1893441 2024-04-13T07:36:48.759 INFO:tasks.workunit.client.0.smithi003.stdout:op 311 completed, throughput=5.01MB/sec 2024-04-13T07:36:49.760 INFO:tasks.workunit.client.0.smithi003.stdout: 65: throughput=4.94MB/sec pending data=0 2024-04-13T07:36:49.760 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wXc7QSBCtnDfO67 off=5285843 len=344788 2024-04-13T07:36:49.763 INFO:tasks.workunit.client.0.smithi003.stdout:op 312 completed, throughput=4.94MB/sec 2024-04-13T07:36:49.763 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mYPyEmLcyIHGHL4 off=23212121 len=1781984 2024-04-13T07:36:49.765 INFO:tasks.workunit.client.0.smithi003.stdout:op 313 completed, throughput=4.97MB/sec 2024-04-13T07:36:49.765 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ADbNauHwEvLY-pJ off=3572162 len=1216415 2024-04-13T07:36:49.771 INFO:tasks.workunit.client.0.smithi003.stdout:op 314 completed, throughput=4.98MB/sec 2024-04-13T07:36:49.772 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KRZ-pc2QG9cGYHN off=7389999 len=1376140 2024-04-13T07:36:49.773 INFO:tasks.workunit.client.0.smithi003.stdout:op 315 completed, throughput=5MB/sec 2024-04-13T07:36:50.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:50 smithi003 ceph-mon[91733]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:36:50.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:50 smithi003 ceph-mon[89364]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:36:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:50 smithi066 ceph-mon[84331]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:36:50.774 INFO:tasks.workunit.client.0.smithi003.stdout: 66: throughput=4.93MB/sec pending data=0 2024-04-13T07:36:50.774 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_IRTGuczhVSM1ZQ off=11908739 len=1534664 2024-04-13T07:36:50.781 INFO:tasks.workunit.client.0.smithi003.stdout:op 316 completed, throughput=4.95MB/sec 2024-04-13T07:36:50.781 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-O4DK01mrk24wNLz off=829155 len=1050790 2024-04-13T07:36:50.784 INFO:tasks.workunit.client.0.smithi003.stdout:op 317 completed, throughput=4.97MB/sec 2024-04-13T07:36:50.784 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WTp3866Nc3CwnUB off=11272404 len=1176412 2024-04-13T07:36:50.789 INFO:tasks.workunit.client.0.smithi003.stdout:op 318 completed, throughput=4.98MB/sec 2024-04-13T07:36:50.789 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-u_XBtf8eGS_S0xj off=20257194 len=288883 2024-04-13T07:36:50.790 INFO:tasks.workunit.client.0.smithi003.stdout:op 319 completed, throughput=4.99MB/sec 2024-04-13T07:36:50.790 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZI5SAbFyi1ms_eo off=8074294 len=1317392 2024-04-13T07:36:50.792 INFO:tasks.workunit.client.0.smithi003.stdout:op 320 completed, throughput=5MB/sec 2024-04-13T07:36:51.793 INFO:tasks.workunit.client.0.smithi003.stdout: 67: throughput=4.93MB/sec pending data=0 2024-04-13T07:36:51.793 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6r2562WU0GBTOsl off=18451829 len=1875811 2024-04-13T07:36:51.795 INFO:tasks.workunit.client.0.smithi003.stdout:op 321 completed, throughput=4.96MB/sec 2024-04-13T07:36:51.795 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-T67ZfLW5b8x-83e off=1630196 len=1175288 2024-04-13T07:36:51.797 INFO:tasks.workunit.client.0.smithi003.stdout:op 322 completed, throughput=4.97MB/sec 2024-04-13T07:36:51.797 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DrNF8hlts5ftYsu off=16980942 len=1278594 2024-04-13T07:36:51.805 INFO:tasks.workunit.client.0.smithi003.stdout:op 323 completed, throughput=4.99MB/sec 2024-04-13T07:36:51.805 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sIEUwLPC3YCLOZa off=17001458 len=1494220 2024-04-13T07:36:51.813 INFO:tasks.workunit.client.0.smithi003.stdout:op 324 completed, throughput=5.01MB/sec 2024-04-13T07:36:52.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:52 smithi003 ceph-mon[91733]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:36:52.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:52 smithi003 ceph-mon[89364]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:36:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:52 smithi066 ceph-mon[84331]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:36:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:36:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:36:52.813 INFO:tasks.workunit.client.0.smithi003.stdout: 68: throughput=4.94MB/sec pending data=0 2024-04-13T07:36:52.813 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-l8jTpHnOU1bjysG off=13594661 len=2097002 2024-04-13T07:36:52.816 INFO:tasks.workunit.client.0.smithi003.stdout:op 325 completed, throughput=4.97MB/sec 2024-04-13T07:36:52.816 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eVJ5DmkGg9XJfja off=4079834 len=113783 2024-04-13T07:36:52.816 INFO:tasks.workunit.client.0.smithi003.stdout:op 326 completed, throughput=4.97MB/sec 2024-04-13T07:36:52.817 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_V2AX_sS4Zk-Z4Q off=9964541 len=1316921 2024-04-13T07:36:52.818 INFO:tasks.workunit.client.0.smithi003.stdout:op 327 completed, throughput=4.99MB/sec 2024-04-13T07:36:52.818 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Q-OL-Ton4wgbzub off=12624440 len=807418 2024-04-13T07:36:52.824 INFO:tasks.workunit.client.0.smithi003.stdout:op 328 completed, throughput=5MB/sec 2024-04-13T07:36:52.824 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_YmZ5-7IqFDlGM7 off=3258375 len=707910 2024-04-13T07:36:52.824 INFO:tasks.workunit.client.0.smithi003.stdout:op 329 completed, throughput=5.01MB/sec 2024-04-13T07:36:53.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:36:53.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:36:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:36:53.825 INFO:tasks.workunit.client.0.smithi003.stdout: 69: throughput=4.94MB/sec pending data=0 2024-04-13T07:36:53.825 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EA5VTmwKqIvfl-l off=16803053 len=1714100 2024-04-13T07:36:53.835 INFO:tasks.workunit.client.0.smithi003.stdout:op 330 completed, throughput=4.96MB/sec 2024-04-13T07:36:53.836 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mYurd4ugjBjD_CA off=16822127 len=682930 2024-04-13T07:36:53.839 INFO:tasks.workunit.client.0.smithi003.stdout:op 331 completed, throughput=4.97MB/sec 2024-04-13T07:36:53.840 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cDi1NuSYOQoPY9n off=8608451 len=1869257 2024-04-13T07:36:53.848 INFO:tasks.workunit.client.0.smithi003.stdout:op 332 completed, throughput=4.99MB/sec 2024-04-13T07:36:53.848 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Iru7x6RTlRnelIG off=15020953 len=294847 2024-04-13T07:36:53.851 INFO:tasks.workunit.client.0.smithi003.stdout:op 333 completed, throughput=5MB/sec 2024-04-13T07:36:53.851 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Ts1_6hsuIpxcxZY off=7482353 len=1231901 2024-04-13T07:36:53.852 INFO:tasks.workunit.client.0.smithi003.stdout:op 334 completed, throughput=5.01MB/sec 2024-04-13T07:36:54.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:54 smithi003 ceph-mon[91733]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:36:54.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:54 smithi003 ceph-mon[89364]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:36:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:36:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:36:54] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-04-13T07:36:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:54 smithi066 ceph-mon[84331]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:36:54.853 INFO:tasks.workunit.client.0.smithi003.stdout: 70: throughput=4.94MB/sec pending data=0 2024-04-13T07:36:54.853 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aeU4QtgKA2OMjo6 off=19979720 len=525451 2024-04-13T07:36:54.854 INFO:tasks.workunit.client.0.smithi003.stdout:op 335 completed, throughput=4.95MB/sec 2024-04-13T07:36:54.854 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KZBLCXQqX733s3L off=5981861 len=1678350 2024-04-13T07:36:54.864 INFO:tasks.workunit.client.0.smithi003.stdout:op 336 completed, throughput=4.97MB/sec 2024-04-13T07:36:54.864 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vTdlbBr0uwQ7FzX off=10421511 len=447728 2024-04-13T07:36:54.865 INFO:tasks.workunit.client.0.smithi003.stdout:op 337 completed, throughput=4.98MB/sec 2024-04-13T07:36:54.865 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-geFYyH4KUsidVzN off=1181004 len=1455309 2024-04-13T07:36:54.871 INFO:tasks.workunit.client.0.smithi003.stdout:op 338 completed, throughput=5MB/sec 2024-04-13T07:36:54.871 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aBgJAHt6QnvXMpi off=765611 len=1322806 2024-04-13T07:36:54.872 INFO:tasks.workunit.client.0.smithi003.stdout:op 339 completed, throughput=5.01MB/sec 2024-04-13T07:36:55.873 INFO:tasks.workunit.client.0.smithi003.stdout: 71: throughput=4.94MB/sec pending data=0 2024-04-13T07:36:55.873 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tkg4dk-IeGHWQmi off=1925022 len=2032566 2024-04-13T07:36:55.884 INFO:tasks.workunit.client.0.smithi003.stdout:op 340 completed, throughput=4.97MB/sec 2024-04-13T07:36:55.884 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3T69NpoFsCZbcD_ off=3131335 len=1579490 2024-04-13T07:36:55.885 INFO:tasks.workunit.client.0.smithi003.stdout:op 341 completed, throughput=4.99MB/sec 2024-04-13T07:36:55.886 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GOunT5e1Z39MZ4w off=8771613 len=969254 2024-04-13T07:36:55.889 INFO:tasks.workunit.client.0.smithi003.stdout:op 342 completed, throughput=5MB/sec 2024-04-13T07:36:56.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:56 smithi003 ceph-mon[91733]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:36:56.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:56 smithi003 ceph-mon[89364]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:36:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:56 smithi066 ceph-mon[84331]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:36:56.889 INFO:tasks.workunit.client.0.smithi003.stdout: 72: throughput=4.94MB/sec pending data=0 2024-04-13T07:36:56.890 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Fv5kEu2ztjAM8nR off=5905703 len=313513 2024-04-13T07:36:56.890 INFO:tasks.workunit.client.0.smithi003.stdout:op 343 completed, throughput=4.94MB/sec 2024-04-13T07:36:56.890 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jTSSjaNS3kanqnF off=390699 len=800139 2024-04-13T07:36:56.893 INFO:tasks.workunit.client.0.smithi003.stdout:op 344 completed, throughput=4.95MB/sec 2024-04-13T07:36:56.893 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-h-tvQHmai054Lqj off=0 len=1272654 2024-04-13T07:36:56.900 INFO:tasks.workunit.client.0.smithi003.stdout:op 345 completed, throughput=4.97MB/sec 2024-04-13T07:36:56.900 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ef89HAqPMRqBnUV off=259838 len=1346280 2024-04-13T07:36:56.907 INFO:tasks.workunit.client.0.smithi003.stdout:op 346 completed, throughput=4.98MB/sec 2024-04-13T07:36:56.907 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-K6kiCyEuUzUrsd9 off=11766477 len=1788409 2024-04-13T07:36:56.917 INFO:tasks.workunit.client.0.smithi003.stdout:op 347 completed, throughput=5.01MB/sec 2024-04-13T07:36:57.918 INFO:tasks.workunit.client.0.smithi003.stdout: 73: throughput=4.94MB/sec pending data=0 2024-04-13T07:36:57.918 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RP9xD8srjJBBbCx off=8830301 len=1402371 2024-04-13T07:36:57.920 INFO:tasks.workunit.client.0.smithi003.stdout:op 348 completed, throughput=4.96MB/sec 2024-04-13T07:36:57.920 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bxmE0G3VaoHkpuz off=8102080 len=1366644 2024-04-13T07:36:57.921 INFO:tasks.workunit.client.0.smithi003.stdout:op 349 completed, throughput=4.97MB/sec 2024-04-13T07:36:57.922 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vGO3IAsU2M43Kxv off=9203763 len=255308 2024-04-13T07:36:57.925 INFO:tasks.workunit.client.0.smithi003.stdout:op 350 completed, throughput=4.98MB/sec 2024-04-13T07:36:57.925 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HUMEWnQKuyPAwyM off=164905 len=2003470 2024-04-13T07:36:57.938 INFO:tasks.workunit.client.0.smithi003.stdout:op 351 completed, throughput=5MB/sec 2024-04-13T07:36:58.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:36:58 smithi003 ceph-mon[91733]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:36:58.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:36:58 smithi003 ceph-mon[89364]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:36:58.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:36:58 smithi066 ceph-mon[84331]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:36:58.938 INFO:tasks.workunit.client.0.smithi003.stdout: 74: throughput=4.93MB/sec pending data=0 2024-04-13T07:36:58.939 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cjwnv7_c-zW78Cb off=11134800 len=775860 2024-04-13T07:36:58.941 INFO:tasks.workunit.client.0.smithi003.stdout:op 352 completed, throughput=4.94MB/sec 2024-04-13T07:36:58.941 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-s25_NNW0R0_PAlm off=6050446 len=458174 2024-04-13T07:36:58.944 INFO:tasks.workunit.client.0.smithi003.stdout:op 353 completed, throughput=4.95MB/sec 2024-04-13T07:36:58.945 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-v_rkrdjkEvZvfXa off=3516174 len=1430696 2024-04-13T07:36:58.951 INFO:tasks.workunit.client.0.smithi003.stdout:op 354 completed, throughput=4.97MB/sec 2024-04-13T07:36:58.951 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-M1Itk8Q397QmZAx off=1342863 len=1721231 2024-04-13T07:36:58.961 INFO:tasks.workunit.client.0.smithi003.stdout:op 355 completed, throughput=4.99MB/sec 2024-04-13T07:36:58.961 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--xPKWjvdFemEbWU off=12502800 len=1288839 2024-04-13T07:36:58.963 INFO:tasks.workunit.client.0.smithi003.stdout:op 356 completed, throughput=5MB/sec 2024-04-13T07:36:59.963 INFO:tasks.workunit.client.0.smithi003.stdout: 75: throughput=4.94MB/sec pending data=0 2024-04-13T07:36:59.964 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2PYR35AO_meEcUA off=5863750 len=1397139 2024-04-13T07:36:59.965 INFO:tasks.workunit.client.0.smithi003.stdout:op 357 completed, throughput=4.96MB/sec 2024-04-13T07:36:59.965 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-I8XGQpaAIJLKU0o off=11331555 len=800437 2024-04-13T07:36:59.971 INFO:tasks.workunit.client.0.smithi003.stdout:op 358 completed, throughput=4.97MB/sec 2024-04-13T07:36:59.971 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-k91m43hlH-HYD9D off=3367906 len=499788 2024-04-13T07:36:59.974 INFO:tasks.workunit.client.0.smithi003.stdout:op 359 completed, throughput=4.97MB/sec 2024-04-13T07:36:59.974 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-61iKIStRp9CuNeq off=7019419 len=884288 2024-04-13T07:36:59.975 INFO:tasks.workunit.client.0.smithi003.stdout:op 360 completed, throughput=4.98MB/sec 2024-04-13T07:36:59.975 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_O3nnMXpHwMNX_U off=442190 len=1183952 2024-04-13T07:36:59.982 INFO:tasks.workunit.client.0.smithi003.stdout:op 361 completed, throughput=5MB/sec 2024-04-13T07:36:59.982 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IKnsGLjs4qDw54G off=1135887 len=808865 2024-04-13T07:36:59.983 INFO:tasks.workunit.client.0.smithi003.stdout:op 362 completed, throughput=5.01MB/sec 2024-04-13T07:37:00.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:00 smithi003 ceph-mon[91733]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:37:00.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:00 smithi003 ceph-mon[89364]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:37:00.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:00 smithi066 ceph-mon[84331]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:37:00.983 INFO:tasks.workunit.client.0.smithi003.stdout: 76: throughput=4.94MB/sec pending data=0 2024-04-13T07:37:00.997 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KZBLCXQqX733s3L off=449409 len=1870708 2024-04-13T07:37:00.997 INFO:tasks.workunit.client.0.smithi003.stdout:op 363 completed, throughput=4.97MB/sec 2024-04-13T07:37:00.998 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YsJhy_8C6S8n7Ga off=4967540 len=1077394 2024-04-13T07:37:00.998 INFO:tasks.workunit.client.0.smithi003.stdout:op 364 completed, throughput=4.98MB/sec 2024-04-13T07:37:00.998 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ABgf_ubzucLvutl off=1119360 len=1651475 2024-04-13T07:37:01.002 INFO:tasks.workunit.client.0.smithi003.stdout:op 365 completed, throughput=5MB/sec 2024-04-13T07:37:01.002 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XmCs_j9_ayG3sOV off=10850797 len=1006189 2024-04-13T07:37:01.007 INFO:tasks.workunit.client.0.smithi003.stdout:op 366 completed, throughput=5.01MB/sec 2024-04-13T07:37:02.007 INFO:tasks.workunit.client.0.smithi003.stdout: 77: throughput=4.95MB/sec pending data=0 2024-04-13T07:37:02.007 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-btx26RhHvvESxS9 off=494788 len=1279757 2024-04-13T07:37:02.013 INFO:tasks.workunit.client.0.smithi003.stdout:op 367 completed, throughput=4.96MB/sec 2024-04-13T07:37:02.013 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MyKh46ssZkw6HeY off=3011848 len=260455 2024-04-13T07:37:02.014 INFO:tasks.workunit.client.0.smithi003.stdout:op 368 completed, throughput=4.96MB/sec 2024-04-13T07:37:02.014 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VcVdFdUvGjUx_Tp off=6807430 len=1720156 2024-04-13T07:37:02.015 INFO:tasks.workunit.client.0.smithi003.stdout:op 369 completed, throughput=4.99MB/sec 2024-04-13T07:37:02.015 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XtGa0sirKHNOeMV off=13660763 len=309917 2024-04-13T07:37:02.018 INFO:tasks.workunit.client.0.smithi003.stdout:op 370 completed, throughput=4.99MB/sec 2024-04-13T07:37:02.018 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IrrObNxUuT9AZC4 off=4839043 len=1545561 2024-04-13T07:37:02.021 INFO:tasks.workunit.client.0.smithi003.stdout:op 371 completed, throughput=5.01MB/sec 2024-04-13T07:37:02.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:02 smithi003 ceph-mon[91733]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T07:37:02.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:02 smithi003 ceph-mon[89364]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T07:37:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:02 smithi066 ceph-mon[84331]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T07:37:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:37:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:37:03.022 INFO:tasks.workunit.client.0.smithi003.stdout: 78: throughput=4.94MB/sec pending data=0 2024-04-13T07:37:03.022 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-B_7iHJVbhtVmon1 off=1546176 len=815399 2024-04-13T07:37:03.024 INFO:tasks.workunit.client.0.smithi003.stdout:op 372 completed, throughput=4.95MB/sec 2024-04-13T07:37:03.024 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TJNmhwqWEiwQYY4 off=402327 len=1755789 2024-04-13T07:37:03.026 INFO:tasks.workunit.client.0.smithi003.stdout:op 373 completed, throughput=4.98MB/sec 2024-04-13T07:37:03.026 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ilaij_1RRG9pdCM off=13040371 len=279609 2024-04-13T07:37:03.027 INFO:tasks.workunit.client.0.smithi003.stdout:op 374 completed, throughput=4.98MB/sec 2024-04-13T07:37:03.027 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rtYj-ghU9fZ0I0x off=362280 len=1677923 2024-04-13T07:37:03.036 INFO:tasks.workunit.client.0.smithi003.stdout:op 375 completed, throughput=5MB/sec 2024-04-13T07:37:03.036 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UqDPRGCSotGnqaO off=19085571 len=1092079 2024-04-13T07:37:03.038 INFO:tasks.workunit.client.0.smithi003.stdout:op 376 completed, throughput=5.01MB/sec 2024-04-13T07:37:04.038 INFO:tasks.workunit.client.0.smithi003.stdout: 79: throughput=4.95MB/sec pending data=0 2024-04-13T07:37:04.038 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rNDh-_l8xn2TwHz off=7609617 len=1868665 2024-04-13T07:37:04.046 INFO:tasks.workunit.client.0.smithi003.stdout:op 377 completed, throughput=4.97MB/sec 2024-04-13T07:37:04.046 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3GI_2csKZn-oxds off=6399161 len=1529114 2024-04-13T07:37:04.052 INFO:tasks.workunit.client.0.smithi003.stdout:op 378 completed, throughput=4.99MB/sec 2024-04-13T07:37:04.052 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sIfnC319_9OrW7R off=5683410 len=79882 2024-04-13T07:37:04.055 INFO:tasks.workunit.client.0.smithi003.stdout:op 379 completed, throughput=4.99MB/sec 2024-04-13T07:37:04.055 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cz4fcGCFZ7FL7MH off=2027932 len=1461703 2024-04-13T07:37:04.064 INFO:tasks.workunit.client.0.smithi003.stdout:op 380 completed, throughput=5.01MB/sec 2024-04-13T07:37:04.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:04 smithi003 ceph-mon[91733]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:37:04.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:04 smithi003 ceph-mon[89364]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:37:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:37:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:37:04] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-04-13T07:37:04.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:04 smithi066 ceph-mon[84331]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:37:05.064 INFO:tasks.workunit.client.0.smithi003.stdout: 80: throughput=4.94MB/sec pending data=0 2024-04-13T07:37:05.064 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-r7R3oQn7LcVnHOh off=13935307 len=1371069 2024-04-13T07:37:05.071 INFO:tasks.workunit.client.0.smithi003.stdout:op 381 completed, throughput=4.96MB/sec 2024-04-13T07:37:05.071 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3qNmuD5qpmY8wQ3 off=7364960 len=1965968 2024-04-13T07:37:05.083 INFO:tasks.workunit.client.0.smithi003.stdout:op 382 completed, throughput=4.98MB/sec 2024-04-13T07:37:05.083 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YQYQF-T_zG1yDps off=6386464 len=698836 2024-04-13T07:37:05.086 INFO:tasks.workunit.client.0.smithi003.stdout:op 383 completed, throughput=4.99MB/sec 2024-04-13T07:37:05.087 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yD2dnGEhhbxpA0f off=7211928 len=132870 2024-04-13T07:37:05.089 INFO:tasks.workunit.client.0.smithi003.stdout:op 384 completed, throughput=4.99MB/sec 2024-04-13T07:37:05.089 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LvukLV3SI2HPkHg off=6215491 len=1592980 2024-04-13T07:37:05.097 INFO:tasks.workunit.client.0.smithi003.stdout:op 385 completed, throughput=5.01MB/sec 2024-04-13T07:37:06.097 INFO:tasks.workunit.client.0.smithi003.stdout: 81: throughput=4.95MB/sec pending data=0 2024-04-13T07:37:06.097 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IMbYkZyfZ0KpIQB off=2621286 len=856291 2024-04-13T07:37:06.098 INFO:tasks.workunit.client.0.smithi003.stdout:op 386 completed, throughput=4.96MB/sec 2024-04-13T07:37:06.098 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-w1nXzYZtrQ4VHAq off=5473056 len=1687343 2024-04-13T07:37:06.109 INFO:tasks.workunit.client.0.smithi003.stdout:op 387 completed, throughput=4.98MB/sec 2024-04-13T07:37:06.109 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UUbrbbR7QPJxrNK off=5515667 len=1484818 2024-04-13T07:37:06.115 INFO:tasks.workunit.client.0.smithi003.stdout:op 388 completed, throughput=4.99MB/sec 2024-04-13T07:37:06.115 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VYHpK17sTkLzq6W off=169639 len=516864 2024-04-13T07:37:06.116 INFO:tasks.workunit.client.0.smithi003.stdout:op 389 completed, throughput=5MB/sec 2024-04-13T07:37:06.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:06 smithi003 ceph-mon[91733]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:37:06.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:06 smithi003 ceph-mon[89364]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:37:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:06 smithi066 ceph-mon[84331]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:37:07.116 INFO:tasks.workunit.client.0.smithi003.stdout: 82: throughput=4.94MB/sec pending data=0 2024-04-13T07:37:07.116 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9eAx6HVQXnFpcYf off=13285841 len=1895226 2024-04-13T07:37:07.120 INFO:tasks.workunit.client.0.smithi003.stdout:op 390 completed, throughput=4.96MB/sec 2024-04-13T07:37:07.120 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Vsc2KmVQSntCadk off=10230541 len=164595 2024-04-13T07:37:07.123 INFO:tasks.workunit.client.0.smithi003.stdout:op 391 completed, throughput=4.96MB/sec 2024-04-13T07:37:07.123 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-klEB_CqSngKA-6s off=5197822 len=500188 2024-04-13T07:37:07.126 INFO:tasks.workunit.client.0.smithi003.stdout:op 392 completed, throughput=4.97MB/sec 2024-04-13T07:37:07.126 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fA8ddA7Y2D5Bvun off=9680748 len=2086287 2024-04-13T07:37:07.129 INFO:tasks.workunit.client.0.smithi003.stdout:op 393 completed, throughput=4.99MB/sec 2024-04-13T07:37:07.129 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8LAodbchhNcouWH off=21614846 len=1393913 2024-04-13T07:37:07.135 INFO:tasks.workunit.client.0.smithi003.stdout:op 394 completed, throughput=5.01MB/sec 2024-04-13T07:37:08.136 INFO:tasks.workunit.client.0.smithi003.stdout: 83: throughput=4.95MB/sec pending data=0 2024-04-13T07:37:08.136 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TnFnZC-62vTgJtm off=4424657 len=1755743 2024-04-13T07:37:08.138 INFO:tasks.workunit.client.0.smithi003.stdout:op 395 completed, throughput=4.97MB/sec 2024-04-13T07:37:08.138 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-blElGVfWsggBYlj off=11923781 len=1066819 2024-04-13T07:37:08.144 INFO:tasks.workunit.client.0.smithi003.stdout:op 396 completed, throughput=4.98MB/sec 2024-04-13T07:37:08.144 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-F48RlilKVFxxIoH off=2925670 len=1098120 2024-04-13T07:37:08.145 INFO:tasks.workunit.client.0.smithi003.stdout:op 397 completed, throughput=4.99MB/sec 2024-04-13T07:37:08.145 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KffcI9B6JcbSbLw off=251355 len=1588216 2024-04-13T07:37:08.152 INFO:tasks.workunit.client.0.smithi003.stdout:op 398 completed, throughput=5.01MB/sec 2024-04-13T07:37:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:08 smithi003 ceph-mon[91733]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:37:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:37:08.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:08 smithi003 ceph-mon[89364]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:37:08.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:37:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:08 smithi066 ceph-mon[84331]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:37:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:37:09.153 INFO:tasks.workunit.client.0.smithi003.stdout: 84: throughput=4.95MB/sec pending data=0 2024-04-13T07:37:09.153 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KzHK9K8i_YSM6Ga off=14307173 len=1188499 2024-04-13T07:37:09.154 INFO:tasks.workunit.client.0.smithi003.stdout:op 399 completed, throughput=4.97MB/sec 2024-04-13T07:37:09.154 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1lEuXy3L0TItdgP off=7315294 len=1480697 2024-04-13T07:37:09.156 INFO:tasks.workunit.client.0.smithi003.stdout:op 400 completed, throughput=4.98MB/sec 2024-04-13T07:37:09.156 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7eqB38Z8Bv2BoXk off=3733908 len=1150404 2024-04-13T07:37:09.159 INFO:tasks.workunit.client.0.smithi003.stdout:op 401 completed, throughput=4.99MB/sec 2024-04-13T07:37:09.159 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nYnNdrFW1wyp7ma off=5966372 len=543729 2024-04-13T07:37:09.160 INFO:tasks.workunit.client.0.smithi003.stdout:op 402 completed, throughput=5MB/sec 2024-04-13T07:37:09.160 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GODZpInaGQEnz0r off=6447074 len=1491358 2024-04-13T07:37:09.170 INFO:tasks.workunit.client.0.smithi003.stdout:op 403 completed, throughput=5.02MB/sec 2024-04-13T07:37:10.170 INFO:tasks.workunit.client.0.smithi003.stdout: 85: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:10.170 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-D4SzyRpHmaRKCcX off=13582696 len=63387 2024-04-13T07:37:10.171 INFO:tasks.workunit.client.0.smithi003.stdout:op 404 completed, throughput=4.96MB/sec 2024-04-13T07:37:10.171 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Juq6f4aemS4kQ5j off=1432128 len=1053932 2024-04-13T07:37:10.176 INFO:tasks.workunit.client.0.smithi003.stdout:op 405 completed, throughput=4.97MB/sec 2024-04-13T07:37:10.176 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qL8HIJ9rHTKLAbS off=7781135 len=1288182 2024-04-13T07:37:10.185 INFO:tasks.workunit.client.0.smithi003.stdout:op 406 completed, throughput=4.98MB/sec 2024-04-13T07:37:10.185 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OO6hADqK96-VTTR off=21885940 len=897181 2024-04-13T07:37:10.187 INFO:tasks.workunit.client.0.smithi003.stdout:op 407 completed, throughput=4.99MB/sec 2024-04-13T07:37:10.187 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cEJ_9Dhv0ZnIPUv off=872308 len=1730769 2024-04-13T07:37:10.189 INFO:tasks.workunit.client.0.smithi003.stdout:op 408 completed, throughput=5.01MB/sec 2024-04-13T07:37:10.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:10 smithi003 ceph-mon[89364]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:37:10.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:10 smithi003 ceph-mon[91733]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:37:10.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:10 smithi066 ceph-mon[84331]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:37:11.189 INFO:tasks.workunit.client.0.smithi003.stdout: 86: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:11.190 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xWOFtepy8ZpxRto off=836238 len=1286 2024-04-13T07:37:11.190 INFO:tasks.workunit.client.0.smithi003.stdout:op 409 completed, throughput=4.96MB/sec 2024-04-13T07:37:11.190 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RAUFKlZCgglJTgu off=3985832 len=215434 2024-04-13T07:37:11.191 INFO:tasks.workunit.client.0.smithi003.stdout:op 410 completed, throughput=4.96MB/sec 2024-04-13T07:37:11.191 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-T16rA8HCU_J-cqZ off=10556253 len=1650689 2024-04-13T07:37:11.193 INFO:tasks.workunit.client.0.smithi003.stdout:op 411 completed, throughput=4.98MB/sec 2024-04-13T07:37:11.193 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ldFlZmTbpMnolZz off=3124594 len=1802186 2024-04-13T07:37:11.195 INFO:tasks.workunit.client.0.smithi003.stdout:op 412 completed, throughput=4.99MB/sec 2024-04-13T07:37:11.195 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mfk4rgh0Brk1M5V off=1399293 len=886726 2024-04-13T07:37:11.200 INFO:tasks.workunit.client.0.smithi003.stdout:op 413 completed, throughput=5MB/sec 2024-04-13T07:37:12.200 INFO:tasks.workunit.client.0.smithi003.stdout: 87: throughput=4.95MB/sec pending data=0 2024-04-13T07:37:12.200 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZhU-3KeoPT8gvRb off=2131101 len=2022571 2024-04-13T07:37:12.203 INFO:tasks.workunit.client.0.smithi003.stdout:op 414 completed, throughput=4.97MB/sec 2024-04-13T07:37:12.203 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-W-zmSp1i7072Tio off=8327794 len=35525 2024-04-13T07:37:12.205 INFO:tasks.workunit.client.0.smithi003.stdout:op 415 completed, throughput=4.97MB/sec 2024-04-13T07:37:12.205 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-b_3l0eGk_xBRU6s off=464127 len=1172661 2024-04-13T07:37:12.207 INFO:tasks.workunit.client.0.smithi003.stdout:op 416 completed, throughput=4.98MB/sec 2024-04-13T07:37:12.207 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-B-Q2ZrtmhqyrZA5 off=6652172 len=1644764 2024-04-13T07:37:12.208 INFO:tasks.workunit.client.0.smithi003.stdout:op 417 completed, throughput=5MB/sec 2024-04-13T07:37:12.209 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bKiUugEfdO5fCbp off=17392249 len=455337 2024-04-13T07:37:12.210 INFO:tasks.workunit.client.0.smithi003.stdout:op 418 completed, throughput=5MB/sec 2024-04-13T07:37:12.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:12 smithi003 ceph-mon[91733]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:37:12.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:12 smithi003 ceph-mon[89364]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:37:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:37:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:37:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:12 smithi066 ceph-mon[84331]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:37:13.210 INFO:tasks.workunit.client.0.smithi003.stdout: 88: throughput=4.95MB/sec pending data=0 2024-04-13T07:37:13.211 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GTjkD8fy_sWu5z8 off=2228182 len=1380518 2024-04-13T07:37:13.212 INFO:tasks.workunit.client.0.smithi003.stdout:op 419 completed, throughput=4.96MB/sec 2024-04-13T07:37:13.212 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-st_mW7ke35-UBRs off=6888503 len=1017436 2024-04-13T07:37:13.219 INFO:tasks.workunit.client.0.smithi003.stdout:op 420 completed, throughput=4.97MB/sec 2024-04-13T07:37:13.219 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CH-kpJHuhMOVjNS off=15397502 len=1354449 2024-04-13T07:37:13.222 INFO:tasks.workunit.client.0.smithi003.stdout:op 421 completed, throughput=4.99MB/sec 2024-04-13T07:37:13.222 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-axKi4raHQnq92K3 off=7773209 len=83854 2024-04-13T07:37:13.224 INFO:tasks.workunit.client.0.smithi003.stdout:op 422 completed, throughput=4.99MB/sec 2024-04-13T07:37:13.224 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-urLkUCKaC3k54Gr off=3078805 len=341312 2024-04-13T07:37:13.225 INFO:tasks.workunit.client.0.smithi003.stdout:op 423 completed, throughput=4.99MB/sec 2024-04-13T07:37:13.225 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Sue2c4wpluv0Ltn off=12614424 len=1084072 2024-04-13T07:37:13.232 INFO:tasks.workunit.client.0.smithi003.stdout:op 424 completed, throughput=5MB/sec 2024-04-13T07:37:14.232 INFO:tasks.workunit.client.0.smithi003.stdout: 89: throughput=4.95MB/sec pending data=0 2024-04-13T07:37:14.232 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--bryBFwKrJt19rt off=2804516 len=959527 2024-04-13T07:37:14.238 INFO:tasks.workunit.client.0.smithi003.stdout:op 425 completed, throughput=4.96MB/sec 2024-04-13T07:37:14.238 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qyeqtmsQMW8nbSs off=1051395 len=1592798 2024-04-13T07:37:14.240 INFO:tasks.workunit.client.0.smithi003.stdout:op 426 completed, throughput=4.97MB/sec 2024-04-13T07:37:14.240 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-X_xvd2K0CM7WAjw off=236254 len=1832901 2024-04-13T07:37:14.250 INFO:tasks.workunit.client.0.smithi003.stdout:op 427 completed, throughput=4.99MB/sec 2024-04-13T07:37:14.250 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qwR8ZffxsYTTqDI off=6441597 len=23774 2024-04-13T07:37:14.251 INFO:tasks.workunit.client.0.smithi003.stdout:op 428 completed, throughput=4.99MB/sec 2024-04-13T07:37:14.251 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2S5XqnvlaEi6bq1 off=4123965 len=1233737 2024-04-13T07:37:14.251 INFO:tasks.workunit.client.0.smithi003.stdout:op 429 completed, throughput=5.01MB/sec 2024-04-13T07:37:14.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:14 smithi003 ceph-mon[91733]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:37:14.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:14 smithi003 ceph-mon[89364]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:37:14.639 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:37:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:37:14] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-04-13T07:37:14.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:14 smithi066 ceph-mon[84331]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:37:15.252 INFO:tasks.workunit.client.0.smithi003.stdout: 90: throughput=4.95MB/sec pending data=0 2024-04-13T07:37:15.252 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_KqzeAN19039a6f off=23512451 len=262056 2024-04-13T07:37:15.255 INFO:tasks.workunit.client.0.smithi003.stdout:op 430 completed, throughput=4.95MB/sec 2024-04-13T07:37:15.255 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_EysraR66XpNUFV off=4259745 len=1838058 2024-04-13T07:37:15.265 INFO:tasks.workunit.client.0.smithi003.stdout:op 431 completed, throughput=4.97MB/sec 2024-04-13T07:37:15.265 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-__jfsGBceVqwQyw off=22991049 len=1775489 2024-04-13T07:37:15.274 INFO:tasks.workunit.client.0.smithi003.stdout:op 432 completed, throughput=4.99MB/sec 2024-04-13T07:37:15.274 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-de8d2FjAxsk_xRS off=1787111 len=1507734 2024-04-13T07:37:15.281 INFO:tasks.workunit.client.0.smithi003.stdout:op 433 completed, throughput=5.01MB/sec 2024-04-13T07:37:16.281 INFO:tasks.workunit.client.0.smithi003.stdout: 91: throughput=4.95MB/sec pending data=0 2024-04-13T07:37:16.282 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fJwvLvWWiS5vWcc off=750080 len=601588 2024-04-13T07:37:16.286 INFO:tasks.workunit.client.0.smithi003.stdout:op 434 completed, throughput=4.96MB/sec 2024-04-13T07:37:16.286 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CUIw4SoDFogBM4G off=1244394 len=1107822 2024-04-13T07:37:16.292 INFO:tasks.workunit.client.0.smithi003.stdout:op 435 completed, throughput=4.97MB/sec 2024-04-13T07:37:16.292 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EETSB39L25BbWfM off=8429547 len=622087 2024-04-13T07:37:16.296 INFO:tasks.workunit.client.0.smithi003.stdout:op 436 completed, throughput=4.98MB/sec 2024-04-13T07:37:16.297 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-siEwGzu6qtpXd4z off=18915422 len=737961 2024-04-13T07:37:16.300 INFO:tasks.workunit.client.0.smithi003.stdout:op 437 completed, throughput=4.98MB/sec 2024-04-13T07:37:16.300 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RPN9JbHwUFXwJs9 off=13182750 len=1647684 2024-04-13T07:37:16.308 INFO:tasks.workunit.client.0.smithi003.stdout:op 438 completed, throughput=5MB/sec 2024-04-13T07:37:16.308 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zvgcWJPW02Ja_yC off=10640029 len=1964402 2024-04-13T07:37:16.310 INFO:tasks.workunit.client.0.smithi003.stdout:op 439 completed, throughput=5.02MB/sec 2024-04-13T07:37:16.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:16 smithi003 ceph-mon[91733]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:37:16.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:16 smithi003 ceph-mon[89364]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:37:16.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:16 smithi066 ceph-mon[84331]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:37:17.311 INFO:tasks.workunit.client.0.smithi003.stdout: 92: throughput=4.97MB/sec pending data=0 2024-04-13T07:37:17.311 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VAdqenh1_odgoR6 off=9254787 len=898409 2024-04-13T07:37:17.312 INFO:tasks.workunit.client.0.smithi003.stdout:op 440 completed, throughput=4.97MB/sec 2024-04-13T07:37:17.312 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_OS9xe0Wd-z_vJN off=4883288 len=1509524 2024-04-13T07:37:17.314 INFO:tasks.workunit.client.0.smithi003.stdout:op 441 completed, throughput=4.99MB/sec 2024-04-13T07:37:17.314 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bfAxkP3iyH3YJ09 off=19273015 len=1739413 2024-04-13T07:37:17.317 INFO:tasks.workunit.client.0.smithi003.stdout:op 442 completed, throughput=5.01MB/sec 2024-04-13T07:37:18.318 INFO:tasks.workunit.client.0.smithi003.stdout: 93: throughput=4.95MB/sec pending data=0 2024-04-13T07:37:18.318 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LUH1C48pBmRJ8Td off=2208893 len=908591 2024-04-13T07:37:18.319 INFO:tasks.workunit.client.0.smithi003.stdout:op 443 completed, throughput=4.96MB/sec 2024-04-13T07:37:18.319 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EdHqt0G2oKbStb0 off=519565 len=1428247 2024-04-13T07:37:18.321 INFO:tasks.workunit.client.0.smithi003.stdout:op 444 completed, throughput=4.98MB/sec 2024-04-13T07:37:18.321 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-r6662xyOwBCyaU8 off=3943292 len=526243 2024-04-13T07:37:18.324 INFO:tasks.workunit.client.0.smithi003.stdout:op 445 completed, throughput=4.98MB/sec 2024-04-13T07:37:18.324 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fK93mbY-qz_KMaN off=5045192 len=1809590 2024-04-13T07:37:18.333 INFO:tasks.workunit.client.0.smithi003.stdout:op 446 completed, throughput=5MB/sec 2024-04-13T07:37:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:18 smithi066 ceph-mon[84331]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:37:18.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:18 smithi003 ceph-mon[91733]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:37:18.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:18 smithi003 ceph-mon[89364]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:37:19.333 INFO:tasks.workunit.client.0.smithi003.stdout: 94: throughput=4.95MB/sec pending data=0 2024-04-13T07:37:19.334 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5qRAwboTDa5r00B off=0 len=1815765 2024-04-13T07:37:19.338 INFO:tasks.workunit.client.0.smithi003.stdout:op 447 completed, throughput=4.97MB/sec 2024-04-13T07:37:19.338 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IDm9nATCoIWOgFT off=19914766 len=1745918 2024-04-13T07:37:19.345 INFO:tasks.workunit.client.0.smithi003.stdout:op 448 completed, throughput=4.98MB/sec 2024-04-13T07:37:19.345 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_kIYxDTEBn1eTjJ off=1524824 len=221286 2024-04-13T07:37:19.349 INFO:tasks.workunit.client.0.smithi003.stdout:op 449 completed, throughput=4.99MB/sec 2024-04-13T07:37:19.349 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--Q_JzFUk24uWFEm off=7085595 len=1141684 2024-04-13T07:37:19.350 INFO:tasks.workunit.client.0.smithi003.stdout:op 450 completed, throughput=5MB/sec 2024-04-13T07:37:19.350 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8VU-VvqiAiegimC off=6869650 len=827091 2024-04-13T07:37:19.351 INFO:tasks.workunit.client.0.smithi003.stdout:op 451 completed, throughput=5.01MB/sec 2024-04-13T07:37:20.355 INFO:tasks.workunit.client.0.smithi003.stdout: 95: throughput=4.95MB/sec pending data=0 2024-04-13T07:37:20.355 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QK2WbXlrMytLMYA off=8005335 len=1035411 2024-04-13T07:37:20.358 INFO:tasks.workunit.client.0.smithi003.stdout:op 452 completed, throughput=4.96MB/sec 2024-04-13T07:37:20.358 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lvt-j3zQsMys9Fs off=1548255 len=1582255 2024-04-13T07:37:20.366 INFO:tasks.workunit.client.0.smithi003.stdout:op 453 completed, throughput=4.98MB/sec 2024-04-13T07:37:20.367 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1Sczf_944txO07m off=4075177 len=224049 2024-04-13T07:37:20.367 INFO:tasks.workunit.client.0.smithi003.stdout:op 454 completed, throughput=4.98MB/sec 2024-04-13T07:37:20.368 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4PqJNYrWT3uHg7a off=6327948 len=1170196 2024-04-13T07:37:20.372 INFO:tasks.workunit.client.0.smithi003.stdout:op 455 completed, throughput=4.99MB/sec 2024-04-13T07:37:20.372 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--3cLcT6byuj3ohh off=9612800 len=1057740 2024-04-13T07:37:20.374 INFO:tasks.workunit.client.0.smithi003.stdout:op 456 completed, throughput=5MB/sec 2024-04-13T07:37:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:20 smithi066 ceph-mon[84331]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:37:20.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:20 smithi003 ceph-mon[91733]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:37:20.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:20 smithi003 ceph-mon[89364]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:37:21.374 INFO:tasks.workunit.client.0.smithi003.stdout: 96: throughput=4.95MB/sec pending data=0 2024-04-13T07:37:21.374 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oDxbTPJajdv7ncD off=2434356 len=1969525 2024-04-13T07:37:21.376 INFO:tasks.workunit.client.0.smithi003.stdout:op 457 completed, throughput=4.97MB/sec 2024-04-13T07:37:21.376 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ixEnJWVvFxPXA9_ off=1291019 len=1664663 2024-04-13T07:37:21.386 INFO:tasks.workunit.client.0.smithi003.stdout:op 458 completed, throughput=4.99MB/sec 2024-04-13T07:37:21.387 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WnIJDHYSEEyhhuQ off=2272581 len=228410 2024-04-13T07:37:21.387 INFO:tasks.workunit.client.0.smithi003.stdout:op 459 completed, throughput=4.99MB/sec 2024-04-13T07:37:21.387 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OXmT2dJRjAZiE9T off=5933825 len=806628 2024-04-13T07:37:21.392 INFO:tasks.workunit.client.0.smithi003.stdout:op 460 completed, throughput=5MB/sec 2024-04-13T07:37:21.392 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Pc9ubawbNE8Yq2N off=12711490 len=1287073 2024-04-13T07:37:21.393 INFO:tasks.workunit.client.0.smithi003.stdout:op 461 completed, throughput=5.01MB/sec 2024-04-13T07:37:22.394 INFO:tasks.workunit.client.0.smithi003.stdout: 97: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:22.394 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lJMOlMm_CBgRbrI off=9513112 len=1263965 2024-04-13T07:37:22.401 INFO:tasks.workunit.client.0.smithi003.stdout:op 462 completed, throughput=4.97MB/sec 2024-04-13T07:37:22.401 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-J19YwIo3kxfT8Nf off=1781650 len=906304 2024-04-13T07:37:22.402 INFO:tasks.workunit.client.0.smithi003.stdout:op 463 completed, throughput=4.98MB/sec 2024-04-13T07:37:22.402 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sJIXRngzNHY8FiS off=6747993 len=1742970 2024-04-13T07:37:22.404 INFO:tasks.workunit.client.0.smithi003.stdout:op 464 completed, throughput=4.99MB/sec 2024-04-13T07:37:22.404 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VkugN5OBKLau239 off=357037 len=337559 2024-04-13T07:37:22.407 INFO:tasks.workunit.client.0.smithi003.stdout:op 465 completed, throughput=5MB/sec 2024-04-13T07:37:22.407 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RwnACmKnr_wnMHf off=16487944 len=460557 2024-04-13T07:37:22.408 INFO:tasks.workunit.client.0.smithi003.stdout:op 466 completed, throughput=5MB/sec 2024-04-13T07:37:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:22 smithi066 ceph-mon[84331]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:37:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:37:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:37:22.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:22 smithi003 ceph-mon[91733]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:37:22.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:22 smithi003 ceph-mon[89364]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:37:23.408 INFO:tasks.workunit.client.0.smithi003.stdout: 98: throughput=4.95MB/sec pending data=0 2024-04-13T07:37:23.408 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KffcI9B6JcbSbLw off=2008905 len=1045285 2024-04-13T07:37:23.410 INFO:tasks.workunit.client.0.smithi003.stdout:op 467 completed, throughput=4.96MB/sec 2024-04-13T07:37:23.410 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YVzu2ybSuEl69jD off=19215582 len=896532 2024-04-13T07:37:23.411 INFO:tasks.workunit.client.0.smithi003.stdout:op 468 completed, throughput=4.97MB/sec 2024-04-13T07:37:23.411 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rmYx4ybvop9JIxz off=5293565 len=2096954 2024-04-13T07:37:23.413 INFO:tasks.workunit.client.0.smithi003.stdout:op 469 completed, throughput=4.99MB/sec 2024-04-13T07:37:23.413 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gRuIORycHIndG0l off=1319067 len=2057390 2024-04-13T07:37:23.425 INFO:tasks.workunit.client.0.smithi003.stdout:op 470 completed, throughput=5.01MB/sec 2024-04-13T07:37:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:37:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:37:23.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:37:24.426 INFO:tasks.workunit.client.0.smithi003.stdout: 99: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:24.426 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-33ubynUr13ZNF0k off=680016 len=165772 2024-04-13T07:37:24.426 INFO:tasks.workunit.client.0.smithi003.stdout:op 471 completed, throughput=4.96MB/sec 2024-04-13T07:37:24.426 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-39MPPOf2qN58vSV off=282505 len=268436 2024-04-13T07:37:24.427 INFO:tasks.workunit.client.0.smithi003.stdout:op 472 completed, throughput=4.96MB/sec 2024-04-13T07:37:24.427 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-W91CkbtjW3JeVfA off=14511238 len=2008558 2024-04-13T07:37:24.441 INFO:tasks.workunit.client.0.smithi003.stdout:op 473 completed, throughput=4.98MB/sec 2024-04-13T07:37:24.441 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-D0s7jp8Ueuw2U3g off=6148230 len=305453 2024-04-13T07:37:24.442 INFO:tasks.workunit.client.0.smithi003.stdout:op 474 completed, throughput=4.99MB/sec 2024-04-13T07:37:24.442 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-h-tvQHmai054Lqj off=193223 len=708911 2024-04-13T07:37:24.443 INFO:tasks.workunit.client.0.smithi003.stdout:op 475 completed, throughput=4.99MB/sec 2024-04-13T07:37:24.443 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-owRISjZjth7qwbL off=11725003 len=1057713 2024-04-13T07:37:24.445 INFO:tasks.workunit.client.0.smithi003.stdout:op 476 completed, throughput=5MB/sec 2024-04-13T07:37:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:24 smithi003 ceph-mon[91733]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T07:37:24.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:24 smithi003 ceph-mon[89364]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T07:37:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:37:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:37:24] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-04-13T07:37:24.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:24 smithi066 ceph-mon[84331]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T07:37:25.445 INFO:tasks.workunit.client.0.smithi003.stdout: 100: throughput=4.95MB/sec pending data=0 2024-04-13T07:37:25.445 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vbXBbJz8c0idWB0 off=1562524 len=1940973 2024-04-13T07:37:25.457 INFO:tasks.workunit.client.0.smithi003.stdout:op 477 completed, throughput=4.97MB/sec 2024-04-13T07:37:25.457 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oN4-NlwpxZ2O9e4 off=378995 len=1888550 2024-04-13T07:37:25.459 INFO:tasks.workunit.client.0.smithi003.stdout:op 478 completed, throughput=4.99MB/sec 2024-04-13T07:37:25.459 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LUJoyg2dK12NELL off=15192438 len=210386 2024-04-13T07:37:25.462 INFO:tasks.workunit.client.0.smithi003.stdout:op 479 completed, throughput=4.99MB/sec 2024-04-13T07:37:25.462 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gzNf6Gm33KSsz6W off=4444383 len=1256892 2024-04-13T07:37:25.468 INFO:tasks.workunit.client.0.smithi003.stdout:op 480 completed, throughput=5MB/sec 2024-04-13T07:37:26.468 INFO:tasks.workunit.client.0.smithi003.stdout: 101: throughput=4.95MB/sec pending data=0 2024-04-13T07:37:26.468 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dHcV6P0fFNvYhtM off=4052492 len=286086 2024-04-13T07:37:26.471 INFO:tasks.workunit.client.0.smithi003.stdout:op 481 completed, throughput=4.95MB/sec 2024-04-13T07:37:26.472 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mPWexf7TLy5xjNR off=5623875 len=1347944 2024-04-13T07:37:26.482 INFO:tasks.workunit.client.0.smithi003.stdout:op 482 completed, throughput=4.97MB/sec 2024-04-13T07:37:26.482 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Y6gfDyJEIZrMaO0 off=13338434 len=110295 2024-04-13T07:37:26.482 INFO:tasks.workunit.client.0.smithi003.stdout:op 483 completed, throughput=4.97MB/sec 2024-04-13T07:37:26.482 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kDJJx1myf_UsSAZ off=654548 len=1268411 2024-04-13T07:37:26.484 INFO:tasks.workunit.client.0.smithi003.stdout:op 484 completed, throughput=4.98MB/sec 2024-04-13T07:37:26.485 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AJXKUFqL_jZsaDN off=4273162 len=1139099 2024-04-13T07:37:26.486 INFO:tasks.workunit.client.0.smithi003.stdout:op 485 completed, throughput=4.99MB/sec 2024-04-13T07:37:26.486 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fZ_iO8RwYuG81Fw off=16140705 len=1971391 2024-04-13T07:37:26.488 INFO:tasks.workunit.client.0.smithi003.stdout:op 486 completed, throughput=5.01MB/sec 2024-04-13T07:37:26.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:26 smithi003 ceph-mon[91733]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:37:26.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:26 smithi003 ceph-mon[89364]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:37:26.900 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:26 smithi066 ceph-mon[84331]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:37:27.488 INFO:tasks.workunit.client.0.smithi003.stdout: 102: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:27.496 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ni-VffQHMrqQ3vV off=931209 len=1150397 2024-04-13T07:37:27.497 INFO:tasks.workunit.client.0.smithi003.stdout:op 487 completed, throughput=4.97MB/sec 2024-04-13T07:37:27.497 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-A6tRor9L1NI3Wfl off=9891948 len=948284 2024-04-13T07:37:27.497 INFO:tasks.workunit.client.0.smithi003.stdout:op 488 completed, throughput=4.98MB/sec 2024-04-13T07:37:27.497 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-R-Zjfmzx9OJtZWL off=1463990 len=313618 2024-04-13T07:37:27.498 INFO:tasks.workunit.client.0.smithi003.stdout:op 489 completed, throughput=4.98MB/sec 2024-04-13T07:37:27.498 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3HklrpTn13R4PWl off=4656338 len=1433925 2024-04-13T07:37:27.507 INFO:tasks.workunit.client.0.smithi003.stdout:op 490 completed, throughput=4.99MB/sec 2024-04-13T07:37:27.507 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TekJTFX43Lel0Tp off=7888299 len=1292834 2024-04-13T07:37:27.514 INFO:tasks.workunit.client.0.smithi003.stdout:op 491 completed, throughput=5.01MB/sec 2024-04-13T07:37:28.514 INFO:tasks.workunit.client.0.smithi003.stdout: 103: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:28.515 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BSCttGoAoxY_jL- off=536492 len=1311585 2024-04-13T07:37:28.516 INFO:tasks.workunit.client.0.smithi003.stdout:op 492 completed, throughput=4.97MB/sec 2024-04-13T07:37:28.516 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pacw6Nf3nkdmSjl off=612006 len=1838019 2024-04-13T07:37:28.518 INFO:tasks.workunit.client.0.smithi003.stdout:op 493 completed, throughput=4.99MB/sec 2024-04-13T07:37:28.518 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tHXAPgDYOImoRUr off=10815933 len=1364817 2024-04-13T07:37:28.527 INFO:tasks.workunit.client.0.smithi003.stdout:op 494 completed, throughput=5MB/sec 2024-04-13T07:37:28.527 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Z_GGICuPwaosk-G off=6597059 len=1095618 2024-04-13T07:37:28.532 INFO:tasks.workunit.client.0.smithi003.stdout:op 495 completed, throughput=5.01MB/sec 2024-04-13T07:37:28.703 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:28 smithi066 ceph-mon[84331]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:37:28.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:28 smithi003 ceph-mon[91733]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:37:28.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:28 smithi003 ceph-mon[89364]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:37:29.533 INFO:tasks.workunit.client.0.smithi003.stdout: 104: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:29.533 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-svJmpjjWc92nvlH off=4515481 len=1886967 2024-04-13T07:37:29.535 INFO:tasks.workunit.client.0.smithi003.stdout:op 496 completed, throughput=4.98MB/sec 2024-04-13T07:37:29.535 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SrEbMfrliVa7Cnb off=3455921 len=524866 2024-04-13T07:37:29.536 INFO:tasks.workunit.client.0.smithi003.stdout:op 497 completed, throughput=4.98MB/sec 2024-04-13T07:37:29.536 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kjQogn067mfOGJ_ off=8498335 len=1282982 2024-04-13T07:37:29.542 INFO:tasks.workunit.client.0.smithi003.stdout:op 498 completed, throughput=4.99MB/sec 2024-04-13T07:37:29.542 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6R7JPR_llyLoQKU off=495445 len=1849998 2024-04-13T07:37:29.542 INFO:tasks.workunit.client.0.smithi003.stdout:op 499 completed, throughput=5.01MB/sec 2024-04-13T07:37:30.541 INFO:tasks.workunit.client.0.smithi003.stdout: 105: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:30.542 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SIM5Wv0jXOEAqFD off=5927327 len=1477623 2024-04-13T07:37:30.543 INFO:tasks.workunit.client.0.smithi003.stdout:op 500 completed, throughput=4.98MB/sec 2024-04-13T07:37:30.543 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-s7k6rNDIrwX4aM2 off=2974657 len=679372 2024-04-13T07:37:30.548 INFO:tasks.workunit.client.0.smithi003.stdout:op 501 completed, throughput=4.98MB/sec 2024-04-13T07:37:30.548 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oBtkL2dCU0jepUX off=5321297 len=972370 2024-04-13T07:37:30.549 INFO:tasks.workunit.client.0.smithi003.stdout:op 502 completed, throughput=4.99MB/sec 2024-04-13T07:37:30.549 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9oZOODn1GmUZ7uW off=513978 len=796336 2024-04-13T07:37:30.551 INFO:tasks.workunit.client.0.smithi003.stdout:op 503 completed, throughput=5MB/sec 2024-04-13T07:37:30.551 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8wybIbReD3bOnzp off=10665494 len=809900 2024-04-13T07:37:30.556 INFO:tasks.workunit.client.0.smithi003.stdout:op 504 completed, throughput=5.01MB/sec 2024-04-13T07:37:30.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:30 smithi003 ceph-mon[91733]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:37:30.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:30 smithi003 ceph-mon[89364]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:37:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:30 smithi066 ceph-mon[84331]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:37:31.557 INFO:tasks.workunit.client.0.smithi003.stdout: 106: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:31.557 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KFasiVNr4Rd6Mff off=1840203 len=1379469 2024-04-13T07:37:31.564 INFO:tasks.workunit.client.0.smithi003.stdout:op 505 completed, throughput=4.97MB/sec 2024-04-13T07:37:31.565 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-e3fdd9bbm51jvpE off=5369547 len=488756 2024-04-13T07:37:31.568 INFO:tasks.workunit.client.0.smithi003.stdout:op 506 completed, throughput=4.97MB/sec 2024-04-13T07:37:31.568 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-V13VC24MjbTIwAr off=15037938 len=1914988 2024-04-13T07:37:31.582 INFO:tasks.workunit.client.0.smithi003.stdout:op 507 completed, throughput=4.99MB/sec 2024-04-13T07:37:31.582 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FrLL4rtXITDYr7y off=9159786 len=1879312 2024-04-13T07:37:31.590 INFO:tasks.workunit.client.0.smithi003.stdout:op 508 completed, throughput=5.01MB/sec 2024-04-13T07:37:32.591 INFO:tasks.workunit.client.0.smithi003.stdout: 107: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:32.591 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SPbi6y1y9Y36gd- off=126733 len=1555141 2024-04-13T07:37:32.592 INFO:tasks.workunit.client.0.smithi003.stdout:op 509 completed, throughput=4.97MB/sec 2024-04-13T07:37:32.592 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kT3cFKdRLbIjPz5 off=11420833 len=19947 2024-04-13T07:37:32.594 INFO:tasks.workunit.client.0.smithi003.stdout:op 510 completed, throughput=4.97MB/sec 2024-04-13T07:37:32.594 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8Zd0MY3lfmMxmB0 off=13897560 len=1768742 2024-04-13T07:37:32.596 INFO:tasks.workunit.client.0.smithi003.stdout:op 511 completed, throughput=4.99MB/sec 2024-04-13T07:37:32.596 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ScFoEg96kAOBMbG off=10008116 len=571704 2024-04-13T07:37:32.596 INFO:tasks.workunit.client.0.smithi003.stdout:op 512 completed, throughput=5MB/sec 2024-04-13T07:37:32.597 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HpqC8O9NJZFQkqZ off=20110133 len=1368569 2024-04-13T07:37:32.603 INFO:tasks.workunit.client.0.smithi003.stdout:op 513 completed, throughput=5.01MB/sec 2024-04-13T07:37:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:32 smithi066 ceph-mon[84331]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:37:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:32 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:37:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:37:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:37:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:37:32.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:32 smithi003 ceph-mon[91733]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:37:32.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:32 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:37:32.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:32 smithi003 ceph-mon[89364]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:37:32.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:32 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:37:33.603 INFO:tasks.workunit.client.0.smithi003.stdout: 108: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:33.603 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SjG3wTqBUE_gs9y off=8592508 len=1350437 2024-04-13T07:37:33.611 INFO:tasks.workunit.client.0.smithi003.stdout:op 514 completed, throughput=4.97MB/sec 2024-04-13T07:37:33.611 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bL5EiKndZXCIFbY off=4103525 len=1148285 2024-04-13T07:37:33.612 INFO:tasks.workunit.client.0.smithi003.stdout:op 515 completed, throughput=4.98MB/sec 2024-04-13T07:37:33.612 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-edTcG3G7_J0maD- off=6455530 len=1467354 2024-04-13T07:37:33.614 INFO:tasks.workunit.client.0.smithi003.stdout:op 516 completed, throughput=5MB/sec 2024-04-13T07:37:33.614 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Ac4ZzcaE8aNGKb_ off=10046359 len=400776 2024-04-13T07:37:33.615 INFO:tasks.workunit.client.0.smithi003.stdout:op 517 completed, throughput=5MB/sec 2024-04-13T07:37:33.615 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9z9XF4bBtMnB3pZ off=18588472 len=493866 2024-04-13T07:37:33.619 INFO:tasks.workunit.client.0.smithi003.stdout:op 518 completed, throughput=5MB/sec 2024-04-13T07:37:33.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:33 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:37:33.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:33 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:37:33.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:33 smithi003 ceph-mon[91733]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:37:33.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:33 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:37:33.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:33 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:37:33.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:33 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:37:33.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:33 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:37:33.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:33 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:37:33.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:33 smithi003 ceph-mon[89364]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:37:33.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:33 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:37:33.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:33 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:37:33.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:33 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:37:33.900 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:33 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:37:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:33 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:37:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:33 smithi066 ceph-mon[84331]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:37:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:33 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:37:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:33 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:37:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:33 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:37:34.619 INFO:tasks.workunit.client.0.smithi003.stdout: 109: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:34.619 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jias-ZN_tcqswno off=8051607 len=244902 2024-04-13T07:37:34.622 INFO:tasks.workunit.client.0.smithi003.stdout:op 519 completed, throughput=4.96MB/sec 2024-04-13T07:37:34.622 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eDyqBkVc4QV6Lwz off=4667869 len=870729 2024-04-13T07:37:34.623 INFO:tasks.workunit.client.0.smithi003.stdout:op 520 completed, throughput=4.97MB/sec 2024-04-13T07:37:34.623 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LWAP_QK4yW98oFO off=8174039 len=1896590 2024-04-13T07:37:34.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:37:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:37:34] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-04-13T07:37:34.634 INFO:tasks.workunit.client.0.smithi003.stdout:op 521 completed, throughput=4.98MB/sec 2024-04-13T07:37:34.634 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XG1B0klcNao2UZn off=10467423 len=1227030 2024-04-13T07:37:34.639 INFO:tasks.workunit.client.0.smithi003.stdout:op 522 completed, throughput=4.99MB/sec 2024-04-13T07:37:34.639 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YGHHj2oY69A4qt9 off=4218289 len=1929519 2024-04-13T07:37:34.652 INFO:tasks.workunit.client.0.smithi003.stdout:op 523 completed, throughput=5.01MB/sec 2024-04-13T07:37:35.652 INFO:tasks.workunit.client.0.smithi003.stdout: 110: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:35.652 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZI5SAbFyi1ms_eo off=8904376 len=409388 2024-04-13T07:37:35.653 INFO:tasks.workunit.client.0.smithi003.stdout:op 524 completed, throughput=4.97MB/sec 2024-04-13T07:37:35.653 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sjwaIpNNow055U- off=13076654 len=304818 2024-04-13T07:37:35.657 INFO:tasks.workunit.client.0.smithi003.stdout:op 525 completed, throughput=4.97MB/sec 2024-04-13T07:37:35.657 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9buBFsMfRf8v7KM off=2697729 len=1100286 2024-04-13T07:37:35.658 INFO:tasks.workunit.client.0.smithi003.stdout:op 526 completed, throughput=4.98MB/sec 2024-04-13T07:37:35.658 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bVd_SsSJ33t6rBI off=2589876 len=1981397 2024-04-13T07:37:35.661 INFO:tasks.workunit.client.0.smithi003.stdout:op 527 completed, throughput=5MB/sec 2024-04-13T07:37:35.661 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ko0tvZ_6PkVNL8e off=5913836 len=810074 2024-04-13T07:37:35.665 INFO:tasks.workunit.client.0.smithi003.stdout:op 528 completed, throughput=5MB/sec 2024-04-13T07:37:36.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:36 smithi003 ceph-mon[89364]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:37:36.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:36 smithi003 ceph-mon[91733]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:37:36.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:36 smithi066 ceph-mon[84331]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:37:36.665 INFO:tasks.workunit.client.0.smithi003.stdout: 111: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:36.666 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vpUUbUKapEbfMNL off=12455464 len=1763389 2024-04-13T07:37:36.676 INFO:tasks.workunit.client.0.smithi003.stdout:op 529 completed, throughput=4.97MB/sec 2024-04-13T07:37:36.677 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XBkjq0S-Svfqdi2 off=20010700 len=858866 2024-04-13T07:37:36.680 INFO:tasks.workunit.client.0.smithi003.stdout:op 530 completed, throughput=4.98MB/sec 2024-04-13T07:37:36.680 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WmlMC-Jjb_w-IGL off=1008495 len=1492201 2024-04-13T07:37:36.687 INFO:tasks.workunit.client.0.smithi003.stdout:op 531 completed, throughput=4.99MB/sec 2024-04-13T07:37:36.687 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_FP5-JJQjrfkM24 off=8307327 len=2014296 2024-04-13T07:37:36.689 INFO:tasks.workunit.client.0.smithi003.stdout:op 532 completed, throughput=5.01MB/sec 2024-04-13T07:37:37.689 INFO:tasks.workunit.client.0.smithi003.stdout: 112: throughput=4.97MB/sec pending data=0 2024-04-13T07:37:37.690 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wqJEiiQovm6ZF-m off=10746068 len=1062637 2024-04-13T07:37:37.695 INFO:tasks.workunit.client.0.smithi003.stdout:op 533 completed, throughput=4.97MB/sec 2024-04-13T07:37:37.695 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hHDXL6Ht2fsyY3t off=3289046 len=277070 2024-04-13T07:37:37.698 INFO:tasks.workunit.client.0.smithi003.stdout:op 534 completed, throughput=4.98MB/sec 2024-04-13T07:37:37.698 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lbZj2yPO73hmSGF off=6971532 len=31571 2024-04-13T07:37:37.698 INFO:tasks.workunit.client.0.smithi003.stdout:op 535 completed, throughput=4.98MB/sec 2024-04-13T07:37:37.698 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Au9jAyFVpRr01py off=5661470 len=64068 2024-04-13T07:37:37.700 INFO:tasks.workunit.client.0.smithi003.stdout:op 536 completed, throughput=4.98MB/sec 2024-04-13T07:37:37.700 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Rb3gvqBnAJ3HUal off=8836062 len=2062285 2024-04-13T07:37:37.712 INFO:tasks.workunit.client.0.smithi003.stdout:op 537 completed, throughput=4.99MB/sec 2024-04-13T07:37:37.713 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2J62pabTIDiiTzw off=6669560 len=991435 2024-04-13T07:37:37.718 INFO:tasks.workunit.client.0.smithi003.stdout:op 538 completed, throughput=5MB/sec 2024-04-13T07:37:38.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:38 smithi003 ceph-mon[91733]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:37:38.393 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:37:38.393 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:38 smithi003 ceph-mon[89364]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:37:38.394 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:37:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:38 smithi066 ceph-mon[84331]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:37:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:37:38.719 INFO:tasks.workunit.client.0.smithi003.stdout: 113: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:38.719 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5rj3dQ4w6FYgTad off=3313902 len=67487 2024-04-13T07:37:38.721 INFO:tasks.workunit.client.0.smithi003.stdout:op 539 completed, throughput=4.96MB/sec 2024-04-13T07:37:38.721 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Sdpk5pcBCo4XEWQ off=2045533 len=1647058 2024-04-13T07:37:38.731 INFO:tasks.workunit.client.0.smithi003.stdout:op 540 completed, throughput=4.97MB/sec 2024-04-13T07:37:38.731 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9pMeoW50yGQHHND off=0 len=1070644 2024-04-13T07:37:38.733 INFO:tasks.workunit.client.0.smithi003.stdout:op 541 completed, throughput=4.98MB/sec 2024-04-13T07:37:38.733 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qiZCGXvOF2M5rMm off=5027571 len=2043863 2024-04-13T07:37:38.735 INFO:tasks.workunit.client.0.smithi003.stdout:op 542 completed, throughput=5MB/sec 2024-04-13T07:37:38.735 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fe3VuTw8Hz070zv off=5023400 len=1547190 2024-04-13T07:37:38.743 INFO:tasks.workunit.client.0.smithi003.stdout:op 543 completed, throughput=5.01MB/sec 2024-04-13T07:37:39.743 INFO:tasks.workunit.client.0.smithi003.stdout: 114: throughput=4.97MB/sec pending data=0 2024-04-13T07:37:39.743 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tSzhZczaMX3qLkA off=16387263 len=965776 2024-04-13T07:37:39.744 INFO:tasks.workunit.client.0.smithi003.stdout:op 544 completed, throughput=4.97MB/sec 2024-04-13T07:37:39.745 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qMFGOpYz5pRb--6 off=6016342 len=1227539 2024-04-13T07:37:39.751 INFO:tasks.workunit.client.0.smithi003.stdout:op 545 completed, throughput=4.98MB/sec 2024-04-13T07:37:39.751 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AmrqYiC69_UDkYA off=42831 len=950838 2024-04-13T07:37:39.754 INFO:tasks.workunit.client.0.smithi003.stdout:op 546 completed, throughput=4.99MB/sec 2024-04-13T07:37:39.754 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LxshW_lX8QuHW6b off=449505 len=595472 2024-04-13T07:37:39.758 INFO:tasks.workunit.client.0.smithi003.stdout:op 547 completed, throughput=5MB/sec 2024-04-13T07:37:39.758 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Odjs3Q6UEg8euaQ off=2009032 len=522500 2024-04-13T07:37:39.759 INFO:tasks.workunit.client.0.smithi003.stdout:op 548 completed, throughput=5MB/sec 2024-04-13T07:37:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:40 smithi003 ceph-mon[91733]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:37:40.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:40 smithi003 ceph-mon[89364]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:37:40.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:40 smithi066 ceph-mon[84331]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:37:40.760 INFO:tasks.workunit.client.0.smithi003.stdout: 115: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:40.760 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HnxjgbchwTHAOkO off=8471273 len=13686 2024-04-13T07:37:40.762 INFO:tasks.workunit.client.0.smithi003.stdout:op 549 completed, throughput=4.96MB/sec 2024-04-13T07:37:40.763 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aW7_wTnW2WIbIXH off=1256869 len=1143754 2024-04-13T07:37:40.764 INFO:tasks.workunit.client.0.smithi003.stdout:op 550 completed, throughput=4.97MB/sec 2024-04-13T07:37:40.764 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NCWLLsG0DMDnSVR off=7801846 len=39149 2024-04-13T07:37:40.764 INFO:tasks.workunit.client.0.smithi003.stdout:op 551 completed, throughput=4.97MB/sec 2024-04-13T07:37:40.765 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ErdNbssYPo5q5eW off=1442205 len=2057410 2024-04-13T07:37:40.767 INFO:tasks.workunit.client.0.smithi003.stdout:op 552 completed, throughput=4.98MB/sec 2024-04-13T07:37:40.767 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vv8jQ6WLD_Zrdtx off=2512061 len=2082020 2024-04-13T07:37:40.768 INFO:tasks.workunit.client.0.smithi003.stdout:op 553 completed, throughput=5MB/sec 2024-04-13T07:37:41.769 INFO:tasks.workunit.client.0.smithi003.stdout: 116: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:41.770 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AeGzzsTT2ogxnzY off=2090052 len=743096 2024-04-13T07:37:41.775 INFO:tasks.workunit.client.0.smithi003.stdout:op 554 completed, throughput=4.97MB/sec 2024-04-13T07:37:41.775 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-M858VWrdr1e-NGZ off=2247081 len=220555 2024-04-13T07:37:41.776 INFO:tasks.workunit.client.0.smithi003.stdout:op 555 completed, throughput=4.97MB/sec 2024-04-13T07:37:41.776 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SRbddj1fl_aTU7Z off=2687969 len=1775220 2024-04-13T07:37:41.777 INFO:tasks.workunit.client.0.smithi003.stdout:op 556 completed, throughput=4.98MB/sec 2024-04-13T07:37:41.777 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-JejWc6XQhS_xUNg off=4191441 len=801760 2024-04-13T07:37:41.783 INFO:tasks.workunit.client.0.smithi003.stdout:op 557 completed, throughput=4.99MB/sec 2024-04-13T07:37:41.783 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BYTIgvf1FfIJUX9 off=17900027 len=18476 2024-04-13T07:37:41.784 INFO:tasks.workunit.client.0.smithi003.stdout:op 558 completed, throughput=4.99MB/sec 2024-04-13T07:37:41.784 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TM7pSXoNiBoAdH0 off=0 len=1512177 2024-04-13T07:37:41.794 INFO:tasks.workunit.client.0.smithi003.stdout:op 559 completed, throughput=5MB/sec 2024-04-13T07:37:41.794 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pkQWjKOmDZashMe off=532776 len=440372 2024-04-13T07:37:41.794 INFO:tasks.workunit.client.0.smithi003.stdout:op 560 completed, throughput=5MB/sec 2024-04-13T07:37:42.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:42 smithi003 ceph-mon[91733]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:37:42.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:42 smithi003 ceph-mon[89364]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:37:42.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:42 smithi066 ceph-mon[84331]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:37:42.401 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:37:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:37:42.792 INFO:tasks.workunit.client.0.smithi003.stdout: 117: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:42.792 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-G38GadpXsQPGH7m off=1774586 len=1109699 2024-04-13T07:37:42.793 INFO:tasks.workunit.client.0.smithi003.stdout:op 561 completed, throughput=4.97MB/sec 2024-04-13T07:37:42.794 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KUG2ZXiINAHm6c3 off=14564997 len=221094 2024-04-13T07:37:42.794 INFO:tasks.workunit.client.0.smithi003.stdout:op 562 completed, throughput=4.97MB/sec 2024-04-13T07:37:42.794 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tQGP2RS4GF22W4Y off=11860541 len=562594 2024-04-13T07:37:42.798 INFO:tasks.workunit.client.0.smithi003.stdout:op 563 completed, throughput=4.98MB/sec 2024-04-13T07:37:42.799 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0IL56jkxzQDxPj1 off=2456580 len=670897 2024-04-13T07:37:42.800 INFO:tasks.workunit.client.0.smithi003.stdout:op 564 completed, throughput=4.98MB/sec 2024-04-13T07:37:42.800 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vZmqBivC5cGXRlj off=18256475 len=1662555 2024-04-13T07:37:42.802 INFO:tasks.workunit.client.0.smithi003.stdout:op 565 completed, throughput=4.99MB/sec 2024-04-13T07:37:42.802 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QCu6k2IfTUXrZYV off=11242049 len=1094815 2024-04-13T07:37:42.803 INFO:tasks.workunit.client.0.smithi003.stdout:op 566 completed, throughput=5MB/sec 2024-04-13T07:37:43.804 INFO:tasks.workunit.client.0.smithi003.stdout: 118: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:43.804 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-22Aj96i49KP7hAo off=22603369 len=1389294 2024-04-13T07:37:43.813 INFO:tasks.workunit.client.0.smithi003.stdout:op 567 completed, throughput=4.97MB/sec 2024-04-13T07:37:43.813 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IudQrHwAgySB3Y6 off=13203673 len=1833487 2024-04-13T07:37:43.815 INFO:tasks.workunit.client.0.smithi003.stdout:op 568 completed, throughput=4.99MB/sec 2024-04-13T07:37:43.815 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oE-q9cTK8Zr729x off=9208401 len=865602 2024-04-13T07:37:43.816 INFO:tasks.workunit.client.0.smithi003.stdout:op 569 completed, throughput=4.99MB/sec 2024-04-13T07:37:43.816 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bCmGGtom23Ws6oU off=9597804 len=244795 2024-04-13T07:37:43.817 INFO:tasks.workunit.client.0.smithi003.stdout:op 570 completed, throughput=5MB/sec 2024-04-13T07:37:43.817 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-28JOHiyvhvH_wav off=2065735 len=339990 2024-04-13T07:37:43.817 INFO:tasks.workunit.client.0.smithi003.stdout:op 571 completed, throughput=5MB/sec 2024-04-13T07:37:43.817 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rX9k0z9wLaf48oY off=5034338 len=297372 2024-04-13T07:37:43.820 INFO:tasks.workunit.client.0.smithi003.stdout:op 572 completed, throughput=5MB/sec 2024-04-13T07:37:44.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:44 smithi003 ceph-mon[91733]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:37:44.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:44 smithi003 ceph-mon[89364]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:37:44.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:37:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:37:44] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2024-04-13T07:37:44.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:44 smithi066 ceph-mon[84331]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:37:44.821 INFO:tasks.workunit.client.0.smithi003.stdout: 119: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:44.821 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-N7AqZLNHxtJk4zS off=1044092 len=214858 2024-04-13T07:37:44.822 INFO:tasks.workunit.client.0.smithi003.stdout:op 573 completed, throughput=4.96MB/sec 2024-04-13T07:37:44.822 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uoHTU-3TjJZmSQA off=9815727 len=122923 2024-04-13T07:37:44.824 INFO:tasks.workunit.client.0.smithi003.stdout:op 574 completed, throughput=4.96MB/sec 2024-04-13T07:37:44.824 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BO96K9aPq5Q_D_z off=17050028 len=1443585 2024-04-13T07:37:44.831 INFO:tasks.workunit.client.0.smithi003.stdout:op 575 completed, throughput=4.97MB/sec 2024-04-13T07:37:44.831 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9DRZshbh-65Z2jL off=8463685 len=1448247 2024-04-13T07:37:44.838 INFO:tasks.workunit.client.0.smithi003.stdout:op 576 completed, throughput=4.98MB/sec 2024-04-13T07:37:44.838 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nhHDr3b2ln4FCKB off=6525981 len=1981082 2024-04-13T07:37:44.849 INFO:tasks.workunit.client.0.smithi003.stdout:op 577 completed, throughput=5MB/sec 2024-04-13T07:37:44.849 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cbqjyCnu4RzqRWw off=3307631 len=1431479 2024-04-13T07:37:44.850 INFO:tasks.workunit.client.0.smithi003.stdout:op 578 completed, throughput=5.01MB/sec 2024-04-13T07:37:45.850 INFO:tasks.workunit.client.0.smithi003.stdout: 120: throughput=4.97MB/sec pending data=0 2024-04-13T07:37:45.850 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rZuNq1WEkH3sNoF off=15928502 len=1388153 2024-04-13T07:37:45.856 INFO:tasks.workunit.client.0.smithi003.stdout:op 579 completed, throughput=4.98MB/sec 2024-04-13T07:37:45.856 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bDva4oySv__TtuA off=14439214 len=1319303 2024-04-13T07:37:45.859 INFO:tasks.workunit.client.0.smithi003.stdout:op 580 completed, throughput=4.99MB/sec 2024-04-13T07:37:45.859 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-b4fsrt5ZQI_lg-0 off=1104744 len=1333089 2024-04-13T07:37:45.860 INFO:tasks.workunit.client.0.smithi003.stdout:op 581 completed, throughput=5MB/sec 2024-04-13T07:37:45.860 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3xgpk5KoSgTsoOu off=6262232 len=1841076 2024-04-13T07:37:45.871 INFO:tasks.workunit.client.0.smithi003.stdout:op 582 completed, throughput=5.01MB/sec 2024-04-13T07:37:46.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:46 smithi003 ceph-mon[91733]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:37:46.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:46 smithi003 ceph-mon[89364]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:37:46.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:46 smithi066 ceph-mon[84331]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:37:46.871 INFO:tasks.workunit.client.0.smithi003.stdout: 121: throughput=4.97MB/sec pending data=0 2024-04-13T07:37:46.872 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Hf402oXy40T-C72 off=9315086 len=161462 2024-04-13T07:37:46.872 INFO:tasks.workunit.client.0.smithi003.stdout:op 583 completed, throughput=4.97MB/sec 2024-04-13T07:37:46.872 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zNUOfJ9HT3iwHHi off=6382099 len=1428975 2024-04-13T07:37:46.882 INFO:tasks.workunit.client.0.smithi003.stdout:op 584 completed, throughput=4.99MB/sec 2024-04-13T07:37:46.882 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-A0rdSmWAtcsNEjk off=11291122 len=362488 2024-04-13T07:37:46.885 INFO:tasks.workunit.client.0.smithi003.stdout:op 585 completed, throughput=4.99MB/sec 2024-04-13T07:37:46.885 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-S146RGvhhlOaJwv off=7428983 len=1520696 2024-04-13T07:37:46.894 INFO:tasks.workunit.client.0.smithi003.stdout:op 586 completed, throughput=5MB/sec 2024-04-13T07:37:46.895 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zt417nS_hK3N4hH off=1246192 len=1639129 2024-04-13T07:37:46.896 INFO:tasks.workunit.client.0.smithi003.stdout:op 587 completed, throughput=5.01MB/sec 2024-04-13T07:37:47.897 INFO:tasks.workunit.client.0.smithi003.stdout: 122: throughput=4.97MB/sec pending data=0 2024-04-13T07:37:47.897 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EdHqt0G2oKbStb0 off=392996 len=1255302 2024-04-13T07:37:47.903 INFO:tasks.workunit.client.0.smithi003.stdout:op 588 completed, throughput=4.98MB/sec 2024-04-13T07:37:47.904 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8VU-VvqiAiegimC off=1071021 len=1011984 2024-04-13T07:37:47.905 INFO:tasks.workunit.client.0.smithi003.stdout:op 589 completed, throughput=4.99MB/sec 2024-04-13T07:37:47.905 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-JCFPh7AafTSY50T off=9034274 len=244636 2024-04-13T07:37:47.908 INFO:tasks.workunit.client.0.smithi003.stdout:op 590 completed, throughput=4.99MB/sec 2024-04-13T07:37:47.908 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9yxnRbwMKLj3_xR off=12584271 len=59747 2024-04-13T07:37:47.910 INFO:tasks.workunit.client.0.smithi003.stdout:op 591 completed, throughput=4.99MB/sec 2024-04-13T07:37:47.910 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aRCnkyUdHn-Vgx4 off=15958459 len=1953411 2024-04-13T07:37:47.922 INFO:tasks.workunit.client.0.smithi003.stdout:op 592 completed, throughput=5.01MB/sec 2024-04-13T07:37:48.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:48 smithi003 ceph-mon[91733]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:37:48.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:48 smithi003 ceph-mon[89364]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:37:48.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:48 smithi066 ceph-mon[84331]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:37:48.922 INFO:tasks.workunit.client.0.smithi003.stdout: 123: throughput=4.97MB/sec pending data=0 2024-04-13T07:37:48.923 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wJsn4_6UjUav4Cy off=15099953 len=117030 2024-04-13T07:37:48.926 INFO:tasks.workunit.client.0.smithi003.stdout:op 593 completed, throughput=4.97MB/sec 2024-04-13T07:37:48.926 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9TprzYFRFOkYESU off=4552582 len=1014753 2024-04-13T07:37:48.928 INFO:tasks.workunit.client.0.smithi003.stdout:op 594 completed, throughput=4.97MB/sec 2024-04-13T07:37:48.928 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SIM5Wv0jXOEAqFD off=6360695 len=19219 2024-04-13T07:37:48.929 INFO:tasks.workunit.client.0.smithi003.stdout:op 595 completed, throughput=4.97MB/sec 2024-04-13T07:37:48.929 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gCvPD35cmn4qVah off=3428515 len=55633 2024-04-13T07:37:48.931 INFO:tasks.workunit.client.0.smithi003.stdout:op 596 completed, throughput=4.97MB/sec 2024-04-13T07:37:48.931 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--VdbI7hmjgX3IKj off=185915 len=1346137 2024-04-13T07:37:48.932 INFO:tasks.workunit.client.0.smithi003.stdout:op 597 completed, throughput=4.98MB/sec 2024-04-13T07:37:48.933 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yRI76wWBJHdwjLt off=5547892 len=121839 2024-04-13T07:37:48.935 INFO:tasks.workunit.client.0.smithi003.stdout:op 598 completed, throughput=4.99MB/sec 2024-04-13T07:37:48.935 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PXyVV1M_mzX4jsq off=1249483 len=1062775 2024-04-13T07:37:48.936 INFO:tasks.workunit.client.0.smithi003.stdout:op 599 completed, throughput=4.99MB/sec 2024-04-13T07:37:48.937 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sp4iboLkbPNz1OV off=6782294 len=2012112 2024-04-13T07:37:48.947 INFO:tasks.workunit.client.0.smithi003.stdout:op 600 completed, throughput=5.01MB/sec 2024-04-13T07:37:49.947 INFO:tasks.workunit.client.0.smithi003.stdout: 124: throughput=4.97MB/sec pending data=0 2024-04-13T07:37:49.947 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IybEqUypZp49zZ9 off=3970850 len=1069411 2024-04-13T07:37:49.952 INFO:tasks.workunit.client.0.smithi003.stdout:op 601 completed, throughput=4.98MB/sec 2024-04-13T07:37:49.952 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6Qnj3bYrn9TtCqI off=3224568 len=755202 2024-04-13T07:37:49.957 INFO:tasks.workunit.client.0.smithi003.stdout:op 602 completed, throughput=4.98MB/sec 2024-04-13T07:37:49.957 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0RbwkfmjAocCLF2 off=3463801 len=1634269 2024-04-13T07:37:49.959 INFO:tasks.workunit.client.0.smithi003.stdout:op 603 completed, throughput=4.99MB/sec 2024-04-13T07:37:49.959 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XL_F-te-ftqckTw off=3120609 len=286672 2024-04-13T07:37:49.959 INFO:tasks.workunit.client.0.smithi003.stdout:op 604 completed, throughput=5MB/sec 2024-04-13T07:37:49.960 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tstn8TNVCLGEwil off=13137759 len=45765 2024-04-13T07:37:49.960 INFO:tasks.workunit.client.0.smithi003.stdout:op 605 completed, throughput=5MB/sec 2024-04-13T07:37:49.960 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--dTm5d8yWR4QEV- off=485309 len=2079904 2024-04-13T07:37:49.974 INFO:tasks.workunit.client.0.smithi003.stdout:op 606 completed, throughput=5.01MB/sec 2024-04-13T07:37:50.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:50 smithi003 ceph-mon[91733]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:37:50.458 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:50 smithi003 ceph-mon[89364]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:37:50.458 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:50 smithi066 ceph-mon[84331]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:37:50.974 INFO:tasks.workunit.client.0.smithi003.stdout: 125: throughput=4.97MB/sec pending data=0 2024-04-13T07:37:50.974 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DAfhe9LzBBBY1Rq off=9406480 len=684481 2024-04-13T07:37:50.978 INFO:tasks.workunit.client.0.smithi003.stdout:op 607 completed, throughput=4.98MB/sec 2024-04-13T07:37:50.978 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-f7jRkZc6n4mjSN- off=4124677 len=252120 2024-04-13T07:37:50.978 INFO:tasks.workunit.client.0.smithi003.stdout:op 608 completed, throughput=4.98MB/sec 2024-04-13T07:37:50.979 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-p76j_r8lYHltLDX off=2045700 len=924704 2024-04-13T07:37:50.981 INFO:tasks.workunit.client.0.smithi003.stdout:op 609 completed, throughput=4.99MB/sec 2024-04-13T07:37:50.981 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-S43PyTf5LSoMRK_ off=2981685 len=1954419 2024-04-13T07:37:50.985 INFO:tasks.workunit.client.0.smithi003.stdout:op 610 completed, throughput=5MB/sec 2024-04-13T07:37:51.985 INFO:tasks.workunit.client.0.smithi003.stdout: 126: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:51.985 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gFkw92H1khxK76W off=0 len=1425165 2024-04-13T07:37:51.993 INFO:tasks.workunit.client.0.smithi003.stdout:op 611 completed, throughput=4.97MB/sec 2024-04-13T07:37:51.993 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dLdg2y2Zd7_FhxP off=17853770 len=697136 2024-04-13T07:37:51.994 INFO:tasks.workunit.client.0.smithi003.stdout:op 612 completed, throughput=4.98MB/sec 2024-04-13T07:37:51.994 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_18qW-V7URU90ee off=1777688 len=897403 2024-04-13T07:37:51.995 INFO:tasks.workunit.client.0.smithi003.stdout:op 613 completed, throughput=4.98MB/sec 2024-04-13T07:37:51.995 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7Vb6dltkB_K2_e9 off=11655413 len=489982 2024-04-13T07:37:52.000 INFO:tasks.workunit.client.0.smithi003.stdout:op 614 completed, throughput=4.99MB/sec 2024-04-13T07:37:52.000 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yBjPAjuUMMoscSb off=20972324 len=1218592 2024-04-13T07:37:52.008 INFO:tasks.workunit.client.0.smithi003.stdout:op 615 completed, throughput=5MB/sec 2024-04-13T07:37:52.008 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VSPDcbX6f3th4y1 off=3052143 len=1002420 2024-04-13T07:37:52.010 INFO:tasks.workunit.client.0.smithi003.stdout:op 616 completed, throughput=5MB/sec 2024-04-13T07:37:52.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:52 smithi003 ceph-mon[91733]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T07:37:52.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:52 smithi003 ceph-mon[89364]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T07:37:52.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:52 smithi066 ceph-mon[84331]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T07:37:52.401 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:37:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:37:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:37:53.010 INFO:tasks.workunit.client.0.smithi003.stdout: 127: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:53.011 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Jp692vp7tTHSo1L off=156815 len=1022089 2024-04-13T07:37:53.016 INFO:tasks.workunit.client.0.smithi003.stdout:op 617 completed, throughput=4.97MB/sec 2024-04-13T07:37:53.016 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lpYgB3zgoXSyvDp off=2757078 len=797912 2024-04-13T07:37:53.020 INFO:tasks.workunit.client.0.smithi003.stdout:op 618 completed, throughput=4.98MB/sec 2024-04-13T07:37:53.020 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oVxB4X9wXX3zIYo off=15421304 len=298967 2024-04-13T07:37:53.023 INFO:tasks.workunit.client.0.smithi003.stdout:op 619 completed, throughput=4.98MB/sec 2024-04-13T07:37:53.023 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zYJno158-iOnTAI off=6859039 len=847597 2024-04-13T07:37:53.024 INFO:tasks.workunit.client.0.smithi003.stdout:op 620 completed, throughput=4.99MB/sec 2024-04-13T07:37:53.025 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RVmQtSD2UUSapTI off=9972485 len=1772105 2024-04-13T07:37:53.026 INFO:tasks.workunit.client.0.smithi003.stdout:op 621 completed, throughput=5MB/sec 2024-04-13T07:37:53.026 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZK-GYtcJ_FwtVSe off=1773612 len=271102 2024-04-13T07:37:53.027 INFO:tasks.workunit.client.0.smithi003.stdout:op 622 completed, throughput=5MB/sec 2024-04-13T07:37:53.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:37:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:37:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:37:54.027 INFO:tasks.workunit.client.0.smithi003.stdout: 128: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:54.027 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_g5VVEOX1qUW6hh off=18162790 len=264023 2024-04-13T07:37:54.030 INFO:tasks.workunit.client.0.smithi003.stdout:op 623 completed, throughput=4.96MB/sec 2024-04-13T07:37:54.030 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9s6YGu1eWdd3kFI off=188981 len=1076939 2024-04-13T07:37:54.033 INFO:tasks.workunit.client.0.smithi003.stdout:op 624 completed, throughput=4.97MB/sec 2024-04-13T07:37:54.033 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LaIppmGWd6l2_Hg off=1343618 len=1007620 2024-04-13T07:37:54.034 INFO:tasks.workunit.client.0.smithi003.stdout:op 625 completed, throughput=4.98MB/sec 2024-04-13T07:37:54.034 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wLDiWgPBAkaYOFy off=12366629 len=1376039 2024-04-13T07:37:54.042 INFO:tasks.workunit.client.0.smithi003.stdout:op 626 completed, throughput=4.99MB/sec 2024-04-13T07:37:54.042 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Ss9VTxdNK7UNlzM off=3280611 len=1859282 2024-04-13T07:37:54.043 INFO:tasks.workunit.client.0.smithi003.stdout:op 627 completed, throughput=5MB/sec 2024-04-13T07:37:54.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:54 smithi003 ceph-mon[91733]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:37:54.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:54 smithi003 ceph-mon[89364]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:37:54.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:37:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:37:54] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-04-13T07:37:54.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:54 smithi066 ceph-mon[84331]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:37:55.044 INFO:tasks.workunit.client.0.smithi003.stdout: 129: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:55.044 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QFUN2hKlWNtpkEy off=2841825 len=201784 2024-04-13T07:37:55.047 INFO:tasks.workunit.client.0.smithi003.stdout:op 628 completed, throughput=4.97MB/sec 2024-04-13T07:37:55.047 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0YmKzMCGTkPuLDu off=8219758 len=1161568 2024-04-13T07:37:55.048 INFO:tasks.workunit.client.0.smithi003.stdout:op 629 completed, throughput=4.97MB/sec 2024-04-13T07:37:55.048 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kR0rKshD8lUle7t off=4399857 len=570070 2024-04-13T07:37:55.053 INFO:tasks.workunit.client.0.smithi003.stdout:op 630 completed, throughput=4.98MB/sec 2024-04-13T07:37:55.053 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CEnmoKa3XFXjU89 off=405343 len=660631 2024-04-13T07:37:55.057 INFO:tasks.workunit.client.0.smithi003.stdout:op 631 completed, throughput=4.98MB/sec 2024-04-13T07:37:55.057 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KKVXpsGUp5AFuNc off=5644598 len=2069338 2024-04-13T07:37:55.059 INFO:tasks.workunit.client.0.smithi003.stdout:op 632 completed, throughput=5MB/sec 2024-04-13T07:37:55.059 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NYhdl2rVJzyYEe4 off=5855019 len=448018 2024-04-13T07:37:55.060 INFO:tasks.workunit.client.0.smithi003.stdout:op 633 completed, throughput=5MB/sec 2024-04-13T07:37:56.061 INFO:tasks.workunit.client.0.smithi003.stdout: 130: throughput=4.96MB/sec pending data=0 2024-04-13T07:37:56.061 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-t9HC1O8L2EKVoKy off=7084219 len=606635 2024-04-13T07:37:56.062 INFO:tasks.workunit.client.0.smithi003.stdout:op 634 completed, throughput=4.97MB/sec 2024-04-13T07:37:56.062 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_9grwbgBDzlnHMi off=18717963 len=90359 2024-04-13T07:37:56.064 INFO:tasks.workunit.client.0.smithi003.stdout:op 635 completed, throughput=4.97MB/sec 2024-04-13T07:37:56.065 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-C0Da_sPK8B8h-9f off=1876314 len=580053 2024-04-13T07:37:56.066 INFO:tasks.workunit.client.0.smithi003.stdout:op 636 completed, throughput=4.97MB/sec 2024-04-13T07:37:56.066 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EezKWvAKnLDJRJu off=22560754 len=666078 2024-04-13T07:37:56.070 INFO:tasks.workunit.client.0.smithi003.stdout:op 637 completed, throughput=4.98MB/sec 2024-04-13T07:37:56.070 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hQTONzG6DSLRjeA off=764166 len=1801274 2024-04-13T07:37:56.072 INFO:tasks.workunit.client.0.smithi003.stdout:op 638 completed, throughput=4.99MB/sec 2024-04-13T07:37:56.072 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7KGI9FQOs1ZTBN- off=19610904 len=1455289 2024-04-13T07:37:56.080 INFO:tasks.workunit.client.0.smithi003.stdout:op 639 completed, throughput=5MB/sec 2024-04-13T07:37:56.081 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7Rzl1S59tSRGK8Z off=12848708 len=34553 2024-04-13T07:37:56.081 INFO:tasks.workunit.client.0.smithi003.stdout:op 640 completed, throughput=5MB/sec 2024-04-13T07:37:56.081 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-m8qMkg5ur99WdMX off=19273989 len=1180533 2024-04-13T07:37:56.086 INFO:tasks.workunit.client.0.smithi003.stdout:op 641 completed, throughput=5.01MB/sec 2024-04-13T07:37:56.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:56 smithi003 ceph-mon[89364]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:37:56.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:56 smithi003 ceph-mon[91733]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:37:56.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:56 smithi066 ceph-mon[84331]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:37:57.086 INFO:tasks.workunit.client.0.smithi003.stdout: 131: throughput=4.97MB/sec pending data=0 2024-04-13T07:37:57.086 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LgSxHWMy5X_Jts2 off=905728 len=884344 2024-04-13T07:37:57.091 INFO:tasks.workunit.client.0.smithi003.stdout:op 642 completed, throughput=4.98MB/sec 2024-04-13T07:37:57.091 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uhG5KLsuz4VNNUp off=5124020 len=1619558 2024-04-13T07:37:57.095 INFO:tasks.workunit.client.0.smithi003.stdout:op 643 completed, throughput=4.99MB/sec 2024-04-13T07:37:57.095 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xCioJw7m8l3uTML off=12972903 len=783481 2024-04-13T07:37:57.100 INFO:tasks.workunit.client.0.smithi003.stdout:op 644 completed, throughput=4.99MB/sec 2024-04-13T07:37:57.100 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pMZtRuamLkRuXEK off=10699113 len=1290964 2024-04-13T07:37:57.106 INFO:tasks.workunit.client.0.smithi003.stdout:op 645 completed, throughput=5MB/sec 2024-04-13T07:37:58.106 INFO:tasks.workunit.client.0.smithi003.stdout: 132: throughput=4.97MB/sec pending data=0 2024-04-13T07:37:58.107 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RnI_sk4WfuQzmPs off=21407260 len=1846231 2024-04-13T07:37:58.110 INFO:tasks.workunit.client.0.smithi003.stdout:op 646 completed, throughput=4.98MB/sec 2024-04-13T07:37:58.110 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-z53QwNEW6kWLlOk off=629252 len=669468 2024-04-13T07:37:58.112 INFO:tasks.workunit.client.0.smithi003.stdout:op 647 completed, throughput=4.98MB/sec 2024-04-13T07:37:58.112 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-INQXH3--xfko8vD off=2484144 len=2049526 2024-04-13T07:37:58.114 INFO:tasks.workunit.client.0.smithi003.stdout:op 648 completed, throughput=5MB/sec 2024-04-13T07:37:58.114 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6r2562WU0GBTOsl off=7418203 len=2070520 2024-04-13T07:37:58.116 INFO:tasks.workunit.client.0.smithi003.stdout:op 649 completed, throughput=5.01MB/sec 2024-04-13T07:37:58.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:37:58 smithi003 ceph-mon[89364]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:37:58.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:37:58 smithi003 ceph-mon[91733]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:37:58.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:37:58 smithi066 ceph-mon[84331]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:37:59.117 INFO:tasks.workunit.client.0.smithi003.stdout: 133: throughput=4.98MB/sec pending data=0 2024-04-13T07:37:59.117 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-osw--KvdFBMeqU6 off=4085831 len=1631917 2024-04-13T07:37:59.119 INFO:tasks.workunit.client.0.smithi003.stdout:op 650 completed, throughput=4.99MB/sec 2024-04-13T07:37:59.119 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Zm4DedGAZTmsuFy off=8663094 len=215889 2024-04-13T07:37:59.120 INFO:tasks.workunit.client.0.smithi003.stdout:op 651 completed, throughput=4.99MB/sec 2024-04-13T07:37:59.120 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-peWZ7FVYLm86l-T off=2467501 len=952947 2024-04-13T07:37:59.121 INFO:tasks.workunit.client.0.smithi003.stdout:op 652 completed, throughput=4.99MB/sec 2024-04-13T07:37:59.121 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RTIJ5fu55xcB-tL off=9651807 len=1772244 2024-04-13T07:37:59.130 INFO:tasks.workunit.client.0.smithi003.stdout:op 653 completed, throughput=5.01MB/sec 2024-04-13T07:38:00.130 INFO:tasks.workunit.client.0.smithi003.stdout: 134: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:00.131 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WlEYU1abZtf9b0Q off=21011736 len=1447813 2024-04-13T07:38:00.133 INFO:tasks.workunit.client.0.smithi003.stdout:op 654 completed, throughput=4.98MB/sec 2024-04-13T07:38:00.133 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ewdsHxK5kzfq_Fj off=10721636 len=1480126 2024-04-13T07:38:00.134 INFO:tasks.workunit.client.0.smithi003.stdout:op 655 completed, throughput=4.99MB/sec 2024-04-13T07:38:00.134 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8xvIzQNB_nrfzil off=4067124 len=808194 2024-04-13T07:38:00.138 INFO:tasks.workunit.client.0.smithi003.stdout:op 656 completed, throughput=5MB/sec 2024-04-13T07:38:00.139 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-l6RiroUPnrxS16x off=3141946 len=1714257 2024-04-13T07:38:00.142 INFO:tasks.workunit.client.0.smithi003.stdout:op 657 completed, throughput=5.01MB/sec 2024-04-13T07:38:00.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:00 smithi003 ceph-mon[91733]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:38:00.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:00 smithi003 ceph-mon[89364]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:38:00.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:00 smithi066 ceph-mon[84331]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:38:01.142 INFO:tasks.workunit.client.0.smithi003.stdout: 135: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:01.143 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7ligaX7ExOD_oO9 off=4757797 len=1695919 2024-04-13T07:38:01.144 INFO:tasks.workunit.client.0.smithi003.stdout:op 658 completed, throughput=4.98MB/sec 2024-04-13T07:38:01.145 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aP9nlte_e8Z6X6l off=0 len=1778205 2024-04-13T07:38:01.154 INFO:tasks.workunit.client.0.smithi003.stdout:op 659 completed, throughput=5MB/sec 2024-04-13T07:38:01.154 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7nE_hqH-07W10K2 off=2703000 len=1795547 2024-04-13T07:38:01.162 INFO:tasks.workunit.client.0.smithi003.stdout:op 660 completed, throughput=5.01MB/sec 2024-04-13T07:38:02.163 INFO:tasks.workunit.client.0.smithi003.stdout: 136: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:02.163 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7qnFmaQPiDCaG5b off=11575127 len=626901 2024-04-13T07:38:02.167 INFO:tasks.workunit.client.0.smithi003.stdout:op 661 completed, throughput=4.98MB/sec 2024-04-13T07:38:02.167 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fk4Ne15QaVmps6k off=1328353 len=640728 2024-04-13T07:38:02.171 INFO:tasks.workunit.client.0.smithi003.stdout:op 662 completed, throughput=4.98MB/sec 2024-04-13T07:38:02.171 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-G_dNcobwYKKy3FY off=7753119 len=1690869 2024-04-13T07:38:02.172 INFO:tasks.workunit.client.0.smithi003.stdout:op 663 completed, throughput=4.99MB/sec 2024-04-13T07:38:02.173 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Xsqg7fvG70Rjr3a off=5251099 len=1467868 2024-04-13T07:38:02.174 INFO:tasks.workunit.client.0.smithi003.stdout:op 664 completed, throughput=5MB/sec 2024-04-13T07:38:02.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:02 smithi003 ceph-mon[91733]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:38:02.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:02 smithi003 ceph-mon[89364]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:38:02.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:02 smithi066 ceph-mon[84331]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:38:02.401 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:38:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:38:03.174 INFO:tasks.workunit.client.0.smithi003.stdout: 137: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:03.174 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Wf-xKoa8wK_Zytz off=100103 len=1570490 2024-04-13T07:38:03.183 INFO:tasks.workunit.client.0.smithi003.stdout:op 665 completed, throughput=4.98MB/sec 2024-04-13T07:38:03.183 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FBc9lg24Ck2Mqt9 off=6857599 len=44549 2024-04-13T07:38:03.185 INFO:tasks.workunit.client.0.smithi003.stdout:op 666 completed, throughput=4.98MB/sec 2024-04-13T07:38:03.185 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fYAcdnLdCdn-fLa off=16235555 len=1367679 2024-04-13T07:38:03.192 INFO:tasks.workunit.client.0.smithi003.stdout:op 667 completed, throughput=4.99MB/sec 2024-04-13T07:38:03.192 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BZSdh_eylpw8Ntr off=3925841 len=1707910 2024-04-13T07:38:03.200 INFO:tasks.workunit.client.0.smithi003.stdout:op 668 completed, throughput=5MB/sec 2024-04-13T07:38:03.200 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-c10_tdhwutHGFSC off=5006907 len=314137 2024-04-13T07:38:03.201 INFO:tasks.workunit.client.0.smithi003.stdout:op 669 completed, throughput=5MB/sec 2024-04-13T07:38:03.201 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-s-FOKKm1ykAfTtS off=14370270 len=1002230 2024-04-13T07:38:03.207 INFO:tasks.workunit.client.0.smithi003.stdout:op 670 completed, throughput=5.01MB/sec 2024-04-13T07:38:04.207 INFO:tasks.workunit.client.0.smithi003.stdout: 138: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:04.207 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KZh26b5EAHTojGH off=9593301 len=1506412 2024-04-13T07:38:04.213 INFO:tasks.workunit.client.0.smithi003.stdout:op 671 completed, throughput=4.98MB/sec 2024-04-13T07:38:04.214 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LpUtQtEzl7PRPph off=4283683 len=997035 2024-04-13T07:38:04.219 INFO:tasks.workunit.client.0.smithi003.stdout:op 672 completed, throughput=4.99MB/sec 2024-04-13T07:38:04.219 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-htPODJrW-SVIfAx off=8340354 len=526896 2024-04-13T07:38:04.222 INFO:tasks.workunit.client.0.smithi003.stdout:op 673 completed, throughput=4.99MB/sec 2024-04-13T07:38:04.223 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mmQK44g3kNKg-F- off=1345018 len=1424005 2024-04-13T07:38:04.224 INFO:tasks.workunit.client.0.smithi003.stdout:op 674 completed, throughput=5MB/sec 2024-04-13T07:38:04.224 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-q5em47SY-6-Esfv off=106622 len=907790 2024-04-13T07:38:04.225 INFO:tasks.workunit.client.0.smithi003.stdout:op 675 completed, throughput=5.01MB/sec 2024-04-13T07:38:04.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:04 smithi003 ceph-mon[91733]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-13T07:38:04.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:04 smithi003 ceph-mon[89364]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-13T07:38:04.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:38:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:38:04] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-04-13T07:38:04.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:04 smithi066 ceph-mon[84331]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-13T07:38:05.225 INFO:tasks.workunit.client.0.smithi003.stdout: 139: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:05.225 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CwnUH9dqX26RdSd off=1777020 len=1776640 2024-04-13T07:38:05.227 INFO:tasks.workunit.client.0.smithi003.stdout:op 676 completed, throughput=4.98MB/sec 2024-04-13T07:38:05.227 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-u9q3BcLCzaP4mJH off=2590332 len=1425767 2024-04-13T07:38:05.233 INFO:tasks.workunit.client.0.smithi003.stdout:op 677 completed, throughput=4.99MB/sec 2024-04-13T07:38:05.233 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OpWYQlkeGBrsLD3 off=2370358 len=930843 2024-04-13T07:38:05.235 INFO:tasks.workunit.client.0.smithi003.stdout:op 678 completed, throughput=5MB/sec 2024-04-13T07:38:05.236 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5QWJ4oNmRr3L6_L off=5115078 len=783690 2024-04-13T07:38:05.237 INFO:tasks.workunit.client.0.smithi003.stdout:op 679 completed, throughput=5MB/sec 2024-04-13T07:38:06.238 INFO:tasks.workunit.client.0.smithi003.stdout: 140: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:06.238 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bMrmCpx_dx7W15Y off=5224190 len=426554 2024-04-13T07:38:06.242 INFO:tasks.workunit.client.0.smithi003.stdout:op 680 completed, throughput=4.97MB/sec 2024-04-13T07:38:06.242 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-G02LkGafndXi1G6 off=16933583 len=391414 2024-04-13T07:38:06.245 INFO:tasks.workunit.client.0.smithi003.stdout:op 681 completed, throughput=4.97MB/sec 2024-04-13T07:38:06.246 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_g6JEyOseTjTHxt off=5482353 len=224439 2024-04-13T07:38:06.248 INFO:tasks.workunit.client.0.smithi003.stdout:op 682 completed, throughput=4.97MB/sec 2024-04-13T07:38:06.248 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uVxBq9WHYjIU00t off=3214777 len=521385 2024-04-13T07:38:06.252 INFO:tasks.workunit.client.0.smithi003.stdout:op 683 completed, throughput=4.98MB/sec 2024-04-13T07:38:06.252 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KjgHHisA3sqBFRT off=13301545 len=153107 2024-04-13T07:38:06.255 INFO:tasks.workunit.client.0.smithi003.stdout:op 684 completed, throughput=4.98MB/sec 2024-04-13T07:38:06.255 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2Qvxom44eLrd-MS off=14587274 len=1288856 2024-04-13T07:38:06.262 INFO:tasks.workunit.client.0.smithi003.stdout:op 685 completed, throughput=4.99MB/sec 2024-04-13T07:38:06.262 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LwIdQemol96KptG off=16660105 len=749184 2024-04-13T07:38:06.264 INFO:tasks.workunit.client.0.smithi003.stdout:op 686 completed, throughput=4.99MB/sec 2024-04-13T07:38:06.264 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jTcEtDYd5_rfEYP off=23530256 len=716743 2024-04-13T07:38:06.265 INFO:tasks.workunit.client.0.smithi003.stdout:op 687 completed, throughput=5MB/sec 2024-04-13T07:38:06.265 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-iuRtOw6b6raHXHT off=12152667 len=1275073 2024-04-13T07:38:06.272 INFO:tasks.workunit.client.0.smithi003.stdout:op 688 completed, throughput=5MB/sec 2024-04-13T07:38:06.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:06 smithi003 ceph-mon[91733]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:38:06.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:06 smithi003 ceph-mon[89364]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:38:06.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:06 smithi066 ceph-mon[84331]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:38:07.272 INFO:tasks.workunit.client.0.smithi003.stdout: 141: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:07.272 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XOKuQamKc2JoEFJ off=713768 len=1491770 2024-04-13T07:38:07.275 INFO:tasks.workunit.client.0.smithi003.stdout:op 689 completed, throughput=4.98MB/sec 2024-04-13T07:38:07.275 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-o70KthWiLxbR5Y2 off=11360471 len=1582788 2024-04-13T07:38:07.277 INFO:tasks.workunit.client.0.smithi003.stdout:op 690 completed, throughput=4.99MB/sec 2024-04-13T07:38:07.277 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3QeXE0okUcWaI5a off=3367473 len=1208937 2024-04-13T07:38:07.284 INFO:tasks.workunit.client.0.smithi003.stdout:op 691 completed, throughput=5MB/sec 2024-04-13T07:38:07.284 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ksjfpHiE-S4pdD- off=5139266 len=868322 2024-04-13T07:38:07.289 INFO:tasks.workunit.client.0.smithi003.stdout:op 692 completed, throughput=5MB/sec 2024-04-13T07:38:08.290 INFO:tasks.workunit.client.0.smithi003.stdout: 142: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:08.290 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0hCR2mvklU5bdiW off=0 len=1778309 2024-04-13T07:38:08.294 INFO:tasks.workunit.client.0.smithi003.stdout:op 693 completed, throughput=4.98MB/sec 2024-04-13T07:38:08.294 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VpJbL-uwGnhPzxP off=3854801 len=500545 2024-04-13T07:38:08.296 INFO:tasks.workunit.client.0.smithi003.stdout:op 694 completed, throughput=4.98MB/sec 2024-04-13T07:38:08.296 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fTJ-DGx44M_gIeR off=7670282 len=1097658 2024-04-13T07:38:08.302 INFO:tasks.workunit.client.0.smithi003.stdout:op 695 completed, throughput=4.99MB/sec 2024-04-13T07:38:08.303 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-X_C0TuvhdQaYzKB off=15378265 len=1077851 2024-04-13T07:38:08.304 INFO:tasks.workunit.client.0.smithi003.stdout:op 696 completed, throughput=5MB/sec 2024-04-13T07:38:08.304 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fckMCBswIm7icWB off=11970176 len=429253 2024-04-13T07:38:08.305 INFO:tasks.workunit.client.0.smithi003.stdout:op 697 completed, throughput=5MB/sec 2024-04-13T07:38:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:08 smithi003 ceph-mon[91733]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:38:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:38:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:08 smithi003 ceph-mon[89364]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:38:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:38:08.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:08 smithi066 ceph-mon[84331]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:38:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:38:09.306 INFO:tasks.workunit.client.0.smithi003.stdout: 143: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:09.306 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bJf8BabIthBz8im off=12172046 len=1497438 2024-04-13T07:38:09.307 INFO:tasks.workunit.client.0.smithi003.stdout:op 698 completed, throughput=4.98MB/sec 2024-04-13T07:38:09.308 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GfXFIwTAh1nvugx off=6836024 len=1083845 2024-04-13T07:38:09.308 INFO:tasks.workunit.client.0.smithi003.stdout:op 699 completed, throughput=4.98MB/sec 2024-04-13T07:38:09.308 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-peWZ7FVYLm86l-T off=1884407 len=1536041 2024-04-13T07:38:09.317 INFO:tasks.workunit.client.0.smithi003.stdout:op 700 completed, throughput=4.99MB/sec 2024-04-13T07:38:09.318 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-m71aW7PhMzgWSis off=7877523 len=1396121 2024-04-13T07:38:09.318 INFO:tasks.workunit.client.0.smithi003.stdout:op 701 completed, throughput=5MB/sec 2024-04-13T07:38:10.318 INFO:tasks.workunit.client.0.smithi003.stdout: 144: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:10.319 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ufl2QhBFfH3M82T off=162414 len=1331318 2024-04-13T07:38:10.321 INFO:tasks.workunit.client.0.smithi003.stdout:op 702 completed, throughput=4.98MB/sec 2024-04-13T07:38:10.321 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XFtYGFLUTcILGcc off=11172200 len=1353703 2024-04-13T07:38:10.329 INFO:tasks.workunit.client.0.smithi003.stdout:op 703 completed, throughput=4.98MB/sec 2024-04-13T07:38:10.329 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1Xc6iC5PJDy4Ymh off=7039552 len=1820630 2024-04-13T07:38:10.339 INFO:tasks.workunit.client.0.smithi003.stdout:op 704 completed, throughput=5MB/sec 2024-04-13T07:38:10.339 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kJDNz1Z5fkaMdaN off=5532174 len=2073529 2024-04-13T07:38:10.348 INFO:tasks.workunit.client.0.smithi003.stdout:op 705 completed, throughput=5.01MB/sec 2024-04-13T07:38:10.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:10 smithi003 ceph-mon[91733]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:38:10.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:10 smithi003 ceph-mon[89364]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:38:10.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:10 smithi066 ceph-mon[84331]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:38:11.348 INFO:tasks.workunit.client.0.smithi003.stdout: 145: throughput=4.98MB/sec pending data=0 2024-04-13T07:38:11.349 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xaEZ6c9HW0r8LOh off=13176357 len=946924 2024-04-13T07:38:11.354 INFO:tasks.workunit.client.0.smithi003.stdout:op 706 completed, throughput=4.98MB/sec 2024-04-13T07:38:11.354 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5prLaXRGIdwJboT off=2655754 len=535351 2024-04-13T07:38:11.356 INFO:tasks.workunit.client.0.smithi003.stdout:op 707 completed, throughput=4.98MB/sec 2024-04-13T07:38:11.356 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gf8w1T36i-Sz6PY off=1979892 len=744231 2024-04-13T07:38:11.357 INFO:tasks.workunit.client.0.smithi003.stdout:op 708 completed, throughput=4.99MB/sec 2024-04-13T07:38:11.357 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uL8FWzkJxprPldw off=4868056 len=605989 2024-04-13T07:38:11.362 INFO:tasks.workunit.client.0.smithi003.stdout:op 709 completed, throughput=4.99MB/sec 2024-04-13T07:38:11.362 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pG1sOmLkZjWxEDe off=7375611 len=1487809 2024-04-13T07:38:11.371 INFO:tasks.workunit.client.0.smithi003.stdout:op 710 completed, throughput=5MB/sec 2024-04-13T07:38:12.371 INFO:tasks.workunit.client.0.smithi003.stdout: 146: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:12.371 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ef89HAqPMRqBnUV off=1160978 len=361347 2024-04-13T07:38:12.375 INFO:tasks.workunit.client.0.smithi003.stdout:op 711 completed, throughput=4.97MB/sec 2024-04-13T07:38:12.375 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-F2tq1ZMwUxOE4Hy off=10448715 len=49555 2024-04-13T07:38:12.376 INFO:tasks.workunit.client.0.smithi003.stdout:op 712 completed, throughput=4.97MB/sec 2024-04-13T07:38:12.376 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wleLA-bxtc0xCVh off=12392338 len=1616243 2024-04-13T07:38:12.379 INFO:tasks.workunit.client.0.smithi003.stdout:op 713 completed, throughput=4.98MB/sec 2024-04-13T07:38:12.379 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rNExZnyzR1qRitt off=7443348 len=528927 2024-04-13T07:38:12.380 INFO:tasks.workunit.client.0.smithi003.stdout:op 714 completed, throughput=4.99MB/sec 2024-04-13T07:38:12.380 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sfGovb1y8a8ZL4j off=5209681 len=248201 2024-04-13T07:38:12.381 INFO:tasks.workunit.client.0.smithi003.stdout:op 715 completed, throughput=4.99MB/sec 2024-04-13T07:38:12.381 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nfvvVQBeiHlCmj9 off=1271846 len=82812 2024-04-13T07:38:12.383 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:12 smithi003 ceph-mon[91733]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:38:12.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:12 smithi003 ceph-mon[89364]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:38:12.384 INFO:tasks.workunit.client.0.smithi003.stdout:op 716 completed, throughput=4.99MB/sec 2024-04-13T07:38:12.384 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XdMiha2V37eZbCE off=4448284 len=1554045 2024-04-13T07:38:12.391 INFO:tasks.workunit.client.0.smithi003.stdout:op 717 completed, throughput=5MB/sec 2024-04-13T07:38:12.391 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-w9gxjA0xD1xSLu1 off=1888884 len=1075984 2024-04-13T07:38:12.392 INFO:tasks.workunit.client.0.smithi003.stdout:op 718 completed, throughput=5MB/sec 2024-04-13T07:38:12.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:12 smithi066 ceph-mon[84331]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:38:12.401 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:38:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:38:13.393 INFO:tasks.workunit.client.0.smithi003.stdout: 147: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:13.393 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QrOlqcB0QMlcrE- off=2261720 len=294676 2024-04-13T07:38:13.394 INFO:tasks.workunit.client.0.smithi003.stdout:op 719 completed, throughput=4.97MB/sec 2024-04-13T07:38:13.394 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mCOWV6HMjgMpnoK off=15349181 len=1704831 2024-04-13T07:38:13.401 INFO:tasks.workunit.client.0.smithi003.stdout:op 720 completed, throughput=4.98MB/sec 2024-04-13T07:38:13.402 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-L0dDMXfe5JENkSV off=18310450 len=121803 2024-04-13T07:38:13.402 INFO:tasks.workunit.client.0.smithi003.stdout:op 721 completed, throughput=4.98MB/sec 2024-04-13T07:38:13.402 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-el7WOWdoxxMRnd0 off=20432681 len=1442956 2024-04-13T07:38:13.409 INFO:tasks.workunit.client.0.smithi003.stdout:op 722 completed, throughput=4.99MB/sec 2024-04-13T07:38:13.409 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mDsw18hdjIrvVrL off=739818 len=690555 2024-04-13T07:38:13.410 INFO:tasks.workunit.client.0.smithi003.stdout:op 723 completed, throughput=5MB/sec 2024-04-13T07:38:13.410 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Qv3ULn9dtg8jAoC off=4526366 len=1326086 2024-04-13T07:38:13.416 INFO:tasks.workunit.client.0.smithi003.stdout:op 724 completed, throughput=5.01MB/sec 2024-04-13T07:38:14.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:14 smithi003 ceph-mon[91733]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:38:14.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:14 smithi003 ceph-mon[89364]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:38:14.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:38:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:38:14] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2024-04-13T07:38:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:14 smithi066 ceph-mon[84331]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:38:14.416 INFO:tasks.workunit.client.0.smithi003.stdout: 148: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:14.417 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eD84CJy-XpWkHMW off=7818586 len=436058 2024-04-13T07:38:14.420 INFO:tasks.workunit.client.0.smithi003.stdout:op 725 completed, throughput=4.97MB/sec 2024-04-13T07:38:14.420 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9OJhpeB6GJtWa_g off=1932888 len=665933 2024-04-13T07:38:14.425 INFO:tasks.workunit.client.0.smithi003.stdout:op 726 completed, throughput=4.98MB/sec 2024-04-13T07:38:14.425 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wIqcLsmBVpba8V0 off=23320947 len=325320 2024-04-13T07:38:14.428 INFO:tasks.workunit.client.0.smithi003.stdout:op 727 completed, throughput=4.98MB/sec 2024-04-13T07:38:14.428 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EOWgl33Der0nLan off=2129720 len=890599 2024-04-13T07:38:14.429 INFO:tasks.workunit.client.0.smithi003.stdout:op 728 completed, throughput=4.99MB/sec 2024-04-13T07:38:14.429 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dM8ITGFORDFX2nY off=1390958 len=2058879 2024-04-13T07:38:14.439 INFO:tasks.workunit.client.0.smithi003.stdout:op 729 completed, throughput=5MB/sec 2024-04-13T07:38:14.439 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1lcDxvS6aa12LAB off=1932163 len=1185813 2024-04-13T07:38:14.443 INFO:tasks.workunit.client.0.smithi003.stdout:op 730 completed, throughput=5.01MB/sec 2024-04-13T07:38:15.444 INFO:tasks.workunit.client.0.smithi003.stdout: 149: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:15.444 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xBhzUCS5ZWn4wwz off=0 len=1075402 2024-04-13T07:38:15.446 INFO:tasks.workunit.client.0.smithi003.stdout:op 731 completed, throughput=4.98MB/sec 2024-04-13T07:38:15.447 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bfdXAL7FXn-VBR7 off=12540468 len=1595636 2024-04-13T07:38:15.454 INFO:tasks.workunit.client.0.smithi003.stdout:op 732 completed, throughput=4.99MB/sec 2024-04-13T07:38:15.454 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OJP7tCwkYMRbCr0 off=10040268 len=1685600 2024-04-13T07:38:15.460 INFO:tasks.workunit.client.0.smithi003.stdout:op 733 completed, throughput=5MB/sec 2024-04-13T07:38:16.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:16 smithi066 ceph-mon[84331]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:38:16.460 INFO:tasks.workunit.client.0.smithi003.stdout: 150: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:16.460 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oXl062SK--8uT99 off=3710635 len=904321 2024-04-13T07:38:16.466 INFO:tasks.workunit.client.0.smithi003.stdout:op 734 completed, throughput=4.97MB/sec 2024-04-13T07:38:16.466 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PWaGtO0aMwkx7g5 off=1562340 len=677115 2024-04-13T07:38:16.467 INFO:tasks.workunit.client.0.smithi003.stdout:op 735 completed, throughput=4.98MB/sec 2024-04-13T07:38:16.467 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-978Kvdnef1hPJHI off=44358 len=2067745 2024-04-13T07:38:16.479 INFO:tasks.workunit.client.0.smithi003.stdout:op 736 completed, throughput=4.99MB/sec 2024-04-13T07:38:16.479 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bKKonTpkBCW3vky off=1840503 len=295238 2024-04-13T07:38:16.480 INFO:tasks.workunit.client.0.smithi003.stdout:op 737 completed, throughput=4.99MB/sec 2024-04-13T07:38:16.480 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tSRf4jcgp34efh3 off=8558815 len=1577819 2024-04-13T07:38:16.481 INFO:tasks.workunit.client.0.smithi003.stdout:op 738 completed, throughput=5MB/sec 2024-04-13T07:38:16.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:16 smithi003 ceph-mon[91733]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:38:16.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:16 smithi003 ceph-mon[89364]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:38:17.482 INFO:tasks.workunit.client.0.smithi003.stdout: 151: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:17.482 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YR9fiuNiv5M2pXT off=8598766 len=781337 2024-04-13T07:38:17.486 INFO:tasks.workunit.client.0.smithi003.stdout:op 739 completed, throughput=4.97MB/sec 2024-04-13T07:38:17.486 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gASOSxYX7lWvVu7 off=10723454 len=19945 2024-04-13T07:38:17.487 INFO:tasks.workunit.client.0.smithi003.stdout:op 740 completed, throughput=4.97MB/sec 2024-04-13T07:38:17.487 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2X0e_8ARiuPm5U_ off=1810877 len=382508 2024-04-13T07:38:17.488 INFO:tasks.workunit.client.0.smithi003.stdout:op 741 completed, throughput=4.98MB/sec 2024-04-13T07:38:17.488 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fYAcdnLdCdn-fLa off=13004574 len=193123 2024-04-13T07:38:17.491 INFO:tasks.workunit.client.0.smithi003.stdout:op 742 completed, throughput=4.98MB/sec 2024-04-13T07:38:17.491 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-k24oGlscWstM8tn off=2879097 len=405961 2024-04-13T07:38:17.491 INFO:tasks.workunit.client.0.smithi003.stdout:op 743 completed, throughput=4.98MB/sec 2024-04-13T07:38:17.491 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jwzNMDBR27iMGm- off=9691715 len=167900 2024-04-13T07:38:17.492 INFO:tasks.workunit.client.0.smithi003.stdout:op 744 completed, throughput=4.98MB/sec 2024-04-13T07:38:17.492 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QLUmlkizdhxj-pO off=1927253 len=1826558 2024-04-13T07:38:17.500 INFO:tasks.workunit.client.0.smithi003.stdout:op 745 completed, throughput=4.99MB/sec 2024-04-13T07:38:17.500 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ysoYwOO9-URTtn2 off=3411132 len=1460334 2024-04-13T07:38:17.507 INFO:tasks.workunit.client.0.smithi003.stdout:op 746 completed, throughput=5MB/sec 2024-04-13T07:38:18.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:18 smithi066 ceph-mon[84331]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:38:18.507 INFO:tasks.workunit.client.0.smithi003.stdout: 152: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:18.507 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DuemvyN23wYFEVb off=7744071 len=1634800 2024-04-13T07:38:18.517 INFO:tasks.workunit.client.0.smithi003.stdout:op 747 completed, throughput=4.98MB/sec 2024-04-13T07:38:18.517 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vC6V2uj8lfEVqZ0 off=4492533 len=290090 2024-04-13T07:38:18.518 INFO:tasks.workunit.client.0.smithi003.stdout:op 748 completed, throughput=4.98MB/sec 2024-04-13T07:38:18.518 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xrpmh74y1io-FwD off=10029044 len=878427 2024-04-13T07:38:18.519 INFO:tasks.workunit.client.0.smithi003.stdout:op 749 completed, throughput=4.98MB/sec 2024-04-13T07:38:18.519 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OlCruur7CpvID9V off=566089 len=373492 2024-04-13T07:38:18.520 INFO:tasks.workunit.client.0.smithi003.stdout:op 750 completed, throughput=4.99MB/sec 2024-04-13T07:38:18.520 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CKmSih5YFl4OUBM off=15690375 len=196519 2024-04-13T07:38:18.523 INFO:tasks.workunit.client.0.smithi003.stdout:op 751 completed, throughput=4.99MB/sec 2024-04-13T07:38:18.523 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PjJqT1RMnzXEsrp off=1961187 len=2060781 2024-04-13T07:38:18.525 INFO:tasks.workunit.client.0.smithi003.stdout:op 752 completed, throughput=5MB/sec 2024-04-13T07:38:18.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:18 smithi003 ceph-mon[91733]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:38:18.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:18 smithi003 ceph-mon[89364]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:38:19.526 INFO:tasks.workunit.client.0.smithi003.stdout: 153: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:19.526 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bCdi-dri1n9sb2E off=9182405 len=2001660 2024-04-13T07:38:19.530 INFO:tasks.workunit.client.0.smithi003.stdout:op 753 completed, throughput=4.98MB/sec 2024-04-13T07:38:19.530 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5iFKj5bavS_IuTN off=8351827 len=1412714 2024-04-13T07:38:19.538 INFO:tasks.workunit.client.0.smithi003.stdout:op 754 completed, throughput=4.99MB/sec 2024-04-13T07:38:19.538 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mqP638JOMhEDKys off=1285437 len=1556272 2024-04-13T07:38:19.542 INFO:tasks.workunit.client.0.smithi003.stdout:op 755 completed, throughput=5MB/sec 2024-04-13T07:38:19.542 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FZrk8B9dp8WV2Zn off=13674104 len=1709719 2024-04-13T07:38:19.543 INFO:tasks.workunit.client.0.smithi003.stdout:op 756 completed, throughput=5.01MB/sec 2024-04-13T07:38:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:20 smithi066 ceph-mon[84331]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:38:20.544 INFO:tasks.workunit.client.0.smithi003.stdout: 154: throughput=4.98MB/sec pending data=0 2024-04-13T07:38:20.544 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ShwyZtRPLwNHaS2 off=5782305 len=1178587 2024-04-13T07:38:20.546 INFO:tasks.workunit.client.0.smithi003.stdout:op 757 completed, throughput=4.98MB/sec 2024-04-13T07:38:20.547 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GwGecS2kP7JeGje off=4209091 len=814480 2024-04-13T07:38:20.548 INFO:tasks.workunit.client.0.smithi003.stdout:op 758 completed, throughput=4.99MB/sec 2024-04-13T07:38:20.548 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HKc2ZgblezhPAvk off=3606760 len=1781031 2024-04-13T07:38:20.550 INFO:tasks.workunit.client.0.smithi003.stdout:op 759 completed, throughput=5MB/sec 2024-04-13T07:38:20.550 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kP6BsB896_Ecrgu off=10256242 len=1383387 2024-04-13T07:38:20.553 INFO:tasks.workunit.client.0.smithi003.stdout:op 760 completed, throughput=5.01MB/sec 2024-04-13T07:38:20.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:20 smithi003 ceph-mon[91733]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:38:20.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:20 smithi003 ceph-mon[89364]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:38:21.554 INFO:tasks.workunit.client.0.smithi003.stdout: 155: throughput=4.98MB/sec pending data=0 2024-04-13T07:38:21.554 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_ldj3axShVqmEIJ off=0 len=1410146 2024-04-13T07:38:21.559 INFO:tasks.workunit.client.0.smithi003.stdout:op 761 completed, throughput=4.98MB/sec 2024-04-13T07:38:21.559 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-T3vaKOh7tO5o8sZ off=11548290 len=1635850 2024-04-13T07:38:21.563 INFO:tasks.workunit.client.0.smithi003.stdout:op 762 completed, throughput=4.99MB/sec 2024-04-13T07:38:21.563 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9B8kIqecuzO4TWk off=0 len=1137169 2024-04-13T07:38:21.564 INFO:tasks.workunit.client.0.smithi003.stdout:op 763 completed, throughput=5MB/sec 2024-04-13T07:38:22.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:22 smithi066 ceph-mon[84331]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T07:38:22.402 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:38:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:38:22.565 INFO:tasks.workunit.client.0.smithi003.stdout: 156: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:22.565 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uecFuL9FK6_k_xo off=10422644 len=499473 2024-04-13T07:38:22.566 INFO:tasks.workunit.client.0.smithi003.stdout:op 764 completed, throughput=4.97MB/sec 2024-04-13T07:38:22.566 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-L3Y78OgjGLlbPAQ off=9122532 len=1926403 2024-04-13T07:38:22.579 INFO:tasks.workunit.client.0.smithi003.stdout:op 765 completed, throughput=4.98MB/sec 2024-04-13T07:38:22.579 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7_YK1e4NvYDIESI off=5704749 len=838628 2024-04-13T07:38:22.580 INFO:tasks.workunit.client.0.smithi003.stdout:op 766 completed, throughput=4.99MB/sec 2024-04-13T07:38:22.580 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Sp5hspzxWM0qQcP off=4187682 len=761862 2024-04-13T07:38:22.582 INFO:tasks.workunit.client.0.smithi003.stdout:op 767 completed, throughput=4.99MB/sec 2024-04-13T07:38:22.582 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rPupvXCpWW8-9Vz off=1213067 len=1175706 2024-04-13T07:38:22.584 INFO:tasks.workunit.client.0.smithi003.stdout:op 768 completed, throughput=5MB/sec 2024-04-13T07:38:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:22 smithi003 ceph-mon[91733]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T07:38:22.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:22 smithi003 ceph-mon[89364]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T07:38:23.585 INFO:tasks.workunit.client.0.smithi003.stdout: 157: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:23.585 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BbvAMrCN8KKhBIE off=6467160 len=1771543 2024-04-13T07:38:23.587 INFO:tasks.workunit.client.0.smithi003.stdout:op 769 completed, throughput=4.98MB/sec 2024-04-13T07:38:23.587 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KATFPVklmBkIxOe off=5448100 len=1677893 2024-04-13T07:38:23.589 INFO:tasks.workunit.client.0.smithi003.stdout:op 770 completed, throughput=4.99MB/sec 2024-04-13T07:38:23.589 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8RxsqkQx1MXMhlh off=4564541 len=118127 2024-04-13T07:38:23.590 INFO:tasks.workunit.client.0.smithi003.stdout:op 771 completed, throughput=4.99MB/sec 2024-04-13T07:38:23.590 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3KOvDrPfANBAXZg off=423938 len=1990127 2024-04-13T07:38:23.600 INFO:tasks.workunit.client.0.smithi003.stdout:op 772 completed, throughput=5MB/sec 2024-04-13T07:38:23.633 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:38:23.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:38:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:38:24.600 INFO:tasks.workunit.client.0.smithi003.stdout: 158: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:24.600 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-awYJ3VNWshzf03j off=5442385 len=2019613 2024-04-13T07:38:24.608 INFO:tasks.workunit.client.0.smithi003.stdout:op 773 completed, throughput=4.98MB/sec 2024-04-13T07:38:24.609 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-d6Ug1M4hncNE_zo off=844147 len=959414 2024-04-13T07:38:24.614 INFO:tasks.workunit.client.0.smithi003.stdout:op 774 completed, throughput=4.99MB/sec 2024-04-13T07:38:24.614 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3pEDf4hrbJRXG8E off=20194914 len=1016955 2024-04-13T07:38:24.619 INFO:tasks.workunit.client.0.smithi003.stdout:op 775 completed, throughput=4.99MB/sec 2024-04-13T07:38:24.619 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-R15kdfmM7MKnksd off=1140026 len=1713564 2024-04-13T07:38:24.624 INFO:tasks.workunit.client.0.smithi003.stdout:op 776 completed, throughput=5MB/sec 2024-04-13T07:38:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:24 smithi003 ceph-mon[91733]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:38:24.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:24 smithi003 ceph-mon[89364]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:38:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:38:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:38:24] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-04-13T07:38:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:24 smithi066 ceph-mon[84331]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:38:25.625 INFO:tasks.workunit.client.0.smithi003.stdout: 159: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:25.625 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3w2IMoGiPaFXMQ3 off=1119279 len=1902163 2024-04-13T07:38:25.634 INFO:tasks.workunit.client.0.smithi003.stdout:op 777 completed, throughput=4.98MB/sec 2024-04-13T07:38:25.634 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aOEid0hQCupE84d off=16650493 len=646232 2024-04-13T07:38:25.635 INFO:tasks.workunit.client.0.smithi003.stdout:op 778 completed, throughput=4.99MB/sec 2024-04-13T07:38:25.635 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_FlmTTr8cA6ohAL off=661802 len=1646946 2024-04-13T07:38:25.637 INFO:tasks.workunit.client.0.smithi003.stdout:op 779 completed, throughput=5MB/sec 2024-04-13T07:38:25.637 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qIKFZZIyJ6ePkNH off=1044289 len=1127591 2024-04-13T07:38:25.642 INFO:tasks.workunit.client.0.smithi003.stdout:op 780 completed, throughput=5MB/sec 2024-04-13T07:38:26.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:26 smithi003 ceph-mon[91733]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:38:26.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:26 smithi003 ceph-mon[89364]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:38:26.642 INFO:tasks.workunit.client.0.smithi003.stdout: 160: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:26.642 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HzBHTr5Cn-zD4zI off=1612891 len=1393062 2024-04-13T07:38:26.644 INFO:tasks.workunit.client.0.smithi003.stdout:op 781 completed, throughput=4.98MB/sec 2024-04-13T07:38:26.644 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CivvJjz_82VkwRf off=20064621 len=691917 2024-04-13T07:38:26.649 INFO:tasks.workunit.client.0.smithi003.stdout:op 782 completed, throughput=4.99MB/sec 2024-04-13T07:38:26.649 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-10nn_cs4v6Ea8gJ off=856452 len=1153892 2024-04-13T07:38:26.650 INFO:tasks.workunit.client.0.smithi003.stdout:op 783 completed, throughput=4.99MB/sec 2024-04-13T07:38:26.650 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-J99Hq7Y0BgT7Yzt off=4680699 len=244391 2024-04-13T07:38:26.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:26 smithi066 ceph-mon[84331]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:38:26.653 INFO:tasks.workunit.client.0.smithi003.stdout:op 784 completed, throughput=4.99MB/sec 2024-04-13T07:38:26.653 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eFTYdtZimxgaegL off=0 len=1423191 2024-04-13T07:38:26.661 INFO:tasks.workunit.client.0.smithi003.stdout:op 785 completed, throughput=5MB/sec 2024-04-13T07:38:27.662 INFO:tasks.workunit.client.0.smithi003.stdout: 161: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:27.662 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SgA0DSJ8H45Z4Nt off=11915094 len=887176 2024-04-13T07:38:27.667 INFO:tasks.workunit.client.0.smithi003.stdout:op 786 completed, throughput=4.98MB/sec 2024-04-13T07:38:27.667 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pQ5STJsZzvU4ARa off=466691 len=922796 2024-04-13T07:38:27.672 INFO:tasks.workunit.client.0.smithi003.stdout:op 787 completed, throughput=4.98MB/sec 2024-04-13T07:38:27.672 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NyUpXPiin-UFiLJ off=2453634 len=1814192 2024-04-13T07:38:27.674 INFO:tasks.workunit.client.0.smithi003.stdout:op 788 completed, throughput=4.99MB/sec 2024-04-13T07:38:27.674 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-G3Qkstf8bobF20E off=472026 len=300497 2024-04-13T07:38:27.678 INFO:tasks.workunit.client.0.smithi003.stdout:op 789 completed, throughput=4.99MB/sec 2024-04-13T07:38:27.678 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-si-eCNnMLuIEBW_ off=1140398 len=1943209 2024-04-13T07:38:27.689 INFO:tasks.workunit.client.0.smithi003.stdout:op 790 completed, throughput=5MB/sec 2024-04-13T07:38:28.453 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:28 smithi066 ceph-mon[84331]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:38:28.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:28 smithi003 ceph-mon[91733]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:38:28.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:28 smithi003 ceph-mon[89364]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:38:28.689 INFO:tasks.workunit.client.0.smithi003.stdout: 162: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:28.689 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-S5pN7jlKpJVBkvE off=22306093 len=1358977 2024-04-13T07:38:28.695 INFO:tasks.workunit.client.0.smithi003.stdout:op 791 completed, throughput=4.98MB/sec 2024-04-13T07:38:28.695 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GoISCNGyxjxGPYm off=7611174 len=808774 2024-04-13T07:38:28.701 INFO:tasks.workunit.client.0.smithi003.stdout:op 792 completed, throughput=4.99MB/sec 2024-04-13T07:38:28.701 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-anT6wytflFICV5v off=526320 len=1221141 2024-04-13T07:38:28.702 INFO:tasks.workunit.client.0.smithi003.stdout:op 793 completed, throughput=4.99MB/sec 2024-04-13T07:38:28.702 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lxkkou_2j58Fp0K off=344364 len=501522 2024-04-13T07:38:28.703 INFO:tasks.workunit.client.0.smithi003.stdout:op 794 completed, throughput=5MB/sec 2024-04-13T07:38:28.704 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KzsLPSYBK8lYNiw off=17058243 len=979619 2024-04-13T07:38:28.708 INFO:tasks.workunit.client.0.smithi003.stdout:op 795 completed, throughput=5MB/sec 2024-04-13T07:38:29.708 INFO:tasks.workunit.client.0.smithi003.stdout: 163: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:29.708 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SuMCqTkCrVQ0aDR off=2018569 len=142662 2024-04-13T07:38:29.711 INFO:tasks.workunit.client.0.smithi003.stdout:op 796 completed, throughput=4.97MB/sec 2024-04-13T07:38:29.711 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EYVOS18xmLzEptW off=12964147 len=537790 2024-04-13T07:38:29.714 INFO:tasks.workunit.client.0.smithi003.stdout:op 797 completed, throughput=4.97MB/sec 2024-04-13T07:38:29.714 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uSWAuINix4j-R0O off=7299674 len=1861759 2024-04-13T07:38:29.725 INFO:tasks.workunit.client.0.smithi003.stdout:op 798 completed, throughput=4.99MB/sec 2024-04-13T07:38:29.726 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9_qxoYLjRBCcmRA off=2182839 len=438439 2024-04-13T07:38:29.727 INFO:tasks.workunit.client.0.smithi003.stdout:op 799 completed, throughput=4.99MB/sec 2024-04-13T07:38:29.727 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-olABzMFJy_j53mB off=6910664 len=2007997 2024-04-13T07:38:29.737 INFO:tasks.workunit.client.0.smithi003.stdout:op 800 completed, throughput=5MB/sec 2024-04-13T07:38:29.737 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Ldw_31EuHZ8Dy-B off=11421222 len=338756 2024-04-13T07:38:29.739 INFO:tasks.workunit.client.0.smithi003.stdout:op 801 completed, throughput=5MB/sec 2024-04-13T07:38:30.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:30 smithi003 ceph-mon[91733]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:38:30.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:30 smithi003 ceph-mon[89364]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:38:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:30 smithi066 ceph-mon[84331]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:38:30.740 INFO:tasks.workunit.client.0.smithi003.stdout: 164: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:30.740 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_FlmTTr8cA6ohAL off=536570 len=1772178 2024-04-13T07:38:30.747 INFO:tasks.workunit.client.0.smithi003.stdout:op 802 completed, throughput=4.98MB/sec 2024-04-13T07:38:30.748 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0-mGGqtqri242pZ off=624065 len=1156996 2024-04-13T07:38:30.754 INFO:tasks.workunit.client.0.smithi003.stdout:op 803 completed, throughput=4.99MB/sec 2024-04-13T07:38:30.754 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8R5QO7PCwBV5yDh off=5313677 len=1459282 2024-04-13T07:38:30.756 INFO:tasks.workunit.client.0.smithi003.stdout:op 804 completed, throughput=5MB/sec 2024-04-13T07:38:30.756 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pU5Fvz4qforNr-4 off=11234081 len=1248902 2024-04-13T07:38:30.760 INFO:tasks.workunit.client.0.smithi003.stdout:op 805 completed, throughput=5MB/sec 2024-04-13T07:38:31.760 INFO:tasks.workunit.client.0.smithi003.stdout: 165: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:31.761 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CLoxE5ZnyvhID-g off=438182 len=880844 2024-04-13T07:38:31.766 INFO:tasks.workunit.client.0.smithi003.stdout:op 806 completed, throughput=4.98MB/sec 2024-04-13T07:38:31.766 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-V_7pZQaCvk4mwTq off=7318664 len=1120969 2024-04-13T07:38:31.768 INFO:tasks.workunit.client.0.smithi003.stdout:op 807 completed, throughput=4.98MB/sec 2024-04-13T07:38:31.768 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4B77rTV_nnNsuuD off=7228018 len=488223 2024-04-13T07:38:31.772 INFO:tasks.workunit.client.0.smithi003.stdout:op 808 completed, throughput=4.99MB/sec 2024-04-13T07:38:31.772 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8I8TqAvN27VcpP9 off=18005503 len=1044657 2024-04-13T07:38:31.774 INFO:tasks.workunit.client.0.smithi003.stdout:op 809 completed, throughput=4.99MB/sec 2024-04-13T07:38:31.774 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fEZE9b2JNB_H9rb off=4256605 len=2005643 2024-04-13T07:38:31.785 INFO:tasks.workunit.client.0.smithi003.stdout:op 810 completed, throughput=5MB/sec 2024-04-13T07:38:32.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:32 smithi003 ceph-mon[91733]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:38:32.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:32 smithi003 ceph-mon[89364]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:38:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:32 smithi066 ceph-mon[84331]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:38:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:38:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:38:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:38:32.785 INFO:tasks.workunit.client.0.smithi003.stdout: 166: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:32.786 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Sdcf_CzySuZBk-p off=5494165 len=1881873 2024-04-13T07:38:32.796 INFO:tasks.workunit.client.0.smithi003.stdout:op 811 completed, throughput=4.98MB/sec 2024-04-13T07:38:32.796 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QmPv3BJlXFIh3D1 off=5803637 len=104827 2024-04-13T07:38:32.798 INFO:tasks.workunit.client.0.smithi003.stdout:op 812 completed, throughput=4.98MB/sec 2024-04-13T07:38:32.798 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RvmnFAauodUBUQU off=10118740 len=27933 2024-04-13T07:38:32.799 INFO:tasks.workunit.client.0.smithi003.stdout:op 813 completed, throughput=4.98MB/sec 2024-04-13T07:38:32.799 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ni5IKGddpUex_kn off=2415345 len=891409 2024-04-13T07:38:32.801 INFO:tasks.workunit.client.0.smithi003.stdout:op 814 completed, throughput=4.99MB/sec 2024-04-13T07:38:32.801 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hAzuZabLbyiV43_ off=326981 len=1267902 2024-04-13T07:38:32.807 INFO:tasks.workunit.client.0.smithi003.stdout:op 815 completed, throughput=5MB/sec 2024-04-13T07:38:32.807 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lp-7y-0JYqQHHAk off=4113943 len=1488805 2024-04-13T07:38:32.809 INFO:tasks.workunit.client.0.smithi003.stdout:op 816 completed, throughput=5MB/sec 2024-04-13T07:38:33.809 INFO:tasks.workunit.client.0.smithi003.stdout: 167: throughput=4.98MB/sec pending data=0 2024-04-13T07:38:33.809 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vTdRT9d7bxmeOe4 off=12858935 len=1556588 2024-04-13T07:38:33.816 INFO:tasks.workunit.client.0.smithi003.stdout:op 817 completed, throughput=4.98MB/sec 2024-04-13T07:38:33.816 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ROEVCE5tPEPEFGN off=3125014 len=1145954 2024-04-13T07:38:33.820 INFO:tasks.workunit.client.0.smithi003.stdout:op 818 completed, throughput=4.99MB/sec 2024-04-13T07:38:33.820 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yzQAYC7QGth-9JN off=4263183 len=1067983 2024-04-13T07:38:33.825 INFO:tasks.workunit.client.0.smithi003.stdout:op 819 completed, throughput=5MB/sec 2024-04-13T07:38:33.825 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ENZAaBN1G7UfejH off=1912681 len=819094 2024-04-13T07:38:33.828 INFO:tasks.workunit.client.0.smithi003.stdout:op 820 completed, throughput=5MB/sec 2024-04-13T07:38:34.436 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:38:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:38:34] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-04-13T07:38:34.437 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:34 smithi003 ceph-mon[91733]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:38:34.437 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:34 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:38:34.437 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:34 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:34.437 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:34 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:38:34.437 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:34 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:38:34.437 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:34 smithi003 ceph-mon[89364]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:38:34.437 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:34 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:38:34.438 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:34 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:34.438 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:34 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:38:34.438 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:34 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:38:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:34 smithi066 ceph-mon[84331]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:38:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:34 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:38:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:34 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:38:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:34 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:38:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:34 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:38:34.829 INFO:tasks.workunit.client.0.smithi003.stdout: 168: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:34.829 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ziKpb9Tx8pigZc5 off=11194558 len=1184479 2024-04-13T07:38:34.830 INFO:tasks.workunit.client.0.smithi003.stdout:op 821 completed, throughput=4.98MB/sec 2024-04-13T07:38:34.830 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-98oacvLSBK8O-fm off=1399618 len=954341 2024-04-13T07:38:34.836 INFO:tasks.workunit.client.0.smithi003.stdout:op 822 completed, throughput=4.98MB/sec 2024-04-13T07:38:34.836 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-k6OGczzEMiSsr4v off=14437248 len=1432570 2024-04-13T07:38:34.839 INFO:tasks.workunit.client.0.smithi003.stdout:op 823 completed, throughput=4.99MB/sec 2024-04-13T07:38:34.839 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-D7FxSICtrJRlVs4 off=4113574 len=52740 2024-04-13T07:38:34.839 INFO:tasks.workunit.client.0.smithi003.stdout:op 824 completed, throughput=4.99MB/sec 2024-04-13T07:38:34.840 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NNx5F-VWcMd3Fod off=773901 len=191644 2024-04-13T07:38:34.843 INFO:tasks.workunit.client.0.smithi003.stdout:op 825 completed, throughput=4.99MB/sec 2024-04-13T07:38:34.843 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2XOl_bFvyCBhnMS off=6863723 len=1526681 2024-04-13T07:38:34.851 INFO:tasks.workunit.client.0.smithi003.stdout:op 826 completed, throughput=5MB/sec 2024-04-13T07:38:35.851 INFO:tasks.workunit.client.0.smithi003.stdout: 169: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:35.851 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XqDDdwwRtUgCDoi off=20285211 len=681939 2024-04-13T07:38:35.852 INFO:tasks.workunit.client.0.smithi003.stdout:op 827 completed, throughput=4.98MB/sec 2024-04-13T07:38:35.853 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6YO0y6YsUM47bRE off=1251058 len=995659 2024-04-13T07:38:35.854 INFO:tasks.workunit.client.0.smithi003.stdout:op 828 completed, throughput=4.98MB/sec 2024-04-13T07:38:35.854 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3udtGE3y6cyAWVp off=14555905 len=973912 2024-04-13T07:38:35.856 INFO:tasks.workunit.client.0.smithi003.stdout:op 829 completed, throughput=4.99MB/sec 2024-04-13T07:38:35.856 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ABpu1jBS0DNdChi off=412772 len=1673061 2024-04-13T07:38:35.865 INFO:tasks.workunit.client.0.smithi003.stdout:op 830 completed, throughput=5MB/sec 2024-04-13T07:38:35.865 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hjHzVphYlBZIpkk off=6888015 len=1704735 2024-04-13T07:38:35.866 INFO:tasks.workunit.client.0.smithi003.stdout:op 831 completed, throughput=5MB/sec 2024-04-13T07:38:36.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:36 smithi003 ceph-mon[89364]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-13T07:38:36.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:36 smithi003 ceph-mon[91733]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-13T07:38:36.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:36 smithi066 ceph-mon[84331]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-13T07:38:36.866 INFO:tasks.workunit.client.0.smithi003.stdout: 170: throughput=4.98MB/sec pending data=0 2024-04-13T07:38:36.867 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2_7Do1acPIdOSNM off=3104350 len=2090460 2024-04-13T07:38:36.875 INFO:tasks.workunit.client.0.smithi003.stdout:op 832 completed, throughput=4.99MB/sec 2024-04-13T07:38:36.875 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TK4kMbNsXPpxrAa off=12487542 len=725985 2024-04-13T07:38:36.880 INFO:tasks.workunit.client.0.smithi003.stdout:op 833 completed, throughput=4.99MB/sec 2024-04-13T07:38:36.881 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gam0IJel0eUoIQZ off=6039094 len=705225 2024-04-13T07:38:36.884 INFO:tasks.workunit.client.0.smithi003.stdout:op 834 completed, throughput=4.99MB/sec 2024-04-13T07:38:36.885 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vPKK0y8sY5gkEIh off=8151085 len=1205325 2024-04-13T07:38:36.889 INFO:tasks.workunit.client.0.smithi003.stdout:op 835 completed, throughput=5MB/sec 2024-04-13T07:38:37.889 INFO:tasks.workunit.client.0.smithi003.stdout: 171: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:37.889 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rtE8Iv4wFX3rxy1 off=4015980 len=706678 2024-04-13T07:38:37.894 INFO:tasks.workunit.client.0.smithi003.stdout:op 836 completed, throughput=4.98MB/sec 2024-04-13T07:38:37.894 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7AvgpXNGIfRjhI6 off=3269589 len=1054705 2024-04-13T07:38:37.896 INFO:tasks.workunit.client.0.smithi003.stdout:op 837 completed, throughput=4.98MB/sec 2024-04-13T07:38:37.896 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZIw8bU4Gwq4aXJD off=19577092 len=1904262 2024-04-13T07:38:37.907 INFO:tasks.workunit.client.0.smithi003.stdout:op 838 completed, throughput=4.99MB/sec 2024-04-13T07:38:37.907 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yWz5Axd0V7s2Mr0 off=8092 len=1572110 2024-04-13T07:38:37.910 INFO:tasks.workunit.client.0.smithi003.stdout:op 839 completed, throughput=5MB/sec 2024-04-13T07:38:38.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:38 smithi003 ceph-mon[89364]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-04-13T07:38:38.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:38:38.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:38 smithi003 ceph-mon[91733]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-04-13T07:38:38.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:38:38.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:38 smithi066 ceph-mon[84331]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-04-13T07:38:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:38:38.911 INFO:tasks.workunit.client.0.smithi003.stdout: 172: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:38.911 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--Sewsth6Cb5Hs4b off=7184317 len=1578522 2024-04-13T07:38:38.919 INFO:tasks.workunit.client.0.smithi003.stdout:op 840 completed, throughput=4.98MB/sec 2024-04-13T07:38:38.919 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PVrPOEvQXDa4nDb off=7220287 len=1610490 2024-04-13T07:38:38.927 INFO:tasks.workunit.client.0.smithi003.stdout:op 841 completed, throughput=4.99MB/sec 2024-04-13T07:38:38.927 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xSis0Yw-xLANIRW off=7782962 len=7813 2024-04-13T07:38:38.928 INFO:tasks.workunit.client.0.smithi003.stdout:op 842 completed, throughput=4.99MB/sec 2024-04-13T07:38:38.928 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GKqXCgw3c2EbTvm off=16502836 len=1994350 2024-04-13T07:38:38.939 INFO:tasks.workunit.client.0.smithi003.stdout:op 843 completed, throughput=5MB/sec 2024-04-13T07:38:38.939 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EqWCSvUiE3wyGI9 off=6214106 len=298780 2024-04-13T07:38:38.941 INFO:tasks.workunit.client.0.smithi003.stdout:op 844 completed, throughput=5MB/sec 2024-04-13T07:38:39.942 INFO:tasks.workunit.client.0.smithi003.stdout: 173: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:39.942 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-R-aVo8WhLFfpzah off=6096485 len=1369436 2024-04-13T07:38:39.944 INFO:tasks.workunit.client.0.smithi003.stdout:op 845 completed, throughput=4.98MB/sec 2024-04-13T07:38:39.944 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Wf-xKoa8wK_Zytz off=2269201 len=1239143 2024-04-13T07:38:39.945 INFO:tasks.workunit.client.0.smithi003.stdout:op 846 completed, throughput=4.99MB/sec 2024-04-13T07:38:39.945 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jen_4KqjfNkAOUd off=2862244 len=1082663 2024-04-13T07:38:39.947 INFO:tasks.workunit.client.0.smithi003.stdout:op 847 completed, throughput=4.99MB/sec 2024-04-13T07:38:39.948 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iaIzZahzqiP1eV7 off=209073 len=34223 2024-04-13T07:38:39.948 INFO:tasks.workunit.client.0.smithi003.stdout:op 848 completed, throughput=4.99MB/sec 2024-04-13T07:38:39.948 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mnHXTOqe9jGEx3P off=4393138 len=599760 2024-04-13T07:38:39.949 INFO:tasks.workunit.client.0.smithi003.stdout:op 849 completed, throughput=5MB/sec 2024-04-13T07:38:39.949 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Bu0Fp_nyHmIYLBX off=7839510 len=2067848 2024-04-13T07:38:39.951 INFO:tasks.workunit.client.0.smithi003.stdout:op 850 completed, throughput=5.01MB/sec 2024-04-13T07:38:40.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:40 smithi003 ceph-mon[91733]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-13T07:38:40.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:40 smithi003 ceph-mon[89364]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-13T07:38:40.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:40 smithi066 ceph-mon[84331]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-13T07:38:40.952 INFO:tasks.workunit.client.0.smithi003.stdout: 174: throughput=4.98MB/sec pending data=0 2024-04-13T07:38:40.952 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ktFbhCphJEYkGxA off=1029162 len=568429 2024-04-13T07:38:40.953 INFO:tasks.workunit.client.0.smithi003.stdout:op 851 completed, throughput=4.98MB/sec 2024-04-13T07:38:40.953 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-focMqh5pCL139PI off=6350910 len=631510 2024-04-13T07:38:40.955 INFO:tasks.workunit.client.0.smithi003.stdout:op 852 completed, throughput=4.98MB/sec 2024-04-13T07:38:40.955 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jFzGu9hOPoWxXGz off=6492675 len=588057 2024-04-13T07:38:40.956 INFO:tasks.workunit.client.0.smithi003.stdout:op 853 completed, throughput=4.99MB/sec 2024-04-13T07:38:40.956 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4m3M_A4LwIUrzvf off=1603949 len=1783014 2024-04-13T07:38:40.967 INFO:tasks.workunit.client.0.smithi003.stdout:op 854 completed, throughput=5MB/sec 2024-04-13T07:38:40.967 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1nDLnlwj_VQrrQ3 off=12867315 len=2037614 2024-04-13T07:38:40.969 INFO:tasks.workunit.client.0.smithi003.stdout:op 855 completed, throughput=5.01MB/sec 2024-04-13T07:38:41.970 INFO:tasks.workunit.client.0.smithi003.stdout: 175: throughput=4.98MB/sec pending data=0 2024-04-13T07:38:41.970 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-O_1SPgPMF8J_nZQ off=1165079 len=444272 2024-04-13T07:38:41.971 INFO:tasks.workunit.client.0.smithi003.stdout:op 856 completed, throughput=4.98MB/sec 2024-04-13T07:38:41.971 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uKLRiIzZWrh44GL off=10210759 len=2076560 2024-04-13T07:38:41.974 INFO:tasks.workunit.client.0.smithi003.stdout:op 857 completed, throughput=4.99MB/sec 2024-04-13T07:38:41.974 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3L0SC_XyVdRoRL5 off=3769352 len=442603 2024-04-13T07:38:41.978 INFO:tasks.workunit.client.0.smithi003.stdout:op 858 completed, throughput=5MB/sec 2024-04-13T07:38:41.978 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1HR1Qb9TYnFmB9u off=4381376 len=531824 2024-04-13T07:38:41.979 INFO:tasks.workunit.client.0.smithi003.stdout:op 859 completed, throughput=5MB/sec 2024-04-13T07:38:41.979 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1qKShQWcJCULBTY off=11235814 len=1176008 2024-04-13T07:38:41.980 INFO:tasks.workunit.client.0.smithi003.stdout:op 860 completed, throughput=5MB/sec 2024-04-13T07:38:42.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:42 smithi003 ceph-mon[89364]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T07:38:42.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:42 smithi003 ceph-mon[91733]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T07:38:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:42 smithi066 ceph-mon[84331]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T07:38:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:38:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:38:42.981 INFO:tasks.workunit.client.0.smithi003.stdout: 176: throughput=4.98MB/sec pending data=0 2024-04-13T07:38:42.981 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4e8Vxxj3Exfyaj_ off=1298534 len=140024 2024-04-13T07:38:42.984 INFO:tasks.workunit.client.0.smithi003.stdout:op 861 completed, throughput=4.98MB/sec 2024-04-13T07:38:42.984 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gASOSxYX7lWvVu7 off=4477008 len=1794498 2024-04-13T07:38:42.995 INFO:tasks.workunit.client.0.smithi003.stdout:op 862 completed, throughput=4.99MB/sec 2024-04-13T07:38:42.995 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fbRqzvxv90bCYu3 off=3208857 len=1347090 2024-04-13T07:38:43.002 INFO:tasks.workunit.client.0.smithi003.stdout:op 863 completed, throughput=4.99MB/sec 2024-04-13T07:38:43.002 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0W6bHvVZeiOG57m off=287324 len=1093101 2024-04-13T07:38:43.004 INFO:tasks.workunit.client.0.smithi003.stdout:op 864 completed, throughput=5MB/sec 2024-04-13T07:38:43.004 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WwHZDOE6He2ehj9 off=12227918 len=1194746 2024-04-13T07:38:43.006 INFO:tasks.workunit.client.0.smithi003.stdout:op 865 completed, throughput=5.01MB/sec 2024-04-13T07:38:44.007 INFO:tasks.workunit.client.0.smithi003.stdout: 177: throughput=4.98MB/sec pending data=0 2024-04-13T07:38:44.007 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1Zk46z39vRVj1Ug off=1530013 len=1339906 2024-04-13T07:38:44.008 INFO:tasks.workunit.client.0.smithi003.stdout:op 866 completed, throughput=4.98MB/sec 2024-04-13T07:38:44.008 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fig1mHIhVPUATEV off=14862357 len=386175 2024-04-13T07:38:44.012 INFO:tasks.workunit.client.0.smithi003.stdout:op 867 completed, throughput=4.99MB/sec 2024-04-13T07:38:44.012 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lG_4ZvsmW85Ufn5 off=7352527 len=600013 2024-04-13T07:38:44.014 INFO:tasks.workunit.client.0.smithi003.stdout:op 868 completed, throughput=4.99MB/sec 2024-04-13T07:38:44.014 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MyKh46ssZkw6HeY off=11690797 len=654678 2024-04-13T07:38:44.014 INFO:tasks.workunit.client.0.smithi003.stdout:op 869 completed, throughput=4.99MB/sec 2024-04-13T07:38:44.015 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Ut1v0KtrjfRCeA5 off=14156498 len=1310165 2024-04-13T07:38:44.016 INFO:tasks.workunit.client.0.smithi003.stdout:op 870 completed, throughput=5MB/sec 2024-04-13T07:38:44.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:44 smithi003 ceph-mon[89364]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T07:38:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:38:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:38:44] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-04-13T07:38:44.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:44 smithi003 ceph-mon[91733]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T07:38:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:44 smithi066 ceph-mon[84331]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T07:38:45.016 INFO:tasks.workunit.client.0.smithi003.stdout: 178: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:45.016 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6WZTXw3kUOu7tZM off=6153437 len=1903825 2024-04-13T07:38:45.020 INFO:tasks.workunit.client.0.smithi003.stdout:op 871 completed, throughput=4.98MB/sec 2024-04-13T07:38:45.020 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jAf6Qqg0vPScI1s off=74961 len=1318685 2024-04-13T07:38:45.022 INFO:tasks.workunit.client.0.smithi003.stdout:op 872 completed, throughput=4.99MB/sec 2024-04-13T07:38:45.022 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OeNBvdlA1ZSuSbq off=132819 len=1040440 2024-04-13T07:38:45.027 INFO:tasks.workunit.client.0.smithi003.stdout:op 873 completed, throughput=4.99MB/sec 2024-04-13T07:38:45.027 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dFWx0ynn2vQtDbX off=8294565 len=1820874 2024-04-13T07:38:45.037 INFO:tasks.workunit.client.0.smithi003.stdout:op 874 completed, throughput=5MB/sec 2024-04-13T07:38:46.038 INFO:tasks.workunit.client.0.smithi003.stdout: 179: throughput=4.98MB/sec pending data=0 2024-04-13T07:38:46.038 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1Bntkao5kfAbM7o off=1087209 len=1044323 2024-04-13T07:38:46.044 INFO:tasks.workunit.client.0.smithi003.stdout:op 875 completed, throughput=4.98MB/sec 2024-04-13T07:38:46.044 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-T0osI_edoiiqEqt off=1915845 len=365893 2024-04-13T07:38:46.045 INFO:tasks.workunit.client.0.smithi003.stdout:op 876 completed, throughput=4.98MB/sec 2024-04-13T07:38:46.045 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CqxO9tTZbdCefuO off=4505249 len=1647435 2024-04-13T07:38:46.055 INFO:tasks.workunit.client.0.smithi003.stdout:op 877 completed, throughput=4.99MB/sec 2024-04-13T07:38:46.055 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7O76Ab-3wGacafL off=3932651 len=764508 2024-04-13T07:38:46.057 INFO:tasks.workunit.client.0.smithi003.stdout:op 878 completed, throughput=5MB/sec 2024-04-13T07:38:46.057 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tQg6n8XA8Z4Yww5 off=8543088 len=536161 2024-04-13T07:38:46.061 INFO:tasks.workunit.client.0.smithi003.stdout:op 879 completed, throughput=5MB/sec 2024-04-13T07:38:46.061 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lefHnF4-SuH8Ktz off=242772 len=724754 2024-04-13T07:38:46.065 INFO:tasks.workunit.client.0.smithi003.stdout:op 880 completed, throughput=5MB/sec 2024-04-13T07:38:46.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:46 smithi003 ceph-mon[91733]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:38:46.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:46 smithi003 ceph-mon[89364]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:38:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:46 smithi066 ceph-mon[84331]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:38:47.065 INFO:tasks.workunit.client.0.smithi003.stdout: 180: throughput=4.98MB/sec pending data=0 2024-04-13T07:38:47.066 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-I2K2gt6rmCfkZnN off=18707179 len=1862836 2024-04-13T07:38:47.070 INFO:tasks.workunit.client.0.smithi003.stdout:op 881 completed, throughput=4.98MB/sec 2024-04-13T07:38:47.070 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2TD45h_FotZW6yY off=8301712 len=1909696 2024-04-13T07:38:47.078 INFO:tasks.workunit.client.0.smithi003.stdout:op 882 completed, throughput=4.99MB/sec 2024-04-13T07:38:47.078 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9842AOP7xCq3u6u off=7008770 len=805408 2024-04-13T07:38:47.080 INFO:tasks.workunit.client.0.smithi003.stdout:op 883 completed, throughput=5MB/sec 2024-04-13T07:38:47.080 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-st_mW7ke35-UBRs off=8392881 len=913148 2024-04-13T07:38:47.085 INFO:tasks.workunit.client.0.smithi003.stdout:op 884 completed, throughput=5MB/sec 2024-04-13T07:38:48.085 INFO:tasks.workunit.client.0.smithi003.stdout: 181: throughput=4.98MB/sec pending data=0 2024-04-13T07:38:48.085 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cOpFcxx-OdawnoC off=8917597 len=928671 2024-04-13T07:38:48.087 INFO:tasks.workunit.client.0.smithi003.stdout:op 885 completed, throughput=4.98MB/sec 2024-04-13T07:38:48.087 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-H1Rk7g50h36hm2e off=10918799 len=1658055 2024-04-13T07:38:48.090 INFO:tasks.workunit.client.0.smithi003.stdout:op 886 completed, throughput=4.99MB/sec 2024-04-13T07:38:48.090 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pCeigMWBdtK7Xdb off=714464 len=438181 2024-04-13T07:38:48.094 INFO:tasks.workunit.client.0.smithi003.stdout:op 887 completed, throughput=4.99MB/sec 2024-04-13T07:38:48.094 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Qry_s9l1TMvc7yE off=8090670 len=70757 2024-04-13T07:38:48.097 INFO:tasks.workunit.client.0.smithi003.stdout:op 888 completed, throughput=4.99MB/sec 2024-04-13T07:38:48.097 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dhbdlIe2bdqqL8a off=15795918 len=1576338 2024-04-13T07:38:48.106 INFO:tasks.workunit.client.0.smithi003.stdout:op 889 completed, throughput=5MB/sec 2024-04-13T07:38:48.106 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Vj9Tryd1kHOJiba off=15670868 len=451062 2024-04-13T07:38:48.107 INFO:tasks.workunit.client.0.smithi003.stdout:op 890 completed, throughput=5MB/sec 2024-04-13T07:38:48.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:48 smithi003 ceph-mon[91733]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:38:48.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:48 smithi003 ceph-mon[89364]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:38:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:48 smithi066 ceph-mon[84331]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:38:49.107 INFO:tasks.workunit.client.0.smithi003.stdout: 182: throughput=4.98MB/sec pending data=0 2024-04-13T07:38:49.107 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cASEeZgw__zNrVd off=6540962 len=1287823 2024-04-13T07:38:49.109 INFO:tasks.workunit.client.0.smithi003.stdout:op 891 completed, throughput=4.98MB/sec 2024-04-13T07:38:49.109 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KHUEUPpQ0SnycF1 off=18852773 len=807434 2024-04-13T07:38:49.110 INFO:tasks.workunit.client.0.smithi003.stdout:op 892 completed, throughput=4.99MB/sec 2024-04-13T07:38:49.110 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0OG20rs5Zu4X_im off=18844139 len=1683659 2024-04-13T07:38:49.112 INFO:tasks.workunit.client.0.smithi003.stdout:op 893 completed, throughput=4.99MB/sec 2024-04-13T07:38:49.112 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BnUu19rPnmJOEgA off=15140286 len=922493 2024-04-13T07:38:49.118 INFO:tasks.workunit.client.0.smithi003.stdout:op 894 completed, throughput=5MB/sec 2024-04-13T07:38:49.118 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fZErHbiwORTgC8V off=5586118 len=267241 2024-04-13T07:38:49.121 INFO:tasks.workunit.client.0.smithi003.stdout:op 895 completed, throughput=5MB/sec 2024-04-13T07:38:50.121 INFO:tasks.workunit.client.0.smithi003.stdout: 183: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:50.121 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CZa_Cp14b4hZyE8 off=7309267 len=99595 2024-04-13T07:38:50.122 INFO:tasks.workunit.client.0.smithi003.stdout:op 896 completed, throughput=4.97MB/sec 2024-04-13T07:38:50.122 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-W_hjhagsHYq54f3 off=4662362 len=1887839 2024-04-13T07:38:50.130 INFO:tasks.workunit.client.0.smithi003.stdout:op 897 completed, throughput=4.98MB/sec 2024-04-13T07:38:50.130 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NQ12wRTnfN6LZ24 off=1393441 len=2003635 2024-04-13T07:38:50.134 INFO:tasks.workunit.client.0.smithi003.stdout:op 898 completed, throughput=4.99MB/sec 2024-04-13T07:38:50.134 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AupELCJsIX62wTs off=9367379 len=760222 2024-04-13T07:38:50.135 INFO:tasks.workunit.client.0.smithi003.stdout:op 899 completed, throughput=5MB/sec 2024-04-13T07:38:50.135 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-__klHAKBNpn1jIb off=899447 len=362083 2024-04-13T07:38:50.138 INFO:tasks.workunit.client.0.smithi003.stdout:op 900 completed, throughput=5MB/sec 2024-04-13T07:38:50.138 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KFRkeS4VMyHQ4mA off=6562321 len=540736 2024-04-13T07:38:50.139 INFO:tasks.workunit.client.0.smithi003.stdout:op 901 completed, throughput=5MB/sec 2024-04-13T07:38:50.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:50 smithi003 ceph-mon[91733]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:38:50.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:50 smithi003 ceph-mon[89364]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:38:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:50 smithi066 ceph-mon[84331]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:38:51.139 INFO:tasks.workunit.client.0.smithi003.stdout: 184: throughput=4.98MB/sec pending data=0 2024-04-13T07:38:51.139 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vJl5rJEuI2ugfyx off=5236247 len=436035 2024-04-13T07:38:51.143 INFO:tasks.workunit.client.0.smithi003.stdout:op 902 completed, throughput=4.98MB/sec 2024-04-13T07:38:51.143 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tbatd02HA0WAc5P off=8991548 len=1992449 2024-04-13T07:38:51.155 INFO:tasks.workunit.client.0.smithi003.stdout:op 903 completed, throughput=4.99MB/sec 2024-04-13T07:38:51.155 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xvHJVtGJfABCS4h off=1034592 len=1000906 2024-04-13T07:38:51.156 INFO:tasks.workunit.client.0.smithi003.stdout:op 904 completed, throughput=4.99MB/sec 2024-04-13T07:38:51.156 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-47AkD8Yw6QiSBV7 off=3355047 len=1840297 2024-04-13T07:38:51.158 INFO:tasks.workunit.client.0.smithi003.stdout:op 905 completed, throughput=5MB/sec 2024-04-13T07:38:52.159 INFO:tasks.workunit.client.0.smithi003.stdout: 185: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:52.159 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lREK0LK3a1HxjS9 off=11660085 len=574732 2024-04-13T07:38:52.163 INFO:tasks.workunit.client.0.smithi003.stdout:op 906 completed, throughput=4.98MB/sec 2024-04-13T07:38:52.163 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3J42hkYpM_jBcHR off=1828043 len=172730 2024-04-13T07:38:52.164 INFO:tasks.workunit.client.0.smithi003.stdout:op 907 completed, throughput=4.98MB/sec 2024-04-13T07:38:52.164 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oB0viT_U_Cf6oJf off=2301520 len=670722 2024-04-13T07:38:52.165 INFO:tasks.workunit.client.0.smithi003.stdout:op 908 completed, throughput=4.98MB/sec 2024-04-13T07:38:52.165 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Sc9OCOuH75LQM3_ off=792240 len=464459 2024-04-13T07:38:52.168 INFO:tasks.workunit.client.0.smithi003.stdout:op 909 completed, throughput=4.98MB/sec 2024-04-13T07:38:52.168 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-V6GDTVPbarbQos1 off=13908649 len=264546 2024-04-13T07:38:52.169 INFO:tasks.workunit.client.0.smithi003.stdout:op 910 completed, throughput=4.99MB/sec 2024-04-13T07:38:52.169 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GLLsd1XKNn3EMPY off=7533707 len=33661 2024-04-13T07:38:52.171 INFO:tasks.workunit.client.0.smithi003.stdout:op 911 completed, throughput=4.99MB/sec 2024-04-13T07:38:52.171 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-v2pDpo9Seb9qESs off=2750740 len=14150 2024-04-13T07:38:52.172 INFO:tasks.workunit.client.0.smithi003.stdout:op 912 completed, throughput=4.99MB/sec 2024-04-13T07:38:52.172 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eyuZNwuT97M-vJo off=0 len=1648158 2024-04-13T07:38:52.180 INFO:tasks.workunit.client.0.smithi003.stdout:op 913 completed, throughput=4.99MB/sec 2024-04-13T07:38:52.180 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yu3hvykFf_58fdK off=16076798 len=821660 2024-04-13T07:38:52.182 INFO:tasks.workunit.client.0.smithi003.stdout:op 914 completed, throughput=5MB/sec 2024-04-13T07:38:52.182 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-s-Y9UhAY_6EvGi0 off=797514 len=1305342 2024-04-13T07:38:52.189 INFO:tasks.workunit.client.0.smithi003.stdout:op 915 completed, throughput=5MB/sec 2024-04-13T07:38:52.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:52 smithi003 ceph-mon[91733]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-13T07:38:52.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:52 smithi003 ceph-mon[89364]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-13T07:38:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:52 smithi066 ceph-mon[84331]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-13T07:38:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:38:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:38:53.189 INFO:tasks.workunit.client.0.smithi003.stdout: 186: throughput=4.98MB/sec pending data=0 2024-04-13T07:38:53.189 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yTD5ZfCsZoClKLH off=3075399 len=170116 2024-04-13T07:38:53.192 INFO:tasks.workunit.client.0.smithi003.stdout:op 916 completed, throughput=4.98MB/sec 2024-04-13T07:38:53.192 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GyS4cAkBYfsbChx off=751521 len=1102073 2024-04-13T07:38:53.194 INFO:tasks.workunit.client.0.smithi003.stdout:op 917 completed, throughput=4.98MB/sec 2024-04-13T07:38:53.194 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-h_Or0Osnty6fwL9 off=12612928 len=1577718 2024-04-13T07:38:53.196 INFO:tasks.workunit.client.0.smithi003.stdout:op 918 completed, throughput=4.99MB/sec 2024-04-13T07:38:53.196 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-95_8ZolGSd3i03i off=1571476 len=16535 2024-04-13T07:38:53.199 INFO:tasks.workunit.client.0.smithi003.stdout:op 919 completed, throughput=4.99MB/sec 2024-04-13T07:38:53.199 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nGkk_51QEticLtd off=3360423 len=1224281 2024-04-13T07:38:53.200 INFO:tasks.workunit.client.0.smithi003.stdout:op 920 completed, throughput=5MB/sec 2024-04-13T07:38:53.200 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yvmFF7Kb5zge22v off=9595864 len=1946064 2024-04-13T07:38:53.212 INFO:tasks.workunit.client.0.smithi003.stdout:op 921 completed, throughput=5.01MB/sec 2024-04-13T07:38:53.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:38:53.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:38:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:38:54.212 INFO:tasks.workunit.client.0.smithi003.stdout: 187: throughput=4.98MB/sec pending data=0 2024-04-13T07:38:54.213 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-L7qmnitI2BTG_Os off=8802650 len=2084635 2024-04-13T07:38:54.215 INFO:tasks.workunit.client.0.smithi003.stdout:op 922 completed, throughput=4.99MB/sec 2024-04-13T07:38:54.215 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0hCR2mvklU5bdiW off=0 len=1778309 2024-04-13T07:38:54.218 INFO:tasks.workunit.client.0.smithi003.stdout:op 923 completed, throughput=5MB/sec 2024-04-13T07:38:54.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:54 smithi003 ceph-mon[89364]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T07:38:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:38:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:38:54] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-04-13T07:38:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:54 smithi003 ceph-mon[91733]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T07:38:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:54 smithi066 ceph-mon[84331]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T07:38:55.219 INFO:tasks.workunit.client.0.smithi003.stdout: 188: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:55.219 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5SWdiLdvgNcFLh3 off=463058 len=1254302 2024-04-13T07:38:55.232 INFO:tasks.workunit.client.0.smithi003.stdout:op 924 completed, throughput=4.98MB/sec 2024-04-13T07:38:55.232 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dV1woLO3XvqWHxb off=2096448 len=666521 2024-04-13T07:38:55.233 INFO:tasks.workunit.client.0.smithi003.stdout:op 925 completed, throughput=4.98MB/sec 2024-04-13T07:38:55.233 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SGL4XgSUYsRJF5Q off=1846014 len=569806 2024-04-13T07:38:55.234 INFO:tasks.workunit.client.0.smithi003.stdout:op 926 completed, throughput=4.99MB/sec 2024-04-13T07:38:55.234 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3LykGbsPpKQ07Dw off=10488152 len=1595754 2024-04-13T07:38:55.236 INFO:tasks.workunit.client.0.smithi003.stdout:op 927 completed, throughput=4.99MB/sec 2024-04-13T07:38:55.236 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QmpOr4J99bDDXBO off=10752508 len=1897136 2024-04-13T07:38:55.238 INFO:tasks.workunit.client.0.smithi003.stdout:op 928 completed, throughput=5MB/sec 2024-04-13T07:38:56.238 INFO:tasks.workunit.client.0.smithi003.stdout: 189: throughput=4.98MB/sec pending data=0 2024-04-13T07:38:56.238 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5VFg28yBDUq0-Ku off=3180090 len=596735 2024-04-13T07:38:56.242 INFO:tasks.workunit.client.0.smithi003.stdout:op 929 completed, throughput=4.98MB/sec 2024-04-13T07:38:56.242 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vzvfW7290jrK1dQ off=557694 len=1385329 2024-04-13T07:38:56.244 INFO:tasks.workunit.client.0.smithi003.stdout:op 930 completed, throughput=4.99MB/sec 2024-04-13T07:38:56.244 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-u3U6UXn6XW7Qc6R off=361822 len=420281 2024-04-13T07:38:56.247 INFO:tasks.workunit.client.0.smithi003.stdout:op 931 completed, throughput=4.99MB/sec 2024-04-13T07:38:56.248 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-o_TOaUt7wz7QhxJ off=3882 len=1102443 2024-04-13T07:38:56.254 INFO:tasks.workunit.client.0.smithi003.stdout:op 932 completed, throughput=4.99MB/sec 2024-04-13T07:38:56.254 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BgPsZy18n-Z0iAA off=7306570 len=23333 2024-04-13T07:38:56.256 INFO:tasks.workunit.client.0.smithi003.stdout:op 933 completed, throughput=4.99MB/sec 2024-04-13T07:38:56.256 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dx3TcDpWsClNiFM off=7527999 len=411709 2024-04-13T07:38:56.256 INFO:tasks.workunit.client.0.smithi003.stdout:op 934 completed, throughput=5MB/sec 2024-04-13T07:38:56.256 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7fkIttFIt2Qh6rm off=90507 len=233986 2024-04-13T07:38:56.259 INFO:tasks.workunit.client.0.smithi003.stdout:op 935 completed, throughput=5MB/sec 2024-04-13T07:38:56.259 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fqn5geqioRl2R1i off=9034744 len=1905937 2024-04-13T07:38:56.270 INFO:tasks.workunit.client.0.smithi003.stdout:op 936 completed, throughput=5.01MB/sec 2024-04-13T07:38:56.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:56 smithi003 ceph-mon[89364]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-13T07:38:56.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:56 smithi003 ceph-mon[91733]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-13T07:38:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:56 smithi066 ceph-mon[84331]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-13T07:38:57.270 INFO:tasks.workunit.client.0.smithi003.stdout: 190: throughput=4.98MB/sec pending data=0 2024-04-13T07:38:57.270 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-I3mEnZCeYFZI3T3 off=23442814 len=1996727 2024-04-13T07:38:57.274 INFO:tasks.workunit.client.0.smithi003.stdout:op 937 completed, throughput=4.99MB/sec 2024-04-13T07:38:57.274 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kNf-qOENB-IqU79 off=9535544 len=773207 2024-04-13T07:38:57.279 INFO:tasks.workunit.client.0.smithi003.stdout:op 938 completed, throughput=4.99MB/sec 2024-04-13T07:38:57.279 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sy8IkPuOXYiVD_e off=5030334 len=1040850 2024-04-13T07:38:57.281 INFO:tasks.workunit.client.0.smithi003.stdout:op 939 completed, throughput=5MB/sec 2024-04-13T07:38:57.281 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KwlS97JXV_Kh1Cx off=17253238 len=878563 2024-04-13T07:38:57.285 INFO:tasks.workunit.client.0.smithi003.stdout:op 940 completed, throughput=5MB/sec 2024-04-13T07:38:58.286 INFO:tasks.workunit.client.0.smithi003.stdout: 191: throughput=4.98MB/sec pending data=0 2024-04-13T07:38:58.286 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-04bJj27mCpIw1g3 off=10489582 len=2002078 2024-04-13T07:38:58.298 INFO:tasks.workunit.client.0.smithi003.stdout:op 941 completed, throughput=4.99MB/sec 2024-04-13T07:38:58.298 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5dCszwFl9Y8qW1K off=9867941 len=1369416 2024-04-13T07:38:58.305 INFO:tasks.workunit.client.0.smithi003.stdout:op 942 completed, throughput=4.99MB/sec 2024-04-13T07:38:58.306 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_18qW-V7URU90ee off=1395607 len=1279484 2024-04-13T07:38:58.310 INFO:tasks.workunit.client.0.smithi003.stdout:op 943 completed, throughput=5MB/sec 2024-04-13T07:38:58.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:38:58 smithi003 ceph-mon[89364]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:38:58.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:38:58 smithi003 ceph-mon[91733]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:38:58.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:38:58 smithi066 ceph-mon[84331]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:38:59.311 INFO:tasks.workunit.client.0.smithi003.stdout: 192: throughput=4.97MB/sec pending data=0 2024-04-13T07:38:59.311 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-c9FWwevldmfyT5C off=5903287 len=1095052 2024-04-13T07:38:59.317 INFO:tasks.workunit.client.0.smithi003.stdout:op 944 completed, throughput=4.98MB/sec 2024-04-13T07:38:59.317 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9ow8pL4aHrtE2am off=11935726 len=1933787 2024-04-13T07:38:59.319 INFO:tasks.workunit.client.0.smithi003.stdout:op 945 completed, throughput=4.99MB/sec 2024-04-13T07:38:59.319 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_Rx8MkaisWLqX1l off=710374 len=1091114 2024-04-13T07:38:59.324 INFO:tasks.workunit.client.0.smithi003.stdout:op 946 completed, throughput=4.99MB/sec 2024-04-13T07:38:59.324 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fSw1nQYuLfI1_Fy off=3305593 len=364657 2024-04-13T07:38:59.324 INFO:tasks.workunit.client.0.smithi003.stdout:op 947 completed, throughput=5MB/sec 2024-04-13T07:38:59.324 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-M0QS9lG6vaAvo5L off=5089814 len=76491 2024-04-13T07:38:59.327 INFO:tasks.workunit.client.0.smithi003.stdout:op 948 completed, throughput=5MB/sec 2024-04-13T07:38:59.327 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-j0jI1Oz5y7p3eUH off=2454882 len=129191 2024-04-13T07:38:59.327 INFO:tasks.workunit.client.0.smithi003.stdout:op 949 completed, throughput=5MB/sec 2024-04-13T07:38:59.327 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CZa_Cp14b4hZyE8 off=4716175 len=950416 2024-04-13T07:38:59.332 INFO:tasks.workunit.client.0.smithi003.stdout:op 950 completed, throughput=5MB/sec 2024-04-13T07:39:00.334 INFO:tasks.workunit.client.0.smithi003.stdout: 193: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:00.334 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bOnuE932jJqXqsb off=13169886 len=1023924 2024-04-13T07:39:00.338 INFO:tasks.workunit.client.0.smithi003.stdout:op 951 completed, throughput=4.98MB/sec 2024-04-13T07:39:00.338 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KbepF7fTNjxPYIh off=21113785 len=676318 2024-04-13T07:39:00.339 INFO:tasks.workunit.client.0.smithi003.stdout:op 952 completed, throughput=4.98MB/sec 2024-04-13T07:39:00.339 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-z7meHgEHdXFNY_6 off=8581206 len=1979950 2024-04-13T07:39:00.353 INFO:tasks.workunit.client.0.smithi003.stdout:op 953 completed, throughput=4.99MB/sec 2024-04-13T07:39:00.353 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UekA0Qjqwr2rUEO off=14621636 len=449685 2024-04-13T07:39:00.353 INFO:tasks.workunit.client.0.smithi003.stdout:op 954 completed, throughput=5MB/sec 2024-04-13T07:39:00.353 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PTWqGdPS4OIwV9h off=3428441 len=1878602 2024-04-13T07:39:00.355 INFO:tasks.workunit.client.0.smithi003.stdout:op 955 completed, throughput=5MB/sec 2024-04-13T07:39:00.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:00 smithi003 ceph-mon[91733]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-13T07:39:00.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:00 smithi003 ceph-mon[89364]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-13T07:39:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:00 smithi066 ceph-mon[84331]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-13T07:39:01.356 INFO:tasks.workunit.client.0.smithi003.stdout: 194: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:01.356 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cjwnv7_c-zW78Cb off=3318408 len=1692796 2024-04-13T07:39:01.359 INFO:tasks.workunit.client.0.smithi003.stdout:op 956 completed, throughput=4.99MB/sec 2024-04-13T07:39:01.359 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bqQR5Zxccj-QE87 off=12650 len=1100447 2024-04-13T07:39:01.364 INFO:tasks.workunit.client.0.smithi003.stdout:op 957 completed, throughput=4.99MB/sec 2024-04-13T07:39:01.364 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-io_UKvw0XA9wJvX off=1427812 len=1081197 2024-04-13T07:39:01.366 INFO:tasks.workunit.client.0.smithi003.stdout:op 958 completed, throughput=5MB/sec 2024-04-13T07:39:01.366 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lRWB7tTEwGQ6v9m off=1427671 len=1249073 2024-04-13T07:39:01.373 INFO:tasks.workunit.client.0.smithi003.stdout:op 959 completed, throughput=5MB/sec 2024-04-13T07:39:02.373 INFO:tasks.workunit.client.0.smithi003.stdout: 195: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:02.373 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-M3BMIhTNxvAoc_V off=2553689 len=578406 2024-04-13T07:39:02.378 INFO:tasks.workunit.client.0.smithi003.stdout:op 960 completed, throughput=4.98MB/sec 2024-04-13T07:39:02.378 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gMs3jIvwZ2P4bPO off=5266300 len=1053278 2024-04-13T07:39:02.382 INFO:tasks.workunit.client.0.smithi003.stdout:op 961 completed, throughput=4.99MB/sec 2024-04-13T07:39:02.382 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OKu9afLiLlE5ZOS off=18486414 len=123904 2024-04-13T07:39:02.384 INFO:tasks.workunit.client.0.smithi003.stdout:op 962 completed, throughput=4.99MB/sec 2024-04-13T07:39:02.384 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QllEGH2G8Hosplb off=11737329 len=2039616 2024-04-13T07:39:02.386 INFO:tasks.workunit.client.0.smithi003.stdout:op 963 completed, throughput=5MB/sec 2024-04-13T07:39:02.386 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0XaGRkdPbFqsu-U off=6628425 len=449307 2024-04-13T07:39:02.390 INFO:tasks.workunit.client.0.smithi003.stdout:op 964 completed, throughput=5MB/sec 2024-04-13T07:39:02.390 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zhrpEeUayoEc7JX off=206805 len=887203 2024-04-13T07:39:02.391 INFO:tasks.workunit.client.0.smithi003.stdout:op 965 completed, throughput=5MB/sec 2024-04-13T07:39:02.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:02 smithi003 ceph-mon[91733]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:39:02.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:02 smithi003 ceph-mon[89364]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:39:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:02 smithi066 ceph-mon[84331]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:39:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:39:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:39:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:39:03.392 INFO:tasks.workunit.client.0.smithi003.stdout: 196: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:03.392 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Sbgqb3vxc2uSiQ3 off=24306886 len=1175558 2024-04-13T07:39:03.398 INFO:tasks.workunit.client.0.smithi003.stdout:op 966 completed, throughput=4.98MB/sec 2024-04-13T07:39:03.399 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XG1B0klcNao2UZn off=9237617 len=305908 2024-04-13T07:39:03.399 INFO:tasks.workunit.client.0.smithi003.stdout:op 967 completed, throughput=4.98MB/sec 2024-04-13T07:39:03.399 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1X8Td8UCjPm3nDL off=2665232 len=1589980 2024-04-13T07:39:03.401 INFO:tasks.workunit.client.0.smithi003.stdout:op 968 completed, throughput=4.99MB/sec 2024-04-13T07:39:03.401 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VNZZLArsQkLPwej off=3392247 len=296290 2024-04-13T07:39:03.402 INFO:tasks.workunit.client.0.smithi003.stdout:op 969 completed, throughput=4.99MB/sec 2024-04-13T07:39:03.402 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IrrObNxUuT9AZC4 off=16829091 len=994738 2024-04-13T07:39:03.404 INFO:tasks.workunit.client.0.smithi003.stdout:op 970 completed, throughput=5MB/sec 2024-04-13T07:39:03.404 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kAF_6XytrwCpaE3 off=6518526 len=1510631 2024-04-13T07:39:03.412 INFO:tasks.workunit.client.0.smithi003.stdout:op 971 completed, throughput=5.01MB/sec 2024-04-13T07:39:04.412 INFO:tasks.workunit.client.0.smithi003.stdout: 197: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:04.413 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cvL40cLn_lQSc2v off=18139011 len=1362825 2024-04-13T07:39:04.422 INFO:tasks.workunit.client.0.smithi003.stdout:op 972 completed, throughput=4.99MB/sec 2024-04-13T07:39:04.422 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wijqpRMCn1nYQf1 off=4247661 len=1963589 2024-04-13T07:39:04.432 INFO:tasks.workunit.client.0.smithi003.stdout:op 973 completed, throughput=5MB/sec 2024-04-13T07:39:04.433 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KOAFTfo7uE0iDgT off=9134344 len=56134 2024-04-13T07:39:04.433 INFO:tasks.workunit.client.0.smithi003.stdout:op 974 completed, throughput=5MB/sec 2024-04-13T07:39:04.433 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rikQHy6VKqA461- off=19623817 len=1450057 2024-04-13T07:39:04.435 INFO:tasks.workunit.client.0.smithi003.stdout:op 975 completed, throughput=5MB/sec 2024-04-13T07:39:04.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:04 smithi003 ceph-mon[91733]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:39:04.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:04 smithi003 ceph-mon[89364]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:39:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:39:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:39:04] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-04-13T07:39:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:04 smithi066 ceph-mon[84331]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:39:05.438 INFO:tasks.workunit.client.0.smithi003.stdout: 198: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:05.442 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mDUTm67m5HYO_di off=18239277 len=1111917 2024-04-13T07:39:05.442 INFO:tasks.workunit.client.0.smithi003.stdout:op 976 completed, throughput=4.98MB/sec 2024-04-13T07:39:05.442 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-96pvA5aUZgN7wSh off=7480742 len=1658265 2024-04-13T07:39:05.443 INFO:tasks.workunit.client.0.smithi003.stdout:op 977 completed, throughput=4.99MB/sec 2024-04-13T07:39:05.443 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WfZmYPHVTOsSJN2 off=449983 len=242479 2024-04-13T07:39:05.444 INFO:tasks.workunit.client.0.smithi003.stdout:op 978 completed, throughput=4.99MB/sec 2024-04-13T07:39:05.444 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uJ9ITHdGNLaLE8q off=291139 len=726990 2024-04-13T07:39:05.445 INFO:tasks.workunit.client.0.smithi003.stdout:op 979 completed, throughput=5MB/sec 2024-04-13T07:39:05.445 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dBMkKjiYiy5Erol off=5067069 len=60348 2024-04-13T07:39:05.448 INFO:tasks.workunit.client.0.smithi003.stdout:op 980 completed, throughput=5MB/sec 2024-04-13T07:39:05.448 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gbPPnhsXAQ4WoV9 off=2529685 len=2042789 2024-04-13T07:39:05.450 INFO:tasks.workunit.client.0.smithi003.stdout:op 981 completed, throughput=5.01MB/sec 2024-04-13T07:39:06.450 INFO:tasks.workunit.client.0.smithi003.stdout: 199: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:06.451 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nPzn7Tg-gHYu-Jj off=7451171 len=391635 2024-04-13T07:39:06.452 INFO:tasks.workunit.client.0.smithi003.stdout:op 982 completed, throughput=4.98MB/sec 2024-04-13T07:39:06.452 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XNS4AebCQij0mtS off=9842773 len=741057 2024-04-13T07:39:06.457 INFO:tasks.workunit.client.0.smithi003.stdout:op 983 completed, throughput=4.99MB/sec 2024-04-13T07:39:06.457 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xoof8a8Rd1nU9FR off=14087582 len=495386 2024-04-13T07:39:06.461 INFO:tasks.workunit.client.0.smithi003.stdout:op 984 completed, throughput=4.99MB/sec 2024-04-13T07:39:06.461 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-G_IJvVzxzR7h9m9 off=4029082 len=525405 2024-04-13T07:39:06.462 INFO:tasks.workunit.client.0.smithi003.stdout:op 985 completed, throughput=4.99MB/sec 2024-04-13T07:39:06.462 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-irpTIVj7NIjXkde off=10109069 len=199877 2024-04-13T07:39:06.462 INFO:tasks.workunit.client.0.smithi003.stdout:op 986 completed, throughput=4.99MB/sec 2024-04-13T07:39:06.462 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jQMSfa9vNSjjAfs off=8892840 len=1551447 2024-04-13T07:39:06.464 INFO:tasks.workunit.client.0.smithi003.stdout:op 987 completed, throughput=5MB/sec 2024-04-13T07:39:06.464 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hj2PMz0YtYfqPPg off=1400920 len=799523 2024-04-13T07:39:06.468 INFO:tasks.workunit.client.0.smithi003.stdout:op 988 completed, throughput=5MB/sec 2024-04-13T07:39:06.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:06 smithi003 ceph-mon[91733]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:39:06.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:06 smithi003 ceph-mon[89364]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:39:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:06 smithi066 ceph-mon[84331]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:39:07.469 INFO:tasks.workunit.client.0.smithi003.stdout: 200: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:07.469 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bKxz7nL-2lHuvbZ off=7454421 len=1292818 2024-04-13T07:39:07.477 INFO:tasks.workunit.client.0.smithi003.stdout:op 989 completed, throughput=4.98MB/sec 2024-04-13T07:39:07.477 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-y7tqRXMxvWgS8nw off=2543346 len=1111257 2024-04-13T07:39:07.478 INFO:tasks.workunit.client.0.smithi003.stdout:op 990 completed, throughput=4.99MB/sec 2024-04-13T07:39:07.478 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FP00SPHnOazJ2Tl off=4098846 len=1813546 2024-04-13T07:39:07.480 INFO:tasks.workunit.client.0.smithi003.stdout:op 991 completed, throughput=5MB/sec 2024-04-13T07:39:07.480 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VC_zkt10lXtb2Wm off=1567208 len=395104 2024-04-13T07:39:07.481 INFO:tasks.workunit.client.0.smithi003.stdout:op 992 completed, throughput=5MB/sec 2024-04-13T07:39:07.481 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-86QR4uxhyXaIkzG off=9626885 len=1243497 2024-04-13T07:39:07.486 INFO:tasks.workunit.client.0.smithi003.stdout:op 993 completed, throughput=5MB/sec 2024-04-13T07:39:08.151 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:39:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=sqlstore.transactions t=2024-04-13T07:39:07.806939187Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-13T07:39:08.486 INFO:tasks.workunit.client.0.smithi003.stdout: 201: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:08.487 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rbNcsfL1vfiA-dN off=14974130 len=852584 2024-04-13T07:39:08.487 INFO:tasks.workunit.client.0.smithi003.stdout:op 994 completed, throughput=4.98MB/sec 2024-04-13T07:39:08.488 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7cD4Y4dWysqUkJr off=4313603 len=1231613 2024-04-13T07:39:08.496 INFO:tasks.workunit.client.0.smithi003.stdout:op 995 completed, throughput=4.99MB/sec 2024-04-13T07:39:08.496 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hEr_OQ0kk9VoM-z off=8220451 len=1428567 2024-04-13T07:39:08.498 INFO:tasks.workunit.client.0.smithi003.stdout:op 996 completed, throughput=5MB/sec 2024-04-13T07:39:08.498 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JCTjYHzlhf35Xtq off=1150749 len=1301601 2024-04-13T07:39:08.501 INFO:tasks.workunit.client.0.smithi003.stdout:op 997 completed, throughput=5MB/sec 2024-04-13T07:39:08.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:08 smithi003 ceph-mon[89364]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:39:08.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:39:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:08 smithi003 ceph-mon[91733]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:39:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:39:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:08 smithi066 ceph-mon[84331]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:39:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:39:09.501 INFO:tasks.workunit.client.0.smithi003.stdout: 202: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:09.501 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QB3FsviTA5Mmw3Y off=9477471 len=1536737 2024-04-13T07:39:09.503 INFO:tasks.workunit.client.0.smithi003.stdout:op 998 completed, throughput=4.98MB/sec 2024-04-13T07:39:09.503 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1Tx2IvuJpHtDCfk off=2500173 len=1904203 2024-04-13T07:39:09.505 INFO:tasks.workunit.client.0.smithi003.stdout:op 999 completed, throughput=4.99MB/sec 2024-04-13T07:39:09.505 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AG16HkpPAnA3RxR off=1250222 len=1914401 2024-04-13T07:39:09.517 INFO:tasks.workunit.client.0.smithi003.stdout:op 1000 completed, throughput=5MB/sec 2024-04-13T07:39:10.518 INFO:tasks.workunit.client.0.smithi003.stdout: 203: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:10.518 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-skQ514UMbrP0-cx off=8540305 len=610168 2024-04-13T07:39:10.519 INFO:tasks.workunit.client.0.smithi003.stdout:op 1001 completed, throughput=4.98MB/sec 2024-04-13T07:39:10.519 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TnFnZC-62vTgJtm off=1418941 len=1770909 2024-04-13T07:39:10.521 INFO:tasks.workunit.client.0.smithi003.stdout:op 1002 completed, throughput=4.99MB/sec 2024-04-13T07:39:10.521 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UvSVWCDV6nDMxdy off=16572254 len=1647578 2024-04-13T07:39:10.524 INFO:tasks.workunit.client.0.smithi003.stdout:op 1003 completed, throughput=5MB/sec 2024-04-13T07:39:10.525 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_80omX0rfw9RjVv off=112265 len=405806 2024-04-13T07:39:10.529 INFO:tasks.workunit.client.0.smithi003.stdout:op 1004 completed, throughput=5MB/sec 2024-04-13T07:39:10.529 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wDOkgSrpNuDJadx off=370492 len=1193909 2024-04-13T07:39:10.530 INFO:tasks.workunit.client.0.smithi003.stdout:op 1005 completed, throughput=5MB/sec 2024-04-13T07:39:10.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:10 smithi003 ceph-mon[91733]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:39:10.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:10 smithi003 ceph-mon[89364]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:39:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:10 smithi066 ceph-mon[84331]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:39:11.530 INFO:tasks.workunit.client.0.smithi003.stdout: 204: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:11.531 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_oeiNY_dmVYcMQg off=5313172 len=1486359 2024-04-13T07:39:11.538 INFO:tasks.workunit.client.0.smithi003.stdout:op 1006 completed, throughput=4.99MB/sec 2024-04-13T07:39:11.538 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9VjpTOMGf24LqC_ off=9312270 len=971174 2024-04-13T07:39:11.539 INFO:tasks.workunit.client.0.smithi003.stdout:op 1007 completed, throughput=4.99MB/sec 2024-04-13T07:39:11.539 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0jnSyG9J_7mqGy0 off=4724513 len=853042 2024-04-13T07:39:11.540 INFO:tasks.workunit.client.0.smithi003.stdout:op 1008 completed, throughput=4.99MB/sec 2024-04-13T07:39:11.540 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-D3h3f6hltgJKvLb off=1752308 len=1347789 2024-04-13T07:39:11.543 INFO:tasks.workunit.client.0.smithi003.stdout:op 1009 completed, throughput=5MB/sec 2024-04-13T07:39:12.543 INFO:tasks.workunit.client.0.smithi003.stdout: 205: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:12.543 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-l9tyDUdDrcy170q off=15841234 len=456552 2024-04-13T07:39:12.544 INFO:tasks.workunit.client.0.smithi003.stdout:op 1010 completed, throughput=4.98MB/sec 2024-04-13T07:39:12.544 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7Fby8BOO7-Nu5r6 off=2936853 len=1233675 2024-04-13T07:39:12.551 INFO:tasks.workunit.client.0.smithi003.stdout:op 1011 completed, throughput=4.98MB/sec 2024-04-13T07:39:12.551 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1WwSMOWH07aO9ug off=826826 len=1607434 2024-04-13T07:39:12.553 INFO:tasks.workunit.client.0.smithi003.stdout:op 1012 completed, throughput=4.99MB/sec 2024-04-13T07:39:12.553 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sEy0IJ7cs7e0qWp off=5475969 len=1294815 2024-04-13T07:39:12.554 INFO:tasks.workunit.client.0.smithi003.stdout:op 1013 completed, throughput=5MB/sec 2024-04-13T07:39:12.554 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Lken-SBOcZDKj85 off=3802520 len=863646 2024-04-13T07:39:12.556 INFO:tasks.workunit.client.0.smithi003.stdout:op 1014 completed, throughput=5MB/sec 2024-04-13T07:39:12.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:12 smithi003 ceph-mon[91733]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:39:12.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:12 smithi003 ceph-mon[89364]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:39:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:12 smithi066 ceph-mon[84331]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:39:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:39:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:39:13.556 INFO:tasks.workunit.client.0.smithi003.stdout: 206: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:13.556 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hD0EQtvIH3krZUZ off=7509992 len=1109125 2024-04-13T07:39:13.559 INFO:tasks.workunit.client.0.smithi003.stdout:op 1015 completed, throughput=4.98MB/sec 2024-04-13T07:39:13.559 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DO7AtwT5qezYfPl off=13562546 len=1138072 2024-04-13T07:39:13.561 INFO:tasks.workunit.client.0.smithi003.stdout:op 1016 completed, throughput=4.99MB/sec 2024-04-13T07:39:13.561 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HGOD9UXDrJ1cZar off=12826168 len=4581 2024-04-13T07:39:13.562 INFO:tasks.workunit.client.0.smithi003.stdout:op 1017 completed, throughput=4.99MB/sec 2024-04-13T07:39:13.562 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NNx5F-VWcMd3Fod off=215267 len=932019 2024-04-13T07:39:13.564 INFO:tasks.workunit.client.0.smithi003.stdout:op 1018 completed, throughput=4.99MB/sec 2024-04-13T07:39:13.564 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tIIU_uHCdsOSy5z off=117382 len=1244694 2024-04-13T07:39:13.570 INFO:tasks.workunit.client.0.smithi003.stdout:op 1019 completed, throughput=5MB/sec 2024-04-13T07:39:13.570 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vqDJ5_lxmc3wcK5 off=11856191 len=936184 2024-04-13T07:39:13.571 INFO:tasks.workunit.client.0.smithi003.stdout:op 1020 completed, throughput=5MB/sec 2024-04-13T07:39:14.571 INFO:tasks.workunit.client.0.smithi003.stdout: 207: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:14.572 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1SUfkW3U-LOFbAE off=4995823 len=901596 2024-04-13T07:39:14.576 INFO:tasks.workunit.client.0.smithi003.stdout:op 1021 completed, throughput=4.98MB/sec 2024-04-13T07:39:14.576 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-A9T9zpmVKEMOXS6 off=285709 len=1929642 2024-04-13T07:39:14.587 INFO:tasks.workunit.client.0.smithi003.stdout:op 1022 completed, throughput=4.99MB/sec 2024-04-13T07:39:14.588 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cgRMWagthY22qx0 off=803521 len=1718654 2024-04-13T07:39:14.597 INFO:tasks.workunit.client.0.smithi003.stdout:op 1023 completed, throughput=5MB/sec 2024-04-13T07:39:14.597 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PH9eQBKcrAeK198 off=5800416 len=594260 2024-04-13T07:39:14.601 INFO:tasks.workunit.client.0.smithi003.stdout:op 1024 completed, throughput=5MB/sec 2024-04-13T07:39:14.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:14 smithi003 ceph-mon[91733]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-13T07:39:14.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:14 smithi003 ceph-mon[89364]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-13T07:39:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:39:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:39:14] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-04-13T07:39:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:14 smithi066 ceph-mon[84331]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-13T07:39:15.601 INFO:tasks.workunit.client.0.smithi003.stdout: 208: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:15.601 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XMrcmwe2ukPRJoV off=572336 len=1164362 2024-04-13T07:39:15.603 INFO:tasks.workunit.client.0.smithi003.stdout:op 1025 completed, throughput=4.98MB/sec 2024-04-13T07:39:15.603 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-D_GMle0p3FRCKXX off=1846267 len=882721 2024-04-13T07:39:15.604 INFO:tasks.workunit.client.0.smithi003.stdout:op 1026 completed, throughput=4.99MB/sec 2024-04-13T07:39:15.604 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aY49kcfULA_3Agm off=455958 len=2000735 2024-04-13T07:39:15.608 INFO:tasks.workunit.client.0.smithi003.stdout:op 1027 completed, throughput=4.99MB/sec 2024-04-13T07:39:15.609 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lxqTNU0lI8YdeyT off=6685651 len=1432586 2024-04-13T07:39:15.611 INFO:tasks.workunit.client.0.smithi003.stdout:op 1028 completed, throughput=5MB/sec 2024-04-13T07:39:16.611 INFO:tasks.workunit.client.0.smithi003.stdout: 209: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:16.611 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-e1TmOyjHLz2j4wT off=9740659 len=1827957 2024-04-13T07:39:16.621 INFO:tasks.workunit.client.0.smithi003.stdout:op 1029 completed, throughput=4.99MB/sec 2024-04-13T07:39:16.621 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Vy9NCU8oOXWdb8Q off=4320691 len=1254571 2024-04-13T07:39:16.628 INFO:tasks.workunit.client.0.smithi003.stdout:op 1030 completed, throughput=4.99MB/sec 2024-04-13T07:39:16.628 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AmrqYiC69_UDkYA off=3466513 len=298040 2024-04-13T07:39:16.628 INFO:tasks.workunit.client.0.smithi003.stdout:op 1031 completed, throughput=4.99MB/sec 2024-04-13T07:39:16.629 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MAr6iEZDsAVDkEZ off=9178196 len=1116963 2024-04-13T07:39:16.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:16 smithi003 ceph-mon[91733]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-13T07:39:16.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:16 smithi003 ceph-mon[89364]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-13T07:39:16.634 INFO:tasks.workunit.client.0.smithi003.stdout:op 1032 completed, throughput=5MB/sec 2024-04-13T07:39:16.634 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_sEsJb-yj4JzQOf off=6541630 len=1244027 2024-04-13T07:39:16.641 INFO:tasks.workunit.client.0.smithi003.stdout:op 1033 completed, throughput=5MB/sec 2024-04-13T07:39:16.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:16 smithi066 ceph-mon[84331]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-13T07:39:17.641 INFO:tasks.workunit.client.0.smithi003.stdout: 210: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:17.641 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FBU8et1APTQBG0W off=5365171 len=45750 2024-04-13T07:39:17.642 INFO:tasks.workunit.client.0.smithi003.stdout:op 1034 completed, throughput=4.98MB/sec 2024-04-13T07:39:17.642 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hntk-8du3m5CXDs off=13365885 len=1931333 2024-04-13T07:39:17.650 INFO:tasks.workunit.client.0.smithi003.stdout:op 1035 completed, throughput=4.99MB/sec 2024-04-13T07:39:17.650 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uKi3LnkgtwSGK7B off=10305946 len=731918 2024-04-13T07:39:17.655 INFO:tasks.workunit.client.0.smithi003.stdout:op 1036 completed, throughput=4.99MB/sec 2024-04-13T07:39:17.655 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VpJbL-uwGnhPzxP off=10898528 len=808061 2024-04-13T07:39:17.657 INFO:tasks.workunit.client.0.smithi003.stdout:op 1037 completed, throughput=4.99MB/sec 2024-04-13T07:39:17.657 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-I5J1uLGAaQHcnAO off=425657 len=944482 2024-04-13T07:39:17.662 INFO:tasks.workunit.client.0.smithi003.stdout:op 1038 completed, throughput=5MB/sec 2024-04-13T07:39:17.662 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XkpKn5PA0m3yHGr off=1273770 len=1701669 2024-04-13T07:39:17.668 INFO:tasks.workunit.client.0.smithi003.stdout:op 1039 completed, throughput=5.01MB/sec 2024-04-13T07:39:18.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:18 smithi003 ceph-mon[91733]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:39:18.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:18 smithi003 ceph-mon[89364]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:39:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:18 smithi066 ceph-mon[84331]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:39:18.668 INFO:tasks.workunit.client.0.smithi003.stdout: 211: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:18.668 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AeV_vvmxoDaWchD off=14401434 len=359469 2024-04-13T07:39:18.671 INFO:tasks.workunit.client.0.smithi003.stdout:op 1040 completed, throughput=4.98MB/sec 2024-04-13T07:39:18.671 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1i2YeVl1JlZ01yE off=14316949 len=773627 2024-04-13T07:39:18.676 INFO:tasks.workunit.client.0.smithi003.stdout:op 1041 completed, throughput=4.99MB/sec 2024-04-13T07:39:18.676 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Dpjq7JH2e4nVjp5 off=1929025 len=1119953 2024-04-13T07:39:18.682 INFO:tasks.workunit.client.0.smithi003.stdout:op 1042 completed, throughput=4.99MB/sec 2024-04-13T07:39:18.682 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XemFeouQHmSYDij off=1033657 len=1080666 2024-04-13T07:39:18.687 INFO:tasks.workunit.client.0.smithi003.stdout:op 1043 completed, throughput=5MB/sec 2024-04-13T07:39:18.687 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-q3v5SbVW5Z2XlGK off=2205511 len=1739949 2024-04-13T07:39:18.697 INFO:tasks.workunit.client.0.smithi003.stdout:op 1044 completed, throughput=5MB/sec 2024-04-13T07:39:19.698 INFO:tasks.workunit.client.0.smithi003.stdout: 212: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:19.716 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WPHhPO0g6bET0Y5 off=13657490 len=2000916 2024-04-13T07:39:19.717 INFO:tasks.workunit.client.0.smithi003.stdout:op 1045 completed, throughput=4.99MB/sec 2024-04-13T07:39:19.718 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Z2C-aWaBtSj1yu8 off=0 len=1168681 2024-04-13T07:39:19.718 INFO:tasks.workunit.client.0.smithi003.stdout:op 1046 completed, throughput=5MB/sec 2024-04-13T07:39:19.718 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jhiqr4JIUfYa6xu off=3291251 len=815173 2024-04-13T07:39:19.718 INFO:tasks.workunit.client.0.smithi003.stdout:op 1047 completed, throughput=5MB/sec 2024-04-13T07:39:19.718 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Z9gGdMCNpW0ftnq off=4423609 len=1763185 2024-04-13T07:39:19.719 INFO:tasks.workunit.client.0.smithi003.stdout:op 1048 completed, throughput=5.01MB/sec 2024-04-13T07:39:20.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:20 smithi003 ceph-mon[91733]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:39:20.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:20 smithi003 ceph-mon[89364]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:39:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:20 smithi066 ceph-mon[84331]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:39:20.718 INFO:tasks.workunit.client.0.smithi003.stdout: 213: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:20.718 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XaRdVJw1WVRDa97 off=4334537 len=1982786 2024-04-13T07:39:20.730 INFO:tasks.workunit.client.0.smithi003.stdout:op 1049 completed, throughput=4.99MB/sec 2024-04-13T07:39:20.730 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BC3OS-KbpL8t_6z off=15516908 len=413274 2024-04-13T07:39:20.731 INFO:tasks.workunit.client.0.smithi003.stdout:op 1050 completed, throughput=4.99MB/sec 2024-04-13T07:39:20.731 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-65DZ_nGR6V5t00D off=795061 len=1561467 2024-04-13T07:39:20.733 INFO:tasks.workunit.client.0.smithi003.stdout:op 1051 completed, throughput=5MB/sec 2024-04-13T07:39:21.734 INFO:tasks.workunit.client.0.smithi003.stdout: 214: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:21.734 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1X8Td8UCjPm3nDL off=659993 len=1823046 2024-04-13T07:39:21.745 INFO:tasks.workunit.client.0.smithi003.stdout:op 1052 completed, throughput=4.99MB/sec 2024-04-13T07:39:21.745 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-m5OsVndyOJnEobF off=10916586 len=914471 2024-04-13T07:39:21.746 INFO:tasks.workunit.client.0.smithi003.stdout:op 1053 completed, throughput=4.99MB/sec 2024-04-13T07:39:21.746 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ktcFsDe1wFffzty off=3265064 len=1013535 2024-04-13T07:39:21.749 INFO:tasks.workunit.client.0.smithi003.stdout:op 1054 completed, throughput=4.99MB/sec 2024-04-13T07:39:21.749 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ApjfHg2llGLIbqv off=2857183 len=898084 2024-04-13T07:39:21.754 INFO:tasks.workunit.client.0.smithi003.stdout:op 1055 completed, throughput=5MB/sec 2024-04-13T07:39:21.754 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FUO7La3Exdl-Iho off=1276780 len=2036543 2024-04-13T07:39:21.756 INFO:tasks.workunit.client.0.smithi003.stdout:op 1056 completed, throughput=5.01MB/sec 2024-04-13T07:39:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:22 smithi003 ceph-mon[91733]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:39:22.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:22 smithi003 ceph-mon[89364]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:39:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:22 smithi066 ceph-mon[84331]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:39:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:39:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:39:22.756 INFO:tasks.workunit.client.0.smithi003.stdout: 215: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:22.756 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xOPK1P_vIxD0fjz off=11129583 len=497339 2024-04-13T07:39:22.757 INFO:tasks.workunit.client.0.smithi003.stdout:op 1057 completed, throughput=4.99MB/sec 2024-04-13T07:39:22.757 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1EdZfApDatvu8te off=334554 len=1251186 2024-04-13T07:39:22.760 INFO:tasks.workunit.client.0.smithi003.stdout:op 1058 completed, throughput=4.99MB/sec 2024-04-13T07:39:22.760 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_2CJN6dexSySiXi off=8120494 len=1850335 2024-04-13T07:39:22.771 INFO:tasks.workunit.client.0.smithi003.stdout:op 1059 completed, throughput=5MB/sec 2024-04-13T07:39:22.771 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-F_VGelstzF4kCJw off=1832811 len=760665 2024-04-13T07:39:22.775 INFO:tasks.workunit.client.0.smithi003.stdout:op 1060 completed, throughput=5MB/sec 2024-04-13T07:39:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:39:23.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:39:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:39:23.776 INFO:tasks.workunit.client.0.smithi003.stdout: 216: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:23.776 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ugqYzEhNifXjoS2 off=12377707 len=541875 2024-04-13T07:39:23.777 INFO:tasks.workunit.client.0.smithi003.stdout:op 1061 completed, throughput=4.98MB/sec 2024-04-13T07:39:23.777 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lvt-j3zQsMys9Fs off=1466258 len=142184 2024-04-13T07:39:23.780 INFO:tasks.workunit.client.0.smithi003.stdout:op 1062 completed, throughput=4.98MB/sec 2024-04-13T07:39:23.780 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IGAA3N4P1E3uyMf off=3430466 len=1909284 2024-04-13T07:39:23.792 INFO:tasks.workunit.client.0.smithi003.stdout:op 1063 completed, throughput=4.99MB/sec 2024-04-13T07:39:23.792 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lxqTNU0lI8YdeyT off=3892109 len=1070185 2024-04-13T07:39:23.798 INFO:tasks.workunit.client.0.smithi003.stdout:op 1064 completed, throughput=4.99MB/sec 2024-04-13T07:39:23.799 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-m4PSy5uclKfXS-j off=19485092 len=778119 2024-04-13T07:39:23.802 INFO:tasks.workunit.client.0.smithi003.stdout:op 1065 completed, throughput=5MB/sec 2024-04-13T07:39:23.802 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dXzBghEKmFflfxX off=708110 len=1538439 2024-04-13T07:39:23.810 INFO:tasks.workunit.client.0.smithi003.stdout:op 1066 completed, throughput=5MB/sec 2024-04-13T07:39:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:24 smithi003 ceph-mon[91733]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:39:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:39:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:39:24] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2024-04-13T07:39:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:24 smithi003 ceph-mon[89364]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:39:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:24 smithi066 ceph-mon[84331]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:39:24.810 INFO:tasks.workunit.client.0.smithi003.stdout: 217: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:24.811 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uzYcImgwjhsPEIo off=4800803 len=896060 2024-04-13T07:39:24.812 INFO:tasks.workunit.client.0.smithi003.stdout:op 1067 completed, throughput=4.99MB/sec 2024-04-13T07:39:24.812 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-T4uKOXjGs0drqnN off=10968064 len=813319 2024-04-13T07:39:24.817 INFO:tasks.workunit.client.0.smithi003.stdout:op 1068 completed, throughput=4.99MB/sec 2024-04-13T07:39:24.817 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8R5QO7PCwBV5yDh off=2544379 len=1548323 2024-04-13T07:39:24.824 INFO:tasks.workunit.client.0.smithi003.stdout:op 1069 completed, throughput=5MB/sec 2024-04-13T07:39:24.824 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-csykM4XiJ2boiJ_ off=4306838 len=1798907 2024-04-13T07:39:24.828 INFO:tasks.workunit.client.0.smithi003.stdout:op 1070 completed, throughput=5MB/sec 2024-04-13T07:39:25.828 INFO:tasks.workunit.client.0.smithi003.stdout: 218: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:25.828 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Wznj2xTCVAp2fv0 off=5229814 len=1264626 2024-04-13T07:39:25.831 INFO:tasks.workunit.client.0.smithi003.stdout:op 1071 completed, throughput=4.99MB/sec 2024-04-13T07:39:25.831 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hFJmLR0ltlkGAiT off=324232 len=1093712 2024-04-13T07:39:25.833 INFO:tasks.workunit.client.0.smithi003.stdout:op 1072 completed, throughput=4.99MB/sec 2024-04-13T07:39:25.833 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-83lGx5NV2uV9lmE off=2600997 len=457623 2024-04-13T07:39:25.836 INFO:tasks.workunit.client.0.smithi003.stdout:op 1073 completed, throughput=4.99MB/sec 2024-04-13T07:39:25.836 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YzqJeiKKK1BcXHa off=14722352 len=754016 2024-04-13T07:39:25.839 INFO:tasks.workunit.client.0.smithi003.stdout:op 1074 completed, throughput=5MB/sec 2024-04-13T07:39:25.839 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--wuw-RCWhvqIQ_G off=52897 len=863494 2024-04-13T07:39:25.844 INFO:tasks.workunit.client.0.smithi003.stdout:op 1075 completed, throughput=5MB/sec 2024-04-13T07:39:25.844 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-euWuJHIWf1ToXOj off=10926501 len=1455126 2024-04-13T07:39:25.847 INFO:tasks.workunit.client.0.smithi003.stdout:op 1076 completed, throughput=5.01MB/sec 2024-04-13T07:39:26.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:26 smithi003 ceph-mon[91733]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:39:26.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:26 smithi003 ceph-mon[89364]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:39:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:26 smithi066 ceph-mon[84331]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:39:26.847 INFO:tasks.workunit.client.0.smithi003.stdout: 219: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:26.847 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_9yTSC0gpp5GB7F off=5808893 len=1798258 2024-04-13T07:39:26.857 INFO:tasks.workunit.client.0.smithi003.stdout:op 1077 completed, throughput=4.99MB/sec 2024-04-13T07:39:26.858 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Gqi1Vvb3LQbNdF1 off=1993133 len=162635 2024-04-13T07:39:26.858 INFO:tasks.workunit.client.0.smithi003.stdout:op 1078 completed, throughput=4.99MB/sec 2024-04-13T07:39:26.858 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hOlvf2sUgDkxtsc off=597028 len=1281384 2024-04-13T07:39:26.860 INFO:tasks.workunit.client.0.smithi003.stdout:op 1079 completed, throughput=5MB/sec 2024-04-13T07:39:26.860 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GriEARQ8f3iJik0 off=7989995 len=194722 2024-04-13T07:39:26.860 INFO:tasks.workunit.client.0.smithi003.stdout:op 1080 completed, throughput=5MB/sec 2024-04-13T07:39:26.860 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-S56PbvCzXoKaNqz off=20050847 len=338663 2024-04-13T07:39:26.863 INFO:tasks.workunit.client.0.smithi003.stdout:op 1081 completed, throughput=5MB/sec 2024-04-13T07:39:26.864 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-y8vchJdeE27zcd1 off=17545931 len=1402033 2024-04-13T07:39:26.871 INFO:tasks.workunit.client.0.smithi003.stdout:op 1082 completed, throughput=5MB/sec 2024-04-13T07:39:27.871 INFO:tasks.workunit.client.0.smithi003.stdout: 220: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:27.871 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vydeJEIC9r4byeI off=5226547 len=1894223 2024-04-13T07:39:27.883 INFO:tasks.workunit.client.0.smithi003.stdout:op 1083 completed, throughput=4.99MB/sec 2024-04-13T07:39:27.883 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oYTjZCXqg6Xl3Nk off=15484858 len=529069 2024-04-13T07:39:27.887 INFO:tasks.workunit.client.0.smithi003.stdout:op 1084 completed, throughput=4.99MB/sec 2024-04-13T07:39:27.887 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IU5gG4KT1IVvWPI off=119048 len=1937836 2024-04-13T07:39:27.897 INFO:tasks.workunit.client.0.smithi003.stdout:op 1085 completed, throughput=5MB/sec 2024-04-13T07:39:28.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:28 smithi003 ceph-mon[91733]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-13T07:39:28.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:28 smithi003 ceph-mon[89364]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-13T07:39:28.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:28 smithi066 ceph-mon[84331]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-13T07:39:28.898 INFO:tasks.workunit.client.0.smithi003.stdout: 221: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:28.898 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-abMX_Ekh7pPhIW2 off=2315068 len=389776 2024-04-13T07:39:28.902 INFO:tasks.workunit.client.0.smithi003.stdout:op 1086 completed, throughput=4.98MB/sec 2024-04-13T07:39:28.902 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tEzJA3UOwq9uLa7 off=9378755 len=1308270 2024-04-13T07:39:28.903 INFO:tasks.workunit.client.0.smithi003.stdout:op 1087 completed, throughput=4.99MB/sec 2024-04-13T07:39:28.904 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IajOFkdfyzmGHc5 off=9711175 len=1047218 2024-04-13T07:39:28.905 INFO:tasks.workunit.client.0.smithi003.stdout:op 1088 completed, throughput=4.99MB/sec 2024-04-13T07:39:28.905 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-S8G524r3ENg0dXc off=6438370 len=1958745 2024-04-13T07:39:28.909 INFO:tasks.workunit.client.0.smithi003.stdout:op 1089 completed, throughput=5MB/sec 2024-04-13T07:39:28.909 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-slWcEhxc1yErj0b off=6659891 len=696407 2024-04-13T07:39:28.914 INFO:tasks.workunit.client.0.smithi003.stdout:op 1090 completed, throughput=5MB/sec 2024-04-13T07:39:29.915 INFO:tasks.workunit.client.0.smithi003.stdout: 222: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:29.915 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LZjp5g-IKWlHCJh off=10972891 len=1650399 2024-04-13T07:39:29.924 INFO:tasks.workunit.client.0.smithi003.stdout:op 1091 completed, throughput=4.99MB/sec 2024-04-13T07:39:29.925 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-j0YNEdwG6GXdCzm off=1293803 len=1222418 2024-04-13T07:39:29.930 INFO:tasks.workunit.client.0.smithi003.stdout:op 1092 completed, throughput=4.99MB/sec 2024-04-13T07:39:29.930 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-t4Qn9o7yE8kvEId off=5364689 len=35920 2024-04-13T07:39:29.930 INFO:tasks.workunit.client.0.smithi003.stdout:op 1093 completed, throughput=4.99MB/sec 2024-04-13T07:39:29.931 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-epYxjWvCmLcIDYv off=2177963 len=306970 2024-04-13T07:39:29.931 INFO:tasks.workunit.client.0.smithi003.stdout:op 1094 completed, throughput=4.99MB/sec 2024-04-13T07:39:29.932 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vqDJ5_lxmc3wcK5 off=513690 len=1971653 2024-04-13T07:39:29.933 INFO:tasks.workunit.client.0.smithi003.stdout:op 1095 completed, throughput=5MB/sec 2024-04-13T07:39:29.933 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PCNm74ojS0Mv6h4 off=1133576 len=1361866 2024-04-13T07:39:29.938 INFO:tasks.workunit.client.0.smithi003.stdout:op 1096 completed, throughput=5.01MB/sec 2024-04-13T07:39:30.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:30 smithi003 ceph-mon[89364]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-13T07:39:30.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:30 smithi003 ceph-mon[91733]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-13T07:39:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:30 smithi066 ceph-mon[84331]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-13T07:39:30.939 INFO:tasks.workunit.client.0.smithi003.stdout: 223: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:30.939 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7k1h4tIKGcMw5sq off=3818461 len=779672 2024-04-13T07:39:30.943 INFO:tasks.workunit.client.0.smithi003.stdout:op 1097 completed, throughput=4.99MB/sec 2024-04-13T07:39:30.943 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6I7qZs8e7QJPmIS off=11691632 len=1596506 2024-04-13T07:39:30.945 INFO:tasks.workunit.client.0.smithi003.stdout:op 1098 completed, throughput=4.99MB/sec 2024-04-13T07:39:30.945 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2yYyIq7GV5VpRTr off=958707 len=1584834 2024-04-13T07:39:30.954 INFO:tasks.workunit.client.0.smithi003.stdout:op 1099 completed, throughput=5MB/sec 2024-04-13T07:39:30.954 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fvyB-AzdbetKwn3 off=0 len=1721464 2024-04-13T07:39:30.961 INFO:tasks.workunit.client.0.smithi003.stdout:op 1100 completed, throughput=5.01MB/sec 2024-04-13T07:39:31.962 INFO:tasks.workunit.client.0.smithi003.stdout: 224: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:31.962 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Jlk3SDkpYt35phk off=23424450 len=834043 2024-04-13T07:39:31.964 INFO:tasks.workunit.client.0.smithi003.stdout:op 1101 completed, throughput=4.99MB/sec 2024-04-13T07:39:31.964 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-K7nbonJB5m5G3Pq off=6291299 len=1093560 2024-04-13T07:39:31.966 INFO:tasks.workunit.client.0.smithi003.stdout:op 1102 completed, throughput=4.99MB/sec 2024-04-13T07:39:31.966 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LdBp9-_spFpQt7O off=6005893 len=666002 2024-04-13T07:39:31.967 INFO:tasks.workunit.client.0.smithi003.stdout:op 1103 completed, throughput=5MB/sec 2024-04-13T07:39:31.967 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-4ReAJzESAuzr4d5 off=15324219 len=1622375 2024-04-13T07:39:31.970 INFO:tasks.workunit.client.0.smithi003.stdout:op 1104 completed, throughput=5MB/sec 2024-04-13T07:39:32.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:32 smithi003 ceph-mon[91733]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:39:32.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:32 smithi003 ceph-mon[89364]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:39:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:32 smithi066 ceph-mon[84331]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:39:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:39:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:39:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:39:32.971 INFO:tasks.workunit.client.0.smithi003.stdout: 225: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:32.971 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7g6dL-8W8RnJx9H off=4711197 len=1651383 2024-04-13T07:39:32.981 INFO:tasks.workunit.client.0.smithi003.stdout:op 1105 completed, throughput=4.99MB/sec 2024-04-13T07:39:32.981 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HMRJtUs5H5GsNxV off=8043698 len=306102 2024-04-13T07:39:32.984 INFO:tasks.workunit.client.0.smithi003.stdout:op 1106 completed, throughput=4.99MB/sec 2024-04-13T07:39:32.984 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kaxkOGaOFZhGIhW off=14881494 len=543147 2024-04-13T07:39:32.985 INFO:tasks.workunit.client.0.smithi003.stdout:op 1107 completed, throughput=4.99MB/sec 2024-04-13T07:39:32.985 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_rik0yBWmMPYqhs off=16347 len=643134 2024-04-13T07:39:32.987 INFO:tasks.workunit.client.0.smithi003.stdout:op 1108 completed, throughput=4.99MB/sec 2024-04-13T07:39:32.987 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ec6qgA6cGTxmGSN off=5932142 len=902771 2024-04-13T07:39:32.989 INFO:tasks.workunit.client.0.smithi003.stdout:op 1109 completed, throughput=5MB/sec 2024-04-13T07:39:32.989 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-d3RaNmvcSZ86V-0 off=591176 len=1416040 2024-04-13T07:39:32.990 INFO:tasks.workunit.client.0.smithi003.stdout:op 1110 completed, throughput=5MB/sec 2024-04-13T07:39:33.990 INFO:tasks.workunit.client.0.smithi003.stdout: 226: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:33.991 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zr-5LYlBymhdoTb off=3304665 len=1314010 2024-04-13T07:39:33.993 INFO:tasks.workunit.client.0.smithi003.stdout:op 1111 completed, throughput=4.99MB/sec 2024-04-13T07:39:33.993 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vnFCkZdAzUe8Iha off=0 len=1464180 2024-04-13T07:39:34.002 INFO:tasks.workunit.client.0.smithi003.stdout:op 1112 completed, throughput=4.99MB/sec 2024-04-13T07:39:34.002 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-x_oHt-b65esyPMP off=22990476 len=2069849 2024-04-13T07:39:34.013 INFO:tasks.workunit.client.0.smithi003.stdout:op 1113 completed, throughput=5MB/sec 2024-04-13T07:39:34.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:34 smithi003 ceph-mon[91733]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:39:34.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:34 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:34.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:34 smithi003 ceph-mon[89364]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:39:34.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:34 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:34.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:39:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:39:34] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2024-04-13T07:39:34.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:34 smithi066 ceph-mon[84331]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:39:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:34 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:39:35.013 INFO:tasks.workunit.client.0.smithi003.stdout: 227: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:35.013 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YTI8xZnRDRomvD7 off=347538 len=743956 2024-04-13T07:39:35.017 INFO:tasks.workunit.client.0.smithi003.stdout:op 1114 completed, throughput=4.98MB/sec 2024-04-13T07:39:35.017 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EHRx1Po445vgcLa off=14344026 len=1067968 2024-04-13T07:39:35.022 INFO:tasks.workunit.client.0.smithi003.stdout:op 1115 completed, throughput=4.99MB/sec 2024-04-13T07:39:35.022 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-s246Ll1FRPCjG2x off=8733834 len=721299 2024-04-13T07:39:35.026 INFO:tasks.workunit.client.0.smithi003.stdout:op 1116 completed, throughput=4.99MB/sec 2024-04-13T07:39:35.026 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bnkfk6qKBbKvssn off=9161812 len=697733 2024-04-13T07:39:35.026 INFO:tasks.workunit.client.0.smithi003.stdout:op 1117 completed, throughput=4.99MB/sec 2024-04-13T07:39:35.027 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HP8M_JMF1Nva3ei off=12374058 len=766026 2024-04-13T07:39:35.030 INFO:tasks.workunit.client.0.smithi003.stdout:op 1118 completed, throughput=5MB/sec 2024-04-13T07:39:35.030 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pifnLFG-3xSatsv off=1822456 len=380265 2024-04-13T07:39:35.031 INFO:tasks.workunit.client.0.smithi003.stdout:op 1119 completed, throughput=5MB/sec 2024-04-13T07:39:35.031 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Z7WqJm7-EOrVKlW off=13077251 len=812272 2024-04-13T07:39:35.031 INFO:tasks.workunit.client.0.smithi003.stdout:op 1120 completed, throughput=5MB/sec 2024-04-13T07:39:35.031 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RR7khCM4CPbAF9J off=6399470 len=1358154 2024-04-13T07:39:35.037 INFO:tasks.workunit.client.0.smithi003.stdout:op 1121 completed, throughput=5.01MB/sec 2024-04-13T07:39:35.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:35 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:35.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:35 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:35.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:35 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:39:35.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:35 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:35.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:35 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:35.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:35 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:39:35.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:35 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:39:35.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:35 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:39:35.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:35 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:39:36.038 INFO:tasks.workunit.client.0.smithi003.stdout: 228: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:36.038 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BQIqOs6_kwiOJv2 off=20551150 len=1594429 2024-04-13T07:39:36.045 INFO:tasks.workunit.client.0.smithi003.stdout:op 1122 completed, throughput=4.99MB/sec 2024-04-13T07:39:36.045 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SldOswz25Y-jhQU off=2307978 len=894583 2024-04-13T07:39:36.050 INFO:tasks.workunit.client.0.smithi003.stdout:op 1123 completed, throughput=4.99MB/sec 2024-04-13T07:39:36.050 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0xQf3wmtKTroHGf off=3213751 len=752728 2024-04-13T07:39:36.051 INFO:tasks.workunit.client.0.smithi003.stdout:op 1124 completed, throughput=5MB/sec 2024-04-13T07:39:36.051 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SDJeeB7Ugobgmdg off=1474780 len=1248693 2024-04-13T07:39:36.057 INFO:tasks.workunit.client.0.smithi003.stdout:op 1125 completed, throughput=5MB/sec 2024-04-13T07:39:36.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:36 smithi003 ceph-mon[91733]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:39:36.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:36 smithi003 ceph-mon[89364]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:39:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:36 smithi066 ceph-mon[84331]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:39:37.057 INFO:tasks.workunit.client.0.smithi003.stdout: 229: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:37.058 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pAFFPC3VJ3aHPqB off=1722637 len=662699 2024-04-13T07:39:37.060 INFO:tasks.workunit.client.0.smithi003.stdout:op 1126 completed, throughput=4.98MB/sec 2024-04-13T07:39:37.060 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jS5f-nutDXEc0Go off=17074547 len=483166 2024-04-13T07:39:37.061 INFO:tasks.workunit.client.0.smithi003.stdout:op 1127 completed, throughput=4.99MB/sec 2024-04-13T07:39:37.061 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-z0D4r_PhcG7SpMN off=4892343 len=1623807 2024-04-13T07:39:37.063 INFO:tasks.workunit.client.0.smithi003.stdout:op 1128 completed, throughput=4.99MB/sec 2024-04-13T07:39:37.063 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dao_caSysdhCnvD off=519312 len=305237 2024-04-13T07:39:37.064 INFO:tasks.workunit.client.0.smithi003.stdout:op 1129 completed, throughput=4.99MB/sec 2024-04-13T07:39:37.064 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fz7NcRnFbejjx2H off=470196 len=419912 2024-04-13T07:39:37.068 INFO:tasks.workunit.client.0.smithi003.stdout:op 1130 completed, throughput=4.99MB/sec 2024-04-13T07:39:37.068 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fA8ddA7Y2D5Bvun off=4523883 len=1516376 2024-04-13T07:39:37.069 INFO:tasks.workunit.client.0.smithi003.stdout:op 1131 completed, throughput=5MB/sec 2024-04-13T07:39:38.070 INFO:tasks.workunit.client.0.smithi003.stdout: 230: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:38.070 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Lixs4z6eCEdb9sa off=8999554 len=813453 2024-04-13T07:39:38.072 INFO:tasks.workunit.client.0.smithi003.stdout:op 1132 completed, throughput=4.98MB/sec 2024-04-13T07:39:38.072 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_ZL1BUAqaoWR4bX off=8160015 len=1317229 2024-04-13T07:39:38.079 INFO:tasks.workunit.client.0.smithi003.stdout:op 1133 completed, throughput=4.99MB/sec 2024-04-13T07:39:38.079 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3X9KDnmO2vmw34R off=1208273 len=1885310 2024-04-13T07:39:38.083 INFO:tasks.workunit.client.0.smithi003.stdout:op 1134 completed, throughput=5MB/sec 2024-04-13T07:39:38.083 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Cm2W3x_ycP6JjAj off=690672 len=426899 2024-04-13T07:39:38.087 INFO:tasks.workunit.client.0.smithi003.stdout:op 1135 completed, throughput=5MB/sec 2024-04-13T07:39:38.087 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2Y3BTfhByFqAPPz off=1687084 len=821726 2024-04-13T07:39:38.091 INFO:tasks.workunit.client.0.smithi003.stdout:op 1136 completed, throughput=5MB/sec 2024-04-13T07:39:38.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:38 smithi003 ceph-mon[91733]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:39:38.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:39:38.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:38 smithi003 ceph-mon[89364]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:39:38.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:39:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:38 smithi066 ceph-mon[84331]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:39:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:39:39.092 INFO:tasks.workunit.client.0.smithi003.stdout: 231: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:39.092 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JprX7gPTEIG4P3T off=1165212 len=238616 2024-04-13T07:39:39.093 INFO:tasks.workunit.client.0.smithi003.stdout:op 1137 completed, throughput=4.98MB/sec 2024-04-13T07:39:39.093 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_mTdgikQDiLIlKX off=7068965 len=2014070 2024-04-13T07:39:39.112 INFO:tasks.workunit.client.0.smithi003.stdout:op 1138 completed, throughput=4.99MB/sec 2024-04-13T07:39:39.112 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jwzNMDBR27iMGm- off=6603580 len=824719 2024-04-13T07:39:39.114 INFO:tasks.workunit.client.0.smithi003.stdout:op 1139 completed, throughput=4.99MB/sec 2024-04-13T07:39:39.114 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pdUUmtVO3qAZtcs off=6277297 len=315155 2024-04-13T07:39:39.115 INFO:tasks.workunit.client.0.smithi003.stdout:op 1140 completed, throughput=4.99MB/sec 2024-04-13T07:39:39.115 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-o8FaxlIxBwpTRVx off=2970197 len=1635590 2024-04-13T07:39:39.122 INFO:tasks.workunit.client.0.smithi003.stdout:op 1141 completed, throughput=5MB/sec 2024-04-13T07:39:39.122 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Gpca_HdR1VaWCXx off=8444626 len=735585 2024-04-13T07:39:39.127 INFO:tasks.workunit.client.0.smithi003.stdout:op 1142 completed, throughput=5MB/sec 2024-04-13T07:39:40.127 INFO:tasks.workunit.client.0.smithi003.stdout: 232: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:40.127 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_LHFFIt-QLC6P0v off=13786208 len=407640 2024-04-13T07:39:40.131 INFO:tasks.workunit.client.0.smithi003.stdout:op 1143 completed, throughput=4.98MB/sec 2024-04-13T07:39:40.131 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-K7nbonJB5m5G3Pq off=7005923 len=781383 2024-04-13T07:39:40.136 INFO:tasks.workunit.client.0.smithi003.stdout:op 1144 completed, throughput=4.99MB/sec 2024-04-13T07:39:40.136 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UCM45TEGGvBhIqs off=4964047 len=177669 2024-04-13T07:39:40.138 INFO:tasks.workunit.client.0.smithi003.stdout:op 1145 completed, throughput=4.99MB/sec 2024-04-13T07:39:40.138 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CdlqHx6Tc6-hOBJ off=4763222 len=1165953 2024-04-13T07:39:40.144 INFO:tasks.workunit.client.0.smithi003.stdout:op 1146 completed, throughput=4.99MB/sec 2024-04-13T07:39:40.145 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-D6XbI_mspgPQcRy off=18096303 len=1733417 2024-04-13T07:39:40.156 INFO:tasks.workunit.client.0.smithi003.stdout:op 1147 completed, throughput=5MB/sec 2024-04-13T07:39:40.156 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zSgVx_ACK9Y2kiU off=7150085 len=1855299 2024-04-13T07:39:40.159 INFO:tasks.workunit.client.0.smithi003.stdout:op 1148 completed, throughput=5MB/sec 2024-04-13T07:39:40.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:40 smithi003 ceph-mon[91733]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:39:40.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:40 smithi003 ceph-mon[89364]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:39:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:40 smithi066 ceph-mon[84331]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:39:41.160 INFO:tasks.workunit.client.0.smithi003.stdout: 233: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:41.160 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Pb9Kk_wNvKTDHSP off=6718496 len=1417168 2024-04-13T07:39:41.163 INFO:tasks.workunit.client.0.smithi003.stdout:op 1149 completed, throughput=4.99MB/sec 2024-04-13T07:39:41.163 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_hqnZtgrfJWNDko off=13186686 len=445462 2024-04-13T07:39:41.164 INFO:tasks.workunit.client.0.smithi003.stdout:op 1150 completed, throughput=4.99MB/sec 2024-04-13T07:39:41.164 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iSHEBKJSlSKQ5kq off=815730 len=257336 2024-04-13T07:39:41.165 INFO:tasks.workunit.client.0.smithi003.stdout:op 1151 completed, throughput=4.99MB/sec 2024-04-13T07:39:41.165 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Ve0bWnGMfdCQSkI off=3212009 len=1718157 2024-04-13T07:39:41.167 INFO:tasks.workunit.client.0.smithi003.stdout:op 1152 completed, throughput=5MB/sec 2024-04-13T07:39:41.167 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jhiqr4JIUfYa6xu off=2575922 len=1763721 2024-04-13T07:39:41.176 INFO:tasks.workunit.client.0.smithi003.stdout:op 1153 completed, throughput=5.01MB/sec 2024-04-13T07:39:42.177 INFO:tasks.workunit.client.0.smithi003.stdout: 234: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:42.177 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-T0osI_edoiiqEqt off=4691926 len=538362 2024-04-13T07:39:42.181 INFO:tasks.workunit.client.0.smithi003.stdout:op 1154 completed, throughput=4.99MB/sec 2024-04-13T07:39:42.181 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YX1SeQUwv1Wze1m off=9075125 len=217452 2024-04-13T07:39:42.184 INFO:tasks.workunit.client.0.smithi003.stdout:op 1155 completed, throughput=4.99MB/sec 2024-04-13T07:39:42.184 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gqCgYntlNXslFUs off=3844015 len=862303 2024-04-13T07:39:42.186 INFO:tasks.workunit.client.0.smithi003.stdout:op 1156 completed, throughput=4.99MB/sec 2024-04-13T07:39:42.186 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-96LDRI5e5PJsmkR off=15249000 len=82876 2024-04-13T07:39:42.189 INFO:tasks.workunit.client.0.smithi003.stdout:op 1157 completed, throughput=4.99MB/sec 2024-04-13T07:39:42.189 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3l0tnufGUBioGAO off=204981 len=1642736 2024-04-13T07:39:42.196 INFO:tasks.workunit.client.0.smithi003.stdout:op 1158 completed, throughput=5MB/sec 2024-04-13T07:39:42.196 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-M-5jjMb-CuUNGCp off=6306517 len=1742500 2024-04-13T07:39:42.198 INFO:tasks.workunit.client.0.smithi003.stdout:op 1159 completed, throughput=5MB/sec 2024-04-13T07:39:42.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:42 smithi003 ceph-mon[91733]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:39:42.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:42 smithi003 ceph-mon[89364]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:39:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:42 smithi066 ceph-mon[84331]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:39:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:39:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:39:43.198 INFO:tasks.workunit.client.0.smithi003.stdout: 235: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:43.198 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XG1B0klcNao2UZn off=10190784 len=906597 2024-04-13T07:39:43.203 INFO:tasks.workunit.client.0.smithi003.stdout:op 1160 completed, throughput=4.99MB/sec 2024-04-13T07:39:43.204 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cBvxuhn9mf2J4Lx off=5828406 len=1479101 2024-04-13T07:39:43.206 INFO:tasks.workunit.client.0.smithi003.stdout:op 1161 completed, throughput=4.99MB/sec 2024-04-13T07:39:43.206 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bOmUQinGF-3yzTe off=15421942 len=611278 2024-04-13T07:39:43.207 INFO:tasks.workunit.client.0.smithi003.stdout:op 1162 completed, throughput=5MB/sec 2024-04-13T07:39:43.207 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-htsGnPdEY50YYkP off=2525343 len=438087 2024-04-13T07:39:43.210 INFO:tasks.workunit.client.0.smithi003.stdout:op 1163 completed, throughput=5MB/sec 2024-04-13T07:39:43.211 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5PW5QXfuWPqtsc1 off=4918376 len=1416064 2024-04-13T07:39:43.219 INFO:tasks.workunit.client.0.smithi003.stdout:op 1164 completed, throughput=5MB/sec 2024-04-13T07:39:44.220 INFO:tasks.workunit.client.0.smithi003.stdout: 236: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:44.220 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eejwCWl_9ZnwdN- off=810013 len=767818 2024-04-13T07:39:44.225 INFO:tasks.workunit.client.0.smithi003.stdout:op 1165 completed, throughput=4.98MB/sec 2024-04-13T07:39:44.225 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-r0e4mInqrHKTUMa off=12441882 len=1405239 2024-04-13T07:39:44.226 INFO:tasks.workunit.client.0.smithi003.stdout:op 1166 completed, throughput=4.99MB/sec 2024-04-13T07:39:44.226 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dyhY54_YwkMcIVZ off=10173065 len=598539 2024-04-13T07:39:44.230 INFO:tasks.workunit.client.0.smithi003.stdout:op 1167 completed, throughput=4.99MB/sec 2024-04-13T07:39:44.230 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-D0MU9KSG7-CeaSX off=2334011 len=1131925 2024-04-13T07:39:44.236 INFO:tasks.workunit.client.0.smithi003.stdout:op 1168 completed, throughput=5MB/sec 2024-04-13T07:39:44.236 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BnnqpHHm5akTbCQ off=642045 len=1486412 2024-04-13T07:39:44.243 INFO:tasks.workunit.client.0.smithi003.stdout:op 1169 completed, throughput=5MB/sec 2024-04-13T07:39:44.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:44 smithi003 ceph-mon[91733]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:39:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:44 smithi003 ceph-mon[89364]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:39:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:39:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:39:44] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-04-13T07:39:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:44 smithi066 ceph-mon[84331]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:39:45.243 INFO:tasks.workunit.client.0.smithi003.stdout: 237: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:45.243 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yD8P6UOaYASTTuf off=8521720 len=42630 2024-04-13T07:39:45.246 INFO:tasks.workunit.client.0.smithi003.stdout:op 1170 completed, throughput=4.98MB/sec 2024-04-13T07:39:45.246 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mWDFPUi76J4MqZo off=18057366 len=1907506 2024-04-13T07:39:45.258 INFO:tasks.workunit.client.0.smithi003.stdout:op 1171 completed, throughput=4.99MB/sec 2024-04-13T07:39:45.258 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EaapuPId3TQaAPj off=2181801 len=32372 2024-04-13T07:39:45.258 INFO:tasks.workunit.client.0.smithi003.stdout:op 1172 completed, throughput=4.99MB/sec 2024-04-13T07:39:45.258 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5Z3etBSogU-e1uh off=9502613 len=1981359 2024-04-13T07:39:45.269 INFO:tasks.workunit.client.0.smithi003.stdout:op 1173 completed, throughput=5MB/sec 2024-04-13T07:39:45.269 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uzXEm-P-Bed-69y off=7144541 len=1576390 2024-04-13T07:39:45.270 INFO:tasks.workunit.client.0.smithi003.stdout:op 1174 completed, throughput=5MB/sec 2024-04-13T07:39:46.271 INFO:tasks.workunit.client.0.smithi003.stdout: 238: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:46.271 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sS-yNcNKYqD9wFH off=13650429 len=924954 2024-04-13T07:39:46.272 INFO:tasks.workunit.client.0.smithi003.stdout:op 1175 completed, throughput=4.99MB/sec 2024-04-13T07:39:46.272 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4VD6DPfELJv0jGU off=1619933 len=542743 2024-04-13T07:39:46.276 INFO:tasks.workunit.client.0.smithi003.stdout:op 1176 completed, throughput=4.99MB/sec 2024-04-13T07:39:46.276 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Lh6iBZhxpld--Oh off=8657124 len=1742163 2024-04-13T07:39:46.285 INFO:tasks.workunit.client.0.smithi003.stdout:op 1177 completed, throughput=4.99MB/sec 2024-04-13T07:39:46.285 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PsTMndX7meH1C9M off=4943491 len=665618 2024-04-13T07:39:46.290 INFO:tasks.workunit.client.0.smithi003.stdout:op 1178 completed, throughput=5MB/sec 2024-04-13T07:39:46.290 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Obcm9DYWwqdp7Gs off=5915499 len=520132 2024-04-13T07:39:46.291 INFO:tasks.workunit.client.0.smithi003.stdout:op 1179 completed, throughput=5MB/sec 2024-04-13T07:39:46.291 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_KMzhFedxC_a2aC off=2312650 len=1043201 2024-04-13T07:39:46.295 INFO:tasks.workunit.client.0.smithi003.stdout:op 1180 completed, throughput=5MB/sec 2024-04-13T07:39:46.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:46 smithi003 ceph-mon[89364]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:39:46.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:46 smithi003 ceph-mon[91733]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:39:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:46 smithi066 ceph-mon[84331]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:39:47.296 INFO:tasks.workunit.client.0.smithi003.stdout: 239: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:47.296 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1jpz2AEpfh5DHbq off=5992527 len=1990206 2024-04-13T07:39:47.298 INFO:tasks.workunit.client.0.smithi003.stdout:op 1181 completed, throughput=4.99MB/sec 2024-04-13T07:39:47.298 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ncYYS41bZUyqoYb off=393128 len=93001 2024-04-13T07:39:47.298 INFO:tasks.workunit.client.0.smithi003.stdout:op 1182 completed, throughput=4.99MB/sec 2024-04-13T07:39:47.299 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7B2QGyuDOEY9wZm off=20870280 len=1498728 2024-04-13T07:39:47.300 INFO:tasks.workunit.client.0.smithi003.stdout:op 1183 completed, throughput=5MB/sec 2024-04-13T07:39:47.300 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zo5XYlQUWNGTyOo off=896966 len=839933 2024-04-13T07:39:47.302 INFO:tasks.workunit.client.0.smithi003.stdout:op 1184 completed, throughput=5MB/sec 2024-04-13T07:39:48.303 INFO:tasks.workunit.client.0.smithi003.stdout: 240: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:48.303 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ODARtGBdA2qIBwQ off=11267431 len=1045279 2024-04-13T07:39:48.308 INFO:tasks.workunit.client.0.smithi003.stdout:op 1185 completed, throughput=4.98MB/sec 2024-04-13T07:39:48.308 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-N7gS6gvhDVkK9tr off=7155106 len=364978 2024-04-13T07:39:48.312 INFO:tasks.workunit.client.0.smithi003.stdout:op 1186 completed, throughput=4.98MB/sec 2024-04-13T07:39:48.312 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wHqrl7ommPRCRii off=15777844 len=1976099 2024-04-13T07:39:48.314 INFO:tasks.workunit.client.0.smithi003.stdout:op 1187 completed, throughput=4.99MB/sec 2024-04-13T07:39:48.314 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tBf8_ziLumiZjMK off=4191096 len=849168 2024-04-13T07:39:48.315 INFO:tasks.workunit.client.0.smithi003.stdout:op 1188 completed, throughput=5MB/sec 2024-04-13T07:39:48.315 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-csGULO1BewyuGFN off=0 len=1224749 2024-04-13T07:39:48.320 INFO:tasks.workunit.client.0.smithi003.stdout:op 1189 completed, throughput=5MB/sec 2024-04-13T07:39:48.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:48 smithi003 ceph-mon[91733]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:39:48.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:48 smithi003 ceph-mon[89364]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:39:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:48 smithi066 ceph-mon[84331]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:39:49.320 INFO:tasks.workunit.client.0.smithi003.stdout: 241: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:49.321 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_0-lYqQ-3N_zfZQ off=5731616 len=1209443 2024-04-13T07:39:49.328 INFO:tasks.workunit.client.0.smithi003.stdout:op 1190 completed, throughput=4.98MB/sec 2024-04-13T07:39:49.328 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7CMpsX33RKjoYNE off=12283186 len=601796 2024-04-13T07:39:49.332 INFO:tasks.workunit.client.0.smithi003.stdout:op 1191 completed, throughput=4.99MB/sec 2024-04-13T07:39:49.333 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kHDIRfRQ5F-Eyng off=19908800 len=1517306 2024-04-13T07:39:49.339 INFO:tasks.workunit.client.0.smithi003.stdout:op 1192 completed, throughput=4.99MB/sec 2024-04-13T07:39:49.339 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gssopieCJCc1j1u off=5420986 len=238658 2024-04-13T07:39:49.342 INFO:tasks.workunit.client.0.smithi003.stdout:op 1193 completed, throughput=4.99MB/sec 2024-04-13T07:39:49.343 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EUbD1N7i3YxxACm off=3151363 len=843713 2024-04-13T07:39:49.347 INFO:tasks.workunit.client.0.smithi003.stdout:op 1194 completed, throughput=5MB/sec 2024-04-13T07:39:49.348 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-piski7dh0wGIb48 off=16869581 len=1451051 2024-04-13T07:39:49.356 INFO:tasks.workunit.client.0.smithi003.stdout:op 1195 completed, throughput=5MB/sec 2024-04-13T07:39:50.356 INFO:tasks.workunit.client.0.smithi003.stdout: 242: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:50.357 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BY_TPBNeuWPIdcj off=7040419 len=1978452 2024-04-13T07:39:50.367 INFO:tasks.workunit.client.0.smithi003.stdout:op 1196 completed, throughput=4.99MB/sec 2024-04-13T07:39:50.367 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-r5CtOrM0G0XrI8E off=12592193 len=1191996 2024-04-13T07:39:50.373 INFO:tasks.workunit.client.0.smithi003.stdout:op 1197 completed, throughput=4.99MB/sec 2024-04-13T07:39:50.373 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uXP_Ov6zriFN9HS off=586938 len=1490150 2024-04-13T07:39:50.382 INFO:tasks.workunit.client.0.smithi003.stdout:op 1198 completed, throughput=5MB/sec 2024-04-13T07:39:50.382 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dfU9worPwoPAcRQ off=2144046 len=1526031 2024-04-13T07:39:50.384 INFO:tasks.workunit.client.0.smithi003.stdout:op 1199 completed, throughput=5.01MB/sec 2024-04-13T07:39:50.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:50 smithi003 ceph-mon[91733]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:39:50.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:50 smithi003 ceph-mon[89364]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:39:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:50 smithi066 ceph-mon[84331]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:39:51.384 INFO:tasks.workunit.client.0.smithi003.stdout: 243: throughput=4.99MB/sec pending data=0 2024-04-13T07:39:51.384 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KqO2MQEBFQ6WQ-o off=501253 len=1029237 2024-04-13T07:39:51.390 INFO:tasks.workunit.client.0.smithi003.stdout:op 1200 completed, throughput=4.99MB/sec 2024-04-13T07:39:51.390 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-54uKaQcj-KASWCm off=3008834 len=628306 2024-04-13T07:39:51.391 INFO:tasks.workunit.client.0.smithi003.stdout:op 1201 completed, throughput=4.99MB/sec 2024-04-13T07:39:51.391 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EWbnnAx7a4-k0cV off=1573181 len=1123027 2024-04-13T07:39:51.393 INFO:tasks.workunit.client.0.smithi003.stdout:op 1202 completed, throughput=5MB/sec 2024-04-13T07:39:51.393 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RBoNan1olaPxgCo off=1791757 len=601863 2024-04-13T07:39:51.397 INFO:tasks.workunit.client.0.smithi003.stdout:op 1203 completed, throughput=5MB/sec 2024-04-13T07:39:51.397 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YX3QMWas1Ij-YZm off=237366 len=174356 2024-04-13T07:39:51.400 INFO:tasks.workunit.client.0.smithi003.stdout:op 1204 completed, throughput=5MB/sec 2024-04-13T07:39:51.400 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-K0Kgi95Lo6rfdIF off=5689825 len=1892868 2024-04-13T07:39:51.408 INFO:tasks.workunit.client.0.smithi003.stdout:op 1205 completed, throughput=5.01MB/sec 2024-04-13T07:39:52.409 INFO:tasks.workunit.client.0.smithi003.stdout: 244: throughput=4.99MB/sec pending data=0 2024-04-13T07:39:52.409 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DVLbPLkIwhcFPHk off=1505511 len=1653270 2024-04-13T07:39:52.412 INFO:tasks.workunit.client.0.smithi003.stdout:op 1206 completed, throughput=4.99MB/sec 2024-04-13T07:39:52.413 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dc0sE_8L0TwvXyL off=7190679 len=442033 2024-04-13T07:39:52.416 INFO:tasks.workunit.client.0.smithi003.stdout:op 1207 completed, throughput=4.99MB/sec 2024-04-13T07:39:52.416 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DijPQAHND1O3Xcb off=9533407 len=1320728 2024-04-13T07:39:52.418 INFO:tasks.workunit.client.0.smithi003.stdout:op 1208 completed, throughput=5MB/sec 2024-04-13T07:39:52.418 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-k6bN1TmsOUIOSq_ off=9677761 len=1290557 2024-04-13T07:39:52.421 INFO:tasks.workunit.client.0.smithi003.stdout:op 1209 completed, throughput=5MB/sec 2024-04-13T07:39:52.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:52 smithi003 ceph-mon[89364]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:39:52.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:52 smithi003 ceph-mon[91733]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:39:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:52 smithi066 ceph-mon[84331]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:39:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:39:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:39:53.421 INFO:tasks.workunit.client.0.smithi003.stdout: 245: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:53.421 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Zdx2uc984vcUJHW off=18075960 len=351129 2024-04-13T07:39:53.425 INFO:tasks.workunit.client.0.smithi003.stdout:op 1210 completed, throughput=4.98MB/sec 2024-04-13T07:39:53.425 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_RSHxjWIiCrJX13 off=13760277 len=1955402 2024-04-13T07:39:53.434 INFO:tasks.workunit.client.0.smithi003.stdout:op 1211 completed, throughput=4.99MB/sec 2024-04-13T07:39:53.434 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IjKbeSsl_k2byiQ off=3141253 len=10754 2024-04-13T07:39:53.436 INFO:tasks.workunit.client.0.smithi003.stdout:op 1212 completed, throughput=4.99MB/sec 2024-04-13T07:39:53.436 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OWBJUyigSQT9Xf6 off=10854718 len=1932822 2024-04-13T07:39:53.437 INFO:tasks.workunit.client.0.smithi003.stdout:op 1213 completed, throughput=5MB/sec 2024-04-13T07:39:53.437 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VVl4wl5My-M9o_T off=1314100 len=1581468 2024-04-13T07:39:53.444 INFO:tasks.workunit.client.0.smithi003.stdout:op 1214 completed, throughput=5MB/sec 2024-04-13T07:39:53.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:39:53.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:39:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:39:54.445 INFO:tasks.workunit.client.0.smithi003.stdout: 246: throughput=4.99MB/sec pending data=0 2024-04-13T07:39:54.445 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Lr-OcXl6C-LY-nj off=7634736 len=69229 2024-04-13T07:39:54.445 INFO:tasks.workunit.client.0.smithi003.stdout:op 1215 completed, throughput=4.99MB/sec 2024-04-13T07:39:54.445 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BlES_jDzuH4ux3r off=511680 len=1131273 2024-04-13T07:39:54.451 INFO:tasks.workunit.client.0.smithi003.stdout:op 1216 completed, throughput=4.99MB/sec 2024-04-13T07:39:54.452 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8AMOrnJ_vDs6uTC off=1130239 len=1844029 2024-04-13T07:39:54.453 INFO:tasks.workunit.client.0.smithi003.stdout:op 1217 completed, throughput=5MB/sec 2024-04-13T07:39:54.454 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-iboXdv7aiPrmbjx off=1338310 len=143287 2024-04-13T07:39:54.456 INFO:tasks.workunit.client.0.smithi003.stdout:op 1218 completed, throughput=5MB/sec 2024-04-13T07:39:54.456 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sxKHWbYY-jeVVdi off=6041360 len=613302 2024-04-13T07:39:54.458 INFO:tasks.workunit.client.0.smithi003.stdout:op 1219 completed, throughput=5MB/sec 2024-04-13T07:39:54.458 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aZTg5nxV80maq72 off=2632845 len=1711252 2024-04-13T07:39:54.465 INFO:tasks.workunit.client.0.smithi003.stdout:op 1220 completed, throughput=5.01MB/sec 2024-04-13T07:39:54.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:54 smithi003 ceph-mon[91733]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:39:54.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:54 smithi003 ceph-mon[89364]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:39:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:39:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:39:54] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-04-13T07:39:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:54 smithi066 ceph-mon[84331]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:39:55.465 INFO:tasks.workunit.client.0.smithi003.stdout: 247: throughput=4.99MB/sec pending data=0 2024-04-13T07:39:55.465 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BlxuOLXZWafFHAd off=11149924 len=832496 2024-04-13T07:39:55.466 INFO:tasks.workunit.client.0.smithi003.stdout:op 1221 completed, throughput=4.99MB/sec 2024-04-13T07:39:55.467 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IDm9nATCoIWOgFT off=14592308 len=217349 2024-04-13T07:39:55.467 INFO:tasks.workunit.client.0.smithi003.stdout:op 1222 completed, throughput=4.99MB/sec 2024-04-13T07:39:55.467 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XUbu9YSu1PvHCus off=603804 len=478477 2024-04-13T07:39:55.471 INFO:tasks.workunit.client.0.smithi003.stdout:op 1223 completed, throughput=4.99MB/sec 2024-04-13T07:39:55.471 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--luLyc-NwhX9bHf off=1709311 len=1531945 2024-04-13T07:39:55.477 INFO:tasks.workunit.client.0.smithi003.stdout:op 1224 completed, throughput=5MB/sec 2024-04-13T07:39:55.477 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-P_ZntXs2qZ6xGj2 off=8146751 len=1459424 2024-04-13T07:39:55.479 INFO:tasks.workunit.client.0.smithi003.stdout:op 1225 completed, throughput=5MB/sec 2024-04-13T07:39:56.480 INFO:tasks.workunit.client.0.smithi003.stdout: 248: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:56.480 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-T2PNorY8fb_dC1w off=9834783 len=945156 2024-04-13T07:39:56.481 INFO:tasks.workunit.client.0.smithi003.stdout:op 1226 completed, throughput=4.99MB/sec 2024-04-13T07:39:56.481 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-H8ViGwVN8q8Me_e off=7099693 len=636706 2024-04-13T07:39:56.482 INFO:tasks.workunit.client.0.smithi003.stdout:op 1227 completed, throughput=4.99MB/sec 2024-04-13T07:39:56.483 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YdsNq-NzNlHDx2h off=5777593 len=42479 2024-04-13T07:39:56.483 INFO:tasks.workunit.client.0.smithi003.stdout:op 1228 completed, throughput=4.99MB/sec 2024-04-13T07:39:56.483 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Yguf820zP55oS1B off=444930 len=1274466 2024-04-13T07:39:56.491 INFO:tasks.workunit.client.0.smithi003.stdout:op 1229 completed, throughput=4.99MB/sec 2024-04-13T07:39:56.492 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Wk71pfhFnxYre7w off=66045 len=840908 2024-04-13T07:39:56.496 INFO:tasks.workunit.client.0.smithi003.stdout:op 1230 completed, throughput=5MB/sec 2024-04-13T07:39:56.497 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hgEH4YtNFHvuCG2 off=5713899 len=1686973 2024-04-13T07:39:56.505 INFO:tasks.workunit.client.0.smithi003.stdout:op 1231 completed, throughput=5MB/sec 2024-04-13T07:39:56.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:56 smithi003 ceph-mon[91733]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-13T07:39:56.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:56 smithi003 ceph-mon[89364]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-13T07:39:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:56 smithi066 ceph-mon[84331]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-13T07:39:57.505 INFO:tasks.workunit.client.0.smithi003.stdout: 249: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:57.506 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MSxbq_ohtpZW4ON off=3266653 len=1499145 2024-04-13T07:39:57.508 INFO:tasks.workunit.client.0.smithi003.stdout:op 1232 completed, throughput=4.99MB/sec 2024-04-13T07:39:57.508 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mTebYwNS0MsvUmc off=5550841 len=32256 2024-04-13T07:39:57.509 INFO:tasks.workunit.client.0.smithi003.stdout:op 1233 completed, throughput=4.99MB/sec 2024-04-13T07:39:57.509 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NqYFY5JRCVye39b off=5799089 len=1265209 2024-04-13T07:39:57.516 INFO:tasks.workunit.client.0.smithi003.stdout:op 1234 completed, throughput=4.99MB/sec 2024-04-13T07:39:57.516 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1TUZjS5cWyRpHjj off=13086261 len=1249181 2024-04-13T07:39:57.523 INFO:tasks.workunit.client.0.smithi003.stdout:op 1235 completed, throughput=5MB/sec 2024-04-13T07:39:57.523 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Zh_TBdYalTkCNcu off=1275039 len=1128032 2024-04-13T07:39:57.524 INFO:tasks.workunit.client.0.smithi003.stdout:op 1236 completed, throughput=5MB/sec 2024-04-13T07:39:58.524 INFO:tasks.workunit.client.0.smithi003.stdout: 250: throughput=4.98MB/sec pending data=0 2024-04-13T07:39:58.525 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_5Ak1aq0jnLWFvI off=15754818 len=890418 2024-04-13T07:39:58.526 INFO:tasks.workunit.client.0.smithi003.stdout:op 1237 completed, throughput=4.99MB/sec 2024-04-13T07:39:58.526 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TuzXNUl72OTfzO- off=12270925 len=182782 2024-04-13T07:39:58.527 INFO:tasks.workunit.client.0.smithi003.stdout:op 1238 completed, throughput=4.99MB/sec 2024-04-13T07:39:58.527 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qbRasDHpm2LH0DG off=9791376 len=1279489 2024-04-13T07:39:58.530 INFO:tasks.workunit.client.0.smithi003.stdout:op 1239 completed, throughput=4.99MB/sec 2024-04-13T07:39:58.530 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-I9JdU0iMCkFXUsP off=3694807 len=1860879 2024-04-13T07:39:58.538 INFO:tasks.workunit.client.0.smithi003.stdout:op 1240 completed, throughput=5MB/sec 2024-04-13T07:39:58.538 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IajOFkdfyzmGHc5 off=21631894 len=1941944 2024-04-13T07:39:58.548 INFO:tasks.workunit.client.0.smithi003.stdout:op 1241 completed, throughput=5MB/sec 2024-04-13T07:39:58.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:39:58 smithi003 ceph-mon[91733]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:39:58.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:39:58 smithi003 ceph-mon[89364]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:39:58.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:39:58 smithi066 ceph-mon[84331]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:39:59.549 INFO:tasks.workunit.client.0.smithi003.stdout: 251: throughput=4.99MB/sec pending data=0 2024-04-13T07:39:59.549 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-A-MrUsh6zNeV1eY off=3136957 len=1414351 2024-04-13T07:39:59.555 INFO:tasks.workunit.client.0.smithi003.stdout:op 1242 completed, throughput=4.99MB/sec 2024-04-13T07:39:59.555 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1SMSwCIlqFT_6YT off=4343919 len=1713466 2024-04-13T07:39:59.565 INFO:tasks.workunit.client.0.smithi003.stdout:op 1243 completed, throughput=5MB/sec 2024-04-13T07:39:59.565 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-__klHAKBNpn1jIb off=87680 len=421285 2024-04-13T07:39:59.566 INFO:tasks.workunit.client.0.smithi003.stdout:op 1244 completed, throughput=5MB/sec 2024-04-13T07:39:59.566 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nrKV9DL3UjggA94 off=1799206 len=1990760 2024-04-13T07:39:59.573 INFO:tasks.workunit.client.0.smithi003.stdout:op 1245 completed, throughput=5.01MB/sec 2024-04-13T07:40:00.574 INFO:tasks.workunit.client.0.smithi003.stdout: 252: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:00.574 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2VkkVmJHOzdniQb off=2581221 len=901888 2024-04-13T07:40:00.575 INFO:tasks.workunit.client.0.smithi003.stdout:op 1246 completed, throughput=4.99MB/sec 2024-04-13T07:40:00.575 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-z9MR4yWulJnFdYe off=9819273 len=507672 2024-04-13T07:40:00.576 INFO:tasks.workunit.client.0.smithi003.stdout:op 1247 completed, throughput=4.99MB/sec 2024-04-13T07:40:00.576 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-l1qJL40zLtTZVLI off=289627 len=656613 2024-04-13T07:40:00.578 INFO:tasks.workunit.client.0.smithi003.stdout:op 1248 completed, throughput=4.99MB/sec 2024-04-13T07:40:00.578 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yortD4nvfoYYGgZ off=10528445 len=1571673 2024-04-13T07:40:00.586 INFO:tasks.workunit.client.0.smithi003.stdout:op 1249 completed, throughput=5MB/sec 2024-04-13T07:40:00.586 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Vsc2KmVQSntCadk off=5162846 len=834725 2024-04-13T07:40:00.587 INFO:tasks.workunit.client.0.smithi003.stdout:op 1250 completed, throughput=5MB/sec 2024-04-13T07:40:00.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:00 smithi003 ceph-mon[91733]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:40:00.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:00 smithi003 ceph-mon[91733]: overall HEALTH_OK 2024-04-13T07:40:00.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:00 smithi003 ceph-mon[89364]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:40:00.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:00 smithi003 ceph-mon[89364]: overall HEALTH_OK 2024-04-13T07:40:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:00 smithi066 ceph-mon[84331]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:40:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:00 smithi066 ceph-mon[84331]: overall HEALTH_OK 2024-04-13T07:40:01.588 INFO:tasks.workunit.client.0.smithi003.stdout: 253: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:01.588 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-X5d0z11EDcsbBpK off=256861 len=1241607 2024-04-13T07:40:01.595 INFO:tasks.workunit.client.0.smithi003.stdout:op 1251 completed, throughput=4.99MB/sec 2024-04-13T07:40:01.595 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6RozCsqfA7JCrz5 off=7206675 len=2071511 2024-04-13T07:40:01.597 INFO:tasks.workunit.client.0.smithi003.stdout:op 1252 completed, throughput=5MB/sec 2024-04-13T07:40:01.597 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ugqYzEhNifXjoS2 off=10999693 len=312026 2024-04-13T07:40:01.600 INFO:tasks.workunit.client.0.smithi003.stdout:op 1253 completed, throughput=5MB/sec 2024-04-13T07:40:01.600 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SSD4ZacIyv5l5C9 off=2346369 len=409796 2024-04-13T07:40:01.603 INFO:tasks.workunit.client.0.smithi003.stdout:op 1254 completed, throughput=5MB/sec 2024-04-13T07:40:01.604 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BFhysAG0omssmDN off=2143999 len=91331 2024-04-13T07:40:01.604 INFO:tasks.workunit.client.0.smithi003.stdout:op 1255 completed, throughput=5MB/sec 2024-04-13T07:40:01.604 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-v3ObIADqRDMYNQx off=4580914 len=1408441 2024-04-13T07:40:01.605 INFO:tasks.workunit.client.0.smithi003.stdout:op 1256 completed, throughput=5MB/sec 2024-04-13T07:40:02.606 INFO:tasks.workunit.client.0.smithi003.stdout: 254: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:02.606 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sI7GbGGo09CKkf4 off=15820116 len=1247934 2024-04-13T07:40:02.608 INFO:tasks.workunit.client.0.smithi003.stdout:op 1257 completed, throughput=4.99MB/sec 2024-04-13T07:40:02.608 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OxbwKixh9mtwRPU off=14193908 len=545257 2024-04-13T07:40:02.611 INFO:tasks.workunit.client.0.smithi003.stdout:op 1258 completed, throughput=4.99MB/sec 2024-04-13T07:40:02.612 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OlCruur7CpvID9V off=14574994 len=1480882 2024-04-13T07:40:02.613 INFO:tasks.workunit.client.0.smithi003.stdout:op 1259 completed, throughput=5MB/sec 2024-04-13T07:40:02.613 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-c2xBfM4MWNzhyPF off=9693404 len=1885792 2024-04-13T07:40:02.624 INFO:tasks.workunit.client.0.smithi003.stdout:op 1260 completed, throughput=5MB/sec 2024-04-13T07:40:02.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:02 smithi003 ceph-mon[91733]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:40:02.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:02 smithi003 ceph-mon[89364]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:40:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:02 smithi066 ceph-mon[84331]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:40:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:40:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:40:03.625 INFO:tasks.workunit.client.0.smithi003.stdout: 255: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:03.625 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-4tmepBD_chqN3ap off=1104846 len=233117 2024-04-13T07:40:03.625 INFO:tasks.workunit.client.0.smithi003.stdout:op 1261 completed, throughput=4.98MB/sec 2024-04-13T07:40:03.626 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VmKkQdJIlifdo7L off=2047405 len=390842 2024-04-13T07:40:03.626 INFO:tasks.workunit.client.0.smithi003.stdout:op 1262 completed, throughput=4.99MB/sec 2024-04-13T07:40:03.626 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kE-ClT9jnZaGm7n off=11882636 len=257065 2024-04-13T07:40:03.629 INFO:tasks.workunit.client.0.smithi003.stdout:op 1263 completed, throughput=4.99MB/sec 2024-04-13T07:40:03.629 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6BlEBOE3ZlR5pPM off=8427927 len=1092165 2024-04-13T07:40:03.636 INFO:tasks.workunit.client.0.smithi003.stdout:op 1264 completed, throughput=4.99MB/sec 2024-04-13T07:40:03.636 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-O5J332Wy4ITuyIn off=11006222 len=1458276 2024-04-13T07:40:03.638 INFO:tasks.workunit.client.0.smithi003.stdout:op 1265 completed, throughput=5MB/sec 2024-04-13T07:40:03.638 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rf1eYtCKELUjSN0 off=4103244 len=80952 2024-04-13T07:40:03.639 INFO:tasks.workunit.client.0.smithi003.stdout:op 1266 completed, throughput=5MB/sec 2024-04-13T07:40:03.639 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9ow8pL4aHrtE2am off=13585431 len=192637 2024-04-13T07:40:03.639 INFO:tasks.workunit.client.0.smithi003.stdout:op 1267 completed, throughput=5MB/sec 2024-04-13T07:40:03.639 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pRvZtTiAz7xGdtr off=1172036 len=2041446 2024-04-13T07:40:03.641 INFO:tasks.workunit.client.0.smithi003.stdout:op 1268 completed, throughput=5MB/sec 2024-04-13T07:40:04.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:04 smithi003 ceph-mon[91733]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:40:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:04 smithi003 ceph-mon[89364]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:40:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:40:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:40:04] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-04-13T07:40:04.641 INFO:tasks.workunit.client.0.smithi003.stdout: 256: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:04.641 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oaNoTmb4YDAGdX2 off=1602822 len=782787 2024-04-13T07:40:04.644 INFO:tasks.workunit.client.0.smithi003.stdout:op 1269 completed, throughput=4.99MB/sec 2024-04-13T07:40:04.644 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-29BQLyQz7ZwUX_x off=5976751 len=1551183 2024-04-13T07:40:04.646 INFO:tasks.workunit.client.0.smithi003.stdout:op 1270 completed, throughput=4.99MB/sec 2024-04-13T07:40:04.646 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZQCnwUpV_ETjIWw off=7839327 len=1093648 2024-04-13T07:40:04.647 INFO:tasks.workunit.client.0.smithi003.stdout:op 1271 completed, throughput=5MB/sec 2024-04-13T07:40:04.647 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mjfuUbsol-uW_8b off=18095826 len=605166 2024-04-13T07:40:04.648 INFO:tasks.workunit.client.0.smithi003.stdout:op 1272 completed, throughput=5MB/sec 2024-04-13T07:40:04.648 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-98u6Ji7u7-VZoa8 off=10252904 len=1186986 2024-04-13T07:40:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:04 smithi066 ceph-mon[84331]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:40:04.655 INFO:tasks.workunit.client.0.smithi003.stdout:op 1273 completed, throughput=5MB/sec 2024-04-13T07:40:05.655 INFO:tasks.workunit.client.0.smithi003.stdout: 257: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:05.655 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qmbWMyPrJrYhZgT off=3233330 len=1809256 2024-04-13T07:40:05.666 INFO:tasks.workunit.client.0.smithi003.stdout:op 1274 completed, throughput=4.99MB/sec 2024-04-13T07:40:05.666 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0j8RLIpzernna7j off=2864455 len=300284 2024-04-13T07:40:05.669 INFO:tasks.workunit.client.0.smithi003.stdout:op 1275 completed, throughput=4.99MB/sec 2024-04-13T07:40:05.669 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GkV2ZDQAt3wbWoK off=2303619 len=36132 2024-04-13T07:40:05.672 INFO:tasks.workunit.client.0.smithi003.stdout:op 1276 completed, throughput=4.99MB/sec 2024-04-13T07:40:05.672 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Vd8qi3OMbSzXUdN off=6697348 len=565572 2024-04-13T07:40:05.673 INFO:tasks.workunit.client.0.smithi003.stdout:op 1277 completed, throughput=4.99MB/sec 2024-04-13T07:40:05.673 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-umcrJMwFylr_qLS off=0 len=1133833 2024-04-13T07:40:05.674 INFO:tasks.workunit.client.0.smithi003.stdout:op 1278 completed, throughput=5MB/sec 2024-04-13T07:40:05.674 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ASGvwYruNy9qw3H off=3601239 len=1328189 2024-04-13T07:40:05.681 INFO:tasks.workunit.client.0.smithi003.stdout:op 1279 completed, throughput=5MB/sec 2024-04-13T07:40:06.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:06 smithi003 ceph-mon[91733]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T07:40:06.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:06 smithi003 ceph-mon[89364]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T07:40:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:06 smithi066 ceph-mon[84331]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T07:40:06.682 INFO:tasks.workunit.client.0.smithi003.stdout: 258: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:06.682 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-l0X-PPwwQTy25A1 off=395712 len=1447678 2024-04-13T07:40:06.690 INFO:tasks.workunit.client.0.smithi003.stdout:op 1280 completed, throughput=4.99MB/sec 2024-04-13T07:40:06.690 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lajaYOCVduE2oQ5 off=520681 len=780271 2024-04-13T07:40:06.691 INFO:tasks.workunit.client.0.smithi003.stdout:op 1281 completed, throughput=4.99MB/sec 2024-04-13T07:40:06.691 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-soKT4AKSHY62ADO off=19239910 len=2017064 2024-04-13T07:40:06.693 INFO:tasks.workunit.client.0.smithi003.stdout:op 1282 completed, throughput=5MB/sec 2024-04-13T07:40:06.693 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9B0eYInqszGrWfP off=4046021 len=1147295 2024-04-13T07:40:06.694 INFO:tasks.workunit.client.0.smithi003.stdout:op 1283 completed, throughput=5MB/sec 2024-04-13T07:40:07.695 INFO:tasks.workunit.client.0.smithi003.stdout: 259: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:07.695 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nSHQgMBVLiC6TAW off=3724536 len=805629 2024-04-13T07:40:07.697 INFO:tasks.workunit.client.0.smithi003.stdout:op 1284 completed, throughput=4.99MB/sec 2024-04-13T07:40:07.697 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CAvS98pqYKkJALT off=426338 len=637418 2024-04-13T07:40:07.698 INFO:tasks.workunit.client.0.smithi003.stdout:op 1285 completed, throughput=4.99MB/sec 2024-04-13T07:40:07.698 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-J8PP0xBDHaFhruc off=3328652 len=498712 2024-04-13T07:40:07.702 INFO:tasks.workunit.client.0.smithi003.stdout:op 1286 completed, throughput=4.99MB/sec 2024-04-13T07:40:07.702 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QmX7dSbzaF-mZtW off=19251238 len=168587 2024-04-13T07:40:07.702 INFO:tasks.workunit.client.0.smithi003.stdout:op 1287 completed, throughput=4.99MB/sec 2024-04-13T07:40:07.703 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PwxbPgNaMVIEBt3 off=2183163 len=629296 2024-04-13T07:40:07.706 INFO:tasks.workunit.client.0.smithi003.stdout:op 1288 completed, throughput=4.99MB/sec 2024-04-13T07:40:07.706 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zGbIDIN2J6LVeyP off=8518 len=1375084 2024-04-13T07:40:07.708 INFO:tasks.workunit.client.0.smithi003.stdout:op 1289 completed, throughput=5MB/sec 2024-04-13T07:40:07.708 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oz_liUu6AyNyE-e off=12821897 len=15947 2024-04-13T07:40:07.708 INFO:tasks.workunit.client.0.smithi003.stdout:op 1290 completed, throughput=5MB/sec 2024-04-13T07:40:07.708 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SSqE_KDYRqO-guq off=988620 len=790417 2024-04-13T07:40:07.709 INFO:tasks.workunit.client.0.smithi003.stdout:op 1291 completed, throughput=5MB/sec 2024-04-13T07:40:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:08 smithi003 ceph-mon[91733]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:40:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:40:08.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:08 smithi003 ceph-mon[89364]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:40:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:40:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:08 smithi066 ceph-mon[84331]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:40:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:40:08.710 INFO:tasks.workunit.client.0.smithi003.stdout: 260: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:08.710 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2uR--PNRNqg73xO off=15537933 len=1377175 2024-04-13T07:40:08.717 INFO:tasks.workunit.client.0.smithi003.stdout:op 1292 completed, throughput=4.99MB/sec 2024-04-13T07:40:08.717 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-P108pLe2EG_Im7_ off=11014976 len=1350558 2024-04-13T07:40:08.718 INFO:tasks.workunit.client.0.smithi003.stdout:op 1293 completed, throughput=4.99MB/sec 2024-04-13T07:40:08.718 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-m19ggQ6dZa9r5h3 off=9649401 len=1273700 2024-04-13T07:40:08.719 INFO:tasks.workunit.client.0.smithi003.stdout:op 1294 completed, throughput=5MB/sec 2024-04-13T07:40:08.719 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yk3He5cP60DaRHK off=4598071 len=37620 2024-04-13T07:40:08.720 INFO:tasks.workunit.client.0.smithi003.stdout:op 1295 completed, throughput=5MB/sec 2024-04-13T07:40:08.720 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1tESCU0cJANe2YY off=7184657 len=857047 2024-04-13T07:40:08.725 INFO:tasks.workunit.client.0.smithi003.stdout:op 1296 completed, throughput=5MB/sec 2024-04-13T07:40:09.726 INFO:tasks.workunit.client.0.smithi003.stdout: 261: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:09.726 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RFs_Vh1ffgQklpc off=17863037 len=343006 2024-04-13T07:40:09.727 INFO:tasks.workunit.client.0.smithi003.stdout:op 1297 completed, throughput=4.98MB/sec 2024-04-13T07:40:09.727 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Bv88OmbGVQBFVeH off=2025023 len=865381 2024-04-13T07:40:09.728 INFO:tasks.workunit.client.0.smithi003.stdout:op 1298 completed, throughput=4.99MB/sec 2024-04-13T07:40:09.728 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aHGQ-9JZiZUszCG off=21155344 len=1698750 2024-04-13T07:40:09.738 INFO:tasks.workunit.client.0.smithi003.stdout:op 1299 completed, throughput=4.99MB/sec 2024-04-13T07:40:09.739 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2rB0SLtYy1c1YSt off=4699627 len=254801 2024-04-13T07:40:09.739 INFO:tasks.workunit.client.0.smithi003.stdout:op 1300 completed, throughput=4.99MB/sec 2024-04-13T07:40:09.739 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-R63rZnx3Wa62dsD off=4338202 len=668376 2024-04-13T07:40:09.744 INFO:tasks.workunit.client.0.smithi003.stdout:op 1301 completed, throughput=4.99MB/sec 2024-04-13T07:40:09.744 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-a0diKUA3SmnMSvW off=11330495 len=1126376 2024-04-13T07:40:09.749 INFO:tasks.workunit.client.0.smithi003.stdout:op 1302 completed, throughput=5MB/sec 2024-04-13T07:40:09.749 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pB5I_XjLwNJGler off=1673392 len=40818 2024-04-13T07:40:09.751 INFO:tasks.workunit.client.0.smithi003.stdout:op 1303 completed, throughput=5MB/sec 2024-04-13T07:40:09.751 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wKcvJ649nW97Ein off=3496804 len=1805988 2024-04-13T07:40:09.753 INFO:tasks.workunit.client.0.smithi003.stdout:op 1304 completed, throughput=5.01MB/sec 2024-04-13T07:40:10.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:10 smithi003 ceph-mon[91733]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:40:10.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:10 smithi003 ceph-mon[89364]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:40:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:10 smithi066 ceph-mon[84331]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:40:10.753 INFO:tasks.workunit.client.0.smithi003.stdout: 262: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:10.753 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HWDJvbzHoafeMnL off=18127828 len=1315681 2024-04-13T07:40:10.761 INFO:tasks.workunit.client.0.smithi003.stdout:op 1305 completed, throughput=4.99MB/sec 2024-04-13T07:40:10.761 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-s3-qbrn9g6Ng9sC off=8729667 len=482914 2024-04-13T07:40:10.764 INFO:tasks.workunit.client.0.smithi003.stdout:op 1306 completed, throughput=4.99MB/sec 2024-04-13T07:40:10.764 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-c9AcO1acTaOYzX1 off=3120179 len=950611 2024-04-13T07:40:10.769 INFO:tasks.workunit.client.0.smithi003.stdout:op 1307 completed, throughput=5MB/sec 2024-04-13T07:40:10.769 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-anKTXaaBVvuU99d off=3902924 len=2036213 2024-04-13T07:40:10.773 INFO:tasks.workunit.client.0.smithi003.stdout:op 1308 completed, throughput=5MB/sec 2024-04-13T07:40:11.774 INFO:tasks.workunit.client.0.smithi003.stdout: 263: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:11.774 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-z4C4rXfTKtmMtfm off=1580452 len=1047936 2024-04-13T07:40:11.775 INFO:tasks.workunit.client.0.smithi003.stdout:op 1309 completed, throughput=4.99MB/sec 2024-04-13T07:40:11.775 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PhRxSmX1WwufqNb off=15249140 len=683789 2024-04-13T07:40:11.776 INFO:tasks.workunit.client.0.smithi003.stdout:op 1310 completed, throughput=4.99MB/sec 2024-04-13T07:40:11.776 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eB_4ZP0dbV6p2Kk off=21333370 len=1116031 2024-04-13T07:40:11.782 INFO:tasks.workunit.client.0.smithi003.stdout:op 1311 completed, throughput=4.99MB/sec 2024-04-13T07:40:11.782 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UXsaKOyN7PH0pcu off=7024474 len=2013360 2024-04-13T07:40:11.793 INFO:tasks.workunit.client.0.smithi003.stdout:op 1312 completed, throughput=5MB/sec 2024-04-13T07:40:12.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:12 smithi003 ceph-mon[91733]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:40:12.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:12 smithi003 ceph-mon[89364]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:40:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:12 smithi066 ceph-mon[84331]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:40:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:40:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:40:12.793 INFO:tasks.workunit.client.0.smithi003.stdout: 264: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:12.793 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Qwl6Q1U8NNQ3xr4 off=2920699 len=621388 2024-04-13T07:40:12.794 INFO:tasks.workunit.client.0.smithi003.stdout:op 1313 completed, throughput=4.98MB/sec 2024-04-13T07:40:12.795 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3GfIL9c1fEkczLK off=15299420 len=241178 2024-04-13T07:40:12.795 INFO:tasks.workunit.client.0.smithi003.stdout:op 1314 completed, throughput=4.99MB/sec 2024-04-13T07:40:12.795 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GAytLyLszEDSk_y off=1371479 len=50318 2024-04-13T07:40:12.798 INFO:tasks.workunit.client.0.smithi003.stdout:op 1315 completed, throughput=4.99MB/sec 2024-04-13T07:40:12.798 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OjlJlHj7Zuw94OW off=7654720 len=1034534 2024-04-13T07:40:12.804 INFO:tasks.workunit.client.0.smithi003.stdout:op 1316 completed, throughput=4.99MB/sec 2024-04-13T07:40:12.804 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HS5EihIQb8It8XQ off=47749 len=891443 2024-04-13T07:40:12.809 INFO:tasks.workunit.client.0.smithi003.stdout:op 1317 completed, throughput=4.99MB/sec 2024-04-13T07:40:12.809 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-V2CdMyRZzlJzIih off=1713237 len=924770 2024-04-13T07:40:12.814 INFO:tasks.workunit.client.0.smithi003.stdout:op 1318 completed, throughput=5MB/sec 2024-04-13T07:40:12.814 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7qAkwAEwapeOkrd off=11065158 len=82342 2024-04-13T07:40:12.814 INFO:tasks.workunit.client.0.smithi003.stdout:op 1319 completed, throughput=5MB/sec 2024-04-13T07:40:12.814 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lNtN7aOkFS3XETI off=5150839 len=234196 2024-04-13T07:40:12.815 INFO:tasks.workunit.client.0.smithi003.stdout:op 1320 completed, throughput=5MB/sec 2024-04-13T07:40:12.815 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eD84CJy-XpWkHMW off=1061945 len=196185 2024-04-13T07:40:12.818 INFO:tasks.workunit.client.0.smithi003.stdout:op 1321 completed, throughput=5MB/sec 2024-04-13T07:40:12.818 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-m5KPVvj9c0_fIBr off=4751656 len=154869 2024-04-13T07:40:12.820 INFO:tasks.workunit.client.0.smithi003.stdout:op 1322 completed, throughput=5MB/sec 2024-04-13T07:40:12.821 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QcN68O5P7sGwwHr off=6319567 len=652024 2024-04-13T07:40:12.821 INFO:tasks.workunit.client.0.smithi003.stdout:op 1323 completed, throughput=5MB/sec 2024-04-13T07:40:13.822 INFO:tasks.workunit.client.0.smithi003.stdout: 265: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:13.822 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-f4vIDgyifbgUflD off=3449639 len=1002863 2024-04-13T07:40:13.824 INFO:tasks.workunit.client.0.smithi003.stdout:op 1324 completed, throughput=4.99MB/sec 2024-04-13T07:40:13.824 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AGLUd0lPLuGvjs- off=2165442 len=246163 2024-04-13T07:40:13.824 INFO:tasks.workunit.client.0.smithi003.stdout:op 1325 completed, throughput=4.99MB/sec 2024-04-13T07:40:13.824 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZoRVwnT_ucmFHLj off=2984421 len=1917310 2024-04-13T07:40:13.837 INFO:tasks.workunit.client.0.smithi003.stdout:op 1326 completed, throughput=4.99MB/sec 2024-04-13T07:40:13.838 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tmhYRRYLbCAR6V8 off=9863298 len=2029749 2024-04-13T07:40:13.838 INFO:tasks.workunit.client.0.smithi003.stdout:op 1327 completed, throughput=5MB/sec 2024-04-13T07:40:13.838 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pJzBHQET8u_U7zd off=1362398 len=1355271 2024-04-13T07:40:13.840 INFO:tasks.workunit.client.0.smithi003.stdout:op 1328 completed, throughput=5MB/sec 2024-04-13T07:40:14.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:14 smithi003 ceph-mon[91733]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:40:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:40:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:40:14] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-04-13T07:40:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:14 smithi003 ceph-mon[89364]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:40:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:14 smithi066 ceph-mon[84331]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:40:14.840 INFO:tasks.workunit.client.0.smithi003.stdout: 266: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:14.840 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-F14x2kVm8-hlP6O off=13422109 len=788462 2024-04-13T07:40:14.841 INFO:tasks.workunit.client.0.smithi003.stdout:op 1329 completed, throughput=4.99MB/sec 2024-04-13T07:40:14.842 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lng3PLmXlaMloSm off=4768619 len=1897578 2024-04-13T07:40:14.852 INFO:tasks.workunit.client.0.smithi003.stdout:op 1330 completed, throughput=5MB/sec 2024-04-13T07:40:14.852 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qAVWNcg7jCBYp6h off=4252149 len=1273040 2024-04-13T07:40:14.858 INFO:tasks.workunit.client.0.smithi003.stdout:op 1331 completed, throughput=5MB/sec 2024-04-13T07:40:14.859 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-avXwMrWPm6M1u3e off=14797559 len=1662059 2024-04-13T07:40:14.860 INFO:tasks.workunit.client.0.smithi003.stdout:op 1332 completed, throughput=5.01MB/sec 2024-04-13T07:40:15.860 INFO:tasks.workunit.client.0.smithi003.stdout: 267: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:15.860 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9HEfJxGJ4TYrRNp off=2258148 len=1387044 2024-04-13T07:40:15.866 INFO:tasks.workunit.client.0.smithi003.stdout:op 1333 completed, throughput=4.99MB/sec 2024-04-13T07:40:15.867 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hxbcw806CFE3MKz off=278328 len=1245509 2024-04-13T07:40:15.868 INFO:tasks.workunit.client.0.smithi003.stdout:op 1334 completed, throughput=5MB/sec 2024-04-13T07:40:15.868 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-viCbSWKLXxPrxc- off=14038204 len=1634698 2024-04-13T07:40:15.875 INFO:tasks.workunit.client.0.smithi003.stdout:op 1335 completed, throughput=5MB/sec 2024-04-13T07:40:16.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:16 smithi003 ceph-mon[91733]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-13T07:40:16.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:16 smithi003 ceph-mon[89364]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-13T07:40:16.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:16 smithi066 ceph-mon[84331]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-13T07:40:16.875 INFO:tasks.workunit.client.0.smithi003.stdout: 268: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:16.875 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WiwA-vPmgFmNkZY off=10655329 len=324756 2024-04-13T07:40:16.879 INFO:tasks.workunit.client.0.smithi003.stdout:op 1336 completed, throughput=4.98MB/sec 2024-04-13T07:40:16.879 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3KOvDrPfANBAXZg off=465442 len=1840144 2024-04-13T07:40:16.892 INFO:tasks.workunit.client.0.smithi003.stdout:op 1337 completed, throughput=4.99MB/sec 2024-04-13T07:40:16.892 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9ow8pL4aHrtE2am off=11459743 len=1124096 2024-04-13T07:40:16.896 INFO:tasks.workunit.client.0.smithi003.stdout:op 1338 completed, throughput=4.99MB/sec 2024-04-13T07:40:16.896 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WXbXo_4jsPPzId2 off=10186201 len=98414 2024-04-13T07:40:16.897 INFO:tasks.workunit.client.0.smithi003.stdout:op 1339 completed, throughput=4.99MB/sec 2024-04-13T07:40:16.897 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WtC0hTHLSikGoBr off=9001028 len=259186 2024-04-13T07:40:16.898 INFO:tasks.workunit.client.0.smithi003.stdout:op 1340 completed, throughput=5MB/sec 2024-04-13T07:40:16.898 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ss70PuyOlQ-u62L off=6014121 len=1791008 2024-04-13T07:40:16.899 INFO:tasks.workunit.client.0.smithi003.stdout:op 1341 completed, throughput=5MB/sec 2024-04-13T07:40:17.900 INFO:tasks.workunit.client.0.smithi003.stdout: 269: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:17.900 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-skb6kiF41JOygNS off=5558308 len=1929773 2024-04-13T07:40:17.908 INFO:tasks.workunit.client.0.smithi003.stdout:op 1342 completed, throughput=4.99MB/sec 2024-04-13T07:40:17.908 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Q1KeaZHcSmCFeiE off=8902073 len=73614 2024-04-13T07:40:17.909 INFO:tasks.workunit.client.0.smithi003.stdout:op 1343 completed, throughput=4.99MB/sec 2024-04-13T07:40:17.909 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-JFOK-FrUDMt7Mgz off=294339 len=803634 2024-04-13T07:40:17.913 INFO:tasks.workunit.client.0.smithi003.stdout:op 1344 completed, throughput=4.99MB/sec 2024-04-13T07:40:17.913 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-f_msXgaf91BPHyi off=4775523 len=507975 2024-04-13T07:40:17.917 INFO:tasks.workunit.client.0.smithi003.stdout:op 1345 completed, throughput=4.99MB/sec 2024-04-13T07:40:17.917 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-y_g-jhGMMMpGMir off=3344861 len=1285618 2024-04-13T07:40:17.925 INFO:tasks.workunit.client.0.smithi003.stdout:op 1346 completed, throughput=5MB/sec 2024-04-13T07:40:17.925 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FVDqo7DhwsgQZ5X off=1157780 len=878375 2024-04-13T07:40:17.926 INFO:tasks.workunit.client.0.smithi003.stdout:op 1347 completed, throughput=5MB/sec 2024-04-13T07:40:18.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:18 smithi003 ceph-mon[91733]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:40:18.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:18 smithi003 ceph-mon[89364]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:40:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:18 smithi066 ceph-mon[84331]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:40:18.926 INFO:tasks.workunit.client.0.smithi003.stdout: 270: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:18.927 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XyOFgfGnvjpF7PI off=3966145 len=252351 2024-04-13T07:40:18.927 INFO:tasks.workunit.client.0.smithi003.stdout:op 1348 completed, throughput=4.99MB/sec 2024-04-13T07:40:18.927 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yOlUksPcDrU4vXF off=1143275 len=980575 2024-04-13T07:40:18.929 INFO:tasks.workunit.client.0.smithi003.stdout:op 1349 completed, throughput=4.99MB/sec 2024-04-13T07:40:18.929 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-focMqh5pCL139PI off=5473374 len=1999724 2024-04-13T07:40:18.933 INFO:tasks.workunit.client.0.smithi003.stdout:op 1350 completed, throughput=5MB/sec 2024-04-13T07:40:18.933 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-E11r1Onl4GgcLvj off=4301222 len=45842 2024-04-13T07:40:18.935 INFO:tasks.workunit.client.0.smithi003.stdout:op 1351 completed, throughput=5MB/sec 2024-04-13T07:40:18.935 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AIcZzie8xx5LY8e off=15222331 len=1967614 2024-04-13T07:40:18.937 INFO:tasks.workunit.client.0.smithi003.stdout:op 1352 completed, throughput=5MB/sec 2024-04-13T07:40:19.938 INFO:tasks.workunit.client.0.smithi003.stdout: 271: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:19.938 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MPvQdTmMWXMvCIV off=2619507 len=290788 2024-04-13T07:40:19.941 INFO:tasks.workunit.client.0.smithi003.stdout:op 1353 completed, throughput=4.98MB/sec 2024-04-13T07:40:19.941 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KgbwEgab4pJ6NPB off=664234 len=262982 2024-04-13T07:40:19.942 INFO:tasks.workunit.client.0.smithi003.stdout:op 1354 completed, throughput=4.99MB/sec 2024-04-13T07:40:19.942 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0Sy7NNXfDzI5I2r off=6417391 len=1264757 2024-04-13T07:40:19.944 INFO:tasks.workunit.client.0.smithi003.stdout:op 1355 completed, throughput=4.99MB/sec 2024-04-13T07:40:19.944 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-chTory1ZmlaUwnz off=23365737 len=518224 2024-04-13T07:40:19.948 INFO:tasks.workunit.client.0.smithi003.stdout:op 1356 completed, throughput=4.99MB/sec 2024-04-13T07:40:19.948 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nMp27V6ZR_RV4XL off=11471998 len=1866794 2024-04-13T07:40:19.950 INFO:tasks.workunit.client.0.smithi003.stdout:op 1357 completed, throughput=5MB/sec 2024-04-13T07:40:19.950 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BkcM0LbWk1jDONy off=2423695 len=1045241 2024-04-13T07:40:19.951 INFO:tasks.workunit.client.0.smithi003.stdout:op 1358 completed, throughput=5MB/sec 2024-04-13T07:40:20.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:20 smithi003 ceph-mon[89364]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:40:20.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:20 smithi003 ceph-mon[91733]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:40:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:20 smithi066 ceph-mon[84331]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:40:20.951 INFO:tasks.workunit.client.0.smithi003.stdout: 272: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:20.952 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Y8EH8VuvJrUoMf9 off=6609546 len=676733 2024-04-13T07:40:20.956 INFO:tasks.workunit.client.0.smithi003.stdout:op 1359 completed, throughput=4.99MB/sec 2024-04-13T07:40:20.956 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gOufPfZmKXYjJTZ off=3965965 len=764823 2024-04-13T07:40:20.957 INFO:tasks.workunit.client.0.smithi003.stdout:op 1360 completed, throughput=4.99MB/sec 2024-04-13T07:40:20.958 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ka27E6ZEX4n5-TM off=7432207 len=837604 2024-04-13T07:40:20.958 INFO:tasks.workunit.client.0.smithi003.stdout:op 1361 completed, throughput=4.99MB/sec 2024-04-13T07:40:20.959 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-X7duP2Y_JUe81IZ off=3663142 len=1942356 2024-04-13T07:40:20.972 INFO:tasks.workunit.client.0.smithi003.stdout:op 1362 completed, throughput=5MB/sec 2024-04-13T07:40:20.972 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RuQ7-bg1F63xc_0 off=1260092 len=1114743 2024-04-13T07:40:20.977 INFO:tasks.workunit.client.0.smithi003.stdout:op 1363 completed, throughput=5MB/sec 2024-04-13T07:40:21.978 INFO:tasks.workunit.client.0.smithi003.stdout: 273: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:21.978 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zTTQupNVbQ8T15F off=8892270 len=899474 2024-04-13T07:40:21.984 INFO:tasks.workunit.client.0.smithi003.stdout:op 1364 completed, throughput=4.99MB/sec 2024-04-13T07:40:21.984 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BZNRs5jPDEgB3LC off=13556785 len=1533031 2024-04-13T07:40:21.992 INFO:tasks.workunit.client.0.smithi003.stdout:op 1365 completed, throughput=4.99MB/sec 2024-04-13T07:40:21.992 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0i3BvW6PQWCQDRI off=19622445 len=1125394 2024-04-13T07:40:21.993 INFO:tasks.workunit.client.0.smithi003.stdout:op 1366 completed, throughput=5MB/sec 2024-04-13T07:40:21.993 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-P108pLe2EG_Im7_ off=4276382 len=432654 2024-04-13T07:40:21.996 INFO:tasks.workunit.client.0.smithi003.stdout:op 1367 completed, throughput=5MB/sec 2024-04-13T07:40:21.996 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nXPKPnK6sSExRrR off=2844356 len=1819953 2024-04-13T07:40:21.998 INFO:tasks.workunit.client.0.smithi003.stdout:op 1368 completed, throughput=5MB/sec 2024-04-13T07:40:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:22 smithi003 ceph-mon[91733]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:40:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:22 smithi003 ceph-mon[89364]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:40:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:22 smithi066 ceph-mon[84331]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:40:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:40:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:40:22.998 INFO:tasks.workunit.client.0.smithi003.stdout: 274: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:22.999 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2UUQWZO6bVUjqRJ off=921162 len=222519 2024-04-13T07:40:23.002 INFO:tasks.workunit.client.0.smithi003.stdout:op 1369 completed, throughput=4.99MB/sec 2024-04-13T07:40:23.002 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ckaak4BebhD5oVm off=4916440 len=1272676 2024-04-13T07:40:23.008 INFO:tasks.workunit.client.0.smithi003.stdout:op 1370 completed, throughput=4.99MB/sec 2024-04-13T07:40:23.008 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6RkVP5BoQMRAPPa off=12065031 len=1896885 2024-04-13T07:40:23.018 INFO:tasks.workunit.client.0.smithi003.stdout:op 1371 completed, throughput=5MB/sec 2024-04-13T07:40:23.018 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Pb9Kk_wNvKTDHSP off=9482392 len=1981680 2024-04-13T07:40:23.021 INFO:tasks.workunit.client.0.smithi003.stdout:op 1372 completed, throughput=5MB/sec 2024-04-13T07:40:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:40:23.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:40:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:40:24.022 INFO:tasks.workunit.client.0.smithi003.stdout: 275: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:24.022 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UklZurMPiB3A5jT off=1537882 len=437835 2024-04-13T07:40:24.023 INFO:tasks.workunit.client.0.smithi003.stdout:op 1373 completed, throughput=4.99MB/sec 2024-04-13T07:40:24.023 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-slgcajT8xlWAUfz off=19026897 len=1768507 2024-04-13T07:40:24.025 INFO:tasks.workunit.client.0.smithi003.stdout:op 1374 completed, throughput=4.99MB/sec 2024-04-13T07:40:24.025 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wz0rLTcD4cd-Oxw off=723150 len=86812 2024-04-13T07:40:24.028 INFO:tasks.workunit.client.0.smithi003.stdout:op 1375 completed, throughput=4.99MB/sec 2024-04-13T07:40:24.028 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_iirQe_DITplNFT off=9780585 len=740134 2024-04-13T07:40:24.033 INFO:tasks.workunit.client.0.smithi003.stdout:op 1376 completed, throughput=5MB/sec 2024-04-13T07:40:24.033 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-q_qpyxQxfywVZOe off=3159294 len=564797 2024-04-13T07:40:24.033 INFO:tasks.workunit.client.0.smithi003.stdout:op 1377 completed, throughput=5MB/sec 2024-04-13T07:40:24.034 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DbJgQ3WRmcb2Mop off=14464704 len=351737 2024-04-13T07:40:24.035 INFO:tasks.workunit.client.0.smithi003.stdout:op 1378 completed, throughput=5MB/sec 2024-04-13T07:40:24.035 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-p9mLj_45obCxtzg off=4185439 len=614587 2024-04-13T07:40:24.038 INFO:tasks.workunit.client.0.smithi003.stdout:op 1379 completed, throughput=5MB/sec 2024-04-13T07:40:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:24 smithi003 ceph-mon[91733]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:40:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:24 smithi003 ceph-mon[89364]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:40:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:40:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:40:24] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-04-13T07:40:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:24 smithi066 ceph-mon[84331]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:40:25.039 INFO:tasks.workunit.client.0.smithi003.stdout: 276: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:25.039 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tc2Ee3LMj9Uks0L off=12128282 len=1777928 2024-04-13T07:40:25.041 INFO:tasks.workunit.client.0.smithi003.stdout:op 1380 completed, throughput=4.99MB/sec 2024-04-13T07:40:25.041 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sONplkTY2ynt2ml off=5854203 len=1581717 2024-04-13T07:40:25.051 INFO:tasks.workunit.client.0.smithi003.stdout:op 1381 completed, throughput=4.99MB/sec 2024-04-13T07:40:25.051 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-JakF2El_zuphrb9 off=4838451 len=1019887 2024-04-13T07:40:25.055 INFO:tasks.workunit.client.0.smithi003.stdout:op 1382 completed, throughput=5MB/sec 2024-04-13T07:40:25.056 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VC_zkt10lXtb2Wm off=2646037 len=1598364 2024-04-13T07:40:25.057 INFO:tasks.workunit.client.0.smithi003.stdout:op 1383 completed, throughput=5MB/sec 2024-04-13T07:40:26.058 INFO:tasks.workunit.client.0.smithi003.stdout: 277: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:26.058 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1SUfkW3U-LOFbAE off=7391452 len=612132 2024-04-13T07:40:26.061 INFO:tasks.workunit.client.0.smithi003.stdout:op 1384 completed, throughput=4.99MB/sec 2024-04-13T07:40:26.061 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jr6BmvTbgeMhH4Y off=8647364 len=640370 2024-04-13T07:40:26.065 INFO:tasks.workunit.client.0.smithi003.stdout:op 1385 completed, throughput=4.99MB/sec 2024-04-13T07:40:26.065 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gLcpt_hgh598Dfz off=15375721 len=1022923 2024-04-13T07:40:26.067 INFO:tasks.workunit.client.0.smithi003.stdout:op 1386 completed, throughput=4.99MB/sec 2024-04-13T07:40:26.067 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BXHs8AoNdIgEYyx off=23770714 len=657855 2024-04-13T07:40:26.067 INFO:tasks.workunit.client.0.smithi003.stdout:op 1387 completed, throughput=4.99MB/sec 2024-04-13T07:40:26.068 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-T_KAKETHPxHJFxR off=1176264 len=1960680 2024-04-13T07:40:26.077 INFO:tasks.workunit.client.0.smithi003.stdout:op 1388 completed, throughput=5MB/sec 2024-04-13T07:40:26.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:26 smithi003 ceph-mon[91733]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T07:40:26.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:26 smithi003 ceph-mon[89364]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T07:40:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:26 smithi066 ceph-mon[84331]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T07:40:27.077 INFO:tasks.workunit.client.0.smithi003.stdout: 278: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:27.077 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Di-z_kwKedeH9II off=1717706 len=154525 2024-04-13T07:40:27.078 INFO:tasks.workunit.client.0.smithi003.stdout:op 1389 completed, throughput=4.98MB/sec 2024-04-13T07:40:27.078 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9DfuHCrf57X6lv6 off=3284980 len=496700 2024-04-13T07:40:27.081 INFO:tasks.workunit.client.0.smithi003.stdout:op 1390 completed, throughput=4.99MB/sec 2024-04-13T07:40:27.081 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5Rlt-9JEKldBp54 off=9534576 len=1267258 2024-04-13T07:40:27.084 INFO:tasks.workunit.client.0.smithi003.stdout:op 1391 completed, throughput=4.99MB/sec 2024-04-13T07:40:27.084 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XZpZA0ojw5bkuyD off=53023 len=1377831 2024-04-13T07:40:27.086 INFO:tasks.workunit.client.0.smithi003.stdout:op 1392 completed, throughput=4.99MB/sec 2024-04-13T07:40:27.086 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-f4n1eDq_6_tkteR off=2552196 len=1074114 2024-04-13T07:40:27.087 INFO:tasks.workunit.client.0.smithi003.stdout:op 1393 completed, throughput=5MB/sec 2024-04-13T07:40:27.087 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6PVtftRBz86tjHU off=6081734 len=553355 2024-04-13T07:40:27.088 INFO:tasks.workunit.client.0.smithi003.stdout:op 1394 completed, throughput=5MB/sec 2024-04-13T07:40:28.088 INFO:tasks.workunit.client.0.smithi003.stdout: 279: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:28.088 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fiYLzLJ3hjOto6P off=1613082 len=1748767 2024-04-13T07:40:28.090 INFO:tasks.workunit.client.0.smithi003.stdout:op 1395 completed, throughput=4.99MB/sec 2024-04-13T07:40:28.090 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-C-Kt8M_hZjPTIKT off=1951058 len=106551 2024-04-13T07:40:28.091 INFO:tasks.workunit.client.0.smithi003.stdout:op 1396 completed, throughput=4.99MB/sec 2024-04-13T07:40:28.091 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-o48B5s71zjq9xVP off=16331845 len=1645462 2024-04-13T07:40:28.101 INFO:tasks.workunit.client.0.smithi003.stdout:op 1397 completed, throughput=4.99MB/sec 2024-04-13T07:40:28.101 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-4ReAJzESAuzr4d5 off=1115423 len=1019099 2024-04-13T07:40:28.103 INFO:tasks.workunit.client.0.smithi003.stdout:op 1398 completed, throughput=5MB/sec 2024-04-13T07:40:28.103 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IfC3iv37dEHYtIn off=1984223 len=265576 2024-04-13T07:40:28.106 INFO:tasks.workunit.client.0.smithi003.stdout:op 1399 completed, throughput=5MB/sec 2024-04-13T07:40:28.106 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HAzmP_QnPCCgo4S off=1550003 len=393436 2024-04-13T07:40:28.109 INFO:tasks.workunit.client.0.smithi003.stdout:op 1400 completed, throughput=5MB/sec 2024-04-13T07:40:28.109 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-16uC9Gn1s0_zz1b off=8071018 len=758251 2024-04-13T07:40:28.110 INFO:tasks.workunit.client.0.smithi003.stdout:op 1401 completed, throughput=5MB/sec 2024-04-13T07:40:28.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:28 smithi003 ceph-mon[89364]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:40:28.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:28 smithi003 ceph-mon[91733]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:40:28.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:28 smithi066 ceph-mon[84331]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:40:29.111 INFO:tasks.workunit.client.0.smithi003.stdout: 280: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:29.111 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_iMl1EO--WEqrpC off=1350988 len=1614088 2024-04-13T07:40:29.113 INFO:tasks.workunit.client.0.smithi003.stdout:op 1402 completed, throughput=4.99MB/sec 2024-04-13T07:40:29.113 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QOPsDx7Vt-P6nkM off=11288022 len=1846717 2024-04-13T07:40:29.125 INFO:tasks.workunit.client.0.smithi003.stdout:op 1403 completed, throughput=5MB/sec 2024-04-13T07:40:29.125 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6F9Nzos0K_j2eu1 off=264282 len=1432129 2024-04-13T07:40:29.136 INFO:tasks.workunit.client.0.smithi003.stdout:op 1404 completed, throughput=5MB/sec 2024-04-13T07:40:30.137 INFO:tasks.workunit.client.0.smithi003.stdout: 281: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:30.137 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wgoSSVRkjSeKAqD off=4490360 len=1401706 2024-04-13T07:40:30.139 INFO:tasks.workunit.client.0.smithi003.stdout:op 1405 completed, throughput=4.99MB/sec 2024-04-13T07:40:30.139 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-4T3SKSMp1zbl5KP off=2542862 len=1693912 2024-04-13T07:40:30.141 INFO:tasks.workunit.client.0.smithi003.stdout:op 1406 completed, throughput=4.99MB/sec 2024-04-13T07:40:30.141 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GxBZko6_opFQUrG off=5300950 len=1249997 2024-04-13T07:40:30.142 INFO:tasks.workunit.client.0.smithi003.stdout:op 1407 completed, throughput=5MB/sec 2024-04-13T07:40:30.142 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NaGs2LMOMxOUUyB off=1752276 len=616431 2024-04-13T07:40:30.144 INFO:tasks.workunit.client.0.smithi003.stdout:op 1408 completed, throughput=5MB/sec 2024-04-13T07:40:30.144 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-h9ZqSMVJS0EnhbN off=7471568 len=1697982 2024-04-13T07:40:30.154 INFO:tasks.workunit.client.0.smithi003.stdout:op 1409 completed, throughput=5MB/sec 2024-04-13T07:40:30.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:30 smithi003 ceph-mon[91733]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:40:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:30 smithi003 ceph-mon[89364]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:40:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:30 smithi066 ceph-mon[84331]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:40:31.154 INFO:tasks.workunit.client.0.smithi003.stdout: 282: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:31.154 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hX6IWBSAcDT7cs2 off=1215446 len=1354384 2024-04-13T07:40:31.157 INFO:tasks.workunit.client.0.smithi003.stdout:op 1410 completed, throughput=4.99MB/sec 2024-04-13T07:40:31.157 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-j2l4Zx7FaTFFU7b off=5953387 len=1138557 2024-04-13T07:40:31.163 INFO:tasks.workunit.client.0.smithi003.stdout:op 1411 completed, throughput=5MB/sec 2024-04-13T07:40:31.163 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZAUtx1A4WMGrMGH off=8771389 len=307778 2024-04-13T07:40:31.166 INFO:tasks.workunit.client.0.smithi003.stdout:op 1412 completed, throughput=5MB/sec 2024-04-13T07:40:31.166 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-umcrJMwFylr_qLS off=58632 len=1075201 2024-04-13T07:40:31.167 INFO:tasks.workunit.client.0.smithi003.stdout:op 1413 completed, throughput=5MB/sec 2024-04-13T07:40:31.167 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-n3qMHo6XppQ9mUq off=350110 len=308855 2024-04-13T07:40:31.170 INFO:tasks.workunit.client.0.smithi003.stdout:op 1414 completed, throughput=5MB/sec 2024-04-13T07:40:32.171 INFO:tasks.workunit.client.0.smithi003.stdout: 283: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:32.171 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--E6VRGBbadLnpUX off=1187885 len=1978320 2024-04-13T07:40:32.173 INFO:tasks.workunit.client.0.smithi003.stdout:op 1415 completed, throughput=4.99MB/sec 2024-04-13T07:40:32.173 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2Qr9HNOBNGDYATl off=2908873 len=1612213 2024-04-13T07:40:32.181 INFO:tasks.workunit.client.0.smithi003.stdout:op 1416 completed, throughput=5MB/sec 2024-04-13T07:40:32.181 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BpMnnh62td8q6ma off=3037279 len=1962404 2024-04-13T07:40:32.192 INFO:tasks.workunit.client.0.smithi003.stdout:op 1417 completed, throughput=5MB/sec 2024-04-13T07:40:32.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:32 smithi003 ceph-mon[91733]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:40:32.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:32 smithi003 ceph-mon[89364]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:40:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:32 smithi066 ceph-mon[84331]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:40:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:40:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:40:33.192 INFO:tasks.workunit.client.0.smithi003.stdout: 284: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:33.193 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gUaQruHUKmNhYxw off=728659 len=852146 2024-04-13T07:40:33.197 INFO:tasks.workunit.client.0.smithi003.stdout:op 1418 completed, throughput=4.99MB/sec 2024-04-13T07:40:33.197 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-j8N1nu8H8lr77xn off=14459136 len=1600300 2024-04-13T07:40:33.200 INFO:tasks.workunit.client.0.smithi003.stdout:op 1419 completed, throughput=4.99MB/sec 2024-04-13T07:40:33.200 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eOWYX9M_zkcYoyf off=130834 len=1070863 2024-04-13T07:40:33.202 INFO:tasks.workunit.client.0.smithi003.stdout:op 1420 completed, throughput=5MB/sec 2024-04-13T07:40:33.202 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Qo4r7t9W8urUGT3 off=5784307 len=89439 2024-04-13T07:40:33.203 INFO:tasks.workunit.client.0.smithi003.stdout:op 1421 completed, throughput=5MB/sec 2024-04-13T07:40:33.203 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-f5QqgLvD9uBZpRh off=8327942 len=1126577 2024-04-13T07:40:33.209 INFO:tasks.workunit.client.0.smithi003.stdout:op 1422 completed, throughput=5MB/sec 2024-04-13T07:40:33.209 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mFegL6c01z67bik off=714088 len=125310 2024-04-13T07:40:33.212 INFO:tasks.workunit.client.0.smithi003.stdout:op 1423 completed, throughput=5MB/sec 2024-04-13T07:40:34.212 INFO:tasks.workunit.client.0.smithi003.stdout: 285: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:34.212 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yRZ_v9_lkdd2sHG off=830140 len=1690557 2024-04-13T07:40:34.222 INFO:tasks.workunit.client.0.smithi003.stdout:op 1424 completed, throughput=4.99MB/sec 2024-04-13T07:40:34.222 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-L4-wpWgRmpnKJ3m off=21325129 len=472175 2024-04-13T07:40:34.226 INFO:tasks.workunit.client.0.smithi003.stdout:op 1425 completed, throughput=4.99MB/sec 2024-04-13T07:40:34.226 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JtHyBz7L6JG66Rf off=6357351 len=549279 2024-04-13T07:40:34.227 INFO:tasks.workunit.client.0.smithi003.stdout:op 1426 completed, throughput=4.99MB/sec 2024-04-13T07:40:34.227 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-H5rvUpby5CtZ-Tl off=1180563 len=497834 2024-04-13T07:40:34.228 INFO:tasks.workunit.client.0.smithi003.stdout:op 1427 completed, throughput=4.99MB/sec 2024-04-13T07:40:34.228 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-O2orT_9lkIjdGLG off=2995530 len=733765 2024-04-13T07:40:34.232 INFO:tasks.workunit.client.0.smithi003.stdout:op 1428 completed, throughput=5MB/sec 2024-04-13T07:40:34.233 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ffJiWaQN1gZYlnl off=1519788 len=575272 2024-04-13T07:40:34.237 INFO:tasks.workunit.client.0.smithi003.stdout:op 1429 completed, throughput=5MB/sec 2024-04-13T07:40:34.237 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PV_k0tFmKIQ6ttC off=7880435 len=1612389 2024-04-13T07:40:34.238 INFO:tasks.workunit.client.0.smithi003.stdout:op 1430 completed, throughput=5MB/sec 2024-04-13T07:40:34.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:34 smithi003 ceph-mon[89364]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T07:40:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:40:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:40:34] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-04-13T07:40:34.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:34 smithi003 ceph-mon[91733]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T07:40:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:34 smithi066 ceph-mon[84331]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T07:40:35.238 INFO:tasks.workunit.client.0.smithi003.stdout: 286: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:35.238 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Au9jAyFVpRr01py off=20291068 len=1335393 2024-04-13T07:40:35.240 INFO:tasks.workunit.client.0.smithi003.stdout:op 1431 completed, throughput=4.99MB/sec 2024-04-13T07:40:35.240 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Rt4w1u2hoNxfK5R off=13114012 len=142710 2024-04-13T07:40:35.242 INFO:tasks.workunit.client.0.smithi003.stdout:op 1432 completed, throughput=4.99MB/sec 2024-04-13T07:40:35.242 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ymhi4fsslHdewv9 off=14550034 len=867710 2024-04-13T07:40:35.243 INFO:tasks.workunit.client.0.smithi003.stdout:op 1433 completed, throughput=4.99MB/sec 2024-04-13T07:40:35.243 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oDVPRAGzUAiuyan off=9438471 len=1983821 2024-04-13T07:40:35.245 INFO:tasks.workunit.client.0.smithi003.stdout:op 1434 completed, throughput=5MB/sec 2024-04-13T07:40:35.245 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2sxWXrJQ3mMLWxt off=15831313 len=1414257 2024-04-13T07:40:35.246 INFO:tasks.workunit.client.0.smithi003.stdout:op 1435 completed, throughput=5MB/sec 2024-04-13T07:40:35.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:35 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:40:35.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:35 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:35.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:35 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:40:35.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:35 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:40:35.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:35 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:40:35.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:35 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:35.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:35 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:40:35.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:35 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:40:35.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:35 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:40:35.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:35 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:40:35.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:35 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:40:35.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:35 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:40:36.247 INFO:tasks.workunit.client.0.smithi003.stdout: 287: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:36.247 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oBPr2XR6jxmw8_6 off=1736467 len=1317570 2024-04-13T07:40:36.248 INFO:tasks.workunit.client.0.smithi003.stdout:op 1436 completed, throughput=4.99MB/sec 2024-04-13T07:40:36.248 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-D28SB2EAuq7N7CP off=10367441 len=775097 2024-04-13T07:40:36.253 INFO:tasks.workunit.client.0.smithi003.stdout:op 1437 completed, throughput=4.99MB/sec 2024-04-13T07:40:36.253 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cEJ_9Dhv0ZnIPUv off=283516 len=452860 2024-04-13T07:40:36.254 INFO:tasks.workunit.client.0.smithi003.stdout:op 1438 completed, throughput=5MB/sec 2024-04-13T07:40:36.254 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Gl66QoHVn1APIxu off=151655 len=1141902 2024-04-13T07:40:36.256 INFO:tasks.workunit.client.0.smithi003.stdout:op 1439 completed, throughput=5MB/sec 2024-04-13T07:40:36.257 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GKdtVxVpqYaEDPM off=12922778 len=1055974 2024-04-13T07:40:36.262 INFO:tasks.workunit.client.0.smithi003.stdout:op 1440 completed, throughput=5MB/sec 2024-04-13T07:40:36.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:36 smithi003 ceph-mon[91733]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:40:36.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:36 smithi003 ceph-mon[89364]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:40:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:36 smithi066 ceph-mon[84331]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:40:37.262 INFO:tasks.workunit.client.0.smithi003.stdout: 288: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:37.262 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-52K-hKFgzcuzTM7 off=8876671 len=1240247 2024-04-13T07:40:37.270 INFO:tasks.workunit.client.0.smithi003.stdout:op 1441 completed, throughput=4.99MB/sec 2024-04-13T07:40:37.270 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--xPKWjvdFemEbWU off=1995984 len=1278647 2024-04-13T07:40:37.275 INFO:tasks.workunit.client.0.smithi003.stdout:op 1442 completed, throughput=4.99MB/sec 2024-04-13T07:40:37.276 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MSLIiTKJaFW2VcR off=9614125 len=1714953 2024-04-13T07:40:37.277 INFO:tasks.workunit.client.0.smithi003.stdout:op 1443 completed, throughput=5MB/sec 2024-04-13T07:40:37.277 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6jsyih_JA6t6ORQ off=3450316 len=1129547 2024-04-13T07:40:37.279 INFO:tasks.workunit.client.0.smithi003.stdout:op 1444 completed, throughput=5MB/sec 2024-04-13T07:40:38.279 INFO:tasks.workunit.client.0.smithi003.stdout: 289: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:38.279 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-h5begbyJANSnpZQ off=8138876 len=437964 2024-04-13T07:40:38.283 INFO:tasks.workunit.client.0.smithi003.stdout:op 1445 completed, throughput=4.99MB/sec 2024-04-13T07:40:38.283 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HN0bHnu-NYQYzW5 off=651516 len=1337761 2024-04-13T07:40:38.285 INFO:tasks.workunit.client.0.smithi003.stdout:op 1446 completed, throughput=4.99MB/sec 2024-04-13T07:40:38.285 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yu3y7u8YbeyaXJn off=18836962 len=641230 2024-04-13T07:40:38.286 INFO:tasks.workunit.client.0.smithi003.stdout:op 1447 completed, throughput=4.99MB/sec 2024-04-13T07:40:38.287 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-L4gh1t4gTze3xoz off=9479382 len=1921112 2024-04-13T07:40:38.298 INFO:tasks.workunit.client.0.smithi003.stdout:op 1448 completed, throughput=5MB/sec 2024-04-13T07:40:38.298 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-V5Ny4nTOxaO6sPM off=6599096 len=1166903 2024-04-13T07:40:38.305 INFO:tasks.workunit.client.0.smithi003.stdout:op 1449 completed, throughput=5MB/sec 2024-04-13T07:40:38.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:38 smithi003 ceph-mon[91733]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:40:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:40:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:38 smithi003 ceph-mon[89364]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:40:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:40:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:38 smithi066 ceph-mon[84331]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:40:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:40:39.305 INFO:tasks.workunit.client.0.smithi003.stdout: 290: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:39.305 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FWXvSO9z3iiMEFV off=12829973 len=1112398 2024-04-13T07:40:39.312 INFO:tasks.workunit.client.0.smithi003.stdout:op 1450 completed, throughput=4.99MB/sec 2024-04-13T07:40:39.312 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DkNRTD1aEXUeF9R off=4730580 len=1927145 2024-04-13T07:40:39.314 INFO:tasks.workunit.client.0.smithi003.stdout:op 1451 completed, throughput=5MB/sec 2024-04-13T07:40:39.314 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hO-NPl-81xOWw9j off=1828097 len=143949 2024-04-13T07:40:39.317 INFO:tasks.workunit.client.0.smithi003.stdout:op 1452 completed, throughput=5MB/sec 2024-04-13T07:40:39.317 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wTpW3adWShIDipe off=20410269 len=36073 2024-04-13T07:40:39.317 INFO:tasks.workunit.client.0.smithi003.stdout:op 1453 completed, throughput=5MB/sec 2024-04-13T07:40:39.317 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Jx1aikAdAMI6YxS off=244589 len=1617544 2024-04-13T07:40:39.319 INFO:tasks.workunit.client.0.smithi003.stdout:op 1454 completed, throughput=5MB/sec 2024-04-13T07:40:40.320 INFO:tasks.workunit.client.0.smithi003.stdout: 291: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:40.320 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QmPv3BJlXFIh3D1 off=4855471 len=340390 2024-04-13T07:40:40.321 INFO:tasks.workunit.client.0.smithi003.stdout:op 1455 completed, throughput=4.99MB/sec 2024-04-13T07:40:40.321 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AQIudjAGBecJ2Fv off=1228228 len=42960 2024-04-13T07:40:40.322 INFO:tasks.workunit.client.0.smithi003.stdout:op 1456 completed, throughput=4.99MB/sec 2024-04-13T07:40:40.322 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_vc6UfKXztGkU7r off=7850100 len=1986864 2024-04-13T07:40:40.333 INFO:tasks.workunit.client.0.smithi003.stdout:op 1457 completed, throughput=4.99MB/sec 2024-04-13T07:40:40.333 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-T1VkepyyconEmcQ off=17844150 len=1434580 2024-04-13T07:40:40.335 INFO:tasks.workunit.client.0.smithi003.stdout:op 1458 completed, throughput=5MB/sec 2024-04-13T07:40:40.335 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TLoY9uBCcv3X7Ae off=5897529 len=578030 2024-04-13T07:40:40.337 INFO:tasks.workunit.client.0.smithi003.stdout:op 1459 completed, throughput=5MB/sec 2024-04-13T07:40:40.337 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RMKoVJ32oXuJR_G off=1842025 len=137426 2024-04-13T07:40:40.338 INFO:tasks.workunit.client.0.smithi003.stdout:op 1460 completed, throughput=5MB/sec 2024-04-13T07:40:40.338 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-j8N1nu8H8lr77xn off=14734046 len=946958 2024-04-13T07:40:40.343 INFO:tasks.workunit.client.0.smithi003.stdout:op 1461 completed, throughput=5MB/sec 2024-04-13T07:40:40.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:40 smithi003 ceph-mon[91733]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:40:40.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:40 smithi003 ceph-mon[89364]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:40:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:40 smithi066 ceph-mon[84331]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:40:41.343 INFO:tasks.workunit.client.0.smithi003.stdout: 292: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:41.344 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ldFlZmTbpMnolZz off=445133 len=935750 2024-04-13T07:40:41.345 INFO:tasks.workunit.client.0.smithi003.stdout:op 1462 completed, throughput=4.99MB/sec 2024-04-13T07:40:41.345 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MWtO2sIILUKEyB5 off=17109551 len=1488097 2024-04-13T07:40:41.353 INFO:tasks.workunit.client.0.smithi003.stdout:op 1463 completed, throughput=4.99MB/sec 2024-04-13T07:40:41.353 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-433MwhtnqcH_ET0 off=757538 len=137983 2024-04-13T07:40:41.356 INFO:tasks.workunit.client.0.smithi003.stdout:op 1464 completed, throughput=4.99MB/sec 2024-04-13T07:40:41.356 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1qKShQWcJCULBTY off=4802913 len=120841 2024-04-13T07:40:41.358 INFO:tasks.workunit.client.0.smithi003.stdout:op 1465 completed, throughput=4.99MB/sec 2024-04-13T07:40:41.358 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tEIBXxVF5WItB8F off=100596 len=1666891 2024-04-13T07:40:41.360 INFO:tasks.workunit.client.0.smithi003.stdout:op 1466 completed, throughput=5MB/sec 2024-04-13T07:40:41.360 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rtE8Iv4wFX3rxy1 off=3907063 len=2072003 2024-04-13T07:40:41.373 INFO:tasks.workunit.client.0.smithi003.stdout:op 1467 completed, throughput=5MB/sec 2024-04-13T07:40:42.373 INFO:tasks.workunit.client.0.smithi003.stdout: 293: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:42.374 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XEjckk4LJfLlBGa off=4065484 len=1001056 2024-04-13T07:40:42.378 INFO:tasks.workunit.client.0.smithi003.stdout:op 1468 completed, throughput=4.99MB/sec 2024-04-13T07:40:42.378 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1Sczf_944txO07m off=9374860 len=922494 2024-04-13T07:40:42.380 INFO:tasks.workunit.client.0.smithi003.stdout:op 1469 completed, throughput=4.99MB/sec 2024-04-13T07:40:42.380 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vGayYQUoBgyvWGW off=5508339 len=1398355 2024-04-13T07:40:42.387 INFO:tasks.workunit.client.0.smithi003.stdout:op 1470 completed, throughput=5MB/sec 2024-04-13T07:40:42.387 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ke3EGfmbNrMPLJC off=2172890 len=1140768 2024-04-13T07:40:42.394 INFO:tasks.workunit.client.0.smithi003.stdout:op 1471 completed, throughput=5MB/sec 2024-04-13T07:40:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:42 smithi066 ceph-mon[84331]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:40:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:40:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:40:42.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:42 smithi003 ceph-mon[89364]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:40:42.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:42 smithi003 ceph-mon[91733]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:40:43.394 INFO:tasks.workunit.client.0.smithi003.stdout: 294: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:43.394 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BVzKl3LmhyhgCAf off=5223801 len=1894384 2024-04-13T07:40:43.397 INFO:tasks.workunit.client.0.smithi003.stdout:op 1472 completed, throughput=4.99MB/sec 2024-04-13T07:40:43.397 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-46yJikqz0e1Enu4 off=8368134 len=239938 2024-04-13T07:40:43.400 INFO:tasks.workunit.client.0.smithi003.stdout:op 1473 completed, throughput=4.99MB/sec 2024-04-13T07:40:43.400 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-y6s1sYG50UND2mz off=663217 len=779421 2024-04-13T07:40:43.401 INFO:tasks.workunit.client.0.smithi003.stdout:op 1474 completed, throughput=4.99MB/sec 2024-04-13T07:40:43.401 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TJNmhwqWEiwQYY4 off=7004630 len=1863084 2024-04-13T07:40:43.404 INFO:tasks.workunit.client.0.smithi003.stdout:op 1475 completed, throughput=5MB/sec 2024-04-13T07:40:44.404 INFO:tasks.workunit.client.0.smithi003.stdout: 295: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:44.405 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1cR9SIhO5Jqk0mI off=13733049 len=1183911 2024-04-13T07:40:44.410 INFO:tasks.workunit.client.0.smithi003.stdout:op 1476 completed, throughput=4.99MB/sec 2024-04-13T07:40:44.410 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-A6CnmfWM_6ywoe2 off=11150658 len=1302412 2024-04-13T07:40:44.413 INFO:tasks.workunit.client.0.smithi003.stdout:op 1477 completed, throughput=4.99MB/sec 2024-04-13T07:40:44.413 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3GBRTYPfwXSBifS off=8937277 len=1270964 2024-04-13T07:40:44.419 INFO:tasks.workunit.client.0.smithi003.stdout:op 1478 completed, throughput=5MB/sec 2024-04-13T07:40:44.419 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PdXbMxwssGpibTW off=8742327 len=889865 2024-04-13T07:40:44.420 INFO:tasks.workunit.client.0.smithi003.stdout:op 1479 completed, throughput=5MB/sec 2024-04-13T07:40:44.420 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YlOw5b2oveQFvIn off=6269036 len=837894 2024-04-13T07:40:44.422 INFO:tasks.workunit.client.0.smithi003.stdout:op 1480 completed, throughput=5MB/sec 2024-04-13T07:40:44.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:44 smithi003 ceph-mon[91733]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:40:44.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:44 smithi003 ceph-mon[89364]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:40:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:40:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:40:44] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-04-13T07:40:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:44 smithi066 ceph-mon[84331]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:40:45.423 INFO:tasks.workunit.client.0.smithi003.stdout: 296: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:45.423 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-b6U4Hm9Mm-G1Ugh off=949790 len=312377 2024-04-13T07:40:45.423 INFO:tasks.workunit.client.0.smithi003.stdout:op 1481 completed, throughput=4.98MB/sec 2024-04-13T07:40:45.424 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8PqNhrddAnunLNE off=3378407 len=1256125 2024-04-13T07:40:45.427 INFO:tasks.workunit.client.0.smithi003.stdout:op 1482 completed, throughput=4.99MB/sec 2024-04-13T07:40:45.427 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nuIJaRQcyWnkDIU off=1255558 len=1892967 2024-04-13T07:40:45.429 INFO:tasks.workunit.client.0.smithi003.stdout:op 1483 completed, throughput=4.99MB/sec 2024-04-13T07:40:45.429 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-X5TPGPfocMXOwKL off=6152175 len=771815 2024-04-13T07:40:45.431 INFO:tasks.workunit.client.0.smithi003.stdout:op 1484 completed, throughput=5MB/sec 2024-04-13T07:40:45.431 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-x-SZ5JCdARCsnzw off=5444786 len=685551 2024-04-13T07:40:45.433 INFO:tasks.workunit.client.0.smithi003.stdout:op 1485 completed, throughput=5MB/sec 2024-04-13T07:40:45.433 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-c_jluKo9laoZwSq off=3382453 len=1169013 2024-04-13T07:40:45.440 INFO:tasks.workunit.client.0.smithi003.stdout:op 1486 completed, throughput=5MB/sec 2024-04-13T07:40:46.440 INFO:tasks.workunit.client.0.smithi003.stdout: 297: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:46.440 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9NpqVAjIuvPJWyD off=5881070 len=1036122 2024-04-13T07:40:46.445 INFO:tasks.workunit.client.0.smithi003.stdout:op 1487 completed, throughput=4.99MB/sec 2024-04-13T07:40:46.445 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nwVz_iQiN6GrhmW off=5318902 len=1231175 2024-04-13T07:40:46.447 INFO:tasks.workunit.client.0.smithi003.stdout:op 1488 completed, throughput=4.99MB/sec 2024-04-13T07:40:46.447 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KZh26b5EAHTojGH off=4917795 len=803505 2024-04-13T07:40:46.448 INFO:tasks.workunit.client.0.smithi003.stdout:op 1489 completed, throughput=5MB/sec 2024-04-13T07:40:46.448 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OK9oXe6SYZYvPjv off=365637 len=389470 2024-04-13T07:40:46.451 INFO:tasks.workunit.client.0.smithi003.stdout:op 1490 completed, throughput=5MB/sec 2024-04-13T07:40:46.452 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-F78PIrZcjnZQX1L off=2830688 len=1475068 2024-04-13T07:40:46.459 INFO:tasks.workunit.client.0.smithi003.stdout:op 1491 completed, throughput=5MB/sec 2024-04-13T07:40:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:46 smithi066 ceph-mon[84331]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:40:46.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:46 smithi003 ceph-mon[91733]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:40:46.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:46 smithi003 ceph-mon[89364]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:40:47.460 INFO:tasks.workunit.client.0.smithi003.stdout: 298: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:47.460 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HdBj1aevTqfwKhW off=0 len=1409204 2024-04-13T07:40:47.466 INFO:tasks.workunit.client.0.smithi003.stdout:op 1492 completed, throughput=4.99MB/sec 2024-04-13T07:40:47.467 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-B993Px8VqJgi_CL off=5851075 len=1655377 2024-04-13T07:40:47.470 INFO:tasks.workunit.client.0.smithi003.stdout:op 1493 completed, throughput=4.99MB/sec 2024-04-13T07:40:47.470 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-D2sAtZhmi_bZihz off=7841883 len=1243246 2024-04-13T07:40:47.476 INFO:tasks.workunit.client.0.smithi003.stdout:op 1494 completed, throughput=5MB/sec 2024-04-13T07:40:47.476 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yfrA_LALp2rUaIl off=85826 len=1544774 2024-04-13T07:40:47.478 INFO:tasks.workunit.client.0.smithi003.stdout:op 1495 completed, throughput=5MB/sec 2024-04-13T07:40:48.478 INFO:tasks.workunit.client.0.smithi003.stdout: 299: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:48.478 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vFHuOjD8WwFXCgQ off=12884698 len=1793912 2024-04-13T07:40:48.485 INFO:tasks.workunit.client.0.smithi003.stdout:op 1496 completed, throughput=4.99MB/sec 2024-04-13T07:40:48.485 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-C6MoTZsq4I5w32l off=14091211 len=1178151 2024-04-13T07:40:48.492 INFO:tasks.workunit.client.0.smithi003.stdout:op 1497 completed, throughput=5MB/sec 2024-04-13T07:40:48.492 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-P1ALTx_mkQmRNCm off=3664767 len=1728238 2024-04-13T07:40:48.499 INFO:tasks.workunit.client.0.smithi003.stdout:op 1498 completed, throughput=5MB/sec 2024-04-13T07:40:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:48 smithi066 ceph-mon[84331]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:40:48.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:48 smithi003 ceph-mon[89364]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:40:48.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:48 smithi003 ceph-mon[91733]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:40:49.500 INFO:tasks.workunit.client.0.smithi003.stdout: 300: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:49.500 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6PSmSS1HQ9eyTsW off=14765075 len=1047163 2024-04-13T07:40:49.501 INFO:tasks.workunit.client.0.smithi003.stdout:op 1499 completed, throughput=4.99MB/sec 2024-04-13T07:40:49.502 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vcVbEeT4NRqmkp1 off=5811538 len=361839 2024-04-13T07:40:49.502 INFO:tasks.workunit.client.0.smithi003.stdout:op 1500 completed, throughput=4.99MB/sec 2024-04-13T07:40:49.502 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LKgRVepxqT2fyCR off=9448623 len=359827 2024-04-13T07:40:49.505 INFO:tasks.workunit.client.0.smithi003.stdout:op 1501 completed, throughput=4.99MB/sec 2024-04-13T07:40:49.506 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zjkPoEgz7MbrvD9 off=6307340 len=304319 2024-04-13T07:40:49.509 INFO:tasks.workunit.client.0.smithi003.stdout:op 1502 completed, throughput=4.99MB/sec 2024-04-13T07:40:49.509 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2UDj6cg6oCUSK_k off=15545100 len=44312 2024-04-13T07:40:49.510 INFO:tasks.workunit.client.0.smithi003.stdout:op 1503 completed, throughput=4.99MB/sec 2024-04-13T07:40:49.510 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MiZlGMEzq0oUGgG off=2119170 len=1434255 2024-04-13T07:40:49.517 INFO:tasks.workunit.client.0.smithi003.stdout:op 1504 completed, throughput=5MB/sec 2024-04-13T07:40:49.517 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ytoi-fjtT2fmV2T off=19570908 len=852871 2024-04-13T07:40:49.517 INFO:tasks.workunit.client.0.smithi003.stdout:op 1505 completed, throughput=5MB/sec 2024-04-13T07:40:49.518 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cvL40cLn_lQSc2v off=2624786 len=1376221 2024-04-13T07:40:49.520 INFO:tasks.workunit.client.0.smithi003.stdout:op 1506 completed, throughput=5MB/sec 2024-04-13T07:40:50.521 INFO:tasks.workunit.client.0.smithi003.stdout: 301: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:50.521 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WGJTxeC4byJhuAP off=22978551 len=851763 2024-04-13T07:40:50.523 INFO:tasks.workunit.client.0.smithi003.stdout:op 1507 completed, throughput=4.99MB/sec 2024-04-13T07:40:50.523 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ufFVzb7nf9Unj-q off=11958383 len=1243550 2024-04-13T07:40:50.532 INFO:tasks.workunit.client.0.smithi003.stdout:op 1508 completed, throughput=4.99MB/sec 2024-04-13T07:40:50.532 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aZTg5nxV80maq72 off=15498494 len=1728042 2024-04-13T07:40:50.539 INFO:tasks.workunit.client.0.smithi003.stdout:op 1509 completed, throughput=5MB/sec 2024-04-13T07:40:50.539 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-H8E0617ik1D3jKW off=13855887 len=876293 2024-04-13T07:40:50.540 INFO:tasks.workunit.client.0.smithi003.stdout:op 1510 completed, throughput=5MB/sec 2024-04-13T07:40:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:50 smithi066 ceph-mon[84331]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:40:50.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:50 smithi003 ceph-mon[91733]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:40:50.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:50 smithi003 ceph-mon[89364]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:40:51.540 INFO:tasks.workunit.client.0.smithi003.stdout: 302: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:51.541 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ye1sEcmGp_oaOx3 off=6001450 len=50044 2024-04-13T07:40:51.543 INFO:tasks.workunit.client.0.smithi003.stdout:op 1511 completed, throughput=4.98MB/sec 2024-04-13T07:40:51.543 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uUQn9MvGsakWwmz off=16077598 len=641110 2024-04-13T07:40:51.544 INFO:tasks.workunit.client.0.smithi003.stdout:op 1512 completed, throughput=4.99MB/sec 2024-04-13T07:40:51.544 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wMkqMbNpsYG9rod off=18092600 len=663346 2024-04-13T07:40:51.548 INFO:tasks.workunit.client.0.smithi003.stdout:op 1513 completed, throughput=4.99MB/sec 2024-04-13T07:40:51.548 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-u_XBtf8eGS_S0xj off=10195237 len=1644292 2024-04-13T07:40:51.556 INFO:tasks.workunit.client.0.smithi003.stdout:op 1514 completed, throughput=4.99MB/sec 2024-04-13T07:40:51.556 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9j3GJ3imxlrkMgA off=6586468 len=166544 2024-04-13T07:40:51.557 INFO:tasks.workunit.client.0.smithi003.stdout:op 1515 completed, throughput=4.99MB/sec 2024-04-13T07:40:51.558 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AZ2nXIlmgTnex6H off=3337618 len=1826508 2024-04-13T07:40:51.559 INFO:tasks.workunit.client.0.smithi003.stdout:op 1516 completed, throughput=5MB/sec 2024-04-13T07:40:51.559 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pMdrfuJlaaXue9i off=917357 len=1068852 2024-04-13T07:40:51.561 INFO:tasks.workunit.client.0.smithi003.stdout:op 1517 completed, throughput=5MB/sec 2024-04-13T07:40:52.561 INFO:tasks.workunit.client.0.smithi003.stdout: 303: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:52.562 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7Dzb_zz7FuPRmoP off=6074012 len=1671363 2024-04-13T07:40:52.571 INFO:tasks.workunit.client.0.smithi003.stdout:op 1518 completed, throughput=4.99MB/sec 2024-04-13T07:40:52.571 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1A4B7wowRZqY0XO off=1544753 len=255341 2024-04-13T07:40:52.572 INFO:tasks.workunit.client.0.smithi003.stdout:op 1519 completed, throughput=4.99MB/sec 2024-04-13T07:40:52.572 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BD7CKl7UTh3CgGy off=23020246 len=645742 2024-04-13T07:40:52.576 INFO:tasks.workunit.client.0.smithi003.stdout:op 1520 completed, throughput=4.99MB/sec 2024-04-13T07:40:52.576 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JJejC2NvYVvAwbw off=7917466 len=1462017 2024-04-13T07:40:52.578 INFO:tasks.workunit.client.0.smithi003.stdout:op 1521 completed, throughput=5MB/sec 2024-04-13T07:40:52.578 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6eaW78ySKSkc2Jp off=3656914 len=542379 2024-04-13T07:40:52.581 INFO:tasks.workunit.client.0.smithi003.stdout:op 1522 completed, throughput=5MB/sec 2024-04-13T07:40:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:52 smithi066 ceph-mon[84331]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:40:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:40:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:40:52.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:52 smithi003 ceph-mon[91733]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:40:52.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:52 smithi003 ceph-mon[89364]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:40:53.582 INFO:tasks.workunit.client.0.smithi003.stdout: 304: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:53.582 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-c0BV3KXU4gskEkM off=2997756 len=651337 2024-04-13T07:40:53.587 INFO:tasks.workunit.client.0.smithi003.stdout:op 1523 completed, throughput=4.99MB/sec 2024-04-13T07:40:53.587 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xPDt0N7pW1nD-2k off=2443337 len=116957 2024-04-13T07:40:53.587 INFO:tasks.workunit.client.0.smithi003.stdout:op 1524 completed, throughput=4.99MB/sec 2024-04-13T07:40:53.587 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MAr6iEZDsAVDkEZ off=10418220 len=1830328 2024-04-13T07:40:53.598 INFO:tasks.workunit.client.0.smithi003.stdout:op 1525 completed, throughput=4.99MB/sec 2024-04-13T07:40:53.598 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ovxq_WXxGKWjFtX off=1852302 len=2070753 2024-04-13T07:40:53.610 INFO:tasks.workunit.client.0.smithi003.stdout:op 1526 completed, throughput=5MB/sec 2024-04-13T07:40:53.610 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GVlKi1AQRwDOKBI off=10245812 len=1136319 2024-04-13T07:40:53.612 INFO:tasks.workunit.client.0.smithi003.stdout:op 1527 completed, throughput=5MB/sec 2024-04-13T07:40:53.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:40:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:40:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:40:54.613 INFO:tasks.workunit.client.0.smithi003.stdout: 305: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:54.613 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-4FIP5MrAIQG4fRE off=1862535 len=487799 2024-04-13T07:40:54.614 INFO:tasks.workunit.client.0.smithi003.stdout:op 1528 completed, throughput=4.99MB/sec 2024-04-13T07:40:54.614 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gfORgBe4rF_CnpP off=3544527 len=1561192 2024-04-13T07:40:54.620 INFO:tasks.workunit.client.0.smithi003.stdout:op 1529 completed, throughput=4.99MB/sec 2024-04-13T07:40:54.620 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2XOl_bFvyCBhnMS off=8033056 len=299488 2024-04-13T07:40:54.626 INFO:tasks.workunit.client.0.smithi003.stdout:op 1530 completed, throughput=4.99MB/sec 2024-04-13T07:40:54.626 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-H4KlG9HLmgyXtqs off=11721863 len=251292 2024-04-13T07:40:54.626 INFO:tasks.workunit.client.0.smithi003.stdout:op 1531 completed, throughput=4.99MB/sec 2024-04-13T07:40:54.626 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eDhDqW2Mq7Tfqle off=11286819 len=1899271 2024-04-13T07:40:54.627 INFO:tasks.workunit.client.0.smithi003.stdout:op 1532 completed, throughput=5MB/sec 2024-04-13T07:40:54.627 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lunJsvPqQrJgTdF off=1753596 len=1592813 2024-04-13T07:40:54.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:54 smithi003 ceph-mon[91733]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:40:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:40:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:40:54] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-04-13T07:40:54.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:54 smithi003 ceph-mon[89364]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:40:54.635 INFO:tasks.workunit.client.0.smithi003.stdout:op 1533 completed, throughput=5MB/sec 2024-04-13T07:40:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:54 smithi066 ceph-mon[84331]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:40:55.636 INFO:tasks.workunit.client.0.smithi003.stdout: 306: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:55.636 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lVwF5ZRFdh3h4Hs off=5191054 len=1281854 2024-04-13T07:40:55.641 INFO:tasks.workunit.client.0.smithi003.stdout:op 1534 completed, throughput=4.99MB/sec 2024-04-13T07:40:55.642 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TQaS-TFq2ZKacc2 off=4630973 len=1437787 2024-04-13T07:40:55.643 INFO:tasks.workunit.client.0.smithi003.stdout:op 1535 completed, throughput=5MB/sec 2024-04-13T07:40:55.643 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WfzA5QI_zf1ytL7 off=8034713 len=2064152 2024-04-13T07:40:55.655 INFO:tasks.workunit.client.0.smithi003.stdout:op 1536 completed, throughput=5MB/sec 2024-04-13T07:40:56.656 INFO:tasks.workunit.client.0.smithi003.stdout: 307: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:56.656 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vnFCkZdAzUe8Iha off=96052 len=1368128 2024-04-13T07:40:56.664 INFO:tasks.workunit.client.0.smithi003.stdout:op 1537 completed, throughput=4.99MB/sec 2024-04-13T07:40:56.664 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SkwPLvwOULX2kp9 off=1099344 len=401830 2024-04-13T07:40:56.667 INFO:tasks.workunit.client.0.smithi003.stdout:op 1538 completed, throughput=4.99MB/sec 2024-04-13T07:40:56.667 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YC6y9lpO_8PYi8e off=8880921 len=1009028 2024-04-13T07:40:56.668 INFO:tasks.workunit.client.0.smithi003.stdout:op 1539 completed, throughput=4.99MB/sec 2024-04-13T07:40:56.668 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-exws7u-vc5skL9A off=8508223 len=181382 2024-04-13T07:40:56.669 INFO:tasks.workunit.client.0.smithi003.stdout:op 1540 completed, throughput=4.99MB/sec 2024-04-13T07:40:56.669 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Z_kpGH3XVNlwXyF off=691843 len=92879 2024-04-13T07:40:56.671 INFO:tasks.workunit.client.0.smithi003.stdout:op 1541 completed, throughput=5MB/sec 2024-04-13T07:40:56.671 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lGDGcXfxZbnh0ed off=11428607 len=1974577 2024-04-13T07:40:56.675 INFO:tasks.workunit.client.0.smithi003.stdout:op 1542 completed, throughput=5MB/sec 2024-04-13T07:40:56.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:56 smithi003 ceph-mon[89364]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:40:56.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:56 smithi003 ceph-mon[91733]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:40:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:56 smithi066 ceph-mon[84331]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:40:57.676 INFO:tasks.workunit.client.0.smithi003.stdout: 308: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:57.676 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KRZ-pc2QG9cGYHN off=14604742 len=902787 2024-04-13T07:40:57.677 INFO:tasks.workunit.client.0.smithi003.stdout:op 1543 completed, throughput=4.99MB/sec 2024-04-13T07:40:57.677 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PHQTyOR-F-mWPla off=230128 len=1519718 2024-04-13T07:40:57.680 INFO:tasks.workunit.client.0.smithi003.stdout:op 1544 completed, throughput=4.99MB/sec 2024-04-13T07:40:57.680 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-E5k0L6dVEBNBEZo off=2375881 len=1243006 2024-04-13T07:40:57.682 INFO:tasks.workunit.client.0.smithi003.stdout:op 1545 completed, throughput=5MB/sec 2024-04-13T07:40:57.682 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_SZiJgjNKx79yqH off=9735016 len=1091306 2024-04-13T07:40:57.683 INFO:tasks.workunit.client.0.smithi003.stdout:op 1546 completed, throughput=5MB/sec 2024-04-13T07:40:57.683 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-v8j95pSHftVc99N off=16524708 len=397438 2024-04-13T07:40:57.684 INFO:tasks.workunit.client.0.smithi003.stdout:op 1547 completed, throughput=5MB/sec 2024-04-13T07:40:58.685 INFO:tasks.workunit.client.0.smithi003.stdout: 309: throughput=4.98MB/sec pending data=0 2024-04-13T07:40:58.685 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6hpBpYyX2Xoc5_6 off=1564654 len=697677 2024-04-13T07:40:58.687 INFO:tasks.workunit.client.0.smithi003.stdout:op 1548 completed, throughput=4.99MB/sec 2024-04-13T07:40:58.687 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kcW0OdfDWUHJ1fJ off=7334803 len=925545 2024-04-13T07:40:58.688 INFO:tasks.workunit.client.0.smithi003.stdout:op 1549 completed, throughput=4.99MB/sec 2024-04-13T07:40:58.689 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oBtkL2dCU0jepUX off=4302027 len=291440 2024-04-13T07:40:58.692 INFO:tasks.workunit.client.0.smithi003.stdout:op 1550 completed, throughput=4.99MB/sec 2024-04-13T07:40:58.692 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-horIQhQeoixsoKX off=16452635 len=975897 2024-04-13T07:40:58.694 INFO:tasks.workunit.client.0.smithi003.stdout:op 1551 completed, throughput=4.99MB/sec 2024-04-13T07:40:58.694 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-o_TOaUt7wz7QhxJ off=1335358 len=872838 2024-04-13T07:40:58.696 INFO:tasks.workunit.client.0.smithi003.stdout:op 1552 completed, throughput=5MB/sec 2024-04-13T07:40:58.696 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-612aeljwsU63tpU off=8981300 len=835647 2024-04-13T07:40:58.700 INFO:tasks.workunit.client.0.smithi003.stdout:op 1553 completed, throughput=5MB/sec 2024-04-13T07:40:58.700 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OO4ihEfw9OuJj25 off=2478387 len=542240 2024-04-13T07:40:58.702 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:40:58 smithi066 ceph-mon[84331]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:40:58.704 INFO:tasks.workunit.client.0.smithi003.stdout:op 1554 completed, throughput=5MB/sec 2024-04-13T07:40:58.704 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OR05hcejYbOUa7h off=5707367 len=1410367 2024-04-13T07:40:58.710 INFO:tasks.workunit.client.0.smithi003.stdout:op 1555 completed, throughput=5MB/sec 2024-04-13T07:40:58.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:40:58 smithi003 ceph-mon[89364]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:40:58.894 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:40:58 smithi003 ceph-mon[91733]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:40:59.710 INFO:tasks.workunit.client.0.smithi003.stdout: 310: throughput=4.99MB/sec pending data=0 2024-04-13T07:40:59.711 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tuR1ClXZNkVx5eo off=6034286 len=2034949 2024-04-13T07:40:59.720 INFO:tasks.workunit.client.0.smithi003.stdout:op 1556 completed, throughput=4.99MB/sec 2024-04-13T07:40:59.720 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-F5OidEllfIKBdhi off=8450863 len=369584 2024-04-13T07:40:59.723 INFO:tasks.workunit.client.0.smithi003.stdout:op 1557 completed, throughput=5MB/sec 2024-04-13T07:40:59.724 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yJ43U5UH6v9VE2p off=8507811 len=1304771 2024-04-13T07:40:59.730 INFO:tasks.workunit.client.0.smithi003.stdout:op 1558 completed, throughput=5MB/sec 2024-04-13T07:40:59.730 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tSRf4jcgp34efh3 off=7373947 len=1189370 2024-04-13T07:40:59.731 INFO:tasks.workunit.client.0.smithi003.stdout:op 1559 completed, throughput=5MB/sec 2024-04-13T07:41:00.732 INFO:tasks.workunit.client.0.smithi003.stdout: 311: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:00.732 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aBwSbnPrPmSImpx off=435058 len=776707 2024-04-13T07:41:00.734 INFO:tasks.workunit.client.0.smithi003.stdout:op 1560 completed, throughput=4.99MB/sec 2024-04-13T07:41:00.734 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fFyFq4S-dYpUwo0 off=4630823 len=212806 2024-04-13T07:41:00.735 INFO:tasks.workunit.client.0.smithi003.stdout:op 1561 completed, throughput=4.99MB/sec 2024-04-13T07:41:00.735 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sXnkd8jIJZiJJwa off=1500409 len=1521584 2024-04-13T07:41:00.742 INFO:tasks.workunit.client.0.smithi003.stdout:op 1562 completed, throughput=4.99MB/sec 2024-04-13T07:41:00.743 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wHsF525Y1kQ2zoj off=2070549 len=2096345 2024-04-13T07:41:00.756 INFO:tasks.workunit.client.0.smithi003.stdout:op 1563 completed, throughput=5MB/sec 2024-04-13T07:41:00.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:00 smithi003 ceph-mon[91733]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:41:00.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:00 smithi003 ceph-mon[89364]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:41:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:00 smithi066 ceph-mon[84331]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:41:01.757 INFO:tasks.workunit.client.0.smithi003.stdout: 312: throughput=4.98MB/sec pending data=0 2024-04-13T07:41:01.757 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CzsCwfwlIuNODGB off=4227091 len=1159766 2024-04-13T07:41:01.763 INFO:tasks.workunit.client.0.smithi003.stdout:op 1564 completed, throughput=4.99MB/sec 2024-04-13T07:41:01.764 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fjgzUcBGVNGUThv off=4643558 len=1778937 2024-04-13T07:41:01.774 INFO:tasks.workunit.client.0.smithi003.stdout:op 1565 completed, throughput=4.99MB/sec 2024-04-13T07:41:01.775 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qRotWyN98wlQVGo off=322314 len=868624 2024-04-13T07:41:01.775 INFO:tasks.workunit.client.0.smithi003.stdout:op 1566 completed, throughput=5MB/sec 2024-04-13T07:41:01.775 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zI5WpLvveFRNn7F off=9309633 len=464185 2024-04-13T07:41:01.777 INFO:tasks.workunit.client.0.smithi003.stdout:op 1567 completed, throughput=5MB/sec 2024-04-13T07:41:01.777 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aO_hUGQiKjgXD6N off=11270249 len=257000 2024-04-13T07:41:01.779 INFO:tasks.workunit.client.0.smithi003.stdout:op 1568 completed, throughput=5MB/sec 2024-04-13T07:41:01.779 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nPtPjMdZ7Vne98i off=12378409 len=983607 2024-04-13T07:41:01.784 INFO:tasks.workunit.client.0.smithi003.stdout:op 1569 completed, throughput=5MB/sec 2024-04-13T07:41:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:02 smithi066 ceph-mon[84331]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:41:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:41:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:41:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:41:02.784 INFO:tasks.workunit.client.0.smithi003.stdout: 313: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:02.784 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wmvp7qaAHnirp5h off=2986451 len=1947746 2024-04-13T07:41:02.788 INFO:tasks.workunit.client.0.smithi003.stdout:op 1570 completed, throughput=4.99MB/sec 2024-04-13T07:41:02.788 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kOike8v3j295wo7 off=3465901 len=1995044 2024-04-13T07:41:02.800 INFO:tasks.workunit.client.0.smithi003.stdout:op 1571 completed, throughput=5MB/sec 2024-04-13T07:41:02.800 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RuQ7-bg1F63xc_0 off=935800 len=1439035 2024-04-13T07:41:02.809 INFO:tasks.workunit.client.0.smithi003.stdout:op 1572 completed, throughput=5MB/sec 2024-04-13T07:41:02.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:02 smithi003 ceph-mon[91733]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:41:02.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:02 smithi003 ceph-mon[89364]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:41:03.810 INFO:tasks.workunit.client.0.smithi003.stdout: 314: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:03.810 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6i5iXQxcxjbJLxE off=6334253 len=1207442 2024-04-13T07:41:03.811 INFO:tasks.workunit.client.0.smithi003.stdout:op 1573 completed, throughput=4.99MB/sec 2024-04-13T07:41:03.812 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0RFXyGYXqxlKGts off=10501292 len=1110923 2024-04-13T07:41:03.816 INFO:tasks.workunit.client.0.smithi003.stdout:op 1574 completed, throughput=4.99MB/sec 2024-04-13T07:41:03.816 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gMtRvVMHS6eBz81 off=4507536 len=1708695 2024-04-13T07:41:03.826 INFO:tasks.workunit.client.0.smithi003.stdout:op 1575 completed, throughput=5MB/sec 2024-04-13T07:41:03.826 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KYMb8Vt09Iy8iql off=15772266 len=11711 2024-04-13T07:41:03.827 INFO:tasks.workunit.client.0.smithi003.stdout:op 1576 completed, throughput=5MB/sec 2024-04-13T07:41:03.827 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nFBW24q0B0gmn8r off=5956649 len=252266 2024-04-13T07:41:03.829 INFO:tasks.workunit.client.0.smithi003.stdout:op 1577 completed, throughput=5MB/sec 2024-04-13T07:41:03.830 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3b0U5nK_Gu_jI1O off=19647575 len=816688 2024-04-13T07:41:03.831 INFO:tasks.workunit.client.0.smithi003.stdout:op 1578 completed, throughput=5MB/sec 2024-04-13T07:41:04.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:04 smithi003 ceph-mon[91733]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:41:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:04 smithi003 ceph-mon[89364]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:41:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:41:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:41:04] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-04-13T07:41:04.832 INFO:tasks.workunit.client.0.smithi003.stdout: 315: throughput=4.98MB/sec pending data=0 2024-04-13T07:41:04.832 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qjoDOyvT9cftg-m off=1076961 len=915048 2024-04-13T07:41:04.834 INFO:tasks.workunit.client.0.smithi003.stdout:op 1579 completed, throughput=4.99MB/sec 2024-04-13T07:41:04.834 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-luErQ6I_N-mfOg2 off=5442582 len=93102 2024-04-13T07:41:04.837 INFO:tasks.workunit.client.0.smithi003.stdout:op 1580 completed, throughput=4.99MB/sec 2024-04-13T07:41:04.837 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Hh3pW9kJwkmjL2b off=880119 len=1027664 2024-04-13T07:41:04.839 INFO:tasks.workunit.client.0.smithi003.stdout:op 1581 completed, throughput=4.99MB/sec 2024-04-13T07:41:04.840 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wDOkgSrpNuDJadx off=7292903 len=636586 2024-04-13T07:41:04.840 INFO:tasks.workunit.client.0.smithi003.stdout:op 1582 completed, throughput=4.99MB/sec 2024-04-13T07:41:04.840 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GueNqmhI9X65GJe off=3117052 len=135136 2024-04-13T07:41:04.841 INFO:tasks.workunit.client.0.smithi003.stdout:op 1583 completed, throughput=4.99MB/sec 2024-04-13T07:41:04.841 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-l2tZJk7nczgXfoo off=13156419 len=575323 2024-04-13T07:41:04.842 INFO:tasks.workunit.client.0.smithi003.stdout:op 1584 completed, throughput=4.99MB/sec 2024-04-13T07:41:04.842 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sS-yNcNKYqD9wFH off=7726539 len=309266 2024-04-13T07:41:04.845 INFO:tasks.workunit.client.0.smithi003.stdout:op 1585 completed, throughput=5MB/sec 2024-04-13T07:41:04.845 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-efpyi39o48UP_5v off=18325412 len=197531 2024-04-13T07:41:04.846 INFO:tasks.workunit.client.0.smithi003.stdout:op 1586 completed, throughput=5MB/sec 2024-04-13T07:41:04.846 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ULP5jG6NhqH8L3P off=7671153 len=134118 2024-04-13T07:41:04.848 INFO:tasks.workunit.client.0.smithi003.stdout:op 1587 completed, throughput=5MB/sec 2024-04-13T07:41:04.848 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cASEeZgw__zNrVd off=3174187 len=304775 2024-04-13T07:41:04.849 INFO:tasks.workunit.client.0.smithi003.stdout:op 1588 completed, throughput=5MB/sec 2024-04-13T07:41:04.849 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-c4vdUWKVcC_UKAW off=4295383 len=193615 2024-04-13T07:41:04.850 INFO:tasks.workunit.client.0.smithi003.stdout:op 1589 completed, throughput=5MB/sec 2024-04-13T07:41:04.850 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VFEaBQ1U4TdQvhq off=45270 len=1601308 2024-04-13T07:41:04.857 INFO:tasks.workunit.client.0.smithi003.stdout:op 1590 completed, throughput=5MB/sec 2024-04-13T07:41:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:04 smithi066 ceph-mon[84331]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:41:05.858 INFO:tasks.workunit.client.0.smithi003.stdout: 316: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:05.858 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zZNE6A9QnNZkyWs off=6422580 len=1125347 2024-04-13T07:41:05.863 INFO:tasks.workunit.client.0.smithi003.stdout:op 1591 completed, throughput=4.99MB/sec 2024-04-13T07:41:05.863 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GywkzIrQEEhXBCv off=1352733 len=160374 2024-04-13T07:41:05.863 INFO:tasks.workunit.client.0.smithi003.stdout:op 1592 completed, throughput=4.99MB/sec 2024-04-13T07:41:05.863 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tWTa0pdsUw4Hknq off=4896505 len=1212050 2024-04-13T07:41:05.869 INFO:tasks.workunit.client.0.smithi003.stdout:op 1593 completed, throughput=4.99MB/sec 2024-04-13T07:41:05.870 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tJNdNx4x078H9ro off=4212765 len=1808904 2024-04-13T07:41:05.872 INFO:tasks.workunit.client.0.smithi003.stdout:op 1594 completed, throughput=5MB/sec 2024-04-13T07:41:05.872 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8okgPA3716m1B0S off=1175316 len=1207438 2024-04-13T07:41:05.873 INFO:tasks.workunit.client.0.smithi003.stdout:op 1595 completed, throughput=5MB/sec 2024-04-13T07:41:06.873 INFO:tasks.workunit.client.0.smithi003.stdout: 317: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:06.873 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-I22jQ08Ywrgegay off=1617433 len=858278 2024-04-13T07:41:06.878 INFO:tasks.workunit.client.0.smithi003.stdout:op 1596 completed, throughput=4.99MB/sec 2024-04-13T07:41:06.878 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-viCbSWKLXxPrxc- off=23091189 len=96478 2024-04-13T07:41:06.879 INFO:tasks.workunit.client.0.smithi003.stdout:op 1597 completed, throughput=4.99MB/sec 2024-04-13T07:41:06.879 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BqceD7CrijMXtlr off=8882627 len=21724 2024-04-13T07:41:06.881 INFO:tasks.workunit.client.0.smithi003.stdout:op 1598 completed, throughput=4.99MB/sec 2024-04-13T07:41:06.882 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_cNWzrK3x-4pKus off=2698981 len=1336418 2024-04-13T07:41:06.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:06 smithi003 ceph-mon[89364]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T07:41:06.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:06 smithi003 ceph-mon[91733]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T07:41:06.890 INFO:tasks.workunit.client.0.smithi003.stdout:op 1599 completed, throughput=4.99MB/sec 2024-04-13T07:41:06.890 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DWfWZleX4upuhUL off=17266736 len=482151 2024-04-13T07:41:06.891 INFO:tasks.workunit.client.0.smithi003.stdout:op 1600 completed, throughput=5MB/sec 2024-04-13T07:41:06.891 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9842AOP7xCq3u6u off=9225372 len=771863 2024-04-13T07:41:06.895 INFO:tasks.workunit.client.0.smithi003.stdout:op 1601 completed, throughput=5MB/sec 2024-04-13T07:41:06.895 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Io5Ft4ZXeht_UJA off=6914377 len=400480 2024-04-13T07:41:06.896 INFO:tasks.workunit.client.0.smithi003.stdout:op 1602 completed, throughput=5MB/sec 2024-04-13T07:41:06.896 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-h-FD3gAw4blkmj8 off=4780320 len=464118 2024-04-13T07:41:06.897 INFO:tasks.workunit.client.0.smithi003.stdout:op 1603 completed, throughput=5MB/sec 2024-04-13T07:41:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:06 smithi066 ceph-mon[84331]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T07:41:07.898 INFO:tasks.workunit.client.0.smithi003.stdout: 318: throughput=4.98MB/sec pending data=0 2024-04-13T07:41:07.898 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aoIyBb8V5sHZ-BN off=11526420 len=759768 2024-04-13T07:41:07.902 INFO:tasks.workunit.client.0.smithi003.stdout:op 1604 completed, throughput=4.99MB/sec 2024-04-13T07:41:07.902 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Socm6FAosHhqBV- off=1714953 len=1277896 2024-04-13T07:41:07.910 INFO:tasks.workunit.client.0.smithi003.stdout:op 1605 completed, throughput=4.99MB/sec 2024-04-13T07:41:07.910 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IXWgQL4G7_RYfv5 off=2072315 len=538954 2024-04-13T07:41:07.913 INFO:tasks.workunit.client.0.smithi003.stdout:op 1606 completed, throughput=4.99MB/sec 2024-04-13T07:41:07.913 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AHWzduZJ0Fbx7PP off=5457648 len=1896730 2024-04-13T07:41:07.924 INFO:tasks.workunit.client.0.smithi003.stdout:op 1607 completed, throughput=5MB/sec 2024-04-13T07:41:07.924 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1XWsy64KzaqVMEB off=3277541 len=894592 2024-04-13T07:41:07.928 INFO:tasks.workunit.client.0.smithi003.stdout:op 1608 completed, throughput=5MB/sec 2024-04-13T07:41:07.928 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zHFPPteS4Gaye8O off=13353671 len=1580840 2024-04-13T07:41:07.931 INFO:tasks.workunit.client.0.smithi003.stdout:op 1609 completed, throughput=5MB/sec 2024-04-13T07:41:08.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:08 smithi003 ceph-mon[89364]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:41:08.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:41:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:08 smithi003 ceph-mon[91733]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:41:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:41:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:08 smithi066 ceph-mon[84331]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:41:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:41:08.932 INFO:tasks.workunit.client.0.smithi003.stdout: 319: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:08.932 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6cYOSxa5o_Fy3RN off=18817191 len=302089 2024-04-13T07:41:08.935 INFO:tasks.workunit.client.0.smithi003.stdout:op 1610 completed, throughput=4.99MB/sec 2024-04-13T07:41:08.935 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jexQ7K4nOeBRMIp off=2201766 len=2004499 2024-04-13T07:41:08.938 INFO:tasks.workunit.client.0.smithi003.stdout:op 1611 completed, throughput=5MB/sec 2024-04-13T07:41:08.938 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hAzuZabLbyiV43_ off=17971819 len=530705 2024-04-13T07:41:08.941 INFO:tasks.workunit.client.0.smithi003.stdout:op 1612 completed, throughput=5MB/sec 2024-04-13T07:41:08.942 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-J-KaXoHTnyhv-Y- off=19796329 len=1547017 2024-04-13T07:41:08.943 INFO:tasks.workunit.client.0.smithi003.stdout:op 1613 completed, throughput=5MB/sec 2024-04-13T07:41:09.943 INFO:tasks.workunit.client.0.smithi003.stdout: 320: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:09.944 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3-R6pNFgy9HIOv_ off=552327 len=1853533 2024-04-13T07:41:09.952 INFO:tasks.workunit.client.0.smithi003.stdout:op 1614 completed, throughput=4.99MB/sec 2024-04-13T07:41:09.952 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dTCK1zus77mXOtr off=2391897 len=1411554 2024-04-13T07:41:09.954 INFO:tasks.workunit.client.0.smithi003.stdout:op 1615 completed, throughput=5MB/sec 2024-04-13T07:41:09.954 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-F0YRVjzpmZum2L1 off=5529310 len=1268609 2024-04-13T07:41:09.961 INFO:tasks.workunit.client.0.smithi003.stdout:op 1616 completed, throughput=5MB/sec 2024-04-13T07:41:09.961 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-st_mW7ke35-UBRs off=7423718 len=929974 2024-04-13T07:41:09.962 INFO:tasks.workunit.client.0.smithi003.stdout:op 1617 completed, throughput=5MB/sec 2024-04-13T07:41:10.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:10 smithi003 ceph-mon[89364]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:41:10.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:10 smithi003 ceph-mon[91733]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:41:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:10 smithi066 ceph-mon[84331]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:41:10.962 INFO:tasks.workunit.client.0.smithi003.stdout: 321: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:10.962 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-29Le_9R_gayZYf8 off=8074686 len=547393 2024-04-13T07:41:10.963 INFO:tasks.workunit.client.0.smithi003.stdout:op 1618 completed, throughput=4.99MB/sec 2024-04-13T07:41:10.963 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LHT3J3WFurkJGqs off=4756857 len=691589 2024-04-13T07:41:10.968 INFO:tasks.workunit.client.0.smithi003.stdout:op 1619 completed, throughput=4.99MB/sec 2024-04-13T07:41:10.968 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-D2sAtZhmi_bZihz off=9721152 len=27791 2024-04-13T07:41:10.968 INFO:tasks.workunit.client.0.smithi003.stdout:op 1620 completed, throughput=4.99MB/sec 2024-04-13T07:41:10.969 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--KgACdBBzhfI6qz off=2591834 len=401828 2024-04-13T07:41:10.972 INFO:tasks.workunit.client.0.smithi003.stdout:op 1621 completed, throughput=4.99MB/sec 2024-04-13T07:41:10.972 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-F7Bu--7Ed2MO5rG off=13904110 len=501987 2024-04-13T07:41:10.976 INFO:tasks.workunit.client.0.smithi003.stdout:op 1622 completed, throughput=4.99MB/sec 2024-04-13T07:41:10.976 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-K7nbonJB5m5G3Pq off=4153162 len=532771 2024-04-13T07:41:10.979 INFO:tasks.workunit.client.0.smithi003.stdout:op 1623 completed, throughput=4.99MB/sec 2024-04-13T07:41:10.979 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-H0I54H4RQ9u_IZh off=4091767 len=1106457 2024-04-13T07:41:10.980 INFO:tasks.workunit.client.0.smithi003.stdout:op 1624 completed, throughput=5MB/sec 2024-04-13T07:41:10.980 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6ekASTSjelFRX4R off=10029931 len=2082417 2024-04-13T07:41:10.984 INFO:tasks.workunit.client.0.smithi003.stdout:op 1625 completed, throughput=5MB/sec 2024-04-13T07:41:11.985 INFO:tasks.workunit.client.0.smithi003.stdout: 322: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:11.985 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-D4GifPQ2KAhi1Xf off=3580419 len=271851 2024-04-13T07:41:11.986 INFO:tasks.workunit.client.0.smithi003.stdout:op 1626 completed, throughput=4.99MB/sec 2024-04-13T07:41:11.986 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TR8OzJSOsN7V551 off=5651669 len=1583783 2024-04-13T07:41:11.994 INFO:tasks.workunit.client.0.smithi003.stdout:op 1627 completed, throughput=4.99MB/sec 2024-04-13T07:41:11.994 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iOHVa1n8pgFMxRu off=18082233 len=946062 2024-04-13T07:41:11.995 INFO:tasks.workunit.client.0.smithi003.stdout:op 1628 completed, throughput=5MB/sec 2024-04-13T07:41:11.995 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pk3vvfol0AS7A14 off=4925047 len=1267986 2024-04-13T07:41:12.002 INFO:tasks.workunit.client.0.smithi003.stdout:op 1629 completed, throughput=5MB/sec 2024-04-13T07:41:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:12 smithi066 ceph-mon[84331]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:41:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:41:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:41:12.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:12 smithi003 ceph-mon[89364]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:41:12.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:12 smithi003 ceph-mon[91733]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:41:13.003 INFO:tasks.workunit.client.0.smithi003.stdout: 323: throughput=4.98MB/sec pending data=0 2024-04-13T07:41:13.003 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bQLhE8NRdnS7AWB off=7350809 len=977843 2024-04-13T07:41:13.008 INFO:tasks.workunit.client.0.smithi003.stdout:op 1630 completed, throughput=4.99MB/sec 2024-04-13T07:41:13.008 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OIpTWQf-NENGsvM off=2694910 len=1782885 2024-04-13T07:41:13.010 INFO:tasks.workunit.client.0.smithi003.stdout:op 1631 completed, throughput=4.99MB/sec 2024-04-13T07:41:13.010 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PhuA--G_y2rjXrN off=1237593 len=822827 2024-04-13T07:41:13.012 INFO:tasks.workunit.client.0.smithi003.stdout:op 1632 completed, throughput=5MB/sec 2024-04-13T07:41:13.012 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-n3U9w3wXeE5Jn3B off=495592 len=541570 2024-04-13T07:41:13.014 INFO:tasks.workunit.client.0.smithi003.stdout:op 1633 completed, throughput=5MB/sec 2024-04-13T07:41:13.014 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-z40XGC999ywhXjc off=19984123 len=72749 2024-04-13T07:41:13.014 INFO:tasks.workunit.client.0.smithi003.stdout:op 1634 completed, throughput=5MB/sec 2024-04-13T07:41:13.014 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--Uq59JEMuKbEa_r off=6566288 len=1350346 2024-04-13T07:41:13.017 INFO:tasks.workunit.client.0.smithi003.stdout:op 1635 completed, throughput=5MB/sec 2024-04-13T07:41:14.017 INFO:tasks.workunit.client.0.smithi003.stdout: 324: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:14.017 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CoA3vXk1w458DhU off=4333811 len=1306286 2024-04-13T07:41:14.019 INFO:tasks.workunit.client.0.smithi003.stdout:op 1636 completed, throughput=4.99MB/sec 2024-04-13T07:41:14.019 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0pcGKoDxqomGbv9 off=8775965 len=608376 2024-04-13T07:41:14.020 INFO:tasks.workunit.client.0.smithi003.stdout:op 1637 completed, throughput=4.99MB/sec 2024-04-13T07:41:14.020 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QRQJXl1_lvek6OF off=18726252 len=608313 2024-04-13T07:41:14.022 INFO:tasks.workunit.client.0.smithi003.stdout:op 1638 completed, throughput=4.99MB/sec 2024-04-13T07:41:14.022 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3hqpsUDXqkD5pw7 off=239950 len=2069485 2024-04-13T07:41:14.033 INFO:tasks.workunit.client.0.smithi003.stdout:op 1639 completed, throughput=5MB/sec 2024-04-13T07:41:14.033 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zjmKCciXXeCqDbV off=13332585 len=1261870 2024-04-13T07:41:14.041 INFO:tasks.workunit.client.0.smithi003.stdout:op 1640 completed, throughput=5MB/sec 2024-04-13T07:41:14.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:14 smithi003 ceph-mon[89364]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:41:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:14 smithi003 ceph-mon[91733]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:41:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:41:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:41:14] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-04-13T07:41:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:14 smithi066 ceph-mon[84331]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:41:15.041 INFO:tasks.workunit.client.0.smithi003.stdout: 325: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:15.042 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uM7VUOCCxBc0aCL off=7577854 len=1900689 2024-04-13T07:41:15.052 INFO:tasks.workunit.client.0.smithi003.stdout:op 1641 completed, throughput=4.99MB/sec 2024-04-13T07:41:15.052 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-g4Rwce9ydYD6bYi off=6787440 len=36021 2024-04-13T07:41:15.052 INFO:tasks.workunit.client.0.smithi003.stdout:op 1642 completed, throughput=4.99MB/sec 2024-04-13T07:41:15.052 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-s3XwIbgXB2KqNI3 off=6791062 len=894415 2024-04-13T07:41:15.058 INFO:tasks.workunit.client.0.smithi003.stdout:op 1643 completed, throughput=4.99MB/sec 2024-04-13T07:41:15.058 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tIHHvgXrWS-0HKU off=5043770 len=1190313 2024-04-13T07:41:15.063 INFO:tasks.workunit.client.0.smithi003.stdout:op 1644 completed, throughput=5MB/sec 2024-04-13T07:41:15.064 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DmKjTN2x468t_cX off=6042 len=1285868 2024-04-13T07:41:15.070 INFO:tasks.workunit.client.0.smithi003.stdout:op 1645 completed, throughput=5MB/sec 2024-04-13T07:41:16.070 INFO:tasks.workunit.client.0.smithi003.stdout: 326: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:16.070 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bSCZPTK6KtVqCgG off=11541979 len=1528259 2024-04-13T07:41:16.078 INFO:tasks.workunit.client.0.smithi003.stdout:op 1646 completed, throughput=4.99MB/sec 2024-04-13T07:41:16.078 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tmhYRRYLbCAR6V8 off=3978101 len=1150514 2024-04-13T07:41:16.080 INFO:tasks.workunit.client.0.smithi003.stdout:op 1647 completed, throughput=4.99MB/sec 2024-04-13T07:41:16.080 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3rceLszCjKSVy5N off=6104101 len=222987 2024-04-13T07:41:16.081 INFO:tasks.workunit.client.0.smithi003.stdout:op 1648 completed, throughput=4.99MB/sec 2024-04-13T07:41:16.081 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-12yncAgeLdm4-Pc off=4184762 len=1859055 2024-04-13T07:41:16.083 INFO:tasks.workunit.client.0.smithi003.stdout:op 1649 completed, throughput=5MB/sec 2024-04-13T07:41:16.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:16 smithi003 ceph-mon[89364]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T07:41:16.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:16 smithi003 ceph-mon[91733]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T07:41:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:16 smithi066 ceph-mon[84331]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T07:41:17.084 INFO:tasks.workunit.client.0.smithi003.stdout: 327: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:17.084 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vqScT4td2XMlDNO off=2748401 len=1798054 2024-04-13T07:41:17.093 INFO:tasks.workunit.client.0.smithi003.stdout:op 1650 completed, throughput=4.99MB/sec 2024-04-13T07:41:17.094 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GtSeFtMl083sSgC off=5912223 len=1207810 2024-04-13T07:41:17.100 INFO:tasks.workunit.client.0.smithi003.stdout:op 1651 completed, throughput=4.99MB/sec 2024-04-13T07:41:17.100 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wiD0wX-OMpwsIEe off=3381440 len=1933113 2024-04-13T07:41:17.102 INFO:tasks.workunit.client.0.smithi003.stdout:op 1652 completed, throughput=5MB/sec 2024-04-13T07:41:17.102 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-45m_HWhKrfd2nOV off=398014 len=1319817 2024-04-13T07:41:17.103 INFO:tasks.workunit.client.0.smithi003.stdout:op 1653 completed, throughput=5MB/sec 2024-04-13T07:41:18.103 INFO:tasks.workunit.client.0.smithi003.stdout: 328: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:18.104 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hC3q0t_QOVZAkHx off=11682187 len=860212 2024-04-13T07:41:18.108 INFO:tasks.workunit.client.0.smithi003.stdout:op 1654 completed, throughput=4.99MB/sec 2024-04-13T07:41:18.108 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-25E3djKjTz6BBUj off=6092407 len=1764600 2024-04-13T07:41:18.112 INFO:tasks.workunit.client.0.smithi003.stdout:op 1655 completed, throughput=5MB/sec 2024-04-13T07:41:18.112 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GdiHBsAdo0vx8iY off=1158719 len=979679 2024-04-13T07:41:18.113 INFO:tasks.workunit.client.0.smithi003.stdout:op 1656 completed, throughput=5MB/sec 2024-04-13T07:41:18.113 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-M0vEsZosNFq6fb7 off=5164387 len=316494 2024-04-13T07:41:18.114 INFO:tasks.workunit.client.0.smithi003.stdout:op 1657 completed, throughput=5MB/sec 2024-04-13T07:41:18.114 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QpCKSpL6uoptz9a off=777177 len=1720361 2024-04-13T07:41:18.124 INFO:tasks.workunit.client.0.smithi003.stdout:op 1658 completed, throughput=5MB/sec 2024-04-13T07:41:18.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:18 smithi003 ceph-mon[89364]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:41:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:18 smithi003 ceph-mon[91733]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:41:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:18 smithi066 ceph-mon[84331]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:41:19.125 INFO:tasks.workunit.client.0.smithi003.stdout: 329: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:19.125 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ag264HwNk70qRbY off=3648037 len=455714 2024-04-13T07:41:19.126 INFO:tasks.workunit.client.0.smithi003.stdout:op 1659 completed, throughput=4.99MB/sec 2024-04-13T07:41:19.126 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-C59BnmVVQ0WTqOq off=594715 len=1966428 2024-04-13T07:41:19.128 INFO:tasks.workunit.client.0.smithi003.stdout:op 1660 completed, throughput=5MB/sec 2024-04-13T07:41:19.128 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-51ZYwNPpcweGBrv off=23600451 len=817697 2024-04-13T07:41:19.131 INFO:tasks.workunit.client.0.smithi003.stdout:op 1661 completed, throughput=5MB/sec 2024-04-13T07:41:19.131 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Umi1x5eUES8j6C1 off=26333 len=1674054 2024-04-13T07:41:19.140 INFO:tasks.workunit.client.0.smithi003.stdout:op 1662 completed, throughput=5MB/sec 2024-04-13T07:41:20.140 INFO:tasks.workunit.client.0.smithi003.stdout: 330: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:20.140 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QoyfXYgltVwizzr off=11535681 len=1733049 2024-04-13T07:41:20.142 INFO:tasks.workunit.client.0.smithi003.stdout:op 1663 completed, throughput=4.99MB/sec 2024-04-13T07:41:20.142 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CDGJoJLd2S17mQ2 off=6543878 len=590571 2024-04-13T07:41:20.143 INFO:tasks.workunit.client.0.smithi003.stdout:op 1664 completed, throughput=4.99MB/sec 2024-04-13T07:41:20.143 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KBYh_rf9c4pEjxT off=11106962 len=1719937 2024-04-13T07:41:20.153 INFO:tasks.workunit.client.0.smithi003.stdout:op 1665 completed, throughput=5MB/sec 2024-04-13T07:41:20.153 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-o9edMEZcuPTgyEv off=1834632 len=187746 2024-04-13T07:41:20.155 INFO:tasks.workunit.client.0.smithi003.stdout:op 1666 completed, throughput=5MB/sec 2024-04-13T07:41:20.156 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-O021Vaqe4r4_lw9 off=192114 len=510747 2024-04-13T07:41:20.159 INFO:tasks.workunit.client.0.smithi003.stdout:op 1667 completed, throughput=5MB/sec 2024-04-13T07:41:20.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:20 smithi003 ceph-mon[89364]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:41:20.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:20 smithi003 ceph-mon[91733]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:41:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:20 smithi066 ceph-mon[84331]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:41:21.159 INFO:tasks.workunit.client.0.smithi003.stdout: 331: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:21.159 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-JR9-cJdoagH3nPK off=4898735 len=804567 2024-04-13T07:41:21.164 INFO:tasks.workunit.client.0.smithi003.stdout:op 1668 completed, throughput=4.99MB/sec 2024-04-13T07:41:21.164 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-f35xUkaATXUZHnz off=846538 len=1814689 2024-04-13T07:41:21.167 INFO:tasks.workunit.client.0.smithi003.stdout:op 1669 completed, throughput=4.99MB/sec 2024-04-13T07:41:21.167 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mY_hXA6iUyyts3R off=1174806 len=1954794 2024-04-13T07:41:21.178 INFO:tasks.workunit.client.0.smithi003.stdout:op 1670 completed, throughput=5MB/sec 2024-04-13T07:41:21.178 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QGeKLGDTbqRVSOZ off=2790331 len=1402345 2024-04-13T07:41:21.186 INFO:tasks.workunit.client.0.smithi003.stdout:op 1671 completed, throughput=5MB/sec 2024-04-13T07:41:21.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:21 smithi003 ceph-mon[91733]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:41:21.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:21 smithi003 ceph-mon[89364]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:41:21.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:21 smithi066 ceph-mon[84331]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:41:22.186 INFO:tasks.workunit.client.0.smithi003.stdout: 332: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:22.187 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tpgUA2tIlkGwcc- off=7027462 len=1728616 2024-04-13T07:41:22.195 INFO:tasks.workunit.client.0.smithi003.stdout:op 1672 completed, throughput=4.99MB/sec 2024-04-13T07:41:22.196 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EnAKZE3RXb5uVUW off=4458212 len=1188317 2024-04-13T07:41:22.202 INFO:tasks.workunit.client.0.smithi003.stdout:op 1673 completed, throughput=5MB/sec 2024-04-13T07:41:22.202 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-si-eCNnMLuIEBW_ off=5904121 len=1655879 2024-04-13T07:41:22.212 INFO:tasks.workunit.client.0.smithi003.stdout:op 1674 completed, throughput=5MB/sec 2024-04-13T07:41:22.577 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:41:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:41:22.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:41:22.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:41:22.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:41:23.213 INFO:tasks.workunit.client.0.smithi003.stdout: 333: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:23.213 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UvSVWCDV6nDMxdy off=17963138 len=614420 2024-04-13T07:41:23.215 INFO:tasks.workunit.client.0.smithi003.stdout:op 1675 completed, throughput=4.99MB/sec 2024-04-13T07:41:23.215 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uNiJeSIRYNu0Ycs off=5584051 len=760083 2024-04-13T07:41:23.216 INFO:tasks.workunit.client.0.smithi003.stdout:op 1676 completed, throughput=4.99MB/sec 2024-04-13T07:41:23.216 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qhlWHngD0ulgs48 off=8849821 len=1338203 2024-04-13T07:41:23.217 INFO:tasks.workunit.client.0.smithi003.stdout:op 1677 completed, throughput=4.99MB/sec 2024-04-13T07:41:23.218 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hpcOSRigCjhjf5a off=5611557 len=1820912 2024-04-13T07:41:23.220 INFO:tasks.workunit.client.0.smithi003.stdout:op 1678 completed, throughput=5MB/sec 2024-04-13T07:41:23.220 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1lcDxvS6aa12LAB off=344300 len=824315 2024-04-13T07:41:23.225 INFO:tasks.workunit.client.0.smithi003.stdout:op 1679 completed, throughput=5MB/sec 2024-04-13T07:41:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:23 smithi003 ceph-mon[91733]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T07:41:23.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:23 smithi003 ceph-mon[89364]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T07:41:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:23 smithi066 ceph-mon[84331]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T07:41:24.225 INFO:tasks.workunit.client.0.smithi003.stdout: 334: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:24.225 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ALvJzPy-CXfFKMW off=15027674 len=739335 2024-04-13T07:41:24.227 INFO:tasks.workunit.client.0.smithi003.stdout:op 1680 completed, throughput=4.99MB/sec 2024-04-13T07:41:24.227 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mvVrP58szcLFkgC off=17362966 len=540059 2024-04-13T07:41:24.228 INFO:tasks.workunit.client.0.smithi003.stdout:op 1681 completed, throughput=4.99MB/sec 2024-04-13T07:41:24.228 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pHbrOsP7qqs1K3K off=615491 len=1660962 2024-04-13T07:41:24.232 INFO:tasks.workunit.client.0.smithi003.stdout:op 1682 completed, throughput=4.99MB/sec 2024-04-13T07:41:24.232 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LSVXJ1ahI7F-eIa off=13785931 len=767619 2024-04-13T07:41:24.233 INFO:tasks.workunit.client.0.smithi003.stdout:op 1683 completed, throughput=5MB/sec 2024-04-13T07:41:24.233 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UHQJDCBa3Sjck8m off=1901433 len=407447 2024-04-13T07:41:24.234 INFO:tasks.workunit.client.0.smithi003.stdout:op 1684 completed, throughput=5MB/sec 2024-04-13T07:41:24.234 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-STD5YsFq_EpKoul off=6198015 len=335993 2024-04-13T07:41:24.234 INFO:tasks.workunit.client.0.smithi003.stdout:op 1685 completed, throughput=5MB/sec 2024-04-13T07:41:24.234 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-T3yb1GetiwUmqmD off=3124564 len=1583236 2024-04-13T07:41:24.243 INFO:tasks.workunit.client.0.smithi003.stdout:op 1686 completed, throughput=5MB/sec 2024-04-13T07:41:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:41:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:41:24] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-04-13T07:41:25.243 INFO:tasks.workunit.client.0.smithi003.stdout: 335: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:25.244 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-en9XJTDq7HVm1UH off=3869130 len=472231 2024-04-13T07:41:25.247 INFO:tasks.workunit.client.0.smithi003.stdout:op 1687 completed, throughput=4.99MB/sec 2024-04-13T07:41:25.247 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-m35xFaG3PW6Rv9j off=8973038 len=1065590 2024-04-13T07:41:25.249 INFO:tasks.workunit.client.0.smithi003.stdout:op 1688 completed, throughput=4.99MB/sec 2024-04-13T07:41:25.249 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-D1EQzfl5ZUdRUXt off=6340579 len=2051131 2024-04-13T07:41:25.259 INFO:tasks.workunit.client.0.smithi003.stdout:op 1689 completed, throughput=5MB/sec 2024-04-13T07:41:25.259 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-S5fHYFlZzlfKLV0 off=81126 len=1018765 2024-04-13T07:41:25.260 INFO:tasks.workunit.client.0.smithi003.stdout:op 1690 completed, throughput=5MB/sec 2024-04-13T07:41:26.260 INFO:tasks.workunit.client.0.smithi003.stdout: 336: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:26.260 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--_fK7JGz6KQA18U off=10098281 len=1373781 2024-04-13T07:41:26.266 INFO:tasks.workunit.client.0.smithi003.stdout:op 1691 completed, throughput=4.99MB/sec 2024-04-13T07:41:26.266 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BAkenjkpe_fHVnX off=6537700 len=443916 2024-04-13T07:41:26.267 INFO:tasks.workunit.client.0.smithi003.stdout:op 1692 completed, throughput=4.99MB/sec 2024-04-13T07:41:26.267 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PPnCP9w_eebfX5T off=12766929 len=1121347 2024-04-13T07:41:26.270 INFO:tasks.workunit.client.0.smithi003.stdout:op 1693 completed, throughput=4.99MB/sec 2024-04-13T07:41:26.270 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-L-mGAqIljD91VbN off=0 len=1280888 2024-04-13T07:41:26.276 INFO:tasks.workunit.client.0.smithi003.stdout:op 1694 completed, throughput=5MB/sec 2024-04-13T07:41:26.276 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iGv--9_CCuZap16 off=4195872 len=1895457 2024-04-13T07:41:26.278 INFO:tasks.workunit.client.0.smithi003.stdout:op 1695 completed, throughput=5MB/sec 2024-04-13T07:41:26.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:26 smithi003 ceph-mon[91733]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:41:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:26 smithi003 ceph-mon[89364]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:41:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:26 smithi066 ceph-mon[84331]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:41:27.279 INFO:tasks.workunit.client.0.smithi003.stdout: 337: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:27.279 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kIJBrXbcRQY7m54 off=705382 len=570275 2024-04-13T07:41:27.280 INFO:tasks.workunit.client.0.smithi003.stdout:op 1696 completed, throughput=4.99MB/sec 2024-04-13T07:41:27.280 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xGaq8wSq2Qj2OtL off=7442700 len=863344 2024-04-13T07:41:27.281 INFO:tasks.workunit.client.0.smithi003.stdout:op 1697 completed, throughput=4.99MB/sec 2024-04-13T07:41:27.281 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-W1z37lwSJxqIdsJ off=13405072 len=703350 2024-04-13T07:41:27.286 INFO:tasks.workunit.client.0.smithi003.stdout:op 1698 completed, throughput=4.99MB/sec 2024-04-13T07:41:27.286 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-E1k1QoEYUXopzBT off=13613385 len=1052889 2024-04-13T07:41:27.291 INFO:tasks.workunit.client.0.smithi003.stdout:op 1699 completed, throughput=5MB/sec 2024-04-13T07:41:27.291 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DrmtusWyovWEvCU off=988007 len=1993617 2024-04-13T07:41:27.293 INFO:tasks.workunit.client.0.smithi003.stdout:op 1700 completed, throughput=5MB/sec 2024-04-13T07:41:28.294 INFO:tasks.workunit.client.0.smithi003.stdout: 338: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:28.294 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--dTm5d8yWR4QEV- off=629810 len=1935403 2024-04-13T07:41:28.299 INFO:tasks.workunit.client.0.smithi003.stdout:op 1701 completed, throughput=4.99MB/sec 2024-04-13T07:41:28.299 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dPyXbaG4l5EQuZk off=5827404 len=1769216 2024-04-13T07:41:28.310 INFO:tasks.workunit.client.0.smithi003.stdout:op 1702 completed, throughput=5MB/sec 2024-04-13T07:41:28.310 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TgLdOoYLFbMTMfY off=4841802 len=1247099 2024-04-13T07:41:28.315 INFO:tasks.workunit.client.0.smithi003.stdout:op 1703 completed, throughput=5MB/sec 2024-04-13T07:41:28.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:28 smithi003 ceph-mon[91733]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:41:28.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:28 smithi003 ceph-mon[89364]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:41:28.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:28 smithi066 ceph-mon[84331]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:41:29.316 INFO:tasks.workunit.client.0.smithi003.stdout: 339: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:29.316 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vCSSX5DvymRI9RF off=1194331 len=1304484 2024-04-13T07:41:29.322 INFO:tasks.workunit.client.0.smithi003.stdout:op 1704 completed, throughput=4.99MB/sec 2024-04-13T07:41:29.322 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hAzuZabLbyiV43_ off=2417149 len=278422 2024-04-13T07:41:29.323 INFO:tasks.workunit.client.0.smithi003.stdout:op 1705 completed, throughput=4.99MB/sec 2024-04-13T07:41:29.323 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--PUgoJRASSBm1F9 off=5002059 len=638044 2024-04-13T07:41:29.325 INFO:tasks.workunit.client.0.smithi003.stdout:op 1706 completed, throughput=4.99MB/sec 2024-04-13T07:41:29.325 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-H8zTobMYbojUQJA off=18122053 len=1424211 2024-04-13T07:41:29.332 INFO:tasks.workunit.client.0.smithi003.stdout:op 1707 completed, throughput=5MB/sec 2024-04-13T07:41:29.333 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KFaOQ4KM9YJxB5m off=4733698 len=2033351 2024-04-13T07:41:29.340 INFO:tasks.workunit.client.0.smithi003.stdout:op 1708 completed, throughput=5MB/sec 2024-04-13T07:41:30.340 INFO:tasks.workunit.client.0.smithi003.stdout: 340: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:30.341 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hXCNzWncU03o4_c off=8272039 len=1253018 2024-04-13T07:41:30.342 INFO:tasks.workunit.client.0.smithi003.stdout:op 1709 completed, throughput=4.99MB/sec 2024-04-13T07:41:30.342 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Lp1PBDwfoSWS1_G off=7315232 len=1742981 2024-04-13T07:41:30.351 INFO:tasks.workunit.client.0.smithi003.stdout:op 1710 completed, throughput=5MB/sec 2024-04-13T07:41:30.351 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rS9mQrbyvrFAWkU off=373726 len=1148490 2024-04-13T07:41:30.353 INFO:tasks.workunit.client.0.smithi003.stdout:op 1711 completed, throughput=5MB/sec 2024-04-13T07:41:30.353 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mYQaBDX2C6KgXYQ off=1164249 len=1085985 2024-04-13T07:41:30.359 INFO:tasks.workunit.client.0.smithi003.stdout:op 1712 completed, throughput=5MB/sec 2024-04-13T07:41:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:30 smithi003 ceph-mon[91733]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:41:30.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:30 smithi003 ceph-mon[89364]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:41:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:30 smithi066 ceph-mon[84331]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:41:31.359 INFO:tasks.workunit.client.0.smithi003.stdout: 341: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:31.359 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-t7ztRfXqgNb1m33 off=5761183 len=926788 2024-04-13T07:41:31.364 INFO:tasks.workunit.client.0.smithi003.stdout:op 1713 completed, throughput=4.99MB/sec 2024-04-13T07:41:31.364 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--luLyc-NwhX9bHf off=7605696 len=1628322 2024-04-13T07:41:31.371 INFO:tasks.workunit.client.0.smithi003.stdout:op 1714 completed, throughput=4.99MB/sec 2024-04-13T07:41:31.371 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-THvJ_jjJgqUCTv9 off=8981852 len=220464 2024-04-13T07:41:31.372 INFO:tasks.workunit.client.0.smithi003.stdout:op 1715 completed, throughput=4.99MB/sec 2024-04-13T07:41:31.372 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sh_3SaCSbJCiF0_ off=10921415 len=585484 2024-04-13T07:41:31.376 INFO:tasks.workunit.client.0.smithi003.stdout:op 1716 completed, throughput=5MB/sec 2024-04-13T07:41:31.377 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hwuZIqkliLoEK7s off=370502 len=1535361 2024-04-13T07:41:31.384 INFO:tasks.workunit.client.0.smithi003.stdout:op 1717 completed, throughput=5MB/sec 2024-04-13T07:41:32.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:32 smithi003 ceph-mon[91733]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:41:32.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:32 smithi003 ceph-mon[89364]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:41:32.385 INFO:tasks.workunit.client.0.smithi003.stdout: 342: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:32.385 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WrvlXglgTbEu6Mj off=5875632 len=19795 2024-04-13T07:41:32.387 INFO:tasks.workunit.client.0.smithi003.stdout:op 1718 completed, throughput=4.99MB/sec 2024-04-13T07:41:32.387 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RSWNFAb6KlBNukC off=4536634 len=179002 2024-04-13T07:41:32.387 INFO:tasks.workunit.client.0.smithi003.stdout:op 1719 completed, throughput=4.99MB/sec 2024-04-13T07:41:32.387 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VJxIrSxO821HcKk off=915721 len=194945 2024-04-13T07:41:32.390 INFO:tasks.workunit.client.0.smithi003.stdout:op 1720 completed, throughput=4.99MB/sec 2024-04-13T07:41:32.390 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1gpI7-n9Oe2_L5J off=19101598 len=1158960 2024-04-13T07:41:32.391 INFO:tasks.workunit.client.0.smithi003.stdout:op 1721 completed, throughput=4.99MB/sec 2024-04-13T07:41:32.391 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pixsYxUqgt1rwi4 off=2458636 len=1759147 2024-04-13T07:41:32.400 INFO:tasks.workunit.client.0.smithi003.stdout:op 1722 completed, throughput=4.99MB/sec 2024-04-13T07:41:32.400 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NsfdrDgJ17uMohs off=17145112 len=1822533 2024-04-13T07:41:32.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:32 smithi066 ceph-mon[84331]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:41:32.401 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:41:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:41:32.412 INFO:tasks.workunit.client.0.smithi003.stdout:op 1723 completed, throughput=5MB/sec 2024-04-13T07:41:32.412 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dHcV6P0fFNvYhtM off=6952519 len=452219 2024-04-13T07:41:32.415 INFO:tasks.workunit.client.0.smithi003.stdout:op 1724 completed, throughput=5MB/sec 2024-04-13T07:41:33.416 INFO:tasks.workunit.client.0.smithi003.stdout: 343: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:33.416 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UVfc49vXoPdf0TY off=14266849 len=655836 2024-04-13T07:41:33.420 INFO:tasks.workunit.client.0.smithi003.stdout:op 1725 completed, throughput=4.99MB/sec 2024-04-13T07:41:33.420 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--E6VRGBbadLnpUX off=1298036 len=1868169 2024-04-13T07:41:33.422 INFO:tasks.workunit.client.0.smithi003.stdout:op 1726 completed, throughput=4.99MB/sec 2024-04-13T07:41:33.422 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yC61RucRAjnAv38 off=338268 len=1333912 2024-04-13T07:41:33.424 INFO:tasks.workunit.client.0.smithi003.stdout:op 1727 completed, throughput=5MB/sec 2024-04-13T07:41:33.424 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RNMTFve4Y5aFnaL off=11383670 len=1923572 2024-04-13T07:41:33.426 INFO:tasks.workunit.client.0.smithi003.stdout:op 1728 completed, throughput=5MB/sec 2024-04-13T07:41:34.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:34 smithi003 ceph-mon[91733]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:41:34.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:34 smithi003 ceph-mon[89364]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:41:34.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:41:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:41:34] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-04-13T07:41:34.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:34 smithi066 ceph-mon[84331]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:41:34.426 INFO:tasks.workunit.client.0.smithi003.stdout: 344: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:34.426 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-iW0JCHZMvi5yd-M off=9713316 len=1537351 2024-04-13T07:41:34.433 INFO:tasks.workunit.client.0.smithi003.stdout:op 1729 completed, throughput=4.99MB/sec 2024-04-13T07:41:34.433 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-78D8vkjB0im4UkF off=20902154 len=943336 2024-04-13T07:41:34.438 INFO:tasks.workunit.client.0.smithi003.stdout:op 1730 completed, throughput=4.99MB/sec 2024-04-13T07:41:34.438 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cHTLQ0ghycAQ0Hf off=11726804 len=414538 2024-04-13T07:41:34.441 INFO:tasks.workunit.client.0.smithi003.stdout:op 1731 completed, throughput=5MB/sec 2024-04-13T07:41:34.442 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aasXF4Rpi5BJf6V off=11288259 len=1465378 2024-04-13T07:41:34.448 INFO:tasks.workunit.client.0.smithi003.stdout:op 1732 completed, throughput=5MB/sec 2024-04-13T07:41:34.448 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-piqBj6DLnHM2wUI off=11342181 len=527083 2024-04-13T07:41:34.449 INFO:tasks.workunit.client.0.smithi003.stdout:op 1733 completed, throughput=5MB/sec 2024-04-13T07:41:35.449 INFO:tasks.workunit.client.0.smithi003.stdout: 345: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:35.450 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-m3h8Iy7HXgjFpuI off=2922830 len=302139 2024-04-13T07:41:35.450 INFO:tasks.workunit.client.0.smithi003.stdout:op 1734 completed, throughput=4.99MB/sec 2024-04-13T07:41:35.450 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZmOMaoZ_cZ321r7 off=18035245 len=621651 2024-04-13T07:41:35.453 INFO:tasks.workunit.client.0.smithi003.stdout:op 1735 completed, throughput=4.99MB/sec 2024-04-13T07:41:35.454 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bdXUlP4JHDaOXpA off=4848610 len=517408 2024-04-13T07:41:35.454 INFO:tasks.workunit.client.0.smithi003.stdout:op 1736 completed, throughput=4.99MB/sec 2024-04-13T07:41:35.454 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SaZWLNbkoFl9kPx off=3194536 len=846439 2024-04-13T07:41:35.455 INFO:tasks.workunit.client.0.smithi003.stdout:op 1737 completed, throughput=4.99MB/sec 2024-04-13T07:41:35.455 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yqPosAM4PADW42z off=5521925 len=107756 2024-04-13T07:41:35.458 INFO:tasks.workunit.client.0.smithi003.stdout:op 1738 completed, throughput=4.99MB/sec 2024-04-13T07:41:35.458 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EaNx2xjFtivNM5h off=1889481 len=1674317 2024-04-13T07:41:35.459 INFO:tasks.workunit.client.0.smithi003.stdout:op 1739 completed, throughput=5MB/sec 2024-04-13T07:41:35.460 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-41R_HNxpwWEKg_r off=3300606 len=87521 2024-04-13T07:41:35.460 INFO:tasks.workunit.client.0.smithi003.stdout:op 1740 completed, throughput=5MB/sec 2024-04-13T07:41:35.460 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-v6nOkmhoVWcL4Cx off=802802 len=1848664 2024-04-13T07:41:35.469 INFO:tasks.workunit.client.0.smithi003.stdout:op 1741 completed, throughput=5MB/sec 2024-04-13T07:41:36.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:36 smithi003 ceph-mon[91733]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:41:36.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:36 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:41:36.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:36 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:36.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:36 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:36.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:36 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:41:36.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:36 smithi003 ceph-mon[89364]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:41:36.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:36 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:41:36.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:36 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:36.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:36 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:36.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:36 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:41:36.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:36 smithi066 ceph-mon[84331]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:41:36.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:36 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:41:36.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:36 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:41:36.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:36 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:41:36.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:36 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:41:36.469 INFO:tasks.workunit.client.0.smithi003.stdout: 346: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:36.469 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-K7nbonJB5m5G3Pq off=5564082 len=1057238 2024-04-13T07:41:36.471 INFO:tasks.workunit.client.0.smithi003.stdout:op 1742 completed, throughput=4.99MB/sec 2024-04-13T07:41:36.471 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-K9XQdxKhDj3h_GJ off=6041574 len=636859 2024-04-13T07:41:36.472 INFO:tasks.workunit.client.0.smithi003.stdout:op 1743 completed, throughput=4.99MB/sec 2024-04-13T07:41:36.472 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Da7nN1GMeE6csa4 off=5832517 len=1028994 2024-04-13T07:41:36.474 INFO:tasks.workunit.client.0.smithi003.stdout:op 1744 completed, throughput=5MB/sec 2024-04-13T07:41:36.474 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WTp3866Nc3CwnUB off=11276986 len=1805920 2024-04-13T07:41:36.476 INFO:tasks.workunit.client.0.smithi003.stdout:op 1745 completed, throughput=5MB/sec 2024-04-13T07:41:37.477 INFO:tasks.workunit.client.0.smithi003.stdout: 347: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:37.477 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aLWOTgIEWorC55A off=18270578 len=1871443 2024-04-13T07:41:37.479 INFO:tasks.workunit.client.0.smithi003.stdout:op 1746 completed, throughput=4.99MB/sec 2024-04-13T07:41:37.479 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PwnPtujJMD7sLyf off=20473426 len=760283 2024-04-13T07:41:37.484 INFO:tasks.workunit.client.0.smithi003.stdout:op 1747 completed, throughput=4.99MB/sec 2024-04-13T07:41:37.484 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-f2lDYkP1GO2yfCO off=15009871 len=1550511 2024-04-13T07:41:37.493 INFO:tasks.workunit.client.0.smithi003.stdout:op 1748 completed, throughput=5MB/sec 2024-04-13T07:41:37.493 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-H9so1SBDk79T2Fp off=827818 len=1727839 2024-04-13T07:41:37.500 INFO:tasks.workunit.client.0.smithi003.stdout:op 1749 completed, throughput=5MB/sec 2024-04-13T07:41:38.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:38 smithi003 ceph-mon[89364]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:41:38.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:41:38.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:38 smithi003 ceph-mon[91733]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:41:38.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:41:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:38 smithi066 ceph-mon[84331]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:41:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:41:38.500 INFO:tasks.workunit.client.0.smithi003.stdout: 348: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:38.500 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FLBKo0irW4g10AV off=0 len=1794047 2024-04-13T07:41:38.510 INFO:tasks.workunit.client.0.smithi003.stdout:op 1750 completed, throughput=4.99MB/sec 2024-04-13T07:41:38.511 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8uhA9C6huRjmYgQ off=8679203 len=1252876 2024-04-13T07:41:38.512 INFO:tasks.workunit.client.0.smithi003.stdout:op 1751 completed, throughput=5MB/sec 2024-04-13T07:41:38.512 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lOdZO3TNJytVaVv off=1336572 len=501767 2024-04-13T07:41:38.516 INFO:tasks.workunit.client.0.smithi003.stdout:op 1752 completed, throughput=5MB/sec 2024-04-13T07:41:38.516 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Yf7ECWMDGKTXTZr off=2498271 len=369885 2024-04-13T07:41:38.519 INFO:tasks.workunit.client.0.smithi003.stdout:op 1753 completed, throughput=5MB/sec 2024-04-13T07:41:38.519 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YfLsvk96Z4ZSNMz off=5949215 len=1777524 2024-04-13T07:41:38.528 INFO:tasks.workunit.client.0.smithi003.stdout:op 1754 completed, throughput=5MB/sec 2024-04-13T07:41:39.529 INFO:tasks.workunit.client.0.smithi003.stdout: 349: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:39.529 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vF99900UG1BGLC- off=6172831 len=659397 2024-04-13T07:41:39.533 INFO:tasks.workunit.client.0.smithi003.stdout:op 1755 completed, throughput=4.99MB/sec 2024-04-13T07:41:39.533 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-G9jWlM_RIonZdte off=15057084 len=1428105 2024-04-13T07:41:39.539 INFO:tasks.workunit.client.0.smithi003.stdout:op 1756 completed, throughput=4.99MB/sec 2024-04-13T07:41:39.539 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QoyfXYgltVwizzr off=901054 len=703409 2024-04-13T07:41:39.543 INFO:tasks.workunit.client.0.smithi003.stdout:op 1757 completed, throughput=5MB/sec 2024-04-13T07:41:39.543 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-JW-J9VE5G3qaGi3 off=11576432 len=1942541 2024-04-13T07:41:39.552 INFO:tasks.workunit.client.0.smithi003.stdout:op 1758 completed, throughput=5MB/sec 2024-04-13T07:41:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:40 smithi003 ceph-mon[91733]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:41:40.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:40 smithi003 ceph-mon[89364]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:41:40.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:40 smithi066 ceph-mon[84331]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:41:40.552 INFO:tasks.workunit.client.0.smithi003.stdout: 350: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:40.552 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pM79e48D2WpRX6q off=297325 len=1633764 2024-04-13T07:41:40.554 INFO:tasks.workunit.client.0.smithi003.stdout:op 1759 completed, throughput=4.99MB/sec 2024-04-13T07:41:40.554 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--FTGrTfHzIu-XWV off=4323195 len=430540 2024-04-13T07:41:40.558 INFO:tasks.workunit.client.0.smithi003.stdout:op 1760 completed, throughput=4.99MB/sec 2024-04-13T07:41:40.558 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RpqejF0h1m6L4g3 off=10412530 len=543121 2024-04-13T07:41:40.563 INFO:tasks.workunit.client.0.smithi003.stdout:op 1761 completed, throughput=4.99MB/sec 2024-04-13T07:41:40.563 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-e6AOOlgUSyIx9yU off=5491560 len=1678974 2024-04-13T07:41:40.565 INFO:tasks.workunit.client.0.smithi003.stdout:op 1762 completed, throughput=5MB/sec 2024-04-13T07:41:40.565 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-12yncAgeLdm4-Pc off=4449490 len=2088067 2024-04-13T07:41:40.567 INFO:tasks.workunit.client.0.smithi003.stdout:op 1763 completed, throughput=5MB/sec 2024-04-13T07:41:41.567 INFO:tasks.workunit.client.0.smithi003.stdout: 351: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:41.568 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-v_mMqgfo2ODkAuh off=6394974 len=1171558 2024-04-13T07:41:41.569 INFO:tasks.workunit.client.0.smithi003.stdout:op 1764 completed, throughput=4.99MB/sec 2024-04-13T07:41:41.569 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EY9IyxzPmbt7uqE off=4619665 len=1674952 2024-04-13T07:41:41.576 INFO:tasks.workunit.client.0.smithi003.stdout:op 1765 completed, throughput=5MB/sec 2024-04-13T07:41:41.577 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-15F8JRdIXZznPcF off=9542551 len=799549 2024-04-13T07:41:41.578 INFO:tasks.workunit.client.0.smithi003.stdout:op 1766 completed, throughput=5MB/sec 2024-04-13T07:41:41.578 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-M87q6rpH8ZCkeKd off=9506094 len=370553 2024-04-13T07:41:41.581 INFO:tasks.workunit.client.0.smithi003.stdout:op 1767 completed, throughput=5MB/sec 2024-04-13T07:41:42.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:42 smithi003 ceph-mon[91733]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:41:42.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:42 smithi003 ceph-mon[89364]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:41:42.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:42 smithi066 ceph-mon[84331]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:41:42.402 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:41:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:41:42.581 INFO:tasks.workunit.client.0.smithi003.stdout: 352: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:42.581 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dYSzR2Q5zTLQBt- off=2650511 len=1241477 2024-04-13T07:41:42.587 INFO:tasks.workunit.client.0.smithi003.stdout:op 1768 completed, throughput=4.99MB/sec 2024-04-13T07:41:42.587 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-X35gKT0cW8KWG4b off=19228939 len=855743 2024-04-13T07:41:42.588 INFO:tasks.workunit.client.0.smithi003.stdout:op 1769 completed, throughput=4.99MB/sec 2024-04-13T07:41:42.589 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DS279NbfHFLu7CC off=12612919 len=1900384 2024-04-13T07:41:42.592 INFO:tasks.workunit.client.0.smithi003.stdout:op 1770 completed, throughput=5MB/sec 2024-04-13T07:41:42.592 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7bl6KojIu9v_rvd off=5847225 len=330379 2024-04-13T07:41:42.596 INFO:tasks.workunit.client.0.smithi003.stdout:op 1771 completed, throughput=5MB/sec 2024-04-13T07:41:42.596 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xLFj_locdQzdWXn off=770245 len=55092 2024-04-13T07:41:42.598 INFO:tasks.workunit.client.0.smithi003.stdout:op 1772 completed, throughput=5MB/sec 2024-04-13T07:41:42.598 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0tTztg6ybTgA9FS off=1058242 len=316402 2024-04-13T07:41:42.599 INFO:tasks.workunit.client.0.smithi003.stdout:op 1773 completed, throughput=5MB/sec 2024-04-13T07:41:42.599 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RpqejF0h1m6L4g3 off=7317316 len=1208672 2024-04-13T07:41:42.607 INFO:tasks.workunit.client.0.smithi003.stdout:op 1774 completed, throughput=5MB/sec 2024-04-13T07:41:43.607 INFO:tasks.workunit.client.0.smithi003.stdout: 353: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:43.608 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FVrvlKaQua4rp6H off=1397296 len=1073898 2024-04-13T07:41:43.609 INFO:tasks.workunit.client.0.smithi003.stdout:op 1775 completed, throughput=4.99MB/sec 2024-04-13T07:41:43.609 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BlES_jDzuH4ux3r off=8942395 len=975017 2024-04-13T07:41:43.611 INFO:tasks.workunit.client.0.smithi003.stdout:op 1776 completed, throughput=4.99MB/sec 2024-04-13T07:41:43.611 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zRN_xJxBjP-3xMM off=10268734 len=426618 2024-04-13T07:41:43.612 INFO:tasks.workunit.client.0.smithi003.stdout:op 1777 completed, throughput=4.99MB/sec 2024-04-13T07:41:43.612 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-X6VCfA7PEGPhBC5 off=6247693 len=1900447 2024-04-13T07:41:43.614 INFO:tasks.workunit.client.0.smithi003.stdout:op 1778 completed, throughput=5MB/sec 2024-04-13T07:41:43.614 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GdUsC1mxFx0xYRL off=573986 len=917543 2024-04-13T07:41:43.616 INFO:tasks.workunit.client.0.smithi003.stdout:op 1779 completed, throughput=5MB/sec 2024-04-13T07:41:44.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:44 smithi003 ceph-mon[91733]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:41:44.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:44 smithi003 ceph-mon[89364]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:41:44.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:41:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:41:44] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-13T07:41:44.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:44 smithi066 ceph-mon[84331]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:41:44.617 INFO:tasks.workunit.client.0.smithi003.stdout: 354: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:44.617 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dzCIlh65YXVvMc2 off=7711344 len=511923 2024-04-13T07:41:44.621 INFO:tasks.workunit.client.0.smithi003.stdout:op 1780 completed, throughput=4.99MB/sec 2024-04-13T07:41:44.621 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XAJTe7PQXIydlJT off=13433349 len=767354 2024-04-13T07:41:44.622 INFO:tasks.workunit.client.0.smithi003.stdout:op 1781 completed, throughput=4.99MB/sec 2024-04-13T07:41:44.623 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AxhkcHPOmKxNf57 off=3716221 len=1839083 2024-04-13T07:41:44.624 INFO:tasks.workunit.client.0.smithi003.stdout:op 1782 completed, throughput=5MB/sec 2024-04-13T07:41:44.624 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qGkz2DCFm9uyCIR off=4088513 len=839074 2024-04-13T07:41:44.629 INFO:tasks.workunit.client.0.smithi003.stdout:op 1783 completed, throughput=5MB/sec 2024-04-13T07:41:44.629 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-iUR8RPKbCHI6KCl off=9657758 len=1225467 2024-04-13T07:41:44.635 INFO:tasks.workunit.client.0.smithi003.stdout:op 1784 completed, throughput=5MB/sec 2024-04-13T07:41:45.636 INFO:tasks.workunit.client.0.smithi003.stdout: 355: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:45.636 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ye1sEcmGp_oaOx3 off=5038304 len=219102 2024-04-13T07:41:45.637 INFO:tasks.workunit.client.0.smithi003.stdout:op 1785 completed, throughput=4.99MB/sec 2024-04-13T07:41:45.637 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CljaDnFfW7_gx_r off=16692500 len=1132513 2024-04-13T07:41:45.643 INFO:tasks.workunit.client.0.smithi003.stdout:op 1786 completed, throughput=4.99MB/sec 2024-04-13T07:41:45.643 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-t9HC1O8L2EKVoKy off=11670002 len=691274 2024-04-13T07:41:45.647 INFO:tasks.workunit.client.0.smithi003.stdout:op 1787 completed, throughput=4.99MB/sec 2024-04-13T07:41:45.647 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-t0araODx81i4qMQ off=2715141 len=1660851 2024-04-13T07:41:45.649 INFO:tasks.workunit.client.0.smithi003.stdout:op 1788 completed, throughput=5MB/sec 2024-04-13T07:41:45.649 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-c7A0dMES92SEAGE off=3124552 len=309998 2024-04-13T07:41:45.650 INFO:tasks.workunit.client.0.smithi003.stdout:op 1789 completed, throughput=5MB/sec 2024-04-13T07:41:45.650 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9pMeoW50yGQHHND off=0 len=1070644 2024-04-13T07:41:45.652 INFO:tasks.workunit.client.0.smithi003.stdout:op 1790 completed, throughput=5MB/sec 2024-04-13T07:41:46.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:46 smithi003 ceph-mon[91733]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T07:41:46.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:46 smithi003 ceph-mon[89364]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T07:41:46.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:46 smithi066 ceph-mon[84331]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T07:41:46.652 INFO:tasks.workunit.client.0.smithi003.stdout: 356: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:46.652 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ktQ19-wmfjNSXcH off=14793723 len=1565607 2024-04-13T07:41:46.661 INFO:tasks.workunit.client.0.smithi003.stdout:op 1791 completed, throughput=4.99MB/sec 2024-04-13T07:41:46.661 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oQhrFbALBzi_ybl off=8754280 len=219195 2024-04-13T07:41:46.664 INFO:tasks.workunit.client.0.smithi003.stdout:op 1792 completed, throughput=4.99MB/sec 2024-04-13T07:41:46.664 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-N2i-sT78s8w-XtB off=5596072 len=2057791 2024-04-13T07:41:46.666 INFO:tasks.workunit.client.0.smithi003.stdout:op 1793 completed, throughput=5MB/sec 2024-04-13T07:41:46.666 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-W0MaplhkFEQJY0r off=2310020 len=749581 2024-04-13T07:41:46.671 INFO:tasks.workunit.client.0.smithi003.stdout:op 1794 completed, throughput=5MB/sec 2024-04-13T07:41:46.671 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0G-EUFNggw71sU8 off=14496631 len=625236 2024-04-13T07:41:46.673 INFO:tasks.workunit.client.0.smithi003.stdout:op 1795 completed, throughput=5MB/sec 2024-04-13T07:41:47.674 INFO:tasks.workunit.client.0.smithi003.stdout: 357: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:47.675 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FbLR_0j2VFMLPAp off=15199785 len=874711 2024-04-13T07:41:47.679 INFO:tasks.workunit.client.0.smithi003.stdout:op 1796 completed, throughput=4.99MB/sec 2024-04-13T07:41:47.679 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-C-xaKovZpD8ziYd off=829899 len=529858 2024-04-13T07:41:47.679 INFO:tasks.workunit.client.0.smithi003.stdout:op 1797 completed, throughput=4.99MB/sec 2024-04-13T07:41:47.680 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Laer6NS9sMkyMhL off=0 len=1497939 2024-04-13T07:41:47.682 INFO:tasks.workunit.client.0.smithi003.stdout:op 1798 completed, throughput=4.99MB/sec 2024-04-13T07:41:47.682 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rpBO4SL8POs078B off=874186 len=453475 2024-04-13T07:41:47.683 INFO:tasks.workunit.client.0.smithi003.stdout:op 1799 completed, throughput=5MB/sec 2024-04-13T07:41:47.683 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kkavwEUvGKhRQUs off=3150805 len=1414940 2024-04-13T07:41:47.685 INFO:tasks.workunit.client.0.smithi003.stdout:op 1800 completed, throughput=5MB/sec 2024-04-13T07:41:47.685 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lsEXwA9FZlTycbP off=2405928 len=1537242 2024-04-13T07:41:47.686 INFO:tasks.workunit.client.0.smithi003.stdout:op 1801 completed, throughput=5MB/sec 2024-04-13T07:41:48.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:48 smithi066 ceph-mon[84331]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:41:48.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:48 smithi003 ceph-mon[89364]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:41:48.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:48 smithi003 ceph-mon[91733]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:41:48.687 INFO:tasks.workunit.client.0.smithi003.stdout: 358: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:48.687 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VIhgvtbSWNDopkM off=14760383 len=1096528 2024-04-13T07:41:48.693 INFO:tasks.workunit.client.0.smithi003.stdout:op 1802 completed, throughput=4.99MB/sec 2024-04-13T07:41:48.693 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_1oiFq4z4v1XVh1 off=5880312 len=239304 2024-04-13T07:41:48.695 INFO:tasks.workunit.client.0.smithi003.stdout:op 1803 completed, throughput=4.99MB/sec 2024-04-13T07:41:48.695 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6kfroqvd33bc2bX off=2584388 len=848698 2024-04-13T07:41:48.696 INFO:tasks.workunit.client.0.smithi003.stdout:op 1804 completed, throughput=4.99MB/sec 2024-04-13T07:41:48.696 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zleQ_RlMYnSffgw off=6446060 len=1967365 2024-04-13T07:41:48.699 INFO:tasks.workunit.client.0.smithi003.stdout:op 1805 completed, throughput=5MB/sec 2024-04-13T07:41:48.699 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ogpOFiN9qEmM15z off=6762898 len=650818 2024-04-13T07:41:48.703 INFO:tasks.workunit.client.0.smithi003.stdout:op 1806 completed, throughput=5MB/sec 2024-04-13T07:41:49.703 INFO:tasks.workunit.client.0.smithi003.stdout: 359: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:49.703 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EBAJ4JYYfLfg8Hm off=2527942 len=931332 2024-04-13T07:41:49.709 INFO:tasks.workunit.client.0.smithi003.stdout:op 1807 completed, throughput=4.99MB/sec 2024-04-13T07:41:49.709 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BWfrNg4Tx-HB_cK off=244844 len=1671437 2024-04-13T07:41:49.717 INFO:tasks.workunit.client.0.smithi003.stdout:op 1808 completed, throughput=4.99MB/sec 2024-04-13T07:41:49.717 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uM9vfYEiLm06wnH off=3901033 len=673671 2024-04-13T07:41:49.718 INFO:tasks.workunit.client.0.smithi003.stdout:op 1809 completed, throughput=5MB/sec 2024-04-13T07:41:49.719 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dPTLZFtgkfqd9sU off=3818988 len=575338 2024-04-13T07:41:49.722 INFO:tasks.workunit.client.0.smithi003.stdout:op 1810 completed, throughput=5MB/sec 2024-04-13T07:41:49.723 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BoCYQvzTsUdsmB_ off=4681955 len=1479555 2024-04-13T07:41:49.728 INFO:tasks.workunit.client.0.smithi003.stdout:op 1811 completed, throughput=5MB/sec 2024-04-13T07:41:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:50 smithi066 ceph-mon[84331]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:41:50.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:50 smithi003 ceph-mon[91733]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:41:50.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:50 smithi003 ceph-mon[89364]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:41:50.728 INFO:tasks.workunit.client.0.smithi003.stdout: 360: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:50.729 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6hywT3Z1mj9wzAX off=3740357 len=1605199 2024-04-13T07:41:50.735 INFO:tasks.workunit.client.0.smithi003.stdout:op 1812 completed, throughput=4.99MB/sec 2024-04-13T07:41:50.736 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Yv-Zo33KP0CNEXR off=2812795 len=1788320 2024-04-13T07:41:50.746 INFO:tasks.workunit.client.0.smithi003.stdout:op 1813 completed, throughput=5MB/sec 2024-04-13T07:41:50.746 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QnK58VJDG0vp7gS off=2712454 len=1502218 2024-04-13T07:41:50.747 INFO:tasks.workunit.client.0.smithi003.stdout:op 1814 completed, throughput=5MB/sec 2024-04-13T07:41:51.748 INFO:tasks.workunit.client.0.smithi003.stdout: 361: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:51.748 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yxjzIkj9fbjDxLZ off=3500250 len=286199 2024-04-13T07:41:51.749 INFO:tasks.workunit.client.0.smithi003.stdout:op 1815 completed, throughput=4.99MB/sec 2024-04-13T07:41:51.749 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_QRQWF6NdoLat4a off=3226428 len=1474385 2024-04-13T07:41:51.756 INFO:tasks.workunit.client.0.smithi003.stdout:op 1816 completed, throughput=4.99MB/sec 2024-04-13T07:41:51.756 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9i93LT90H1CNLRo off=13608568 len=95180 2024-04-13T07:41:51.756 INFO:tasks.workunit.client.0.smithi003.stdout:op 1817 completed, throughput=4.99MB/sec 2024-04-13T07:41:51.756 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NijUkcp9KXg1yZ2 off=1705296 len=868651 2024-04-13T07:41:51.757 INFO:tasks.workunit.client.0.smithi003.stdout:op 1818 completed, throughput=4.99MB/sec 2024-04-13T07:41:51.757 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-b3Ws5YJWWk-IU7E off=7048295 len=1078780 2024-04-13T07:41:51.762 INFO:tasks.workunit.client.0.smithi003.stdout:op 1819 completed, throughput=5MB/sec 2024-04-13T07:41:51.762 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-adqPwRM13uZHEad off=44807 len=1450451 2024-04-13T07:41:51.769 INFO:tasks.workunit.client.0.smithi003.stdout:op 1820 completed, throughput=5MB/sec 2024-04-13T07:41:51.769 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SA4nBmbxD0Qkz2s off=19648916 len=817561 2024-04-13T07:41:51.770 INFO:tasks.workunit.client.0.smithi003.stdout:op 1821 completed, throughput=5MB/sec 2024-04-13T07:41:52.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:52 smithi066 ceph-mon[84331]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:41:52.401 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:41:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:41:52.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:52 smithi003 ceph-mon[91733]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:41:52.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:52 smithi003 ceph-mon[89364]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:41:52.770 INFO:tasks.workunit.client.0.smithi003.stdout: 362: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:52.771 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SkwPLvwOULX2kp9 off=6465390 len=602562 2024-04-13T07:41:52.775 INFO:tasks.workunit.client.0.smithi003.stdout:op 1822 completed, throughput=4.99MB/sec 2024-04-13T07:41:52.775 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wKcvJ649nW97Ein off=2251894 len=470718 2024-04-13T07:41:52.779 INFO:tasks.workunit.client.0.smithi003.stdout:op 1823 completed, throughput=4.99MB/sec 2024-04-13T07:41:52.779 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-asfz-Chn9_3boDf off=10533841 len=1848709 2024-04-13T07:41:52.781 INFO:tasks.workunit.client.0.smithi003.stdout:op 1824 completed, throughput=5MB/sec 2024-04-13T07:41:52.781 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sy97rPrbs7bzXEa off=4145467 len=1573852 2024-04-13T07:41:52.783 INFO:tasks.workunit.client.0.smithi003.stdout:op 1825 completed, throughput=5MB/sec 2024-04-13T07:41:52.783 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HoN9tXi_ISPVc8d off=10763992 len=206609 2024-04-13T07:41:52.784 INFO:tasks.workunit.client.0.smithi003.stdout:op 1826 completed, throughput=5MB/sec 2024-04-13T07:41:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:41:53.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:41:53.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:41:53.784 INFO:tasks.workunit.client.0.smithi003.stdout: 363: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:53.784 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hRT_gFwh3Jl0lrg off=3341291 len=595486 2024-04-13T07:41:53.788 INFO:tasks.workunit.client.0.smithi003.stdout:op 1827 completed, throughput=4.99MB/sec 2024-04-13T07:41:53.788 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BN8VEh9tkgBJuae off=7031832 len=725046 2024-04-13T07:41:53.793 INFO:tasks.workunit.client.0.smithi003.stdout:op 1828 completed, throughput=4.99MB/sec 2024-04-13T07:41:53.793 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--bxFYPx3cxLfOGf off=692004 len=555422 2024-04-13T07:41:53.794 INFO:tasks.workunit.client.0.smithi003.stdout:op 1829 completed, throughput=4.99MB/sec 2024-04-13T07:41:53.794 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lJLd4nLl6dpkphX off=2363752 len=672111 2024-04-13T07:41:53.795 INFO:tasks.workunit.client.0.smithi003.stdout:op 1830 completed, throughput=4.99MB/sec 2024-04-13T07:41:53.795 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KocjhJ3M1qYOjTj off=14546504 len=753294 2024-04-13T07:41:53.799 INFO:tasks.workunit.client.0.smithi003.stdout:op 1831 completed, throughput=5MB/sec 2024-04-13T07:41:53.799 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1hEfIvcPsRVMsEl off=15919931 len=1296563 2024-04-13T07:41:53.802 INFO:tasks.workunit.client.0.smithi003.stdout:op 1832 completed, throughput=5MB/sec 2024-04-13T07:41:53.802 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PU92ZNmj9S1nvKY off=5826630 len=1076895 2024-04-13T07:41:53.807 INFO:tasks.workunit.client.0.smithi003.stdout:op 1833 completed, throughput=5MB/sec 2024-04-13T07:41:54.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:54 smithi066 ceph-mon[84331]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-13T07:41:54.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:54 smithi003 ceph-mon[91733]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-13T07:41:54.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:54 smithi003 ceph-mon[89364]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-13T07:41:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:41:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:41:54] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-04-13T07:41:54.807 INFO:tasks.workunit.client.0.smithi003.stdout: 364: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:54.807 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oMA3q6ZQt7yeK1o off=9481519 len=800825 2024-04-13T07:41:54.812 INFO:tasks.workunit.client.0.smithi003.stdout:op 1834 completed, throughput=4.99MB/sec 2024-04-13T07:41:54.812 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cfcc-ep9NJF9Qe7 off=23615944 len=936731 2024-04-13T07:41:54.813 INFO:tasks.workunit.client.0.smithi003.stdout:op 1835 completed, throughput=4.99MB/sec 2024-04-13T07:41:54.813 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dguUzbMxidMFd3b off=1549820 len=1098479 2024-04-13T07:41:54.819 INFO:tasks.workunit.client.0.smithi003.stdout:op 1836 completed, throughput=4.99MB/sec 2024-04-13T07:41:54.820 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Dpjq7JH2e4nVjp5 off=940280 len=641282 2024-04-13T07:41:54.820 INFO:tasks.workunit.client.0.smithi003.stdout:op 1837 completed, throughput=5MB/sec 2024-04-13T07:41:54.821 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AFPvl8YqLzt4A7n off=1518023 len=1869800 2024-04-13T07:41:54.831 INFO:tasks.workunit.client.0.smithi003.stdout:op 1838 completed, throughput=5MB/sec 2024-04-13T07:41:55.831 INFO:tasks.workunit.client.0.smithi003.stdout: 365: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:55.832 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-P7hDubXhyZ8allc off=9703769 len=1739152 2024-04-13T07:41:55.834 INFO:tasks.workunit.client.0.smithi003.stdout:op 1839 completed, throughput=4.99MB/sec 2024-04-13T07:41:55.834 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Gqj2gA-BHB05NHi off=4111821 len=1427651 2024-04-13T07:41:55.837 INFO:tasks.workunit.client.0.smithi003.stdout:op 1840 completed, throughput=5MB/sec 2024-04-13T07:41:55.837 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jPwlo1Q3H0sUTUR off=5105843 len=757212 2024-04-13T07:41:55.840 INFO:tasks.workunit.client.0.smithi003.stdout:op 1841 completed, throughput=5MB/sec 2024-04-13T07:41:55.841 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-T7pE0CUyuNotPOS off=10556870 len=1735908 2024-04-13T07:41:55.851 INFO:tasks.workunit.client.0.smithi003.stdout:op 1842 completed, throughput=5MB/sec 2024-04-13T07:41:56.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:56 smithi003 ceph-mon[91733]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T07:41:56.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:56 smithi003 ceph-mon[89364]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T07:41:56.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:56 smithi066 ceph-mon[84331]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T07:41:56.851 INFO:tasks.workunit.client.0.smithi003.stdout: 366: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:56.851 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--G-pRtLxf5X4fUc off=8827105 len=481417 2024-04-13T07:41:56.853 INFO:tasks.workunit.client.0.smithi003.stdout:op 1843 completed, throughput=4.99MB/sec 2024-04-13T07:41:56.853 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0Y07NQn6oxwLZfe off=13210048 len=1552359 2024-04-13T07:41:56.855 INFO:tasks.workunit.client.0.smithi003.stdout:op 1844 completed, throughput=4.99MB/sec 2024-04-13T07:41:56.857 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-49Hd2d5KxSNqhN9 off=6126116 len=37659 2024-04-13T07:41:56.858 INFO:tasks.workunit.client.0.smithi003.stdout:op 1845 completed, throughput=4.99MB/sec 2024-04-13T07:41:56.858 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ib4N-WDTP6hJEV4 off=1604679 len=992732 2024-04-13T07:41:56.862 INFO:tasks.workunit.client.0.smithi003.stdout:op 1846 completed, throughput=5MB/sec 2024-04-13T07:41:56.862 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PtimODAi5BozgrO off=7310267 len=476549 2024-04-13T07:41:56.863 INFO:tasks.workunit.client.0.smithi003.stdout:op 1847 completed, throughput=5MB/sec 2024-04-13T07:41:56.863 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-m-YK2IMK5gRQaPN off=11483129 len=1149951 2024-04-13T07:41:56.866 INFO:tasks.workunit.client.0.smithi003.stdout:op 1848 completed, throughput=5MB/sec 2024-04-13T07:41:57.866 INFO:tasks.workunit.client.0.smithi003.stdout: 367: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:57.866 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UlbEnoJgB-aYByY off=16361010 len=356139 2024-04-13T07:41:57.867 INFO:tasks.workunit.client.0.smithi003.stdout:op 1849 completed, throughput=4.99MB/sec 2024-04-13T07:41:57.867 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VcVdFdUvGjUx_Tp off=12170343 len=2044002 2024-04-13T07:41:57.870 INFO:tasks.workunit.client.0.smithi003.stdout:op 1850 completed, throughput=4.99MB/sec 2024-04-13T07:41:57.870 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sQ5BQY6P0_u0IfY off=8827924 len=373589 2024-04-13T07:41:57.871 INFO:tasks.workunit.client.0.smithi003.stdout:op 1851 completed, throughput=4.99MB/sec 2024-04-13T07:41:57.871 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rjsyrRoz0wiUkL6 off=9908034 len=1959505 2024-04-13T07:41:57.873 INFO:tasks.workunit.client.0.smithi003.stdout:op 1852 completed, throughput=5MB/sec 2024-04-13T07:41:57.874 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--LUZ0sz9etkxSIO off=12014978 len=348247 2024-04-13T07:41:57.874 INFO:tasks.workunit.client.0.smithi003.stdout:op 1853 completed, throughput=5MB/sec 2024-04-13T07:41:57.875 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6D4oQzPTzJp7-Tz off=1133326 len=599204 2024-04-13T07:41:57.878 INFO:tasks.workunit.client.0.smithi003.stdout:op 1854 completed, throughput=5MB/sec 2024-04-13T07:41:58.454 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:41:58 smithi066 ceph-mon[84331]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:41:58.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:41:58 smithi003 ceph-mon[91733]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:41:58.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:41:58 smithi003 ceph-mon[89364]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:41:58.876 INFO:tasks.workunit.client.0.smithi003.stdout: 368: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:58.876 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wtb8LWlak7XZSKo off=4107081 len=1151525 2024-04-13T07:41:58.878 INFO:tasks.workunit.client.0.smithi003.stdout:op 1855 completed, throughput=4.99MB/sec 2024-04-13T07:41:58.878 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DrNF8hlts5ftYsu off=20195591 len=1088449 2024-04-13T07:41:58.879 INFO:tasks.workunit.client.0.smithi003.stdout:op 1856 completed, throughput=4.99MB/sec 2024-04-13T07:41:58.879 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IE_OeQfHk6tbShw off=1560247 len=1266793 2024-04-13T07:41:58.888 INFO:tasks.workunit.client.0.smithi003.stdout:op 1857 completed, throughput=5MB/sec 2024-04-13T07:41:58.888 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-e-gticnEDm0QHSO off=997308 len=736241 2024-04-13T07:41:58.890 INFO:tasks.workunit.client.0.smithi003.stdout:op 1858 completed, throughput=5MB/sec 2024-04-13T07:41:58.890 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gCvPD35cmn4qVah off=831878 len=672601 2024-04-13T07:41:58.893 INFO:tasks.workunit.client.0.smithi003.stdout:op 1859 completed, throughput=5MB/sec 2024-04-13T07:41:59.894 INFO:tasks.workunit.client.0.smithi003.stdout: 369: throughput=4.99MB/sec pending data=0 2024-04-13T07:41:59.894 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1Sczf_944txO07m off=7535043 len=759887 2024-04-13T07:41:59.898 INFO:tasks.workunit.client.0.smithi003.stdout:op 1860 completed, throughput=4.99MB/sec 2024-04-13T07:41:59.898 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UZRtZfqEuiUnfBv off=5466296 len=1698678 2024-04-13T07:41:59.900 INFO:tasks.workunit.client.0.smithi003.stdout:op 1861 completed, throughput=4.99MB/sec 2024-04-13T07:41:59.901 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ydGQQyb5QdId3wF off=14121096 len=1036268 2024-04-13T07:41:59.905 INFO:tasks.workunit.client.0.smithi003.stdout:op 1862 completed, throughput=5MB/sec 2024-04-13T07:41:59.906 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-atGXPDqVvHP8VfS off=10596919 len=974751 2024-04-13T07:41:59.910 INFO:tasks.workunit.client.0.smithi003.stdout:op 1863 completed, throughput=5MB/sec 2024-04-13T07:41:59.910 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TnFnZC-62vTgJtm off=416522 len=1693901 2024-04-13T07:41:59.911 INFO:tasks.workunit.client.0.smithi003.stdout:op 1864 completed, throughput=5MB/sec 2024-04-13T07:42:00.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:00 smithi003 ceph-mon[89364]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:42:00.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:00 smithi003 ceph-mon[91733]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:42:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:00 smithi066 ceph-mon[84331]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:42:00.912 INFO:tasks.workunit.client.0.smithi003.stdout: 370: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:00.912 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SldOswz25Y-jhQU off=5429942 len=1622194 2024-04-13T07:42:00.916 INFO:tasks.workunit.client.0.smithi003.stdout:op 1865 completed, throughput=4.99MB/sec 2024-04-13T07:42:00.916 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2Y3BTfhByFqAPPz off=5660927 len=409164 2024-04-13T07:42:00.919 INFO:tasks.workunit.client.0.smithi003.stdout:op 1866 completed, throughput=4.99MB/sec 2024-04-13T07:42:00.919 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cBvxuhn9mf2J4Lx off=4107705 len=1561807 2024-04-13T07:42:00.927 INFO:tasks.workunit.client.0.smithi003.stdout:op 1867 completed, throughput=5MB/sec 2024-04-13T07:42:00.927 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MIgJMlKJK_AIOkS off=682957 len=1899159 2024-04-13T07:42:00.931 INFO:tasks.workunit.client.0.smithi003.stdout:op 1868 completed, throughput=5MB/sec 2024-04-13T07:42:01.931 INFO:tasks.workunit.client.0.smithi003.stdout: 371: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:01.931 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IWMaFHhqVOMSi8b off=10426129 len=384797 2024-04-13T07:42:01.933 INFO:tasks.workunit.client.0.smithi003.stdout:op 1869 completed, throughput=4.99MB/sec 2024-04-13T07:42:01.933 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BlscOXZuyRAh9jO off=12304684 len=1907593 2024-04-13T07:42:01.935 INFO:tasks.workunit.client.0.smithi003.stdout:op 1870 completed, throughput=5MB/sec 2024-04-13T07:42:01.935 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9CQWedaHCVeuq6Y off=162799 len=603709 2024-04-13T07:42:01.939 INFO:tasks.workunit.client.0.smithi003.stdout:op 1871 completed, throughput=5MB/sec 2024-04-13T07:42:01.939 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-efpyi39o48UP_5v off=6742528 len=800893 2024-04-13T07:42:01.943 INFO:tasks.workunit.client.0.smithi003.stdout:op 1872 completed, throughput=5MB/sec 2024-04-13T07:42:01.943 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5y0_P592PCe-VU4 off=3734717 len=252428 2024-04-13T07:42:01.944 INFO:tasks.workunit.client.0.smithi003.stdout:op 1873 completed, throughput=5MB/sec 2024-04-13T07:42:01.944 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Wn5jGgiWR9VxP5Q off=5296573 len=1594890 2024-04-13T07:42:01.946 INFO:tasks.workunit.client.0.smithi003.stdout:op 1874 completed, throughput=5MB/sec 2024-04-13T07:42:02.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:02 smithi003 ceph-mon[89364]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:42:02.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:02 smithi003 ceph-mon[91733]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:42:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:02 smithi066 ceph-mon[84331]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:42:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:42:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:42:02.946 INFO:tasks.workunit.client.0.smithi003.stdout: 372: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:02.946 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2yNN915ukylicLM off=8909681 len=439167 2024-04-13T07:42:02.950 INFO:tasks.workunit.client.0.smithi003.stdout:op 1875 completed, throughput=4.99MB/sec 2024-04-13T07:42:02.950 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qU_VzD5teX2PHBY off=7452178 len=1858226 2024-04-13T07:42:02.959 INFO:tasks.workunit.client.0.smithi003.stdout:op 1876 completed, throughput=5MB/sec 2024-04-13T07:42:02.959 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zEyQdCp9BqPiSaT off=165579 len=1548777 2024-04-13T07:42:02.962 INFO:tasks.workunit.client.0.smithi003.stdout:op 1877 completed, throughput=5MB/sec 2024-04-13T07:42:02.962 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-C-bbYLlxdTuSWex off=11230745 len=36772 2024-04-13T07:42:02.962 INFO:tasks.workunit.client.0.smithi003.stdout:op 1878 completed, throughput=5MB/sec 2024-04-13T07:42:02.962 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MlaTFb8RwjZ5Aqg off=5656683 len=273275 2024-04-13T07:42:02.965 INFO:tasks.workunit.client.0.smithi003.stdout:op 1879 completed, throughput=5MB/sec 2024-04-13T07:42:03.966 INFO:tasks.workunit.client.0.smithi003.stdout: 373: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:03.966 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-L0dDMXfe5JENkSV off=10832777 len=1881256 2024-04-13T07:42:03.974 INFO:tasks.workunit.client.0.smithi003.stdout:op 1880 completed, throughput=4.99MB/sec 2024-04-13T07:42:03.974 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-j9cMM8iGE5eH0WT off=4438933 len=4499 2024-04-13T07:42:03.976 INFO:tasks.workunit.client.0.smithi003.stdout:op 1881 completed, throughput=4.99MB/sec 2024-04-13T07:42:03.976 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FXHkyDCOD_K7LOc off=14339921 len=1689743 2024-04-13T07:42:03.980 INFO:tasks.workunit.client.0.smithi003.stdout:op 1882 completed, throughput=5MB/sec 2024-04-13T07:42:03.980 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NwoigKjAzgBvpjv off=12684872 len=1091212 2024-04-13T07:42:03.981 INFO:tasks.workunit.client.0.smithi003.stdout:op 1883 completed, throughput=5MB/sec 2024-04-13T07:42:03.981 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0moh-KbW9aJzF5h off=12236818 len=1714941 2024-04-13T07:42:03.988 INFO:tasks.workunit.client.0.smithi003.stdout:op 1884 completed, throughput=5MB/sec 2024-04-13T07:42:04.436 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:04 smithi003 ceph-mon[91733]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:42:04.437 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:42:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:42:04] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-04-13T07:42:04.437 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:04 smithi003 ceph-mon[89364]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:42:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:04 smithi066 ceph-mon[84331]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:42:04.989 INFO:tasks.workunit.client.0.smithi003.stdout: 374: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:04.989 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-r2P99G5yOalAq9j off=10397997 len=2032108 2024-04-13T07:42:04.999 INFO:tasks.workunit.client.0.smithi003.stdout:op 1885 completed, throughput=4.99MB/sec 2024-04-13T07:42:04.999 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YiHlean7_Ys-yBf off=12445170 len=1248908 2024-04-13T07:42:05.002 INFO:tasks.workunit.client.0.smithi003.stdout:op 1886 completed, throughput=5MB/sec 2024-04-13T07:42:05.002 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QsTLzMpF9y90J1- off=1046637 len=897980 2024-04-13T07:42:05.003 INFO:tasks.workunit.client.0.smithi003.stdout:op 1887 completed, throughput=5MB/sec 2024-04-13T07:42:05.003 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tZLm0_5Bc3lT3hH off=1578042 len=837562 2024-04-13T07:42:05.004 INFO:tasks.workunit.client.0.smithi003.stdout:op 1888 completed, throughput=5MB/sec 2024-04-13T07:42:06.004 INFO:tasks.workunit.client.0.smithi003.stdout: 375: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:06.005 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-W-tBSzcHDPEroct off=13015863 len=880157 2024-04-13T07:42:06.009 INFO:tasks.workunit.client.0.smithi003.stdout:op 1889 completed, throughput=4.99MB/sec 2024-04-13T07:42:06.009 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oMEIiFkzmaZSHgE off=1168956 len=1213848 2024-04-13T07:42:06.012 INFO:tasks.workunit.client.0.smithi003.stdout:op 1890 completed, throughput=4.99MB/sec 2024-04-13T07:42:06.012 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-K7nbonJB5m5G3Pq off=5189870 len=521807 2024-04-13T07:42:06.016 INFO:tasks.workunit.client.0.smithi003.stdout:op 1891 completed, throughput=5MB/sec 2024-04-13T07:42:06.016 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YrInS8uetZmQRru off=4033362 len=1340259 2024-04-13T07:42:06.023 INFO:tasks.workunit.client.0.smithi003.stdout:op 1892 completed, throughput=5MB/sec 2024-04-13T07:42:06.023 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eo0b8kDhMuJJvjE off=5912714 len=467611 2024-04-13T07:42:06.024 INFO:tasks.workunit.client.0.smithi003.stdout:op 1893 completed, throughput=5MB/sec 2024-04-13T07:42:06.024 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-H4Hw3PYkRs-kiSl off=3525744 len=93905 2024-04-13T07:42:06.025 INFO:tasks.workunit.client.0.smithi003.stdout:op 1894 completed, throughput=5MB/sec 2024-04-13T07:42:06.025 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nGKCEAJrt0-haTb off=6288833 len=896361 2024-04-13T07:42:06.029 INFO:tasks.workunit.client.0.smithi003.stdout:op 1895 completed, throughput=5MB/sec 2024-04-13T07:42:06.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:06 smithi003 ceph-mon[91733]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:42:06.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:06 smithi003 ceph-mon[89364]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:42:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:06 smithi066 ceph-mon[84331]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:42:07.030 INFO:tasks.workunit.client.0.smithi003.stdout: 376: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:07.030 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LvK9QVVq74TRI27 off=23076031 len=1196397 2024-04-13T07:42:07.037 INFO:tasks.workunit.client.0.smithi003.stdout:op 1896 completed, throughput=4.99MB/sec 2024-04-13T07:42:07.037 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HQhJXahNMI5Axin off=16544293 len=765754 2024-04-13T07:42:07.038 INFO:tasks.workunit.client.0.smithi003.stdout:op 1897 completed, throughput=4.99MB/sec 2024-04-13T07:42:07.038 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hC6qZWPFdoUnRDg off=116187 len=1213625 2024-04-13T07:42:07.046 INFO:tasks.workunit.client.0.smithi003.stdout:op 1898 completed, throughput=5MB/sec 2024-04-13T07:42:07.046 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2WX2etJn2YUsAvT off=6167279 len=1114732 2024-04-13T07:42:07.047 INFO:tasks.workunit.client.0.smithi003.stdout:op 1899 completed, throughput=5MB/sec 2024-04-13T07:42:07.048 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Fmx0HhQWCVjWKfs off=12007412 len=1656312 2024-04-13T07:42:07.049 INFO:tasks.workunit.client.0.smithi003.stdout:op 1900 completed, throughput=5MB/sec 2024-04-13T07:42:08.050 INFO:tasks.workunit.client.0.smithi003.stdout: 377: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:08.050 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RFs_Vh1ffgQklpc off=17514741 len=495483 2024-04-13T07:42:08.054 INFO:tasks.workunit.client.0.smithi003.stdout:op 1901 completed, throughput=4.99MB/sec 2024-04-13T07:42:08.054 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-M97dKKQjBXsak40 off=2212187 len=1720255 2024-04-13T07:42:08.064 INFO:tasks.workunit.client.0.smithi003.stdout:op 1902 completed, throughput=5MB/sec 2024-04-13T07:42:08.064 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ja0NE-tSeLCyPkH off=1895514 len=993289 2024-04-13T07:42:08.066 INFO:tasks.workunit.client.0.smithi003.stdout:op 1903 completed, throughput=5MB/sec 2024-04-13T07:42:08.066 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rhYQRVr8ioubftT off=1417623 len=1655836 2024-04-13T07:42:08.074 INFO:tasks.workunit.client.0.smithi003.stdout:op 1904 completed, throughput=5MB/sec 2024-04-13T07:42:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:08 smithi003 ceph-mon[91733]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T07:42:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:42:08.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:08 smithi003 ceph-mon[89364]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T07:42:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:42:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:08 smithi066 ceph-mon[84331]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T07:42:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:42:09.074 INFO:tasks.workunit.client.0.smithi003.stdout: 378: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:09.074 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0wh6hRDsdPKb9wg off=18234696 len=1710474 2024-04-13T07:42:09.085 INFO:tasks.workunit.client.0.smithi003.stdout:op 1905 completed, throughput=4.99MB/sec 2024-04-13T07:42:09.085 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2kAoayjgPgMGThA off=11048180 len=1931402 2024-04-13T07:42:09.087 INFO:tasks.workunit.client.0.smithi003.stdout:op 1906 completed, throughput=5MB/sec 2024-04-13T07:42:09.087 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-D0s7jp8Ueuw2U3g off=7321266 len=195042 2024-04-13T07:42:09.090 INFO:tasks.workunit.client.0.smithi003.stdout:op 1907 completed, throughput=5MB/sec 2024-04-13T07:42:09.090 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4V6-2Rtph4Tgcri off=948556 len=865765 2024-04-13T07:42:09.094 INFO:tasks.workunit.client.0.smithi003.stdout:op 1908 completed, throughput=5MB/sec 2024-04-13T07:42:10.095 INFO:tasks.workunit.client.0.smithi003.stdout: 379: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:10.095 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uG4DKOMJNzgqEr7 off=19941804 len=1840114 2024-04-13T07:42:10.104 INFO:tasks.workunit.client.0.smithi003.stdout:op 1909 completed, throughput=4.99MB/sec 2024-04-13T07:42:10.104 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bhoITl4rOfR0CT2 off=3187503 len=45392 2024-04-13T07:42:10.105 INFO:tasks.workunit.client.0.smithi003.stdout:op 1910 completed, throughput=4.99MB/sec 2024-04-13T07:42:10.105 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-75md1gJsWWENpOD off=5974977 len=164887 2024-04-13T07:42:10.105 INFO:tasks.workunit.client.0.smithi003.stdout:op 1911 completed, throughput=4.99MB/sec 2024-04-13T07:42:10.105 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-M2zOuLORND3NOZg off=17523560 len=1409642 2024-04-13T07:42:10.111 INFO:tasks.workunit.client.0.smithi003.stdout:op 1912 completed, throughput=5MB/sec 2024-04-13T07:42:10.111 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cDi1NuSYOQoPY9n off=2775602 len=911548 2024-04-13T07:42:10.112 INFO:tasks.workunit.client.0.smithi003.stdout:op 1913 completed, throughput=5MB/sec 2024-04-13T07:42:10.112 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qscO7rQ-u7_cfCo off=15751345 len=1486341 2024-04-13T07:42:10.120 INFO:tasks.workunit.client.0.smithi003.stdout:op 1914 completed, throughput=5MB/sec 2024-04-13T07:42:10.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:10 smithi003 ceph-mon[91733]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:42:10.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:10 smithi003 ceph-mon[89364]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:42:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:10 smithi066 ceph-mon[84331]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:42:11.121 INFO:tasks.workunit.client.0.smithi003.stdout: 380: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:11.121 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lI_v-4k1fC6xu6p off=4901066 len=254723 2024-04-13T07:42:11.121 INFO:tasks.workunit.client.0.smithi003.stdout:op 1915 completed, throughput=4.99MB/sec 2024-04-13T07:42:11.121 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tSzhZczaMX3qLkA off=7847568 len=614353 2024-04-13T07:42:11.125 INFO:tasks.workunit.client.0.smithi003.stdout:op 1916 completed, throughput=4.99MB/sec 2024-04-13T07:42:11.125 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wq2dZTpGaEHvdt- off=3746730 len=1623703 2024-04-13T07:42:11.132 INFO:tasks.workunit.client.0.smithi003.stdout:op 1917 completed, throughput=4.99MB/sec 2024-04-13T07:42:11.132 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-z37_VQmRDwQTPZW off=5946260 len=1630981 2024-04-13T07:42:11.135 INFO:tasks.workunit.client.0.smithi003.stdout:op 1918 completed, throughput=5MB/sec 2024-04-13T07:42:11.135 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zZrNPy2rphZqt3P off=2977981 len=880985 2024-04-13T07:42:11.136 INFO:tasks.workunit.client.0.smithi003.stdout:op 1919 completed, throughput=5MB/sec 2024-04-13T07:42:12.136 INFO:tasks.workunit.client.0.smithi003.stdout: 381: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:12.136 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DhRl7_9cpEk2nzP off=132654 len=83753 2024-04-13T07:42:12.139 INFO:tasks.workunit.client.0.smithi003.stdout:op 1920 completed, throughput=4.99MB/sec 2024-04-13T07:42:12.139 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-p_YlFM-5Zyq4Xvh off=7808 len=1362606 2024-04-13T07:42:12.141 INFO:tasks.workunit.client.0.smithi003.stdout:op 1921 completed, throughput=4.99MB/sec 2024-04-13T07:42:12.141 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7zk9A2mLLd3LPoF off=5308815 len=1149643 2024-04-13T07:42:12.146 INFO:tasks.workunit.client.0.smithi003.stdout:op 1922 completed, throughput=4.99MB/sec 2024-04-13T07:42:12.146 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uKWLYMabdMksXtv off=8340712 len=1137204 2024-04-13T07:42:12.151 INFO:tasks.workunit.client.0.smithi003.stdout:op 1923 completed, throughput=5MB/sec 2024-04-13T07:42:12.151 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6wKVkCZ0yDLg4CY off=15161473 len=13342 2024-04-13T07:42:12.152 INFO:tasks.workunit.client.0.smithi003.stdout:op 1924 completed, throughput=5MB/sec 2024-04-13T07:42:12.152 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uv5D9OD-362lMJx off=13021881 len=1459915 2024-04-13T07:42:12.159 INFO:tasks.workunit.client.0.smithi003.stdout:op 1925 completed, throughput=5MB/sec 2024-04-13T07:42:12.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:12 smithi003 ceph-mon[91733]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:42:12.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:12 smithi003 ceph-mon[89364]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:42:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:12 smithi066 ceph-mon[84331]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:42:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:42:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:42:13.159 INFO:tasks.workunit.client.0.smithi003.stdout: 382: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:13.160 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dKgO-JPP0dejOk1 off=887885 len=1896426 2024-04-13T07:42:13.162 INFO:tasks.workunit.client.0.smithi003.stdout:op 1926 completed, throughput=4.99MB/sec 2024-04-13T07:42:13.162 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3Xbr1d-I6bfevR2 off=5582688 len=1937384 2024-04-13T07:42:13.166 INFO:tasks.workunit.client.0.smithi003.stdout:op 1927 completed, throughput=5MB/sec 2024-04-13T07:42:13.166 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CNfhNv3iNFhMzce off=3815819 len=1728003 2024-04-13T07:42:13.169 INFO:tasks.workunit.client.0.smithi003.stdout:op 1928 completed, throughput=5MB/sec 2024-04-13T07:42:14.170 INFO:tasks.workunit.client.0.smithi003.stdout: 383: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:14.170 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CdlqHx6Tc6-hOBJ off=4782822 len=1146353 2024-04-13T07:42:14.177 INFO:tasks.workunit.client.0.smithi003.stdout:op 1929 completed, throughput=4.99MB/sec 2024-04-13T07:42:14.177 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gTexhV3tScNUPTx off=7512811 len=2035709 2024-04-13T07:42:14.188 INFO:tasks.workunit.client.0.smithi003.stdout:op 1930 completed, throughput=5MB/sec 2024-04-13T07:42:14.188 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QxxeZmzfR3gffai off=63371 len=1141752 2024-04-13T07:42:14.193 INFO:tasks.workunit.client.0.smithi003.stdout:op 1931 completed, throughput=5MB/sec 2024-04-13T07:42:14.193 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IuVhXsbEhzj1PXN off=9188100 len=919190 2024-04-13T07:42:14.194 INFO:tasks.workunit.client.0.smithi003.stdout:op 1932 completed, throughput=5MB/sec 2024-04-13T07:42:14.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:14 smithi003 ceph-mon[91733]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T07:42:14.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:14 smithi003 ceph-mon[89364]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T07:42:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:42:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:42:14] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-13T07:42:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:14 smithi066 ceph-mon[84331]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T07:42:15.195 INFO:tasks.workunit.client.0.smithi003.stdout: 384: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:15.195 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-a0ITtwg190NfRLZ off=2011444 len=1321834 2024-04-13T07:42:15.196 INFO:tasks.workunit.client.0.smithi003.stdout:op 1933 completed, throughput=4.99MB/sec 2024-04-13T07:42:15.197 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2R0-IMykpYp7XlC off=2943794 len=167496 2024-04-13T07:42:15.197 INFO:tasks.workunit.client.0.smithi003.stdout:op 1934 completed, throughput=4.99MB/sec 2024-04-13T07:42:15.197 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2JflCzj4D30iHs_ off=10185979 len=1631825 2024-04-13T07:42:15.199 INFO:tasks.workunit.client.0.smithi003.stdout:op 1935 completed, throughput=5MB/sec 2024-04-13T07:42:15.199 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-orCoMmfF-3AfNar off=7466577 len=1307781 2024-04-13T07:42:15.202 INFO:tasks.workunit.client.0.smithi003.stdout:op 1936 completed, throughput=5MB/sec 2024-04-13T07:42:15.202 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tQaYvTkFRYBSlok off=7454930 len=616973 2024-04-13T07:42:15.205 INFO:tasks.workunit.client.0.smithi003.stdout:op 1937 completed, throughput=5MB/sec 2024-04-13T07:42:16.206 INFO:tasks.workunit.client.0.smithi003.stdout: 385: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:16.206 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wSfcHcEx-gJjBYM off=375659 len=1805593 2024-04-13T07:42:16.217 INFO:tasks.workunit.client.0.smithi003.stdout:op 1938 completed, throughput=4.99MB/sec 2024-04-13T07:42:16.217 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-d8hs8dQYAhN8a__ off=6027222 len=726199 2024-04-13T07:42:16.222 INFO:tasks.workunit.client.0.smithi003.stdout:op 1939 completed, throughput=4.99MB/sec 2024-04-13T07:42:16.222 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gASOSxYX7lWvVu7 off=8095475 len=1277568 2024-04-13T07:42:16.225 INFO:tasks.workunit.client.0.smithi003.stdout:op 1940 completed, throughput=5MB/sec 2024-04-13T07:42:16.225 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NsfdrDgJ17uMohs off=10108672 len=289827 2024-04-13T07:42:16.228 INFO:tasks.workunit.client.0.smithi003.stdout:op 1941 completed, throughput=5MB/sec 2024-04-13T07:42:16.228 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5XHNZ678CyiNpGJ off=22610119 len=169721 2024-04-13T07:42:16.230 INFO:tasks.workunit.client.0.smithi003.stdout:op 1942 completed, throughput=5MB/sec 2024-04-13T07:42:16.230 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ARJRjCsnYC3RMaw off=3693845 len=662959 2024-04-13T07:42:16.234 INFO:tasks.workunit.client.0.smithi003.stdout:op 1943 completed, throughput=5MB/sec 2024-04-13T07:42:16.234 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hygWJncDsWXDWIA off=14092794 len=1654790 2024-04-13T07:42:16.243 INFO:tasks.workunit.client.0.smithi003.stdout:op 1944 completed, throughput=5MB/sec 2024-04-13T07:42:16.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:16 smithi003 ceph-mon[91733]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:42:16.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:16 smithi003 ceph-mon[89364]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:42:16.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:16 smithi066 ceph-mon[84331]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:42:17.243 INFO:tasks.workunit.client.0.smithi003.stdout: 386: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:17.244 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UKDs5wg2MIze3uj off=19441864 len=971772 2024-04-13T07:42:17.249 INFO:tasks.workunit.client.0.smithi003.stdout:op 1945 completed, throughput=4.99MB/sec 2024-04-13T07:42:17.249 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-H5NoQsVGFdReh23 off=3926615 len=545033 2024-04-13T07:42:17.252 INFO:tasks.workunit.client.0.smithi003.stdout:op 1946 completed, throughput=4.99MB/sec 2024-04-13T07:42:17.252 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6sylBqy-nUSNYME off=9615606 len=864930 2024-04-13T07:42:17.257 INFO:tasks.workunit.client.0.smithi003.stdout:op 1947 completed, throughput=5MB/sec 2024-04-13T07:42:17.257 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zauYk1dtdpmegRe off=18381474 len=1400268 2024-04-13T07:42:17.259 INFO:tasks.workunit.client.0.smithi003.stdout:op 1948 completed, throughput=5MB/sec 2024-04-13T07:42:17.259 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NHXLFyFaJTz5vqR off=6490632 len=2005127 2024-04-13T07:42:17.268 INFO:tasks.workunit.client.0.smithi003.stdout:op 1949 completed, throughput=5MB/sec 2024-04-13T07:42:18.268 INFO:tasks.workunit.client.0.smithi003.stdout: 387: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:18.268 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5rj3dQ4w6FYgTad off=2996237 len=291706 2024-04-13T07:42:18.269 INFO:tasks.workunit.client.0.smithi003.stdout:op 1950 completed, throughput=4.99MB/sec 2024-04-13T07:42:18.269 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3TTExQ-BI-rPDpS off=13501255 len=1926462 2024-04-13T07:42:18.278 INFO:tasks.workunit.client.0.smithi003.stdout:op 1951 completed, throughput=5MB/sec 2024-04-13T07:42:18.278 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JJtDtw5cscI3Yi9 off=4374825 len=1820028 2024-04-13T07:42:18.282 INFO:tasks.workunit.client.0.smithi003.stdout:op 1952 completed, throughput=5MB/sec 2024-04-13T07:42:18.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:18 smithi003 ceph-mon[91733]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:42:18.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:18 smithi003 ceph-mon[89364]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:42:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:18 smithi066 ceph-mon[84331]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:42:19.280 INFO:tasks.workunit.client.0.smithi003.stdout: 388: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:19.281 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KBYh_rf9c4pEjxT off=303947 len=1661328 2024-04-13T07:42:19.289 INFO:tasks.workunit.client.0.smithi003.stdout:op 1953 completed, throughput=4.99MB/sec 2024-04-13T07:42:19.290 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BvA_mElwPiknX0y off=7308610 len=649055 2024-04-13T07:42:19.294 INFO:tasks.workunit.client.0.smithi003.stdout:op 1954 completed, throughput=4.99MB/sec 2024-04-13T07:42:19.294 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lPM9MqFbmPLp83r off=1374270 len=1544375 2024-04-13T07:42:19.295 INFO:tasks.workunit.client.0.smithi003.stdout:op 1955 completed, throughput=5MB/sec 2024-04-13T07:42:19.295 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-roV6RO3BCNf5naj off=15321018 len=149375 2024-04-13T07:42:19.296 INFO:tasks.workunit.client.0.smithi003.stdout:op 1956 completed, throughput=5MB/sec 2024-04-13T07:42:19.296 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LdBp9-_spFpQt7O off=20893796 len=882081 2024-04-13T07:42:19.300 INFO:tasks.workunit.client.0.smithi003.stdout:op 1957 completed, throughput=5MB/sec 2024-04-13T07:42:19.300 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xo5RJphTYd7Yd6n off=2206307 len=1372144 2024-04-13T07:42:19.303 INFO:tasks.workunit.client.0.smithi003.stdout:op 1958 completed, throughput=5MB/sec 2024-04-13T07:42:20.303 INFO:tasks.workunit.client.0.smithi003.stdout: 389: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:20.304 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-adqPwRM13uZHEad off=10238182 len=1519645 2024-04-13T07:42:20.311 INFO:tasks.workunit.client.0.smithi003.stdout:op 1959 completed, throughput=4.99MB/sec 2024-04-13T07:42:20.311 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pUBYEEwjOiKMi0g off=2574902 len=1687667 2024-04-13T07:42:20.319 INFO:tasks.workunit.client.0.smithi003.stdout:op 1960 completed, throughput=5MB/sec 2024-04-13T07:42:20.319 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-H1LFokrQK6TlXbD off=681050 len=1972652 2024-04-13T07:42:20.326 INFO:tasks.workunit.client.0.smithi003.stdout:op 1961 completed, throughput=5MB/sec 2024-04-13T07:42:20.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:20 smithi003 ceph-mon[91733]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:42:20.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:20 smithi003 ceph-mon[89364]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:42:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:20 smithi066 ceph-mon[84331]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:42:21.323 INFO:tasks.workunit.client.0.smithi003.stdout: 390: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:21.323 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9Hze9Xkz7qbMoOV off=1524121 len=1068549 2024-04-13T07:42:21.324 INFO:tasks.workunit.client.0.smithi003.stdout:op 1962 completed, throughput=4.99MB/sec 2024-04-13T07:42:21.325 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-N8CYVqCdKkf1mKS off=3557855 len=456315 2024-04-13T07:42:21.325 INFO:tasks.workunit.client.0.smithi003.stdout:op 1963 completed, throughput=4.99MB/sec 2024-04-13T07:42:21.326 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wXc7QSBCtnDfO67 off=2285112 len=643309 2024-04-13T07:42:21.330 INFO:tasks.workunit.client.0.smithi003.stdout:op 1964 completed, throughput=5MB/sec 2024-04-13T07:42:21.330 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nFdLrlDBnkwonF3 off=8609349 len=1720148 2024-04-13T07:42:21.339 INFO:tasks.workunit.client.0.smithi003.stdout:op 1965 completed, throughput=5MB/sec 2024-04-13T07:42:21.339 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AG16HkpPAnA3RxR off=3854687 len=1306654 2024-04-13T07:42:21.341 INFO:tasks.workunit.client.0.smithi003.stdout:op 1966 completed, throughput=5MB/sec 2024-04-13T07:42:22.342 INFO:tasks.workunit.client.0.smithi003.stdout: 391: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:22.342 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jgApacTcOVjZje6 off=4479789 len=532487 2024-04-13T07:42:22.346 INFO:tasks.workunit.client.0.smithi003.stdout:op 1967 completed, throughput=4.99MB/sec 2024-04-13T07:42:22.346 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9-3C6m5J_obFpjZ off=14305382 len=1251544 2024-04-13T07:42:22.348 INFO:tasks.workunit.client.0.smithi003.stdout:op 1968 completed, throughput=4.99MB/sec 2024-04-13T07:42:22.348 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kJLNTupPvB--49k off=407754 len=1543418 2024-04-13T07:42:22.355 INFO:tasks.workunit.client.0.smithi003.stdout:op 1969 completed, throughput=5MB/sec 2024-04-13T07:42:22.355 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pYu47P_fcGZ-imy off=10274873 len=1351324 2024-04-13T07:42:22.361 INFO:tasks.workunit.client.0.smithi003.stdout:op 1970 completed, throughput=5MB/sec 2024-04-13T07:42:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:22 smithi003 ceph-mon[91733]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:42:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:22 smithi003 ceph-mon[89364]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:42:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:22 smithi066 ceph-mon[84331]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:42:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:42:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:42:23.361 INFO:tasks.workunit.client.0.smithi003.stdout: 392: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:23.361 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TBIxFOgWheGkX36 off=1729936 len=700559 2024-04-13T07:42:23.362 INFO:tasks.workunit.client.0.smithi003.stdout:op 1971 completed, throughput=4.99MB/sec 2024-04-13T07:42:23.362 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kJDNz1Z5fkaMdaN off=10810267 len=258433 2024-04-13T07:42:23.365 INFO:tasks.workunit.client.0.smithi003.stdout:op 1972 completed, throughput=4.99MB/sec 2024-04-13T07:42:23.366 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oWnry6zErcMATgx off=2286487 len=681007 2024-04-13T07:42:23.367 INFO:tasks.workunit.client.0.smithi003.stdout:op 1973 completed, throughput=4.99MB/sec 2024-04-13T07:42:23.368 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fPRm89dCMcNKJYe off=2122602 len=1475708 2024-04-13T07:42:23.377 INFO:tasks.workunit.client.0.smithi003.stdout:op 1974 completed, throughput=5MB/sec 2024-04-13T07:42:23.377 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-f3G-vj4OtduybEB off=5224113 len=900767 2024-04-13T07:42:23.378 INFO:tasks.workunit.client.0.smithi003.stdout:op 1975 completed, throughput=5MB/sec 2024-04-13T07:42:23.378 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WwHZDOE6He2ehj9 off=3770652 len=1596719 2024-04-13T07:42:23.388 INFO:tasks.workunit.client.0.smithi003.stdout:op 1976 completed, throughput=5MB/sec 2024-04-13T07:42:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:42:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:42:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:42:24.388 INFO:tasks.workunit.client.0.smithi003.stdout: 393: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:24.388 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3X7wDraEdeqS9YT off=4448098 len=1344963 2024-04-13T07:42:24.396 INFO:tasks.workunit.client.0.smithi003.stdout:op 1977 completed, throughput=4.99MB/sec 2024-04-13T07:42:24.396 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-a0diKUA3SmnMSvW off=3516166 len=1745707 2024-04-13T07:42:24.404 INFO:tasks.workunit.client.0.smithi003.stdout:op 1978 completed, throughput=5MB/sec 2024-04-13T07:42:24.404 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-b4fsrt5ZQI_lg-0 off=327556 len=961335 2024-04-13T07:42:24.410 INFO:tasks.workunit.client.0.smithi003.stdout:op 1979 completed, throughput=5MB/sec 2024-04-13T07:42:24.410 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6CzvOaMU1FRrobj off=157033 len=905425 2024-04-13T07:42:24.411 INFO:tasks.workunit.client.0.smithi003.stdout:op 1980 completed, throughput=5MB/sec 2024-04-13T07:42:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:24 smithi003 ceph-mon[91733]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:42:24.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:24 smithi003 ceph-mon[89364]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:42:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:42:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:42:24] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-13T07:42:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:24 smithi066 ceph-mon[84331]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:42:25.412 INFO:tasks.workunit.client.0.smithi003.stdout: 394: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:25.412 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mXsbQezp7-iPfs4 off=10214143 len=574066 2024-04-13T07:42:25.416 INFO:tasks.workunit.client.0.smithi003.stdout:op 1981 completed, throughput=4.99MB/sec 2024-04-13T07:42:25.416 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KhDxVPx8iKkuiOI off=10763683 len=799288 2024-04-13T07:42:25.421 INFO:tasks.workunit.client.0.smithi003.stdout:op 1982 completed, throughput=4.99MB/sec 2024-04-13T07:42:25.421 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-goil9hjVcfBJmBu off=8325709 len=1822523 2024-04-13T07:42:25.423 INFO:tasks.workunit.client.0.smithi003.stdout:op 1983 completed, throughput=5MB/sec 2024-04-13T07:42:25.423 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZGR8lAradNLbbuL off=6714818 len=487354 2024-04-13T07:42:25.424 INFO:tasks.workunit.client.0.smithi003.stdout:op 1984 completed, throughput=5MB/sec 2024-04-13T07:42:25.424 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-k5fJVg8JWal8XNE off=16918109 len=1718462 2024-04-13T07:42:25.426 INFO:tasks.workunit.client.0.smithi003.stdout:op 1985 completed, throughput=5MB/sec 2024-04-13T07:42:26.427 INFO:tasks.workunit.client.0.smithi003.stdout: 395: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:26.427 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1BozBi6vB_gdvk9 off=8412267 len=1525299 2024-04-13T07:42:26.430 INFO:tasks.workunit.client.0.smithi003.stdout:op 1986 completed, throughput=4.99MB/sec 2024-04-13T07:42:26.431 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-S-uYd70D7mfDbTN off=4783530 len=1081891 2024-04-13T07:42:26.432 INFO:tasks.workunit.client.0.smithi003.stdout:op 1987 completed, throughput=4.99MB/sec 2024-04-13T07:42:26.432 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-asFVq6-Ua0_my-h off=14212324 len=1521178 2024-04-13T07:42:26.440 INFO:tasks.workunit.client.0.smithi003.stdout:op 1988 completed, throughput=5MB/sec 2024-04-13T07:42:26.440 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-poqnD3xlmhCMvgl off=1897457 len=1464233 2024-04-13T07:42:26.441 INFO:tasks.workunit.client.0.smithi003.stdout:op 1989 completed, throughput=5MB/sec 2024-04-13T07:42:26.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:26 smithi003 ceph-mon[91733]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:42:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:26 smithi003 ceph-mon[89364]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:42:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:26 smithi066 ceph-mon[84331]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:42:27.441 INFO:tasks.workunit.client.0.smithi003.stdout: 396: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:27.442 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WnIJDHYSEEyhhuQ off=1391232 len=1159491 2024-04-13T07:42:27.443 INFO:tasks.workunit.client.0.smithi003.stdout:op 1990 completed, throughput=4.99MB/sec 2024-04-13T07:42:27.443 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZpfDLrRgCW1HoVG off=9011906 len=428813 2024-04-13T07:42:27.445 INFO:tasks.workunit.client.0.smithi003.stdout:op 1991 completed, throughput=4.99MB/sec 2024-04-13T07:42:27.445 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kIJBrXbcRQY7m54 off=5878352 len=1552385 2024-04-13T07:42:27.453 INFO:tasks.workunit.client.0.smithi003.stdout:op 1992 completed, throughput=5MB/sec 2024-04-13T07:42:27.453 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-N9hFE4YL8XfEKPy off=5227288 len=1268482 2024-04-13T07:42:27.454 INFO:tasks.workunit.client.0.smithi003.stdout:op 1993 completed, throughput=5MB/sec 2024-04-13T07:42:27.454 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lWKsaTYZN7omMpM off=11307040 len=827158 2024-04-13T07:42:27.455 INFO:tasks.workunit.client.0.smithi003.stdout:op 1994 completed, throughput=5MB/sec 2024-04-13T07:42:28.456 INFO:tasks.workunit.client.0.smithi003.stdout: 397: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:28.456 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-O9HbPzBodF7tmfi off=0 len=1677359 2024-04-13T07:42:28.463 INFO:tasks.workunit.client.0.smithi003.stdout:op 1995 completed, throughput=4.99MB/sec 2024-04-13T07:42:28.463 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5V9o2YIrM3zwW8T off=12385078 len=1082813 2024-04-13T07:42:28.468 INFO:tasks.workunit.client.0.smithi003.stdout:op 1996 completed, throughput=5MB/sec 2024-04-13T07:42:28.468 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IYdOVoazhLeX2vG off=1112407 len=65276 2024-04-13T07:42:28.471 INFO:tasks.workunit.client.0.smithi003.stdout:op 1997 completed, throughput=5MB/sec 2024-04-13T07:42:28.517 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GkbNLnKonK9xWdW off=4972062 len=1954242 2024-04-13T07:42:28.517 INFO:tasks.workunit.client.0.smithi003.stdout:op 1998 completed, throughput=5MB/sec 2024-04-13T07:42:28.518 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VbSnB5ENj6Mh-Ka off=10897045 len=1569045 2024-04-13T07:42:28.518 INFO:tasks.workunit.client.0.smithi003.stdout:op 1999 completed, throughput=5MB/sec 2024-04-13T07:42:28.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:28 smithi003 ceph-mon[89364]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:42:28.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:28 smithi003 ceph-mon[91733]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:42:28.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:28 smithi066 ceph-mon[84331]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:42:29.488 INFO:tasks.workunit.client.0.smithi003.stdout: 398: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:29.488 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gc2aKI8l2Q2Dz88 off=658317 len=45735 2024-04-13T07:42:29.489 INFO:tasks.workunit.client.0.smithi003.stdout:op 2000 completed, throughput=4.99MB/sec 2024-04-13T07:42:29.489 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OICBdA5zTWAQGBT off=2049653 len=685242 2024-04-13T07:42:29.490 INFO:tasks.workunit.client.0.smithi003.stdout:op 2001 completed, throughput=4.99MB/sec 2024-04-13T07:42:29.490 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uLw9RVReZ4rhO6C off=1440639 len=776032 2024-04-13T07:42:29.493 INFO:tasks.workunit.client.0.smithi003.stdout:op 2002 completed, throughput=4.99MB/sec 2024-04-13T07:42:29.493 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yfsc2FsTGi-2Wyg off=298352 len=1250058 2024-04-13T07:42:29.500 INFO:tasks.workunit.client.0.smithi003.stdout:op 2003 completed, throughput=5MB/sec 2024-04-13T07:42:29.500 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PETd7MqbxIPqpRB off=98530 len=242974 2024-04-13T07:42:29.500 INFO:tasks.workunit.client.0.smithi003.stdout:op 2004 completed, throughput=5MB/sec 2024-04-13T07:42:29.500 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-22Aj96i49KP7hAo off=8598350 len=642302 2024-04-13T07:42:29.504 INFO:tasks.workunit.client.0.smithi003.stdout:op 2005 completed, throughput=5MB/sec 2024-04-13T07:42:29.505 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RyYOm5atm8D_A2f off=4976724 len=1199079 2024-04-13T07:42:29.510 INFO:tasks.workunit.client.0.smithi003.stdout:op 2006 completed, throughput=5MB/sec 2024-04-13T07:42:30.511 INFO:tasks.workunit.client.0.smithi003.stdout: 399: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:30.511 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gGObC6cYplq2Lif off=394120 len=576148 2024-04-13T07:42:30.512 INFO:tasks.workunit.client.0.smithi003.stdout:op 2007 completed, throughput=4.99MB/sec 2024-04-13T07:42:30.512 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mz607HeZ8L2f1XM off=1017325 len=465347 2024-04-13T07:42:30.513 INFO:tasks.workunit.client.0.smithi003.stdout:op 2008 completed, throughput=4.99MB/sec 2024-04-13T07:42:30.513 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cYI3anRoaRQP5E0 off=1477028 len=1701528 2024-04-13T07:42:30.515 INFO:tasks.workunit.client.0.smithi003.stdout:op 2009 completed, throughput=5MB/sec 2024-04-13T07:42:30.515 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Sf4ifxfCrTwTk-8 off=1646296 len=1090789 2024-04-13T07:42:30.518 INFO:tasks.workunit.client.0.smithi003.stdout:op 2010 completed, throughput=5MB/sec 2024-04-13T07:42:30.518 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-htPODJrW-SVIfAx off=9699877 len=1096020 2024-04-13T07:42:30.519 INFO:tasks.workunit.client.0.smithi003.stdout:op 2011 completed, throughput=5MB/sec 2024-04-13T07:42:30.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:30 smithi003 ceph-mon[89364]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-13T07:42:30.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:30 smithi003 ceph-mon[91733]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-13T07:42:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:30 smithi066 ceph-mon[84331]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-13T07:42:31.520 INFO:tasks.workunit.client.0.smithi003.stdout: 400: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:31.520 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tkNqj7TyiZTXHKC off=4801731 len=803158 2024-04-13T07:42:31.521 INFO:tasks.workunit.client.0.smithi003.stdout:op 2012 completed, throughput=4.99MB/sec 2024-04-13T07:42:31.521 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Qg8CGxj89n8j6qh off=7977391 len=74953 2024-04-13T07:42:31.521 INFO:tasks.workunit.client.0.smithi003.stdout:op 2013 completed, throughput=4.99MB/sec 2024-04-13T07:42:31.521 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iEHnSgtd3HhjT9c off=5166670 len=1196518 2024-04-13T07:42:31.523 INFO:tasks.workunit.client.0.smithi003.stdout:op 2014 completed, throughput=4.99MB/sec 2024-04-13T07:42:31.523 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-naq52MnXDbYDL4A off=1083489 len=1645743 2024-04-13T07:42:31.531 INFO:tasks.workunit.client.0.smithi003.stdout:op 2015 completed, throughput=5MB/sec 2024-04-13T07:42:31.531 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-feVfBfSYgghoQ8m off=10103067 len=1614859 2024-04-13T07:42:31.532 INFO:tasks.workunit.client.0.smithi003.stdout:op 2016 completed, throughput=5MB/sec 2024-04-13T07:42:32.533 INFO:tasks.workunit.client.0.smithi003.stdout: 401: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:32.533 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jKhd7iFj9GpZJyb off=14568627 len=441704 2024-04-13T07:42:32.534 INFO:tasks.workunit.client.0.smithi003.stdout:op 2017 completed, throughput=4.99MB/sec 2024-04-13T07:42:32.534 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8aAF4-kNo7ZTwC6 off=647921 len=2057506 2024-04-13T07:42:32.538 INFO:tasks.workunit.client.0.smithi003.stdout:op 2018 completed, throughput=4.99MB/sec 2024-04-13T07:42:32.538 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1EZufhXTwzLecrW off=3771345 len=1560692 2024-04-13T07:42:32.547 INFO:tasks.workunit.client.0.smithi003.stdout:op 2019 completed, throughput=5MB/sec 2024-04-13T07:42:32.547 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1AfcIozwd-7RIT8 off=661503 len=1781242 2024-04-13T07:42:32.549 INFO:tasks.workunit.client.0.smithi003.stdout:op 2020 completed, throughput=5MB/sec 2024-04-13T07:42:32.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:32 smithi003 ceph-mon[91733]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:42:32.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:32 smithi003 ceph-mon[89364]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:42:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:32 smithi066 ceph-mon[84331]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:42:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:42:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:42:33.549 INFO:tasks.workunit.client.0.smithi003.stdout: 402: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:33.549 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HZFntsE8TIYRKKD off=4546938 len=675228 2024-04-13T07:42:33.550 INFO:tasks.workunit.client.0.smithi003.stdout:op 2021 completed, throughput=4.99MB/sec 2024-04-13T07:42:33.550 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-iy_m0uwO1dT0MsL off=3630086 len=1005766 2024-04-13T07:42:33.556 INFO:tasks.workunit.client.0.smithi003.stdout:op 2022 completed, throughput=4.99MB/sec 2024-04-13T07:42:33.556 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MoO2XMvq6hKgioR off=12959188 len=1746239 2024-04-13T07:42:33.565 INFO:tasks.workunit.client.0.smithi003.stdout:op 2023 completed, throughput=5MB/sec 2024-04-13T07:42:33.565 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nb2e956AM7E4RN9 off=3106859 len=389497 2024-04-13T07:42:33.569 INFO:tasks.workunit.client.0.smithi003.stdout:op 2024 completed, throughput=5MB/sec 2024-04-13T07:42:33.569 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VCiNUlVkHHzP168 off=1306830 len=696308 2024-04-13T07:42:33.573 INFO:tasks.workunit.client.0.smithi003.stdout:op 2025 completed, throughput=5MB/sec 2024-04-13T07:42:34.574 INFO:tasks.workunit.client.0.smithi003.stdout: 403: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:34.574 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2IxxQP282tYZsiV off=15410108 len=952062 2024-04-13T07:42:34.579 INFO:tasks.workunit.client.0.smithi003.stdout:op 2026 completed, throughput=4.99MB/sec 2024-04-13T07:42:34.579 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wJifWKDjzCiAjRS off=3730119 len=1104288 2024-04-13T07:42:34.585 INFO:tasks.workunit.client.0.smithi003.stdout:op 2027 completed, throughput=4.99MB/sec 2024-04-13T07:42:34.585 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rZuNq1WEkH3sNoF off=74341 len=1522198 2024-04-13T07:42:34.594 INFO:tasks.workunit.client.0.smithi003.stdout:op 2028 completed, throughput=5MB/sec 2024-04-13T07:42:34.594 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-G38GadpXsQPGH7m off=2375320 len=1550048 2024-04-13T07:42:34.596 INFO:tasks.workunit.client.0.smithi003.stdout:op 2029 completed, throughput=5MB/sec 2024-04-13T07:42:34.596 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NAsQx25SJvOtBR8 off=503266 len=942487 2024-04-13T07:42:34.598 INFO:tasks.workunit.client.0.smithi003.stdout:op 2030 completed, throughput=5MB/sec 2024-04-13T07:42:34.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:34 smithi003 ceph-mon[89364]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:42:34.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:34 smithi003 ceph-mon[91733]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:42:34.638 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:42:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:42:34] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-13T07:42:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:34 smithi066 ceph-mon[84331]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:42:35.598 INFO:tasks.workunit.client.0.smithi003.stdout: 404: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:35.599 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Px0c7jzVGJq9dCO off=12490951 len=779879 2024-04-13T07:42:35.603 INFO:tasks.workunit.client.0.smithi003.stdout:op 2031 completed, throughput=4.99MB/sec 2024-04-13T07:42:35.603 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bUQGFVnjWFkWiaN off=1212998 len=742414 2024-04-13T07:42:35.607 INFO:tasks.workunit.client.0.smithi003.stdout:op 2032 completed, throughput=4.99MB/sec 2024-04-13T07:42:35.607 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9CrwJDByfpj9VPR off=15341954 len=606794 2024-04-13T07:42:35.611 INFO:tasks.workunit.client.0.smithi003.stdout:op 2033 completed, throughput=4.99MB/sec 2024-04-13T07:42:35.611 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LZWuVFjz5R8C-C5 off=7135177 len=1715140 2024-04-13T07:42:35.618 INFO:tasks.workunit.client.0.smithi003.stdout:op 2034 completed, throughput=5MB/sec 2024-04-13T07:42:35.618 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xUoiXflm9WK5aRu off=4556544 len=402384 2024-04-13T07:42:35.618 INFO:tasks.workunit.client.0.smithi003.stdout:op 2035 completed, throughput=5MB/sec 2024-04-13T07:42:35.619 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-f2lDYkP1GO2yfCO off=12457047 len=493243 2024-04-13T07:42:35.621 INFO:tasks.workunit.client.0.smithi003.stdout:op 2036 completed, throughput=5MB/sec 2024-04-13T07:42:36.621 INFO:tasks.workunit.client.0.smithi003.stdout: 405: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:36.622 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_HdeFg6v4m0gbIc off=6711099 len=750274 2024-04-13T07:42:36.622 INFO:tasks.workunit.client.0.smithi003.stdout:op 2037 completed, throughput=4.99MB/sec 2024-04-13T07:42:36.623 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vu1kyHf5ydzE4mH off=10073809 len=103034 2024-04-13T07:42:36.623 INFO:tasks.workunit.client.0.smithi003.stdout:op 2038 completed, throughput=4.99MB/sec 2024-04-13T07:42:36.623 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WUndCi5aKyqdABG off=8389619 len=144392 2024-04-13T07:42:36.624 INFO:tasks.workunit.client.0.smithi003.stdout:op 2039 completed, throughput=4.99MB/sec 2024-04-13T07:42:36.624 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jeSvVWAovtKYyT8 off=17031925 len=525941 2024-04-13T07:42:36.627 INFO:tasks.workunit.client.0.smithi003.stdout:op 2040 completed, throughput=4.99MB/sec 2024-04-13T07:42:36.627 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xT0VUFd_dnzXjhA off=12945907 len=1751664 2024-04-13T07:42:36.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:36 smithi003 ceph-mon[89364]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:42:36.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:36 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:36.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:36 smithi003 ceph-mon[91733]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:42:36.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:36 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:36.635 INFO:tasks.workunit.client.0.smithi003.stdout:op 2041 completed, throughput=5MB/sec 2024-04-13T07:42:36.635 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RnQuCZa8CIF8D8e off=3979657 len=929608 2024-04-13T07:42:36.635 INFO:tasks.workunit.client.0.smithi003.stdout:op 2042 completed, throughput=5MB/sec 2024-04-13T07:42:36.636 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Xg3b2IoJG85Jrfy off=12223861 len=1647684 2024-04-13T07:42:36.642 INFO:tasks.workunit.client.0.smithi003.stdout:op 2043 completed, throughput=5MB/sec 2024-04-13T07:42:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:36 smithi066 ceph-mon[84331]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:42:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:36 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:42:37.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:37.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:37.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:42:37.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:37.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:37.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:42:37.642 INFO:tasks.workunit.client.0.smithi003.stdout: 406: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:37.643 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dTCK1zus77mXOtr off=1129824 len=1919509 2024-04-13T07:42:37.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:42:37.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:42:37.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:42:37.651 INFO:tasks.workunit.client.0.smithi003.stdout:op 2044 completed, throughput=4.99MB/sec 2024-04-13T07:42:37.651 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-X6pZ9INYQm3-1pQ off=21251681 len=874842 2024-04-13T07:42:37.656 INFO:tasks.workunit.client.0.smithi003.stdout:op 2045 completed, throughput=5MB/sec 2024-04-13T07:42:37.656 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rtYj-ghU9fZ0I0x off=3836992 len=1193177 2024-04-13T07:42:37.661 INFO:tasks.workunit.client.0.smithi003.stdout:op 2046 completed, throughput=5MB/sec 2024-04-13T07:42:37.661 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HXBggwkMOdzDfnJ off=2797571 len=86780 2024-04-13T07:42:37.663 INFO:tasks.workunit.client.0.smithi003.stdout:op 2047 completed, throughput=5MB/sec 2024-04-13T07:42:37.663 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gf8w1T36i-Sz6PY off=8430897 len=609562 2024-04-13T07:42:37.666 INFO:tasks.workunit.client.0.smithi003.stdout:op 2048 completed, throughput=5MB/sec 2024-04-13T07:42:38.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:38 smithi003 ceph-mon[91733]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:42:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:42:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:38 smithi003 ceph-mon[89364]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:42:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:42:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:38 smithi066 ceph-mon[84331]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:42:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:42:38.666 INFO:tasks.workunit.client.0.smithi003.stdout: 407: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:38.666 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1cRFpUH2YrNZil6 off=12628271 len=1958268 2024-04-13T07:42:38.677 INFO:tasks.workunit.client.0.smithi003.stdout:op 2049 completed, throughput=4.99MB/sec 2024-04-13T07:42:38.677 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TmIG2rYW1denIWm off=2206804 len=172874 2024-04-13T07:42:38.678 INFO:tasks.workunit.client.0.smithi003.stdout:op 2050 completed, throughput=4.99MB/sec 2024-04-13T07:42:38.678 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wDCGYY3ueS8IQP2 off=488216 len=213152 2024-04-13T07:42:38.679 INFO:tasks.workunit.client.0.smithi003.stdout:op 2051 completed, throughput=4.99MB/sec 2024-04-13T07:42:38.679 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3eCrvyEGxF_OeeF off=5171864 len=509468 2024-04-13T07:42:38.683 INFO:tasks.workunit.client.0.smithi003.stdout:op 2052 completed, throughput=4.99MB/sec 2024-04-13T07:42:38.683 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_CCdHAcTpg2_O0g off=17047031 len=625505 2024-04-13T07:42:38.687 INFO:tasks.workunit.client.0.smithi003.stdout:op 2053 completed, throughput=5MB/sec 2024-04-13T07:42:38.687 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HDfOrJ5g-tf3rKn off=6917182 len=949748 2024-04-13T07:42:38.692 INFO:tasks.workunit.client.0.smithi003.stdout:op 2054 completed, throughput=5MB/sec 2024-04-13T07:42:38.692 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--_367E-D66wwp8E off=5194102 len=1769217 2024-04-13T07:42:38.695 INFO:tasks.workunit.client.0.smithi003.stdout:op 2055 completed, throughput=5MB/sec 2024-04-13T07:42:39.696 INFO:tasks.workunit.client.0.smithi003.stdout: 408: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:39.696 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-S5pN7jlKpJVBkvE off=511246 len=1284872 2024-04-13T07:42:39.697 INFO:tasks.workunit.client.0.smithi003.stdout:op 2056 completed, throughput=4.99MB/sec 2024-04-13T07:42:39.698 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QKfq_ctTIEig6XE off=13029180 len=1974630 2024-04-13T07:42:39.700 INFO:tasks.workunit.client.0.smithi003.stdout:op 2057 completed, throughput=5MB/sec 2024-04-13T07:42:39.700 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yWFyWSpXei9Uo9A off=3214891 len=1172335 2024-04-13T07:42:39.705 INFO:tasks.workunit.client.0.smithi003.stdout:op 2058 completed, throughput=5MB/sec 2024-04-13T07:42:40.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:40 smithi003 ceph-mon[91733]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:42:40.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:40 smithi003 ceph-mon[89364]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:42:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:40 smithi066 ceph-mon[84331]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:42:40.706 INFO:tasks.workunit.client.0.smithi003.stdout: 409: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:40.706 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-v-egp2rN1MiRNtH off=22870 len=903047 2024-04-13T07:42:40.711 INFO:tasks.workunit.client.0.smithi003.stdout:op 2059 completed, throughput=4.99MB/sec 2024-04-13T07:42:40.711 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3cD6cVWHIABp45I off=1722336 len=477416 2024-04-13T07:42:40.715 INFO:tasks.workunit.client.0.smithi003.stdout:op 2060 completed, throughput=4.99MB/sec 2024-04-13T07:42:40.715 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lwxVfUIp9z_WDCL off=4349787 len=249251 2024-04-13T07:42:40.715 INFO:tasks.workunit.client.0.smithi003.stdout:op 2061 completed, throughput=4.99MB/sec 2024-04-13T07:42:40.716 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UhdLoSvl4kIEUdA off=13470580 len=1704833 2024-04-13T07:42:40.726 INFO:tasks.workunit.client.0.smithi003.stdout:op 2062 completed, throughput=5MB/sec 2024-04-13T07:42:40.726 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zf5kltOmNcCLdYM off=2138630 len=1364533 2024-04-13T07:42:40.733 INFO:tasks.workunit.client.0.smithi003.stdout:op 2063 completed, throughput=5MB/sec 2024-04-13T07:42:40.734 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nVXvfQL99rT1NgK off=4678417 len=490310 2024-04-13T07:42:40.734 INFO:tasks.workunit.client.0.smithi003.stdout:op 2064 completed, throughput=5MB/sec 2024-04-13T07:42:40.734 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-I3mEnZCeYFZI3T3 off=2461387 len=1246450 2024-04-13T07:42:40.737 INFO:tasks.workunit.client.0.smithi003.stdout:op 2065 completed, throughput=5MB/sec 2024-04-13T07:42:41.737 INFO:tasks.workunit.client.0.smithi003.stdout: 410: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:41.737 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-J0jOz09OLv19fIl off=4136388 len=1637798 2024-04-13T07:42:41.739 INFO:tasks.workunit.client.0.smithi003.stdout:op 2066 completed, throughput=4.99MB/sec 2024-04-13T07:42:41.739 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RnI_sk4WfuQzmPs off=5320581 len=500539 2024-04-13T07:42:41.743 INFO:tasks.workunit.client.0.smithi003.stdout:op 2067 completed, throughput=5MB/sec 2024-04-13T07:42:41.743 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oY-kIoYM1zZS9ps off=15363635 len=558259 2024-04-13T07:42:41.744 INFO:tasks.workunit.client.0.smithi003.stdout:op 2068 completed, throughput=5MB/sec 2024-04-13T07:42:41.744 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Kf9HJPJ8LNZZv3H off=3669262 len=302560 2024-04-13T07:42:41.745 INFO:tasks.workunit.client.0.smithi003.stdout:op 2069 completed, throughput=5MB/sec 2024-04-13T07:42:41.745 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tK5yz9iKxg_OYXP off=20485977 len=2033269 2024-04-13T07:42:41.758 INFO:tasks.workunit.client.0.smithi003.stdout:op 2070 completed, throughput=5MB/sec 2024-04-13T07:42:42.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:42 smithi003 ceph-mon[91733]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:42:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:42 smithi003 ceph-mon[89364]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:42:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:42 smithi066 ceph-mon[84331]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:42:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:42:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:42:42.759 INFO:tasks.workunit.client.0.smithi003.stdout: 411: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:42.759 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tLH4LHNw9OW4oVS off=3371586 len=1911150 2024-04-13T07:42:42.761 INFO:tasks.workunit.client.0.smithi003.stdout:op 2071 completed, throughput=4.99MB/sec 2024-04-13T07:42:42.761 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-JMTlZoE3YfBa3UA off=0 len=1678661 2024-04-13T07:42:42.769 INFO:tasks.workunit.client.0.smithi003.stdout:op 2072 completed, throughput=5MB/sec 2024-04-13T07:42:42.769 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wUw8ZD-W-Hx-zSe off=5697778 len=161931 2024-04-13T07:42:42.772 INFO:tasks.workunit.client.0.smithi003.stdout:op 2073 completed, throughput=5MB/sec 2024-04-13T07:42:42.772 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5_uTBTo66Ewevan off=22159 len=993637 2024-04-13T07:42:42.774 INFO:tasks.workunit.client.0.smithi003.stdout:op 2074 completed, throughput=5MB/sec 2024-04-13T07:42:43.774 INFO:tasks.workunit.client.0.smithi003.stdout: 412: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:43.775 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-t5TngXe7ODYu4uO off=690703 len=905704 2024-04-13T07:42:43.780 INFO:tasks.workunit.client.0.smithi003.stdout:op 2075 completed, throughput=4.99MB/sec 2024-04-13T07:42:43.780 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bYTEWEDiqFNhQuk off=10199595 len=633836 2024-04-13T07:42:43.781 INFO:tasks.workunit.client.0.smithi003.stdout:op 2076 completed, throughput=4.99MB/sec 2024-04-13T07:42:43.781 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ABpu1jBS0DNdChi off=4906885 len=1917186 2024-04-13T07:42:43.789 INFO:tasks.workunit.client.0.smithi003.stdout:op 2077 completed, throughput=5MB/sec 2024-04-13T07:42:43.789 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Rt4w1u2hoNxfK5R off=19563373 len=966779 2024-04-13T07:42:43.790 INFO:tasks.workunit.client.0.smithi003.stdout:op 2078 completed, throughput=5MB/sec 2024-04-13T07:42:43.790 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qlFLBEwYR-iJmD6 off=1393204 len=1239862 2024-04-13T07:42:43.793 INFO:tasks.workunit.client.0.smithi003.stdout:op 2079 completed, throughput=5MB/sec 2024-04-13T07:42:44.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:44 smithi003 ceph-mon[89364]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:42:44.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:44 smithi003 ceph-mon[91733]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:42:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:42:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:42:44] "GET /metrics HTTP/1.1" 200 34041 "" "Prometheus/2.43.0" 2024-04-13T07:42:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:44 smithi066 ceph-mon[84331]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:42:44.793 INFO:tasks.workunit.client.0.smithi003.stdout: 413: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:44.793 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Lm1SfPqpfDeSBY4 off=12571734 len=125627 2024-04-13T07:42:44.796 INFO:tasks.workunit.client.0.smithi003.stdout:op 2080 completed, throughput=4.99MB/sec 2024-04-13T07:42:44.796 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bc9lhXO3oi9-zEk off=10540165 len=1640954 2024-04-13T07:42:44.804 INFO:tasks.workunit.client.0.smithi003.stdout:op 2081 completed, throughput=4.99MB/sec 2024-04-13T07:42:44.805 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cZGjPsshb1Rp5lB off=8463810 len=1460755 2024-04-13T07:42:44.813 INFO:tasks.workunit.client.0.smithi003.stdout:op 2082 completed, throughput=5MB/sec 2024-04-13T07:42:44.813 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vy6zb8dz3HQusGh off=1277815 len=1059902 2024-04-13T07:42:44.814 INFO:tasks.workunit.client.0.smithi003.stdout:op 2083 completed, throughput=5MB/sec 2024-04-13T07:42:44.814 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kh7LAyV8YQhDBr2 off=321262 len=1181072 2024-04-13T07:42:44.822 INFO:tasks.workunit.client.0.smithi003.stdout:op 2084 completed, throughput=5MB/sec 2024-04-13T07:42:45.823 INFO:tasks.workunit.client.0.smithi003.stdout: 414: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:45.823 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-k-FUa7dIL-UFEtB off=8598488 len=84327 2024-04-13T07:42:45.825 INFO:tasks.workunit.client.0.smithi003.stdout:op 2085 completed, throughput=4.99MB/sec 2024-04-13T07:42:45.825 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WKuYI1uOqQ1yWpp off=1989917 len=1559094 2024-04-13T07:42:45.833 INFO:tasks.workunit.client.0.smithi003.stdout:op 2086 completed, throughput=4.99MB/sec 2024-04-13T07:42:45.833 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-N348WUjtJPGRytd off=6116443 len=227776 2024-04-13T07:42:45.836 INFO:tasks.workunit.client.0.smithi003.stdout:op 2087 completed, throughput=4.99MB/sec 2024-04-13T07:42:45.836 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-W13Dpb0PzluzJex off=367630 len=1967285 2024-04-13T07:42:45.838 INFO:tasks.workunit.client.0.smithi003.stdout:op 2088 completed, throughput=5MB/sec 2024-04-13T07:42:45.838 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-U5Pf0m94dnL3p32 off=580469 len=550197 2024-04-13T07:42:45.840 INFO:tasks.workunit.client.0.smithi003.stdout:op 2089 completed, throughput=5MB/sec 2024-04-13T07:42:45.840 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zbI2zgj1S6rjL9G off=6981193 len=1595138 2024-04-13T07:42:45.848 INFO:tasks.workunit.client.0.smithi003.stdout:op 2090 completed, throughput=5MB/sec 2024-04-13T07:42:46.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:46 smithi003 ceph-mon[89364]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T07:42:46.653 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:46 smithi003 ceph-mon[91733]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T07:42:46.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:46 smithi066 ceph-mon[84331]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T07:42:46.848 INFO:tasks.workunit.client.0.smithi003.stdout: 415: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:46.848 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-59sSmyvHZx9jQPR off=2827336 len=812864 2024-04-13T07:42:46.853 INFO:tasks.workunit.client.0.smithi003.stdout:op 2091 completed, throughput=4.99MB/sec 2024-04-13T07:42:46.853 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Azmwwk83nW45JKc off=8461954 len=1473586 2024-04-13T07:42:46.861 INFO:tasks.workunit.client.0.smithi003.stdout:op 2092 completed, throughput=5MB/sec 2024-04-13T07:42:46.861 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NGYfKiN4bfBZjFP off=12932972 len=268902 2024-04-13T07:42:46.862 INFO:tasks.workunit.client.0.smithi003.stdout:op 2093 completed, throughput=5MB/sec 2024-04-13T07:42:46.862 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qyRsugVfxIYFXrN off=5162757 len=510065 2024-04-13T07:42:46.865 INFO:tasks.workunit.client.0.smithi003.stdout:op 2094 completed, throughput=5MB/sec 2024-04-13T07:42:46.866 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ar3fmjTqRdOlos1 off=3723393 len=1895583 2024-04-13T07:42:46.867 INFO:tasks.workunit.client.0.smithi003.stdout:op 2095 completed, throughput=5MB/sec 2024-04-13T07:42:47.867 INFO:tasks.workunit.client.0.smithi003.stdout: 416: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:47.868 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vWSR6mwEXYrKsRo off=15069954 len=531547 2024-04-13T07:42:47.869 INFO:tasks.workunit.client.0.smithi003.stdout:op 2096 completed, throughput=4.99MB/sec 2024-04-13T07:42:47.869 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kHDIRfRQ5F-Eyng off=23484305 len=1343133 2024-04-13T07:42:47.875 INFO:tasks.workunit.client.0.smithi003.stdout:op 2097 completed, throughput=4.99MB/sec 2024-04-13T07:42:47.876 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BK6NCeTeEsZ7db1 off=9180588 len=250928 2024-04-13T07:42:47.878 INFO:tasks.workunit.client.0.smithi003.stdout:op 2098 completed, throughput=4.99MB/sec 2024-04-13T07:42:47.879 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eLlRN8UTUwZmqMx off=51227 len=2032543 2024-04-13T07:42:47.889 INFO:tasks.workunit.client.0.smithi003.stdout:op 2099 completed, throughput=5MB/sec 2024-04-13T07:42:47.911 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tQtORvuMBAzmY9h off=415335 len=1158663 2024-04-13T07:42:47.912 INFO:tasks.workunit.client.0.smithi003.stdout:op 2100 completed, throughput=5MB/sec 2024-04-13T07:42:48.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:48 smithi003 ceph-mon[91733]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:42:48.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:48 smithi003 ceph-mon[89364]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:42:48.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:48 smithi066 ceph-mon[84331]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:42:48.897 INFO:tasks.workunit.client.0.smithi003.stdout: 417: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:48.897 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Je8M9hF83q-01CV off=3224717 len=1962691 2024-04-13T07:42:48.904 INFO:tasks.workunit.client.0.smithi003.stdout:op 2101 completed, throughput=4.99MB/sec 2024-04-13T07:42:48.904 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5jBuJPN394fyvBM off=13416249 len=1618609 2024-04-13T07:42:48.905 INFO:tasks.workunit.client.0.smithi003.stdout:op 2102 completed, throughput=5MB/sec 2024-04-13T07:42:48.905 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nk7oGMCK6ybU9mh off=2341236 len=1898795 2024-04-13T07:42:48.906 INFO:tasks.workunit.client.0.smithi003.stdout:op 2103 completed, throughput=5MB/sec 2024-04-13T07:42:49.906 INFO:tasks.workunit.client.0.smithi003.stdout: 418: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:49.907 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PdaYnDy-dwZnyDG off=5903095 len=1377138 2024-04-13T07:42:49.908 INFO:tasks.workunit.client.0.smithi003.stdout:op 2104 completed, throughput=4.99MB/sec 2024-04-13T07:42:49.908 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kzTKj9JaaN_TWvH off=19748438 len=1957168 2024-04-13T07:42:49.917 INFO:tasks.workunit.client.0.smithi003.stdout:op 2105 completed, throughput=5MB/sec 2024-04-13T07:42:49.917 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cVVYiMp5ViLLjAf off=4842725 len=1282162 2024-04-13T07:42:49.924 INFO:tasks.workunit.client.0.smithi003.stdout:op 2106 completed, throughput=5MB/sec 2024-04-13T07:42:50.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:50 smithi003 ceph-mon[91733]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-13T07:42:50.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:50 smithi003 ceph-mon[89364]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-13T07:42:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:50 smithi066 ceph-mon[84331]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-13T07:42:50.924 INFO:tasks.workunit.client.0.smithi003.stdout: 419: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:50.924 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-D6nJ85QGFPhb4ja off=17869482 len=124397 2024-04-13T07:42:50.927 INFO:tasks.workunit.client.0.smithi003.stdout:op 2107 completed, throughput=4.99MB/sec 2024-04-13T07:42:50.927 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5v1urFJiLdfORLX off=6952514 len=1864417 2024-04-13T07:42:50.929 INFO:tasks.workunit.client.0.smithi003.stdout:op 2108 completed, throughput=4.99MB/sec 2024-04-13T07:42:50.929 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rKROyeLEg6Q796c off=7815999 len=239891 2024-04-13T07:42:50.932 INFO:tasks.workunit.client.0.smithi003.stdout:op 2109 completed, throughput=4.99MB/sec 2024-04-13T07:42:50.932 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_erxmu7I2pwzup1 off=9170800 len=1022541 2024-04-13T07:42:50.937 INFO:tasks.workunit.client.0.smithi003.stdout:op 2110 completed, throughput=5MB/sec 2024-04-13T07:42:50.937 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xTn5G4PMCThJ8F2 off=5905490 len=168385 2024-04-13T07:42:50.940 INFO:tasks.workunit.client.0.smithi003.stdout:op 2111 completed, throughput=5MB/sec 2024-04-13T07:42:50.940 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OGH_fG1UiLMtHJ0 off=20773137 len=1662192 2024-04-13T07:42:50.948 INFO:tasks.workunit.client.0.smithi003.stdout:op 2112 completed, throughput=5MB/sec 2024-04-13T07:42:50.948 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EL-e9A34GR8NVyQ off=7863827 len=337852 2024-04-13T07:42:50.950 INFO:tasks.workunit.client.0.smithi003.stdout:op 2113 completed, throughput=5MB/sec 2024-04-13T07:42:51.951 INFO:tasks.workunit.client.0.smithi003.stdout: 420: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:51.951 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pKbTqCg3IgNxlhl off=16614217 len=544536 2024-04-13T07:42:51.952 INFO:tasks.workunit.client.0.smithi003.stdout:op 2114 completed, throughput=4.99MB/sec 2024-04-13T07:42:51.952 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WkhwTolJZd-IkNP off=3134780 len=424670 2024-04-13T07:42:51.953 INFO:tasks.workunit.client.0.smithi003.stdout:op 2115 completed, throughput=4.99MB/sec 2024-04-13T07:42:51.953 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dlO1a0bdIPJM1-Q off=1733735 len=883945 2024-04-13T07:42:51.954 INFO:tasks.workunit.client.0.smithi003.stdout:op 2116 completed, throughput=4.99MB/sec 2024-04-13T07:42:51.954 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Yw4RfyPy9qeUDnQ off=2388744 len=1065420 2024-04-13T07:42:51.961 INFO:tasks.workunit.client.0.smithi003.stdout:op 2117 completed, throughput=5MB/sec 2024-04-13T07:42:51.961 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AHL5NIxC_fnVy8g off=2358721 len=1137314 2024-04-13T07:42:51.967 INFO:tasks.workunit.client.0.smithi003.stdout:op 2118 completed, throughput=5MB/sec 2024-04-13T07:42:51.967 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TDJI1Opm7bLd8NV off=14034849 len=1626380 2024-04-13T07:42:51.969 INFO:tasks.workunit.client.0.smithi003.stdout:op 2119 completed, throughput=5MB/sec 2024-04-13T07:42:52.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:52 smithi003 ceph-mon[91733]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:42:52.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:52 smithi003 ceph-mon[89364]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:42:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:52 smithi066 ceph-mon[84331]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:42:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:42:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:42:52.970 INFO:tasks.workunit.client.0.smithi003.stdout: 421: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:52.970 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NKnK9xMAdc2OYY7 off=5837287 len=1652371 2024-04-13T07:42:52.980 INFO:tasks.workunit.client.0.smithi003.stdout:op 2120 completed, throughput=4.99MB/sec 2024-04-13T07:42:52.980 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-38dTMa0Zke2RPyt off=232268 len=1556087 2024-04-13T07:42:52.982 INFO:tasks.workunit.client.0.smithi003.stdout:op 2121 completed, throughput=5MB/sec 2024-04-13T07:42:52.982 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SHtZRpHSso5Eq2t off=10361651 len=143954 2024-04-13T07:42:52.983 INFO:tasks.workunit.client.0.smithi003.stdout:op 2122 completed, throughput=5MB/sec 2024-04-13T07:42:52.983 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xDoojACakZwMmPc off=8662490 len=1110014 2024-04-13T07:42:52.989 INFO:tasks.workunit.client.0.smithi003.stdout:op 2123 completed, throughput=5MB/sec 2024-04-13T07:42:52.989 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-S4TW980ZmccB_6e off=9185646 len=946189 2024-04-13T07:42:52.993 INFO:tasks.workunit.client.0.smithi003.stdout:op 2124 completed, throughput=5MB/sec 2024-04-13T07:42:53.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:42:53.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:42:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:42:53.994 INFO:tasks.workunit.client.0.smithi003.stdout: 422: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:53.994 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qMQPSHTwosY5V4E off=5739068 len=1531233 2024-04-13T07:42:53.996 INFO:tasks.workunit.client.0.smithi003.stdout:op 2125 completed, throughput=4.99MB/sec 2024-04-13T07:42:53.996 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cYXmMVZAJHcurCQ off=19996513 len=2030792 2024-04-13T07:42:54.005 INFO:tasks.workunit.client.0.smithi003.stdout:op 2126 completed, throughput=5MB/sec 2024-04-13T07:42:54.005 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eezWdO4KU0JBOia off=8021487 len=851238 2024-04-13T07:42:54.007 INFO:tasks.workunit.client.0.smithi003.stdout:op 2127 completed, throughput=5MB/sec 2024-04-13T07:42:54.007 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ndCdPJaxTbPwh19 off=93637 len=1997857 2024-04-13T07:42:54.016 INFO:tasks.workunit.client.0.smithi003.stdout:op 2128 completed, throughput=5MB/sec 2024-04-13T07:42:54.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:54 smithi003 ceph-mon[91733]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-13T07:42:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:54 smithi003 ceph-mon[89364]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-13T07:42:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:42:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:42:54] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-13T07:42:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:54 smithi066 ceph-mon[84331]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-13T07:42:55.017 INFO:tasks.workunit.client.0.smithi003.stdout: 423: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:55.017 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7xZ-x0LReVScwuF off=7234550 len=944025 2024-04-13T07:42:55.018 INFO:tasks.workunit.client.0.smithi003.stdout:op 2129 completed, throughput=4.99MB/sec 2024-04-13T07:42:55.018 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-a988i_14JLhESWG off=20716181 len=1213598 2024-04-13T07:42:55.019 INFO:tasks.workunit.client.0.smithi003.stdout:op 2130 completed, throughput=5MB/sec 2024-04-13T07:42:55.020 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XmCs_j9_ayG3sOV off=2029537 len=1652356 2024-04-13T07:42:55.023 INFO:tasks.workunit.client.0.smithi003.stdout:op 2131 completed, throughput=5MB/sec 2024-04-13T07:42:56.023 INFO:tasks.workunit.client.0.smithi003.stdout: 424: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:56.024 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cCwrcHl7KgEfFEW off=4286622 len=259220 2024-04-13T07:42:56.026 INFO:tasks.workunit.client.0.smithi003.stdout:op 2132 completed, throughput=4.99MB/sec 2024-04-13T07:42:56.026 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AYG_kmKvSpPCKsx off=321056 len=722250 2024-04-13T07:42:56.027 INFO:tasks.workunit.client.0.smithi003.stdout:op 2133 completed, throughput=4.99MB/sec 2024-04-13T07:42:56.028 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zhrpEeUayoEc7JX off=4950570 len=199115 2024-04-13T07:42:56.028 INFO:tasks.workunit.client.0.smithi003.stdout:op 2134 completed, throughput=4.99MB/sec 2024-04-13T07:42:56.028 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9DQt_PUw67tPcnr off=12975981 len=1316763 2024-04-13T07:42:56.030 INFO:tasks.workunit.client.0.smithi003.stdout:op 2135 completed, throughput=4.99MB/sec 2024-04-13T07:42:56.030 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-x6XnEIkrDZVUd2g off=12175750 len=1556736 2024-04-13T07:42:56.038 INFO:tasks.workunit.client.0.smithi003.stdout:op 2136 completed, throughput=5MB/sec 2024-04-13T07:42:56.038 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2FiVmzIIsrwAaPF off=1597786 len=279184 2024-04-13T07:42:56.039 INFO:tasks.workunit.client.0.smithi003.stdout:op 2137 completed, throughput=5MB/sec 2024-04-13T07:42:56.039 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gTAH-T53Nze8AAN off=5030445 len=662501 2024-04-13T07:42:56.040 INFO:tasks.workunit.client.0.smithi003.stdout:op 2138 completed, throughput=5MB/sec 2024-04-13T07:42:56.040 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bJkYMNxc7XqyNfZ off=1931594 len=1353157 2024-04-13T07:42:56.047 INFO:tasks.workunit.client.0.smithi003.stdout:op 2139 completed, throughput=5MB/sec 2024-04-13T07:42:56.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:56 smithi003 ceph-mon[91733]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T07:42:56.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:56 smithi003 ceph-mon[89364]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T07:42:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:56 smithi066 ceph-mon[84331]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T07:42:57.047 INFO:tasks.workunit.client.0.smithi003.stdout: 425: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:57.047 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NfYgsHUtFksU0BR off=2597490 len=310117 2024-04-13T07:42:57.050 INFO:tasks.workunit.client.0.smithi003.stdout:op 2140 completed, throughput=4.99MB/sec 2024-04-13T07:42:57.050 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fGKtZsRub9xQ_dZ off=15569799 len=408171 2024-04-13T07:42:57.054 INFO:tasks.workunit.client.0.smithi003.stdout:op 2141 completed, throughput=4.99MB/sec 2024-04-13T07:42:57.054 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LLRFmv-bg0R8Qe2 off=988778 len=1102721 2024-04-13T07:42:57.060 INFO:tasks.workunit.client.0.smithi003.stdout:op 2142 completed, throughput=4.99MB/sec 2024-04-13T07:42:57.060 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5-kxm1OwjXl932e off=9746220 len=100285 2024-04-13T07:42:57.062 INFO:tasks.workunit.client.0.smithi003.stdout:op 2143 completed, throughput=5MB/sec 2024-04-13T07:42:57.062 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-n9PN55LYpXgVdMq off=1656609 len=2054727 2024-04-13T07:42:57.080 INFO:tasks.workunit.client.0.smithi003.stdout:op 2144 completed, throughput=5MB/sec 2024-04-13T07:42:57.080 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-c7W5GmMv2UobgXy off=43261 len=838538 2024-04-13T07:42:57.081 INFO:tasks.workunit.client.0.smithi003.stdout:op 2145 completed, throughput=5MB/sec 2024-04-13T07:42:58.082 INFO:tasks.workunit.client.0.smithi003.stdout: 426: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:58.082 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UgNjdGzCpX0EVon off=5417316 len=1974194 2024-04-13T07:42:58.093 INFO:tasks.workunit.client.0.smithi003.stdout:op 2146 completed, throughput=4.99MB/sec 2024-04-13T07:42:58.093 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nzW33fH3kQPWNF9 off=12879835 len=106440 2024-04-13T07:42:58.095 INFO:tasks.workunit.client.0.smithi003.stdout:op 2147 completed, throughput=4.99MB/sec 2024-04-13T07:42:58.095 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Z1WE9HxblsPe-YY off=20371087 len=1811913 2024-04-13T07:42:58.103 INFO:tasks.workunit.client.0.smithi003.stdout:op 2148 completed, throughput=5MB/sec 2024-04-13T07:42:58.103 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-E6XTQBE_QTyx5PN off=10008214 len=1041767 2024-04-13T07:42:58.105 INFO:tasks.workunit.client.0.smithi003.stdout:op 2149 completed, throughput=5MB/sec 2024-04-13T07:42:58.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:42:58 smithi003 ceph-mon[91733]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:42:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:42:58 smithi003 ceph-mon[89364]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:42:58.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:42:58 smithi066 ceph-mon[84331]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:42:59.105 INFO:tasks.workunit.client.0.smithi003.stdout: 427: throughput=4.99MB/sec pending data=0 2024-04-13T07:42:59.106 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BZUSXGlFeQ_EKwd off=481655 len=418160 2024-04-13T07:42:59.109 INFO:tasks.workunit.client.0.smithi003.stdout:op 2150 completed, throughput=4.99MB/sec 2024-04-13T07:42:59.109 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ybxwtiWf1a7CFwy off=11995298 len=1567842 2024-04-13T07:42:59.116 INFO:tasks.workunit.client.0.smithi003.stdout:op 2151 completed, throughput=4.99MB/sec 2024-04-13T07:42:59.116 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2yYyIq7GV5VpRTr off=5059 len=1732076 2024-04-13T07:42:59.119 INFO:tasks.workunit.client.0.smithi003.stdout:op 2152 completed, throughput=5MB/sec 2024-04-13T07:42:59.119 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-T6gKke5j_lRy_Zq off=8878256 len=765994 2024-04-13T07:42:59.124 INFO:tasks.workunit.client.0.smithi003.stdout:op 2153 completed, throughput=5MB/sec 2024-04-13T07:42:59.124 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BD7CKl7UTh3CgGy off=3027883 len=767053 2024-04-13T07:42:59.128 INFO:tasks.workunit.client.0.smithi003.stdout:op 2154 completed, throughput=5MB/sec 2024-04-13T07:42:59.128 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TLoY9uBCcv3X7Ae off=22716739 len=233979 2024-04-13T07:42:59.129 INFO:tasks.workunit.client.0.smithi003.stdout:op 2155 completed, throughput=5MB/sec 2024-04-13T07:43:00.130 INFO:tasks.workunit.client.0.smithi003.stdout: 428: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:00.130 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6Yv52F_QWVNXRGW off=1786932 len=416702 2024-04-13T07:43:00.130 INFO:tasks.workunit.client.0.smithi003.stdout:op 2156 completed, throughput=4.99MB/sec 2024-04-13T07:43:00.131 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-U_D38P88Lsv77Ap off=1016604 len=84485 2024-04-13T07:43:00.133 INFO:tasks.workunit.client.0.smithi003.stdout:op 2157 completed, throughput=4.99MB/sec 2024-04-13T07:43:00.133 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0y4F5ueuwSDN9XY off=3837755 len=1574154 2024-04-13T07:43:00.144 INFO:tasks.workunit.client.0.smithi003.stdout:op 2158 completed, throughput=4.99MB/sec 2024-04-13T07:43:00.145 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZBJuSfw8OAT3NIQ off=2624150 len=159784 2024-04-13T07:43:00.145 INFO:tasks.workunit.client.0.smithi003.stdout:op 2159 completed, throughput=4.99MB/sec 2024-04-13T07:43:00.145 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wJ0wRu01P4FZJ8O off=0 len=1263997 2024-04-13T07:43:00.151 INFO:tasks.workunit.client.0.smithi003.stdout:op 2160 completed, throughput=5MB/sec 2024-04-13T07:43:00.151 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ISx5u_VEPnTLHrT off=3417416 len=1483237 2024-04-13T07:43:00.158 INFO:tasks.workunit.client.0.smithi003.stdout:op 2161 completed, throughput=5MB/sec 2024-04-13T07:43:00.158 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aqD9F2w2Orw-e5x off=3071286 len=1292511 2024-04-13T07:43:00.159 INFO:tasks.workunit.client.0.smithi003.stdout:op 2162 completed, throughput=5MB/sec 2024-04-13T07:43:00.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:00 smithi003 ceph-mon[91733]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:43:00.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:00 smithi003 ceph-mon[89364]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:43:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:00 smithi066 ceph-mon[84331]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:43:01.159 INFO:tasks.workunit.client.0.smithi003.stdout: 429: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:01.159 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ioAf3QPyoscz1Xn off=4610829 len=940268 2024-04-13T07:43:01.165 INFO:tasks.workunit.client.0.smithi003.stdout:op 2163 completed, throughput=4.99MB/sec 2024-04-13T07:43:01.165 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Ty4QDbtawa3YxFu off=1658263 len=225823 2024-04-13T07:43:01.166 INFO:tasks.workunit.client.0.smithi003.stdout:op 2164 completed, throughput=4.99MB/sec 2024-04-13T07:43:01.166 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eKao9FNfXJYUBvK off=7669971 len=22564 2024-04-13T07:43:01.168 INFO:tasks.workunit.client.0.smithi003.stdout:op 2165 completed, throughput=4.99MB/sec 2024-04-13T07:43:01.168 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QeVccG8zg3rOGyB off=3434277 len=1120768 2024-04-13T07:43:01.171 INFO:tasks.workunit.client.0.smithi003.stdout:op 2166 completed, throughput=5MB/sec 2024-04-13T07:43:01.171 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-b7dhGiQQ-AfPJ70 off=1537989 len=2092197 2024-04-13T07:43:01.183 INFO:tasks.workunit.client.0.smithi003.stdout:op 2167 completed, throughput=5MB/sec 2024-04-13T07:43:02.183 INFO:tasks.workunit.client.0.smithi003.stdout: 430: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:02.183 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zou200QqDGCtypK off=4472548 len=1416907 2024-04-13T07:43:02.186 INFO:tasks.workunit.client.0.smithi003.stdout:op 2168 completed, throughput=4.99MB/sec 2024-04-13T07:43:02.186 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3rYnJ63_RYuee7s off=373835 len=1545661 2024-04-13T07:43:02.195 INFO:tasks.workunit.client.0.smithi003.stdout:op 2169 completed, throughput=5MB/sec 2024-04-13T07:43:02.195 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-16uC9Gn1s0_zz1b off=6046246 len=70329 2024-04-13T07:43:02.197 INFO:tasks.workunit.client.0.smithi003.stdout:op 2170 completed, throughput=5MB/sec 2024-04-13T07:43:02.197 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CUIw4SoDFogBM4G off=2263570 len=1879962 2024-04-13T07:43:02.206 INFO:tasks.workunit.client.0.smithi003.stdout:op 2171 completed, throughput=5MB/sec 2024-04-13T07:43:02.206 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-i__xV3YGU_fhLzm off=7766272 len=1112173 2024-04-13T07:43:02.211 INFO:tasks.workunit.client.0.smithi003.stdout:op 2172 completed, throughput=5MB/sec 2024-04-13T07:43:02.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:02 smithi003 ceph-mon[89364]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:43:02.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:02 smithi003 ceph-mon[91733]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:43:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:02 smithi066 ceph-mon[84331]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:43:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:43:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:43:03.211 INFO:tasks.workunit.client.0.smithi003.stdout: 431: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:03.211 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7PypMrvY-1I4F8a off=824575 len=906684 2024-04-13T07:43:03.216 INFO:tasks.workunit.client.0.smithi003.stdout:op 2173 completed, throughput=4.99MB/sec 2024-04-13T07:43:03.216 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zk_NniJXaeSOmXE off=290481 len=1644693 2024-04-13T07:43:03.224 INFO:tasks.workunit.client.0.smithi003.stdout:op 2174 completed, throughput=5MB/sec 2024-04-13T07:43:03.224 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6TwINoc3m9Es8Zk off=1249661 len=1505908 2024-04-13T07:43:03.227 INFO:tasks.workunit.client.0.smithi003.stdout:op 2175 completed, throughput=5MB/sec 2024-04-13T07:43:03.228 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ACPkHJlzR60NgXR off=3587059 len=426064 2024-04-13T07:43:03.231 INFO:tasks.workunit.client.0.smithi003.stdout:op 2176 completed, throughput=5MB/sec 2024-04-13T07:43:03.231 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IudQrHwAgySB3Y6 off=850230 len=1075615 2024-04-13T07:43:03.236 INFO:tasks.workunit.client.0.smithi003.stdout:op 2177 completed, throughput=5MB/sec 2024-04-13T07:43:04.236 INFO:tasks.workunit.client.0.smithi003.stdout: 432: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:04.237 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MGxnZuggATeMGGX off=556718 len=823576 2024-04-13T07:43:04.241 INFO:tasks.workunit.client.0.smithi003.stdout:op 2178 completed, throughput=4.99MB/sec 2024-04-13T07:43:04.241 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SfBK4EyNQBTH-Sm off=21738238 len=1406769 2024-04-13T07:43:04.243 INFO:tasks.workunit.client.0.smithi003.stdout:op 2179 completed, throughput=5MB/sec 2024-04-13T07:43:04.243 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gqCgYntlNXslFUs off=6515355 len=1666183 2024-04-13T07:43:04.246 INFO:tasks.workunit.client.0.smithi003.stdout:op 2180 completed, throughput=5MB/sec 2024-04-13T07:43:04.246 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IU5gG4KT1IVvWPI off=3722638 len=1915271 2024-04-13T07:43:04.258 INFO:tasks.workunit.client.0.smithi003.stdout:op 2181 completed, throughput=5MB/sec 2024-04-13T07:43:04.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:04 smithi003 ceph-mon[91733]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:43:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:04 smithi003 ceph-mon[89364]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:43:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:43:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:43:04] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-13T07:43:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:04 smithi066 ceph-mon[84331]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:43:05.258 INFO:tasks.workunit.client.0.smithi003.stdout: 433: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:05.259 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Gn_776hdSKNUtLO off=2572217 len=760600 2024-04-13T07:43:05.264 INFO:tasks.workunit.client.0.smithi003.stdout:op 2182 completed, throughput=4.99MB/sec 2024-04-13T07:43:05.264 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8CROwUZJv4VGRWs off=13959594 len=1785957 2024-04-13T07:43:05.273 INFO:tasks.workunit.client.0.smithi003.stdout:op 2183 completed, throughput=5MB/sec 2024-04-13T07:43:05.274 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mlPnU78rMm3Ue93 off=11885534 len=2069538 2024-04-13T07:43:05.287 INFO:tasks.workunit.client.0.smithi003.stdout:op 2184 completed, throughput=5MB/sec 2024-04-13T07:43:06.287 INFO:tasks.workunit.client.0.smithi003.stdout: 434: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:06.287 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-o8f1u-lENYg9WFM off=1299401 len=699080 2024-04-13T07:43:06.292 INFO:tasks.workunit.client.0.smithi003.stdout:op 2185 completed, throughput=4.99MB/sec 2024-04-13T07:43:06.292 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AflLe6VqpnQSbly off=2200048 len=1789801 2024-04-13T07:43:06.302 INFO:tasks.workunit.client.0.smithi003.stdout:op 2186 completed, throughput=5MB/sec 2024-04-13T07:43:06.302 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-O7MdfMhEIog45iO off=9351816 len=53260 2024-04-13T07:43:06.304 INFO:tasks.workunit.client.0.smithi003.stdout:op 2187 completed, throughput=5MB/sec 2024-04-13T07:43:06.304 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8RxsqkQx1MXMhlh off=1291917 len=205428 2024-04-13T07:43:06.306 INFO:tasks.workunit.client.0.smithi003.stdout:op 2188 completed, throughput=5MB/sec 2024-04-13T07:43:06.306 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5rjA2E8o5CXHYNh off=1101270 len=1547493 2024-04-13T07:43:06.314 INFO:tasks.workunit.client.0.smithi003.stdout:op 2189 completed, throughput=5MB/sec 2024-04-13T07:43:06.314 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QQ-sjtIw_wME8aa off=234473 len=294879 2024-04-13T07:43:06.317 INFO:tasks.workunit.client.0.smithi003.stdout:op 2190 completed, throughput=5MB/sec 2024-04-13T07:43:06.317 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nJkTW4MxegWDPL3 off=5084079 len=759505 2024-04-13T07:43:06.320 INFO:tasks.workunit.client.0.smithi003.stdout:op 2191 completed, throughput=5MB/sec 2024-04-13T07:43:06.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:06 smithi003 ceph-mon[91733]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T07:43:06.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:06 smithi003 ceph-mon[89364]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T07:43:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:06 smithi066 ceph-mon[84331]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T07:43:07.321 INFO:tasks.workunit.client.0.smithi003.stdout: 435: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:07.321 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BqEftfVG4SW_GEk off=1772130 len=688906 2024-04-13T07:43:07.322 INFO:tasks.workunit.client.0.smithi003.stdout:op 2192 completed, throughput=4.99MB/sec 2024-04-13T07:43:07.323 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1mitcC9YX8j8E38 off=4566828 len=891266 2024-04-13T07:43:07.327 INFO:tasks.workunit.client.0.smithi003.stdout:op 2193 completed, throughput=4.99MB/sec 2024-04-13T07:43:07.327 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GNT2UoQSmhOMp2q off=215531 len=1402392 2024-04-13T07:43:07.334 INFO:tasks.workunit.client.0.smithi003.stdout:op 2194 completed, throughput=5MB/sec 2024-04-13T07:43:07.334 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KbepF7fTNjxPYIh off=10343607 len=18301 2024-04-13T07:43:07.334 INFO:tasks.workunit.client.0.smithi003.stdout:op 2195 completed, throughput=5MB/sec 2024-04-13T07:43:07.334 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OP4qmQDcoPTIOvi off=1386444 len=1620676 2024-04-13T07:43:07.341 INFO:tasks.workunit.client.0.smithi003.stdout:op 2196 completed, throughput=5MB/sec 2024-04-13T07:43:07.341 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UZRtZfqEuiUnfBv off=14118601 len=1137118 2024-04-13T07:43:07.342 INFO:tasks.workunit.client.0.smithi003.stdout:op 2197 completed, throughput=5MB/sec 2024-04-13T07:43:08.343 INFO:tasks.workunit.client.0.smithi003.stdout: 436: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:08.343 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ql5lf6c8uBKRhjL off=1497357 len=1392710 2024-04-13T07:43:08.345 INFO:tasks.workunit.client.0.smithi003.stdout:op 2198 completed, throughput=4.99MB/sec 2024-04-13T07:43:08.345 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-luy7yiihTyWh4qr off=2691701 len=1588029 2024-04-13T07:43:08.354 INFO:tasks.workunit.client.0.smithi003.stdout:op 2199 completed, throughput=5MB/sec 2024-04-13T07:43:08.354 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-elOGRJcx7lPWsnW off=1356597 len=198248 2024-04-13T07:43:08.354 INFO:tasks.workunit.client.0.smithi003.stdout:op 2200 completed, throughput=5MB/sec 2024-04-13T07:43:08.354 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iCF055UIROR0vQ2 off=1077393 len=1758981 2024-04-13T07:43:08.357 INFO:tasks.workunit.client.0.smithi003.stdout:op 2201 completed, throughput=5MB/sec 2024-04-13T07:43:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:08 smithi003 ceph-mon[91733]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:43:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:08 smithi003 ceph-mon[89364]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:43:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:08 smithi066 ceph-mon[84331]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:43:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:09.357 INFO:tasks.workunit.client.0.smithi003.stdout: 437: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:09.358 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HvrkFzlaehzAved off=15830180 len=1605136 2024-04-13T07:43:09.359 INFO:tasks.workunit.client.0.smithi003.stdout:op 2202 completed, throughput=4.99MB/sec 2024-04-13T07:43:09.360 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xxDqE7jYNhMvspK off=669206 len=572180 2024-04-13T07:43:09.364 INFO:tasks.workunit.client.0.smithi003.stdout:op 2203 completed, throughput=4.99MB/sec 2024-04-13T07:43:09.364 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KzsLPSYBK8lYNiw off=18886030 len=816667 2024-04-13T07:43:09.365 INFO:tasks.workunit.client.0.smithi003.stdout:op 2204 completed, throughput=5MB/sec 2024-04-13T07:43:09.365 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PrLe8lJrTW0j1Ad off=884064 len=48485 2024-04-13T07:43:09.368 INFO:tasks.workunit.client.0.smithi003.stdout:op 2205 completed, throughput=5MB/sec 2024-04-13T07:43:09.368 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CKgPNpMu0RB2b0y off=8167274 len=1974225 2024-04-13T07:43:09.378 INFO:tasks.workunit.client.0.smithi003.stdout:op 2206 completed, throughput=5MB/sec 2024-04-13T07:43:10.379 INFO:tasks.workunit.client.0.smithi003.stdout: 438: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:10.379 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xTn5G4PMCThJ8F2 off=10045219 len=2094989 2024-04-13T07:43:10.382 INFO:tasks.workunit.client.0.smithi003.stdout:op 2207 completed, throughput=4.99MB/sec 2024-04-13T07:43:10.382 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AliPuCSCgj7ewRi off=11000165 len=1694983 2024-04-13T07:43:10.384 INFO:tasks.workunit.client.0.smithi003.stdout:op 2208 completed, throughput=5MB/sec 2024-04-13T07:43:10.384 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IcBjZYSushmlAmu off=113718 len=1241823 2024-04-13T07:43:10.391 INFO:tasks.workunit.client.0.smithi003.stdout:op 2209 completed, throughput=5MB/sec 2024-04-13T07:43:10.391 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xi98EQ4Z2RA1Nm4 off=7174062 len=1465372 2024-04-13T07:43:10.397 INFO:tasks.workunit.client.0.smithi003.stdout:op 2210 completed, throughput=5MB/sec 2024-04-13T07:43:10.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:10 smithi003 ceph-mon[91733]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-13T07:43:10.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:10 smithi003 ceph-mon[89364]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-13T07:43:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:10 smithi066 ceph-mon[84331]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-13T07:43:11.398 INFO:tasks.workunit.client.0.smithi003.stdout: 439: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:11.398 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MAtjArlBBe_apPY off=3148275 len=606598 2024-04-13T07:43:11.399 INFO:tasks.workunit.client.0.smithi003.stdout:op 2211 completed, throughput=4.99MB/sec 2024-04-13T07:43:11.399 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PHQTyOR-F-mWPla off=1143694 len=681023 2024-04-13T07:43:11.401 INFO:tasks.workunit.client.0.smithi003.stdout:op 2212 completed, throughput=4.99MB/sec 2024-04-13T07:43:11.401 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pUBYEEwjOiKMi0g off=23209305 len=2071719 2024-04-13T07:43:11.403 INFO:tasks.workunit.client.0.smithi003.stdout:op 2213 completed, throughput=5MB/sec 2024-04-13T07:43:11.404 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ef89HAqPMRqBnUV off=0 len=1641517 2024-04-13T07:43:11.412 INFO:tasks.workunit.client.0.smithi003.stdout:op 2214 completed, throughput=5MB/sec 2024-04-13T07:43:12.413 INFO:tasks.workunit.client.0.smithi003.stdout: 440: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:12.413 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qWDK4ILqP4I-Fr5 off=770596 len=1313784 2024-04-13T07:43:12.420 INFO:tasks.workunit.client.0.smithi003.stdout:op 2215 completed, throughput=4.99MB/sec 2024-04-13T07:43:12.420 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7cuuMX5UD3jZ_58 off=3978780 len=85046 2024-04-13T07:43:12.421 INFO:tasks.workunit.client.0.smithi003.stdout:op 2216 completed, throughput=4.99MB/sec 2024-04-13T07:43:12.421 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JTAlndD56jUcD-B off=19453439 len=1595807 2024-04-13T07:43:12.423 INFO:tasks.workunit.client.0.smithi003.stdout:op 2217 completed, throughput=5MB/sec 2024-04-13T07:43:12.423 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gYgR5JXhka4T3jf off=1329945 len=291782 2024-04-13T07:43:12.426 INFO:tasks.workunit.client.0.smithi003.stdout:op 2218 completed, throughput=5MB/sec 2024-04-13T07:43:12.426 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-B7O6adVZM3cV42X off=3514176 len=1677787 2024-04-13T07:43:12.430 INFO:tasks.workunit.client.0.smithi003.stdout:op 2219 completed, throughput=5MB/sec 2024-04-13T07:43:12.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:12 smithi003 ceph-mon[91733]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T07:43:12.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:12 smithi003 ceph-mon[89364]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T07:43:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:12 smithi066 ceph-mon[84331]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T07:43:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:43:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:43:13.430 INFO:tasks.workunit.client.0.smithi003.stdout: 441: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:13.430 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BLwSwzWOHLbZR4V off=3264983 len=1545680 2024-04-13T07:43:13.437 INFO:tasks.workunit.client.0.smithi003.stdout:op 2220 completed, throughput=4.99MB/sec 2024-04-13T07:43:13.437 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-57JYY2KQsNJqMn5 off=14935629 len=687912 2024-04-13T07:43:13.441 INFO:tasks.workunit.client.0.smithi003.stdout:op 2221 completed, throughput=4.99MB/sec 2024-04-13T07:43:13.441 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-M4uPrQ4MA9uOXLz off=11235757 len=1505911 2024-04-13T07:43:13.443 INFO:tasks.workunit.client.0.smithi003.stdout:op 2222 completed, throughput=5MB/sec 2024-04-13T07:43:13.443 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YJzkx6i8X0SZOqp off=1727649 len=435612 2024-04-13T07:43:13.447 INFO:tasks.workunit.client.0.smithi003.stdout:op 2223 completed, throughput=5MB/sec 2024-04-13T07:43:13.447 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6kfroqvd33bc2bX off=4131841 len=1540004 2024-04-13T07:43:13.455 INFO:tasks.workunit.client.0.smithi003.stdout:op 2224 completed, throughput=5MB/sec 2024-04-13T07:43:14.455 INFO:tasks.workunit.client.0.smithi003.stdout: 442: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:14.455 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-V0bAZO5R9urdWO0 off=10535422 len=614800 2024-04-13T07:43:14.459 INFO:tasks.workunit.client.0.smithi003.stdout:op 2225 completed, throughput=4.99MB/sec 2024-04-13T07:43:14.459 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hJNxLzKlxlRwUsa off=0 len=1222777 2024-04-13T07:43:14.461 INFO:tasks.workunit.client.0.smithi003.stdout:op 2226 completed, throughput=4.99MB/sec 2024-04-13T07:43:14.461 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yxjzIkj9fbjDxLZ off=3417726 len=1967837 2024-04-13T07:43:14.463 INFO:tasks.workunit.client.0.smithi003.stdout:op 2227 completed, throughput=5MB/sec 2024-04-13T07:43:14.464 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mBpIDpsdBJEUYe1 off=10903280 len=351607 2024-04-13T07:43:14.467 INFO:tasks.workunit.client.0.smithi003.stdout:op 2228 completed, throughput=5MB/sec 2024-04-13T07:43:14.467 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KgbwEgab4pJ6NPB off=0 len=1703678 2024-04-13T07:43:14.469 INFO:tasks.workunit.client.0.smithi003.stdout:op 2229 completed, throughput=5MB/sec 2024-04-13T07:43:14.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:14 smithi003 ceph-mon[91733]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:43:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:14 smithi003 ceph-mon[89364]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:43:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:43:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:43:14] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-13T07:43:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:14 smithi066 ceph-mon[84331]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:43:15.469 INFO:tasks.workunit.client.0.smithi003.stdout: 443: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:15.470 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lIIi9atEENGxNPl off=660382 len=1458575 2024-04-13T07:43:15.478 INFO:tasks.workunit.client.0.smithi003.stdout:op 2230 completed, throughput=5MB/sec 2024-04-13T07:43:15.478 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OIakH9ZkGK5eqck off=5308337 len=1460865 2024-04-13T07:43:15.479 INFO:tasks.workunit.client.0.smithi003.stdout:op 2231 completed, throughput=5MB/sec 2024-04-13T07:43:15.479 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PgO_PiFRwZUL2He off=2263162 len=1293312 2024-04-13T07:43:15.480 INFO:tasks.workunit.client.0.smithi003.stdout:op 2232 completed, throughput=5MB/sec 2024-04-13T07:43:16.480 INFO:tasks.workunit.client.0.smithi003.stdout: 444: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:16.480 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lt7VnQuh_yXP0Ym off=2952633 len=1738210 2024-04-13T07:43:16.484 INFO:tasks.workunit.client.0.smithi003.stdout:op 2233 completed, throughput=4.99MB/sec 2024-04-13T07:43:16.484 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-t1gzIZ6APXva_qX off=5378541 len=1777559 2024-04-13T07:43:16.486 INFO:tasks.workunit.client.0.smithi003.stdout:op 2234 completed, throughput=5MB/sec 2024-04-13T07:43:16.486 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bGc2K9p2ZQk9txR off=0 len=1289729 2024-04-13T07:43:16.488 INFO:tasks.workunit.client.0.smithi003.stdout:op 2235 completed, throughput=5MB/sec 2024-04-13T07:43:16.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:16 smithi003 ceph-mon[89364]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-13T07:43:16.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:16 smithi003 ceph-mon[91733]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-13T07:43:16.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:16 smithi066 ceph-mon[84331]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-13T07:43:17.489 INFO:tasks.workunit.client.0.smithi003.stdout: 445: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:17.489 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RsvqUT7psn6jcYO off=9699266 len=7442 2024-04-13T07:43:17.489 INFO:tasks.workunit.client.0.smithi003.stdout:op 2236 completed, throughput=4.99MB/sec 2024-04-13T07:43:17.490 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9K3rQT2om3HgntD off=4410563 len=1497457 2024-04-13T07:43:17.499 INFO:tasks.workunit.client.0.smithi003.stdout:op 2237 completed, throughput=4.99MB/sec 2024-04-13T07:43:17.499 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xhU7yxljtm-8Zo2 off=9848010 len=533265 2024-04-13T07:43:17.503 INFO:tasks.workunit.client.0.smithi003.stdout:op 2238 completed, throughput=4.99MB/sec 2024-04-13T07:43:17.503 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-m8SFLY7XdsT9xTR off=17008828 len=751685 2024-04-13T07:43:17.505 INFO:tasks.workunit.client.0.smithi003.stdout:op 2239 completed, throughput=4.99MB/sec 2024-04-13T07:43:17.505 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zou200QqDGCtypK off=23788462 len=1778733 2024-04-13T07:43:17.514 INFO:tasks.workunit.client.0.smithi003.stdout:op 2240 completed, throughput=5MB/sec 2024-04-13T07:43:17.514 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qBw4CJIvAz7A-_y off=10943171 len=1238950 2024-04-13T07:43:17.520 INFO:tasks.workunit.client.0.smithi003.stdout:op 2241 completed, throughput=5MB/sec 2024-04-13T07:43:18.521 INFO:tasks.workunit.client.0.smithi003.stdout: 446: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:18.521 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lQAuPFTssQ79HSN off=17883839 len=257535 2024-04-13T07:43:18.524 INFO:tasks.workunit.client.0.smithi003.stdout:op 2242 completed, throughput=4.99MB/sec 2024-04-13T07:43:18.524 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bfdXAL7FXn-VBR7 off=7606683 len=1106228 2024-04-13T07:43:18.526 INFO:tasks.workunit.client.0.smithi003.stdout:op 2243 completed, throughput=4.99MB/sec 2024-04-13T07:43:18.526 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LAvfDZ9FE8t4OPT off=5160701 len=38791 2024-04-13T07:43:18.526 INFO:tasks.workunit.client.0.smithi003.stdout:op 2244 completed, throughput=4.99MB/sec 2024-04-13T07:43:18.526 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Yf7ECWMDGKTXTZr off=958118 len=1909766 2024-04-13T07:43:18.535 INFO:tasks.workunit.client.0.smithi003.stdout:op 2245 completed, throughput=5MB/sec 2024-04-13T07:43:18.536 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AD-ngrbHjMXw0un off=11976260 len=1118520 2024-04-13T07:43:18.536 INFO:tasks.workunit.client.0.smithi003.stdout:op 2246 completed, throughput=5MB/sec 2024-04-13T07:43:18.537 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-P1ALTx_mkQmRNCm off=2881393 len=888972 2024-04-13T07:43:18.538 INFO:tasks.workunit.client.0.smithi003.stdout:op 2247 completed, throughput=5MB/sec 2024-04-13T07:43:18.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:18 smithi003 ceph-mon[91733]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:43:18.687 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:18 smithi003 ceph-mon[89364]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:43:18.687 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:18 smithi066 ceph-mon[84331]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:43:19.539 INFO:tasks.workunit.client.0.smithi003.stdout: 447: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:19.539 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HBvkQZ4vHxIGUKd off=4542091 len=2053968 2024-04-13T07:43:19.551 INFO:tasks.workunit.client.0.smithi003.stdout:op 2248 completed, throughput=4.99MB/sec 2024-04-13T07:43:19.551 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mr7pt2S5lCr42Op off=107958 len=63171 2024-04-13T07:43:19.551 INFO:tasks.workunit.client.0.smithi003.stdout:op 2249 completed, throughput=4.99MB/sec 2024-04-13T07:43:19.551 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xX95CP1TEwj0t_R off=7736184 len=1236420 2024-04-13T07:43:19.553 INFO:tasks.workunit.client.0.smithi003.stdout:op 2250 completed, throughput=5MB/sec 2024-04-13T07:43:19.553 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IX4osVA9pC_syVB off=116311 len=1242573 2024-04-13T07:43:19.554 INFO:tasks.workunit.client.0.smithi003.stdout:op 2251 completed, throughput=5MB/sec 2024-04-13T07:43:19.554 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-z--gYO9jHHgRn7o off=2247177 len=615119 2024-04-13T07:43:19.555 INFO:tasks.workunit.client.0.smithi003.stdout:op 2252 completed, throughput=5MB/sec 2024-04-13T07:43:20.556 INFO:tasks.workunit.client.0.smithi003.stdout: 448: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:20.556 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kfD6pudtIS3Adbu off=5523956 len=1648628 2024-04-13T07:43:20.558 INFO:tasks.workunit.client.0.smithi003.stdout:op 2253 completed, throughput=4.99MB/sec 2024-04-13T07:43:20.558 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UwxrNsHb2HxJcpi off=837653 len=1458710 2024-04-13T07:43:20.564 INFO:tasks.workunit.client.0.smithi003.stdout:op 2254 completed, throughput=5MB/sec 2024-04-13T07:43:20.564 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uTHOTUHg7EUdEpv off=1423618 len=807100 2024-04-13T07:43:20.565 INFO:tasks.workunit.client.0.smithi003.stdout:op 2255 completed, throughput=5MB/sec 2024-04-13T07:43:20.565 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1Fh0-fwoA07Fght off=12891600 len=137619 2024-04-13T07:43:20.568 INFO:tasks.workunit.client.0.smithi003.stdout:op 2256 completed, throughput=5MB/sec 2024-04-13T07:43:20.568 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TKL0oVtzUF68-HZ off=798294 len=1062406 2024-04-13T07:43:20.569 INFO:tasks.workunit.client.0.smithi003.stdout:op 2257 completed, throughput=5MB/sec 2024-04-13T07:43:20.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:20 smithi003 ceph-mon[91733]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:43:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:20 smithi003 ceph-mon[89364]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:43:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:20 smithi066 ceph-mon[84331]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:43:21.569 INFO:tasks.workunit.client.0.smithi003.stdout: 449: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:21.569 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2J62pabTIDiiTzw off=17898135 len=153498 2024-04-13T07:43:21.572 INFO:tasks.workunit.client.0.smithi003.stdout:op 2258 completed, throughput=4.99MB/sec 2024-04-13T07:43:21.572 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rN2s3R316e9bMp1 off=1116418 len=1397560 2024-04-13T07:43:21.574 INFO:tasks.workunit.client.0.smithi003.stdout:op 2259 completed, throughput=4.99MB/sec 2024-04-13T07:43:21.574 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-J80fut_1TLw9zsU off=11276795 len=1396643 2024-04-13T07:43:21.581 INFO:tasks.workunit.client.0.smithi003.stdout:op 2260 completed, throughput=5MB/sec 2024-04-13T07:43:21.581 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Z5LMshm-C_vbuft off=202466 len=1522201 2024-04-13T07:43:21.588 INFO:tasks.workunit.client.0.smithi003.stdout:op 2261 completed, throughput=5MB/sec 2024-04-13T07:43:21.588 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aXTz8D2q3-_fUMq off=7789490 len=1646442 2024-04-13T07:43:21.596 INFO:tasks.workunit.client.0.smithi003.stdout:op 2262 completed, throughput=5MB/sec 2024-04-13T07:43:22.596 INFO:tasks.workunit.client.0.smithi003.stdout: 450: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:22.597 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4xY1PvjXk16nfG3 off=6787713 len=1732884 2024-04-13T07:43:22.605 INFO:tasks.workunit.client.0.smithi003.stdout:op 2263 completed, throughput=4.99MB/sec 2024-04-13T07:43:22.605 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QqzmwExy8mAkG8p off=4571957 len=214448 2024-04-13T07:43:22.608 INFO:tasks.workunit.client.0.smithi003.stdout:op 2264 completed, throughput=4.99MB/sec 2024-04-13T07:43:22.608 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rj943RXSSeGMY2z off=11668396 len=1195735 2024-04-13T07:43:22.610 INFO:tasks.workunit.client.0.smithi003.stdout:op 2265 completed, throughput=5MB/sec 2024-04-13T07:43:22.610 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-q_igEwmAu18Y-Xm off=17148294 len=924234 2024-04-13T07:43:22.615 INFO:tasks.workunit.client.0.smithi003.stdout:op 2266 completed, throughput=5MB/sec 2024-04-13T07:43:22.615 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aKvBJljc8b8QOVO off=53965 len=392454 2024-04-13T07:43:22.616 INFO:tasks.workunit.client.0.smithi003.stdout:op 2267 completed, throughput=5MB/sec 2024-04-13T07:43:22.616 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6HIhFLIMu5lVIbS off=1421371 len=362642 2024-04-13T07:43:22.617 INFO:tasks.workunit.client.0.smithi003.stdout:op 2268 completed, throughput=5MB/sec 2024-04-13T07:43:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:22 smithi003 ceph-mon[91733]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:43:22.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:22 smithi003 ceph-mon[89364]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:43:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:22 smithi066 ceph-mon[84331]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:43:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:43:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:43:23.617 INFO:tasks.workunit.client.0.smithi003.stdout: 451: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:23.618 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-W9mzSfGtzrZzsZN off=4409657 len=60249 2024-04-13T07:43:23.620 INFO:tasks.workunit.client.0.smithi003.stdout:op 2269 completed, throughput=4.99MB/sec 2024-04-13T07:43:23.620 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mC89rdGXkfUiBx1 off=10196283 len=1852731 2024-04-13T07:43:23.622 INFO:tasks.workunit.client.0.smithi003.stdout:op 2270 completed, throughput=4.99MB/sec 2024-04-13T07:43:23.623 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-L36dQv7gqRgt6n3 off=13279232 len=1930439 2024-04-13T07:43:23.632 INFO:tasks.workunit.client.0.smithi003.stdout:op 2271 completed, throughput=5MB/sec 2024-04-13T07:43:23.632 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-u57WZlaXX_tVlQ7 off=4726834 len=1696795 2024-04-13T07:43:23.633 INFO:tasks.workunit.client.0.smithi003.stdout:op 2272 completed, throughput=5MB/sec 2024-04-13T07:43:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:23.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:24.634 INFO:tasks.workunit.client.0.smithi003.stdout: 452: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:24.634 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_lFYzJ3UhFlsWa- off=0 len=1348822 2024-04-13T07:43:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:24 smithi003 ceph-mon[89364]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T07:43:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:24 smithi003 ceph-mon[91733]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T07:43:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:43:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:43:24] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-13T07:43:24.640 INFO:tasks.workunit.client.0.smithi003.stdout:op 2273 completed, throughput=4.99MB/sec 2024-04-13T07:43:24.641 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yR6HZ9nrEvwbeZj off=2268975 len=659745 2024-04-13T07:43:24.642 INFO:tasks.workunit.client.0.smithi003.stdout:op 2274 completed, throughput=4.99MB/sec 2024-04-13T07:43:24.642 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fE9jVDUvMePXces off=4730426 len=1880969 2024-04-13T07:43:24.650 INFO:tasks.workunit.client.0.smithi003.stdout:op 2275 completed, throughput=5MB/sec 2024-04-13T07:43:24.650 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-taamMWXNbhVgpAc off=1118305 len=2074798 2024-04-13T07:43:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:24 smithi066 ceph-mon[84331]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T07:43:24.653 INFO:tasks.workunit.client.0.smithi003.stdout:op 2276 completed, throughput=5MB/sec 2024-04-13T07:43:25.653 INFO:tasks.workunit.client.0.smithi003.stdout: 453: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:25.653 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_NS19C5dpHyDn6L off=3516601 len=1117208 2024-04-13T07:43:25.658 INFO:tasks.workunit.client.0.smithi003.stdout:op 2277 completed, throughput=4.99MB/sec 2024-04-13T07:43:25.658 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-w9gxjA0xD1xSLu1 off=1745144 len=948290 2024-04-13T07:43:25.659 INFO:tasks.workunit.client.0.smithi003.stdout:op 2278 completed, throughput=5MB/sec 2024-04-13T07:43:25.659 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SpizXHsjcT_Lp8D off=20268882 len=443349 2024-04-13T07:43:25.660 INFO:tasks.workunit.client.0.smithi003.stdout:op 2279 completed, throughput=5MB/sec 2024-04-13T07:43:25.660 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Jm4W5ZC9-PpSz9S off=18868584 len=1859942 2024-04-13T07:43:25.662 INFO:tasks.workunit.client.0.smithi003.stdout:op 2280 completed, throughput=5MB/sec 2024-04-13T07:43:26.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:26 smithi003 ceph-mon[91733]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:43:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:26 smithi003 ceph-mon[89364]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:43:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:26 smithi066 ceph-mon[84331]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:43:26.662 INFO:tasks.workunit.client.0.smithi003.stdout: 454: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:26.662 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-upzIwstRQRlPdaG off=9333781 len=309723 2024-04-13T07:43:26.663 INFO:tasks.workunit.client.0.smithi003.stdout:op 2281 completed, throughput=4.99MB/sec 2024-04-13T07:43:26.663 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AZbnGp0yVvqs-FR off=1014362 len=305863 2024-04-13T07:43:26.671 INFO:tasks.workunit.client.0.smithi003.stdout:op 2282 completed, throughput=4.99MB/sec 2024-04-13T07:43:26.672 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HwTWiKWNIkK0RUg off=18492339 len=604821 2024-04-13T07:43:26.676 INFO:tasks.workunit.client.0.smithi003.stdout:op 2283 completed, throughput=4.99MB/sec 2024-04-13T07:43:26.676 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-szaG5Ko_1wrZ3W3 off=11523503 len=951937 2024-04-13T07:43:26.677 INFO:tasks.workunit.client.0.smithi003.stdout:op 2284 completed, throughput=4.99MB/sec 2024-04-13T07:43:26.677 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IwXcJyXeR2xkHDH off=20245561 len=1101064 2024-04-13T07:43:26.679 INFO:tasks.workunit.client.0.smithi003.stdout:op 2285 completed, throughput=5MB/sec 2024-04-13T07:43:26.679 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5XOVmk5w0T3pT5r off=945261 len=739967 2024-04-13T07:43:26.681 INFO:tasks.workunit.client.0.smithi003.stdout:op 2286 completed, throughput=5MB/sec 2024-04-13T07:43:26.681 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-e12P3BDQi6Y6fof off=3997105 len=107245 2024-04-13T07:43:26.683 INFO:tasks.workunit.client.0.smithi003.stdout:op 2287 completed, throughput=5MB/sec 2024-04-13T07:43:26.683 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-O_xZBnOZ38rEv0W off=4317529 len=1142146 2024-04-13T07:43:26.688 INFO:tasks.workunit.client.0.smithi003.stdout:op 2288 completed, throughput=5MB/sec 2024-04-13T07:43:27.688 INFO:tasks.workunit.client.0.smithi003.stdout: 455: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:27.688 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QnW6QL_EqixbmcE off=7891882 len=623853 2024-04-13T07:43:27.693 INFO:tasks.workunit.client.0.smithi003.stdout:op 2289 completed, throughput=4.99MB/sec 2024-04-13T07:43:27.693 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GNT2UoQSmhOMp2q off=0 len=1617923 2024-04-13T07:43:27.699 INFO:tasks.workunit.client.0.smithi003.stdout:op 2290 completed, throughput=4.99MB/sec 2024-04-13T07:43:27.699 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QqDf-6fIL4U-0cK off=3603500 len=222976 2024-04-13T07:43:27.700 INFO:tasks.workunit.client.0.smithi003.stdout:op 2291 completed, throughput=4.99MB/sec 2024-04-13T07:43:27.700 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0rAr9t-CGDF6-XZ off=12431006 len=1809562 2024-04-13T07:43:27.708 INFO:tasks.workunit.client.0.smithi003.stdout:op 2292 completed, throughput=5MB/sec 2024-04-13T07:43:27.708 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cc9n6BsTSK2z6gS off=15184124 len=954782 2024-04-13T07:43:27.714 INFO:tasks.workunit.client.0.smithi003.stdout:op 2293 completed, throughput=5MB/sec 2024-04-13T07:43:27.714 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4GJGScgus_jIebP off=4417715 len=1406315 2024-04-13T07:43:27.719 INFO:tasks.workunit.client.0.smithi003.stdout:op 2294 completed, throughput=5MB/sec 2024-04-13T07:43:28.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:28 smithi003 ceph-mon[91733]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:43:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:28 smithi003 ceph-mon[89364]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:43:28.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:28 smithi066 ceph-mon[84331]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:43:28.720 INFO:tasks.workunit.client.0.smithi003.stdout: 456: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:28.720 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4laFJ7tti85NWX7 off=4330734 len=2069795 2024-04-13T07:43:28.733 INFO:tasks.workunit.client.0.smithi003.stdout:op 2295 completed, throughput=5MB/sec 2024-04-13T07:43:28.733 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-T6WIjEIHIc1pmuG off=5039747 len=2026488 2024-04-13T07:43:28.742 INFO:tasks.workunit.client.0.smithi003.stdout:op 2296 completed, throughput=5MB/sec 2024-04-13T07:43:29.742 INFO:tasks.workunit.client.0.smithi003.stdout: 457: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:29.742 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fHOBD1zh--dkd9E off=7921269 len=2060803 2024-04-13T07:43:29.746 INFO:tasks.workunit.client.0.smithi003.stdout:op 2297 completed, throughput=4.99MB/sec 2024-04-13T07:43:29.746 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zSb_um-a6YQ_q6T off=972193 len=1296275 2024-04-13T07:43:29.749 INFO:tasks.workunit.client.0.smithi003.stdout:op 2298 completed, throughput=5MB/sec 2024-04-13T07:43:29.749 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RkBL8Z8I0x9x1RN off=1267912 len=311413 2024-04-13T07:43:29.752 INFO:tasks.workunit.client.0.smithi003.stdout:op 2299 completed, throughput=5MB/sec 2024-04-13T07:43:29.753 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BFPr9tEiSP0sdlc off=6803598 len=1108422 2024-04-13T07:43:29.754 INFO:tasks.workunit.client.0.smithi003.stdout:op 2300 completed, throughput=5MB/sec 2024-04-13T07:43:29.754 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eLQzovOGLW6XzEG off=13997030 len=803213 2024-04-13T07:43:29.756 INFO:tasks.workunit.client.0.smithi003.stdout:op 2301 completed, throughput=5MB/sec 2024-04-13T07:43:30.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:30 smithi003 ceph-mon[91733]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:43:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:30 smithi003 ceph-mon[89364]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:43:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:30 smithi066 ceph-mon[84331]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:43:30.756 INFO:tasks.workunit.client.0.smithi003.stdout: 458: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:30.757 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_J0bkV_Ru9gbsY5 off=3387778 len=174732 2024-04-13T07:43:30.757 INFO:tasks.workunit.client.0.smithi003.stdout:op 2302 completed, throughput=4.99MB/sec 2024-04-13T07:43:30.757 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7_qcFVZvPnv1z7h off=14993998 len=255047 2024-04-13T07:43:30.760 INFO:tasks.workunit.client.0.smithi003.stdout:op 2303 completed, throughput=4.99MB/sec 2024-04-13T07:43:30.761 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-JBXzNcX2X_418Tf off=5156895 len=1342343 2024-04-13T07:43:30.768 INFO:tasks.workunit.client.0.smithi003.stdout:op 2304 completed, throughput=4.99MB/sec 2024-04-13T07:43:30.768 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_AtEO1KY7PJ0yfB off=14354204 len=1504941 2024-04-13T07:43:30.770 INFO:tasks.workunit.client.0.smithi003.stdout:op 2305 completed, throughput=5MB/sec 2024-04-13T07:43:30.770 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-h8s-u9M8qXDDvRr off=3125386 len=343635 2024-04-13T07:43:30.773 INFO:tasks.workunit.client.0.smithi003.stdout:op 2306 completed, throughput=5MB/sec 2024-04-13T07:43:30.773 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kztF0ZAJzWpKxX5 off=7585920 len=1657904 2024-04-13T07:43:30.782 INFO:tasks.workunit.client.0.smithi003.stdout:op 2307 completed, throughput=5MB/sec 2024-04-13T07:43:31.782 INFO:tasks.workunit.client.0.smithi003.stdout: 459: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:31.782 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PBlTnOBy1FNTbCg off=12055230 len=1205615 2024-04-13T07:43:31.784 INFO:tasks.workunit.client.0.smithi003.stdout:op 2308 completed, throughput=4.99MB/sec 2024-04-13T07:43:31.784 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6sylBqy-nUSNYME off=406280 len=2061868 2024-04-13T07:43:31.796 INFO:tasks.workunit.client.0.smithi003.stdout:op 2309 completed, throughput=5MB/sec 2024-04-13T07:43:31.796 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zhJg0Sm-JFuD_uq off=8137972 len=1089431 2024-04-13T07:43:31.797 INFO:tasks.workunit.client.0.smithi003.stdout:op 2310 completed, throughput=5MB/sec 2024-04-13T07:43:31.797 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jjdFA-ZNnCJjWa8 off=2726885 len=137309 2024-04-13T07:43:31.798 INFO:tasks.workunit.client.0.smithi003.stdout:op 2311 completed, throughput=5MB/sec 2024-04-13T07:43:31.798 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rXBGjZExBrreL5- off=3883254 len=111350 2024-04-13T07:43:31.798 INFO:tasks.workunit.client.0.smithi003.stdout:op 2312 completed, throughput=5MB/sec 2024-04-13T07:43:31.799 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eilpjFSeL6iqGym off=6321227 len=1947926 2024-04-13T07:43:31.807 INFO:tasks.workunit.client.0.smithi003.stdout:op 2313 completed, throughput=5MB/sec 2024-04-13T07:43:32.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:32 smithi003 ceph-mon[89364]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:43:32.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:32 smithi003 ceph-mon[91733]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:43:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:32 smithi066 ceph-mon[84331]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:43:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:43:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:43:32.807 INFO:tasks.workunit.client.0.smithi003.stdout: 460: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:32.807 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fAMS9ev2IKh4qtl off=4391275 len=1856912 2024-04-13T07:43:32.809 INFO:tasks.workunit.client.0.smithi003.stdout:op 2314 completed, throughput=5MB/sec 2024-04-13T07:43:32.809 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DiCuBiyaFcbMfqR off=422652 len=1344151 2024-04-13T07:43:32.816 INFO:tasks.workunit.client.0.smithi003.stdout:op 2315 completed, throughput=5MB/sec 2024-04-13T07:43:32.817 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WqeojIfhJHpWYRZ off=382373 len=2022523 2024-04-13T07:43:32.819 INFO:tasks.workunit.client.0.smithi003.stdout:op 2316 completed, throughput=5MB/sec 2024-04-13T07:43:33.819 INFO:tasks.workunit.client.0.smithi003.stdout: 461: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:33.819 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_6zg-oh1zhuAC-n off=15762471 len=1656311 2024-04-13T07:43:33.826 INFO:tasks.workunit.client.0.smithi003.stdout:op 2317 completed, throughput=5MB/sec 2024-04-13T07:43:33.826 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sCQ2J72QJxdDVu0 off=12557045 len=2095399 2024-04-13T07:43:33.828 INFO:tasks.workunit.client.0.smithi003.stdout:op 2318 completed, throughput=5MB/sec 2024-04-13T07:43:33.828 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_erxmu7I2pwzup1 off=11789138 len=1841110 2024-04-13T07:43:33.830 INFO:tasks.workunit.client.0.smithi003.stdout:op 2319 completed, throughput=5MB/sec 2024-04-13T07:43:34.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:34 smithi003 ceph-mon[91733]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:43:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:34 smithi003 ceph-mon[89364]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:43:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:43:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:43:34] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-13T07:43:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:34 smithi066 ceph-mon[84331]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:43:34.831 INFO:tasks.workunit.client.0.smithi003.stdout: 462: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:34.831 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zGFSKViDVF4PemA off=5481848 len=1637297 2024-04-13T07:43:34.838 INFO:tasks.workunit.client.0.smithi003.stdout:op 2320 completed, throughput=5MB/sec 2024-04-13T07:43:34.838 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-57NO_mJDxlFLSBJ off=545510 len=717736 2024-04-13T07:43:34.838 INFO:tasks.workunit.client.0.smithi003.stdout:op 2321 completed, throughput=5MB/sec 2024-04-13T07:43:34.839 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-C3pbO6M2Rj9-pJy off=8823782 len=1878644 2024-04-13T07:43:34.848 INFO:tasks.workunit.client.0.smithi003.stdout:op 2322 completed, throughput=5MB/sec 2024-04-13T07:43:35.848 INFO:tasks.workunit.client.0.smithi003.stdout: 463: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:35.848 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Y1YtlsrQkrR_CY1 off=13916439 len=1033659 2024-04-13T07:43:35.849 INFO:tasks.workunit.client.0.smithi003.stdout:op 2323 completed, throughput=4.99MB/sec 2024-04-13T07:43:35.850 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-O5Yq0qpIX-MTQfT off=8841943 len=1007687 2024-04-13T07:43:35.851 INFO:tasks.workunit.client.0.smithi003.stdout:op 2324 completed, throughput=4.99MB/sec 2024-04-13T07:43:35.851 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_u78z2AzU0PJwBa off=8601357 len=635076 2024-04-13T07:43:35.855 INFO:tasks.workunit.client.0.smithi003.stdout:op 2325 completed, throughput=5MB/sec 2024-04-13T07:43:35.855 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BphkwWA-5jMj8G5 off=16076181 len=1350474 2024-04-13T07:43:35.858 INFO:tasks.workunit.client.0.smithi003.stdout:op 2326 completed, throughput=5MB/sec 2024-04-13T07:43:35.858 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-864j4RXbab7JIgC off=11933285 len=1804529 2024-04-13T07:43:35.868 INFO:tasks.workunit.client.0.smithi003.stdout:op 2327 completed, throughput=5MB/sec 2024-04-13T07:43:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:36 smithi003 ceph-mon[89364]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:43:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:36 smithi003 ceph-mon[91733]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:43:36.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:36 smithi066 ceph-mon[84331]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:43:36.868 INFO:tasks.workunit.client.0.smithi003.stdout: 464: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:36.869 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VfmeotGI88VWFuS off=2414566 len=752489 2024-04-13T07:43:36.870 INFO:tasks.workunit.client.0.smithi003.stdout:op 2328 completed, throughput=4.99MB/sec 2024-04-13T07:43:36.870 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--2zpDpAZz8JzXfI off=15632448 len=751312 2024-04-13T07:43:36.871 INFO:tasks.workunit.client.0.smithi003.stdout:op 2329 completed, throughput=4.99MB/sec 2024-04-13T07:43:36.872 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5yRhAAviFT2bCCs off=15193894 len=1945903 2024-04-13T07:43:36.879 INFO:tasks.workunit.client.0.smithi003.stdout:op 2330 completed, throughput=5MB/sec 2024-04-13T07:43:36.879 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7cG5HzjtjvJrjeb off=7551406 len=1956255 2024-04-13T07:43:36.890 INFO:tasks.workunit.client.0.smithi003.stdout:op 2331 completed, throughput=5MB/sec 2024-04-13T07:43:37.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:43:37.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:43:37.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:43:37.890 INFO:tasks.workunit.client.0.smithi003.stdout: 465: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:37.890 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-M9n83JxcyYPnkLM off=948676 len=112463 2024-04-13T07:43:37.892 INFO:tasks.workunit.client.0.smithi003.stdout:op 2332 completed, throughput=4.99MB/sec 2024-04-13T07:43:37.893 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-u9q3BcLCzaP4mJH off=8024778 len=1116987 2024-04-13T07:43:37.897 INFO:tasks.workunit.client.0.smithi003.stdout:op 2333 completed, throughput=4.99MB/sec 2024-04-13T07:43:37.897 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IdRJaefPoN5wccQ off=9991350 len=1035622 2024-04-13T07:43:37.898 INFO:tasks.workunit.client.0.smithi003.stdout:op 2334 completed, throughput=5MB/sec 2024-04-13T07:43:37.898 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RtqrupqGZH81ECZ off=1358080 len=1615666 2024-04-13T07:43:37.900 INFO:tasks.workunit.client.0.smithi003.stdout:op 2335 completed, throughput=5MB/sec 2024-04-13T07:43:37.900 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3FwLKigGKQIKs5_ off=20985947 len=529196 2024-04-13T07:43:37.903 INFO:tasks.workunit.client.0.smithi003.stdout:op 2336 completed, throughput=5MB/sec 2024-04-13T07:43:38.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:38 smithi003 ceph-mon[91733]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:43:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:43:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:43:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:43:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:38 smithi003 ceph-mon[89364]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:43:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:43:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:43:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:43:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:38 smithi066 ceph-mon[84331]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:43:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:43:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:43:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:43:38.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:38.903 INFO:tasks.workunit.client.0.smithi003.stdout: 466: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:38.903 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-C2G6DyTzHELnJKs off=6868350 len=1789454 2024-04-13T07:43:38.912 INFO:tasks.workunit.client.0.smithi003.stdout:op 2337 completed, throughput=4.99MB/sec 2024-04-13T07:43:38.912 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7C9WMD45WzjBHiM off=5374946 len=1978418 2024-04-13T07:43:38.914 INFO:tasks.workunit.client.0.smithi003.stdout:op 2338 completed, throughput=5MB/sec 2024-04-13T07:43:38.914 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5Rlt-9JEKldBp54 off=1852468 len=652014 2024-04-13T07:43:38.919 INFO:tasks.workunit.client.0.smithi003.stdout:op 2339 completed, throughput=5MB/sec 2024-04-13T07:43:38.919 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jh4ptDehh5VAdNn off=3784879 len=1839426 2024-04-13T07:43:38.928 INFO:tasks.workunit.client.0.smithi003.stdout:op 2340 completed, throughput=5MB/sec 2024-04-13T07:43:39.929 INFO:tasks.workunit.client.0.smithi003.stdout: 467: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:39.929 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2h_YDgA7rYjrt8o off=20841816 len=181203 2024-04-13T07:43:39.929 INFO:tasks.workunit.client.0.smithi003.stdout:op 2341 completed, throughput=4.99MB/sec 2024-04-13T07:43:39.929 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LJ8WVyE05jjlc69 off=613881 len=1169577 2024-04-13T07:43:39.935 INFO:tasks.workunit.client.0.smithi003.stdout:op 2342 completed, throughput=4.99MB/sec 2024-04-13T07:43:39.935 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HgatWHrJTr-eaCK off=11418241 len=424364 2024-04-13T07:43:39.936 INFO:tasks.workunit.client.0.smithi003.stdout:op 2343 completed, throughput=4.99MB/sec 2024-04-13T07:43:39.936 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HgJIVJRC7DBCh0Z off=13412550 len=99926 2024-04-13T07:43:39.937 INFO:tasks.workunit.client.0.smithi003.stdout:op 2344 completed, throughput=5MB/sec 2024-04-13T07:43:39.937 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lc8V_35KAKaii6x off=4090746 len=1960077 2024-04-13T07:43:39.939 INFO:tasks.workunit.client.0.smithi003.stdout:op 2345 completed, throughput=5MB/sec 2024-04-13T07:43:39.939 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HsT0BOUp0z2mroX off=14248726 len=1955270 2024-04-13T07:43:39.947 INFO:tasks.workunit.client.0.smithi003.stdout:op 2346 completed, throughput=5MB/sec 2024-04-13T07:43:40.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:40 smithi003 ceph-mon[91733]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-13T07:43:40.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:40 smithi003 ceph-mon[89364]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-13T07:43:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:40 smithi066 ceph-mon[84331]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-13T07:43:40.948 INFO:tasks.workunit.client.0.smithi003.stdout: 468: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:40.948 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8QYVpxG8sGUXgo6 off=12520865 len=2031610 2024-04-13T07:43:40.950 INFO:tasks.workunit.client.0.smithi003.stdout:op 2347 completed, throughput=5MB/sec 2024-04-13T07:43:40.951 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bqQR5Zxccj-QE87 off=17269247 len=1729793 2024-04-13T07:43:40.958 INFO:tasks.workunit.client.0.smithi003.stdout:op 2348 completed, throughput=5MB/sec 2024-04-13T07:43:40.958 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-alL6tLIiSs4f6-D off=8288172 len=1414068 2024-04-13T07:43:40.960 INFO:tasks.workunit.client.0.smithi003.stdout:op 2349 completed, throughput=5MB/sec 2024-04-13T07:43:41.960 INFO:tasks.workunit.client.0.smithi003.stdout: 469: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:41.961 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WmnhyLhQSKAMgI8 off=3592074 len=1672115 2024-04-13T07:43:41.962 INFO:tasks.workunit.client.0.smithi003.stdout:op 2350 completed, throughput=5MB/sec 2024-04-13T07:43:41.963 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-J2UX8wO4x3c6UEa off=1656412 len=1836829 2024-04-13T07:43:41.973 INFO:tasks.workunit.client.0.smithi003.stdout:op 2351 completed, throughput=5MB/sec 2024-04-13T07:43:41.973 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HRcvy1rHmBK5r4t off=8947416 len=595536 2024-04-13T07:43:41.974 INFO:tasks.workunit.client.0.smithi003.stdout:op 2352 completed, throughput=5MB/sec 2024-04-13T07:43:42.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:42 smithi003 ceph-mon[91733]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:43:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:42 smithi003 ceph-mon[89364]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:43:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:42 smithi066 ceph-mon[84331]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:43:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:43:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:43:42.975 INFO:tasks.workunit.client.0.smithi003.stdout: 470: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:42.975 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EUpNDLj66PMqX70 off=6060195 len=1480322 2024-04-13T07:43:42.978 INFO:tasks.workunit.client.0.smithi003.stdout:op 2353 completed, throughput=4.99MB/sec 2024-04-13T07:43:42.978 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Jm4W5ZC9-PpSz9S off=24633339 len=238474 2024-04-13T07:43:42.979 INFO:tasks.workunit.client.0.smithi003.stdout:op 2354 completed, throughput=4.99MB/sec 2024-04-13T07:43:42.979 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cFa48YuTn6JNEyK off=21962690 len=1694000 2024-04-13T07:43:42.994 INFO:tasks.workunit.client.0.smithi003.stdout:op 2355 completed, throughput=5MB/sec 2024-04-13T07:43:42.995 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Rt_jk9aQh3GvCnf off=3404290 len=1078525 2024-04-13T07:43:42.996 INFO:tasks.workunit.client.0.smithi003.stdout:op 2356 completed, throughput=5MB/sec 2024-04-13T07:43:42.996 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-o3K0C7EwAt9NAlC off=8634254 len=683802 2024-04-13T07:43:42.997 INFO:tasks.workunit.client.0.smithi003.stdout:op 2357 completed, throughput=5MB/sec 2024-04-13T07:43:42.997 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-T7exPpc1VhVb5sv off=4762937 len=1479264 2024-04-13T07:43:42.998 INFO:tasks.workunit.client.0.smithi003.stdout:op 2358 completed, throughput=5MB/sec 2024-04-13T07:43:43.999 INFO:tasks.workunit.client.0.smithi003.stdout: 471: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:43.999 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4zDNne_YJYTZYmE off=10351609 len=217139 2024-04-13T07:43:44.002 INFO:tasks.workunit.client.0.smithi003.stdout:op 2359 completed, throughput=4.99MB/sec 2024-04-13T07:43:44.002 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-a867qtyvMmbm4L9 off=10913839 len=2016757 2024-04-13T07:43:44.006 INFO:tasks.workunit.client.0.smithi003.stdout:op 2360 completed, throughput=5MB/sec 2024-04-13T07:43:44.006 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--qPIgen2_L0Jr70 off=3821786 len=1141897 2024-04-13T07:43:44.013 INFO:tasks.workunit.client.0.smithi003.stdout:op 2361 completed, throughput=5MB/sec 2024-04-13T07:43:44.013 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-C2fG99EnfTlWhll off=17519354 len=2007561 2024-04-13T07:43:44.016 INFO:tasks.workunit.client.0.smithi003.stdout:op 2362 completed, throughput=5MB/sec 2024-04-13T07:43:44.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:44 smithi003 ceph-mon[91733]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:43:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:44 smithi003 ceph-mon[89364]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:43:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:43:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:43:44] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-04-13T07:43:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:44 smithi066 ceph-mon[84331]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:43:45.016 INFO:tasks.workunit.client.0.smithi003.stdout: 472: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:45.016 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JkLEBC4aWMKKmHz off=19782324 len=898527 2024-04-13T07:43:45.018 INFO:tasks.workunit.client.0.smithi003.stdout:op 2363 completed, throughput=4.99MB/sec 2024-04-13T07:43:45.018 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pY4uUdkGV50TuAe off=10394025 len=1088163 2024-04-13T07:43:45.023 INFO:tasks.workunit.client.0.smithi003.stdout:op 2364 completed, throughput=5MB/sec 2024-04-13T07:43:45.023 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-z40XGC999ywhXjc off=8724164 len=875890 2024-04-13T07:43:45.028 INFO:tasks.workunit.client.0.smithi003.stdout:op 2365 completed, throughput=5MB/sec 2024-04-13T07:43:45.029 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WeqKRUhjHAUyPhN off=567942 len=1139012 2024-04-13T07:43:45.030 INFO:tasks.workunit.client.0.smithi003.stdout:op 2366 completed, throughput=5MB/sec 2024-04-13T07:43:46.030 INFO:tasks.workunit.client.0.smithi003.stdout: 473: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:46.030 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0H-qvHoD4Jf0giz off=19455096 len=1329411 2024-04-13T07:43:46.036 INFO:tasks.workunit.client.0.smithi003.stdout:op 2367 completed, throughput=4.99MB/sec 2024-04-13T07:43:46.036 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fPtt2Suty0iDdtr off=2908940 len=1923881 2024-04-13T07:43:46.038 INFO:tasks.workunit.client.0.smithi003.stdout:op 2368 completed, throughput=5MB/sec 2024-04-13T07:43:46.038 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-u5v3hzB-kpaPwSB off=4701702 len=1348212 2024-04-13T07:43:46.039 INFO:tasks.workunit.client.0.smithi003.stdout:op 2369 completed, throughput=5MB/sec 2024-04-13T07:43:46.040 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5WVrAxRMjO0GCyk off=0 len=1228290 2024-04-13T07:43:46.041 INFO:tasks.workunit.client.0.smithi003.stdout:op 2370 completed, throughput=5MB/sec 2024-04-13T07:43:46.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:46 smithi003 ceph-mon[91733]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:43:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:46 smithi003 ceph-mon[89364]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:43:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:46 smithi066 ceph-mon[84331]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:43:47.041 INFO:tasks.workunit.client.0.smithi003.stdout: 474: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:47.042 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ybxwtiWf1a7CFwy off=13254280 len=180690 2024-04-13T07:43:47.044 INFO:tasks.workunit.client.0.smithi003.stdout:op 2371 completed, throughput=4.99MB/sec 2024-04-13T07:43:47.045 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KVtLK1ocM-Z3ddk off=12891789 len=5973 2024-04-13T07:43:47.045 INFO:tasks.workunit.client.0.smithi003.stdout:op 2372 completed, throughput=4.99MB/sec 2024-04-13T07:43:47.045 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8wk6JONPUFzU2Xk off=235363 len=1320189 2024-04-13T07:43:47.054 INFO:tasks.workunit.client.0.smithi003.stdout:op 2373 completed, throughput=4.99MB/sec 2024-04-13T07:43:47.054 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IV0f8Qp1rRl9-aj off=5348194 len=691081 2024-04-13T07:43:47.055 INFO:tasks.workunit.client.0.smithi003.stdout:op 2374 completed, throughput=5MB/sec 2024-04-13T07:43:47.055 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-n27vcK_iawHMVat off=2785498 len=1932263 2024-04-13T07:43:47.066 INFO:tasks.workunit.client.0.smithi003.stdout:op 2375 completed, throughput=5MB/sec 2024-04-13T07:43:47.066 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9rhOT_v36fuPNXD off=11664644 len=779234 2024-04-13T07:43:47.070 INFO:tasks.workunit.client.0.smithi003.stdout:op 2376 completed, throughput=5MB/sec 2024-04-13T07:43:48.071 INFO:tasks.workunit.client.0.smithi003.stdout: 475: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:48.071 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jIhtoXm_izkXzp6 off=10512051 len=514923 2024-04-13T07:43:48.072 INFO:tasks.workunit.client.0.smithi003.stdout:op 2377 completed, throughput=4.99MB/sec 2024-04-13T07:43:48.072 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KyAATVQeyN7d-tf off=6732918 len=1184830 2024-04-13T07:43:48.073 INFO:tasks.workunit.client.0.smithi003.stdout:op 2378 completed, throughput=4.99MB/sec 2024-04-13T07:43:48.073 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-W_mJUYF2ojHBpxy off=16802725 len=1806553 2024-04-13T07:43:48.075 INFO:tasks.workunit.client.0.smithi003.stdout:op 2379 completed, throughput=5MB/sec 2024-04-13T07:43:48.075 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Hn11V_wFKsldhuk off=1358420 len=579304 2024-04-13T07:43:48.076 INFO:tasks.workunit.client.0.smithi003.stdout:op 2380 completed, throughput=5MB/sec 2024-04-13T07:43:48.076 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EKy6_iK0OXn1fFp off=4841744 len=452662 2024-04-13T07:43:48.077 INFO:tasks.workunit.client.0.smithi003.stdout:op 2381 completed, throughput=5MB/sec 2024-04-13T07:43:48.077 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hPZ9OXPUJzFp8Hk off=1434585 len=1098849 2024-04-13T07:43:48.082 INFO:tasks.workunit.client.0.smithi003.stdout:op 2382 completed, throughput=5MB/sec 2024-04-13T07:43:48.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:48 smithi003 ceph-mon[91733]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T07:43:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:48 smithi003 ceph-mon[89364]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T07:43:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:48 smithi066 ceph-mon[84331]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T07:43:49.083 INFO:tasks.workunit.client.0.smithi003.stdout: 476: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:49.083 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3DA4cyd8bvJZQdL off=11870380 len=766538 2024-04-13T07:43:49.088 INFO:tasks.workunit.client.0.smithi003.stdout:op 2383 completed, throughput=4.99MB/sec 2024-04-13T07:43:49.088 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kAZITD81jHDOGaS off=3185701 len=1261265 2024-04-13T07:43:49.089 INFO:tasks.workunit.client.0.smithi003.stdout:op 2384 completed, throughput=4.99MB/sec 2024-04-13T07:43:49.089 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FeSMnhc0X23lawY off=4159355 len=2084851 2024-04-13T07:43:49.092 INFO:tasks.workunit.client.0.smithi003.stdout:op 2385 completed, throughput=5MB/sec 2024-04-13T07:43:49.092 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vncxuiShCWCug4U off=1690170 len=1632266 2024-04-13T07:43:49.099 INFO:tasks.workunit.client.0.smithi003.stdout:op 2386 completed, throughput=5MB/sec 2024-04-13T07:43:50.099 INFO:tasks.workunit.client.0.smithi003.stdout: 477: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:50.099 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kld8SjtT7ns8HL0 off=15155521 len=1970359 2024-04-13T07:43:50.103 INFO:tasks.workunit.client.0.smithi003.stdout:op 2387 completed, throughput=5MB/sec 2024-04-13T07:43:50.103 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VLPFSNQFObY7vWz off=4228691 len=797019 2024-04-13T07:43:50.105 INFO:tasks.workunit.client.0.smithi003.stdout:op 2388 completed, throughput=5MB/sec 2024-04-13T07:43:50.105 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nn7Ty0s0nvli_lH off=19353289 len=353742 2024-04-13T07:43:50.106 INFO:tasks.workunit.client.0.smithi003.stdout:op 2389 completed, throughput=5MB/sec 2024-04-13T07:43:50.106 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1Lt7zOxU-VMdMQv off=13540186 len=236428 2024-04-13T07:43:50.107 INFO:tasks.workunit.client.0.smithi003.stdout:op 2390 completed, throughput=5MB/sec 2024-04-13T07:43:50.107 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mvwiyExHNfeB5Sw off=10357091 len=1923727 2024-04-13T07:43:50.109 INFO:tasks.workunit.client.0.smithi003.stdout:op 2391 completed, throughput=5MB/sec 2024-04-13T07:43:50.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:50 smithi003 ceph-mon[91733]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:43:50.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:50 smithi003 ceph-mon[89364]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:43:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:50 smithi066 ceph-mon[84331]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:43:51.109 INFO:tasks.workunit.client.0.smithi003.stdout: 478: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:51.110 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-W9mAZBh2OvJy267 off=2140008 len=1308591 2024-04-13T07:43:51.116 INFO:tasks.workunit.client.0.smithi003.stdout:op 2392 completed, throughput=4.99MB/sec 2024-04-13T07:43:51.116 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6yx9pwbJQskuV9x off=3273249 len=523654 2024-04-13T07:43:51.117 INFO:tasks.workunit.client.0.smithi003.stdout:op 2393 completed, throughput=4.99MB/sec 2024-04-13T07:43:51.117 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lPaRIPC-NNuHnJR off=1736095 len=1532102 2024-04-13T07:43:51.125 INFO:tasks.workunit.client.0.smithi003.stdout:op 2394 completed, throughput=5MB/sec 2024-04-13T07:43:51.125 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-o3UAgqVi2VPUU_Y off=4099804 len=1492648 2024-04-13T07:43:51.128 INFO:tasks.workunit.client.0.smithi003.stdout:op 2395 completed, throughput=5MB/sec 2024-04-13T07:43:52.129 INFO:tasks.workunit.client.0.smithi003.stdout: 479: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:52.129 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--bEyLki9Hns8S7I off=2780100 len=2008375 2024-04-13T07:43:52.131 INFO:tasks.workunit.client.0.smithi003.stdout:op 2396 completed, throughput=4.99MB/sec 2024-04-13T07:43:52.131 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rImoTBKlzFuDjVJ off=7411387 len=1822489 2024-04-13T07:43:52.141 INFO:tasks.workunit.client.0.smithi003.stdout:op 2397 completed, throughput=5MB/sec 2024-04-13T07:43:52.141 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SPZZ8a9NEEjX9i4 off=8140682 len=1235251 2024-04-13T07:43:52.147 INFO:tasks.workunit.client.0.smithi003.stdout:op 2398 completed, throughput=5MB/sec 2024-04-13T07:43:52.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:52 smithi003 ceph-mon[91733]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:43:52.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:52 smithi003 ceph-mon[89364]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:43:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:52 smithi066 ceph-mon[84331]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:43:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:43:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:43:53.148 INFO:tasks.workunit.client.0.smithi003.stdout: 480: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:53.148 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0mQVC9PqHt5AsV9 off=8783300 len=443737 2024-04-13T07:43:53.152 INFO:tasks.workunit.client.0.smithi003.stdout:op 2399 completed, throughput=4.99MB/sec 2024-04-13T07:43:53.152 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BjUCt7A_WmOaKx7 off=2519707 len=1362993 2024-04-13T07:43:53.153 INFO:tasks.workunit.client.0.smithi003.stdout:op 2400 completed, throughput=4.99MB/sec 2024-04-13T07:43:53.154 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-psrn5q8DOzKM6oo off=843046 len=201250 2024-04-13T07:43:53.157 INFO:tasks.workunit.client.0.smithi003.stdout:op 2401 completed, throughput=4.99MB/sec 2024-04-13T07:43:53.157 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-raJNNoAVBrvN2AY off=45164 len=2012828 2024-04-13T07:43:53.167 INFO:tasks.workunit.client.0.smithi003.stdout:op 2402 completed, throughput=5MB/sec 2024-04-13T07:43:53.168 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OlCruur7CpvID9V off=13167591 len=2092286 2024-04-13T07:43:53.169 INFO:tasks.workunit.client.0.smithi003.stdout:op 2403 completed, throughput=5MB/sec 2024-04-13T07:43:53.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:53.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:43:54.169 INFO:tasks.workunit.client.0.smithi003.stdout: 481: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:54.169 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mvVrP58szcLFkgC off=6718252 len=24278 2024-04-13T07:43:54.170 INFO:tasks.workunit.client.0.smithi003.stdout:op 2404 completed, throughput=4.99MB/sec 2024-04-13T07:43:54.170 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QguDCcZWvMnpgds off=2637281 len=1219646 2024-04-13T07:43:54.172 INFO:tasks.workunit.client.0.smithi003.stdout:op 2405 completed, throughput=4.99MB/sec 2024-04-13T07:43:54.172 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LZjp5g-IKWlHCJh off=23789559 len=999243 2024-04-13T07:43:54.178 INFO:tasks.workunit.client.0.smithi003.stdout:op 2406 completed, throughput=5MB/sec 2024-04-13T07:43:54.178 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SrF5kLbqFq4HI7l off=14063319 len=227089 2024-04-13T07:43:54.178 INFO:tasks.workunit.client.0.smithi003.stdout:op 2407 completed, throughput=5MB/sec 2024-04-13T07:43:54.178 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8PqNhrddAnunLNE off=3179964 len=609892 2024-04-13T07:43:54.182 INFO:tasks.workunit.client.0.smithi003.stdout:op 2408 completed, throughput=5MB/sec 2024-04-13T07:43:54.182 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SeO1JCZDZh8AjdE off=3610915 len=541481 2024-04-13T07:43:54.183 INFO:tasks.workunit.client.0.smithi003.stdout:op 2409 completed, throughput=5MB/sec 2024-04-13T07:43:54.184 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kvYgMW635cpC22N off=3195209 len=903124 2024-04-13T07:43:54.188 INFO:tasks.workunit.client.0.smithi003.stdout:op 2410 completed, throughput=5MB/sec 2024-04-13T07:43:54.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:54 smithi003 ceph-mon[91733]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-13T07:43:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:54 smithi003 ceph-mon[89364]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-13T07:43:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:43:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:43:54] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-13T07:43:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:54 smithi066 ceph-mon[84331]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-13T07:43:55.188 INFO:tasks.workunit.client.0.smithi003.stdout: 482: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:55.188 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-02RMT_LAMPFMiB3 off=9719631 len=1527405 2024-04-13T07:43:55.190 INFO:tasks.workunit.client.0.smithi003.stdout:op 2411 completed, throughput=4.99MB/sec 2024-04-13T07:43:55.190 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-p-ClfSBDuIuVvTK off=1167499 len=823613 2024-04-13T07:43:55.193 INFO:tasks.workunit.client.0.smithi003.stdout:op 2412 completed, throughput=4.99MB/sec 2024-04-13T07:43:55.193 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1bypYoEwz0YTwUe off=3545293 len=1717125 2024-04-13T07:43:55.196 INFO:tasks.workunit.client.0.smithi003.stdout:op 2413 completed, throughput=5MB/sec 2024-04-13T07:43:55.196 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dSxH7cYuYmjV-VF off=19688962 len=960684 2024-04-13T07:43:55.198 INFO:tasks.workunit.client.0.smithi003.stdout:op 2414 completed, throughput=5MB/sec 2024-04-13T07:43:55.198 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UCM45TEGGvBhIqs off=2016693 len=504289 2024-04-13T07:43:55.199 INFO:tasks.workunit.client.0.smithi003.stdout:op 2415 completed, throughput=5MB/sec 2024-04-13T07:43:56.199 INFO:tasks.workunit.client.0.smithi003.stdout: 483: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:56.199 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-trjUv2hfPdOZuPX off=1281692 len=1308611 2024-04-13T07:43:56.201 INFO:tasks.workunit.client.0.smithi003.stdout:op 2416 completed, throughput=4.99MB/sec 2024-04-13T07:43:56.201 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fTJ-DGx44M_gIeR off=1635506 len=1730221 2024-04-13T07:43:56.210 INFO:tasks.workunit.client.0.smithi003.stdout:op 2417 completed, throughput=5MB/sec 2024-04-13T07:43:56.210 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HKc2ZgblezhPAvk off=5574754 len=199362 2024-04-13T07:43:56.211 INFO:tasks.workunit.client.0.smithi003.stdout:op 2418 completed, throughput=5MB/sec 2024-04-13T07:43:56.211 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nuIJaRQcyWnkDIU off=1457770 len=1150291 2024-04-13T07:43:56.216 INFO:tasks.workunit.client.0.smithi003.stdout:op 2419 completed, throughput=5MB/sec 2024-04-13T07:43:56.216 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-JwBYZ1bguVVVq-d off=3922734 len=384417 2024-04-13T07:43:56.219 INFO:tasks.workunit.client.0.smithi003.stdout:op 2420 completed, throughput=5MB/sec 2024-04-13T07:43:56.219 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-whj5y8wKFdEatsl off=107037 len=1769637 2024-04-13T07:43:56.221 INFO:tasks.workunit.client.0.smithi003.stdout:op 2421 completed, throughput=5MB/sec 2024-04-13T07:43:56.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:56 smithi003 ceph-mon[89364]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:43:56.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:56 smithi003 ceph-mon[91733]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:43:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:56 smithi066 ceph-mon[84331]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:43:57.221 INFO:tasks.workunit.client.0.smithi003.stdout: 484: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:57.221 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-A_SZ4q4X52e8ToP off=1939509 len=433025 2024-04-13T07:43:57.225 INFO:tasks.workunit.client.0.smithi003.stdout:op 2422 completed, throughput=4.99MB/sec 2024-04-13T07:43:57.225 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-M3BMIhTNxvAoc_V off=1512796 len=1374854 2024-04-13T07:43:57.231 INFO:tasks.workunit.client.0.smithi003.stdout:op 2423 completed, throughput=5MB/sec 2024-04-13T07:43:57.232 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kQ35Dj96IJ2Orxt off=11912547 len=1602668 2024-04-13T07:43:57.238 INFO:tasks.workunit.client.0.smithi003.stdout:op 2424 completed, throughput=5MB/sec 2024-04-13T07:43:57.238 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AHVFUAKfWRUowHq off=5464161 len=372271 2024-04-13T07:43:57.240 INFO:tasks.workunit.client.0.smithi003.stdout:op 2425 completed, throughput=5MB/sec 2024-04-13T07:43:57.240 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WnIJDHYSEEyhhuQ off=5756327 len=1322917 2024-04-13T07:43:57.245 INFO:tasks.workunit.client.0.smithi003.stdout:op 2426 completed, throughput=5MB/sec 2024-04-13T07:43:58.246 INFO:tasks.workunit.client.0.smithi003.stdout: 485: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:58.246 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-f7sYGFXUjIfJ_Ei off=12814654 len=2029743 2024-04-13T07:43:58.258 INFO:tasks.workunit.client.0.smithi003.stdout:op 2427 completed, throughput=5MB/sec 2024-04-13T07:43:58.258 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XoUpRJ31tHKm-pu off=10965845 len=1037141 2024-04-13T07:43:58.259 INFO:tasks.workunit.client.0.smithi003.stdout:op 2428 completed, throughput=5MB/sec 2024-04-13T07:43:58.259 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rAzi7dZGEZ9jbCC off=20487644 len=1104802 2024-04-13T07:43:58.265 INFO:tasks.workunit.client.0.smithi003.stdout:op 2429 completed, throughput=5MB/sec 2024-04-13T07:43:58.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:43:58 smithi003 ceph-mon[89364]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T07:43:58.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:43:58 smithi003 ceph-mon[91733]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T07:43:58.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:43:58 smithi066 ceph-mon[84331]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-13T07:43:59.265 INFO:tasks.workunit.client.0.smithi003.stdout: 486: throughput=4.99MB/sec pending data=0 2024-04-13T07:43:59.265 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TB3UjwStkl6Wa44 off=1593759 len=60475 2024-04-13T07:43:59.266 INFO:tasks.workunit.client.0.smithi003.stdout:op 2430 completed, throughput=4.99MB/sec 2024-04-13T07:43:59.266 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-4cQyD4NVlYbymKI off=8515050 len=1852455 2024-04-13T07:43:59.269 INFO:tasks.workunit.client.0.smithi003.stdout:op 2431 completed, throughput=4.99MB/sec 2024-04-13T07:43:59.269 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-C93WxMUkarIqUlB off=4300150 len=1677836 2024-04-13T07:43:59.270 INFO:tasks.workunit.client.0.smithi003.stdout:op 2432 completed, throughput=5MB/sec 2024-04-13T07:43:59.271 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nUvpLxIU7MRgMhl off=10295963 len=286727 2024-04-13T07:43:59.274 INFO:tasks.workunit.client.0.smithi003.stdout:op 2433 completed, throughput=5MB/sec 2024-04-13T07:43:59.275 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Gia_-SRyVgsomrs off=777545 len=369755 2024-04-13T07:43:59.277 INFO:tasks.workunit.client.0.smithi003.stdout:op 2434 completed, throughput=5MB/sec 2024-04-13T07:43:59.278 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qWDK4ILqP4I-Fr5 off=43107 len=1951189 2024-04-13T07:43:59.280 INFO:tasks.workunit.client.0.smithi003.stdout:op 2435 completed, throughput=5MB/sec 2024-04-13T07:44:00.281 INFO:tasks.workunit.client.0.smithi003.stdout: 487: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:00.281 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bUQGFVnjWFkWiaN off=302873 len=1652539 2024-04-13T07:44:00.288 INFO:tasks.workunit.client.0.smithi003.stdout:op 2436 completed, throughput=4.99MB/sec 2024-04-13T07:44:00.289 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mEY1OiKQtqCZTTU off=3199441 len=1042699 2024-04-13T07:44:00.290 INFO:tasks.workunit.client.0.smithi003.stdout:op 2437 completed, throughput=5MB/sec 2024-04-13T07:44:00.290 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8TceTaWuZFZpghI off=3194390 len=1558561 2024-04-13T07:44:00.291 INFO:tasks.workunit.client.0.smithi003.stdout:op 2438 completed, throughput=5MB/sec 2024-04-13T07:44:00.291 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-J5bFO5nb6atYNU6 off=5728981 len=243501 2024-04-13T07:44:00.292 INFO:tasks.workunit.client.0.smithi003.stdout:op 2439 completed, throughput=5MB/sec 2024-04-13T07:44:00.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:00 smithi003 ceph-mon[89364]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:44:00.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:00 smithi003 ceph-mon[91733]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:44:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:00 smithi066 ceph-mon[84331]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:44:01.293 INFO:tasks.workunit.client.0.smithi003.stdout: 488: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:01.293 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GzlUHRc_0d4BjpC off=681 len=774775 2024-04-13T07:44:01.294 INFO:tasks.workunit.client.0.smithi003.stdout:op 2440 completed, throughput=4.99MB/sec 2024-04-13T07:44:01.294 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rFdmtSQsz6ctrx7 off=17809637 len=1965270 2024-04-13T07:44:01.296 INFO:tasks.workunit.client.0.smithi003.stdout:op 2441 completed, throughput=5MB/sec 2024-04-13T07:44:01.296 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2b36csZah13d9L- off=3996800 len=1189662 2024-04-13T07:44:01.302 INFO:tasks.workunit.client.0.smithi003.stdout:op 2442 completed, throughput=5MB/sec 2024-04-13T07:44:01.302 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XAJTe7PQXIydlJT off=12302756 len=342602 2024-04-13T07:44:01.303 INFO:tasks.workunit.client.0.smithi003.stdout:op 2443 completed, throughput=5MB/sec 2024-04-13T07:44:01.303 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-z3Rkx1t3w9Jw5YV off=1414500 len=262942 2024-04-13T07:44:01.305 INFO:tasks.workunit.client.0.smithi003.stdout:op 2444 completed, throughput=5MB/sec 2024-04-13T07:44:01.306 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IupgbmM9iOJos3C off=8339398 len=311955 2024-04-13T07:44:01.309 INFO:tasks.workunit.client.0.smithi003.stdout:op 2445 completed, throughput=5MB/sec 2024-04-13T07:44:01.309 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cFa48YuTn6JNEyK off=21992254 len=203397 2024-04-13T07:44:01.311 INFO:tasks.workunit.client.0.smithi003.stdout:op 2446 completed, throughput=5MB/sec 2024-04-13T07:44:01.311 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fEZE9b2JNB_H9rb off=8698420 len=1382681 2024-04-13T07:44:01.320 INFO:tasks.workunit.client.0.smithi003.stdout:op 2447 completed, throughput=5MB/sec 2024-04-13T07:44:02.320 INFO:tasks.workunit.client.0.smithi003.stdout: 489: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:02.320 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-r5xYEWdpw3mXmuy off=19862894 len=2065856 2024-04-13T07:44:02.323 INFO:tasks.workunit.client.0.smithi003.stdout:op 2448 completed, throughput=5MB/sec 2024-04-13T07:44:02.323 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uwVXHPa8Ct1ZKGF off=3682128 len=198317 2024-04-13T07:44:02.323 INFO:tasks.workunit.client.0.smithi003.stdout:op 2449 completed, throughput=5MB/sec 2024-04-13T07:44:02.323 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Sp5hspzxWM0qQcP off=6714337 len=1381555 2024-04-13T07:44:02.330 INFO:tasks.workunit.client.0.smithi003.stdout:op 2450 completed, throughput=5MB/sec 2024-04-13T07:44:02.330 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4xY1PvjXk16nfG3 off=2384521 len=1510864 2024-04-13T07:44:02.337 INFO:tasks.workunit.client.0.smithi003.stdout:op 2451 completed, throughput=5MB/sec 2024-04-13T07:44:02.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:02 smithi003 ceph-mon[91733]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:44:02.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:02 smithi003 ceph-mon[89364]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:44:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:02 smithi066 ceph-mon[84331]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:44:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:44:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:44:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:44:03.338 INFO:tasks.workunit.client.0.smithi003.stdout: 490: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:03.338 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PPH5RqgdUXD9MND off=8856678 len=754632 2024-04-13T07:44:03.343 INFO:tasks.workunit.client.0.smithi003.stdout:op 2452 completed, throughput=4.99MB/sec 2024-04-13T07:44:03.343 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LR5DX6TCZUEyY03 off=730206 len=1526075 2024-04-13T07:44:03.351 INFO:tasks.workunit.client.0.smithi003.stdout:op 2453 completed, throughput=5MB/sec 2024-04-13T07:44:03.351 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Hx6FHz6u0YOLbZY off=628230 len=2039422 2024-04-13T07:44:03.360 INFO:tasks.workunit.client.0.smithi003.stdout:op 2454 completed, throughput=5MB/sec 2024-04-13T07:44:03.361 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AHWzduZJ0Fbx7PP off=8221908 len=1152213 2024-04-13T07:44:03.367 INFO:tasks.workunit.client.0.smithi003.stdout:op 2455 completed, throughput=5MB/sec 2024-04-13T07:44:04.367 INFO:tasks.workunit.client.0.smithi003.stdout: 491: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:04.368 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-32GPtEPan-fh83e off=1889912 len=1761911 2024-04-13T07:44:04.379 INFO:tasks.workunit.client.0.smithi003.stdout:op 2456 completed, throughput=5MB/sec 2024-04-13T07:44:04.379 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FaFUoKF4aLE9M5- off=1136225 len=1948676 2024-04-13T07:44:04.388 INFO:tasks.workunit.client.0.smithi003.stdout:op 2457 completed, throughput=5MB/sec 2024-04-13T07:44:04.388 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CiCdRgbAjUL5OoI off=6210130 len=1384437 2024-04-13T07:44:04.392 INFO:tasks.workunit.client.0.smithi003.stdout:op 2458 completed, throughput=5MB/sec 2024-04-13T07:44:04.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:04 smithi003 ceph-mon[89364]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T07:44:04.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:04 smithi003 ceph-mon[91733]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T07:44:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:44:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:44:04] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-13T07:44:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:04 smithi066 ceph-mon[84331]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T07:44:05.392 INFO:tasks.workunit.client.0.smithi003.stdout: 492: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:05.392 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-l-zB01Rsm__fjGz off=16909954 len=1507559 2024-04-13T07:44:05.401 INFO:tasks.workunit.client.0.smithi003.stdout:op 2459 completed, throughput=4.99MB/sec 2024-04-13T07:44:05.401 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7XNhQGqJcXtbF9B off=3209914 len=224787 2024-04-13T07:44:05.404 INFO:tasks.workunit.client.0.smithi003.stdout:op 2460 completed, throughput=4.99MB/sec 2024-04-13T07:44:05.404 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LuCO8qFa-2vXjs9 off=3605489 len=91133 2024-04-13T07:44:05.404 INFO:tasks.workunit.client.0.smithi003.stdout:op 2461 completed, throughput=4.99MB/sec 2024-04-13T07:44:05.405 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZT3VfClM2uzBjN9 off=936534 len=467309 2024-04-13T07:44:05.406 INFO:tasks.workunit.client.0.smithi003.stdout:op 2462 completed, throughput=5MB/sec 2024-04-13T07:44:05.406 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--8CB_TIuEFasTSt off=19214464 len=1990607 2024-04-13T07:44:05.407 INFO:tasks.workunit.client.0.smithi003.stdout:op 2463 completed, throughput=5MB/sec 2024-04-13T07:44:05.407 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nzW33fH3kQPWNF9 off=14226072 len=1288860 2024-04-13T07:44:05.410 INFO:tasks.workunit.client.0.smithi003.stdout:op 2464 completed, throughput=5MB/sec 2024-04-13T07:44:06.410 INFO:tasks.workunit.client.0.smithi003.stdout: 493: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:06.410 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-V3zRsz53s82O6Ay off=5613347 len=864207 2024-04-13T07:44:06.412 INFO:tasks.workunit.client.0.smithi003.stdout:op 2465 completed, throughput=4.99MB/sec 2024-04-13T07:44:06.412 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wiW_zHn0iDkGncS off=22652424 len=439983 2024-04-13T07:44:06.415 INFO:tasks.workunit.client.0.smithi003.stdout:op 2466 completed, throughput=4.99MB/sec 2024-04-13T07:44:06.416 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Qiryk_fWyMg1HuW off=19964555 len=1894894 2024-04-13T07:44:06.419 INFO:tasks.workunit.client.0.smithi003.stdout:op 2467 completed, throughput=5MB/sec 2024-04-13T07:44:06.419 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Ra34ZlDnAM59RtO off=2400836 len=1006382 2024-04-13T07:44:06.421 INFO:tasks.workunit.client.0.smithi003.stdout:op 2468 completed, throughput=5MB/sec 2024-04-13T07:44:06.421 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tit6ixNdjDrK5E9 off=4798770 len=130391 2024-04-13T07:44:06.422 INFO:tasks.workunit.client.0.smithi003.stdout:op 2469 completed, throughput=5MB/sec 2024-04-13T07:44:06.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:06 smithi003 ceph-mon[91733]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:44:06.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:06 smithi003 ceph-mon[89364]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:44:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:06 smithi066 ceph-mon[84331]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:44:07.422 INFO:tasks.workunit.client.0.smithi003.stdout: 494: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:07.422 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7B2QGyuDOEY9wZm off=13002127 len=1069572 2024-04-13T07:44:07.428 INFO:tasks.workunit.client.0.smithi003.stdout:op 2470 completed, throughput=4.99MB/sec 2024-04-13T07:44:07.428 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dhd8HYS5vUjIzHB off=3538330 len=846789 2024-04-13T07:44:07.430 INFO:tasks.workunit.client.0.smithi003.stdout:op 2471 completed, throughput=4.99MB/sec 2024-04-13T07:44:07.430 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mfk4rgh0Brk1M5V off=5513239 len=1415509 2024-04-13T07:44:07.431 INFO:tasks.workunit.client.0.smithi003.stdout:op 2472 completed, throughput=5MB/sec 2024-04-13T07:44:07.431 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sFVtdj2n6bzcjx9 off=2850182 len=1799983 2024-04-13T07:44:07.440 INFO:tasks.workunit.client.0.smithi003.stdout:op 2473 completed, throughput=5MB/sec 2024-04-13T07:44:07.440 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VweR3_rDi0G8wby off=165619 len=355643 2024-04-13T07:44:07.440 INFO:tasks.workunit.client.0.smithi003.stdout:op 2474 completed, throughput=5MB/sec 2024-04-13T07:44:08.441 INFO:tasks.workunit.client.0.smithi003.stdout: 495: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:08.441 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sFGhbv_bXRglp07 off=10934861 len=350485 2024-04-13T07:44:08.441 INFO:tasks.workunit.client.0.smithi003.stdout:op 2475 completed, throughput=4.99MB/sec 2024-04-13T07:44:08.442 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xhiQEdK1LtHzfdr off=20042923 len=1395026 2024-04-13T07:44:08.448 INFO:tasks.workunit.client.0.smithi003.stdout:op 2476 completed, throughput=4.99MB/sec 2024-04-13T07:44:08.448 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1fZQNFhBHjvtv9q off=2799456 len=1490980 2024-04-13T07:44:08.458 INFO:tasks.workunit.client.0.smithi003.stdout:op 2477 completed, throughput=5MB/sec 2024-04-13T07:44:08.458 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LItkuHhgfpNHlmX off=6301075 len=721701 2024-04-13T07:44:08.462 INFO:tasks.workunit.client.0.smithi003.stdout:op 2478 completed, throughput=5MB/sec 2024-04-13T07:44:08.462 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TvvslCo4LHZ47oK off=1229456 len=1614426 2024-04-13T07:44:08.468 INFO:tasks.workunit.client.0.smithi003.stdout:op 2479 completed, throughput=5MB/sec 2024-04-13T07:44:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:08 smithi003 ceph-mon[91733]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:44:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:08 smithi003 ceph-mon[89364]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:44:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:08.651 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:44:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=cleanup t=2024-04-13T07:44:08.497475154Z level=info msg="Completed cleanup jobs" duration=3.618988ms 2024-04-13T07:44:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:08 smithi066 ceph-mon[84331]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:44:08.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:09.469 INFO:tasks.workunit.client.0.smithi003.stdout: 496: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:09.469 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--E6VRGBbadLnpUX off=89191 len=220637 2024-04-13T07:44:09.469 INFO:tasks.workunit.client.0.smithi003.stdout:op 2480 completed, throughput=4.99MB/sec 2024-04-13T07:44:09.469 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pPcSBuzMPa-bTzV off=1873700 len=548952 2024-04-13T07:44:09.473 INFO:tasks.workunit.client.0.smithi003.stdout:op 2481 completed, throughput=4.99MB/sec 2024-04-13T07:44:09.473 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SSqE_KDYRqO-guq off=1597585 len=1180638 2024-04-13T07:44:09.480 INFO:tasks.workunit.client.0.smithi003.stdout:op 2482 completed, throughput=4.99MB/sec 2024-04-13T07:44:09.480 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VgG9pGPKb-JJMA1 off=4481771 len=414727 2024-04-13T07:44:09.482 INFO:tasks.workunit.client.0.smithi003.stdout:op 2483 completed, throughput=5MB/sec 2024-04-13T07:44:09.482 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7huYAxfe9d8m9-y off=8307692 len=1921086 2024-04-13T07:44:09.491 INFO:tasks.workunit.client.0.smithi003.stdout:op 2484 completed, throughput=5MB/sec 2024-04-13T07:44:09.491 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0W6bHvVZeiOG57m off=481546 len=1695445 2024-04-13T07:44:09.493 INFO:tasks.workunit.client.0.smithi003.stdout:op 2485 completed, throughput=5MB/sec 2024-04-13T07:44:10.494 INFO:tasks.workunit.client.0.smithi003.stdout: 497: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:10.494 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Y6gfDyJEIZrMaO0 off=5881770 len=1246852 2024-04-13T07:44:10.500 INFO:tasks.workunit.client.0.smithi003.stdout:op 2486 completed, throughput=4.99MB/sec 2024-04-13T07:44:10.500 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9Z42RNiMAaFChdX off=8269731 len=288808 2024-04-13T07:44:10.503 INFO:tasks.workunit.client.0.smithi003.stdout:op 2487 completed, throughput=4.99MB/sec 2024-04-13T07:44:10.504 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6tWnnPpXDyXeYVu off=1635474 len=1638672 2024-04-13T07:44:10.505 INFO:tasks.workunit.client.0.smithi003.stdout:op 2488 completed, throughput=5MB/sec 2024-04-13T07:44:10.505 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EUpNDLj66PMqX70 off=13599645 len=1672174 2024-04-13T07:44:10.509 INFO:tasks.workunit.client.0.smithi003.stdout:op 2489 completed, throughput=5MB/sec 2024-04-13T07:44:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:10 smithi066 ceph-mon[84331]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:44:10.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:10 smithi003 ceph-mon[91733]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:44:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:10 smithi003 ceph-mon[89364]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:44:11.509 INFO:tasks.workunit.client.0.smithi003.stdout: 498: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:11.509 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RDKwMhx_sm3IHK1 off=5459189 len=1321104 2024-04-13T07:44:11.512 INFO:tasks.workunit.client.0.smithi003.stdout:op 2490 completed, throughput=4.99MB/sec 2024-04-13T07:44:11.512 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eK-VGr5ihL5v0LV off=4502681 len=216951 2024-04-13T07:44:11.514 INFO:tasks.workunit.client.0.smithi003.stdout:op 2491 completed, throughput=4.99MB/sec 2024-04-13T07:44:11.514 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pDFnJuQqytPmtkw off=9186008 len=1401342 2024-04-13T07:44:11.515 INFO:tasks.workunit.client.0.smithi003.stdout:op 2492 completed, throughput=5MB/sec 2024-04-13T07:44:11.515 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-i40AGibmLr7TsVN off=10437062 len=820432 2024-04-13T07:44:11.520 INFO:tasks.workunit.client.0.smithi003.stdout:op 2493 completed, throughput=5MB/sec 2024-04-13T07:44:11.520 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DS279NbfHFLu7CC off=8903835 len=1465749 2024-04-13T07:44:11.527 INFO:tasks.workunit.client.0.smithi003.stdout:op 2494 completed, throughput=5MB/sec 2024-04-13T07:44:12.528 INFO:tasks.workunit.client.0.smithi003.stdout: 499: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:12.528 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-B7EvaEVC2_G-ZoW off=3627816 len=1988777 2024-04-13T07:44:12.536 INFO:tasks.workunit.client.0.smithi003.stdout:op 2495 completed, throughput=4.99MB/sec 2024-04-13T07:44:12.536 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DSvkoBdrPAwp5DM off=17322073 len=1212462 2024-04-13T07:44:12.538 INFO:tasks.workunit.client.0.smithi003.stdout:op 2496 completed, throughput=5MB/sec 2024-04-13T07:44:12.538 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-4osP7U8Uwy0eXWi off=3691994 len=749819 2024-04-13T07:44:12.540 INFO:tasks.workunit.client.0.smithi003.stdout:op 2497 completed, throughput=5MB/sec 2024-04-13T07:44:12.540 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0OW_Zoqq8LBW02q off=7686741 len=1011143 2024-04-13T07:44:12.546 INFO:tasks.workunit.client.0.smithi003.stdout:op 2498 completed, throughput=5MB/sec 2024-04-13T07:44:12.546 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HN0bHnu-NYQYzW5 off=301950 len=1687327 2024-04-13T07:44:12.552 INFO:tasks.workunit.client.0.smithi003.stdout:op 2499 completed, throughput=5MB/sec 2024-04-13T07:44:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:12 smithi066 ceph-mon[84331]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:44:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:44:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:44:12.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:12 smithi003 ceph-mon[91733]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:44:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:12 smithi003 ceph-mon[89364]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:44:13.552 INFO:tasks.workunit.client.0.smithi003.stdout: 500: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:13.552 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-B6y_WPZ8BLrYu1y off=3264651 len=382489 2024-04-13T07:44:13.554 INFO:tasks.workunit.client.0.smithi003.stdout:op 2500 completed, throughput=4.99MB/sec 2024-04-13T07:44:13.554 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-V4fJVzs3zTTm4UQ off=423599 len=1197283 2024-04-13T07:44:13.559 INFO:tasks.workunit.client.0.smithi003.stdout:op 2501 completed, throughput=5MB/sec 2024-04-13T07:44:13.559 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XfpLtT9indVjFQC off=16844567 len=957065 2024-04-13T07:44:13.560 INFO:tasks.workunit.client.0.smithi003.stdout:op 2502 completed, throughput=5MB/sec 2024-04-13T07:44:13.560 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tP93sfwHbqSrJ6q off=17878894 len=1405122 2024-04-13T07:44:13.566 INFO:tasks.workunit.client.0.smithi003.stdout:op 2503 completed, throughput=5MB/sec 2024-04-13T07:44:14.567 INFO:tasks.workunit.client.0.smithi003.stdout: 501: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:14.567 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-E2eRDTGZnzTjKIO off=4195551 len=1122434 2024-04-13T07:44:14.568 INFO:tasks.workunit.client.0.smithi003.stdout:op 2504 completed, throughput=4.99MB/sec 2024-04-13T07:44:14.568 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UwzV2b6jSIKUvM8 off=12947552 len=1533174 2024-04-13T07:44:14.578 INFO:tasks.workunit.client.0.smithi003.stdout:op 2505 completed, throughput=5MB/sec 2024-04-13T07:44:14.578 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UWipiHJf2T25mHr off=20298065 len=2037390 2024-04-13T07:44:14.581 INFO:tasks.workunit.client.0.smithi003.stdout:op 2506 completed, throughput=5MB/sec 2024-04-13T07:44:14.581 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CVyCti4ICq2IsZf off=115752 len=1038434 2024-04-13T07:44:14.582 INFO:tasks.workunit.client.0.smithi003.stdout:op 2507 completed, throughput=5MB/sec 2024-04-13T07:44:14.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:14 smithi003 ceph-mon[91733]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:44:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:14 smithi003 ceph-mon[89364]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:44:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:44:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:44:14] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-13T07:44:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:14 smithi066 ceph-mon[84331]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:44:15.582 INFO:tasks.workunit.client.0.smithi003.stdout: 502: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:15.583 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GfXFIwTAh1nvugx off=6226161 len=206632 2024-04-13T07:44:15.583 INFO:tasks.workunit.client.0.smithi003.stdout:op 2508 completed, throughput=4.99MB/sec 2024-04-13T07:44:15.583 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6T6PC0sFeutGR27 off=7364053 len=953513 2024-04-13T07:44:15.584 INFO:tasks.workunit.client.0.smithi003.stdout:op 2509 completed, throughput=4.99MB/sec 2024-04-13T07:44:15.585 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ULYP4o4fFNGSElj off=6760976 len=2076214 2024-04-13T07:44:15.587 INFO:tasks.workunit.client.0.smithi003.stdout:op 2510 completed, throughput=5MB/sec 2024-04-13T07:44:15.587 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZryvnA39n9gifXt off=9847811 len=1805508 2024-04-13T07:44:15.595 INFO:tasks.workunit.client.0.smithi003.stdout:op 2511 completed, throughput=5MB/sec 2024-04-13T07:44:16.595 INFO:tasks.workunit.client.0.smithi003.stdout: 503: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:16.595 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zAhfY4GThVybaEw off=2895669 len=829454 2024-04-13T07:44:16.600 INFO:tasks.workunit.client.0.smithi003.stdout:op 2512 completed, throughput=4.99MB/sec 2024-04-13T07:44:16.600 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-j0jI1Oz5y7p3eUH off=6855781 len=1914182 2024-04-13T07:44:16.610 INFO:tasks.workunit.client.0.smithi003.stdout:op 2513 completed, throughput=5MB/sec 2024-04-13T07:44:16.610 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YR9fiuNiv5M2pXT off=3522680 len=1579377 2024-04-13T07:44:16.615 INFO:tasks.workunit.client.0.smithi003.stdout:op 2514 completed, throughput=5MB/sec 2024-04-13T07:44:16.615 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DQZPjb4Ucs7WOFE off=14065217 len=1992090 2024-04-13T07:44:16.623 INFO:tasks.workunit.client.0.smithi003.stdout:op 2515 completed, throughput=5MB/sec 2024-04-13T07:44:16.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:16 smithi066 ceph-mon[84331]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:44:16.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:16 smithi003 ceph-mon[91733]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:44:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:16 smithi003 ceph-mon[89364]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:44:17.624 INFO:tasks.workunit.client.0.smithi003.stdout: 504: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:17.624 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-R4NNik0oP0d2uIX off=3185991 len=403860 2024-04-13T07:44:17.627 INFO:tasks.workunit.client.0.smithi003.stdout:op 2516 completed, throughput=4.99MB/sec 2024-04-13T07:44:17.628 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Vb6gEbiGN1Bu8sw off=1546071 len=742345 2024-04-13T07:44:17.629 INFO:tasks.workunit.client.0.smithi003.stdout:op 2517 completed, throughput=4.99MB/sec 2024-04-13T07:44:17.629 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-F1UpPsVp1I-JMZx off=18327106 len=102085 2024-04-13T07:44:17.629 INFO:tasks.workunit.client.0.smithi003.stdout:op 2518 completed, throughput=5MB/sec 2024-04-13T07:44:17.629 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qAvgqOAFz5-2_MN off=3036939 len=1358318 2024-04-13T07:44:17.631 INFO:tasks.workunit.client.0.smithi003.stdout:op 2519 completed, throughput=5MB/sec 2024-04-13T07:44:17.631 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vWKCq64u-H4rF_L off=2628403 len=1919775 2024-04-13T07:44:17.641 INFO:tasks.workunit.client.0.smithi003.stdout:op 2520 completed, throughput=5MB/sec 2024-04-13T07:44:18.641 INFO:tasks.workunit.client.0.smithi003.stdout: 505: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:18.641 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LyWcNATQaNjv7jd off=4127587 len=1952967 2024-04-13T07:44:18.643 INFO:tasks.workunit.client.0.smithi003.stdout:op 2521 completed, throughput=4.99MB/sec 2024-04-13T07:44:18.643 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-652HeMRB4WTGEJt off=5809569 len=760495 2024-04-13T07:44:18.648 INFO:tasks.workunit.client.0.smithi003.stdout:op 2522 completed, throughput=5MB/sec 2024-04-13T07:44:18.648 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GrHTSFDo1q1lgKQ off=16796643 len=341918 2024-04-13T07:44:18.650 INFO:tasks.workunit.client.0.smithi003.stdout:op 2523 completed, throughput=5MB/sec 2024-04-13T07:44:18.650 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lunJsvPqQrJgTdF off=2843677 len=92342 2024-04-13T07:44:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:18 smithi066 ceph-mon[84331]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:44:18.653 INFO:tasks.workunit.client.0.smithi003.stdout:op 2524 completed, throughput=5MB/sec 2024-04-13T07:44:18.653 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jlVmwaWD-B48uBk off=936700 len=1743539 2024-04-13T07:44:18.661 INFO:tasks.workunit.client.0.smithi003.stdout:op 2525 completed, throughput=5MB/sec 2024-04-13T07:44:18.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:18 smithi003 ceph-mon[91733]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:44:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:18 smithi003 ceph-mon[89364]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:44:19.661 INFO:tasks.workunit.client.0.smithi003.stdout: 506: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:19.662 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lB6pdim6GT1sBp8 off=8660948 len=1734613 2024-04-13T07:44:19.670 INFO:tasks.workunit.client.0.smithi003.stdout:op 2526 completed, throughput=4.99MB/sec 2024-04-13T07:44:19.671 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2U3qv4uWHywd3AR off=3349136 len=1884201 2024-04-13T07:44:19.674 INFO:tasks.workunit.client.0.smithi003.stdout:op 2527 completed, throughput=5MB/sec 2024-04-13T07:44:19.675 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QCu_oEAj7U6D3uh off=451367 len=1294117 2024-04-13T07:44:19.676 INFO:tasks.workunit.client.0.smithi003.stdout:op 2528 completed, throughput=5MB/sec 2024-04-13T07:44:19.676 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-q_qpyxQxfywVZOe off=1283027 len=999760 2024-04-13T07:44:19.682 INFO:tasks.workunit.client.0.smithi003.stdout:op 2529 completed, throughput=5MB/sec 2024-04-13T07:44:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:20 smithi066 ceph-mon[84331]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:44:20.682 INFO:tasks.workunit.client.0.smithi003.stdout: 507: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:20.682 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gllweI_sTm_hLRD off=7411867 len=67696 2024-04-13T07:44:20.685 INFO:tasks.workunit.client.0.smithi003.stdout:op 2530 completed, throughput=4.99MB/sec 2024-04-13T07:44:20.685 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VpJbL-uwGnhPzxP off=7369061 len=685997 2024-04-13T07:44:20.689 INFO:tasks.workunit.client.0.smithi003.stdout:op 2531 completed, throughput=4.99MB/sec 2024-04-13T07:44:20.689 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-klwUPHz587QIEVO off=9655107 len=546140 2024-04-13T07:44:20.690 INFO:tasks.workunit.client.0.smithi003.stdout:op 2532 completed, throughput=4.99MB/sec 2024-04-13T07:44:20.691 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CKiPvpBs5-eeRj3 off=69812 len=1853985 2024-04-13T07:44:20.693 INFO:tasks.workunit.client.0.smithi003.stdout:op 2533 completed, throughput=5MB/sec 2024-04-13T07:44:20.693 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9VjpTOMGf24LqC_ off=5620839 len=591668 2024-04-13T07:44:20.694 INFO:tasks.workunit.client.0.smithi003.stdout:op 2534 completed, throughput=5MB/sec 2024-04-13T07:44:20.694 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SmHzNDYDV1o75yV off=5355151 len=64854 2024-04-13T07:44:20.696 INFO:tasks.workunit.client.0.smithi003.stdout:op 2535 completed, throughput=5MB/sec 2024-04-13T07:44:20.696 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nQD8Vtrf8vBhuOk off=19284103 len=1448803 2024-04-13T07:44:20.699 INFO:tasks.workunit.client.0.smithi003.stdout:op 2536 completed, throughput=5MB/sec 2024-04-13T07:44:20.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:20 smithi003 ceph-mon[91733]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:44:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:20 smithi003 ceph-mon[89364]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:44:21.700 INFO:tasks.workunit.client.0.smithi003.stdout: 508: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:21.700 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AQIudjAGBecJ2Fv off=9666692 len=1199859 2024-04-13T07:44:21.706 INFO:tasks.workunit.client.0.smithi003.stdout:op 2537 completed, throughput=4.99MB/sec 2024-04-13T07:44:21.706 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IhOyWXa6Ch9aeoM off=5624704 len=89035 2024-04-13T07:44:21.708 INFO:tasks.workunit.client.0.smithi003.stdout:op 2538 completed, throughput=4.99MB/sec 2024-04-13T07:44:21.708 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZG5r0htEe17ag4O off=8637171 len=191254 2024-04-13T07:44:21.709 INFO:tasks.workunit.client.0.smithi003.stdout:op 2539 completed, throughput=4.99MB/sec 2024-04-13T07:44:21.709 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tqsKV2DbZ1xDbtO off=6373202 len=1737857 2024-04-13T07:44:21.711 INFO:tasks.workunit.client.0.smithi003.stdout:op 2540 completed, throughput=5MB/sec 2024-04-13T07:44:21.711 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fRDe5inUHWA8pLv off=11627744 len=336619 2024-04-13T07:44:21.711 INFO:tasks.workunit.client.0.smithi003.stdout:op 2541 completed, throughput=5MB/sec 2024-04-13T07:44:21.711 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jXkf7wtrHYj4TW6 off=4864879 len=1042519 2024-04-13T07:44:21.716 INFO:tasks.workunit.client.0.smithi003.stdout:op 2542 completed, throughput=5MB/sec 2024-04-13T07:44:21.716 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rI5Z93lkwbI_PXJ off=8624232 len=1680748 2024-04-13T07:44:21.718 INFO:tasks.workunit.client.0.smithi003.stdout:op 2543 completed, throughput=5MB/sec 2024-04-13T07:44:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:22 smithi066 ceph-mon[84331]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:44:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:44:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:44:22.718 INFO:tasks.workunit.client.0.smithi003.stdout: 509: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:22.718 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NAKOKB5RASRNrl_ off=7951539 len=1821589 2024-04-13T07:44:22.729 INFO:tasks.workunit.client.0.smithi003.stdout:op 2544 completed, throughput=5MB/sec 2024-04-13T07:44:22.729 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QKfq_ctTIEig6XE off=12567826 len=1079588 2024-04-13T07:44:22.734 INFO:tasks.workunit.client.0.smithi003.stdout:op 2545 completed, throughput=5MB/sec 2024-04-13T07:44:22.734 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qL8HIJ9rHTKLAbS off=12137101 len=2022175 2024-04-13T07:44:22.738 INFO:tasks.workunit.client.0.smithi003.stdout:op 2546 completed, throughput=5MB/sec 2024-04-13T07:44:22.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:22 smithi003 ceph-mon[91733]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:44:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:22 smithi003 ceph-mon[89364]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:44:23.739 INFO:tasks.workunit.client.0.smithi003.stdout: 510: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:23.739 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rBYYEJP6u9f_g8Z off=21587436 len=1632982 2024-04-13T07:44:23.746 INFO:tasks.workunit.client.0.smithi003.stdout:op 2547 completed, throughput=5MB/sec 2024-04-13T07:44:23.746 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UB41I37MUMob6QV off=2671066 len=2014449 2024-04-13T07:44:23.758 INFO:tasks.workunit.client.0.smithi003.stdout:op 2548 completed, throughput=5MB/sec 2024-04-13T07:44:23.758 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CIhRP5A0d6h2_EK off=347452 len=351659 2024-04-13T07:44:23.761 INFO:tasks.workunit.client.0.smithi003.stdout:op 2549 completed, throughput=5MB/sec 2024-04-13T07:44:23.761 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WQ0b90ZJIRWSxKm off=20010592 len=1241296 2024-04-13T07:44:23.767 INFO:tasks.workunit.client.0.smithi003.stdout:op 2550 completed, throughput=5MB/sec 2024-04-13T07:44:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:44:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:44:24] "GET /metrics HTTP/1.1" 200 34042 "" "Prometheus/2.43.0" 2024-04-13T07:44:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:24 smithi003 ceph-mon[91733]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:44:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:24 smithi003 ceph-mon[89364]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:44:24.767 INFO:tasks.workunit.client.0.smithi003.stdout: 511: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:24.767 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-R6d-wYMxvl7UKlm off=3169207 len=478733 2024-04-13T07:44:24.768 INFO:tasks.workunit.client.0.smithi003.stdout:op 2551 completed, throughput=4.99MB/sec 2024-04-13T07:44:24.768 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ja0NE-tSeLCyPkH off=7377478 len=289991 2024-04-13T07:44:24.771 INFO:tasks.workunit.client.0.smithi003.stdout:op 2552 completed, throughput=4.99MB/sec 2024-04-13T07:44:24.772 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-avL5Hi45Nm_CN6H off=384224 len=933684 2024-04-13T07:44:24.774 INFO:tasks.workunit.client.0.smithi003.stdout:op 2553 completed, throughput=5MB/sec 2024-04-13T07:44:24.775 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zEyQdCp9BqPiSaT off=10724495 len=1480236 2024-04-13T07:44:24.782 INFO:tasks.workunit.client.0.smithi003.stdout:op 2554 completed, throughput=5MB/sec 2024-04-13T07:44:24.782 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LZrOgUO7Lk1YhKk off=1654389 len=380740 2024-04-13T07:44:24.785 INFO:tasks.workunit.client.0.smithi003.stdout:op 2555 completed, throughput=5MB/sec 2024-04-13T07:44:24.786 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-m3oge6ibMLFNjrM off=14761254 len=814779 2024-04-13T07:44:24.787 INFO:tasks.workunit.client.0.smithi003.stdout:op 2556 completed, throughput=5MB/sec 2024-04-13T07:44:24.787 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1ToKibqia-82dTy off=4846739 len=1647874 2024-04-13T07:44:24.788 INFO:tasks.workunit.client.0.smithi003.stdout:op 2557 completed, throughput=5MB/sec 2024-04-13T07:44:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:24 smithi066 ceph-mon[84331]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:44:25.789 INFO:tasks.workunit.client.0.smithi003.stdout: 512: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:25.789 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gXN4If9cj9AM1VM off=16896609 len=592063 2024-04-13T07:44:25.793 INFO:tasks.workunit.client.0.smithi003.stdout:op 2558 completed, throughput=4.99MB/sec 2024-04-13T07:44:25.793 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-L-qUptkechH1j_3 off=19436246 len=805942 2024-04-13T07:44:25.798 INFO:tasks.workunit.client.0.smithi003.stdout:op 2559 completed, throughput=5MB/sec 2024-04-13T07:44:25.798 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kD9K6ThMlhYtQHl off=9435201 len=1944890 2024-04-13T07:44:25.809 INFO:tasks.workunit.client.0.smithi003.stdout:op 2560 completed, throughput=5MB/sec 2024-04-13T07:44:25.809 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Pzd7vdwyU9CPVx- off=4845631 len=1862549 2024-04-13T07:44:25.811 INFO:tasks.workunit.client.0.smithi003.stdout:op 2561 completed, throughput=5MB/sec 2024-04-13T07:44:26.812 INFO:tasks.workunit.client.0.smithi003.stdout: 513: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:26.812 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-P1ygrLsMC6QtyN8 off=7593335 len=963659 2024-04-13T07:44:26.817 INFO:tasks.workunit.client.0.smithi003.stdout:op 2562 completed, throughput=4.99MB/sec 2024-04-13T07:44:26.817 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-stfqF9rawOi8zxg off=20597075 len=412646 2024-04-13T07:44:26.818 INFO:tasks.workunit.client.0.smithi003.stdout:op 2563 completed, throughput=5MB/sec 2024-04-13T07:44:26.818 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--k7Ua7kEKFutS5P off=1175221 len=1438634 2024-04-13T07:44:26.825 INFO:tasks.workunit.client.0.smithi003.stdout:op 2564 completed, throughput=5MB/sec 2024-04-13T07:44:26.825 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cZnChrL6Wdby1w_ off=18161926 len=839019 2024-04-13T07:44:26.826 INFO:tasks.workunit.client.0.smithi003.stdout:op 2565 completed, throughput=5MB/sec 2024-04-13T07:44:26.826 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eVU1ADO-gabPj71 off=4444711 len=306352 2024-04-13T07:44:26.829 INFO:tasks.workunit.client.0.smithi003.stdout:op 2566 completed, throughput=5MB/sec 2024-04-13T07:44:26.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:26 smithi003 ceph-mon[91733]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:44:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:26 smithi003 ceph-mon[89364]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:44:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:26 smithi066 ceph-mon[84331]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:44:27.829 INFO:tasks.workunit.client.0.smithi003.stdout: 514: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:27.829 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HRyQB1eScNRpN_u off=9300644 len=462026 2024-04-13T07:44:27.833 INFO:tasks.workunit.client.0.smithi003.stdout:op 2567 completed, throughput=4.99MB/sec 2024-04-13T07:44:27.833 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tIIU_uHCdsOSy5z off=2763369 len=580574 2024-04-13T07:44:27.836 INFO:tasks.workunit.client.0.smithi003.stdout:op 2568 completed, throughput=4.99MB/sec 2024-04-13T07:44:27.837 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qQ20aEmQCTT3o4D off=10970993 len=1714326 2024-04-13T07:44:27.844 INFO:tasks.workunit.client.0.smithi003.stdout:op 2569 completed, throughput=5MB/sec 2024-04-13T07:44:27.844 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dVXdnN8J8_XzzNN off=4484065 len=670632 2024-04-13T07:44:27.849 INFO:tasks.workunit.client.0.smithi003.stdout:op 2570 completed, throughput=5MB/sec 2024-04-13T07:44:27.849 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-f_msXgaf91BPHyi off=402071 len=1329923 2024-04-13T07:44:27.851 INFO:tasks.workunit.client.0.smithi003.stdout:op 2571 completed, throughput=5MB/sec 2024-04-13T07:44:27.851 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-x9Z0IuK1MfC9ihc off=1105316 len=695706 2024-04-13T07:44:27.851 INFO:tasks.workunit.client.0.smithi003.stdout:op 2572 completed, throughput=5MB/sec 2024-04-13T07:44:28.704 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:28 smithi066 ceph-mon[84331]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:44:28.852 INFO:tasks.workunit.client.0.smithi003.stdout: 515: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:28.852 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1msVd-9ILBIsJls off=4665299 len=236907 2024-04-13T07:44:28.856 INFO:tasks.workunit.client.0.smithi003.stdout:op 2573 completed, throughput=4.99MB/sec 2024-04-13T07:44:28.856 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hTfDJ9YE_lidDXZ off=6569782 len=1724319 2024-04-13T07:44:28.859 INFO:tasks.workunit.client.0.smithi003.stdout:op 2574 completed, throughput=4.99MB/sec 2024-04-13T07:44:28.859 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vl0gIx5gAyWHrgW off=3078231 len=740536 2024-04-13T07:44:28.863 INFO:tasks.workunit.client.0.smithi003.stdout:op 2575 completed, throughput=5MB/sec 2024-04-13T07:44:28.864 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eMP2-cXJ36kC-xn off=1912496 len=1912986 2024-04-13T07:44:28.875 INFO:tasks.workunit.client.0.smithi003.stdout:op 2576 completed, throughput=5MB/sec 2024-04-13T07:44:28.875 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TpDtTlk1lmT18DW off=7932903 len=211819 2024-04-13T07:44:28.875 INFO:tasks.workunit.client.0.smithi003.stdout:op 2577 completed, throughput=5MB/sec 2024-04-13T07:44:28.875 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3mrGmN9AVjET_B- off=910559 len=79021 2024-04-13T07:44:28.876 INFO:tasks.workunit.client.0.smithi003.stdout:op 2578 completed, throughput=5MB/sec 2024-04-13T07:44:28.876 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cJvz3tsue7AB930 off=16614067 len=1508447 2024-04-13T07:44:28.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:28 smithi003 ceph-mon[91733]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:44:28.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:28 smithi003 ceph-mon[89364]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:44:28.889 INFO:tasks.workunit.client.0.smithi003.stdout:op 2579 completed, throughput=5MB/sec 2024-04-13T07:44:29.889 INFO:tasks.workunit.client.0.smithi003.stdout: 516: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:29.889 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DwrPa-JEfcpQoj7 off=5989728 len=1065664 2024-04-13T07:44:29.891 INFO:tasks.workunit.client.0.smithi003.stdout:op 2580 completed, throughput=4.99MB/sec 2024-04-13T07:44:29.891 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VNZZLArsQkLPwej off=1405144 len=656377 2024-04-13T07:44:29.892 INFO:tasks.workunit.client.0.smithi003.stdout:op 2581 completed, throughput=5MB/sec 2024-04-13T07:44:29.892 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7_a39Oa50X_CqiY off=12891040 len=1792540 2024-04-13T07:44:29.894 INFO:tasks.workunit.client.0.smithi003.stdout:op 2582 completed, throughput=5MB/sec 2024-04-13T07:44:29.894 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-g-3giUjC3SmIH4q off=6591242 len=1686473 2024-04-13T07:44:29.896 INFO:tasks.workunit.client.0.smithi003.stdout:op 2583 completed, throughput=5MB/sec 2024-04-13T07:44:30.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:30 smithi003 ceph-mon[91733]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:44:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:30 smithi003 ceph-mon[89364]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:44:30.896 INFO:tasks.workunit.client.0.smithi003.stdout: 517: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:30.897 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nDWYw_uJDyiegt6 off=4172731 len=416440 2024-04-13T07:44:30.900 INFO:tasks.workunit.client.0.smithi003.stdout:op 2584 completed, throughput=4.99MB/sec 2024-04-13T07:44:30.900 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zn7rMcj5kdfxhtr off=2774197 len=592759 2024-04-13T07:44:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:30 smithi066 ceph-mon[84331]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:44:30.904 INFO:tasks.workunit.client.0.smithi003.stdout:op 2585 completed, throughput=4.99MB/sec 2024-04-13T07:44:30.904 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5LZZtg8SBQV9VOF off=7067278 len=527560 2024-04-13T07:44:30.908 INFO:tasks.workunit.client.0.smithi003.stdout:op 2586 completed, throughput=5MB/sec 2024-04-13T07:44:30.908 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bKP7RSG-v1fKorB off=2642729 len=1566262 2024-04-13T07:44:30.915 INFO:tasks.workunit.client.0.smithi003.stdout:op 2587 completed, throughput=5MB/sec 2024-04-13T07:44:30.916 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-REkD4MG77z6KfiL off=3626879 len=293797 2024-04-13T07:44:30.919 INFO:tasks.workunit.client.0.smithi003.stdout:op 2588 completed, throughput=5MB/sec 2024-04-13T07:44:30.919 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-f_msXgaf91BPHyi off=4317213 len=1566468 2024-04-13T07:44:30.920 INFO:tasks.workunit.client.0.smithi003.stdout:op 2589 completed, throughput=5MB/sec 2024-04-13T07:44:31.921 INFO:tasks.workunit.client.0.smithi003.stdout: 518: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:31.921 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-04Fp4_212mPHWgQ off=22528035 len=1202012 2024-04-13T07:44:31.924 INFO:tasks.workunit.client.0.smithi003.stdout:op 2590 completed, throughput=4.99MB/sec 2024-04-13T07:44:31.924 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-S3vjS6OZGFEM2QL off=5205183 len=278433 2024-04-13T07:44:31.927 INFO:tasks.workunit.client.0.smithi003.stdout:op 2591 completed, throughput=4.99MB/sec 2024-04-13T07:44:31.927 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nBuxOlR1Buc4BBO off=1014279 len=1457075 2024-04-13T07:44:31.936 INFO:tasks.workunit.client.0.smithi003.stdout:op 2592 completed, throughput=5MB/sec 2024-04-13T07:44:31.936 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-c4YC-VK-vlufdoM off=8394378 len=2009152 2024-04-13T07:44:31.937 INFO:tasks.workunit.client.0.smithi003.stdout:op 2593 completed, throughput=5MB/sec 2024-04-13T07:44:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:32 smithi066 ceph-mon[84331]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:44:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:44:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:44:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:44:32.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:32 smithi003 ceph-mon[91733]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:44:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:32 smithi003 ceph-mon[89364]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:44:32.937 INFO:tasks.workunit.client.0.smithi003.stdout: 519: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:32.938 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WngdHxO3-_jucHF off=2865573 len=1510047 2024-04-13T07:44:32.945 INFO:tasks.workunit.client.0.smithi003.stdout:op 2594 completed, throughput=4.99MB/sec 2024-04-13T07:44:32.945 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8vzWjvVHKTT6W4T off=10526481 len=122116 2024-04-13T07:44:32.947 INFO:tasks.workunit.client.0.smithi003.stdout:op 2595 completed, throughput=4.99MB/sec 2024-04-13T07:44:32.947 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HGOD9UXDrJ1cZar off=16325767 len=881666 2024-04-13T07:44:32.953 INFO:tasks.workunit.client.0.smithi003.stdout:op 2596 completed, throughput=5MB/sec 2024-04-13T07:44:32.953 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8uem4ZOieONxFsH off=2540844 len=402293 2024-04-13T07:44:32.954 INFO:tasks.workunit.client.0.smithi003.stdout:op 2597 completed, throughput=5MB/sec 2024-04-13T07:44:32.954 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bmtZrJ48--jKdiy off=8307765 len=199625 2024-04-13T07:44:32.955 INFO:tasks.workunit.client.0.smithi003.stdout:op 2598 completed, throughput=5MB/sec 2024-04-13T07:44:32.955 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sM0BtXJ9lsaJTdg off=10834367 len=1336734 2024-04-13T07:44:32.957 INFO:tasks.workunit.client.0.smithi003.stdout:op 2599 completed, throughput=5MB/sec 2024-04-13T07:44:32.957 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HhVX8EerpK4JQlP off=974300 len=1133404 2024-04-13T07:44:32.963 INFO:tasks.workunit.client.0.smithi003.stdout:op 2600 completed, throughput=5MB/sec 2024-04-13T07:44:33.963 INFO:tasks.workunit.client.0.smithi003.stdout: 520: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:33.963 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-63Y9TBV0mA1qAs_ off=2328499 len=210164 2024-04-13T07:44:33.964 INFO:tasks.workunit.client.0.smithi003.stdout:op 2601 completed, throughput=4.99MB/sec 2024-04-13T07:44:33.964 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZAQPa5-mL2FWxid off=2014381 len=7785 2024-04-13T07:44:33.964 INFO:tasks.workunit.client.0.smithi003.stdout:op 2602 completed, throughput=4.99MB/sec 2024-04-13T07:44:33.964 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-akhq-GBEFwqZ4Un off=2398394 len=2036698 2024-04-13T07:44:33.966 INFO:tasks.workunit.client.0.smithi003.stdout:op 2603 completed, throughput=5MB/sec 2024-04-13T07:44:33.966 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6KyX60WQCfyzdaB off=6945058 len=234728 2024-04-13T07:44:33.970 INFO:tasks.workunit.client.0.smithi003.stdout:op 2604 completed, throughput=5MB/sec 2024-04-13T07:44:33.970 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-l9ygQMTAFtyYZTW off=7281158 len=488575 2024-04-13T07:44:33.973 INFO:tasks.workunit.client.0.smithi003.stdout:op 2605 completed, throughput=5MB/sec 2024-04-13T07:44:33.973 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Lzsy-tXJukgQIMu off=1444222 len=667867 2024-04-13T07:44:33.974 INFO:tasks.workunit.client.0.smithi003.stdout:op 2606 completed, throughput=5MB/sec 2024-04-13T07:44:33.974 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gK1NYg4O-o4Ohgk off=10928559 len=104556 2024-04-13T07:44:33.977 INFO:tasks.workunit.client.0.smithi003.stdout:op 2607 completed, throughput=5MB/sec 2024-04-13T07:44:33.977 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-w9gxjA0xD1xSLu1 off=917505 len=2047363 2024-04-13T07:44:33.979 INFO:tasks.workunit.client.0.smithi003.stdout:op 2608 completed, throughput=5MB/sec 2024-04-13T07:44:34.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:34 smithi003 ceph-mon[89364]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:44:34.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:34 smithi003 ceph-mon[91733]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:44:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:44:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:44:34] "GET /metrics HTTP/1.1" 200 34042 "" "Prometheus/2.43.0" 2024-04-13T07:44:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:34 smithi066 ceph-mon[84331]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:44:34.979 INFO:tasks.workunit.client.0.smithi003.stdout: 521: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:34.979 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NHfTxfBv094Xu7V off=11027385 len=1333156 2024-04-13T07:44:34.986 INFO:tasks.workunit.client.0.smithi003.stdout:op 2609 completed, throughput=4.99MB/sec 2024-04-13T07:44:34.986 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jHi84FYcAggo3da off=336841 len=1829661 2024-04-13T07:44:34.990 INFO:tasks.workunit.client.0.smithi003.stdout:op 2610 completed, throughput=5MB/sec 2024-04-13T07:44:34.990 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Fh7QLCUk1uIcWsd off=6105420 len=304067 2024-04-13T07:44:34.991 INFO:tasks.workunit.client.0.smithi003.stdout:op 2611 completed, throughput=5MB/sec 2024-04-13T07:44:34.991 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-J9fmBvEJZ-sa_4O off=23581947 len=1157211 2024-04-13T07:44:34.993 INFO:tasks.workunit.client.0.smithi003.stdout:op 2612 completed, throughput=5MB/sec 2024-04-13T07:44:35.994 INFO:tasks.workunit.client.0.smithi003.stdout: 522: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:35.994 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tI9EjJ0j_sh_yb2 off=3472151 len=2026466 2024-04-13T07:44:35.996 INFO:tasks.workunit.client.0.smithi003.stdout:op 2613 completed, throughput=4.99MB/sec 2024-04-13T07:44:35.996 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-t2BMEQ_oNnwzxgR off=2009070 len=95016 2024-04-13T07:44:35.999 INFO:tasks.workunit.client.0.smithi003.stdout:op 2614 completed, throughput=4.99MB/sec 2024-04-13T07:44:35.999 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-s9N0wtFSM4c0SfE off=8121182 len=1266969 2024-04-13T07:44:36.005 INFO:tasks.workunit.client.0.smithi003.stdout:op 2615 completed, throughput=5MB/sec 2024-04-13T07:44:36.005 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qf8XqADQLn63B-L off=5732346 len=1229558 2024-04-13T07:44:36.010 INFO:tasks.workunit.client.0.smithi003.stdout:op 2616 completed, throughput=5MB/sec 2024-04-13T07:44:36.010 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LTIie03kOnYhAVM off=11023721 len=628779 2024-04-13T07:44:36.013 INFO:tasks.workunit.client.0.smithi003.stdout:op 2617 completed, throughput=5MB/sec 2024-04-13T07:44:36.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:36 smithi003 ceph-mon[91733]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T07:44:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:36 smithi003 ceph-mon[89364]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T07:44:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:36 smithi066 ceph-mon[84331]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T07:44:37.013 INFO:tasks.workunit.client.0.smithi003.stdout: 523: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:37.014 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bAZq5sbCHjCjn_S off=7080829 len=230653 2024-04-13T07:44:37.017 INFO:tasks.workunit.client.0.smithi003.stdout:op 2618 completed, throughput=4.99MB/sec 2024-04-13T07:44:37.017 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-A9T9zpmVKEMOXS6 off=1011800 len=949896 2024-04-13T07:44:37.018 INFO:tasks.workunit.client.0.smithi003.stdout:op 2619 completed, throughput=4.99MB/sec 2024-04-13T07:44:37.018 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YF2f7XfpsyRBVw2 off=962201 len=723130 2024-04-13T07:44:37.020 INFO:tasks.workunit.client.0.smithi003.stdout:op 2620 completed, throughput=4.99MB/sec 2024-04-13T07:44:37.020 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SSqE_KDYRqO-guq off=1920167 len=90201 2024-04-13T07:44:37.023 INFO:tasks.workunit.client.0.smithi003.stdout:op 2621 completed, throughput=4.99MB/sec 2024-04-13T07:44:37.023 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hXGSYaADP92nLMT off=9152112 len=1553582 2024-04-13T07:44:37.031 INFO:tasks.workunit.client.0.smithi003.stdout:op 2622 completed, throughput=5MB/sec 2024-04-13T07:44:37.031 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YrInS8uetZmQRru off=3110449 len=1050108 2024-04-13T07:44:37.034 INFO:tasks.workunit.client.0.smithi003.stdout:op 2623 completed, throughput=5MB/sec 2024-04-13T07:44:37.034 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-y3W6rNchr9Q9GdN off=0 len=1065537 2024-04-13T07:44:37.035 INFO:tasks.workunit.client.0.smithi003.stdout:op 2624 completed, throughput=5MB/sec 2024-04-13T07:44:38.035 INFO:tasks.workunit.client.0.smithi003.stdout: 524: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:38.036 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-o_GBsjzVZXLip3J off=15759941 len=928861 2024-04-13T07:44:38.039 INFO:tasks.workunit.client.0.smithi003.stdout:op 2625 completed, throughput=4.99MB/sec 2024-04-13T07:44:38.039 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8fZjUaXGIZ0kVtp off=4245898 len=1304490 2024-04-13T07:44:38.045 INFO:tasks.workunit.client.0.smithi003.stdout:op 2626 completed, throughput=5MB/sec 2024-04-13T07:44:38.046 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Qu5WFuPFQKzM7C5 off=437438 len=2079693 2024-04-13T07:44:38.057 INFO:tasks.workunit.client.0.smithi003.stdout:op 2627 completed, throughput=5MB/sec 2024-04-13T07:44:38.057 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KKXl4WziP0oJA3F off=22447462 len=100839 2024-04-13T07:44:38.058 INFO:tasks.workunit.client.0.smithi003.stdout:op 2628 completed, throughput=5MB/sec 2024-04-13T07:44:38.058 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5prLaXRGIdwJboT off=12775123 len=84748 2024-04-13T07:44:38.060 INFO:tasks.workunit.client.0.smithi003.stdout:op 2629 completed, throughput=5MB/sec 2024-04-13T07:44:38.060 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2ij5WdLmrPbKwbZ off=15048279 len=1037913 2024-04-13T07:44:38.066 INFO:tasks.workunit.client.0.smithi003.stdout:op 2630 completed, throughput=5MB/sec 2024-04-13T07:44:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:38 smithi066 ceph-mon[84331]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:44:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:44:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:38.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:38 smithi003 ceph-mon[89364]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:44:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:44:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:38 smithi003 ceph-mon[91733]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:44:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:44:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:39.066 INFO:tasks.workunit.client.0.smithi003.stdout: 525: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:39.066 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QxmeOni4UpnUC6U off=3859562 len=305700 2024-04-13T07:44:39.068 INFO:tasks.workunit.client.0.smithi003.stdout:op 2631 completed, throughput=4.99MB/sec 2024-04-13T07:44:39.069 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OK9oXe6SYZYvPjv off=3056150 len=947203 2024-04-13T07:44:39.070 INFO:tasks.workunit.client.0.smithi003.stdout:op 2632 completed, throughput=4.99MB/sec 2024-04-13T07:44:39.070 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-o8f1u-lENYg9WFM off=2137629 len=1398510 2024-04-13T07:44:39.072 INFO:tasks.workunit.client.0.smithi003.stdout:op 2633 completed, throughput=5MB/sec 2024-04-13T07:44:39.072 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-M0QS9lG6vaAvo5L off=1738753 len=1946729 2024-04-13T07:44:39.074 INFO:tasks.workunit.client.0.smithi003.stdout:op 2634 completed, throughput=5MB/sec 2024-04-13T07:44:39.074 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6r9oSt12CfO8RCY off=1266351 len=1725477 2024-04-13T07:44:39.075 INFO:tasks.workunit.client.0.smithi003.stdout:op 2635 completed, throughput=5MB/sec 2024-04-13T07:44:40.076 INFO:tasks.workunit.client.0.smithi003.stdout: 526: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:40.076 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OMOhEQ00w8C4mHV off=121052 len=1929476 2024-04-13T07:44:40.092 INFO:tasks.workunit.client.0.smithi003.stdout:op 2636 completed, throughput=5MB/sec 2024-04-13T07:44:40.092 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vHdKI-z-5WAc0bP off=3182496 len=686825 2024-04-13T07:44:40.093 INFO:tasks.workunit.client.0.smithi003.stdout:op 2637 completed, throughput=5MB/sec 2024-04-13T07:44:40.093 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-m2-zsb49glGUI7V off=2908291 len=948983 2024-04-13T07:44:40.098 INFO:tasks.workunit.client.0.smithi003.stdout:op 2638 completed, throughput=5MB/sec 2024-04-13T07:44:40.098 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-anvWDQiRa5a6f12 off=6649648 len=1333644 2024-04-13T07:44:40.099 INFO:tasks.workunit.client.0.smithi003.stdout:op 2639 completed, throughput=5MB/sec 2024-04-13T07:44:40.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:40 smithi003 ceph-mon[89364]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:44:40.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:40 smithi003 ceph-mon[91733]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:44:40.858 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:40 smithi066 ceph-mon[84331]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:44:41.099 INFO:tasks.workunit.client.0.smithi003.stdout: 527: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:41.100 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XhvqXsKWKjWrr0a off=1412875 len=501777 2024-04-13T07:44:41.100 INFO:tasks.workunit.client.0.smithi003.stdout:op 2640 completed, throughput=4.99MB/sec 2024-04-13T07:44:41.100 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rjSMIlnMkOAW48O off=6256006 len=399511 2024-04-13T07:44:41.103 INFO:tasks.workunit.client.0.smithi003.stdout:op 2641 completed, throughput=4.99MB/sec 2024-04-13T07:44:41.103 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-55lSTRFX0SBGeRw off=12009837 len=1679630 2024-04-13T07:44:41.104 INFO:tasks.workunit.client.0.smithi003.stdout:op 2642 completed, throughput=5MB/sec 2024-04-13T07:44:41.104 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Z5Xm9HKPyRASLQ1 off=11288238 len=889754 2024-04-13T07:44:41.105 INFO:tasks.workunit.client.0.smithi003.stdout:op 2643 completed, throughput=5MB/sec 2024-04-13T07:44:41.105 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eNmmdlITY_6OfGa off=3536872 len=214939 2024-04-13T07:44:41.106 INFO:tasks.workunit.client.0.smithi003.stdout:op 2644 completed, throughput=5MB/sec 2024-04-13T07:44:41.106 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-isVBA3imEwTh6bg off=2213045 len=1749361 2024-04-13T07:44:41.107 INFO:tasks.workunit.client.0.smithi003.stdout:op 2645 completed, throughput=5MB/sec 2024-04-13T07:44:41.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:44:41.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:44:41.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:41 smithi003 ceph-mon[89364]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:44:41.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:44:41.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:41 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:44:41.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:44:41.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:44:41.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:41 smithi003 ceph-mon[91733]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:44:41.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:44:41.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:41 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:44:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:44:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:44:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:41 smithi066 ceph-mon[84331]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:44:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:44:41.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:41 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:44:42.107 INFO:tasks.workunit.client.0.smithi003.stdout: 528: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:42.108 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LZZc64dQpVEDvvY off=945508 len=65218 2024-04-13T07:44:42.108 INFO:tasks.workunit.client.0.smithi003.stdout:op 2646 completed, throughput=4.99MB/sec 2024-04-13T07:44:42.108 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Di-z_kwKedeH9II off=602853 len=887957 2024-04-13T07:44:42.109 INFO:tasks.workunit.client.0.smithi003.stdout:op 2647 completed, throughput=4.99MB/sec 2024-04-13T07:44:42.109 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-L-YJIHERlY-voHS off=18535877 len=1555755 2024-04-13T07:44:42.111 INFO:tasks.workunit.client.0.smithi003.stdout:op 2648 completed, throughput=5MB/sec 2024-04-13T07:44:42.111 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qIKFZZIyJ6ePkNH off=137974 len=803482 2024-04-13T07:44:42.114 INFO:tasks.workunit.client.0.smithi003.stdout:op 2649 completed, throughput=5MB/sec 2024-04-13T07:44:42.115 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9L3HdQHvv6ondXE off=3940067 len=229903 2024-04-13T07:44:42.115 INFO:tasks.workunit.client.0.smithi003.stdout:op 2650 completed, throughput=5MB/sec 2024-04-13T07:44:42.115 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SR7OT9_oAWfmpzl off=2182162 len=553241 2024-04-13T07:44:42.118 INFO:tasks.workunit.client.0.smithi003.stdout:op 2651 completed, throughput=5MB/sec 2024-04-13T07:44:42.590 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:44:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:44:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:44:42.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:42 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:44:42.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:42 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:44:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:42 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:44:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:42 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:44:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:42 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:44:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:42 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:44:42.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:42 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:44:42.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:42 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:44:42.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:42 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:44:43.119 INFO:tasks.workunit.client.0.smithi003.stdout: 529: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:43.119 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-U2ID0w0oPXnwUVt off=1793302 len=1001451 2024-04-13T07:44:43.121 INFO:tasks.workunit.client.0.smithi003.stdout:op 2652 completed, throughput=4.99MB/sec 2024-04-13T07:44:43.121 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qE_X1knXIuV0PBP off=3174485 len=1949612 2024-04-13T07:44:43.124 INFO:tasks.workunit.client.0.smithi003.stdout:op 2653 completed, throughput=5MB/sec 2024-04-13T07:44:43.124 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-efLoNZmABYLGISM off=4382496 len=1853653 2024-04-13T07:44:43.126 INFO:tasks.workunit.client.0.smithi003.stdout:op 2654 completed, throughput=5MB/sec 2024-04-13T07:44:43.126 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-j13khKJFZIz2Ono off=11755775 len=346977 2024-04-13T07:44:43.127 INFO:tasks.workunit.client.0.smithi003.stdout:op 2655 completed, throughput=5MB/sec 2024-04-13T07:44:43.127 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gTexhV3tScNUPTx off=16736452 len=1469524 2024-04-13T07:44:43.129 INFO:tasks.workunit.client.0.smithi003.stdout:op 2656 completed, throughput=5MB/sec 2024-04-13T07:44:43.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:43 smithi003 ceph-mon[89364]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:44:43.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:43 smithi003 ceph-mon[91733]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:44:43.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:43 smithi066 ceph-mon[84331]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:44:44.129 INFO:tasks.workunit.client.0.smithi003.stdout: 530: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:44.129 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HwTWiKWNIkK0RUg off=15774633 len=431611 2024-04-13T07:44:44.133 INFO:tasks.workunit.client.0.smithi003.stdout:op 2657 completed, throughput=4.99MB/sec 2024-04-13T07:44:44.133 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Lm1SfPqpfDeSBY4 off=4339071 len=900702 2024-04-13T07:44:44.139 INFO:tasks.workunit.client.0.smithi003.stdout:op 2658 completed, throughput=5MB/sec 2024-04-13T07:44:44.139 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-4yyblg1o-kG_ULA off=2549655 len=1362562 2024-04-13T07:44:44.142 INFO:tasks.workunit.client.0.smithi003.stdout:op 2659 completed, throughput=5MB/sec 2024-04-13T07:44:44.142 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XKvMev6j0r_WlpO off=2705981 len=232186 2024-04-13T07:44:44.143 INFO:tasks.workunit.client.0.smithi003.stdout:op 2660 completed, throughput=5MB/sec 2024-04-13T07:44:44.143 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oQYx5TGQJTjx9ln off=4679561 len=381556 2024-04-13T07:44:44.147 INFO:tasks.workunit.client.0.smithi003.stdout:op 2661 completed, throughput=5MB/sec 2024-04-13T07:44:44.147 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ljz5eNEjE8LD4xl off=12703747 len=525428 2024-04-13T07:44:44.151 INFO:tasks.workunit.client.0.smithi003.stdout:op 2662 completed, throughput=5MB/sec 2024-04-13T07:44:44.151 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IoE83ZXFDIw4XsD off=0 len=1570012 2024-04-13T07:44:44.153 INFO:tasks.workunit.client.0.smithi003.stdout:op 2663 completed, throughput=5MB/sec 2024-04-13T07:44:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:44:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:44:44] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-13T07:44:45.153 INFO:tasks.workunit.client.0.smithi003.stdout: 531: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:45.153 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Jr4twlun8LgM_Fy off=13160288 len=592454 2024-04-13T07:44:45.158 INFO:tasks.workunit.client.0.smithi003.stdout:op 2664 completed, throughput=4.99MB/sec 2024-04-13T07:44:45.158 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DrQqyFI8CiIc2oR off=6042203 len=1774695 2024-04-13T07:44:45.166 INFO:tasks.workunit.client.0.smithi003.stdout:op 2665 completed, throughput=5MB/sec 2024-04-13T07:44:45.166 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jyTXm6I5KIZbdWP off=6018873 len=1585015 2024-04-13T07:44:45.168 INFO:tasks.workunit.client.0.smithi003.stdout:op 2666 completed, throughput=5MB/sec 2024-04-13T07:44:46.168 INFO:tasks.workunit.client.0.smithi003.stdout: 532: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:46.168 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5RzdnpTfJVgBCjo off=2982152 len=741229 2024-04-13T07:44:46.169 INFO:tasks.workunit.client.0.smithi003.stdout:op 2667 completed, throughput=4.99MB/sec 2024-04-13T07:44:46.169 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SlEszwI3Zcy-ulX off=13267348 len=1421693 2024-04-13T07:44:46.177 INFO:tasks.workunit.client.0.smithi003.stdout:op 2668 completed, throughput=4.99MB/sec 2024-04-13T07:44:46.177 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-X_C0TuvhdQaYzKB off=11828925 len=103304 2024-04-13T07:44:46.178 INFO:tasks.workunit.client.0.smithi003.stdout:op 2669 completed, throughput=4.99MB/sec 2024-04-13T07:44:46.178 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8VfneueczIVF9Bk off=1619526 len=1856862 2024-04-13T07:44:46.185 INFO:tasks.workunit.client.0.smithi003.stdout:op 2670 completed, throughput=5MB/sec 2024-04-13T07:44:46.186 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-epYxjWvCmLcIDYv off=1330862 len=1154071 2024-04-13T07:44:46.192 INFO:tasks.workunit.client.0.smithi003.stdout:op 2671 completed, throughput=5MB/sec 2024-04-13T07:44:46.192 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-j5WGVtlzK7nwU2s off=4706496 len=112399 2024-04-13T07:44:46.192 INFO:tasks.workunit.client.0.smithi003.stdout:op 2672 completed, throughput=5MB/sec 2024-04-13T07:44:46.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:46 smithi003 ceph-mon[89364]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-13T07:44:46.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:46 smithi003 ceph-mon[91733]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-13T07:44:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:46 smithi066 ceph-mon[84331]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-13T07:44:47.193 INFO:tasks.workunit.client.0.smithi003.stdout: 533: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:47.193 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--9Wbf8OerEK3vEj off=1860513 len=706455 2024-04-13T07:44:47.194 INFO:tasks.workunit.client.0.smithi003.stdout:op 2673 completed, throughput=4.99MB/sec 2024-04-13T07:44:47.194 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XgGMyscBxpPguBU off=19571987 len=951933 2024-04-13T07:44:47.196 INFO:tasks.workunit.client.0.smithi003.stdout:op 2674 completed, throughput=4.99MB/sec 2024-04-13T07:44:47.197 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ffwGDL7VOO_B1DC off=3967504 len=1911830 2024-04-13T07:44:47.199 INFO:tasks.workunit.client.0.smithi003.stdout:op 2675 completed, throughput=5MB/sec 2024-04-13T07:44:47.199 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hoxZ_x01yu2iDoX off=15190196 len=1580218 2024-04-13T07:44:47.209 INFO:tasks.workunit.client.0.smithi003.stdout:op 2676 completed, throughput=5MB/sec 2024-04-13T07:44:47.209 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tddT57OMZOsfWzM off=604625 len=1815194 2024-04-13T07:44:47.216 INFO:tasks.workunit.client.0.smithi003.stdout:op 2677 completed, throughput=5MB/sec 2024-04-13T07:44:48.217 INFO:tasks.workunit.client.0.smithi003.stdout: 534: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:48.217 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Rfyk2PvTsKO93pD off=4868030 len=1192993 2024-04-13T07:44:48.225 INFO:tasks.workunit.client.0.smithi003.stdout:op 2678 completed, throughput=5MB/sec 2024-04-13T07:44:48.225 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dhd8HYS5vUjIzHB off=3324535 len=356908 2024-04-13T07:44:48.228 INFO:tasks.workunit.client.0.smithi003.stdout:op 2679 completed, throughput=5MB/sec 2024-04-13T07:44:48.229 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-V9j0qu7DjlMj6ze off=17726221 len=359101 2024-04-13T07:44:48.229 INFO:tasks.workunit.client.0.smithi003.stdout:op 2680 completed, throughput=5MB/sec 2024-04-13T07:44:48.229 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-n9oQFc98OysJBOT off=3422393 len=1884236 2024-04-13T07:44:48.231 INFO:tasks.workunit.client.0.smithi003.stdout:op 2681 completed, throughput=5MB/sec 2024-04-13T07:44:48.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:48 smithi003 ceph-mon[91733]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T07:44:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:48 smithi003 ceph-mon[89364]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T07:44:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:48 smithi066 ceph-mon[84331]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T07:44:49.232 INFO:tasks.workunit.client.0.smithi003.stdout: 535: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:49.232 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-98oacvLSBK8O-fm off=2093050 len=727498 2024-04-13T07:44:49.234 INFO:tasks.workunit.client.0.smithi003.stdout:op 2682 completed, throughput=4.99MB/sec 2024-04-13T07:44:49.234 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qiSG-Uw6lh-yuCw off=2933464 len=81555 2024-04-13T07:44:49.236 INFO:tasks.workunit.client.0.smithi003.stdout:op 2683 completed, throughput=4.99MB/sec 2024-04-13T07:44:49.237 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SR4dJGQGCzZ9tVJ off=1341889 len=1530628 2024-04-13T07:44:49.245 INFO:tasks.workunit.client.0.smithi003.stdout:op 2684 completed, throughput=5MB/sec 2024-04-13T07:44:49.245 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-i4SPfb2mta0Qr-j off=2254818 len=805653 2024-04-13T07:44:49.250 INFO:tasks.workunit.client.0.smithi003.stdout:op 2685 completed, throughput=5MB/sec 2024-04-13T07:44:49.250 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DCIwRr-QJFG5B1C off=15353209 len=4381 2024-04-13T07:44:49.251 INFO:tasks.workunit.client.0.smithi003.stdout:op 2686 completed, throughput=5MB/sec 2024-04-13T07:44:49.251 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IdRJaefPoN5wccQ off=2001325 len=1711499 2024-04-13T07:44:49.252 INFO:tasks.workunit.client.0.smithi003.stdout:op 2687 completed, throughput=5MB/sec 2024-04-13T07:44:49.252 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TTsvNdpel15-m-B off=4603796 len=680008 2024-04-13T07:44:49.256 INFO:tasks.workunit.client.0.smithi003.stdout:op 2688 completed, throughput=5MB/sec 2024-04-13T07:44:50.257 INFO:tasks.workunit.client.0.smithi003.stdout: 536: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:50.257 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MC7C2fAZeqpSd3_ off=2118845 len=543945 2024-04-13T07:44:50.261 INFO:tasks.workunit.client.0.smithi003.stdout:op 2689 completed, throughput=4.99MB/sec 2024-04-13T07:44:50.261 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eTo8WkxGtgUxr3R off=375232 len=503520 2024-04-13T07:44:50.262 INFO:tasks.workunit.client.0.smithi003.stdout:op 2690 completed, throughput=4.99MB/sec 2024-04-13T07:44:50.262 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rKROyeLEg6Q796c off=14773860 len=909364 2024-04-13T07:44:50.268 INFO:tasks.workunit.client.0.smithi003.stdout:op 2691 completed, throughput=4.99MB/sec 2024-04-13T07:44:50.268 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-l7N6o_lQypJrmdn off=8197589 len=1112397 2024-04-13T07:44:50.274 INFO:tasks.workunit.client.0.smithi003.stdout:op 2692 completed, throughput=5MB/sec 2024-04-13T07:44:50.274 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nn2RgTaggXKf-P1 off=8834947 len=1890352 2024-04-13T07:44:50.275 INFO:tasks.workunit.client.0.smithi003.stdout:op 2693 completed, throughput=5MB/sec 2024-04-13T07:44:50.275 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AsREhrTkHc9uekF off=268686 len=79896 2024-04-13T07:44:50.277 INFO:tasks.workunit.client.0.smithi003.stdout:op 2694 completed, throughput=5MB/sec 2024-04-13T07:44:50.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:50 smithi003 ceph-mon[91733]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:44:50.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:50 smithi003 ceph-mon[89364]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:44:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:50 smithi066 ceph-mon[84331]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:44:51.278 INFO:tasks.workunit.client.0.smithi003.stdout: 537: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:51.278 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fZErHbiwORTgC8V off=4435032 len=1412070 2024-04-13T07:44:51.285 INFO:tasks.workunit.client.0.smithi003.stdout:op 2695 completed, throughput=4.99MB/sec 2024-04-13T07:44:51.285 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-E0x9Is4o8kuUZbU off=13824282 len=199370 2024-04-13T07:44:51.287 INFO:tasks.workunit.client.0.smithi003.stdout:op 2696 completed, throughput=4.99MB/sec 2024-04-13T07:44:51.287 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NyhT9rE85ESt6-r off=1810410 len=1056536 2024-04-13T07:44:51.294 INFO:tasks.workunit.client.0.smithi003.stdout:op 2697 completed, throughput=5MB/sec 2024-04-13T07:44:51.294 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uip9KA78u5YbcCv off=5336264 len=1298691 2024-04-13T07:44:51.295 INFO:tasks.workunit.client.0.smithi003.stdout:op 2698 completed, throughput=5MB/sec 2024-04-13T07:44:51.295 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5QWJ4oNmRr3L6_L off=3665454 len=1474698 2024-04-13T07:44:51.304 INFO:tasks.workunit.client.0.smithi003.stdout:op 2699 completed, throughput=5MB/sec 2024-04-13T07:44:52.304 INFO:tasks.workunit.client.0.smithi003.stdout: 538: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:52.305 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-baGKLVOrH0BIPjK off=5771508 len=496729 2024-04-13T07:44:52.305 INFO:tasks.workunit.client.0.smithi003.stdout:op 2700 completed, throughput=4.99MB/sec 2024-04-13T07:44:52.305 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-V-6rQ7Kcke7OHSe off=1435986 len=513012 2024-04-13T07:44:52.310 INFO:tasks.workunit.client.0.smithi003.stdout:op 2701 completed, throughput=4.99MB/sec 2024-04-13T07:44:52.310 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OMdjjVMpQoIC81K off=75346 len=1214372 2024-04-13T07:44:52.318 INFO:tasks.workunit.client.0.smithi003.stdout:op 2702 completed, throughput=4.99MB/sec 2024-04-13T07:44:52.318 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-osw--KvdFBMeqU6 off=5065649 len=647673 2024-04-13T07:44:52.322 INFO:tasks.workunit.client.0.smithi003.stdout:op 2703 completed, throughput=5MB/sec 2024-04-13T07:44:52.322 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-U5OW4Jeu4Yv_cD7 off=3071712 len=1363186 2024-04-13T07:44:52.323 INFO:tasks.workunit.client.0.smithi003.stdout:op 2704 completed, throughput=5MB/sec 2024-04-13T07:44:52.324 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-akhq-GBEFwqZ4Un off=1358897 len=182099 2024-04-13T07:44:52.326 INFO:tasks.workunit.client.0.smithi003.stdout:op 2705 completed, throughput=5MB/sec 2024-04-13T07:44:52.326 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MxZvFV_CJNSqA5o off=5110026 len=725953 2024-04-13T07:44:52.330 INFO:tasks.workunit.client.0.smithi003.stdout:op 2706 completed, throughput=5MB/sec 2024-04-13T07:44:52.330 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-W0shzJogTfarxQq off=3122085 len=1835545 2024-04-13T07:44:52.339 INFO:tasks.workunit.client.0.smithi003.stdout:op 2707 completed, throughput=5MB/sec 2024-04-13T07:44:52.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:52 smithi003 ceph-mon[91733]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:44:52.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:52 smithi003 ceph-mon[89364]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:44:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:52 smithi066 ceph-mon[84331]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:44:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:44:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:44:53.340 INFO:tasks.workunit.client.0.smithi003.stdout: 539: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:53.340 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-l0XepZ_nH-txkNm off=1494184 len=680208 2024-04-13T07:44:53.341 INFO:tasks.workunit.client.0.smithi003.stdout:op 2708 completed, throughput=4.99MB/sec 2024-04-13T07:44:53.341 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oahigFxDBwbMhX3 off=4453752 len=619612 2024-04-13T07:44:53.343 INFO:tasks.workunit.client.0.smithi003.stdout:op 2709 completed, throughput=5MB/sec 2024-04-13T07:44:53.343 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PgNYCPA6wr_80h9 off=20190869 len=1224714 2024-04-13T07:44:53.344 INFO:tasks.workunit.client.0.smithi003.stdout:op 2710 completed, throughput=5MB/sec 2024-04-13T07:44:53.344 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-y4JMy_vmNPYiIWR off=5016508 len=608187 2024-04-13T07:44:53.348 INFO:tasks.workunit.client.0.smithi003.stdout:op 2711 completed, throughput=5MB/sec 2024-04-13T07:44:53.349 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iboXdv7aiPrmbjx off=2860919 len=1071531 2024-04-13T07:44:53.350 INFO:tasks.workunit.client.0.smithi003.stdout:op 2712 completed, throughput=5MB/sec 2024-04-13T07:44:53.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:53.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:44:54.350 INFO:tasks.workunit.client.0.smithi003.stdout: 540: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:54.350 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-60dynhsZ3_nsyEv off=1550720 len=1416272 2024-04-13T07:44:54.358 INFO:tasks.workunit.client.0.smithi003.stdout:op 2713 completed, throughput=4.99MB/sec 2024-04-13T07:44:54.358 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9Ue0pcXk6QMdZ1y off=1514674 len=1435621 2024-04-13T07:44:54.365 INFO:tasks.workunit.client.0.smithi003.stdout:op 2714 completed, throughput=5MB/sec 2024-04-13T07:44:54.365 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hX6IWBSAcDT7cs2 off=5136621 len=1482573 2024-04-13T07:44:54.375 INFO:tasks.workunit.client.0.smithi003.stdout:op 2715 completed, throughput=5MB/sec 2024-04-13T07:44:54.375 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-a5LrYw2EYygIaYQ off=7390253 len=391758 2024-04-13T07:44:54.375 INFO:tasks.workunit.client.0.smithi003.stdout:op 2716 completed, throughput=5MB/sec 2024-04-13T07:44:54.375 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MGf72tyN0RpVKnv off=9714100 len=1493228 2024-04-13T07:44:54.383 INFO:tasks.workunit.client.0.smithi003.stdout:op 2717 completed, throughput=5MB/sec 2024-04-13T07:44:54.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:54 smithi003 ceph-mon[91733]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:44:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:54 smithi003 ceph-mon[89364]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:44:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:44:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:44:54] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-13T07:44:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:54 smithi066 ceph-mon[84331]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:44:55.383 INFO:tasks.workunit.client.0.smithi003.stdout: 541: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:55.384 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wcpJGMlyqnf4ZZp off=3214184 len=874261 2024-04-13T07:44:55.385 INFO:tasks.workunit.client.0.smithi003.stdout:op 2718 completed, throughput=4.99MB/sec 2024-04-13T07:44:55.385 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zZNE6A9QnNZkyWs off=6017638 len=112641 2024-04-13T07:44:55.386 INFO:tasks.workunit.client.0.smithi003.stdout:op 2719 completed, throughput=4.99MB/sec 2024-04-13T07:44:55.386 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-T1VkepyyconEmcQ off=3054465 len=153895 2024-04-13T07:44:55.388 INFO:tasks.workunit.client.0.smithi003.stdout:op 2720 completed, throughput=5MB/sec 2024-04-13T07:44:55.389 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vmSfF3NVOTQIY6n off=7507758 len=105019 2024-04-13T07:44:55.389 INFO:tasks.workunit.client.0.smithi003.stdout:op 2721 completed, throughput=5MB/sec 2024-04-13T07:44:55.389 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YxTwCAdlqH1InV5 off=17301628 len=849139 2024-04-13T07:44:55.394 INFO:tasks.workunit.client.0.smithi003.stdout:op 2722 completed, throughput=5MB/sec 2024-04-13T07:44:55.394 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dpFPLhrA93Fiwe4 off=385814 len=1589339 2024-04-13T07:44:55.397 INFO:tasks.workunit.client.0.smithi003.stdout:op 2723 completed, throughput=5MB/sec 2024-04-13T07:44:55.397 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--e8FokyQAO2SDWH off=5091840 len=1137837 2024-04-13T07:44:55.405 INFO:tasks.workunit.client.0.smithi003.stdout:op 2724 completed, throughput=5MB/sec 2024-04-13T07:44:56.406 INFO:tasks.workunit.client.0.smithi003.stdout: 542: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:56.406 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-io_UKvw0XA9wJvX off=443747 len=2065262 2024-04-13T07:44:56.416 INFO:tasks.workunit.client.0.smithi003.stdout:op 2725 completed, throughput=5MB/sec 2024-04-13T07:44:56.416 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iYSYlR5gNxmToX9 off=21962355 len=1929096 2024-04-13T07:44:56.420 INFO:tasks.workunit.client.0.smithi003.stdout:op 2726 completed, throughput=5MB/sec 2024-04-13T07:44:56.420 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--do3CpkWtDqW5Ds off=2270581 len=904818 2024-04-13T07:44:56.426 INFO:tasks.workunit.client.0.smithi003.stdout:op 2727 completed, throughput=5MB/sec 2024-04-13T07:44:56.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:56 smithi003 ceph-mon[91733]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:44:56.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:56 smithi003 ceph-mon[89364]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:44:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:56 smithi066 ceph-mon[84331]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:44:57.426 INFO:tasks.workunit.client.0.smithi003.stdout: 543: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:57.426 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_0jDLfQ6FAllQb6 off=3431878 len=1940631 2024-04-13T07:44:57.430 INFO:tasks.workunit.client.0.smithi003.stdout:op 2728 completed, throughput=4.99MB/sec 2024-04-13T07:44:57.430 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6jsyih_JA6t6ORQ off=11604091 len=1512680 2024-04-13T07:44:57.435 INFO:tasks.workunit.client.0.smithi003.stdout:op 2729 completed, throughput=5MB/sec 2024-04-13T07:44:57.435 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YumY2vIdC3YmnwJ off=18234437 len=684164 2024-04-13T07:44:57.439 INFO:tasks.workunit.client.0.smithi003.stdout:op 2730 completed, throughput=5MB/sec 2024-04-13T07:44:57.439 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-G0zkCtpRXkdBO9Z off=11424749 len=1497854 2024-04-13T07:44:57.446 INFO:tasks.workunit.client.0.smithi003.stdout:op 2731 completed, throughput=5MB/sec 2024-04-13T07:44:58.450 INFO:tasks.workunit.client.0.smithi003.stdout: 544: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:58.450 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5WOP_a85asHc91A off=7848379 len=1247109 2024-04-13T07:44:58.450 INFO:tasks.workunit.client.0.smithi003.stdout:op 2732 completed, throughput=4.99MB/sec 2024-04-13T07:44:58.450 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bAZq5sbCHjCjn_S off=1349111 len=1648107 2024-04-13T07:44:58.457 INFO:tasks.workunit.client.0.smithi003.stdout:op 2733 completed, throughput=5MB/sec 2024-04-13T07:44:58.457 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0pcGKoDxqomGbv9 off=17935906 len=1040418 2024-04-13T07:44:58.458 INFO:tasks.workunit.client.0.smithi003.stdout:op 2734 completed, throughput=5MB/sec 2024-04-13T07:44:58.458 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-H4Hw3PYkRs-kiSl off=5693012 len=675402 2024-04-13T07:44:58.463 INFO:tasks.workunit.client.0.smithi003.stdout:op 2735 completed, throughput=5MB/sec 2024-04-13T07:44:58.463 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8aAF4-kNo7ZTwC6 off=9206302 len=222504 2024-04-13T07:44:58.465 INFO:tasks.workunit.client.0.smithi003.stdout:op 2736 completed, throughput=5MB/sec 2024-04-13T07:44:58.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:44:58 smithi003 ceph-mon[91733]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:44:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:44:58 smithi003 ceph-mon[89364]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:44:58.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:44:58 smithi066 ceph-mon[84331]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:44:59.466 INFO:tasks.workunit.client.0.smithi003.stdout: 545: throughput=4.99MB/sec pending data=0 2024-04-13T07:44:59.467 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qGKKR_-2LLfDwwP off=11776546 len=214983 2024-04-13T07:44:59.469 INFO:tasks.workunit.client.0.smithi003.stdout:op 2737 completed, throughput=4.99MB/sec 2024-04-13T07:44:59.469 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NqbZ7Tjj0u-55us off=11860131 len=1198641 2024-04-13T07:44:59.470 INFO:tasks.workunit.client.0.smithi003.stdout:op 2738 completed, throughput=4.99MB/sec 2024-04-13T07:44:59.470 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VbOiIvW0BH2zMSy off=114983 len=1049586 2024-04-13T07:44:59.475 INFO:tasks.workunit.client.0.smithi003.stdout:op 2739 completed, throughput=5MB/sec 2024-04-13T07:44:59.476 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SOjFvd53s_UiKWP off=226757 len=162633 2024-04-13T07:44:59.478 INFO:tasks.workunit.client.0.smithi003.stdout:op 2740 completed, throughput=5MB/sec 2024-04-13T07:44:59.478 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mTXI8DvJCBYvOP8 off=15095460 len=1926561 2024-04-13T07:44:59.480 INFO:tasks.workunit.client.0.smithi003.stdout:op 2741 completed, throughput=5MB/sec 2024-04-13T07:44:59.480 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dP_UxSVsLVKAdt5 off=7633933 len=342468 2024-04-13T07:44:59.483 INFO:tasks.workunit.client.0.smithi003.stdout:op 2742 completed, throughput=5MB/sec 2024-04-13T07:44:59.483 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-g7wGMP_vqm5_z7m off=6423344 len=1412963 2024-04-13T07:44:59.491 INFO:tasks.workunit.client.0.smithi003.stdout:op 2743 completed, throughput=5MB/sec 2024-04-13T07:45:00.491 INFO:tasks.workunit.client.0.smithi003.stdout: 546: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:00.491 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Kb7ONGQg34GtppM off=10093879 len=740701 2024-04-13T07:45:00.495 INFO:tasks.workunit.client.0.smithi003.stdout:op 2744 completed, throughput=4.99MB/sec 2024-04-13T07:45:00.495 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6IOMH5q4zYHxd7p off=1487282 len=62436 2024-04-13T07:45:00.498 INFO:tasks.workunit.client.0.smithi003.stdout:op 2745 completed, throughput=4.99MB/sec 2024-04-13T07:45:00.498 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Rx8L6fWTU5w7rGN off=1930123 len=903708 2024-04-13T07:45:00.503 INFO:tasks.workunit.client.0.smithi003.stdout:op 2746 completed, throughput=5MB/sec 2024-04-13T07:45:00.503 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VmjfSPkXCdcXOht off=1370941 len=1664712 2024-04-13T07:45:00.511 INFO:tasks.workunit.client.0.smithi003.stdout:op 2747 completed, throughput=5MB/sec 2024-04-13T07:45:00.511 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7AvgpXNGIfRjhI6 off=3463343 len=362811 2024-04-13T07:45:00.514 INFO:tasks.workunit.client.0.smithi003.stdout:op 2748 completed, throughput=5MB/sec 2024-04-13T07:45:00.514 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ah85S0wA1ToCI3p off=5024541 len=220473 2024-04-13T07:45:00.517 INFO:tasks.workunit.client.0.smithi003.stdout:op 2749 completed, throughput=5MB/sec 2024-04-13T07:45:00.517 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gxipLpqcV1wG5PD off=559714 len=20242 2024-04-13T07:45:00.519 INFO:tasks.workunit.client.0.smithi003.stdout:op 2750 completed, throughput=5MB/sec 2024-04-13T07:45:00.519 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uIOyRcUQVc6s2Sx off=16896 len=856755 2024-04-13T07:45:00.523 INFO:tasks.workunit.client.0.smithi003.stdout:op 2751 completed, throughput=5MB/sec 2024-04-13T07:45:00.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:00 smithi003 ceph-mon[91733]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:45:00.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:00 smithi003 ceph-mon[89364]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:45:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:00 smithi066 ceph-mon[84331]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:45:01.524 INFO:tasks.workunit.client.0.smithi003.stdout: 547: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:01.524 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KZh26b5EAHTojGH off=1471891 len=976551 2024-04-13T07:45:01.529 INFO:tasks.workunit.client.0.smithi003.stdout:op 2752 completed, throughput=4.99MB/sec 2024-04-13T07:45:01.529 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wpZXHMIqAxXYdCY off=5840322 len=1850678 2024-04-13T07:45:01.537 INFO:tasks.workunit.client.0.smithi003.stdout:op 2753 completed, throughput=5MB/sec 2024-04-13T07:45:01.537 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Vq6KoqHCmOJZF-3 off=5613382 len=1647755 2024-04-13T07:45:01.544 INFO:tasks.workunit.client.0.smithi003.stdout:op 2754 completed, throughput=5MB/sec 2024-04-13T07:45:01.544 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7B2QGyuDOEY9wZm off=13584182 len=1446157 2024-04-13T07:45:01.546 INFO:tasks.workunit.client.0.smithi003.stdout:op 2755 completed, throughput=5MB/sec 2024-04-13T07:45:02.546 INFO:tasks.workunit.client.0.smithi003.stdout: 548: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:02.546 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FVGEYdlt9EwQtr4 off=20660228 len=1986108 2024-04-13T07:45:02.558 INFO:tasks.workunit.client.0.smithi003.stdout:op 2756 completed, throughput=5MB/sec 2024-04-13T07:45:02.558 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_2HA3dclC_PPo4Q off=0 len=1449178 2024-04-13T07:45:02.560 INFO:tasks.workunit.client.0.smithi003.stdout:op 2757 completed, throughput=5MB/sec 2024-04-13T07:45:02.560 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-h4oWFbKpebsa7ar off=681103 len=1241580 2024-04-13T07:45:02.561 INFO:tasks.workunit.client.0.smithi003.stdout:op 2758 completed, throughput=5MB/sec 2024-04-13T07:45:02.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:02 smithi003 ceph-mon[91733]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:45:02.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:02 smithi003 ceph-mon[89364]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:45:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:02 smithi066 ceph-mon[84331]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:45:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:45:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:45:03.561 INFO:tasks.workunit.client.0.smithi003.stdout: 549: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:03.562 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kdYb0bs7QXZheiQ off=6559763 len=525966 2024-04-13T07:45:03.565 INFO:tasks.workunit.client.0.smithi003.stdout:op 2759 completed, throughput=4.99MB/sec 2024-04-13T07:45:03.565 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--Sewsth6Cb5Hs4b off=8626129 len=413849 2024-04-13T07:45:03.569 INFO:tasks.workunit.client.0.smithi003.stdout:op 2760 completed, throughput=4.99MB/sec 2024-04-13T07:45:03.569 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-J99Hq7Y0BgT7Yzt off=2941065 len=1268305 2024-04-13T07:45:03.572 INFO:tasks.workunit.client.0.smithi003.stdout:op 2761 completed, throughput=5MB/sec 2024-04-13T07:45:03.572 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-v8j95pSHftVc99N off=10504187 len=274239 2024-04-13T07:45:03.575 INFO:tasks.workunit.client.0.smithi003.stdout:op 2762 completed, throughput=5MB/sec 2024-04-13T07:45:03.575 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wfr1LZRfwhwgEuH off=8517169 len=1363191 2024-04-13T07:45:03.581 INFO:tasks.workunit.client.0.smithi003.stdout:op 2763 completed, throughput=5MB/sec 2024-04-13T07:45:03.581 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-S8iNjuhv2I5wWwZ off=145493 len=801479 2024-04-13T07:45:03.586 INFO:tasks.workunit.client.0.smithi003.stdout:op 2764 completed, throughput=5MB/sec 2024-04-13T07:45:03.586 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zx7AaLJ3-kliuUP off=1670754 len=1778910 2024-04-13T07:45:03.587 INFO:tasks.workunit.client.0.smithi003.stdout:op 2765 completed, throughput=5MB/sec 2024-04-13T07:45:04.587 INFO:tasks.workunit.client.0.smithi003.stdout: 550: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:04.588 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qhghacI54ZfwXUx off=7224659 len=1233794 2024-04-13T07:45:04.595 INFO:tasks.workunit.client.0.smithi003.stdout:op 2766 completed, throughput=5MB/sec 2024-04-13T07:45:04.595 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1zNHBaFfYPO3GcG off=14903470 len=423398 2024-04-13T07:45:04.599 INFO:tasks.workunit.client.0.smithi003.stdout:op 2767 completed, throughput=5MB/sec 2024-04-13T07:45:04.599 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NfMuJA1tagt8SD7 off=9949716 len=737964 2024-04-13T07:45:04.600 INFO:tasks.workunit.client.0.smithi003.stdout:op 2768 completed, throughput=5MB/sec 2024-04-13T07:45:04.600 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FbLR_0j2VFMLPAp off=8467361 len=531021 2024-04-13T07:45:04.601 INFO:tasks.workunit.client.0.smithi003.stdout:op 2769 completed, throughput=5MB/sec 2024-04-13T07:45:04.602 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aMDA_w3QLbmVqK3 off=4329865 len=223775 2024-04-13T07:45:04.602 INFO:tasks.workunit.client.0.smithi003.stdout:op 2770 completed, throughput=5MB/sec 2024-04-13T07:45:04.602 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-96LDRI5e5PJsmkR off=7969763 len=1075804 2024-04-13T07:45:04.607 INFO:tasks.workunit.client.0.smithi003.stdout:op 2771 completed, throughput=5MB/sec 2024-04-13T07:45:04.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:04 smithi003 ceph-mon[91733]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:45:04.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:04 smithi003 ceph-mon[89364]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:45:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:45:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:45:04] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-13T07:45:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:04 smithi066 ceph-mon[84331]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:45:05.607 INFO:tasks.workunit.client.0.smithi003.stdout: 551: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:05.607 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aGjzFrAC6pqsFrn off=1766510 len=1681677 2024-04-13T07:45:05.615 INFO:tasks.workunit.client.0.smithi003.stdout:op 2772 completed, throughput=4.99MB/sec 2024-04-13T07:45:05.616 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0F4Ze0wXCwLD4ZH off=4558381 len=1691549 2024-04-13T07:45:05.623 INFO:tasks.workunit.client.0.smithi003.stdout:op 2773 completed, throughput=5MB/sec 2024-04-13T07:45:05.623 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-alL6tLIiSs4f6-D off=10599552 len=1209446 2024-04-13T07:45:05.624 INFO:tasks.workunit.client.0.smithi003.stdout:op 2774 completed, throughput=5MB/sec 2024-04-13T07:45:05.624 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nZmomJJ-Mbpr8FY off=16950752 len=1652929 2024-04-13T07:45:05.631 INFO:tasks.workunit.client.0.smithi003.stdout:op 2775 completed, throughput=5MB/sec 2024-04-13T07:45:06.632 INFO:tasks.workunit.client.0.smithi003.stdout: 552: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:06.632 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gsMCGIut6Qdd2io off=5226103 len=183661 2024-04-13T07:45:06.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:06 smithi003 ceph-mon[91733]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-13T07:45:06.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:06 smithi003 ceph-mon[89364]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-13T07:45:06.635 INFO:tasks.workunit.client.0.smithi003.stdout:op 2776 completed, throughput=4.99MB/sec 2024-04-13T07:45:06.635 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-O5m__yWFWEnwePw off=5760663 len=1340088 2024-04-13T07:45:06.640 INFO:tasks.workunit.client.0.smithi003.stdout:op 2777 completed, throughput=5MB/sec 2024-04-13T07:45:06.640 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UDm6BIsidItOSAu off=3270007 len=1020267 2024-04-13T07:45:06.641 INFO:tasks.workunit.client.0.smithi003.stdout:op 2778 completed, throughput=5MB/sec 2024-04-13T07:45:06.641 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-h-8m9D_uOtKOH9V off=15857880 len=662846 2024-04-13T07:45:06.642 INFO:tasks.workunit.client.0.smithi003.stdout:op 2779 completed, throughput=5MB/sec 2024-04-13T07:45:06.642 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TuzXNUl72OTfzO- off=12018608 len=1352953 2024-04-13T07:45:06.643 INFO:tasks.workunit.client.0.smithi003.stdout:op 2780 completed, throughput=5MB/sec 2024-04-13T07:45:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:06 smithi066 ceph-mon[84331]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-13T07:45:07.644 INFO:tasks.workunit.client.0.smithi003.stdout: 553: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:07.644 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2VcQyZK1XiNzBcS off=3561564 len=524915 2024-04-13T07:45:07.645 INFO:tasks.workunit.client.0.smithi003.stdout:op 2781 completed, throughput=4.99MB/sec 2024-04-13T07:45:07.645 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DrNF8hlts5ftYsu off=4406025 len=680715 2024-04-13T07:45:07.646 INFO:tasks.workunit.client.0.smithi003.stdout:op 2782 completed, throughput=4.99MB/sec 2024-04-13T07:45:07.646 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-R5d8V7T67FqBjyO off=7814107 len=1259009 2024-04-13T07:45:07.648 INFO:tasks.workunit.client.0.smithi003.stdout:op 2783 completed, throughput=5MB/sec 2024-04-13T07:45:07.648 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eIbVu8RQGb_TABu off=7738828 len=565713 2024-04-13T07:45:07.650 INFO:tasks.workunit.client.0.smithi003.stdout:op 2784 completed, throughput=5MB/sec 2024-04-13T07:45:07.650 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-u_pQU-Zs-rOCmM0 off=5508400 len=1005780 2024-04-13T07:45:07.657 INFO:tasks.workunit.client.0.smithi003.stdout:op 2785 completed, throughput=5MB/sec 2024-04-13T07:45:07.657 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7_qcFVZvPnv1z7h off=8399106 len=1403714 2024-04-13T07:45:07.664 INFO:tasks.workunit.client.0.smithi003.stdout:op 2786 completed, throughput=5MB/sec 2024-04-13T07:45:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:08 smithi003 ceph-mon[91733]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:45:08.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:08 smithi003 ceph-mon[89364]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:45:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:08 smithi066 ceph-mon[84331]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:45:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:08.664 INFO:tasks.workunit.client.0.smithi003.stdout: 554: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:08.664 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-V7lqWHlHusYWYI_ off=10184665 len=1307396 2024-04-13T07:45:08.666 INFO:tasks.workunit.client.0.smithi003.stdout:op 2787 completed, throughput=4.99MB/sec 2024-04-13T07:45:08.666 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-L9y-ktwVOPh09zN off=14037087 len=34051 2024-04-13T07:45:08.667 INFO:tasks.workunit.client.0.smithi003.stdout:op 2788 completed, throughput=4.99MB/sec 2024-04-13T07:45:08.667 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UxXlXUAxUCR4MHe off=16722459 len=437832 2024-04-13T07:45:08.667 INFO:tasks.workunit.client.0.smithi003.stdout:op 2789 completed, throughput=4.99MB/sec 2024-04-13T07:45:08.668 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qS_4u7DgZfY9_X3 off=20206204 len=1993231 2024-04-13T07:45:08.670 INFO:tasks.workunit.client.0.smithi003.stdout:op 2790 completed, throughput=5MB/sec 2024-04-13T07:45:08.670 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-y-bt59Vnsv38wTL off=15983749 len=1606878 2024-04-13T07:45:08.672 INFO:tasks.workunit.client.0.smithi003.stdout:op 2791 completed, throughput=5MB/sec 2024-04-13T07:45:09.672 INFO:tasks.workunit.client.0.smithi003.stdout: 555: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:09.673 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fTJ-DGx44M_gIeR off=4756839 len=535001 2024-04-13T07:45:09.677 INFO:tasks.workunit.client.0.smithi003.stdout:op 2792 completed, throughput=4.99MB/sec 2024-04-13T07:45:09.677 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--qLvM6SwDGvA7xM off=10016234 len=1510565 2024-04-13T07:45:09.679 INFO:tasks.workunit.client.0.smithi003.stdout:op 2793 completed, throughput=5MB/sec 2024-04-13T07:45:09.681 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iPRjLUUAbfWP5dI off=8434577 len=512953 2024-04-13T07:45:09.682 INFO:tasks.workunit.client.0.smithi003.stdout:op 2794 completed, throughput=5MB/sec 2024-04-13T07:45:09.682 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0bG-zP-MCVlSDKx off=6184197 len=819995 2024-04-13T07:45:09.684 INFO:tasks.workunit.client.0.smithi003.stdout:op 2795 completed, throughput=5MB/sec 2024-04-13T07:45:09.684 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8L0FE_5X9g0hpPE off=131106 len=1771637 2024-04-13T07:45:09.692 INFO:tasks.workunit.client.0.smithi003.stdout:op 2796 completed, throughput=5MB/sec 2024-04-13T07:45:10.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:10 smithi003 ceph-mon[89364]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:45:10.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:10 smithi003 ceph-mon[91733]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:45:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:10 smithi066 ceph-mon[84331]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:45:10.693 INFO:tasks.workunit.client.0.smithi003.stdout: 556: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:10.693 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-L35j17zCBJgvwaT off=0 len=1327943 2024-04-13T07:45:10.695 INFO:tasks.workunit.client.0.smithi003.stdout:op 2797 completed, throughput=4.99MB/sec 2024-04-13T07:45:10.695 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AtEu6TCLaR2bVdH off=3702922 len=458330 2024-04-13T07:45:10.695 INFO:tasks.workunit.client.0.smithi003.stdout:op 2798 completed, throughput=4.99MB/sec 2024-04-13T07:45:10.696 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1xVrZeDgslAfkhr off=12654272 len=1595659 2024-04-13T07:45:10.706 INFO:tasks.workunit.client.0.smithi003.stdout:op 2799 completed, throughput=5MB/sec 2024-04-13T07:45:10.706 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VzBcRl5vvjbV1x0 off=1144986 len=1036875 2024-04-13T07:45:10.707 INFO:tasks.workunit.client.0.smithi003.stdout:op 2800 completed, throughput=5MB/sec 2024-04-13T07:45:10.707 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0cXfFuMlppcSuSW off=3900435 len=808239 2024-04-13T07:45:10.708 INFO:tasks.workunit.client.0.smithi003.stdout:op 2801 completed, throughput=5MB/sec 2024-04-13T07:45:11.708 INFO:tasks.workunit.client.0.smithi003.stdout: 557: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:11.709 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5jBuJPN394fyvBM off=13707499 len=521558 2024-04-13T07:45:11.709 INFO:tasks.workunit.client.0.smithi003.stdout:op 2802 completed, throughput=4.99MB/sec 2024-04-13T07:45:11.709 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6UFiJloE0WiwwbQ off=359064 len=1558745 2024-04-13T07:45:11.718 INFO:tasks.workunit.client.0.smithi003.stdout:op 2803 completed, throughput=5MB/sec 2024-04-13T07:45:11.718 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MBM2znKKnyiQ2dp off=2637722 len=1016918 2024-04-13T07:45:11.721 INFO:tasks.workunit.client.0.smithi003.stdout:op 2804 completed, throughput=5MB/sec 2024-04-13T07:45:11.721 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cG1Vi-SjpVeqe1w off=1128143 len=439387 2024-04-13T07:45:11.722 INFO:tasks.workunit.client.0.smithi003.stdout:op 2805 completed, throughput=5MB/sec 2024-04-13T07:45:11.722 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nBhllEgJEArEklx off=3486127 len=2068947 2024-04-13T07:45:11.724 INFO:tasks.workunit.client.0.smithi003.stdout:op 2806 completed, throughput=5MB/sec 2024-04-13T07:45:12.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:12 smithi003 ceph-mon[91733]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:45:12.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:12 smithi003 ceph-mon[89364]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:45:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:12 smithi066 ceph-mon[84331]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:45:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:45:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:45:12.724 INFO:tasks.workunit.client.0.smithi003.stdout: 558: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:12.725 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Rlq95lxzQQB3ZJc off=2807054 len=622402 2024-04-13T07:45:12.729 INFO:tasks.workunit.client.0.smithi003.stdout:op 2807 completed, throughput=4.99MB/sec 2024-04-13T07:45:12.729 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vd1c-GZp2jz-mcm off=15818201 len=197262 2024-04-13T07:45:12.730 INFO:tasks.workunit.client.0.smithi003.stdout:op 2808 completed, throughput=4.99MB/sec 2024-04-13T07:45:12.730 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Sc_UD6d8qDF9NAz off=8920619 len=1504449 2024-04-13T07:45:12.739 INFO:tasks.workunit.client.0.smithi003.stdout:op 2809 completed, throughput=5MB/sec 2024-04-13T07:45:12.739 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gTAS7lRgkzY6fZ8 off=1076021 len=271558 2024-04-13T07:45:12.740 INFO:tasks.workunit.client.0.smithi003.stdout:op 2810 completed, throughput=5MB/sec 2024-04-13T07:45:12.740 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WWRYUIwaZ_0lK1y off=9816282 len=1087195 2024-04-13T07:45:12.746 INFO:tasks.workunit.client.0.smithi003.stdout:op 2811 completed, throughput=5MB/sec 2024-04-13T07:45:12.746 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vtLm7oYRYguys7R off=3731365 len=1496279 2024-04-13T07:45:12.748 INFO:tasks.workunit.client.0.smithi003.stdout:op 2812 completed, throughput=5MB/sec 2024-04-13T07:45:13.748 INFO:tasks.workunit.client.0.smithi003.stdout: 559: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:13.748 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-umcrJMwFylr_qLS off=0 len=1133833 2024-04-13T07:45:13.750 INFO:tasks.workunit.client.0.smithi003.stdout:op 2813 completed, throughput=4.99MB/sec 2024-04-13T07:45:13.750 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-POo2r6z8_QLDM3E off=1928621 len=682574 2024-04-13T07:45:13.754 INFO:tasks.workunit.client.0.smithi003.stdout:op 2814 completed, throughput=4.99MB/sec 2024-04-13T07:45:13.754 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-M8F8KOi4qRfBJ2Y off=4180178 len=753615 2024-04-13T07:45:13.754 INFO:tasks.workunit.client.0.smithi003.stdout:op 2815 completed, throughput=5MB/sec 2024-04-13T07:45:13.755 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5pkfIUkqWL5s5hv off=4745108 len=1257488 2024-04-13T07:45:13.761 INFO:tasks.workunit.client.0.smithi003.stdout:op 2816 completed, throughput=5MB/sec 2024-04-13T07:45:13.761 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qiHsPi2S2wAIdUG off=280945 len=1038804 2024-04-13T07:45:13.766 INFO:tasks.workunit.client.0.smithi003.stdout:op 2817 completed, throughput=5MB/sec 2024-04-13T07:45:13.766 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3BuJNyBtBjGykMa off=738448 len=804354 2024-04-13T07:45:13.771 INFO:tasks.workunit.client.0.smithi003.stdout:op 2818 completed, throughput=5MB/sec 2024-04-13T07:45:14.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:14 smithi003 ceph-mon[91733]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:45:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:14 smithi003 ceph-mon[89364]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:45:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:45:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:45:14] "GET /metrics HTTP/1.1" 200 34042 "" "Prometheus/2.43.0" 2024-04-13T07:45:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:14 smithi066 ceph-mon[84331]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:45:14.771 INFO:tasks.workunit.client.0.smithi003.stdout: 560: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:14.771 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-I8G2IlLGGTyR1ms off=1800220 len=446800 2024-04-13T07:45:14.775 INFO:tasks.workunit.client.0.smithi003.stdout:op 2819 completed, throughput=4.99MB/sec 2024-04-13T07:45:14.775 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-I4d0FYAYSBRnEbN off=0 len=1255785 2024-04-13T07:45:14.783 INFO:tasks.workunit.client.0.smithi003.stdout:op 2820 completed, throughput=5MB/sec 2024-04-13T07:45:14.783 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MlaTFb8RwjZ5Aqg off=5051059 len=1346133 2024-04-13T07:45:14.790 INFO:tasks.workunit.client.0.smithi003.stdout:op 2821 completed, throughput=5MB/sec 2024-04-13T07:45:14.790 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BlIP2b0FTgFQOk5 off=851450 len=1594451 2024-04-13T07:45:14.796 INFO:tasks.workunit.client.0.smithi003.stdout:op 2822 completed, throughput=5MB/sec 2024-04-13T07:45:14.796 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WChIoXvI8fHsDSy off=20713500 len=1868582 2024-04-13T07:45:14.805 INFO:tasks.workunit.client.0.smithi003.stdout:op 2823 completed, throughput=5MB/sec 2024-04-13T07:45:15.806 INFO:tasks.workunit.client.0.smithi003.stdout: 561: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:15.806 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jPH_cNMr2sYI3TH off=3529300 len=1439792 2024-04-13T07:45:15.809 INFO:tasks.workunit.client.0.smithi003.stdout:op 2824 completed, throughput=5MB/sec 2024-04-13T07:45:15.809 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OyBgMVMZyZp-EGW off=4860026 len=1826557 2024-04-13T07:45:15.812 INFO:tasks.workunit.client.0.smithi003.stdout:op 2825 completed, throughput=5MB/sec 2024-04-13T07:45:15.812 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TOuCCwi7XQPc5kT off=7200790 len=1026878 2024-04-13T07:45:15.818 INFO:tasks.workunit.client.0.smithi003.stdout:op 2826 completed, throughput=5MB/sec 2024-04-13T07:45:16.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:16 smithi003 ceph-mon[91733]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T07:45:16.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:16 smithi003 ceph-mon[89364]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T07:45:16.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:16 smithi066 ceph-mon[84331]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T07:45:16.818 INFO:tasks.workunit.client.0.smithi003.stdout: 562: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:16.819 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-g-3giUjC3SmIH4q off=2420230 len=17144 2024-04-13T07:45:16.821 INFO:tasks.workunit.client.0.smithi003.stdout:op 2827 completed, throughput=4.99MB/sec 2024-04-13T07:45:16.821 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0Sy7NNXfDzI5I2r off=4872618 len=648826 2024-04-13T07:45:16.825 INFO:tasks.workunit.client.0.smithi003.stdout:op 2828 completed, throughput=4.99MB/sec 2024-04-13T07:45:16.825 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OprxESZJpKd9517 off=2793392 len=1725461 2024-04-13T07:45:16.827 INFO:tasks.workunit.client.0.smithi003.stdout:op 2829 completed, throughput=5MB/sec 2024-04-13T07:45:16.829 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-v96xS0vE1L2tAkF off=5407795 len=1944490 2024-04-13T07:45:16.830 INFO:tasks.workunit.client.0.smithi003.stdout:op 2830 completed, throughput=5MB/sec 2024-04-13T07:45:16.830 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-92bYVOeB-FT77WV off=11419272 len=1681287 2024-04-13T07:45:16.839 INFO:tasks.workunit.client.0.smithi003.stdout:op 2831 completed, throughput=5MB/sec 2024-04-13T07:45:17.839 INFO:tasks.workunit.client.0.smithi003.stdout: 563: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:17.839 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5eHYgCExh0Z69ms off=3559884 len=1602712 2024-04-13T07:45:17.847 INFO:tasks.workunit.client.0.smithi003.stdout:op 2832 completed, throughput=5MB/sec 2024-04-13T07:45:17.847 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wIF6EeKdhl6fbNe off=6324585 len=1503152 2024-04-13T07:45:17.848 INFO:tasks.workunit.client.0.smithi003.stdout:op 2833 completed, throughput=5MB/sec 2024-04-13T07:45:17.849 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-T5BHVGXXExUsRhE off=7622012 len=418609 2024-04-13T07:45:17.852 INFO:tasks.workunit.client.0.smithi003.stdout:op 2834 completed, throughput=5MB/sec 2024-04-13T07:45:17.852 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lZJLYF1pk6jSGat off=13335038 len=888776 2024-04-13T07:45:17.857 INFO:tasks.workunit.client.0.smithi003.stdout:op 2835 completed, throughput=5MB/sec 2024-04-13T07:45:18.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:18 smithi003 ceph-mon[91733]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:45:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:18 smithi003 ceph-mon[89364]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:45:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:18 smithi066 ceph-mon[84331]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:45:18.857 INFO:tasks.workunit.client.0.smithi003.stdout: 564: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:18.858 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SQb8dhKBn0HlWqT off=7861449 len=1443502 2024-04-13T07:45:18.860 INFO:tasks.workunit.client.0.smithi003.stdout:op 2836 completed, throughput=4.99MB/sec 2024-04-13T07:45:18.860 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-o74IfhAigrXqhv2 off=5124680 len=1483543 2024-04-13T07:45:18.870 INFO:tasks.workunit.client.0.smithi003.stdout:op 2837 completed, throughput=5MB/sec 2024-04-13T07:45:18.870 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cmksdniAVQu9-KB off=492648 len=529609 2024-04-13T07:45:18.870 INFO:tasks.workunit.client.0.smithi003.stdout:op 2838 completed, throughput=5MB/sec 2024-04-13T07:45:18.870 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bcngaMeIeUzg9Ua off=1602979 len=2004988 2024-04-13T07:45:18.872 INFO:tasks.workunit.client.0.smithi003.stdout:op 2839 completed, throughput=5MB/sec 2024-04-13T07:45:19.872 INFO:tasks.workunit.client.0.smithi003.stdout: 565: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:19.872 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2pQ4hGUvEGUUMJG off=1492638 len=772551 2024-04-13T07:45:19.876 INFO:tasks.workunit.client.0.smithi003.stdout:op 2840 completed, throughput=4.99MB/sec 2024-04-13T07:45:19.877 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kuIFw-5sYDtzjHO off=10036649 len=345374 2024-04-13T07:45:19.877 INFO:tasks.workunit.client.0.smithi003.stdout:op 2841 completed, throughput=4.99MB/sec 2024-04-13T07:45:19.877 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xt0WEqqJ73xuWzh off=3686948 len=1100680 2024-04-13T07:45:19.883 INFO:tasks.workunit.client.0.smithi003.stdout:op 2842 completed, throughput=5MB/sec 2024-04-13T07:45:19.883 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3mrGmN9AVjET_B- off=7483191 len=1358079 2024-04-13T07:45:19.892 INFO:tasks.workunit.client.0.smithi003.stdout:op 2843 completed, throughput=5MB/sec 2024-04-13T07:45:19.892 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mXgZ7TeP3Tcohj_ off=16262850 len=983778 2024-04-13T07:45:19.897 INFO:tasks.workunit.client.0.smithi003.stdout:op 2844 completed, throughput=5MB/sec 2024-04-13T07:45:19.897 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-n2w-RC7oP17Z2XI off=4468878 len=1380126 2024-04-13T07:45:19.899 INFO:tasks.workunit.client.0.smithi003.stdout:op 2845 completed, throughput=5MB/sec 2024-04-13T07:45:20.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:20 smithi003 ceph-mon[91733]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:45:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:20 smithi003 ceph-mon[89364]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:45:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:20 smithi066 ceph-mon[84331]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:45:20.899 INFO:tasks.workunit.client.0.smithi003.stdout: 566: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:20.899 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OWJXc3DgVBhG7jm off=15094404 len=1418248 2024-04-13T07:45:20.906 INFO:tasks.workunit.client.0.smithi003.stdout:op 2846 completed, throughput=5MB/sec 2024-04-13T07:45:20.906 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rORPbGfawgc146Y off=12024258 len=177943 2024-04-13T07:45:20.907 INFO:tasks.workunit.client.0.smithi003.stdout:op 2847 completed, throughput=5MB/sec 2024-04-13T07:45:20.907 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aasXF4Rpi5BJf6V off=571082 len=1328047 2024-04-13T07:45:20.910 INFO:tasks.workunit.client.0.smithi003.stdout:op 2848 completed, throughput=5MB/sec 2024-04-13T07:45:20.910 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KumKKMTju0Q8cwy off=11074635 len=1795337 2024-04-13T07:45:20.918 INFO:tasks.workunit.client.0.smithi003.stdout:op 2849 completed, throughput=5MB/sec 2024-04-13T07:45:21.918 INFO:tasks.workunit.client.0.smithi003.stdout: 567: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:21.919 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZL3rXnwZD4yoACj off=1121127 len=441884 2024-04-13T07:45:21.922 INFO:tasks.workunit.client.0.smithi003.stdout:op 2850 completed, throughput=4.99MB/sec 2024-04-13T07:45:21.922 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-p38gfQhWkDfBy7f off=8804095 len=1141992 2024-04-13T07:45:21.927 INFO:tasks.workunit.client.0.smithi003.stdout:op 2851 completed, throughput=4.99MB/sec 2024-04-13T07:45:21.927 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lYOyvYMmzPMfXq5 off=10933150 len=1069703 2024-04-13T07:45:21.933 INFO:tasks.workunit.client.0.smithi003.stdout:op 2852 completed, throughput=5MB/sec 2024-04-13T07:45:21.933 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wKrxAWc-t6a2W_R off=353908 len=1539057 2024-04-13T07:45:21.939 INFO:tasks.workunit.client.0.smithi003.stdout:op 2853 completed, throughput=5MB/sec 2024-04-13T07:45:21.939 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ioAf3QPyoscz1Xn off=13003238 len=954435 2024-04-13T07:45:21.941 INFO:tasks.workunit.client.0.smithi003.stdout:op 2854 completed, throughput=5MB/sec 2024-04-13T07:45:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:22 smithi003 ceph-mon[91733]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:45:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:22 smithi003 ceph-mon[89364]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:45:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:22 smithi066 ceph-mon[84331]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:45:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:45:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:45:22.942 INFO:tasks.workunit.client.0.smithi003.stdout: 568: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:22.942 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6rdUlU9RNP74NdH off=2602083 len=1295160 2024-04-13T07:45:22.943 INFO:tasks.workunit.client.0.smithi003.stdout:op 2855 completed, throughput=4.99MB/sec 2024-04-13T07:45:22.943 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ahPN6QPvhD1Fm1f off=15932453 len=1056744 2024-04-13T07:45:22.950 INFO:tasks.workunit.client.0.smithi003.stdout:op 2856 completed, throughput=5MB/sec 2024-04-13T07:45:22.950 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-__klHAKBNpn1jIb off=0 len=1493562 2024-04-13T07:45:22.952 INFO:tasks.workunit.client.0.smithi003.stdout:op 2857 completed, throughput=5MB/sec 2024-04-13T07:45:22.952 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-f8gjaIcmW8mvG8f off=472507 len=900316 2024-04-13T07:45:22.957 INFO:tasks.workunit.client.0.smithi003.stdout:op 2858 completed, throughput=5MB/sec 2024-04-13T07:45:22.957 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AXo3yt3YuDyAe25 off=6976753 len=1112781 2024-04-13T07:45:22.958 INFO:tasks.workunit.client.0.smithi003.stdout:op 2859 completed, throughput=5MB/sec 2024-04-13T07:45:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:23.957 INFO:tasks.workunit.client.0.smithi003.stdout: 569: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:23.957 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VAKMMVUD0Ue7cxs off=3678002 len=1461619 2024-04-13T07:45:23.959 INFO:tasks.workunit.client.0.smithi003.stdout:op 2860 completed, throughput=5MB/sec 2024-04-13T07:45:23.959 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Jvpi3Asf5vcx_HK off=4316120 len=1164250 2024-04-13T07:45:23.966 INFO:tasks.workunit.client.0.smithi003.stdout:op 2861 completed, throughput=5MB/sec 2024-04-13T07:45:23.966 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KJREcxivzriWkE0 off=8063367 len=2069909 2024-04-13T07:45:23.968 INFO:tasks.workunit.client.0.smithi003.stdout:op 2862 completed, throughput=5MB/sec 2024-04-13T07:45:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:24 smithi003 ceph-mon[91733]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:45:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:45:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:45:24] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-13T07:45:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:24 smithi003 ceph-mon[89364]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:45:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:24 smithi066 ceph-mon[84331]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:45:24.968 INFO:tasks.workunit.client.0.smithi003.stdout: 570: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:24.968 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jWtn3hkdFbo4lgR off=19344221 len=775264 2024-04-13T07:45:24.969 INFO:tasks.workunit.client.0.smithi003.stdout:op 2863 completed, throughput=4.99MB/sec 2024-04-13T07:45:24.969 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sONplkTY2ynt2ml off=5135336 len=1525403 2024-04-13T07:45:24.973 INFO:tasks.workunit.client.0.smithi003.stdout:op 2864 completed, throughput=5MB/sec 2024-04-13T07:45:24.973 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-n4HWIMIg8wPzo7D off=234501 len=1178450 2024-04-13T07:45:24.976 INFO:tasks.workunit.client.0.smithi003.stdout:op 2865 completed, throughput=5MB/sec 2024-04-13T07:45:24.976 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1EYsWLbnucTIKIi off=1330688 len=201727 2024-04-13T07:45:24.979 INFO:tasks.workunit.client.0.smithi003.stdout:op 2866 completed, throughput=5MB/sec 2024-04-13T07:45:24.979 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JiH5nvla71f_zvo off=975863 len=523837 2024-04-13T07:45:24.980 INFO:tasks.workunit.client.0.smithi003.stdout:op 2867 completed, throughput=5MB/sec 2024-04-13T07:45:24.980 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mBfWtlkxabkqanp off=3352880 len=1241127 2024-04-13T07:45:24.982 INFO:tasks.workunit.client.0.smithi003.stdout:op 2868 completed, throughput=5MB/sec 2024-04-13T07:45:25.982 INFO:tasks.workunit.client.0.smithi003.stdout: 571: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:25.983 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-v7qiBG5xYdvunJX off=6094680 len=195852 2024-04-13T07:45:25.983 INFO:tasks.workunit.client.0.smithi003.stdout:op 2869 completed, throughput=4.99MB/sec 2024-04-13T07:45:25.983 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bJf8BabIthBz8im off=1915999 len=241358 2024-04-13T07:45:25.986 INFO:tasks.workunit.client.0.smithi003.stdout:op 2870 completed, throughput=4.99MB/sec 2024-04-13T07:45:25.986 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6QAEIZhJT2E9o8u off=598720 len=1344551 2024-04-13T07:45:25.988 INFO:tasks.workunit.client.0.smithi003.stdout:op 2871 completed, throughput=4.99MB/sec 2024-04-13T07:45:25.988 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WtB3EH9FeK1X5rw off=8233360 len=1252969 2024-04-13T07:45:25.993 INFO:tasks.workunit.client.0.smithi003.stdout:op 2872 completed, throughput=5MB/sec 2024-04-13T07:45:25.993 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--jbi0QCsm6Obfsp off=887835 len=1371366 2024-04-13T07:45:26.000 INFO:tasks.workunit.client.0.smithi003.stdout:op 2873 completed, throughput=5MB/sec 2024-04-13T07:45:26.001 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HArHFcIISaAZA1G off=3014330 len=29065 2024-04-13T07:45:26.001 INFO:tasks.workunit.client.0.smithi003.stdout:op 2874 completed, throughput=5MB/sec 2024-04-13T07:45:26.001 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AKchcdbCVszc-e2 off=10931035 len=622374 2024-04-13T07:45:26.002 INFO:tasks.workunit.client.0.smithi003.stdout:op 2875 completed, throughput=5MB/sec 2024-04-13T07:45:26.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:26 smithi003 ceph-mon[89364]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:45:26.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:26 smithi003 ceph-mon[91733]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:45:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:26 smithi066 ceph-mon[84331]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:45:27.002 INFO:tasks.workunit.client.0.smithi003.stdout: 572: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:27.003 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lqwr2j2xDtiAuzI off=3155079 len=1770586 2024-04-13T07:45:27.013 INFO:tasks.workunit.client.0.smithi003.stdout:op 2876 completed, throughput=4.99MB/sec 2024-04-13T07:45:27.013 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DkKyqiY0eF5a7bX off=2939024 len=964224 2024-04-13T07:45:27.015 INFO:tasks.workunit.client.0.smithi003.stdout:op 2877 completed, throughput=5MB/sec 2024-04-13T07:45:27.015 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XXwTrMW-S0jm5de off=18783363 len=1243057 2024-04-13T07:45:27.020 INFO:tasks.workunit.client.0.smithi003.stdout:op 2878 completed, throughput=5MB/sec 2024-04-13T07:45:27.021 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-viCbSWKLXxPrxc- off=16438318 len=390171 2024-04-13T07:45:27.021 INFO:tasks.workunit.client.0.smithi003.stdout:op 2879 completed, throughput=5MB/sec 2024-04-13T07:45:27.021 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-r76FjXxZgz4TeCc off=351509 len=1290862 2024-04-13T07:45:27.023 INFO:tasks.workunit.client.0.smithi003.stdout:op 2880 completed, throughput=5MB/sec 2024-04-13T07:45:28.023 INFO:tasks.workunit.client.0.smithi003.stdout: 573: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:28.024 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ujoqvzo3XyXOZhx off=48547 len=1482272 2024-04-13T07:45:28.025 INFO:tasks.workunit.client.0.smithi003.stdout:op 2881 completed, throughput=4.99MB/sec 2024-04-13T07:45:28.025 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PnZvYUlU3KBDfoI off=11576563 len=962550 2024-04-13T07:45:28.031 INFO:tasks.workunit.client.0.smithi003.stdout:op 2882 completed, throughput=5MB/sec 2024-04-13T07:45:28.031 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ihG0W440t9LyZAd off=506551 len=1437353 2024-04-13T07:45:28.038 INFO:tasks.workunit.client.0.smithi003.stdout:op 2883 completed, throughput=5MB/sec 2024-04-13T07:45:28.039 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ODFoNnrLLefpN12 off=8721289 len=252507 2024-04-13T07:45:28.041 INFO:tasks.workunit.client.0.smithi003.stdout:op 2884 completed, throughput=5MB/sec 2024-04-13T07:45:28.041 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WDCR7UGiTYAYrRt off=4386676 len=1706554 2024-04-13T07:45:28.043 INFO:tasks.workunit.client.0.smithi003.stdout:op 2885 completed, throughput=5MB/sec 2024-04-13T07:45:28.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:28 smithi003 ceph-mon[91733]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:45:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:28 smithi003 ceph-mon[89364]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:45:28.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:28 smithi066 ceph-mon[84331]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:45:29.043 INFO:tasks.workunit.client.0.smithi003.stdout: 574: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:29.043 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VI_gAvttYmcHCG_ off=0 len=1493081 2024-04-13T07:45:29.045 INFO:tasks.workunit.client.0.smithi003.stdout:op 2886 completed, throughput=5MB/sec 2024-04-13T07:45:29.045 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BWfrNg4Tx-HB_cK off=1003681 len=733114 2024-04-13T07:45:29.047 INFO:tasks.workunit.client.0.smithi003.stdout:op 2887 completed, throughput=5MB/sec 2024-04-13T07:45:29.047 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6i5iXQxcxjbJLxE off=1679775 len=1718116 2024-04-13T07:45:29.049 INFO:tasks.workunit.client.0.smithi003.stdout:op 2888 completed, throughput=5MB/sec 2024-04-13T07:45:29.049 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IEDIjx5IK4bYFeu off=3236503 len=666433 2024-04-13T07:45:29.053 INFO:tasks.workunit.client.0.smithi003.stdout:op 2889 completed, throughput=5MB/sec 2024-04-13T07:45:30.053 INFO:tasks.workunit.client.0.smithi003.stdout: 575: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:30.053 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KqppDbbQr4RXxWl off=3772160 len=383367 2024-04-13T07:45:30.054 INFO:tasks.workunit.client.0.smithi003.stdout:op 2890 completed, throughput=4.99MB/sec 2024-04-13T07:45:30.054 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JMd5czkdAwdGnkp off=17389465 len=1251019 2024-04-13T07:45:30.055 INFO:tasks.workunit.client.0.smithi003.stdout:op 2891 completed, throughput=4.99MB/sec 2024-04-13T07:45:30.056 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qU_VzD5teX2PHBY off=6088473 len=68111 2024-04-13T07:45:30.059 INFO:tasks.workunit.client.0.smithi003.stdout:op 2892 completed, throughput=4.99MB/sec 2024-04-13T07:45:30.059 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-86N9kG5MclvZVLx off=496400 len=1013869 2024-04-13T07:45:30.061 INFO:tasks.workunit.client.0.smithi003.stdout:op 2893 completed, throughput=5MB/sec 2024-04-13T07:45:30.061 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-42U95AJYJEABqgI off=2483295 len=744617 2024-04-13T07:45:30.065 INFO:tasks.workunit.client.0.smithi003.stdout:op 2894 completed, throughput=5MB/sec 2024-04-13T07:45:30.065 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LvsOKABPfobk6kR off=109990 len=1959173 2024-04-13T07:45:30.078 INFO:tasks.workunit.client.0.smithi003.stdout:op 2895 completed, throughput=5MB/sec 2024-04-13T07:45:30.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:30 smithi003 ceph-mon[91733]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:45:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:30 smithi003 ceph-mon[89364]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:45:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:30 smithi066 ceph-mon[84331]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:45:31.078 INFO:tasks.workunit.client.0.smithi003.stdout: 576: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:31.079 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-r882g5mgEncRcMq off=3226009 len=1801102 2024-04-13T07:45:31.081 INFO:tasks.workunit.client.0.smithi003.stdout:op 2896 completed, throughput=4.99MB/sec 2024-04-13T07:45:31.081 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DkGSXsxE1a9EFJt off=1051455 len=729146 2024-04-13T07:45:31.085 INFO:tasks.workunit.client.0.smithi003.stdout:op 2897 completed, throughput=5MB/sec 2024-04-13T07:45:31.085 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kQ9o04hv5_oICGR off=1562882 len=695948 2024-04-13T07:45:31.086 INFO:tasks.workunit.client.0.smithi003.stdout:op 2898 completed, throughput=5MB/sec 2024-04-13T07:45:31.086 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Nq7kJU-2-fEgb8J off=9179634 len=222554 2024-04-13T07:45:31.088 INFO:tasks.workunit.client.0.smithi003.stdout:op 2899 completed, throughput=5MB/sec 2024-04-13T07:45:31.088 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-klEB_CqSngKA-6s off=5423395 len=452899 2024-04-13T07:45:31.091 INFO:tasks.workunit.client.0.smithi003.stdout:op 2900 completed, throughput=5MB/sec 2024-04-13T07:45:31.092 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dNxsMbJhUeDSgPJ off=16250918 len=756305 2024-04-13T07:45:31.097 INFO:tasks.workunit.client.0.smithi003.stdout:op 2901 completed, throughput=5MB/sec 2024-04-13T07:45:31.097 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tW8gA-U1FkiLMam off=5237641 len=736912 2024-04-13T07:45:31.097 INFO:tasks.workunit.client.0.smithi003.stdout:op 2902 completed, throughput=5MB/sec 2024-04-13T07:45:32.098 INFO:tasks.workunit.client.0.smithi003.stdout: 577: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:32.098 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-asoADEB3fzEiqOu off=428124 len=1596373 2024-04-13T07:45:32.101 INFO:tasks.workunit.client.0.smithi003.stdout:op 2903 completed, throughput=4.99MB/sec 2024-04-13T07:45:32.101 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wQMUIyf1qChxdtz off=16759653 len=1462921 2024-04-13T07:45:32.103 INFO:tasks.workunit.client.0.smithi003.stdout:op 2904 completed, throughput=5MB/sec 2024-04-13T07:45:32.103 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SOjFvd53s_UiKWP off=964161 len=381570 2024-04-13T07:45:32.106 INFO:tasks.workunit.client.0.smithi003.stdout:op 2905 completed, throughput=5MB/sec 2024-04-13T07:45:32.107 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-f7GkwK1iNPtWHgm off=1376693 len=487818 2024-04-13T07:45:32.111 INFO:tasks.workunit.client.0.smithi003.stdout:op 2906 completed, throughput=5MB/sec 2024-04-13T07:45:32.111 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5RzdnpTfJVgBCjo off=14228499 len=1171042 2024-04-13T07:45:32.111 INFO:tasks.workunit.client.0.smithi003.stdout:op 2907 completed, throughput=5MB/sec 2024-04-13T07:45:32.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:32 smithi003 ceph-mon[91733]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:45:32.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:32 smithi003 ceph-mon[89364]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:45:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:32 smithi066 ceph-mon[84331]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:45:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:45:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:45:33.112 INFO:tasks.workunit.client.0.smithi003.stdout: 578: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:33.112 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-e3axzxu2_KBkVzI off=7525253 len=2066400 2024-04-13T07:45:33.125 INFO:tasks.workunit.client.0.smithi003.stdout:op 2908 completed, throughput=4.99MB/sec 2024-04-13T07:45:33.126 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UT2mLtt-mJUqznJ off=20186828 len=93483 2024-04-13T07:45:33.128 INFO:tasks.workunit.client.0.smithi003.stdout:op 2909 completed, throughput=5MB/sec 2024-04-13T07:45:33.128 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aNbnAuOgwF5t14e off=559578 len=922266 2024-04-13T07:45:33.133 INFO:tasks.workunit.client.0.smithi003.stdout:op 2910 completed, throughput=5MB/sec 2024-04-13T07:45:33.133 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wBjU-mrzSc6ZSFJ off=3913060 len=354362 2024-04-13T07:45:33.134 INFO:tasks.workunit.client.0.smithi003.stdout:op 2911 completed, throughput=5MB/sec 2024-04-13T07:45:33.134 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uneKX9ASllK_fWa off=1614487 len=678208 2024-04-13T07:45:33.135 INFO:tasks.workunit.client.0.smithi003.stdout:op 2912 completed, throughput=5MB/sec 2024-04-13T07:45:33.135 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-N0DVW3OD-LSYsX4 off=14389848 len=1315176 2024-04-13T07:45:33.141 INFO:tasks.workunit.client.0.smithi003.stdout:op 2913 completed, throughput=5MB/sec 2024-04-13T07:45:34.141 INFO:tasks.workunit.client.0.smithi003.stdout: 579: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:34.141 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8wK1UAJ30A6nUAo off=10270293 len=1558713 2024-04-13T07:45:34.144 INFO:tasks.workunit.client.0.smithi003.stdout:op 2914 completed, throughput=4.99MB/sec 2024-04-13T07:45:34.144 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OO6hADqK96-VTTR off=19714864 len=758786 2024-04-13T07:45:34.149 INFO:tasks.workunit.client.0.smithi003.stdout:op 2915 completed, throughput=5MB/sec 2024-04-13T07:45:34.149 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8Zcdxq7h-iwvlHd off=2356687 len=1115578 2024-04-13T07:45:34.150 INFO:tasks.workunit.client.0.smithi003.stdout:op 2916 completed, throughput=5MB/sec 2024-04-13T07:45:34.150 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1mI5pEUKukTy-15 off=16093923 len=363477 2024-04-13T07:45:34.153 INFO:tasks.workunit.client.0.smithi003.stdout:op 2917 completed, throughput=5MB/sec 2024-04-13T07:45:34.154 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qNlTJXHhqlf4qrl off=4276554 len=845002 2024-04-13T07:45:34.159 INFO:tasks.workunit.client.0.smithi003.stdout:op 2918 completed, throughput=5MB/sec 2024-04-13T07:45:34.159 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VKYvdWMUDZQ0jtB off=15704390 len=1374690 2024-04-13T07:45:34.161 INFO:tasks.workunit.client.0.smithi003.stdout:op 2919 completed, throughput=5MB/sec 2024-04-13T07:45:34.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:34 smithi003 ceph-mon[91733]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:45:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:34 smithi003 ceph-mon[89364]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:45:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:45:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:45:34] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-13T07:45:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:34 smithi066 ceph-mon[84331]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:45:35.161 INFO:tasks.workunit.client.0.smithi003.stdout: 580: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:35.161 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Qi9EWlIhxmQ_4nG off=316882 len=1295228 2024-04-13T07:45:35.167 INFO:tasks.workunit.client.0.smithi003.stdout:op 2920 completed, throughput=4.99MB/sec 2024-04-13T07:45:35.167 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tkGvPpGJNcXkdQW off=3218677 len=1140019 2024-04-13T07:45:35.174 INFO:tasks.workunit.client.0.smithi003.stdout:op 2921 completed, throughput=5MB/sec 2024-04-13T07:45:35.174 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-A06_i_mg-8rFQqK off=5796415 len=540772 2024-04-13T07:45:35.176 INFO:tasks.workunit.client.0.smithi003.stdout:op 2922 completed, throughput=5MB/sec 2024-04-13T07:45:35.176 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-o2yaEuDuURY_3UT off=6405186 len=27886 2024-04-13T07:45:35.176 INFO:tasks.workunit.client.0.smithi003.stdout:op 2923 completed, throughput=5MB/sec 2024-04-13T07:45:35.177 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eLlRN8UTUwZmqMx off=3767774 len=316175 2024-04-13T07:45:35.180 INFO:tasks.workunit.client.0.smithi003.stdout:op 2924 completed, throughput=5MB/sec 2024-04-13T07:45:35.180 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Yrdr8s2uRI1Lv5k off=8953267 len=1577900 2024-04-13T07:45:35.181 INFO:tasks.workunit.client.0.smithi003.stdout:op 2925 completed, throughput=5MB/sec 2024-04-13T07:45:36.182 INFO:tasks.workunit.client.0.smithi003.stdout: 581: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:36.182 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-izAn2WWKYP-LawU off=1378788 len=1284505 2024-04-13T07:45:36.185 INFO:tasks.workunit.client.0.smithi003.stdout:op 2926 completed, throughput=4.99MB/sec 2024-04-13T07:45:36.185 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_dtiNIxy6mzJQpP off=16138099 len=351992 2024-04-13T07:45:36.186 INFO:tasks.workunit.client.0.smithi003.stdout:op 2927 completed, throughput=4.99MB/sec 2024-04-13T07:45:36.186 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-txLU6aMCcy2mfxm off=6812569 len=1197739 2024-04-13T07:45:36.187 INFO:tasks.workunit.client.0.smithi003.stdout:op 2928 completed, throughput=5MB/sec 2024-04-13T07:45:36.188 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XssAdsL9zwXc3aR off=6658148 len=694740 2024-04-13T07:45:36.192 INFO:tasks.workunit.client.0.smithi003.stdout:op 2929 completed, throughput=5MB/sec 2024-04-13T07:45:36.192 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-p38gfQhWkDfBy7f off=6838182 len=10717 2024-04-13T07:45:36.193 INFO:tasks.workunit.client.0.smithi003.stdout:op 2930 completed, throughput=5MB/sec 2024-04-13T07:45:36.193 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xgKJWrNh_olqdiF off=679664 len=1670301 2024-04-13T07:45:36.196 INFO:tasks.workunit.client.0.smithi003.stdout:op 2931 completed, throughput=5MB/sec 2024-04-13T07:45:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:36 smithi003 ceph-mon[91733]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:45:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:36 smithi003 ceph-mon[89364]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:45:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:36 smithi066 ceph-mon[84331]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:45:37.197 INFO:tasks.workunit.client.0.smithi003.stdout: 582: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:37.197 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xkX8GaUHxRDaP9u off=8884305 len=2031658 2024-04-13T07:45:37.199 INFO:tasks.workunit.client.0.smithi003.stdout:op 2932 completed, throughput=5MB/sec 2024-04-13T07:45:37.199 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-snHkJTjCu0wEAMB off=1869508 len=217681 2024-04-13T07:45:37.200 INFO:tasks.workunit.client.0.smithi003.stdout:op 2933 completed, throughput=5MB/sec 2024-04-13T07:45:37.200 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PxB6cHnwsuIQTOP off=7978455 len=873537 2024-04-13T07:45:37.201 INFO:tasks.workunit.client.0.smithi003.stdout:op 2934 completed, throughput=5MB/sec 2024-04-13T07:45:37.201 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pt-9-U48c2GYGcK off=8899218 len=1506845 2024-04-13T07:45:37.208 INFO:tasks.workunit.client.0.smithi003.stdout:op 2935 completed, throughput=5MB/sec 2024-04-13T07:45:37.208 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6De6IWWRip4YW2c off=258572 len=1995485 2024-04-13T07:45:37.212 INFO:tasks.workunit.client.0.smithi003.stdout:op 2936 completed, throughput=5MB/sec 2024-04-13T07:45:38.213 INFO:tasks.workunit.client.0.smithi003.stdout: 583: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:38.213 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FdUtcVX4isXHAMr off=15014904 len=334404 2024-04-13T07:45:38.216 INFO:tasks.workunit.client.0.smithi003.stdout:op 2937 completed, throughput=4.99MB/sec 2024-04-13T07:45:38.216 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-E5nct4Nd9BXEx-Y off=654825 len=764174 2024-04-13T07:45:38.217 INFO:tasks.workunit.client.0.smithi003.stdout:op 2938 completed, throughput=5MB/sec 2024-04-13T07:45:38.217 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DD0I_fU0kVaVjBR off=7574038 len=443332 2024-04-13T07:45:38.218 INFO:tasks.workunit.client.0.smithi003.stdout:op 2939 completed, throughput=5MB/sec 2024-04-13T07:45:38.218 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tepmpgLLZwxxNkw off=8168783 len=628091 2024-04-13T07:45:38.222 INFO:tasks.workunit.client.0.smithi003.stdout:op 2940 completed, throughput=5MB/sec 2024-04-13T07:45:38.222 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9A2MxGM379rmZiH off=19266388 len=1157831 2024-04-13T07:45:38.227 INFO:tasks.workunit.client.0.smithi003.stdout:op 2941 completed, throughput=5MB/sec 2024-04-13T07:45:38.228 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-atGXPDqVvHP8VfS off=14052099 len=1689882 2024-04-13T07:45:38.235 INFO:tasks.workunit.client.0.smithi003.stdout:op 2942 completed, throughput=5MB/sec 2024-04-13T07:45:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:38 smithi003 ceph-mon[91733]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:45:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:38 smithi003 ceph-mon[89364]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:45:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:38 smithi066 ceph-mon[84331]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:45:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:39.235 INFO:tasks.workunit.client.0.smithi003.stdout: 584: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:39.235 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2Y3BTfhByFqAPPz off=2508116 len=581419 2024-04-13T07:45:39.236 INFO:tasks.workunit.client.0.smithi003.stdout:op 2943 completed, throughput=4.99MB/sec 2024-04-13T07:45:39.236 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-L0dDMXfe5JENkSV off=7841253 len=287067 2024-04-13T07:45:39.237 INFO:tasks.workunit.client.0.smithi003.stdout:op 2944 completed, throughput=4.99MB/sec 2024-04-13T07:45:39.237 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6X6XFUySz792ej- off=10197527 len=254529 2024-04-13T07:45:39.238 INFO:tasks.workunit.client.0.smithi003.stdout:op 2945 completed, throughput=5MB/sec 2024-04-13T07:45:39.238 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QRpx_k3widdLx-N off=2643939 len=345596 2024-04-13T07:45:39.242 INFO:tasks.workunit.client.0.smithi003.stdout:op 2946 completed, throughput=5MB/sec 2024-04-13T07:45:39.242 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IV0f8Qp1rRl9-aj off=8813939 len=1305261 2024-04-13T07:45:39.244 INFO:tasks.workunit.client.0.smithi003.stdout:op 2947 completed, throughput=5MB/sec 2024-04-13T07:45:39.244 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DZ5nx6esN2gI0AG off=13224050 len=1684375 2024-04-13T07:45:39.246 INFO:tasks.workunit.client.0.smithi003.stdout:op 2948 completed, throughput=5MB/sec 2024-04-13T07:45:40.247 INFO:tasks.workunit.client.0.smithi003.stdout: 585: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:40.247 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iNKzK0Z1wuB_xmk off=10529849 len=1894591 2024-04-13T07:45:40.249 INFO:tasks.workunit.client.0.smithi003.stdout:op 2949 completed, throughput=5MB/sec 2024-04-13T07:45:40.249 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qq7gVIA3tGaAzwH off=12021374 len=70500 2024-04-13T07:45:40.252 INFO:tasks.workunit.client.0.smithi003.stdout:op 2950 completed, throughput=5MB/sec 2024-04-13T07:45:40.252 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dT_WrkLkXfbn2fn off=1294082 len=429227 2024-04-13T07:45:40.253 INFO:tasks.workunit.client.0.smithi003.stdout:op 2951 completed, throughput=5MB/sec 2024-04-13T07:45:40.253 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1aWQVWCi2AiKBaU off=21273079 len=1575341 2024-04-13T07:45:40.259 INFO:tasks.workunit.client.0.smithi003.stdout:op 2952 completed, throughput=5MB/sec 2024-04-13T07:45:40.259 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ycujqY9EE7SzqBQ off=4645190 len=1172676 2024-04-13T07:45:40.266 INFO:tasks.workunit.client.0.smithi003.stdout:op 2953 completed, throughput=5MB/sec 2024-04-13T07:45:40.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:40 smithi003 ceph-mon[91733]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:45:40.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:40 smithi003 ceph-mon[89364]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:45:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:40 smithi066 ceph-mon[84331]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:45:41.266 INFO:tasks.workunit.client.0.smithi003.stdout: 586: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:41.266 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wW1PPLphsTZNNfn off=10603703 len=893296 2024-04-13T07:45:41.268 INFO:tasks.workunit.client.0.smithi003.stdout:op 2954 completed, throughput=4.99MB/sec 2024-04-13T07:45:41.268 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-z5_y1OVQhJ3lmBm off=2049074 len=227825 2024-04-13T07:45:41.269 INFO:tasks.workunit.client.0.smithi003.stdout:op 2955 completed, throughput=4.99MB/sec 2024-04-13T07:45:41.269 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZQCnwUpV_ETjIWw off=455756 len=1201646 2024-04-13T07:45:41.271 INFO:tasks.workunit.client.0.smithi003.stdout:op 2956 completed, throughput=5MB/sec 2024-04-13T07:45:41.271 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MBuneDpOb3Gr9NN off=7385144 len=1881119 2024-04-13T07:45:41.281 INFO:tasks.workunit.client.0.smithi003.stdout:op 2957 completed, throughput=5MB/sec 2024-04-13T07:45:41.281 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0-6zsY1wX_5AQoZ off=11409853 len=705376 2024-04-13T07:45:41.282 INFO:tasks.workunit.client.0.smithi003.stdout:op 2958 completed, throughput=5MB/sec 2024-04-13T07:45:41.282 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OT6dhXt6Z2WNdwP off=662138 len=1289115 2024-04-13T07:45:41.290 INFO:tasks.workunit.client.0.smithi003.stdout:op 2959 completed, throughput=5MB/sec 2024-04-13T07:45:42.290 INFO:tasks.workunit.client.0.smithi003.stdout: 587: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:42.290 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-z0D4r_PhcG7SpMN off=14637747 len=642010 2024-04-13T07:45:42.294 INFO:tasks.workunit.client.0.smithi003.stdout:op 2960 completed, throughput=4.99MB/sec 2024-04-13T07:45:42.294 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-C80Yjz-zo4Eq5wY off=2768440 len=157163 2024-04-13T07:45:42.294 INFO:tasks.workunit.client.0.smithi003.stdout:op 2961 completed, throughput=4.99MB/sec 2024-04-13T07:45:42.294 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-chTory1ZmlaUwnz off=14807904 len=100297 2024-04-13T07:45:42.297 INFO:tasks.workunit.client.0.smithi003.stdout:op 2962 completed, throughput=4.99MB/sec 2024-04-13T07:45:42.297 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OnE5_x8h1tYZJ9n off=3614590 len=79672 2024-04-13T07:45:42.297 INFO:tasks.workunit.client.0.smithi003.stdout:op 2963 completed, throughput=4.99MB/sec 2024-04-13T07:45:42.297 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fatow2G7hIeqcdA off=2608510 len=1203824 2024-04-13T07:45:42.300 INFO:tasks.workunit.client.0.smithi003.stdout:op 2964 completed, throughput=5MB/sec 2024-04-13T07:45:42.300 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xzWqlobkGZCpwVY off=5556878 len=948088 2024-04-13T07:45:42.304 INFO:tasks.workunit.client.0.smithi003.stdout:op 2965 completed, throughput=5MB/sec 2024-04-13T07:45:42.305 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fvyB-AzdbetKwn3 off=0 len=1721464 2024-04-13T07:45:42.307 INFO:tasks.workunit.client.0.smithi003.stdout:op 2966 completed, throughput=5MB/sec 2024-04-13T07:45:42.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:42 smithi003 ceph-mon[91733]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:45:42.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:42 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:42 smithi003 ceph-mon[89364]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:45:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:42 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:42 smithi066 ceph-mon[84331]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:45:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:42 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:45:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:45:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:45:43.307 INFO:tasks.workunit.client.0.smithi003.stdout: 588: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:43.307 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bnhHodrfZi4UmXs off=5943432 len=2000753 2024-04-13T07:45:43.309 INFO:tasks.workunit.client.0.smithi003.stdout:op 2967 completed, throughput=5MB/sec 2024-04-13T07:45:43.309 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-B4rIuhEyo4-PAH3 off=455082 len=2052387 2024-04-13T07:45:43.321 INFO:tasks.workunit.client.0.smithi003.stdout:op 2968 completed, throughput=5MB/sec 2024-04-13T07:45:43.322 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QWcP1t7FlFXmm6N off=3127637 len=1971170 2024-04-13T07:45:43.323 INFO:tasks.workunit.client.0.smithi003.stdout:op 2969 completed, throughput=5MB/sec 2024-04-13T07:45:43.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:43 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:43.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:43 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:43.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:43 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:45:43.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:43 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:43.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:43 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:43.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:43 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:45:43.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:43 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:45:43.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:43 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:45:43.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:43 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:45:44.324 INFO:tasks.workunit.client.0.smithi003.stdout: 589: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:44.324 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nvVjYUxpjpFeV0s off=15626708 len=1233806 2024-04-13T07:45:44.330 INFO:tasks.workunit.client.0.smithi003.stdout:op 2970 completed, throughput=5MB/sec 2024-04-13T07:45:44.330 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IukEJPcPo3Sy_We off=0 len=1501991 2024-04-13T07:45:44.332 INFO:tasks.workunit.client.0.smithi003.stdout:op 2971 completed, throughput=5MB/sec 2024-04-13T07:45:44.332 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tmFGBlgOsT__Xsc off=1265960 len=388992 2024-04-13T07:45:44.333 INFO:tasks.workunit.client.0.smithi003.stdout:op 2972 completed, throughput=5MB/sec 2024-04-13T07:45:44.333 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2GtA0OQQoN_mptj off=4348766 len=1234880 2024-04-13T07:45:44.335 INFO:tasks.workunit.client.0.smithi003.stdout:op 2973 completed, throughput=5MB/sec 2024-04-13T07:45:44.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:44 smithi003 ceph-mon[91733]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T07:45:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:44 smithi003 ceph-mon[89364]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T07:45:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:45:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:45:44] "GET /metrics HTTP/1.1" 200 34042 "" "Prometheus/2.43.0" 2024-04-13T07:45:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:44 smithi066 ceph-mon[84331]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T07:45:45.335 INFO:tasks.workunit.client.0.smithi003.stdout: 590: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:45.335 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XfjfINHyAsnFdUK off=11776468 len=1790836 2024-04-13T07:45:45.344 INFO:tasks.workunit.client.0.smithi003.stdout:op 2974 completed, throughput=4.99MB/sec 2024-04-13T07:45:45.344 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YguoQQfaY6Fa4I7 off=1888446 len=1375104 2024-04-13T07:45:45.346 INFO:tasks.workunit.client.0.smithi003.stdout:op 2975 completed, throughput=5MB/sec 2024-04-13T07:45:45.346 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-iEHnSgtd3HhjT9c off=1654079 len=869764 2024-04-13T07:45:45.350 INFO:tasks.workunit.client.0.smithi003.stdout:op 2976 completed, throughput=5MB/sec 2024-04-13T07:45:45.350 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6WZTXw3kUOu7tZM off=2079729 len=1515853 2024-04-13T07:45:45.353 INFO:tasks.workunit.client.0.smithi003.stdout:op 2977 completed, throughput=5MB/sec 2024-04-13T07:45:46.354 INFO:tasks.workunit.client.0.smithi003.stdout: 591: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:46.354 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oIYLvfw5pUYYOOx off=5998886 len=161146 2024-04-13T07:45:46.354 INFO:tasks.workunit.client.0.smithi003.stdout:op 2978 completed, throughput=4.99MB/sec 2024-04-13T07:45:46.355 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-O5uNm-F7i6GeexS off=12321826 len=603308 2024-04-13T07:45:46.359 INFO:tasks.workunit.client.0.smithi003.stdout:op 2979 completed, throughput=4.99MB/sec 2024-04-13T07:45:46.359 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SAdNjBjtx9khqOt off=10948232 len=1068308 2024-04-13T07:45:46.360 INFO:tasks.workunit.client.0.smithi003.stdout:op 2980 completed, throughput=5MB/sec 2024-04-13T07:45:46.360 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rusKqGck2fDN-RP off=4973970 len=1822071 2024-04-13T07:45:46.371 INFO:tasks.workunit.client.0.smithi003.stdout:op 2981 completed, throughput=5MB/sec 2024-04-13T07:45:46.371 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DpyoATkygzSeZF3 off=4516668 len=1344289 2024-04-13T07:45:46.378 INFO:tasks.workunit.client.0.smithi003.stdout:op 2982 completed, throughput=5MB/sec 2024-04-13T07:45:46.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:46 smithi003 ceph-mon[91733]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:45:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:46 smithi003 ceph-mon[89364]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:45:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:46 smithi066 ceph-mon[84331]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:45:47.378 INFO:tasks.workunit.client.0.smithi003.stdout: 592: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:47.378 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GyDtVi46sO4u4Zo off=1753371 len=194197 2024-04-13T07:45:47.381 INFO:tasks.workunit.client.0.smithi003.stdout:op 2983 completed, throughput=4.99MB/sec 2024-04-13T07:45:47.382 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ijGlWJzcReG3Cku off=21066506 len=2037904 2024-04-13T07:45:47.386 INFO:tasks.workunit.client.0.smithi003.stdout:op 2984 completed, throughput=5MB/sec 2024-04-13T07:45:47.386 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yBjPAjuUMMoscSb off=18228827 len=821658 2024-04-13T07:45:47.388 INFO:tasks.workunit.client.0.smithi003.stdout:op 2985 completed, throughput=5MB/sec 2024-04-13T07:45:47.388 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-w21yL4Gy4NcUbnE off=147120 len=73656 2024-04-13T07:45:47.391 INFO:tasks.workunit.client.0.smithi003.stdout:op 2986 completed, throughput=5MB/sec 2024-04-13T07:45:47.391 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hvraBzx9LdTNdo6 off=6364211 len=803401 2024-04-13T07:45:47.392 INFO:tasks.workunit.client.0.smithi003.stdout:op 2987 completed, throughput=5MB/sec 2024-04-13T07:45:47.392 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TDJI1Opm7bLd8NV off=5240520 len=659646 2024-04-13T07:45:47.397 INFO:tasks.workunit.client.0.smithi003.stdout:op 2988 completed, throughput=5MB/sec 2024-04-13T07:45:47.397 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-08hKvkwqmPeofdV off=1993221 len=138106 2024-04-13T07:45:47.399 INFO:tasks.workunit.client.0.smithi003.stdout:op 2989 completed, throughput=5MB/sec 2024-04-13T07:45:47.399 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SYInwWjxfMCj_0k off=10004070 len=1936425 2024-04-13T07:45:47.403 INFO:tasks.workunit.client.0.smithi003.stdout:op 2990 completed, throughput=5MB/sec 2024-04-13T07:45:48.403 INFO:tasks.workunit.client.0.smithi003.stdout: 593: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:48.403 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gOV7AhZ8PCf-kos off=13163846 len=303930 2024-04-13T07:45:48.404 INFO:tasks.workunit.client.0.smithi003.stdout:op 2991 completed, throughput=4.99MB/sec 2024-04-13T07:45:48.404 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3LoZiZAlHqzhJbK off=14724995 len=1260022 2024-04-13T07:45:48.411 INFO:tasks.workunit.client.0.smithi003.stdout:op 2992 completed, throughput=5MB/sec 2024-04-13T07:45:48.411 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-q-D87yga7AoM4Q1 off=7016046 len=2018922 2024-04-13T07:45:48.414 INFO:tasks.workunit.client.0.smithi003.stdout:op 2993 completed, throughput=5MB/sec 2024-04-13T07:45:48.414 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iqJgJZZt6NDsZpB off=1531938 len=1640809 2024-04-13T07:45:48.417 INFO:tasks.workunit.client.0.smithi003.stdout:op 2994 completed, throughput=5MB/sec 2024-04-13T07:45:48.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:48 smithi003 ceph-mon[91733]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:45:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:48 smithi003 ceph-mon[89364]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:45:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:48 smithi066 ceph-mon[84331]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:45:49.417 INFO:tasks.workunit.client.0.smithi003.stdout: 594: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:49.418 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0pkryfAfwgiMWAT off=374928 len=193067 2024-04-13T07:45:49.418 INFO:tasks.workunit.client.0.smithi003.stdout:op 2995 completed, throughput=4.99MB/sec 2024-04-13T07:45:49.418 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OICBdA5zTWAQGBT off=3595317 len=694020 2024-04-13T07:45:49.420 INFO:tasks.workunit.client.0.smithi003.stdout:op 2996 completed, throughput=5MB/sec 2024-04-13T07:45:49.420 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-I6xUJrrbKD6lsQL off=4959812 len=1402446 2024-04-13T07:45:49.423 INFO:tasks.workunit.client.0.smithi003.stdout:op 2997 completed, throughput=5MB/sec 2024-04-13T07:45:49.423 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vo0MN0AIDw4lSJq off=3510478 len=1592397 2024-04-13T07:45:49.426 INFO:tasks.workunit.client.0.smithi003.stdout:op 2998 completed, throughput=5MB/sec 2024-04-13T07:45:49.426 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qLc4U50BSCvSE57 off=11899609 len=1294966 2024-04-13T07:45:49.434 INFO:tasks.workunit.client.0.smithi003.stdout:op 2999 completed, throughput=5MB/sec 2024-04-13T07:45:50.434 INFO:tasks.workunit.client.0.smithi003.stdout: 595: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:50.435 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-V5f2G4a9OeiAx-Z off=335068 len=296633 2024-04-13T07:45:50.438 INFO:tasks.workunit.client.0.smithi003.stdout:op 3000 completed, throughput=4.99MB/sec 2024-04-13T07:45:50.438 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pG87eo7yPIaZhB5 off=20432020 len=759539 2024-04-13T07:45:50.439 INFO:tasks.workunit.client.0.smithi003.stdout:op 3001 completed, throughput=5MB/sec 2024-04-13T07:45:50.439 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LtTztI2R189vLq5 off=5279723 len=537114 2024-04-13T07:45:50.440 INFO:tasks.workunit.client.0.smithi003.stdout:op 3002 completed, throughput=5MB/sec 2024-04-13T07:45:50.440 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KJqxJ1AIY1musw0 off=12498186 len=560723 2024-04-13T07:45:50.443 INFO:tasks.workunit.client.0.smithi003.stdout:op 3003 completed, throughput=5MB/sec 2024-04-13T07:45:50.444 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-E744lQqVqFj2RxD off=4700391 len=1321337 2024-04-13T07:45:50.451 INFO:tasks.workunit.client.0.smithi003.stdout:op 3004 completed, throughput=5MB/sec 2024-04-13T07:45:50.452 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GZVco2v_6Zd4DJt off=723191 len=229632 2024-04-13T07:45:50.453 INFO:tasks.workunit.client.0.smithi003.stdout:op 3005 completed, throughput=5MB/sec 2024-04-13T07:45:50.453 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jyTXm6I5KIZbdWP off=8109709 len=1233034 2024-04-13T07:45:50.454 INFO:tasks.workunit.client.0.smithi003.stdout:op 3006 completed, throughput=5MB/sec 2024-04-13T07:45:50.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:50 smithi003 ceph-mon[91733]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-13T07:45:50.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:50 smithi003 ceph-mon[89364]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-13T07:45:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:50 smithi066 ceph-mon[84331]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-13T07:45:51.454 INFO:tasks.workunit.client.0.smithi003.stdout: 596: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:51.454 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6ik10P9ksVGfhVK off=14896711 len=898137 2024-04-13T07:45:51.455 INFO:tasks.workunit.client.0.smithi003.stdout:op 3007 completed, throughput=4.99MB/sec 2024-04-13T07:45:51.456 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MKCG2ANGtUhle_g off=14086365 len=1900346 2024-04-13T07:45:51.466 INFO:tasks.workunit.client.0.smithi003.stdout:op 3008 completed, throughput=5MB/sec 2024-04-13T07:45:51.466 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0HITDUpSgXFFotN off=5057093 len=1955764 2024-04-13T07:45:51.475 INFO:tasks.workunit.client.0.smithi003.stdout:op 3009 completed, throughput=5MB/sec 2024-04-13T07:45:52.475 INFO:tasks.workunit.client.0.smithi003.stdout: 597: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:52.475 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2b36csZah13d9L- off=3103760 len=1797534 2024-04-13T07:45:52.484 INFO:tasks.workunit.client.0.smithi003.stdout:op 3010 completed, throughput=4.99MB/sec 2024-04-13T07:45:52.484 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IfC3iv37dEHYtIn off=9183728 len=2095047 2024-04-13T07:45:52.486 INFO:tasks.workunit.client.0.smithi003.stdout:op 3011 completed, throughput=5MB/sec 2024-04-13T07:45:52.486 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-e31q-1ytxh2bObu off=2215132 len=601316 2024-04-13T07:45:52.487 INFO:tasks.workunit.client.0.smithi003.stdout:op 3012 completed, throughput=5MB/sec 2024-04-13T07:45:52.487 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FTcVgFiH8sBWqC5 off=5665530 len=1502566 2024-04-13T07:45:52.495 INFO:tasks.workunit.client.0.smithi003.stdout:op 3013 completed, throughput=5MB/sec 2024-04-13T07:45:52.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:52 smithi003 ceph-mon[91733]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-13T07:45:52.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:52 smithi003 ceph-mon[89364]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-13T07:45:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:52 smithi066 ceph-mon[84331]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-13T07:45:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:45:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:45:53.496 INFO:tasks.workunit.client.0.smithi003.stdout: 598: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:53.496 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ri0Hfr9switUGiZ off=7594766 len=1165655 2024-04-13T07:45:53.497 INFO:tasks.workunit.client.0.smithi003.stdout:op 3014 completed, throughput=4.99MB/sec 2024-04-13T07:45:53.498 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-m5KPVvj9c0_fIBr off=1034797 len=220784 2024-04-13T07:45:53.498 INFO:tasks.workunit.client.0.smithi003.stdout:op 3015 completed, throughput=5MB/sec 2024-04-13T07:45:53.499 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UJt7aYdEwCId0Sj off=5841041 len=1896108 2024-04-13T07:45:53.510 INFO:tasks.workunit.client.0.smithi003.stdout:op 3016 completed, throughput=5MB/sec 2024-04-13T07:45:53.510 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-n1SfKA2kRWlgbz8 off=10897701 len=1116876 2024-04-13T07:45:53.511 INFO:tasks.workunit.client.0.smithi003.stdout:op 3017 completed, throughput=5MB/sec 2024-04-13T07:45:53.511 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-D0MU9KSG7-CeaSX off=3734823 len=575059 2024-04-13T07:45:53.514 INFO:tasks.workunit.client.0.smithi003.stdout:op 3018 completed, throughput=5MB/sec 2024-04-13T07:45:53.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:53.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:45:54.515 INFO:tasks.workunit.client.0.smithi003.stdout: 599: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:54.515 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NyYIMQTqF6vENER off=5459454 len=524647 2024-04-13T07:45:54.519 INFO:tasks.workunit.client.0.smithi003.stdout:op 3019 completed, throughput=4.99MB/sec 2024-04-13T07:45:54.519 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZsBaZ4XnVwUFMN9 off=13776638 len=1240535 2024-04-13T07:45:54.520 INFO:tasks.workunit.client.0.smithi003.stdout:op 3020 completed, throughput=5MB/sec 2024-04-13T07:45:54.520 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aebiBM-PI-MKlHT off=8584422 len=1787772 2024-04-13T07:45:54.531 INFO:tasks.workunit.client.0.smithi003.stdout:op 3021 completed, throughput=5MB/sec 2024-04-13T07:45:54.531 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kkqFkMy4f2tbvnk off=3235467 len=61625 2024-04-13T07:45:54.534 INFO:tasks.workunit.client.0.smithi003.stdout:op 3022 completed, throughput=5MB/sec 2024-04-13T07:45:54.534 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Yziw6NWuDvhJguo off=5042706 len=1921114 2024-04-13T07:45:54.536 INFO:tasks.workunit.client.0.smithi003.stdout:op 3023 completed, throughput=5MB/sec 2024-04-13T07:45:54.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:54 smithi003 ceph-mon[91733]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:45:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:45:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:45:54] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-13T07:45:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:54 smithi003 ceph-mon[89364]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:45:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:54 smithi066 ceph-mon[84331]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:45:55.537 INFO:tasks.workunit.client.0.smithi003.stdout: 600: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:55.537 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NYhdl2rVJzyYEe4 off=17874240 len=594587 2024-04-13T07:45:55.541 INFO:tasks.workunit.client.0.smithi003.stdout:op 3024 completed, throughput=4.99MB/sec 2024-04-13T07:45:55.541 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-v-egp2rN1MiRNtH off=9056495 len=1888897 2024-04-13T07:45:55.543 INFO:tasks.workunit.client.0.smithi003.stdout:op 3025 completed, throughput=5MB/sec 2024-04-13T07:45:55.543 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vFHuOjD8WwFXCgQ off=17126293 len=335524 2024-04-13T07:45:55.544 INFO:tasks.workunit.client.0.smithi003.stdout:op 3026 completed, throughput=5MB/sec 2024-04-13T07:45:55.544 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_V2AX_sS4Zk-Z4Q off=2165024 len=1671706 2024-04-13T07:45:55.551 INFO:tasks.workunit.client.0.smithi003.stdout:op 3027 completed, throughput=5MB/sec 2024-04-13T07:45:55.551 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CDdKPK7W-BZjTcf off=186730 len=1429441 2024-04-13T07:45:55.558 INFO:tasks.workunit.client.0.smithi003.stdout:op 3028 completed, throughput=5MB/sec 2024-04-13T07:45:56.559 INFO:tasks.workunit.client.0.smithi003.stdout: 601: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:56.559 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XOyeiuIEdT7ol1R off=9942446 len=18174 2024-04-13T07:45:56.561 INFO:tasks.workunit.client.0.smithi003.stdout:op 3029 completed, throughput=4.99MB/sec 2024-04-13T07:45:56.562 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2wcPAyAc9wRHwGV off=4840682 len=2022217 2024-04-13T07:45:56.564 INFO:tasks.workunit.client.0.smithi003.stdout:op 3030 completed, throughput=5MB/sec 2024-04-13T07:45:56.564 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ovxq_WXxGKWjFtX off=2766817 len=1868002 2024-04-13T07:45:56.573 INFO:tasks.workunit.client.0.smithi003.stdout:op 3031 completed, throughput=5MB/sec 2024-04-13T07:45:56.573 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6rLqcWbIcxjQxoq off=15961902 len=562362 2024-04-13T07:45:56.578 INFO:tasks.workunit.client.0.smithi003.stdout:op 3032 completed, throughput=5MB/sec 2024-04-13T07:45:56.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:56 smithi003 ceph-mon[91733]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-13T07:45:56.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:56 smithi003 ceph-mon[89364]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-13T07:45:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:56 smithi066 ceph-mon[84331]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-13T07:45:57.578 INFO:tasks.workunit.client.0.smithi003.stdout: 602: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:57.578 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-l6Zn7au7mg3zJ3s off=20173981 len=1854091 2024-04-13T07:45:57.589 INFO:tasks.workunit.client.0.smithi003.stdout:op 3033 completed, throughput=5MB/sec 2024-04-13T07:45:57.589 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pifnLFG-3xSatsv off=2466403 len=1739616 2024-04-13T07:45:57.598 INFO:tasks.workunit.client.0.smithi003.stdout:op 3034 completed, throughput=5MB/sec 2024-04-13T07:45:57.598 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jPXVIjPGDoc6v_x off=10591538 len=911140 2024-04-13T07:45:57.600 INFO:tasks.workunit.client.0.smithi003.stdout:op 3035 completed, throughput=5MB/sec 2024-04-13T07:45:57.600 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ELvPPSGrHz59ysp off=20966 len=1920117 2024-04-13T07:45:57.611 INFO:tasks.workunit.client.0.smithi003.stdout:op 3036 completed, throughput=5MB/sec 2024-04-13T07:45:58.611 INFO:tasks.workunit.client.0.smithi003.stdout: 603: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:58.611 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3l0tnufGUBioGAO off=12776652 len=432106 2024-04-13T07:45:58.612 INFO:tasks.workunit.client.0.smithi003.stdout:op 3037 completed, throughput=4.99MB/sec 2024-04-13T07:45:58.612 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cKQjwh9TS6l-smA off=1616055 len=1928242 2024-04-13T07:45:58.614 INFO:tasks.workunit.client.0.smithi003.stdout:op 3038 completed, throughput=5MB/sec 2024-04-13T07:45:58.614 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YDQ7jseTuCUNzpD off=1227027 len=1110242 2024-04-13T07:45:58.620 INFO:tasks.workunit.client.0.smithi003.stdout:op 3039 completed, throughput=5MB/sec 2024-04-13T07:45:58.620 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-shHborGCQXCQMLY off=9949529 len=1470861 2024-04-13T07:45:58.627 INFO:tasks.workunit.client.0.smithi003.stdout:op 3040 completed, throughput=5MB/sec 2024-04-13T07:45:58.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:45:58 smithi003 ceph-mon[91733]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:45:58.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:45:58 smithi003 ceph-mon[89364]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:45:58.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:45:58 smithi066 ceph-mon[84331]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:45:59.627 INFO:tasks.workunit.client.0.smithi003.stdout: 604: throughput=4.99MB/sec pending data=0 2024-04-13T07:45:59.627 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CUejSj6Nthr12QH off=13487452 len=656221 2024-04-13T07:45:59.631 INFO:tasks.workunit.client.0.smithi003.stdout:op 3041 completed, throughput=4.99MB/sec 2024-04-13T07:45:59.632 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6rLqcWbIcxjQxoq off=8478931 len=929920 2024-04-13T07:45:59.634 INFO:tasks.workunit.client.0.smithi003.stdout:op 3042 completed, throughput=5MB/sec 2024-04-13T07:45:59.634 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CDdKPK7W-BZjTcf off=250291 len=850160 2024-04-13T07:45:59.635 INFO:tasks.workunit.client.0.smithi003.stdout:op 3043 completed, throughput=5MB/sec 2024-04-13T07:45:59.635 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hH5EQN6SXIz8UYR off=8740964 len=531760 2024-04-13T07:45:59.636 INFO:tasks.workunit.client.0.smithi003.stdout:op 3044 completed, throughput=5MB/sec 2024-04-13T07:45:59.636 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vDUCLN1sQJSYVj- off=2942546 len=287850 2024-04-13T07:45:59.640 INFO:tasks.workunit.client.0.smithi003.stdout:op 3045 completed, throughput=5MB/sec 2024-04-13T07:45:59.640 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hTfDJ9YE_lidDXZ off=6439582 len=1813278 2024-04-13T07:45:59.649 INFO:tasks.workunit.client.0.smithi003.stdout:op 3046 completed, throughput=5MB/sec 2024-04-13T07:46:00.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:00 smithi003 ceph-mon[91733]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:46:00.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:00 smithi003 ceph-mon[89364]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:46:00.650 INFO:tasks.workunit.client.0.smithi003.stdout: 605: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:00.650 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oeh8dTTQ7DtZQtk off=5742787 len=1995528 2024-04-13T07:46:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:00 smithi066 ceph-mon[84331]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:46:00.658 INFO:tasks.workunit.client.0.smithi003.stdout:op 3047 completed, throughput=5MB/sec 2024-04-13T07:46:00.658 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-V-6rQ7Kcke7OHSe off=6673939 len=1465285 2024-04-13T07:46:00.660 INFO:tasks.workunit.client.0.smithi003.stdout:op 3048 completed, throughput=5MB/sec 2024-04-13T07:46:00.660 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eyslWP5TTZWca4Z off=9175360 len=1957018 2024-04-13T07:46:00.662 INFO:tasks.workunit.client.0.smithi003.stdout:op 3049 completed, throughput=5MB/sec 2024-04-13T07:46:01.662 INFO:tasks.workunit.client.0.smithi003.stdout: 606: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:01.662 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BpA1xE8KvJlU9GJ off=5084689 len=1399517 2024-04-13T07:46:01.665 INFO:tasks.workunit.client.0.smithi003.stdout:op 3050 completed, throughput=5MB/sec 2024-04-13T07:46:01.665 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zsMM2eldHwOWqoy off=2254071 len=1034452 2024-04-13T07:46:01.667 INFO:tasks.workunit.client.0.smithi003.stdout:op 3051 completed, throughput=5MB/sec 2024-04-13T07:46:01.667 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-x_ZBV24Ww76_7tt off=615550 len=1536572 2024-04-13T07:46:01.674 INFO:tasks.workunit.client.0.smithi003.stdout:op 3052 completed, throughput=5MB/sec 2024-04-13T07:46:01.674 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HCN8ObHxSl5knPn off=9101634 len=61864 2024-04-13T07:46:01.675 INFO:tasks.workunit.client.0.smithi003.stdout:op 3053 completed, throughput=5MB/sec 2024-04-13T07:46:01.675 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aaNZEqsAfRjbfML off=11553998 len=733952 2024-04-13T07:46:01.677 INFO:tasks.workunit.client.0.smithi003.stdout:op 3054 completed, throughput=5MB/sec 2024-04-13T07:46:02.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:02 smithi003 ceph-mon[91733]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:46:02.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:02 smithi003 ceph-mon[89364]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:46:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:02 smithi066 ceph-mon[84331]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:46:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:46:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:46:02.677 INFO:tasks.workunit.client.0.smithi003.stdout: 607: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:02.677 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IxMe3oCeYVjYTdz off=5484443 len=1478934 2024-04-13T07:46:02.685 INFO:tasks.workunit.client.0.smithi003.stdout:op 3055 completed, throughput=4.99MB/sec 2024-04-13T07:46:02.686 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3m9xfGUlbF0RHXG off=8803800 len=313176 2024-04-13T07:46:02.687 INFO:tasks.workunit.client.0.smithi003.stdout:op 3056 completed, throughput=4.99MB/sec 2024-04-13T07:46:02.687 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IjUubQKTPS3EC01 off=5992581 len=1076520 2024-04-13T07:46:02.689 INFO:tasks.workunit.client.0.smithi003.stdout:op 3057 completed, throughput=5MB/sec 2024-04-13T07:46:02.689 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_i4ZiTqJM-KLAxP off=604434 len=712151 2024-04-13T07:46:02.690 INFO:tasks.workunit.client.0.smithi003.stdout:op 3058 completed, throughput=5MB/sec 2024-04-13T07:46:02.690 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fh6PDyqJpB9tZrX off=3092484 len=1015614 2024-04-13T07:46:02.691 INFO:tasks.workunit.client.0.smithi003.stdout:op 3059 completed, throughput=5MB/sec 2024-04-13T07:46:02.691 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zHR914lUz0pSaot off=10309477 len=134866 2024-04-13T07:46:02.694 INFO:tasks.workunit.client.0.smithi003.stdout:op 3060 completed, throughput=5MB/sec 2024-04-13T07:46:02.694 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jWU8y4omoOZ5zIo off=3828344 len=2027339 2024-04-13T07:46:02.705 INFO:tasks.workunit.client.0.smithi003.stdout:op 3061 completed, throughput=5MB/sec 2024-04-13T07:46:03.705 INFO:tasks.workunit.client.0.smithi003.stdout: 608: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:03.705 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ft5bvQIUJOsMMDR off=2828273 len=363670 2024-04-13T07:46:03.709 INFO:tasks.workunit.client.0.smithi003.stdout:op 3062 completed, throughput=4.99MB/sec 2024-04-13T07:46:03.709 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QcILu9XlHfTILfz off=14846058 len=31461 2024-04-13T07:46:03.711 INFO:tasks.workunit.client.0.smithi003.stdout:op 3063 completed, throughput=4.99MB/sec 2024-04-13T07:46:03.711 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Rc3Bj_q54KgJLjl off=12444273 len=1002743 2024-04-13T07:46:03.713 INFO:tasks.workunit.client.0.smithi003.stdout:op 3064 completed, throughput=5MB/sec 2024-04-13T07:46:03.713 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UA1M2BmnXTRTj9m off=82172 len=145518 2024-04-13T07:46:03.716 INFO:tasks.workunit.client.0.smithi003.stdout:op 3065 completed, throughput=5MB/sec 2024-04-13T07:46:03.716 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fI4Qj7knzaujz5U off=424345 len=1027215 2024-04-13T07:46:03.717 INFO:tasks.workunit.client.0.smithi003.stdout:op 3066 completed, throughput=5MB/sec 2024-04-13T07:46:03.717 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-m3oge6ibMLFNjrM off=14182910 len=2008408 2024-04-13T07:46:03.719 INFO:tasks.workunit.client.0.smithi003.stdout:op 3067 completed, throughput=5MB/sec 2024-04-13T07:46:04.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:04 smithi003 ceph-mon[89364]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:46:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:46:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:46:04] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-13T07:46:04.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:04 smithi003 ceph-mon[91733]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:46:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:04 smithi066 ceph-mon[84331]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:46:04.719 INFO:tasks.workunit.client.0.smithi003.stdout: 609: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:04.720 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tqsKV2DbZ1xDbtO off=13567334 len=1011069 2024-04-13T07:46:04.721 INFO:tasks.workunit.client.0.smithi003.stdout:op 3068 completed, throughput=4.99MB/sec 2024-04-13T07:46:04.721 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DPzxWDsNIoYlehx off=19719825 len=1456415 2024-04-13T07:46:04.723 INFO:tasks.workunit.client.0.smithi003.stdout:op 3069 completed, throughput=5MB/sec 2024-04-13T07:46:04.723 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mG_Y7sOGC_7XtTV off=9982544 len=1201594 2024-04-13T07:46:04.730 INFO:tasks.workunit.client.0.smithi003.stdout:op 3070 completed, throughput=5MB/sec 2024-04-13T07:46:04.730 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BNHOjqXPINg4tQU off=3612776 len=1730049 2024-04-13T07:46:04.734 INFO:tasks.workunit.client.0.smithi003.stdout:op 3071 completed, throughput=5MB/sec 2024-04-13T07:46:05.735 INFO:tasks.workunit.client.0.smithi003.stdout: 610: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:05.735 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KEhuq-ZaDRrPiVO off=10614887 len=1473721 2024-04-13T07:46:05.743 INFO:tasks.workunit.client.0.smithi003.stdout:op 3072 completed, throughput=5MB/sec 2024-04-13T07:46:05.743 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BNHOjqXPINg4tQU off=3626615 len=1716210 2024-04-13T07:46:05.746 INFO:tasks.workunit.client.0.smithi003.stdout:op 3073 completed, throughput=5MB/sec 2024-04-13T07:46:05.747 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8oNXtdPnh0C-h5Y off=20651874 len=1778741 2024-04-13T07:46:05.754 INFO:tasks.workunit.client.0.smithi003.stdout:op 3074 completed, throughput=5MB/sec 2024-04-13T07:46:06.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:06 smithi003 ceph-mon[91733]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:46:06.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:06 smithi003 ceph-mon[89364]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:46:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:06 smithi066 ceph-mon[84331]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:46:06.754 INFO:tasks.workunit.client.0.smithi003.stdout: 611: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:06.754 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WFuGOydCHR3zq7A off=8347442 len=1910811 2024-04-13T07:46:06.765 INFO:tasks.workunit.client.0.smithi003.stdout:op 3075 completed, throughput=5MB/sec 2024-04-13T07:46:06.765 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OvkxX40u13TPL1c off=754866 len=586262 2024-04-13T07:46:06.769 INFO:tasks.workunit.client.0.smithi003.stdout:op 3076 completed, throughput=5MB/sec 2024-04-13T07:46:06.769 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QIvEZ3TJAO1bYnV off=6804057 len=1892610 2024-04-13T07:46:06.778 INFO:tasks.workunit.client.0.smithi003.stdout:op 3077 completed, throughput=5MB/sec 2024-04-13T07:46:06.778 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8TceTaWuZFZpghI off=2148884 len=1623803 2024-04-13T07:46:06.785 INFO:tasks.workunit.client.0.smithi003.stdout:op 3078 completed, throughput=5MB/sec 2024-04-13T07:46:07.785 INFO:tasks.workunit.client.0.smithi003.stdout: 612: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:07.786 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2eGSXMMliBTgaMv off=12076337 len=1815880 2024-04-13T07:46:07.787 INFO:tasks.workunit.client.0.smithi003.stdout:op 3079 completed, throughput=5MB/sec 2024-04-13T07:46:07.788 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-a988i_14JLhESWG off=10215374 len=1200944 2024-04-13T07:46:07.795 INFO:tasks.workunit.client.0.smithi003.stdout:op 3080 completed, throughput=5MB/sec 2024-04-13T07:46:07.795 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gf4GXQGUK63nzDu off=3198791 len=51096 2024-04-13T07:46:07.797 INFO:tasks.workunit.client.0.smithi003.stdout:op 3081 completed, throughput=5MB/sec 2024-04-13T07:46:07.797 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XlRcBdq3bSDbv2B off=3542857 len=809661 2024-04-13T07:46:07.798 INFO:tasks.workunit.client.0.smithi003.stdout:op 3082 completed, throughput=5MB/sec 2024-04-13T07:46:07.798 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1eZuGqCnflRmfCn off=10175552 len=1405331 2024-04-13T07:46:07.800 INFO:tasks.workunit.client.0.smithi003.stdout:op 3083 completed, throughput=5MB/sec 2024-04-13T07:46:08.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:08 smithi003 ceph-mon[91733]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:46:08.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:08 smithi003 ceph-mon[89364]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:46:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:08 smithi066 ceph-mon[84331]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:46:08.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:08.800 INFO:tasks.workunit.client.0.smithi003.stdout: 613: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:08.801 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rBYYEJP6u9f_g8Z off=15503844 len=1339598 2024-04-13T07:46:08.802 INFO:tasks.workunit.client.0.smithi003.stdout:op 3084 completed, throughput=5MB/sec 2024-04-13T07:46:08.802 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0XaGRkdPbFqsu-U off=1073532 len=1564885 2024-04-13T07:46:08.806 INFO:tasks.workunit.client.0.smithi003.stdout:op 3085 completed, throughput=5MB/sec 2024-04-13T07:46:08.806 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NdDayATy9O2fnYW off=6796288 len=729048 2024-04-13T07:46:08.810 INFO:tasks.workunit.client.0.smithi003.stdout:op 3086 completed, throughput=5MB/sec 2024-04-13T07:46:08.810 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Y0vI8uQfUmqyPhy off=4909133 len=833872 2024-04-13T07:46:08.811 INFO:tasks.workunit.client.0.smithi003.stdout:op 3087 completed, throughput=5MB/sec 2024-04-13T07:46:09.812 INFO:tasks.workunit.client.0.smithi003.stdout: 614: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:09.812 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jiGVpQD99Z2fyze off=6278223 len=2023012 2024-04-13T07:46:09.823 INFO:tasks.workunit.client.0.smithi003.stdout:op 3088 completed, throughput=5MB/sec 2024-04-13T07:46:09.823 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DT1qrjMYhglzaXh off=1329980 len=1847380 2024-04-13T07:46:09.830 INFO:tasks.workunit.client.0.smithi003.stdout:op 3089 completed, throughput=5MB/sec 2024-04-13T07:46:09.830 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Z4czce66Z5zqjXR off=3546205 len=1427939 2024-04-13T07:46:09.837 INFO:tasks.workunit.client.0.smithi003.stdout:op 3090 completed, throughput=5MB/sec 2024-04-13T07:46:10.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:10 smithi003 ceph-mon[91733]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:46:10.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:10 smithi003 ceph-mon[89364]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:46:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:10 smithi066 ceph-mon[84331]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:46:10.838 INFO:tasks.workunit.client.0.smithi003.stdout: 615: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:10.838 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hMNqJLMpy6bqwdn off=19952921 len=1832513 2024-04-13T07:46:10.847 INFO:tasks.workunit.client.0.smithi003.stdout:op 3091 completed, throughput=4.99MB/sec 2024-04-13T07:46:10.847 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-iHo1J4_tx8rk7c9 off=13361968 len=558752 2024-04-13T07:46:10.851 INFO:tasks.workunit.client.0.smithi003.stdout:op 3092 completed, throughput=5MB/sec 2024-04-13T07:46:10.851 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dCbzd_7C_g7RVup off=6094787 len=1517775 2024-04-13T07:46:10.859 INFO:tasks.workunit.client.0.smithi003.stdout:op 3093 completed, throughput=5MB/sec 2024-04-13T07:46:10.859 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OOGcUfqbc9xh0Fj off=12104073 len=1834731 2024-04-13T07:46:10.868 INFO:tasks.workunit.client.0.smithi003.stdout:op 3094 completed, throughput=5MB/sec 2024-04-13T07:46:11.868 INFO:tasks.workunit.client.0.smithi003.stdout: 616: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:11.869 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Oqg9hr4xUB_kYJa off=267470 len=1913256 2024-04-13T07:46:11.872 INFO:tasks.workunit.client.0.smithi003.stdout:op 3095 completed, throughput=5MB/sec 2024-04-13T07:46:11.873 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_VY0V3IPH3DgCMv off=2262495 len=503947 2024-04-13T07:46:11.876 INFO:tasks.workunit.client.0.smithi003.stdout:op 3096 completed, throughput=5MB/sec 2024-04-13T07:46:11.876 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AZ2nXIlmgTnex6H off=4483563 len=680563 2024-04-13T07:46:11.880 INFO:tasks.workunit.client.0.smithi003.stdout:op 3097 completed, throughput=5MB/sec 2024-04-13T07:46:11.880 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sqYuO1ZKIGgcGeY off=4615001 len=490565 2024-04-13T07:46:11.884 INFO:tasks.workunit.client.0.smithi003.stdout:op 3098 completed, throughput=5MB/sec 2024-04-13T07:46:11.884 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-egGDTaBfcTnrgE8 off=1586268 len=2535 2024-04-13T07:46:11.884 INFO:tasks.workunit.client.0.smithi003.stdout:op 3099 completed, throughput=5MB/sec 2024-04-13T07:46:11.884 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fLYjwX8msDc6ZBw off=1374968 len=1997025 2024-04-13T07:46:11.886 INFO:tasks.workunit.client.0.smithi003.stdout:op 3100 completed, throughput=5MB/sec 2024-04-13T07:46:12.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:12 smithi003 ceph-mon[91733]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:46:12.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:12 smithi003 ceph-mon[89364]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:46:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:12 smithi066 ceph-mon[84331]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:46:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:46:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:46:12.886 INFO:tasks.workunit.client.0.smithi003.stdout: 617: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:12.887 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-x3k4AdbGAVxRVRu off=4495682 len=690103 2024-04-13T07:46:12.888 INFO:tasks.workunit.client.0.smithi003.stdout:op 3101 completed, throughput=4.99MB/sec 2024-04-13T07:46:12.888 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xJReLfWmejVflF- off=5886631 len=511481 2024-04-13T07:46:12.891 INFO:tasks.workunit.client.0.smithi003.stdout:op 3102 completed, throughput=4.99MB/sec 2024-04-13T07:46:12.891 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VhRgVqhdNegic_u off=8252896 len=1536160 2024-04-13T07:46:12.901 INFO:tasks.workunit.client.0.smithi003.stdout:op 3103 completed, throughput=5MB/sec 2024-04-13T07:46:12.901 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NuPEJhgHFltns8u off=7656127 len=1366264 2024-04-13T07:46:12.907 INFO:tasks.workunit.client.0.smithi003.stdout:op 3104 completed, throughput=5MB/sec 2024-04-13T07:46:12.907 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-JnV7F-sgpARCHdf off=2900747 len=1783008 2024-04-13T07:46:12.915 INFO:tasks.workunit.client.0.smithi003.stdout:op 3105 completed, throughput=5MB/sec 2024-04-13T07:46:13.915 INFO:tasks.workunit.client.0.smithi003.stdout: 618: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:13.916 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oaaJ68CRmVPidDk off=2742104 len=1427315 2024-04-13T07:46:13.919 INFO:tasks.workunit.client.0.smithi003.stdout:op 3106 completed, throughput=5MB/sec 2024-04-13T07:46:13.919 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lH_WlbiEK0uZkm9 off=12345045 len=2054073 2024-04-13T07:46:13.921 INFO:tasks.workunit.client.0.smithi003.stdout:op 3107 completed, throughput=5MB/sec 2024-04-13T07:46:13.921 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Vr0Dy2gIIOkBHqg off=6273320 len=349109 2024-04-13T07:46:13.922 INFO:tasks.workunit.client.0.smithi003.stdout:op 3108 completed, throughput=5MB/sec 2024-04-13T07:46:13.922 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UVUfz8NKHxqA54k off=3484444 len=1877855 2024-04-13T07:46:13.924 INFO:tasks.workunit.client.0.smithi003.stdout:op 3109 completed, throughput=5MB/sec 2024-04-13T07:46:14.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:14 smithi003 ceph-mon[91733]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:46:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:14 smithi003 ceph-mon[89364]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:46:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:46:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:46:14] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-13T07:46:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:14 smithi066 ceph-mon[84331]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:46:14.925 INFO:tasks.workunit.client.0.smithi003.stdout: 619: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:14.925 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MjOjBl-d198Wyv0 off=1570857 len=1197996 2024-04-13T07:46:14.926 INFO:tasks.workunit.client.0.smithi003.stdout:op 3110 completed, throughput=5MB/sec 2024-04-13T07:46:14.926 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Zu-GiA4a2_Ouz91 off=7104158 len=2067042 2024-04-13T07:46:14.940 INFO:tasks.workunit.client.0.smithi003.stdout:op 3111 completed, throughput=5MB/sec 2024-04-13T07:46:14.940 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QsZowBO6dn_X9uJ off=7711628 len=305286 2024-04-13T07:46:14.941 INFO:tasks.workunit.client.0.smithi003.stdout:op 3112 completed, throughput=5MB/sec 2024-04-13T07:46:14.941 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NsrhmPCaa9-YLyX off=5585502 len=1132512 2024-04-13T07:46:14.943 INFO:tasks.workunit.client.0.smithi003.stdout:op 3113 completed, throughput=5MB/sec 2024-04-13T07:46:15.944 INFO:tasks.workunit.client.0.smithi003.stdout: 620: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:15.944 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EezKWvAKnLDJRJu off=21407695 len=1693124 2024-04-13T07:46:15.951 INFO:tasks.workunit.client.0.smithi003.stdout:op 3114 completed, throughput=5MB/sec 2024-04-13T07:46:15.951 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Ke892RTW_6xutSf off=51928 len=77639 2024-04-13T07:46:15.952 INFO:tasks.workunit.client.0.smithi003.stdout:op 3115 completed, throughput=5MB/sec 2024-04-13T07:46:15.952 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uW3doaE8nqUpaRY off=12416002 len=851851 2024-04-13T07:46:15.958 INFO:tasks.workunit.client.0.smithi003.stdout:op 3116 completed, throughput=5MB/sec 2024-04-13T07:46:15.958 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UwxrNsHb2HxJcpi off=1907347 len=1275442 2024-04-13T07:46:15.963 INFO:tasks.workunit.client.0.smithi003.stdout:op 3117 completed, throughput=5MB/sec 2024-04-13T07:46:15.963 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-T_KAKETHPxHJFxR off=2246615 len=1060912 2024-04-13T07:46:15.966 INFO:tasks.workunit.client.0.smithi003.stdout:op 3118 completed, throughput=5MB/sec 2024-04-13T07:46:16.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:16 smithi003 ceph-mon[91733]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:46:16.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:16 smithi003 ceph-mon[89364]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:46:16.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:16 smithi066 ceph-mon[84331]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:46:16.966 INFO:tasks.workunit.client.0.smithi003.stdout: 621: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:16.966 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-4seZSZmXl1nRXMW off=9119273 len=87984 2024-04-13T07:46:16.967 INFO:tasks.workunit.client.0.smithi003.stdout:op 3119 completed, throughput=4.99MB/sec 2024-04-13T07:46:16.967 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OiDpOIUSYiT5SRw off=259998 len=1987135 2024-04-13T07:46:16.975 INFO:tasks.workunit.client.0.smithi003.stdout:op 3120 completed, throughput=5MB/sec 2024-04-13T07:46:16.975 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ihG5fGBMmBggHpn off=11095 len=40204 2024-04-13T07:46:16.978 INFO:tasks.workunit.client.0.smithi003.stdout:op 3121 completed, throughput=5MB/sec 2024-04-13T07:46:16.978 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Vr0Dy2gIIOkBHqg off=6186173 len=37786 2024-04-13T07:46:16.980 INFO:tasks.workunit.client.0.smithi003.stdout:op 3122 completed, throughput=5MB/sec 2024-04-13T07:46:16.980 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-h2Iswhh8QJqZxcH off=2044453 len=768547 2024-04-13T07:46:16.981 INFO:tasks.workunit.client.0.smithi003.stdout:op 3123 completed, throughput=5MB/sec 2024-04-13T07:46:16.981 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8RA0EzVc_2sDn_Q off=9216444 len=1419821 2024-04-13T07:46:16.982 INFO:tasks.workunit.client.0.smithi003.stdout:op 3124 completed, throughput=5MB/sec 2024-04-13T07:46:16.982 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-j0YNEdwG6GXdCzm off=1873398 len=492741 2024-04-13T07:46:16.986 INFO:tasks.workunit.client.0.smithi003.stdout:op 3125 completed, throughput=5MB/sec 2024-04-13T07:46:17.986 INFO:tasks.workunit.client.0.smithi003.stdout: 622: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:17.986 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QRVjuA4Tyyx_Ive off=2707664 len=1644281 2024-04-13T07:46:17.995 INFO:tasks.workunit.client.0.smithi003.stdout:op 3126 completed, throughput=4.99MB/sec 2024-04-13T07:46:17.995 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-szaG5Ko_1wrZ3W3 off=3890484 len=1396830 2024-04-13T07:46:18.002 INFO:tasks.workunit.client.0.smithi003.stdout:op 3127 completed, throughput=5MB/sec 2024-04-13T07:46:18.002 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yQh1Tjs3G6mBNLk off=1182709 len=1496875 2024-04-13T07:46:18.004 INFO:tasks.workunit.client.0.smithi003.stdout:op 3128 completed, throughput=5MB/sec 2024-04-13T07:46:18.004 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dV1woLO3XvqWHxb off=4044952 len=757534 2024-04-13T07:46:18.005 INFO:tasks.workunit.client.0.smithi003.stdout:op 3129 completed, throughput=5MB/sec 2024-04-13T07:46:18.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:18 smithi003 ceph-mon[91733]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T07:46:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:18 smithi003 ceph-mon[89364]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T07:46:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:18 smithi066 ceph-mon[84331]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T07:46:19.005 INFO:tasks.workunit.client.0.smithi003.stdout: 623: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:19.005 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-77cN72lCNoF_k58 off=4608099 len=414838 2024-04-13T07:46:19.009 INFO:tasks.workunit.client.0.smithi003.stdout:op 3130 completed, throughput=4.99MB/sec 2024-04-13T07:46:19.009 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cx8o30cCk9Nx3N3 off=2823739 len=1509577 2024-04-13T07:46:19.018 INFO:tasks.workunit.client.0.smithi003.stdout:op 3131 completed, throughput=5MB/sec 2024-04-13T07:46:19.018 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ApN1Q6O8CBsFEGs off=2854862 len=1409916 2024-04-13T07:46:19.026 INFO:tasks.workunit.client.0.smithi003.stdout:op 3132 completed, throughput=5MB/sec 2024-04-13T07:46:19.026 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lAWTTs4QwMjZ6Gm off=1760945 len=78912 2024-04-13T07:46:19.029 INFO:tasks.workunit.client.0.smithi003.stdout:op 3133 completed, throughput=5MB/sec 2024-04-13T07:46:19.029 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-JXJhY91P_xq47Pt off=4286202 len=387743 2024-04-13T07:46:19.032 INFO:tasks.workunit.client.0.smithi003.stdout:op 3134 completed, throughput=5MB/sec 2024-04-13T07:46:19.032 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BhJQ7x0WC6i5qPT off=11719681 len=1916195 2024-04-13T07:46:19.034 INFO:tasks.workunit.client.0.smithi003.stdout:op 3135 completed, throughput=5MB/sec 2024-04-13T07:46:20.035 INFO:tasks.workunit.client.0.smithi003.stdout: 624: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:20.035 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XgGMyscBxpPguBU off=21918804 len=1586069 2024-04-13T07:46:20.044 INFO:tasks.workunit.client.0.smithi003.stdout:op 3136 completed, throughput=5MB/sec 2024-04-13T07:46:20.045 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-l9oLf0KFZQpjo-m off=6382378 len=1901313 2024-04-13T07:46:20.048 INFO:tasks.workunit.client.0.smithi003.stdout:op 3137 completed, throughput=5MB/sec 2024-04-13T07:46:20.048 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Z3BpP9xA4--kPfM off=13475865 len=103689 2024-04-13T07:46:20.051 INFO:tasks.workunit.client.0.smithi003.stdout:op 3138 completed, throughput=5MB/sec 2024-04-13T07:46:20.051 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XVC5QXmoZ9RBCdH off=13574519 len=89473 2024-04-13T07:46:20.051 INFO:tasks.workunit.client.0.smithi003.stdout:op 3139 completed, throughput=5MB/sec 2024-04-13T07:46:20.051 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0Sy7NNXfDzI5I2r off=878755 len=202305 2024-04-13T07:46:20.054 INFO:tasks.workunit.client.0.smithi003.stdout:op 3140 completed, throughput=5MB/sec 2024-04-13T07:46:20.054 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vqScT4td2XMlDNO off=1276459 len=331971 2024-04-13T07:46:20.055 INFO:tasks.workunit.client.0.smithi003.stdout:op 3141 completed, throughput=5MB/sec 2024-04-13T07:46:20.055 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jE7MjW8HKaf6beb off=1856219 len=1416027 2024-04-13T07:46:20.057 INFO:tasks.workunit.client.0.smithi003.stdout:op 3142 completed, throughput=5MB/sec 2024-04-13T07:46:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:20 smithi003 ceph-mon[91733]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:46:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:20 smithi003 ceph-mon[89364]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:46:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:20 smithi066 ceph-mon[84331]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:46:21.057 INFO:tasks.workunit.client.0.smithi003.stdout: 625: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:21.057 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-D6XbI_mspgPQcRy off=15665135 len=942933 2024-04-13T07:46:21.063 INFO:tasks.workunit.client.0.smithi003.stdout:op 3143 completed, throughput=4.99MB/sec 2024-04-13T07:46:21.063 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1HR1Qb9TYnFmB9u off=3904970 len=1008230 2024-04-13T07:46:21.069 INFO:tasks.workunit.client.0.smithi003.stdout:op 3144 completed, throughput=5MB/sec 2024-04-13T07:46:21.069 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MAr6iEZDsAVDkEZ off=1879866 len=1389568 2024-04-13T07:46:21.077 INFO:tasks.workunit.client.0.smithi003.stdout:op 3145 completed, throughput=5MB/sec 2024-04-13T07:46:21.077 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-V7lqWHlHusYWYI_ off=7077664 len=679990 2024-04-13T07:46:21.078 INFO:tasks.workunit.client.0.smithi003.stdout:op 3146 completed, throughput=5MB/sec 2024-04-13T07:46:21.079 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dOMVC5Nbk25wX9L off=1618954 len=955923 2024-04-13T07:46:21.083 INFO:tasks.workunit.client.0.smithi003.stdout:op 3147 completed, throughput=5MB/sec 2024-04-13T07:46:22.084 INFO:tasks.workunit.client.0.smithi003.stdout: 626: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:22.084 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UiVY9qY1Eh1SbeV off=1519220 len=889958 2024-04-13T07:46:22.089 INFO:tasks.workunit.client.0.smithi003.stdout:op 3148 completed, throughput=4.99MB/sec 2024-04-13T07:46:22.089 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RprcfurOR0TobxY off=8692307 len=983828 2024-04-13T07:46:22.096 INFO:tasks.workunit.client.0.smithi003.stdout:op 3149 completed, throughput=5MB/sec 2024-04-13T07:46:22.096 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gb11JR0wb2wlWbd off=2143032 len=859546 2024-04-13T07:46:22.101 INFO:tasks.workunit.client.0.smithi003.stdout:op 3150 completed, throughput=5MB/sec 2024-04-13T07:46:22.101 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-H1SIiosRK12cjKb off=20955426 len=914880 2024-04-13T07:46:22.103 INFO:tasks.workunit.client.0.smithi003.stdout:op 3151 completed, throughput=5MB/sec 2024-04-13T07:46:22.103 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xmSBSXoCDX9Tk2u off=535342 len=303535 2024-04-13T07:46:22.104 INFO:tasks.workunit.client.0.smithi003.stdout:op 3152 completed, throughput=5MB/sec 2024-04-13T07:46:22.104 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-twn75ZKE6ktSUrZ off=10731799 len=530957 2024-04-13T07:46:22.105 INFO:tasks.workunit.client.0.smithi003.stdout:op 3153 completed, throughput=5MB/sec 2024-04-13T07:46:22.105 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Vj739D5IDGpYmmJ off=429163 len=1809566 2024-04-13T07:46:22.108 INFO:tasks.workunit.client.0.smithi003.stdout:op 3154 completed, throughput=5MB/sec 2024-04-13T07:46:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:22 smithi003 ceph-mon[91733]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-13T07:46:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:22 smithi003 ceph-mon[89364]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-13T07:46:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:46:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:46:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:22 smithi066 ceph-mon[84331]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-13T07:46:23.108 INFO:tasks.workunit.client.0.smithi003.stdout: 627: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:23.109 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-V2ZZJKalmW5Mrf- off=5654740 len=1264344 2024-04-13T07:46:23.111 INFO:tasks.workunit.client.0.smithi003.stdout:op 3155 completed, throughput=5MB/sec 2024-04-13T07:46:23.111 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8SEguLGZbzEDlPo off=7648346 len=1231678 2024-04-13T07:46:23.120 INFO:tasks.workunit.client.0.smithi003.stdout:op 3156 completed, throughput=5MB/sec 2024-04-13T07:46:23.120 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gzfyN8A_Bw1gyMK off=6779538 len=565204 2024-04-13T07:46:23.123 INFO:tasks.workunit.client.0.smithi003.stdout:op 3157 completed, throughput=5MB/sec 2024-04-13T07:46:23.123 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3EQuB0fLJ2SN9P0 off=2816936 len=313902 2024-04-13T07:46:23.127 INFO:tasks.workunit.client.0.smithi003.stdout:op 3158 completed, throughput=5MB/sec 2024-04-13T07:46:23.127 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3qahP5WQDAKtL9h off=5486858 len=689792 2024-04-13T07:46:23.131 INFO:tasks.workunit.client.0.smithi003.stdout:op 3159 completed, throughput=5MB/sec 2024-04-13T07:46:23.131 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PrLe8lJrTW0j1Ad off=778726 len=1618824 2024-04-13T07:46:23.140 INFO:tasks.workunit.client.0.smithi003.stdout:op 3160 completed, throughput=5MB/sec 2024-04-13T07:46:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:24.140 INFO:tasks.workunit.client.0.smithi003.stdout: 628: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:24.140 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PJqr79bmdwgu60Y off=2052806 len=2054351 2024-04-13T07:46:24.149 INFO:tasks.workunit.client.0.smithi003.stdout:op 3161 completed, throughput=5MB/sec 2024-04-13T07:46:24.149 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ds6e725V_o1xwXl off=1745312 len=758946 2024-04-13T07:46:24.151 INFO:tasks.workunit.client.0.smithi003.stdout:op 3162 completed, throughput=5MB/sec 2024-04-13T07:46:24.151 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GH6yWFGrt9ZQ9yw off=11463597 len=521531 2024-04-13T07:46:24.152 INFO:tasks.workunit.client.0.smithi003.stdout:op 3163 completed, throughput=5MB/sec 2024-04-13T07:46:24.152 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0sw4n2zfcK9x8MC off=7741814 len=1007930 2024-04-13T07:46:24.154 INFO:tasks.workunit.client.0.smithi003.stdout:op 3164 completed, throughput=5MB/sec 2024-04-13T07:46:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:24 smithi003 ceph-mon[91733]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:46:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:46:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:46:24] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-13T07:46:24.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:24 smithi003 ceph-mon[89364]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:46:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:24 smithi066 ceph-mon[84331]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:46:25.155 INFO:tasks.workunit.client.0.smithi003.stdout: 629: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:25.155 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-i9VZ-X2T4S_AZPV off=891085 len=182108 2024-04-13T07:46:25.155 INFO:tasks.workunit.client.0.smithi003.stdout:op 3165 completed, throughput=4.99MB/sec 2024-04-13T07:46:25.155 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pWrxQh-TSoSr2M4 off=6348944 len=320161 2024-04-13T07:46:25.156 INFO:tasks.workunit.client.0.smithi003.stdout:op 3166 completed, throughput=4.99MB/sec 2024-04-13T07:46:25.156 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kFHj5XjwUTbOL10 off=19575451 len=1004962 2024-04-13T07:46:25.158 INFO:tasks.workunit.client.0.smithi003.stdout:op 3167 completed, throughput=5MB/sec 2024-04-13T07:46:25.158 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Vj739D5IDGpYmmJ off=3751842 len=923784 2024-04-13T07:46:25.163 INFO:tasks.workunit.client.0.smithi003.stdout:op 3168 completed, throughput=5MB/sec 2024-04-13T07:46:25.163 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-P_RoxKs4RqHZrJu off=4703484 len=462668 2024-04-13T07:46:25.164 INFO:tasks.workunit.client.0.smithi003.stdout:op 3169 completed, throughput=5MB/sec 2024-04-13T07:46:25.164 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZpfDLrRgCW1HoVG off=4841333 len=668739 2024-04-13T07:46:25.169 INFO:tasks.workunit.client.0.smithi003.stdout:op 3170 completed, throughput=5MB/sec 2024-04-13T07:46:25.169 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xcnghNprhTTq9zK off=193649 len=1534510 2024-04-13T07:46:25.171 INFO:tasks.workunit.client.0.smithi003.stdout:op 3171 completed, throughput=5MB/sec 2024-04-13T07:46:26.172 INFO:tasks.workunit.client.0.smithi003.stdout: 630: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:26.172 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fZErHbiwORTgC8V off=134374 len=1173818 2024-04-13T07:46:26.173 INFO:tasks.workunit.client.0.smithi003.stdout:op 3172 completed, throughput=4.99MB/sec 2024-04-13T07:46:26.173 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ly6XgwgDqnf6zs4 off=717263 len=935013 2024-04-13T07:46:26.178 INFO:tasks.workunit.client.0.smithi003.stdout:op 3173 completed, throughput=5MB/sec 2024-04-13T07:46:26.179 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dRWKTmQo5-NHn0q off=382961 len=1755669 2024-04-13T07:46:26.189 INFO:tasks.workunit.client.0.smithi003.stdout:op 3174 completed, throughput=5MB/sec 2024-04-13T07:46:26.189 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cC9og4vnu0I3Y28 off=759254 len=684301 2024-04-13T07:46:26.190 INFO:tasks.workunit.client.0.smithi003.stdout:op 3175 completed, throughput=5MB/sec 2024-04-13T07:46:26.190 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Re-U-2mieFPMVju off=12121188 len=626485 2024-04-13T07:46:26.191 INFO:tasks.workunit.client.0.smithi003.stdout:op 3176 completed, throughput=5MB/sec 2024-04-13T07:46:26.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:26 smithi003 ceph-mon[91733]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:46:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:26 smithi003 ceph-mon[89364]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:46:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:26 smithi066 ceph-mon[84331]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:46:27.191 INFO:tasks.workunit.client.0.smithi003.stdout: 631: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:27.191 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bYTEWEDiqFNhQuk off=10371866 len=21923 2024-04-13T07:46:27.194 INFO:tasks.workunit.client.0.smithi003.stdout:op 3177 completed, throughput=4.99MB/sec 2024-04-13T07:46:27.194 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-95_8ZolGSd3i03i off=1383797 len=599870 2024-04-13T07:46:27.198 INFO:tasks.workunit.client.0.smithi003.stdout:op 3178 completed, throughput=4.99MB/sec 2024-04-13T07:46:27.198 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SJ1u2UhMCeozuDX off=49810 len=1955371 2024-04-13T07:46:27.200 INFO:tasks.workunit.client.0.smithi003.stdout:op 3179 completed, throughput=5MB/sec 2024-04-13T07:46:27.200 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XfpLtT9indVjFQC off=7125540 len=1134934 2024-04-13T07:46:27.206 INFO:tasks.workunit.client.0.smithi003.stdout:op 3180 completed, throughput=5MB/sec 2024-04-13T07:46:27.206 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TxwsF4t3yxCnz4s off=3353165 len=563225 2024-04-13T07:46:27.207 INFO:tasks.workunit.client.0.smithi003.stdout:op 3181 completed, throughput=5MB/sec 2024-04-13T07:46:27.207 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sxnK9xdO7F964b3 off=3276012 len=147573 2024-04-13T07:46:27.207 INFO:tasks.workunit.client.0.smithi003.stdout:op 3182 completed, throughput=5MB/sec 2024-04-13T07:46:27.208 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QZM6QH7Cxv1zB9O off=6387453 len=1892743 2024-04-13T07:46:27.209 INFO:tasks.workunit.client.0.smithi003.stdout:op 3183 completed, throughput=5MB/sec 2024-04-13T07:46:28.209 INFO:tasks.workunit.client.0.smithi003.stdout: 632: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:28.209 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7lfosGz1ReH6IBo off=6172361 len=455876 2024-04-13T07:46:28.210 INFO:tasks.workunit.client.0.smithi003.stdout:op 3184 completed, throughput=4.99MB/sec 2024-04-13T07:46:28.210 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Jh-CA2776WVg7t8 off=11577375 len=1658154 2024-04-13T07:46:28.214 INFO:tasks.workunit.client.0.smithi003.stdout:op 3185 completed, throughput=5MB/sec 2024-04-13T07:46:28.214 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5i1VuHwZLBRRf1_ off=2448310 len=19130 2024-04-13T07:46:28.216 INFO:tasks.workunit.client.0.smithi003.stdout:op 3186 completed, throughput=5MB/sec 2024-04-13T07:46:28.216 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-J3nadnHXVyGE02g off=2027143 len=1341550 2024-04-13T07:46:28.223 INFO:tasks.workunit.client.0.smithi003.stdout:op 3187 completed, throughput=5MB/sec 2024-04-13T07:46:28.223 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-X3iWpV-Op_w5kkb off=472225 len=404977 2024-04-13T07:46:28.223 INFO:tasks.workunit.client.0.smithi003.stdout:op 3188 completed, throughput=5MB/sec 2024-04-13T07:46:28.224 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ntMY6xAKOjeknqm off=4324006 len=1604517 2024-04-13T07:46:28.230 INFO:tasks.workunit.client.0.smithi003.stdout:op 3189 completed, throughput=5MB/sec 2024-04-13T07:46:28.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:28 smithi003 ceph-mon[91733]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:46:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:28 smithi003 ceph-mon[89364]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:46:28.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:28 smithi066 ceph-mon[84331]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:46:29.231 INFO:tasks.workunit.client.0.smithi003.stdout: 633: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:29.231 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Z0CTd00ita7LmhR off=326403 len=1165844 2024-04-13T07:46:29.232 INFO:tasks.workunit.client.0.smithi003.stdout:op 3190 completed, throughput=5MB/sec 2024-04-13T07:46:29.232 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mc44wd_4RXQTVqy off=2683859 len=879856 2024-04-13T07:46:29.237 INFO:tasks.workunit.client.0.smithi003.stdout:op 3191 completed, throughput=5MB/sec 2024-04-13T07:46:29.237 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ACPkHJlzR60NgXR off=6337468 len=232816 2024-04-13T07:46:29.238 INFO:tasks.workunit.client.0.smithi003.stdout:op 3192 completed, throughput=5MB/sec 2024-04-13T07:46:29.238 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SWVHfkcAZRTkpYQ off=3270816 len=1491998 2024-04-13T07:46:29.240 INFO:tasks.workunit.client.0.smithi003.stdout:op 3193 completed, throughput=5MB/sec 2024-04-13T07:46:29.240 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-a0ITtwg190NfRLZ off=2607037 len=1219400 2024-04-13T07:46:29.246 INFO:tasks.workunit.client.0.smithi003.stdout:op 3194 completed, throughput=5MB/sec 2024-04-13T07:46:30.246 INFO:tasks.workunit.client.0.smithi003.stdout: 634: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:30.246 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-o8T9emtgHRi5LYT off=11646943 len=166806 2024-04-13T07:46:30.247 INFO:tasks.workunit.client.0.smithi003.stdout:op 3195 completed, throughput=4.99MB/sec 2024-04-13T07:46:30.247 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-m3bKve7vgxRNoIu off=3631245 len=606593 2024-04-13T07:46:30.251 INFO:tasks.workunit.client.0.smithi003.stdout:op 3196 completed, throughput=4.99MB/sec 2024-04-13T07:46:30.251 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yRZ_v9_lkdd2sHG off=1934713 len=1193014 2024-04-13T07:46:30.260 INFO:tasks.workunit.client.0.smithi003.stdout:op 3197 completed, throughput=5MB/sec 2024-04-13T07:46:30.260 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_Iwyunhs8Qs34oq off=6916887 len=1365015 2024-04-13T07:46:30.266 INFO:tasks.workunit.client.0.smithi003.stdout:op 3198 completed, throughput=5MB/sec 2024-04-13T07:46:30.266 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aqD9F2w2Orw-e5x off=417669 len=694172 2024-04-13T07:46:30.269 INFO:tasks.workunit.client.0.smithi003.stdout:op 3199 completed, throughput=5MB/sec 2024-04-13T07:46:30.269 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YxLWRiMW_SMNHdg off=616173 len=878109 2024-04-13T07:46:30.273 INFO:tasks.workunit.client.0.smithi003.stdout:op 3200 completed, throughput=5MB/sec 2024-04-13T07:46:30.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:30 smithi003 ceph-mon[91733]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:46:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:30 smithi003 ceph-mon[89364]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:46:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:30 smithi066 ceph-mon[84331]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:46:31.273 INFO:tasks.workunit.client.0.smithi003.stdout: 635: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:31.274 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-h08N5S5kQvlRD3x off=1409723 len=749115 2024-04-13T07:46:31.278 INFO:tasks.workunit.client.0.smithi003.stdout:op 3201 completed, throughput=4.99MB/sec 2024-04-13T07:46:31.278 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5qRAwboTDa5r00B off=555739 len=354559 2024-04-13T07:46:31.279 INFO:tasks.workunit.client.0.smithi003.stdout:op 3202 completed, throughput=4.99MB/sec 2024-04-13T07:46:31.280 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2VfI3gpTKoPPSYd off=1722050 len=1643386 2024-04-13T07:46:31.287 INFO:tasks.workunit.client.0.smithi003.stdout:op 3203 completed, throughput=5MB/sec 2024-04-13T07:46:31.287 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QTkjLF9S3Lk9Z0J off=5806865 len=1145965 2024-04-13T07:46:31.289 INFO:tasks.workunit.client.0.smithi003.stdout:op 3204 completed, throughput=5MB/sec 2024-04-13T07:46:31.290 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DkcDyhYZP9xvTp- off=4411033 len=1387560 2024-04-13T07:46:31.296 INFO:tasks.workunit.client.0.smithi003.stdout:op 3205 completed, throughput=5MB/sec 2024-04-13T07:46:32.297 INFO:tasks.workunit.client.0.smithi003.stdout: 636: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:32.297 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--zbvOkkOS9RqmaY off=1834918 len=1007628 2024-04-13T07:46:32.302 INFO:tasks.workunit.client.0.smithi003.stdout:op 3206 completed, throughput=4.99MB/sec 2024-04-13T07:46:32.302 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-P_ZntXs2qZ6xGj2 off=1050718 len=649386 2024-04-13T07:46:32.307 INFO:tasks.workunit.client.0.smithi003.stdout:op 3207 completed, throughput=5MB/sec 2024-04-13T07:46:32.307 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gdKlRCE458QulpU off=1052476 len=120467 2024-04-13T07:46:32.308 INFO:tasks.workunit.client.0.smithi003.stdout:op 3208 completed, throughput=5MB/sec 2024-04-13T07:46:32.308 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WYoKVT00bGo7uit off=1255416 len=1526204 2024-04-13T07:46:32.310 INFO:tasks.workunit.client.0.smithi003.stdout:op 3209 completed, throughput=5MB/sec 2024-04-13T07:46:32.310 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VO7dcyG_rd3EhwT off=6116528 len=676747 2024-04-13T07:46:32.314 INFO:tasks.workunit.client.0.smithi003.stdout:op 3210 completed, throughput=5MB/sec 2024-04-13T07:46:32.314 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-H7ytEYW7frVSqI1 off=4234176 len=298660 2024-04-13T07:46:32.314 INFO:tasks.workunit.client.0.smithi003.stdout:op 3211 completed, throughput=5MB/sec 2024-04-13T07:46:32.315 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_g6B0OhVLmQfIOS off=12376003 len=1365441 2024-04-13T07:46:32.315 INFO:tasks.workunit.client.0.smithi003.stdout:op 3212 completed, throughput=5MB/sec 2024-04-13T07:46:32.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:32 smithi003 ceph-mon[91733]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:46:32.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:32 smithi003 ceph-mon[89364]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:46:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:32 smithi066 ceph-mon[84331]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:46:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:46:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:46:33.316 INFO:tasks.workunit.client.0.smithi003.stdout: 637: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:33.316 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-toOD_lETpPPvcyS off=4629999 len=444523 2024-04-13T07:46:33.320 INFO:tasks.workunit.client.0.smithi003.stdout:op 3213 completed, throughput=4.99MB/sec 2024-04-13T07:46:33.320 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eB_4ZP0dbV6p2Kk off=14659307 len=806171 2024-04-13T07:46:33.325 INFO:tasks.workunit.client.0.smithi003.stdout:op 3214 completed, throughput=4.99MB/sec 2024-04-13T07:46:33.325 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SxY5zPhW62HyHlZ off=9134984 len=1214553 2024-04-13T07:46:33.332 INFO:tasks.workunit.client.0.smithi003.stdout:op 3215 completed, throughput=5MB/sec 2024-04-13T07:46:33.332 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rLEe29DvlEez_VV off=2833431 len=251223 2024-04-13T07:46:33.334 INFO:tasks.workunit.client.0.smithi003.stdout:op 3216 completed, throughput=5MB/sec 2024-04-13T07:46:33.334 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RuQ7-bg1F63xc_0 off=1375820 len=807539 2024-04-13T07:46:33.338 INFO:tasks.workunit.client.0.smithi003.stdout:op 3217 completed, throughput=5MB/sec 2024-04-13T07:46:33.339 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rpubEhNQCleeVmz off=177045 len=1309713 2024-04-13T07:46:33.340 INFO:tasks.workunit.client.0.smithi003.stdout:op 3218 completed, throughput=5MB/sec 2024-04-13T07:46:34.341 INFO:tasks.workunit.client.0.smithi003.stdout: 638: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:34.341 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CH3nQ6xz8WFDmgI off=4085756 len=713405 2024-04-13T07:46:34.344 INFO:tasks.workunit.client.0.smithi003.stdout:op 3219 completed, throughput=4.99MB/sec 2024-04-13T07:46:34.345 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tp68c1fNLUNuM-z off=1215691 len=751297 2024-04-13T07:46:34.349 INFO:tasks.workunit.client.0.smithi003.stdout:op 3220 completed, throughput=4.99MB/sec 2024-04-13T07:46:34.349 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mLvBIcJQ8Jn2T8r off=1544323 len=636032 2024-04-13T07:46:34.349 INFO:tasks.workunit.client.0.smithi003.stdout:op 3221 completed, throughput=5MB/sec 2024-04-13T07:46:34.350 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-epS2lAozerCJ1IP off=22207710 len=1641728 2024-04-13T07:46:34.351 INFO:tasks.workunit.client.0.smithi003.stdout:op 3222 completed, throughput=5MB/sec 2024-04-13T07:46:34.351 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XSb3fz05Yr7fQ_s off=9550469 len=839732 2024-04-13T07:46:34.356 INFO:tasks.workunit.client.0.smithi003.stdout:op 3223 completed, throughput=5MB/sec 2024-04-13T07:46:34.356 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8wk6JONPUFzU2Xk off=392519 len=727496 2024-04-13T07:46:34.359 INFO:tasks.workunit.client.0.smithi003.stdout:op 3224 completed, throughput=5MB/sec 2024-04-13T07:46:34.359 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-83lGx5NV2uV9lmE off=3900076 len=1199199 2024-04-13T07:46:34.360 INFO:tasks.workunit.client.0.smithi003.stdout:op 3225 completed, throughput=5MB/sec 2024-04-13T07:46:34.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:34 smithi003 ceph-mon[89364]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:46:34.637 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:46:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:46:34] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-13T07:46:34.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:34 smithi003 ceph-mon[91733]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:46:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:34 smithi066 ceph-mon[84331]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:46:35.361 INFO:tasks.workunit.client.0.smithi003.stdout: 639: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:35.361 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EezP9GQpTx7fcZ2 off=551844 len=1780196 2024-04-13T07:46:35.363 INFO:tasks.workunit.client.0.smithi003.stdout:op 3226 completed, throughput=5MB/sec 2024-04-13T07:46:35.363 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cVNFPI5SV0PI8fg off=2742650 len=801016 2024-04-13T07:46:35.364 INFO:tasks.workunit.client.0.smithi003.stdout:op 3227 completed, throughput=5MB/sec 2024-04-13T07:46:35.365 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pd7LN6RvdqbeLVy off=8475821 len=776210 2024-04-13T07:46:35.369 INFO:tasks.workunit.client.0.smithi003.stdout:op 3228 completed, throughput=5MB/sec 2024-04-13T07:46:35.369 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fI4Qj7knzaujz5U off=901698 len=1528714 2024-04-13T07:46:35.370 INFO:tasks.workunit.client.0.smithi003.stdout:op 3229 completed, throughput=5MB/sec 2024-04-13T07:46:36.371 INFO:tasks.workunit.client.0.smithi003.stdout: 640: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:36.371 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qXs-Jhyua8bQTfl off=6125160 len=1947936 2024-04-13T07:46:36.383 INFO:tasks.workunit.client.0.smithi003.stdout:op 3230 completed, throughput=5MB/sec 2024-04-13T07:46:36.383 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vJUzcnfh2q3MAOa off=6566319 len=258911 2024-04-13T07:46:36.386 INFO:tasks.workunit.client.0.smithi003.stdout:op 3231 completed, throughput=5MB/sec 2024-04-13T07:46:36.386 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gTAH-T53Nze8AAN off=12284891 len=1626954 2024-04-13T07:46:36.395 INFO:tasks.workunit.client.0.smithi003.stdout:op 3232 completed, throughput=5MB/sec 2024-04-13T07:46:36.396 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yd-Eht2EXGMQym4 off=8038539 len=655668 2024-04-13T07:46:36.396 INFO:tasks.workunit.client.0.smithi003.stdout:op 3233 completed, throughput=5MB/sec 2024-04-13T07:46:36.396 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MbFxrc27HclIwzR off=539083 len=1141513 2024-04-13T07:46:36.404 INFO:tasks.workunit.client.0.smithi003.stdout:op 3234 completed, throughput=5MB/sec 2024-04-13T07:46:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:36 smithi066 ceph-mon[84331]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T07:46:36.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:36 smithi003 ceph-mon[91733]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T07:46:36.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:36 smithi003 ceph-mon[89364]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T07:46:37.404 INFO:tasks.workunit.client.0.smithi003.stdout: 641: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:37.404 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kzyIOAU7KO2nPaT off=1821458 len=1287998 2024-04-13T07:46:37.406 INFO:tasks.workunit.client.0.smithi003.stdout:op 3235 completed, throughput=5MB/sec 2024-04-13T07:46:37.406 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8AMOrnJ_vDs6uTC off=4830327 len=345033 2024-04-13T07:46:37.407 INFO:tasks.workunit.client.0.smithi003.stdout:op 3236 completed, throughput=5MB/sec 2024-04-13T07:46:37.407 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bOmUQinGF-3yzTe off=20713972 len=1060636 2024-04-13T07:46:37.408 INFO:tasks.workunit.client.0.smithi003.stdout:op 3237 completed, throughput=5MB/sec 2024-04-13T07:46:37.408 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-o8f1u-lENYg9WFM off=1355396 len=650793 2024-04-13T07:46:37.413 INFO:tasks.workunit.client.0.smithi003.stdout:op 3238 completed, throughput=5MB/sec 2024-04-13T07:46:37.413 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sAB6t6QO4SH-8nC off=2159754 len=948397 2024-04-13T07:46:37.415 INFO:tasks.workunit.client.0.smithi003.stdout:op 3239 completed, throughput=5MB/sec 2024-04-13T07:46:37.415 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--bryBFwKrJt19rt off=3229489 len=1122753 2024-04-13T07:46:37.417 INFO:tasks.workunit.client.0.smithi003.stdout:op 3240 completed, throughput=5MB/sec 2024-04-13T07:46:38.418 INFO:tasks.workunit.client.0.smithi003.stdout: 642: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:38.418 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qu06oy2ZVQnsiNJ off=3276584 len=834472 2024-04-13T07:46:38.419 INFO:tasks.workunit.client.0.smithi003.stdout:op 3241 completed, throughput=5MB/sec 2024-04-13T07:46:38.419 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-x6nWlYU1i40NHoi off=1024434 len=453854 2024-04-13T07:46:38.423 INFO:tasks.workunit.client.0.smithi003.stdout:op 3242 completed, throughput=5MB/sec 2024-04-13T07:46:38.423 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OhTw9XXoYDem1cz off=7423195 len=1880877 2024-04-13T07:46:38.432 INFO:tasks.workunit.client.0.smithi003.stdout:op 3243 completed, throughput=5MB/sec 2024-04-13T07:46:38.432 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Rt_jk9aQh3GvCnf off=4228839 len=1969578 2024-04-13T07:46:38.434 INFO:tasks.workunit.client.0.smithi003.stdout:op 3244 completed, throughput=5MB/sec 2024-04-13T07:46:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:38 smithi066 ceph-mon[84331]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:46:38.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:38 smithi003 ceph-mon[91733]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:46:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:38 smithi003 ceph-mon[89364]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:46:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:39.434 INFO:tasks.workunit.client.0.smithi003.stdout: 643: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:39.434 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-l3efURCvrFPtxCM off=7219478 len=961310 2024-04-13T07:46:39.436 INFO:tasks.workunit.client.0.smithi003.stdout:op 3245 completed, throughput=5MB/sec 2024-04-13T07:46:39.436 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KzHK9K8i_YSM6Ga off=20322516 len=604570 2024-04-13T07:46:39.437 INFO:tasks.workunit.client.0.smithi003.stdout:op 3246 completed, throughput=5MB/sec 2024-04-13T07:46:39.437 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_NxSNdrPdngWNYd off=1640967 len=935426 2024-04-13T07:46:39.440 INFO:tasks.workunit.client.0.smithi003.stdout:op 3247 completed, throughput=5MB/sec 2024-04-13T07:46:39.440 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ell98v8fwPkYNww off=7123704 len=462055 2024-04-13T07:46:39.440 INFO:tasks.workunit.client.0.smithi003.stdout:op 3248 completed, throughput=5MB/sec 2024-04-13T07:46:39.440 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5iFKj5bavS_IuTN off=5564013 len=10804 2024-04-13T07:46:39.441 INFO:tasks.workunit.client.0.smithi003.stdout:op 3249 completed, throughput=5MB/sec 2024-04-13T07:46:39.441 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-t7CXzHztPpq7AsI off=6919385 len=481292 2024-04-13T07:46:39.442 INFO:tasks.workunit.client.0.smithi003.stdout:op 3250 completed, throughput=5MB/sec 2024-04-13T07:46:39.442 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-L5QhejUslYAxE6x off=12089691 len=276220 2024-04-13T07:46:39.443 INFO:tasks.workunit.client.0.smithi003.stdout:op 3251 completed, throughput=5MB/sec 2024-04-13T07:46:39.443 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-N0HZaI-v8BCRe8Y off=3722409 len=887284 2024-04-13T07:46:39.448 INFO:tasks.workunit.client.0.smithi003.stdout:op 3252 completed, throughput=5MB/sec 2024-04-13T07:46:40.448 INFO:tasks.workunit.client.0.smithi003.stdout: 644: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:40.448 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uM9vfYEiLm06wnH off=1538059 len=1269059 2024-04-13T07:46:40.451 INFO:tasks.workunit.client.0.smithi003.stdout:op 3253 completed, throughput=4.99MB/sec 2024-04-13T07:46:40.451 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_R_6VVbblNKWbr9 off=7708295 len=288681 2024-04-13T07:46:40.452 INFO:tasks.workunit.client.0.smithi003.stdout:op 3254 completed, throughput=4.99MB/sec 2024-04-13T07:46:40.452 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tmFGBlgOsT__Xsc off=3566369 len=928966 2024-04-13T07:46:40.457 INFO:tasks.workunit.client.0.smithi003.stdout:op 3255 completed, throughput=5MB/sec 2024-04-13T07:46:40.457 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_HdeFg6v4m0gbIc off=9449764 len=205899 2024-04-13T07:46:40.458 INFO:tasks.workunit.client.0.smithi003.stdout:op 3256 completed, throughput=5MB/sec 2024-04-13T07:46:40.458 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-g2-hAk74forJzyg off=4593249 len=55350 2024-04-13T07:46:40.460 INFO:tasks.workunit.client.0.smithi003.stdout:op 3257 completed, throughput=5MB/sec 2024-04-13T07:46:40.460 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qtDsSkL3tl_No75 off=6484372 len=1226042 2024-04-13T07:46:40.466 INFO:tasks.workunit.client.0.smithi003.stdout:op 3258 completed, throughput=5MB/sec 2024-04-13T07:46:40.466 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1wUwc1Z-SICcPSK off=2207509 len=1170887 2024-04-13T07:46:40.470 INFO:tasks.workunit.client.0.smithi003.stdout:op 3259 completed, throughput=5MB/sec 2024-04-13T07:46:40.470 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zw3LxL6xH1jNcG2 off=4382052 len=1245475 2024-04-13T07:46:40.471 INFO:tasks.workunit.client.0.smithi003.stdout:op 3260 completed, throughput=5MB/sec 2024-04-13T07:46:40.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:40 smithi066 ceph-mon[84331]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:46:40.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:40 smithi003 ceph-mon[89364]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:46:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:40 smithi003 ceph-mon[91733]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:46:41.472 INFO:tasks.workunit.client.0.smithi003.stdout: 645: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:41.472 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SM3rPcyeVEk-HVk off=6306050 len=254534 2024-04-13T07:46:41.472 INFO:tasks.workunit.client.0.smithi003.stdout:op 3261 completed, throughput=4.99MB/sec 2024-04-13T07:46:41.473 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pY7N4WfJYD5lJvl off=4998555 len=525380 2024-04-13T07:46:41.473 INFO:tasks.workunit.client.0.smithi003.stdout:op 3262 completed, throughput=5MB/sec 2024-04-13T07:46:41.474 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_t8-zkcH9e-RD29 off=13370892 len=1993233 2024-04-13T07:46:41.482 INFO:tasks.workunit.client.0.smithi003.stdout:op 3263 completed, throughput=5MB/sec 2024-04-13T07:46:41.483 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xUVsiKY9iQBWlIj off=8897449 len=94531 2024-04-13T07:46:41.485 INFO:tasks.workunit.client.0.smithi003.stdout:op 3264 completed, throughput=5MB/sec 2024-04-13T07:46:41.485 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-idzBH2K4kqdGzdj off=373894 len=2041167 2024-04-13T07:46:41.494 INFO:tasks.workunit.client.0.smithi003.stdout:op 3265 completed, throughput=5MB/sec 2024-04-13T07:46:42.495 INFO:tasks.workunit.client.0.smithi003.stdout: 646: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:42.495 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mX2d31cwMiJsT9t off=8391911 len=843456 2024-04-13T07:46:42.500 INFO:tasks.workunit.client.0.smithi003.stdout:op 3266 completed, throughput=4.99MB/sec 2024-04-13T07:46:42.500 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XxbcvUanvLEN-L1 off=3174740 len=1797144 2024-04-13T07:46:42.502 INFO:tasks.workunit.client.0.smithi003.stdout:op 3267 completed, throughput=5MB/sec 2024-04-13T07:46:42.502 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-56SWn3efs8SIHWR off=3649429 len=1956413 2024-04-13T07:46:42.514 INFO:tasks.workunit.client.0.smithi003.stdout:op 3268 completed, throughput=5MB/sec 2024-04-13T07:46:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:42 smithi066 ceph-mon[84331]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:46:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:46:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:46:42.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:42 smithi003 ceph-mon[91733]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:46:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:42 smithi003 ceph-mon[89364]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:46:43.514 INFO:tasks.workunit.client.0.smithi003.stdout: 647: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:43.514 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XsweFBvQ7Ac1yaO off=731934 len=2035298 2024-04-13T07:46:43.525 INFO:tasks.workunit.client.0.smithi003.stdout:op 3269 completed, throughput=5MB/sec 2024-04-13T07:46:43.525 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-v6nOkmhoVWcL4Cx off=1466206 len=1185260 2024-04-13T07:46:43.531 INFO:tasks.workunit.client.0.smithi003.stdout:op 3270 completed, throughput=5MB/sec 2024-04-13T07:46:43.531 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-h9P1bXUgJcqN5j8 off=13902506 len=1789682 2024-04-13T07:46:43.540 INFO:tasks.workunit.client.0.smithi003.stdout:op 3271 completed, throughput=5MB/sec 2024-04-13T07:46:43.540 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zvqVzuCNJaAZcHI off=6155638 len=1178418 2024-04-13T07:46:43.544 INFO:tasks.workunit.client.0.smithi003.stdout:op 3272 completed, throughput=5MB/sec 2024-04-13T07:46:43.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:43 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:46:43.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:43 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:46:43.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:43 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:46:44.544 INFO:tasks.workunit.client.0.smithi003.stdout: 648: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:44.544 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PV-qO8PQ3g4ykr_ off=2091174 len=1336949 2024-04-13T07:46:44.545 INFO:tasks.workunit.client.0.smithi003.stdout:op 3273 completed, throughput=5MB/sec 2024-04-13T07:46:44.545 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ziKpb9Tx8pigZc5 off=6684363 len=932030 2024-04-13T07:46:44.546 INFO:tasks.workunit.client.0.smithi003.stdout:op 3274 completed, throughput=5MB/sec 2024-04-13T07:46:44.546 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vYw0mAAq0UcGdjt off=5835745 len=2017851 2024-04-13T07:46:44.554 INFO:tasks.workunit.client.0.smithi003.stdout:op 3275 completed, throughput=5MB/sec 2024-04-13T07:46:44.554 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_LJJUK9EySz9fmm off=1183054 len=891467 2024-04-13T07:46:44.556 INFO:tasks.workunit.client.0.smithi003.stdout:op 3276 completed, throughput=5MB/sec 2024-04-13T07:46:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:46:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:46:44] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-13T07:46:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:44 smithi003 ceph-mon[91733]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:46:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:46:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:46:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:46:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:46:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:46:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:44 smithi003 ceph-mon[89364]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:46:44.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:46:44.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:46:44.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:46:44.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:46:44.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:46:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:44 smithi066 ceph-mon[84331]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:46:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:46:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:46:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:46:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:46:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:46:45.557 INFO:tasks.workunit.client.0.smithi003.stdout: 649: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:45.557 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-I7sqzX3bqzAE83E off=7799336 len=1986338 2024-04-13T07:46:45.568 INFO:tasks.workunit.client.0.smithi003.stdout:op 3277 completed, throughput=5MB/sec 2024-04-13T07:46:45.568 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ye1sEcmGp_oaOx3 off=1840704 len=299277 2024-04-13T07:46:45.569 INFO:tasks.workunit.client.0.smithi003.stdout:op 3278 completed, throughput=5MB/sec 2024-04-13T07:46:45.569 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vId23SvvZV6suvm off=16444423 len=788959 2024-04-13T07:46:45.574 INFO:tasks.workunit.client.0.smithi003.stdout:op 3279 completed, throughput=5MB/sec 2024-04-13T07:46:45.574 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YmUxQXZWf0N85Xo off=1453772 len=906454 2024-04-13T07:46:45.575 INFO:tasks.workunit.client.0.smithi003.stdout:op 3280 completed, throughput=5MB/sec 2024-04-13T07:46:45.575 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gJ4HbysTVtV5QUa off=8403324 len=2082137 2024-04-13T07:46:45.586 INFO:tasks.workunit.client.0.smithi003.stdout:op 3281 completed, throughput=5MB/sec 2024-04-13T07:46:46.587 INFO:tasks.workunit.client.0.smithi003.stdout: 650: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:46.587 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_y-CRat_FT2QnD6 off=1032957 len=1012529 2024-04-13T07:46:46.588 INFO:tasks.workunit.client.0.smithi003.stdout:op 3282 completed, throughput=5MB/sec 2024-04-13T07:46:46.588 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gvX1FzLvwlKAuYw off=3110758 len=829359 2024-04-13T07:46:46.593 INFO:tasks.workunit.client.0.smithi003.stdout:op 3283 completed, throughput=5MB/sec 2024-04-13T07:46:46.593 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tswNedk5U5H65GZ off=4981208 len=1161614 2024-04-13T07:46:46.601 INFO:tasks.workunit.client.0.smithi003.stdout:op 3284 completed, throughput=5MB/sec 2024-04-13T07:46:46.601 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5jdMUP2selCzV98 off=316866 len=1566995 2024-04-13T07:46:46.609 INFO:tasks.workunit.client.0.smithi003.stdout:op 3285 completed, throughput=5MB/sec 2024-04-13T07:46:46.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:46 smithi003 ceph-mon[91733]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T07:46:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:46 smithi003 ceph-mon[89364]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T07:46:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:46 smithi066 ceph-mon[84331]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T07:46:47.609 INFO:tasks.workunit.client.0.smithi003.stdout: 651: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:47.610 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-u6xe_c3CI0I6We3 off=13085986 len=986637 2024-04-13T07:46:47.615 INFO:tasks.workunit.client.0.smithi003.stdout:op 3286 completed, throughput=4.99MB/sec 2024-04-13T07:46:47.616 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8AoMFK_ys4XE28E off=17512542 len=1938957 2024-04-13T07:46:47.628 INFO:tasks.workunit.client.0.smithi003.stdout:op 3287 completed, throughput=5MB/sec 2024-04-13T07:46:47.628 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CILAHyGhKlx4s2a off=14269462 len=1517080 2024-04-13T07:46:47.630 INFO:tasks.workunit.client.0.smithi003.stdout:op 3288 completed, throughput=5MB/sec 2024-04-13T07:46:47.630 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-V_AJlZ62TniY9-N off=2627752 len=566915 2024-04-13T07:46:47.634 INFO:tasks.workunit.client.0.smithi003.stdout:op 3289 completed, throughput=5MB/sec 2024-04-13T07:46:48.634 INFO:tasks.workunit.client.0.smithi003.stdout: 652: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:48.635 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NAsQx25SJvOtBR8 off=5287191 len=1357970 2024-04-13T07:46:48.643 INFO:tasks.workunit.client.0.smithi003.stdout:op 3290 completed, throughput=4.99MB/sec 2024-04-13T07:46:48.643 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dCfElw64IFa-hyJ off=8687168 len=1202710 2024-04-13T07:46:48.645 INFO:tasks.workunit.client.0.smithi003.stdout:op 3291 completed, throughput=5MB/sec 2024-04-13T07:46:48.645 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7LQBBHHrV1lIYXz off=6103815 len=678565 2024-04-13T07:46:48.649 INFO:tasks.workunit.client.0.smithi003.stdout:op 3292 completed, throughput=5MB/sec 2024-04-13T07:46:48.649 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5SWdiLdvgNcFLh3 off=9673554 len=861813 2024-04-13T07:46:48.650 INFO:tasks.workunit.client.0.smithi003.stdout:op 3293 completed, throughput=5MB/sec 2024-04-13T07:46:48.650 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tPcZa9MiAir8tXG off=3046873 len=1097019 2024-04-13T07:46:48.651 INFO:tasks.workunit.client.0.smithi003.stdout:op 3294 completed, throughput=5MB/sec 2024-04-13T07:46:48.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:48 smithi003 ceph-mon[91733]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:46:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:48 smithi003 ceph-mon[89364]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:46:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:48 smithi066 ceph-mon[84331]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:46:49.651 INFO:tasks.workunit.client.0.smithi003.stdout: 653: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:49.652 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MSTezgOXpz51Ixs off=2566921 len=2089633 2024-04-13T07:46:49.662 INFO:tasks.workunit.client.0.smithi003.stdout:op 3295 completed, throughput=5MB/sec 2024-04-13T07:46:49.662 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-c0BV3KXU4gskEkM off=618621 len=1723360 2024-04-13T07:46:49.664 INFO:tasks.workunit.client.0.smithi003.stdout:op 3296 completed, throughput=5MB/sec 2024-04-13T07:46:49.664 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-V4VU3VrV4nDl0VW off=8779774 len=1005910 2024-04-13T07:46:49.670 INFO:tasks.workunit.client.0.smithi003.stdout:op 3297 completed, throughput=5MB/sec 2024-04-13T07:46:49.670 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Y3qhIIdMtjYAICn off=4196496 len=792414 2024-04-13T07:46:49.674 INFO:tasks.workunit.client.0.smithi003.stdout:op 3298 completed, throughput=5MB/sec 2024-04-13T07:46:50.674 INFO:tasks.workunit.client.0.smithi003.stdout: 654: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:50.674 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jpSiNGnkldM3F4_ off=23658632 len=1161454 2024-04-13T07:46:50.681 INFO:tasks.workunit.client.0.smithi003.stdout:op 3299 completed, throughput=4.99MB/sec 2024-04-13T07:46:50.681 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-frjLPXGNS9ILUxT off=13903627 len=1874033 2024-04-13T07:46:50.690 INFO:tasks.workunit.client.0.smithi003.stdout:op 3300 completed, throughput=5MB/sec 2024-04-13T07:46:50.690 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TCagnBIMfSOssNG off=8464783 len=1874032 2024-04-13T07:46:50.698 INFO:tasks.workunit.client.0.smithi003.stdout:op 3301 completed, throughput=5MB/sec 2024-04-13T07:46:50.698 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dcBQbexfdn_X7rM off=11541780 len=1788424 2024-04-13T07:46:50.704 INFO:tasks.workunit.client.0.smithi003.stdout:op 3302 completed, throughput=5MB/sec 2024-04-13T07:46:50.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:50 smithi003 ceph-mon[91733]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:46:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:50 smithi003 ceph-mon[89364]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:46:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:50 smithi066 ceph-mon[84331]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:46:51.705 INFO:tasks.workunit.client.0.smithi003.stdout: 655: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:51.705 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lccEaaOkdWZaWp4 off=13222125 len=1373586 2024-04-13T07:46:51.714 INFO:tasks.workunit.client.0.smithi003.stdout:op 3303 completed, throughput=5MB/sec 2024-04-13T07:46:51.714 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-629wr7XsdkwHdGm off=1487413 len=1742203 2024-04-13T07:46:51.716 INFO:tasks.workunit.client.0.smithi003.stdout:op 3304 completed, throughput=5MB/sec 2024-04-13T07:46:51.717 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bAw5GkmNvU5m71Q off=538518 len=1186925 2024-04-13T07:46:51.719 INFO:tasks.workunit.client.0.smithi003.stdout:op 3305 completed, throughput=5MB/sec 2024-04-13T07:46:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:52 smithi066 ceph-mon[84331]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:46:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:46:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:46:52.719 INFO:tasks.workunit.client.0.smithi003.stdout: 656: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:52.719 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AXo3yt3YuDyAe25 off=6568170 len=429488 2024-04-13T07:46:52.722 INFO:tasks.workunit.client.0.smithi003.stdout:op 3306 completed, throughput=4.99MB/sec 2024-04-13T07:46:52.722 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-onEzBvNOagGMB5z off=229165 len=134414 2024-04-13T07:46:52.726 INFO:tasks.workunit.client.0.smithi003.stdout:op 3307 completed, throughput=4.99MB/sec 2024-04-13T07:46:52.726 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KLWebd1C5s5aDY5 off=1894234 len=1607438 2024-04-13T07:46:52.727 INFO:tasks.workunit.client.0.smithi003.stdout:op 3308 completed, throughput=5MB/sec 2024-04-13T07:46:52.728 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MAr6iEZDsAVDkEZ off=4997734 len=144044 2024-04-13T07:46:52.730 INFO:tasks.workunit.client.0.smithi003.stdout:op 3309 completed, throughput=5MB/sec 2024-04-13T07:46:52.730 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uGxQB6iJGj-NB5- off=10168126 len=1572164 2024-04-13T07:46:52.732 INFO:tasks.workunit.client.0.smithi003.stdout:op 3310 completed, throughput=5MB/sec 2024-04-13T07:46:52.732 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0ZY4Q5uaaWsp4Z_ off=13633687 len=773359 2024-04-13T07:46:52.733 INFO:tasks.workunit.client.0.smithi003.stdout:op 3311 completed, throughput=5MB/sec 2024-04-13T07:46:52.733 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rE3frLeaMlWeURZ off=10831490 len=1652786 2024-04-13T07:46:52.742 INFO:tasks.workunit.client.0.smithi003.stdout:op 3312 completed, throughput=5MB/sec 2024-04-13T07:46:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:52 smithi003 ceph-mon[91733]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:46:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:52 smithi003 ceph-mon[89364]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:46:53.743 INFO:tasks.workunit.client.0.smithi003.stdout: 657: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:53.743 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qSb71zi2DhOFzhH off=875979 len=1314843 2024-04-13T07:46:53.749 INFO:tasks.workunit.client.0.smithi003.stdout:op 3313 completed, throughput=5MB/sec 2024-04-13T07:46:53.749 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YYjf_JUBhA_MQh3 off=11034559 len=145135 2024-04-13T07:46:53.752 INFO:tasks.workunit.client.0.smithi003.stdout:op 3314 completed, throughput=5MB/sec 2024-04-13T07:46:53.753 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4u2lTWb6Vf2RHkk off=5197663 len=452137 2024-04-13T07:46:53.757 INFO:tasks.workunit.client.0.smithi003.stdout:op 3315 completed, throughput=5MB/sec 2024-04-13T07:46:53.757 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yPBKm2uMR6XjQGz off=20751269 len=1295081 2024-04-13T07:46:53.759 INFO:tasks.workunit.client.0.smithi003.stdout:op 3316 completed, throughput=5MB/sec 2024-04-13T07:46:53.760 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4oyBkMbIagf9Q86 off=258971 len=1563013 2024-04-13T07:46:53.769 INFO:tasks.workunit.client.0.smithi003.stdout:op 3317 completed, throughput=5MB/sec 2024-04-13T07:46:53.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:46:54.480 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:46:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:46:54] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-13T07:46:54.769 INFO:tasks.workunit.client.0.smithi003.stdout: 658: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:54.770 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wqRynnqgoVq8lhK off=384241 len=948973 2024-04-13T07:46:54.771 INFO:tasks.workunit.client.0.smithi003.stdout:op 3318 completed, throughput=5MB/sec 2024-04-13T07:46:54.771 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xPDt0N7pW1nD-2k off=15066083 len=1698721 2024-04-13T07:46:54.773 INFO:tasks.workunit.client.0.smithi003.stdout:op 3319 completed, throughput=5MB/sec 2024-04-13T07:46:54.773 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ma5duPMGjZAm06j off=2003822 len=941089 2024-04-13T07:46:54.776 INFO:tasks.workunit.client.0.smithi003.stdout:op 3320 completed, throughput=5MB/sec 2024-04-13T07:46:54.776 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qofaYWt0DGO9f73 off=22397640 len=840900 2024-04-13T07:46:54.777 INFO:tasks.workunit.client.0.smithi003.stdout:op 3321 completed, throughput=5MB/sec 2024-04-13T07:46:54.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:54 smithi003 ceph-mon[89364]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T07:46:54.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:54 smithi003 ceph-mon[91733]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T07:46:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:54 smithi066 ceph-mon[84331]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T07:46:55.778 INFO:tasks.workunit.client.0.smithi003.stdout: 659: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:55.778 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wPYb4egfnPxW2ri off=20723387 len=836776 2024-04-13T07:46:55.779 INFO:tasks.workunit.client.0.smithi003.stdout:op 3322 completed, throughput=4.99MB/sec 2024-04-13T07:46:55.779 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hhJixGtUWfEMVwP off=6569840 len=987321 2024-04-13T07:46:55.785 INFO:tasks.workunit.client.0.smithi003.stdout:op 3323 completed, throughput=5MB/sec 2024-04-13T07:46:55.785 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-J3geYvYE7NI3F4M off=2615783 len=560674 2024-04-13T07:46:55.785 INFO:tasks.workunit.client.0.smithi003.stdout:op 3324 completed, throughput=5MB/sec 2024-04-13T07:46:55.786 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7_a0P9VccQpOaqm off=17826784 len=1376315 2024-04-13T07:46:55.793 INFO:tasks.workunit.client.0.smithi003.stdout:op 3325 completed, throughput=5MB/sec 2024-04-13T07:46:55.793 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AO2OHliYcXTCbys off=5602302 len=679521 2024-04-13T07:46:55.794 INFO:tasks.workunit.client.0.smithi003.stdout:op 3326 completed, throughput=5MB/sec 2024-04-13T07:46:55.794 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2GssUBO7Lisf7Z_ off=2829623 len=1298533 2024-04-13T07:46:55.800 INFO:tasks.workunit.client.0.smithi003.stdout:op 3327 completed, throughput=5MB/sec 2024-04-13T07:46:56.800 INFO:tasks.workunit.client.0.smithi003.stdout: 660: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:56.800 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bc9lhXO3oi9-zEk off=12575472 len=578483 2024-04-13T07:46:56.801 INFO:tasks.workunit.client.0.smithi003.stdout:op 3328 completed, throughput=4.99MB/sec 2024-04-13T07:46:56.802 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-H4KlG9HLmgyXtqs off=12825204 len=719719 2024-04-13T07:46:56.804 INFO:tasks.workunit.client.0.smithi003.stdout:op 3329 completed, throughput=5MB/sec 2024-04-13T07:46:56.804 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KATFPVklmBkIxOe off=740762 len=735732 2024-04-13T07:46:56.805 INFO:tasks.workunit.client.0.smithi003.stdout:op 3330 completed, throughput=5MB/sec 2024-04-13T07:46:56.805 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Avf-hJDlCCvii3M off=1931388 len=1297294 2024-04-13T07:46:56.813 INFO:tasks.workunit.client.0.smithi003.stdout:op 3331 completed, throughput=5MB/sec 2024-04-13T07:46:56.813 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6RkVP5BoQMRAPPa off=13362742 len=623656 2024-04-13T07:46:56.815 INFO:tasks.workunit.client.0.smithi003.stdout:op 3332 completed, throughput=5MB/sec 2024-04-13T07:46:56.815 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PltgKZS71mi0fc_ off=16545867 len=124285 2024-04-13T07:46:56.817 INFO:tasks.workunit.client.0.smithi003.stdout:op 3333 completed, throughput=5MB/sec 2024-04-13T07:46:56.817 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YnlA1iyJdmZIAhM off=20081029 len=984382 2024-04-13T07:46:56.819 INFO:tasks.workunit.client.0.smithi003.stdout:op 3334 completed, throughput=5MB/sec 2024-04-13T07:46:56.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:56 smithi003 ceph-mon[91733]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T07:46:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:56 smithi003 ceph-mon[89364]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T07:46:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:56 smithi066 ceph-mon[84331]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T07:46:57.819 INFO:tasks.workunit.client.0.smithi003.stdout: 661: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:57.819 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QRVjuA4Tyyx_Ive off=472496 len=1127283 2024-04-13T07:46:57.824 INFO:tasks.workunit.client.0.smithi003.stdout:op 3335 completed, throughput=4.99MB/sec 2024-04-13T07:46:57.824 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WeIBqHC3hZYP1j_ off=6715937 len=627206 2024-04-13T07:46:57.829 INFO:tasks.workunit.client.0.smithi003.stdout:op 3336 completed, throughput=5MB/sec 2024-04-13T07:46:57.829 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DuemvyN23wYFEVb off=12518057 len=620633 2024-04-13T07:46:57.833 INFO:tasks.workunit.client.0.smithi003.stdout:op 3337 completed, throughput=5MB/sec 2024-04-13T07:46:57.833 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wiD0wX-OMpwsIEe off=4813436 len=1507752 2024-04-13T07:46:57.835 INFO:tasks.workunit.client.0.smithi003.stdout:op 3338 completed, throughput=5MB/sec 2024-04-13T07:46:57.835 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YJW2jO3Wl4is3SF off=390478 len=909352 2024-04-13T07:46:57.840 INFO:tasks.workunit.client.0.smithi003.stdout:op 3339 completed, throughput=5MB/sec 2024-04-13T07:46:57.840 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Avf-hJDlCCvii3M off=692643 len=1603330 2024-04-13T07:46:57.849 INFO:tasks.workunit.client.0.smithi003.stdout:op 3340 completed, throughput=5MB/sec 2024-04-13T07:46:58.849 INFO:tasks.workunit.client.0.smithi003.stdout: 662: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:58.850 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-csO_gQnJoki9fz7 off=8386987 len=1139838 2024-04-13T07:46:58.862 INFO:tasks.workunit.client.0.smithi003.stdout:op 3341 completed, throughput=5MB/sec 2024-04-13T07:46:58.862 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cz4fcGCFZ7FL7MH off=7259979 len=2012657 2024-04-13T07:46:58.874 INFO:tasks.workunit.client.0.smithi003.stdout:op 3342 completed, throughput=5MB/sec 2024-04-13T07:46:58.874 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-o-fxzG50YROYd-I off=11011861 len=1225580 2024-04-13T07:46:58.875 INFO:tasks.workunit.client.0.smithi003.stdout:op 3343 completed, throughput=5MB/sec 2024-04-13T07:46:58.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:46:58 smithi003 ceph-mon[91733]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T07:46:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:46:58 smithi003 ceph-mon[89364]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T07:46:58.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:46:58 smithi066 ceph-mon[84331]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-13T07:46:59.876 INFO:tasks.workunit.client.0.smithi003.stdout: 663: throughput=4.99MB/sec pending data=0 2024-04-13T07:46:59.876 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vCW0ek0WClSYjbo off=5055226 len=1172722 2024-04-13T07:46:59.878 INFO:tasks.workunit.client.0.smithi003.stdout:op 3344 completed, throughput=4.99MB/sec 2024-04-13T07:46:59.878 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SRbddj1fl_aTU7Z off=4089961 len=373228 2024-04-13T07:46:59.878 INFO:tasks.workunit.client.0.smithi003.stdout:op 3345 completed, throughput=4.99MB/sec 2024-04-13T07:46:59.878 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Mu_7a0ZBmYyBeTh off=722191 len=431766 2024-04-13T07:46:59.879 INFO:tasks.workunit.client.0.smithi003.stdout:op 3346 completed, throughput=5MB/sec 2024-04-13T07:46:59.879 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-P2M4T4Qj7gC1s35 off=20976005 len=1947799 2024-04-13T07:46:59.882 INFO:tasks.workunit.client.0.smithi003.stdout:op 3347 completed, throughput=5MB/sec 2024-04-13T07:46:59.882 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GweRwfIJKUtetDS off=5300796 len=1129300 2024-04-13T07:46:59.884 INFO:tasks.workunit.client.0.smithi003.stdout:op 3348 completed, throughput=5MB/sec 2024-04-13T07:46:59.885 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WqZV5KCHbUgDfKK off=772711 len=148895 2024-04-13T07:46:59.887 INFO:tasks.workunit.client.0.smithi003.stdout:op 3349 completed, throughput=5MB/sec 2024-04-13T07:47:00.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:00 smithi003 ceph-mon[91733]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:47:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:00 smithi003 ceph-mon[89364]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:47:00.887 INFO:tasks.workunit.client.0.smithi003.stdout: 664: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:00.888 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-efk21V-DH5ienMb off=1597660 len=1531147 2024-04-13T07:47:00.895 INFO:tasks.workunit.client.0.smithi003.stdout:op 3350 completed, throughput=4.99MB/sec 2024-04-13T07:47:00.895 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5Hhr_ZI-XSLVin2 off=4244850 len=1379730 2024-04-13T07:47:00.896 INFO:tasks.workunit.client.0.smithi003.stdout:op 3351 completed, throughput=5MB/sec 2024-04-13T07:47:00.896 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LOycaEipQY-rZ3y off=14090623 len=1059116 2024-04-13T07:47:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:00 smithi066 ceph-mon[84331]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:47:00.902 INFO:tasks.workunit.client.0.smithi003.stdout:op 3352 completed, throughput=5MB/sec 2024-04-13T07:47:00.902 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dFWvJtIKYsd4QZ- off=14007514 len=532682 2024-04-13T07:47:00.903 INFO:tasks.workunit.client.0.smithi003.stdout:op 3353 completed, throughput=5MB/sec 2024-04-13T07:47:00.903 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oMSXtpMoGnyOHFc off=19036343 len=1188398 2024-04-13T07:47:00.908 INFO:tasks.workunit.client.0.smithi003.stdout:op 3354 completed, throughput=5MB/sec 2024-04-13T07:47:01.908 INFO:tasks.workunit.client.0.smithi003.stdout: 665: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:01.909 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fwOyPJMhGSQ-vAG off=2224045 len=1272990 2024-04-13T07:47:01.915 INFO:tasks.workunit.client.0.smithi003.stdout:op 3355 completed, throughput=4.99MB/sec 2024-04-13T07:47:01.915 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--KgACdBBzhfI6qz off=8714438 len=168155 2024-04-13T07:47:01.915 INFO:tasks.workunit.client.0.smithi003.stdout:op 3356 completed, throughput=5MB/sec 2024-04-13T07:47:01.915 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dt5rgBYef8pQtVB off=12640827 len=486973 2024-04-13T07:47:01.917 INFO:tasks.workunit.client.0.smithi003.stdout:op 3357 completed, throughput=5MB/sec 2024-04-13T07:47:01.917 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ORprAn9DHriO09R off=2155023 len=233025 2024-04-13T07:47:01.920 INFO:tasks.workunit.client.0.smithi003.stdout:op 3358 completed, throughput=5MB/sec 2024-04-13T07:47:01.920 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cPzGyoXCVMViAvu off=17553597 len=155121 2024-04-13T07:47:01.922 INFO:tasks.workunit.client.0.smithi003.stdout:op 3359 completed, throughput=5MB/sec 2024-04-13T07:47:01.923 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1GpNs1fwqjA8Od5 off=2257538 len=1759914 2024-04-13T07:47:01.933 INFO:tasks.workunit.client.0.smithi003.stdout:op 3360 completed, throughput=5MB/sec 2024-04-13T07:47:01.933 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9buBFsMfRf8v7KM off=2997300 len=800715 2024-04-13T07:47:01.938 INFO:tasks.workunit.client.0.smithi003.stdout:op 3361 completed, throughput=5MB/sec 2024-04-13T07:47:01.938 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rM8v9bNoy75WYdk off=16737777 len=1839593 2024-04-13T07:47:01.944 INFO:tasks.workunit.client.0.smithi003.stdout:op 3362 completed, throughput=5MB/sec 2024-04-13T07:47:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:02 smithi066 ceph-mon[84331]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:47:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:47:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:47:02.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:02 smithi003 ceph-mon[91733]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:47:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:02 smithi003 ceph-mon[89364]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:47:02.945 INFO:tasks.workunit.client.0.smithi003.stdout: 666: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:02.945 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pR1WDWg-DDCEG8J off=7922953 len=1820903 2024-04-13T07:47:02.956 INFO:tasks.workunit.client.0.smithi003.stdout:op 3363 completed, throughput=5MB/sec 2024-04-13T07:47:02.956 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-f9OXqZrqSQhZ3bx off=17645091 len=128665 2024-04-13T07:47:02.957 INFO:tasks.workunit.client.0.smithi003.stdout:op 3364 completed, throughput=5MB/sec 2024-04-13T07:47:02.957 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OlusQxUyoIzGmkJ off=6414764 len=1239377 2024-04-13T07:47:02.959 INFO:tasks.workunit.client.0.smithi003.stdout:op 3365 completed, throughput=5MB/sec 2024-04-13T07:47:02.959 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8gwj2glq26QIGE9 off=5845703 len=1588658 2024-04-13T07:47:02.966 INFO:tasks.workunit.client.0.smithi003.stdout:op 3366 completed, throughput=5MB/sec 2024-04-13T07:47:03.967 INFO:tasks.workunit.client.0.smithi003.stdout: 667: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:03.967 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Oj8oZRNMhLiqgOR off=3938976 len=1514995 2024-04-13T07:47:03.977 INFO:tasks.workunit.client.0.smithi003.stdout:op 3367 completed, throughput=5MB/sec 2024-04-13T07:47:03.977 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HiivMzrdxL09QoJ off=9522582 len=1439577 2024-04-13T07:47:03.984 INFO:tasks.workunit.client.0.smithi003.stdout:op 3368 completed, throughput=5MB/sec 2024-04-13T07:47:03.984 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OXCoAWxD-i0noCs off=9956033 len=1761769 2024-04-13T07:47:03.990 INFO:tasks.workunit.client.0.smithi003.stdout:op 3369 completed, throughput=5MB/sec 2024-04-13T07:47:04.494 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:47:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:47:04] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-13T07:47:04.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:04 smithi003 ceph-mon[91733]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:47:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:04 smithi003 ceph-mon[89364]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:47:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:04 smithi066 ceph-mon[84331]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:47:04.990 INFO:tasks.workunit.client.0.smithi003.stdout: 668: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:04.991 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9842AOP7xCq3u6u off=11258999 len=201144 2024-04-13T07:47:04.992 INFO:tasks.workunit.client.0.smithi003.stdout:op 3370 completed, throughput=4.99MB/sec 2024-04-13T07:47:04.992 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9utlETuIDXyvb2E off=15388857 len=161083 2024-04-13T07:47:04.994 INFO:tasks.workunit.client.0.smithi003.stdout:op 3371 completed, throughput=4.99MB/sec 2024-04-13T07:47:04.995 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-T3AlWDWEAdWAP-H off=11273726 len=978002 2024-04-13T07:47:04.996 INFO:tasks.workunit.client.0.smithi003.stdout:op 3372 completed, throughput=5MB/sec 2024-04-13T07:47:04.996 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SD6tetuWVuXwHfr off=19533044 len=2035159 2024-04-13T07:47:05.009 INFO:tasks.workunit.client.0.smithi003.stdout:op 3373 completed, throughput=5MB/sec 2024-04-13T07:47:05.009 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ViBOZwCYth5WVeT off=593458 len=363262 2024-04-13T07:47:05.012 INFO:tasks.workunit.client.0.smithi003.stdout:op 3374 completed, throughput=5MB/sec 2024-04-13T07:47:05.012 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bAw5GkmNvU5m71Q off=6742105 len=1824740 2024-04-13T07:47:05.015 INFO:tasks.workunit.client.0.smithi003.stdout:op 3375 completed, throughput=5MB/sec 2024-04-13T07:47:06.015 INFO:tasks.workunit.client.0.smithi003.stdout: 669: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:06.016 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZqKPX4F8vuJQKix off=10208959 len=569200 2024-04-13T07:47:06.020 INFO:tasks.workunit.client.0.smithi003.stdout:op 3376 completed, throughput=4.99MB/sec 2024-04-13T07:47:06.020 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VKYvdWMUDZQ0jtB off=12466933 len=1641570 2024-04-13T07:47:06.026 INFO:tasks.workunit.client.0.smithi003.stdout:op 3377 completed, throughput=5MB/sec 2024-04-13T07:47:06.026 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7cuuMX5UD3jZ_58 off=2346219 len=303389 2024-04-13T07:47:06.029 INFO:tasks.workunit.client.0.smithi003.stdout:op 3378 completed, throughput=5MB/sec 2024-04-13T07:47:06.029 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OfES0tnoUEKWcQQ off=15974337 len=342883 2024-04-13T07:47:06.030 INFO:tasks.workunit.client.0.smithi003.stdout:op 3379 completed, throughput=5MB/sec 2024-04-13T07:47:06.030 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0CP5BjZ4iaclD0s off=8537010 len=1718027 2024-04-13T07:47:06.041 INFO:tasks.workunit.client.0.smithi003.stdout:op 3380 completed, throughput=5MB/sec 2024-04-13T07:47:06.041 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-alj7yOSEoE3eu9q off=20623557 len=276888 2024-04-13T07:47:06.041 INFO:tasks.workunit.client.0.smithi003.stdout:op 3381 completed, throughput=5MB/sec 2024-04-13T07:47:06.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:06 smithi003 ceph-mon[89364]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T07:47:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:06 smithi003 ceph-mon[91733]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T07:47:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:06 smithi066 ceph-mon[84331]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T07:47:07.041 INFO:tasks.workunit.client.0.smithi003.stdout: 670: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:07.041 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YL_oGqFYdIOqR1z off=6026386 len=78212 2024-04-13T07:47:07.042 INFO:tasks.workunit.client.0.smithi003.stdout:op 3382 completed, throughput=4.99MB/sec 2024-04-13T07:47:07.042 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OLy8CHZ1RperR01 off=5167225 len=301864 2024-04-13T07:47:07.042 INFO:tasks.workunit.client.0.smithi003.stdout:op 3383 completed, throughput=4.99MB/sec 2024-04-13T07:47:07.042 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tIVaPWa1yJbA5Nx off=3418236 len=440682 2024-04-13T07:47:07.045 INFO:tasks.workunit.client.0.smithi003.stdout:op 3384 completed, throughput=4.99MB/sec 2024-04-13T07:47:07.045 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7Dzb_zz7FuPRmoP off=9277735 len=1717809 2024-04-13T07:47:07.048 INFO:tasks.workunit.client.0.smithi003.stdout:op 3385 completed, throughput=5MB/sec 2024-04-13T07:47:07.049 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1TY4eXwFaNIgqfy off=19478555 len=254309 2024-04-13T07:47:07.049 INFO:tasks.workunit.client.0.smithi003.stdout:op 3386 completed, throughput=5MB/sec 2024-04-13T07:47:07.049 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pIYM1fhJG2enLFo off=9708222 len=957151 2024-04-13T07:47:07.050 INFO:tasks.workunit.client.0.smithi003.stdout:op 3387 completed, throughput=5MB/sec 2024-04-13T07:47:07.050 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-euFMVsG7gognuv2 off=13885558 len=554156 2024-04-13T07:47:07.054 INFO:tasks.workunit.client.0.smithi003.stdout:op 3388 completed, throughput=5MB/sec 2024-04-13T07:47:07.054 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-URoI11r9s_NPIL2 off=388628 len=800347 2024-04-13T07:47:07.055 INFO:tasks.workunit.client.0.smithi003.stdout:op 3389 completed, throughput=5MB/sec 2024-04-13T07:47:07.055 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nZpIFoKsOIbrT09 off=6596741 len=485079 2024-04-13T07:47:07.058 INFO:tasks.workunit.client.0.smithi003.stdout:op 3390 completed, throughput=5MB/sec 2024-04-13T07:47:08.059 INFO:tasks.workunit.client.0.smithi003.stdout: 671: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:08.059 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-u4w8D9dZTpy-3dr off=8146370 len=2076538 2024-04-13T07:47:08.061 INFO:tasks.workunit.client.0.smithi003.stdout:op 3391 completed, throughput=5MB/sec 2024-04-13T07:47:08.062 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ov8l2udMuneL2iD off=0 len=1179294 2024-04-13T07:47:08.063 INFO:tasks.workunit.client.0.smithi003.stdout:op 3392 completed, throughput=5MB/sec 2024-04-13T07:47:08.063 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KwlS97JXV_Kh1Cx off=5273145 len=284675 2024-04-13T07:47:08.064 INFO:tasks.workunit.client.0.smithi003.stdout:op 3393 completed, throughput=5MB/sec 2024-04-13T07:47:08.064 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mYPyEmLcyIHGHL4 off=24389014 len=77009 2024-04-13T07:47:08.067 INFO:tasks.workunit.client.0.smithi003.stdout:op 3394 completed, throughput=5MB/sec 2024-04-13T07:47:08.067 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-C-bbYLlxdTuSWex off=2966919 len=528853 2024-04-13T07:47:08.070 INFO:tasks.workunit.client.0.smithi003.stdout:op 3395 completed, throughput=5MB/sec 2024-04-13T07:47:08.070 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-T6WIjEIHIc1pmuG off=5164213 len=52120 2024-04-13T07:47:08.072 INFO:tasks.workunit.client.0.smithi003.stdout:op 3396 completed, throughput=5MB/sec 2024-04-13T07:47:08.072 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vSzVLP-huHf2JSY off=10695669 len=1850938 2024-04-13T07:47:08.074 INFO:tasks.workunit.client.0.smithi003.stdout:op 3397 completed, throughput=5MB/sec 2024-04-13T07:47:08.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:08 smithi003 ceph-mon[91733]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:47:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:08 smithi003 ceph-mon[89364]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:47:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:08 smithi066 ceph-mon[84331]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:47:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:09.074 INFO:tasks.workunit.client.0.smithi003.stdout: 672: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:09.075 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xa7mYyjZlC-EzMk off=8187565 len=365297 2024-04-13T07:47:09.075 INFO:tasks.workunit.client.0.smithi003.stdout:op 3398 completed, throughput=4.99MB/sec 2024-04-13T07:47:09.075 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-u4leYd71vyJTayD off=4699498 len=1122850 2024-04-13T07:47:09.082 INFO:tasks.workunit.client.0.smithi003.stdout:op 3399 completed, throughput=5MB/sec 2024-04-13T07:47:09.082 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-D_GMle0p3FRCKXX off=2229162 len=350918 2024-04-13T07:47:09.085 INFO:tasks.workunit.client.0.smithi003.stdout:op 3400 completed, throughput=5MB/sec 2024-04-13T07:47:09.085 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3m9xfGUlbF0RHXG off=9034830 len=64994 2024-04-13T07:47:09.087 INFO:tasks.workunit.client.0.smithi003.stdout:op 3401 completed, throughput=5MB/sec 2024-04-13T07:47:09.088 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hye42CjzI__YDu6 off=1197942 len=1132311 2024-04-13T07:47:09.095 INFO:tasks.workunit.client.0.smithi003.stdout:op 3402 completed, throughput=5MB/sec 2024-04-13T07:47:09.095 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5V_LJPVl0z2-Bjq off=12384936 len=1465128 2024-04-13T07:47:09.096 INFO:tasks.workunit.client.0.smithi003.stdout:op 3403 completed, throughput=5MB/sec 2024-04-13T07:47:10.096 INFO:tasks.workunit.client.0.smithi003.stdout: 673: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:10.096 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--BcbyhHjhgn5oCZ off=2533767 len=958994 2024-04-13T07:47:10.102 INFO:tasks.workunit.client.0.smithi003.stdout:op 3404 completed, throughput=4.99MB/sec 2024-04-13T07:47:10.102 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VwdyOVi6kcmMZ3h off=2444280 len=1288643 2024-04-13T07:47:10.105 INFO:tasks.workunit.client.0.smithi003.stdout:op 3405 completed, throughput=5MB/sec 2024-04-13T07:47:10.105 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ulFVyG9ndS_rONi off=13607963 len=338252 2024-04-13T07:47:10.108 INFO:tasks.workunit.client.0.smithi003.stdout:op 3406 completed, throughput=5MB/sec 2024-04-13T07:47:10.109 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_O3nnMXpHwMNX_U off=1201124 len=595297 2024-04-13T07:47:10.110 INFO:tasks.workunit.client.0.smithi003.stdout:op 3407 completed, throughput=5MB/sec 2024-04-13T07:47:10.110 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lQAuPFTssQ79HSN off=5620259 len=1444365 2024-04-13T07:47:10.118 INFO:tasks.workunit.client.0.smithi003.stdout:op 3408 completed, throughput=5MB/sec 2024-04-13T07:47:10.118 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RX4ow7QCvVN8Uv- off=4198011 len=1942860 2024-04-13T07:47:10.128 INFO:tasks.workunit.client.0.smithi003.stdout:op 3409 completed, throughput=5MB/sec 2024-04-13T07:47:10.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:10 smithi003 ceph-mon[91733]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:47:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:10 smithi003 ceph-mon[89364]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:47:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:10 smithi066 ceph-mon[84331]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:47:11.129 INFO:tasks.workunit.client.0.smithi003.stdout: 674: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:11.129 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZCMqTjqpvDPLqqJ off=4629886 len=1974685 2024-04-13T07:47:11.131 INFO:tasks.workunit.client.0.smithi003.stdout:op 3410 completed, throughput=5MB/sec 2024-04-13T07:47:11.131 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sWMg5yXUtGbUgwJ off=8273262 len=31090 2024-04-13T07:47:11.134 INFO:tasks.workunit.client.0.smithi003.stdout:op 3411 completed, throughput=5MB/sec 2024-04-13T07:47:11.134 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AanygU8pRCiH803 off=1128004 len=724177 2024-04-13T07:47:11.135 INFO:tasks.workunit.client.0.smithi003.stdout:op 3412 completed, throughput=5MB/sec 2024-04-13T07:47:11.135 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wpZXHMIqAxXYdCY off=8436687 len=1750509 2024-04-13T07:47:11.136 INFO:tasks.workunit.client.0.smithi003.stdout:op 3413 completed, throughput=5MB/sec 2024-04-13T07:47:12.136 INFO:tasks.workunit.client.0.smithi003.stdout: 675: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:12.137 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-P2OAKVeBO4ZEkJL off=10013371 len=644373 2024-04-13T07:47:12.142 INFO:tasks.workunit.client.0.smithi003.stdout:op 3414 completed, throughput=4.99MB/sec 2024-04-13T07:47:12.142 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-s-FOKKm1ykAfTtS off=2602410 len=1978907 2024-04-13T07:47:12.153 INFO:tasks.workunit.client.0.smithi003.stdout:op 3415 completed, throughput=5MB/sec 2024-04-13T07:47:12.153 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wDCsRT_uqCLCCe9 off=13875442 len=1186029 2024-04-13T07:47:12.154 INFO:tasks.workunit.client.0.smithi003.stdout:op 3416 completed, throughput=5MB/sec 2024-04-13T07:47:12.154 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tSRf4jcgp34efh3 off=823284 len=1441475 2024-04-13T07:47:12.156 INFO:tasks.workunit.client.0.smithi003.stdout:op 3417 completed, throughput=5MB/sec 2024-04-13T07:47:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:12 smithi066 ceph-mon[84331]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:47:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:47:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:47:12.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:12 smithi003 ceph-mon[91733]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:47:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:12 smithi003 ceph-mon[89364]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:47:13.157 INFO:tasks.workunit.client.0.smithi003.stdout: 676: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:13.157 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XlRcBdq3bSDbv2B off=4190270 len=1415849 2024-04-13T07:47:13.164 INFO:tasks.workunit.client.0.smithi003.stdout:op 3418 completed, throughput=5MB/sec 2024-04-13T07:47:13.164 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-l-zB01Rsm__fjGz off=3752468 len=197693 2024-04-13T07:47:13.167 INFO:tasks.workunit.client.0.smithi003.stdout:op 3419 completed, throughput=5MB/sec 2024-04-13T07:47:13.167 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lXC5HPc_46gjzVa off=837793 len=740848 2024-04-13T07:47:13.168 INFO:tasks.workunit.client.0.smithi003.stdout:op 3420 completed, throughput=5MB/sec 2024-04-13T07:47:13.168 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QeVccG8zg3rOGyB off=2607800 len=1791292 2024-04-13T07:47:13.178 INFO:tasks.workunit.client.0.smithi003.stdout:op 3421 completed, throughput=5MB/sec 2024-04-13T07:47:13.178 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9748n4Q5387MvIp off=2336110 len=288542 2024-04-13T07:47:13.179 INFO:tasks.workunit.client.0.smithi003.stdout:op 3422 completed, throughput=5MB/sec 2024-04-13T07:47:13.179 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-I8G2IlLGGTyR1ms off=601366 len=2037805 2024-04-13T07:47:13.188 INFO:tasks.workunit.client.0.smithi003.stdout:op 3423 completed, throughput=5MB/sec 2024-04-13T07:47:14.188 INFO:tasks.workunit.client.0.smithi003.stdout: 677: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:14.188 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qquY58FecFZq4g5 off=5121127 len=344590 2024-04-13T07:47:14.191 INFO:tasks.workunit.client.0.smithi003.stdout:op 3424 completed, throughput=5MB/sec 2024-04-13T07:47:14.192 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7Dzb_zz7FuPRmoP off=12856422 len=1047157 2024-04-13T07:47:14.194 INFO:tasks.workunit.client.0.smithi003.stdout:op 3425 completed, throughput=5MB/sec 2024-04-13T07:47:14.194 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-60r0RG7FZoLIlOD off=8086610 len=945711 2024-04-13T07:47:14.199 INFO:tasks.workunit.client.0.smithi003.stdout:op 3426 completed, throughput=5MB/sec 2024-04-13T07:47:14.200 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YJW2jO3Wl4is3SF off=0 len=1299830 2024-04-13T07:47:14.206 INFO:tasks.workunit.client.0.smithi003.stdout:op 3427 completed, throughput=5MB/sec 2024-04-13T07:47:14.206 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7AvgpXNGIfRjhI6 off=6986274 len=532815 2024-04-13T07:47:14.206 INFO:tasks.workunit.client.0.smithi003.stdout:op 3428 completed, throughput=5MB/sec 2024-04-13T07:47:14.509 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:47:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:47:14] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-13T07:47:14.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:14 smithi003 ceph-mon[91733]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:47:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:14 smithi003 ceph-mon[89364]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:47:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:14 smithi066 ceph-mon[84331]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:47:15.207 INFO:tasks.workunit.client.0.smithi003.stdout: 678: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:15.207 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9MyaB9Wdjxyi40o off=14667805 len=1628230 2024-04-13T07:47:15.209 INFO:tasks.workunit.client.0.smithi003.stdout:op 3429 completed, throughput=5MB/sec 2024-04-13T07:47:15.209 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3RPn3OZbARPtapQ off=1285884 len=1890555 2024-04-13T07:47:15.213 INFO:tasks.workunit.client.0.smithi003.stdout:op 3430 completed, throughput=5MB/sec 2024-04-13T07:47:15.213 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yFNBYpDkq7dsySS off=6582426 len=1012414 2024-04-13T07:47:15.220 INFO:tasks.workunit.client.0.smithi003.stdout:op 3431 completed, throughput=5MB/sec 2024-04-13T07:47:15.220 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7CUnm8ZkLf7Pd05 off=10444696 len=2575 2024-04-13T07:47:15.220 INFO:tasks.workunit.client.0.smithi003.stdout:op 3432 completed, throughput=5MB/sec 2024-04-13T07:47:15.220 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QKtgZsneMNq72ft off=2681330 len=1337165 2024-04-13T07:47:15.228 INFO:tasks.workunit.client.0.smithi003.stdout:op 3433 completed, throughput=5MB/sec 2024-04-13T07:47:16.228 INFO:tasks.workunit.client.0.smithi003.stdout: 679: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:16.228 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-iFKWooJDWL0_3Tz off=6049554 len=1393481 2024-04-13T07:47:16.236 INFO:tasks.workunit.client.0.smithi003.stdout:op 3434 completed, throughput=5MB/sec 2024-04-13T07:47:16.236 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8JanEDgbTNRS_1q off=17807044 len=202883 2024-04-13T07:47:16.238 INFO:tasks.workunit.client.0.smithi003.stdout:op 3435 completed, throughput=5MB/sec 2024-04-13T07:47:16.238 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_i4ZiTqJM-KLAxP off=940674 len=1764791 2024-04-13T07:47:16.240 INFO:tasks.workunit.client.0.smithi003.stdout:op 3436 completed, throughput=5MB/sec 2024-04-13T07:47:16.240 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EjiQvCeu4dqWUOp off=6855547 len=1489106 2024-04-13T07:47:16.241 INFO:tasks.workunit.client.0.smithi003.stdout:op 3437 completed, throughput=5MB/sec 2024-04-13T07:47:16.804 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:16 smithi003 ceph-mon[89364]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T07:47:16.805 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:16 smithi003 ceph-mon[91733]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T07:47:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:16 smithi066 ceph-mon[84331]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T07:47:17.241 INFO:tasks.workunit.client.0.smithi003.stdout: 680: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:17.241 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-p7sCBV8_2S-qxuW off=3589540 len=671798 2024-04-13T07:47:17.242 INFO:tasks.workunit.client.0.smithi003.stdout:op 3438 completed, throughput=4.99MB/sec 2024-04-13T07:47:17.242 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HBelkv0eNTNTTEk off=2791758 len=341940 2024-04-13T07:47:17.243 INFO:tasks.workunit.client.0.smithi003.stdout:op 3439 completed, throughput=4.99MB/sec 2024-04-13T07:47:17.243 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sTeCX-KwU3snZF0 off=2146684 len=1882735 2024-04-13T07:47:17.251 INFO:tasks.workunit.client.0.smithi003.stdout:op 3440 completed, throughput=5MB/sec 2024-04-13T07:47:17.251 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mDUTm67m5HYO_di off=7972183 len=1310874 2024-04-13T07:47:17.258 INFO:tasks.workunit.client.0.smithi003.stdout:op 3441 completed, throughput=5MB/sec 2024-04-13T07:47:17.259 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Tmv9UFyMBvI65WT off=9571489 len=552390 2024-04-13T07:47:17.262 INFO:tasks.workunit.client.0.smithi003.stdout:op 3442 completed, throughput=5MB/sec 2024-04-13T07:47:17.262 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tg7Rm46Uo3YKg7b off=12997291 len=600452 2024-04-13T07:47:17.266 INFO:tasks.workunit.client.0.smithi003.stdout:op 3443 completed, throughput=5MB/sec 2024-04-13T07:47:17.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:17 smithi003 ceph-mon[89364]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:47:17.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:17 smithi003 ceph-mon[91733]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:47:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:17 smithi066 ceph-mon[84331]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:47:18.266 INFO:tasks.workunit.client.0.smithi003.stdout: 681: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:18.267 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2YssDBKm7Wk4Hr3 off=1040898 len=511181 2024-04-13T07:47:18.268 INFO:tasks.workunit.client.0.smithi003.stdout:op 3444 completed, throughput=4.99MB/sec 2024-04-13T07:47:18.268 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZSJ207y3WeyZFh_ off=727374 len=989565 2024-04-13T07:47:18.269 INFO:tasks.workunit.client.0.smithi003.stdout:op 3445 completed, throughput=5MB/sec 2024-04-13T07:47:18.269 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vJl5rJEuI2ugfyx off=3641657 len=365899 2024-04-13T07:47:18.270 INFO:tasks.workunit.client.0.smithi003.stdout:op 3446 completed, throughput=5MB/sec 2024-04-13T07:47:18.270 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_Pu_MLoUt0TgI2Y off=3587437 len=1476172 2024-04-13T07:47:18.277 INFO:tasks.workunit.client.0.smithi003.stdout:op 3447 completed, throughput=5MB/sec 2024-04-13T07:47:18.277 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ihG0W440t9LyZAd off=12683924 len=1223457 2024-04-13T07:47:18.283 INFO:tasks.workunit.client.0.smithi003.stdout:op 3448 completed, throughput=5MB/sec 2024-04-13T07:47:18.283 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dcB7sS2cIJefWe6 off=24419440 len=205032 2024-04-13T07:47:18.286 INFO:tasks.workunit.client.0.smithi003.stdout:op 3449 completed, throughput=5MB/sec 2024-04-13T07:47:18.286 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dbi2tTzdqRvPf4Y off=10854222 len=467638 2024-04-13T07:47:18.288 INFO:tasks.workunit.client.0.smithi003.stdout:op 3450 completed, throughput=5MB/sec 2024-04-13T07:47:19.289 INFO:tasks.workunit.client.0.smithi003.stdout: 682: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:19.289 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dL65lJf5pVgvDVp off=12453291 len=1258731 2024-04-13T07:47:19.295 INFO:tasks.workunit.client.0.smithi003.stdout:op 3451 completed, throughput=4.99MB/sec 2024-04-13T07:47:19.295 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TLoY9uBCcv3X7Ae off=19125948 len=1952035 2024-04-13T07:47:19.307 INFO:tasks.workunit.client.0.smithi003.stdout:op 3452 completed, throughput=5MB/sec 2024-04-13T07:47:19.307 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EvQCSRpNF4hKE_D off=570663 len=297885 2024-04-13T07:47:19.307 INFO:tasks.workunit.client.0.smithi003.stdout:op 3453 completed, throughput=5MB/sec 2024-04-13T07:47:19.308 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jrxDNF68Flx2tr6 off=13314630 len=148611 2024-04-13T07:47:19.308 INFO:tasks.workunit.client.0.smithi003.stdout:op 3454 completed, throughput=5MB/sec 2024-04-13T07:47:19.308 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mjfuUbsol-uW_8b off=6564430 len=1843785 2024-04-13T07:47:19.315 INFO:tasks.workunit.client.0.smithi003.stdout:op 3455 completed, throughput=5MB/sec 2024-04-13T07:47:20.316 INFO:tasks.workunit.client.0.smithi003.stdout: 683: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:20.316 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7fkIttFIt2Qh6rm off=1441382 len=648269 2024-04-13T07:47:20.320 INFO:tasks.workunit.client.0.smithi003.stdout:op 3456 completed, throughput=4.99MB/sec 2024-04-13T07:47:20.320 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-g9NPZkFAKsyPTY6 off=1257077 len=1020602 2024-04-13T07:47:20.322 INFO:tasks.workunit.client.0.smithi003.stdout:op 3457 completed, throughput=5MB/sec 2024-04-13T07:47:20.322 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dO3BgniehEJuTja off=1866843 len=152449 2024-04-13T07:47:20.323 INFO:tasks.workunit.client.0.smithi003.stdout:op 3458 completed, throughput=5MB/sec 2024-04-13T07:47:20.323 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PPSbtLvdntwaUNb off=1375070 len=1604311 2024-04-13T07:47:20.325 INFO:tasks.workunit.client.0.smithi003.stdout:op 3459 completed, throughput=5MB/sec 2024-04-13T07:47:20.325 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-E5e2HuFAq5n5Kxg off=11169088 len=2050846 2024-04-13T07:47:20.334 INFO:tasks.workunit.client.0.smithi003.stdout:op 3460 completed, throughput=5MB/sec 2024-04-13T07:47:20.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:20 smithi003 ceph-mon[91733]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:47:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:20 smithi003 ceph-mon[89364]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:47:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:20 smithi066 ceph-mon[84331]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:47:21.335 INFO:tasks.workunit.client.0.smithi003.stdout: 684: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:21.335 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-M1Itk8Q397QmZAx off=8665974 len=382547 2024-04-13T07:47:21.336 INFO:tasks.workunit.client.0.smithi003.stdout:op 3461 completed, throughput=4.99MB/sec 2024-04-13T07:47:21.336 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oO8-Jxm556K6g6_ off=1444830 len=111461 2024-04-13T07:47:21.337 INFO:tasks.workunit.client.0.smithi003.stdout:op 3462 completed, throughput=4.99MB/sec 2024-04-13T07:47:21.337 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zjmKCciXXeCqDbV off=6426377 len=1872242 2024-04-13T07:47:21.340 INFO:tasks.workunit.client.0.smithi003.stdout:op 3463 completed, throughput=5MB/sec 2024-04-13T07:47:21.340 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qdUTiDjTFjT3vX0 off=12398294 len=390319 2024-04-13T07:47:21.341 INFO:tasks.workunit.client.0.smithi003.stdout:op 3464 completed, throughput=5MB/sec 2024-04-13T07:47:21.341 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ErPU_MnI9UYGE54 off=0 len=1961231 2024-04-13T07:47:21.352 INFO:tasks.workunit.client.0.smithi003.stdout:op 3465 completed, throughput=5MB/sec 2024-04-13T07:47:21.352 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ywMONP0NW4biIcg off=1819018 len=903061 2024-04-13T07:47:21.353 INFO:tasks.workunit.client.0.smithi003.stdout:op 3466 completed, throughput=5MB/sec 2024-04-13T07:47:22.354 INFO:tasks.workunit.client.0.smithi003.stdout: 685: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:22.354 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tSRf4jcgp34efh3 off=9793504 len=1049895 2024-04-13T07:47:22.355 INFO:tasks.workunit.client.0.smithi003.stdout:op 3467 completed, throughput=5MB/sec 2024-04-13T07:47:22.355 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Biy2nv5rXAXiiXD off=11832662 len=1355081 2024-04-13T07:47:22.359 INFO:tasks.workunit.client.0.smithi003.stdout:op 3468 completed, throughput=5MB/sec 2024-04-13T07:47:22.359 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5qVlE8G9ImlTBcQ off=13431321 len=1470007 2024-04-13T07:47:22.367 INFO:tasks.workunit.client.0.smithi003.stdout:op 3469 completed, throughput=5MB/sec 2024-04-13T07:47:22.367 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FLboaYlkTlBMuAM off=14868560 len=517719 2024-04-13T07:47:22.370 INFO:tasks.workunit.client.0.smithi003.stdout:op 3470 completed, throughput=5MB/sec 2024-04-13T07:47:22.370 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PU92ZNmj9S1nvKY off=6656882 len=1681701 2024-04-13T07:47:22.374 INFO:tasks.workunit.client.0.smithi003.stdout:op 3471 completed, throughput=5MB/sec 2024-04-13T07:47:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:22 smithi003 ceph-mon[91733]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:47:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:22 smithi003 ceph-mon[89364]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:47:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:22 smithi066 ceph-mon[84331]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:47:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:47:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:47:23.375 INFO:tasks.workunit.client.0.smithi003.stdout: 686: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:23.375 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vnG_Guu53zgfsiE off=728122 len=674852 2024-04-13T07:47:23.377 INFO:tasks.workunit.client.0.smithi003.stdout:op 3472 completed, throughput=5MB/sec 2024-04-13T07:47:23.377 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dHXkqgoCYrNH4li off=5483083 len=1761454 2024-04-13T07:47:23.385 INFO:tasks.workunit.client.0.smithi003.stdout:op 3473 completed, throughput=5MB/sec 2024-04-13T07:47:23.385 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GR8-QAiG2sam_ry off=2377012 len=1606072 2024-04-13T07:47:23.395 INFO:tasks.workunit.client.0.smithi003.stdout:op 3474 completed, throughput=5MB/sec 2024-04-13T07:47:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:24.397 INFO:tasks.workunit.client.0.smithi003.stdout: 687: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:24.398 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DGvcotW-_PSwKnB off=2494138 len=1026432 2024-04-13T07:47:24.401 INFO:tasks.workunit.client.0.smithi003.stdout:op 3475 completed, throughput=4.99MB/sec 2024-04-13T07:47:24.401 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uwVXHPa8Ct1ZKGF off=15748389 len=1745382 2024-04-13T07:47:24.408 INFO:tasks.workunit.client.0.smithi003.stdout:op 3476 completed, throughput=5MB/sec 2024-04-13T07:47:24.408 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cfcc-ep9NJF9Qe7 off=12796882 len=488722 2024-04-13T07:47:24.409 INFO:tasks.workunit.client.0.smithi003.stdout:op 3477 completed, throughput=5MB/sec 2024-04-13T07:47:24.409 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LNPuPJrPNkNNvVL off=2878795 len=1763826 2024-04-13T07:47:24.420 INFO:tasks.workunit.client.0.smithi003.stdout:op 3478 completed, throughput=5MB/sec 2024-04-13T07:47:24.420 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-U1CfTO8nv1z6KPV off=5914111 len=1030604 2024-04-13T07:47:24.424 INFO:tasks.workunit.client.0.smithi003.stdout:op 3479 completed, throughput=5MB/sec 2024-04-13T07:47:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:24 smithi003 ceph-mon[91733]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:47:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:47:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:47:24] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-13T07:47:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:24 smithi003 ceph-mon[89364]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:47:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:24 smithi066 ceph-mon[84331]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:47:25.425 INFO:tasks.workunit.client.0.smithi003.stdout: 688: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:25.425 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QzXn45JqxDCzkpn off=1507607 len=1942663 2024-04-13T07:47:25.436 INFO:tasks.workunit.client.0.smithi003.stdout:op 3480 completed, throughput=5MB/sec 2024-04-13T07:47:25.436 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Lm1SfPqpfDeSBY4 off=20167112 len=766410 2024-04-13T07:47:25.438 INFO:tasks.workunit.client.0.smithi003.stdout:op 3481 completed, throughput=5MB/sec 2024-04-13T07:47:25.438 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VqcDu-w9cYbIHvP off=1288654 len=1149625 2024-04-13T07:47:25.440 INFO:tasks.workunit.client.0.smithi003.stdout:op 3482 completed, throughput=5MB/sec 2024-04-13T07:47:25.440 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-H7fV_k-npEu1j-P off=22662254 len=225491 2024-04-13T07:47:25.443 INFO:tasks.workunit.client.0.smithi003.stdout:op 3483 completed, throughput=5MB/sec 2024-04-13T07:47:25.443 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Zxc2zEk8TvWkB1x off=13106839 len=468667 2024-04-13T07:47:25.443 INFO:tasks.workunit.client.0.smithi003.stdout:op 3484 completed, throughput=5MB/sec 2024-04-13T07:47:26.444 INFO:tasks.workunit.client.0.smithi003.stdout: 689: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:26.444 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-l9oTeEkmS1yyDuD off=5378317 len=1900613 2024-04-13T07:47:26.456 INFO:tasks.workunit.client.0.smithi003.stdout:op 3485 completed, throughput=5MB/sec 2024-04-13T07:47:26.456 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uMaUykeq-1dH-U0 off=20829869 len=230978 2024-04-13T07:47:26.456 INFO:tasks.workunit.client.0.smithi003.stdout:op 3486 completed, throughput=5MB/sec 2024-04-13T07:47:26.457 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--At_cqDqOQxBxqc off=6819433 len=1981821 2024-04-13T07:47:26.459 INFO:tasks.workunit.client.0.smithi003.stdout:op 3487 completed, throughput=5MB/sec 2024-04-13T07:47:26.460 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CDGJoJLd2S17mQ2 off=3672317 len=292559 2024-04-13T07:47:26.463 INFO:tasks.workunit.client.0.smithi003.stdout:op 3488 completed, throughput=5MB/sec 2024-04-13T07:47:26.463 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jWtn3hkdFbo4lgR off=1620577 len=766300 2024-04-13T07:47:26.467 INFO:tasks.workunit.client.0.smithi003.stdout:op 3489 completed, throughput=5MB/sec 2024-04-13T07:47:26.467 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-l3efURCvrFPtxCM off=1713899 len=219537 2024-04-13T07:47:26.468 INFO:tasks.workunit.client.0.smithi003.stdout:op 3490 completed, throughput=5MB/sec 2024-04-13T07:47:26.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:26 smithi003 ceph-mon[89364]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:47:26.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:26 smithi003 ceph-mon[91733]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:47:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:26 smithi066 ceph-mon[84331]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:47:27.468 INFO:tasks.workunit.client.0.smithi003.stdout: 690: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:27.468 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VFfoHp26mUFmXn8 off=1498196 len=850928 2024-04-13T07:47:27.469 INFO:tasks.workunit.client.0.smithi003.stdout:op 3491 completed, throughput=4.99MB/sec 2024-04-13T07:47:27.469 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_ZcXNYcsOgYlsFW off=11362216 len=680066 2024-04-13T07:47:27.472 INFO:tasks.workunit.client.0.smithi003.stdout:op 3492 completed, throughput=5MB/sec 2024-04-13T07:47:27.472 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-e0xSZfcChXWkFvn off=3948303 len=1200562 2024-04-13T07:47:27.473 INFO:tasks.workunit.client.0.smithi003.stdout:op 3493 completed, throughput=5MB/sec 2024-04-13T07:47:27.473 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DsWMf-8eH9OtHVb off=10715517 len=167537 2024-04-13T07:47:27.474 INFO:tasks.workunit.client.0.smithi003.stdout:op 3494 completed, throughput=5MB/sec 2024-04-13T07:47:27.474 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UEm73HgiIt6DwTV off=13074140 len=772524 2024-04-13T07:47:27.478 INFO:tasks.workunit.client.0.smithi003.stdout:op 3495 completed, throughput=5MB/sec 2024-04-13T07:47:27.478 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eDyqBkVc4QV6Lwz off=2580199 len=975726 2024-04-13T07:47:27.485 INFO:tasks.workunit.client.0.smithi003.stdout:op 3496 completed, throughput=5MB/sec 2024-04-13T07:47:27.485 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-f0bepTKa6ARXEAm off=635276 len=1568998 2024-04-13T07:47:27.491 INFO:tasks.workunit.client.0.smithi003.stdout:op 3497 completed, throughput=5MB/sec 2024-04-13T07:47:28.494 INFO:tasks.workunit.client.0.smithi003.stdout: 691: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:28.494 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2YHBmWvp2KBXDPf off=3011859 len=638664 2024-04-13T07:47:28.496 INFO:tasks.workunit.client.0.smithi003.stdout:op 3498 completed, throughput=5MB/sec 2024-04-13T07:47:28.496 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Yu0PCvhq-rhlQ2W off=2253732 len=1405546 2024-04-13T07:47:28.504 INFO:tasks.workunit.client.0.smithi003.stdout:op 3499 completed, throughput=5MB/sec 2024-04-13T07:47:28.504 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UvSVWCDV6nDMxdy off=6850376 len=1609710 2024-04-13T07:47:28.507 INFO:tasks.workunit.client.0.smithi003.stdout:op 3500 completed, throughput=5MB/sec 2024-04-13T07:47:28.507 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NkkWaqVMozxnEiI off=9977054 len=771149 2024-04-13T07:47:28.509 INFO:tasks.workunit.client.0.smithi003.stdout:op 3501 completed, throughput=5MB/sec 2024-04-13T07:47:28.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:28 smithi003 ceph-mon[89364]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:47:28.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:28 smithi003 ceph-mon[91733]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:47:28.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:28 smithi066 ceph-mon[84331]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:47:29.509 INFO:tasks.workunit.client.0.smithi003.stdout: 692: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:29.510 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mc44wd_4RXQTVqy off=4017665 len=361035 2024-04-13T07:47:29.513 INFO:tasks.workunit.client.0.smithi003.stdout:op 3502 completed, throughput=4.99MB/sec 2024-04-13T07:47:29.513 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-L7vHx8B1KNRqfds off=10082515 len=1272691 2024-04-13T07:47:29.515 INFO:tasks.workunit.client.0.smithi003.stdout:op 3503 completed, throughput=5MB/sec 2024-04-13T07:47:29.515 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FP7RUDf0NzGef_F off=0 len=1576500 2024-04-13T07:47:29.521 INFO:tasks.workunit.client.0.smithi003.stdout:op 3504 completed, throughput=5MB/sec 2024-04-13T07:47:29.521 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tHXAPgDYOImoRUr off=13154188 len=1472271 2024-04-13T07:47:29.530 INFO:tasks.workunit.client.0.smithi003.stdout:op 3505 completed, throughput=5MB/sec 2024-04-13T07:47:29.531 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-G9WRctm1WUXge53 off=22982245 len=1714968 2024-04-13T07:47:29.537 INFO:tasks.workunit.client.0.smithi003.stdout:op 3506 completed, throughput=5MB/sec 2024-04-13T07:47:30.538 INFO:tasks.workunit.client.0.smithi003.stdout: 693: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:30.538 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BtV4m58A_g592d- off=6261353 len=2082488 2024-04-13T07:47:30.542 INFO:tasks.workunit.client.0.smithi003.stdout:op 3507 completed, throughput=5MB/sec 2024-04-13T07:47:30.542 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lRWB7tTEwGQ6v9m off=10954688 len=1081219 2024-04-13T07:47:30.543 INFO:tasks.workunit.client.0.smithi003.stdout:op 3508 completed, throughput=5MB/sec 2024-04-13T07:47:30.544 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-v_w5Ev0WPSkrGlw off=18819971 len=832659 2024-04-13T07:47:30.548 INFO:tasks.workunit.client.0.smithi003.stdout:op 3509 completed, throughput=5MB/sec 2024-04-13T07:47:30.548 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mx_ZicquwfGEQlN off=6091729 len=1254593 2024-04-13T07:47:30.555 INFO:tasks.workunit.client.0.smithi003.stdout:op 3510 completed, throughput=5MB/sec 2024-04-13T07:47:30.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:30 smithi003 ceph-mon[91733]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:47:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:30 smithi003 ceph-mon[89364]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:47:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:30 smithi066 ceph-mon[84331]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:47:31.555 INFO:tasks.workunit.client.0.smithi003.stdout: 694: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:31.555 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VlUmy7HG7IgHYLO off=6435365 len=1764373 2024-04-13T07:47:31.566 INFO:tasks.workunit.client.0.smithi003.stdout:op 3511 completed, throughput=5MB/sec 2024-04-13T07:47:31.566 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_1Ino8QkjQsDz_e off=7912332 len=749861 2024-04-13T07:47:31.567 INFO:tasks.workunit.client.0.smithi003.stdout:op 3512 completed, throughput=5MB/sec 2024-04-13T07:47:31.567 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TT3CfAu3kPCU7cA off=24061157 len=314093 2024-04-13T07:47:31.571 INFO:tasks.workunit.client.0.smithi003.stdout:op 3513 completed, throughput=5MB/sec 2024-04-13T07:47:31.571 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-thoLyLfCbXpONiZ off=12784645 len=822422 2024-04-13T07:47:31.572 INFO:tasks.workunit.client.0.smithi003.stdout:op 3514 completed, throughput=5MB/sec 2024-04-13T07:47:31.572 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ggtR4gkMDEGgLM8 off=5067919 len=1361690 2024-04-13T07:47:31.574 INFO:tasks.workunit.client.0.smithi003.stdout:op 3515 completed, throughput=5MB/sec 2024-04-13T07:47:32.574 INFO:tasks.workunit.client.0.smithi003.stdout: 695: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:32.575 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-36FAJNJrvZTJ-aA off=1388193 len=1326958 2024-04-13T07:47:32.581 INFO:tasks.workunit.client.0.smithi003.stdout:op 3516 completed, throughput=5MB/sec 2024-04-13T07:47:32.581 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MSTwJ3dP7nZqdRA off=4655307 len=1333355 2024-04-13T07:47:32.583 INFO:tasks.workunit.client.0.smithi003.stdout:op 3517 completed, throughput=5MB/sec 2024-04-13T07:47:32.583 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fUMtwwqOMGbcrEK off=2003634 len=1625438 2024-04-13T07:47:32.584 INFO:tasks.workunit.client.0.smithi003.stdout:op 3518 completed, throughput=5MB/sec 2024-04-13T07:47:32.584 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Sn59IV4q5ZMtIaA off=2782993 len=1910531 2024-04-13T07:47:32.596 INFO:tasks.workunit.client.0.smithi003.stdout:op 3519 completed, throughput=5MB/sec 2024-04-13T07:47:32.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:32 smithi003 ceph-mon[91733]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:47:32.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:32 smithi003 ceph-mon[89364]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:47:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:32 smithi066 ceph-mon[84331]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:47:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:47:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:47:33.596 INFO:tasks.workunit.client.0.smithi003.stdout: 696: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:33.596 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fK93mbY-qz_KMaN off=12098162 len=1562193 2024-04-13T07:47:33.598 INFO:tasks.workunit.client.0.smithi003.stdout:op 3520 completed, throughput=5MB/sec 2024-04-13T07:47:33.598 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NOQXgi9MnXw3LjG off=6942639 len=1631580 2024-04-13T07:47:33.602 INFO:tasks.workunit.client.0.smithi003.stdout:op 3521 completed, throughput=5MB/sec 2024-04-13T07:47:33.602 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hrkztQ8uKvWbbuJ off=9957940 len=1127128 2024-04-13T07:47:33.605 INFO:tasks.workunit.client.0.smithi003.stdout:op 3522 completed, throughput=5MB/sec 2024-04-13T07:47:34.604 INFO:tasks.workunit.client.0.smithi003.stdout: 697: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:34.604 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZzlWPxphYWg7kdQ off=7216589 len=1887488 2024-04-13T07:47:34.611 INFO:tasks.workunit.client.0.smithi003.stdout:op 3523 completed, throughput=5MB/sec 2024-04-13T07:47:34.612 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KctIvrxp3IV_NMZ off=777148 len=167736 2024-04-13T07:47:34.612 INFO:tasks.workunit.client.0.smithi003.stdout:op 3524 completed, throughput=5MB/sec 2024-04-13T07:47:34.612 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TOX0-QphaXfR9KX off=13818637 len=133607 2024-04-13T07:47:34.615 INFO:tasks.workunit.client.0.smithi003.stdout:op 3525 completed, throughput=5MB/sec 2024-04-13T07:47:34.615 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tOYR5LzRplItOlu off=5190101 len=1053363 2024-04-13T07:47:34.616 INFO:tasks.workunit.client.0.smithi003.stdout:op 3526 completed, throughput=5MB/sec 2024-04-13T07:47:34.616 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BkZ4_29McWVUFv7 off=1971633 len=1849677 2024-04-13T07:47:34.629 INFO:tasks.workunit.client.0.smithi003.stdout:op 3527 completed, throughput=5MB/sec 2024-04-13T07:47:34.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:34 smithi003 ceph-mon[91733]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:47:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:34 smithi003 ceph-mon[89364]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:47:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:47:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:47:34] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-13T07:47:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:34 smithi066 ceph-mon[84331]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:47:35.627 INFO:tasks.workunit.client.0.smithi003.stdout: 698: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:35.627 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vkg-6D_n_fqtu5y off=11693181 len=1172771 2024-04-13T07:47:35.634 INFO:tasks.workunit.client.0.smithi003.stdout:op 3528 completed, throughput=4.99MB/sec 2024-04-13T07:47:35.634 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wbjZzwIirqO7gUi off=3216492 len=1939014 2024-04-13T07:47:35.645 INFO:tasks.workunit.client.0.smithi003.stdout:op 3529 completed, throughput=5MB/sec 2024-04-13T07:47:35.645 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pwNXbwZNn80Bbj2 off=2743275 len=1649991 2024-04-13T07:47:35.647 INFO:tasks.workunit.client.0.smithi003.stdout:op 3530 completed, throughput=5MB/sec 2024-04-13T07:47:35.647 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-u77hcy2ORdboOis off=5640262 len=173052 2024-04-13T07:47:35.648 INFO:tasks.workunit.client.0.smithi003.stdout:op 3531 completed, throughput=5MB/sec 2024-04-13T07:47:35.648 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_ErkVv30mchPr9F off=7739782 len=434168 2024-04-13T07:47:35.651 INFO:tasks.workunit.client.0.smithi003.stdout:op 3532 completed, throughput=5MB/sec 2024-04-13T07:47:36.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:36 smithi003 ceph-mon[89364]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:47:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:36 smithi003 ceph-mon[91733]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:47:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:36 smithi066 ceph-mon[84331]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:47:36.652 INFO:tasks.workunit.client.0.smithi003.stdout: 699: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:36.652 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-V_7pZQaCvk4mwTq off=5003837 len=603120 2024-04-13T07:47:36.653 INFO:tasks.workunit.client.0.smithi003.stdout:op 3533 completed, throughput=4.99MB/sec 2024-04-13T07:47:36.653 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-k9T-fuh2j93p03D off=2972782 len=1874215 2024-04-13T07:47:36.655 INFO:tasks.workunit.client.0.smithi003.stdout:op 3534 completed, throughput=5MB/sec 2024-04-13T07:47:36.655 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QgH7WpXriCyUqPg off=4420820 len=36135 2024-04-13T07:47:36.655 INFO:tasks.workunit.client.0.smithi003.stdout:op 3535 completed, throughput=5MB/sec 2024-04-13T07:47:36.656 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PSfT_4WMpgFIsg1 off=2457985 len=353852 2024-04-13T07:47:36.656 INFO:tasks.workunit.client.0.smithi003.stdout:op 3536 completed, throughput=5MB/sec 2024-04-13T07:47:36.656 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rImoTBKlzFuDjVJ off=7832067 len=971254 2024-04-13T07:47:36.662 INFO:tasks.workunit.client.0.smithi003.stdout:op 3537 completed, throughput=5MB/sec 2024-04-13T07:47:36.662 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-I8G2IlLGGTyR1ms off=1312986 len=1992306 2024-04-13T07:47:36.673 INFO:tasks.workunit.client.0.smithi003.stdout:op 3538 completed, throughput=5MB/sec 2024-04-13T07:47:37.671 INFO:tasks.workunit.client.0.smithi003.stdout: 700: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:37.671 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BnnqpHHm5akTbCQ off=1703215 len=1261976 2024-04-13T07:47:37.672 INFO:tasks.workunit.client.0.smithi003.stdout:op 3539 completed, throughput=5MB/sec 2024-04-13T07:47:37.673 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YbSLcOhJSumBene off=9494374 len=480980 2024-04-13T07:47:37.673 INFO:tasks.workunit.client.0.smithi003.stdout:op 3540 completed, throughput=5MB/sec 2024-04-13T07:47:37.673 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--hAUUH1mRZtmtCP off=10397187 len=1992671 2024-04-13T07:47:37.685 INFO:tasks.workunit.client.0.smithi003.stdout:op 3541 completed, throughput=5MB/sec 2024-04-13T07:47:37.685 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZljeHnvJA1Ycq-V off=9265901 len=693029 2024-04-13T07:47:37.686 INFO:tasks.workunit.client.0.smithi003.stdout:op 3542 completed, throughput=5MB/sec 2024-04-13T07:47:37.686 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CoA3vXk1w458DhU off=1092079 len=877363 2024-04-13T07:47:37.691 INFO:tasks.workunit.client.0.smithi003.stdout:op 3543 completed, throughput=5MB/sec 2024-04-13T07:47:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:38 smithi003 ceph-mon[91733]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:47:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:38 smithi003 ceph-mon[89364]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:47:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:38 smithi066 ceph-mon[84331]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:47:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:38.692 INFO:tasks.workunit.client.0.smithi003.stdout: 701: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:38.692 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Pco2hLizv4jDtaY off=1287539 len=1014772 2024-04-13T07:47:38.697 INFO:tasks.workunit.client.0.smithi003.stdout:op 3544 completed, throughput=5MB/sec 2024-04-13T07:47:38.697 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-blElGVfWsggBYlj off=14610529 len=497219 2024-04-13T07:47:38.698 INFO:tasks.workunit.client.0.smithi003.stdout:op 3545 completed, throughput=5MB/sec 2024-04-13T07:47:38.698 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZT60XiXL1gKLYeD off=8420065 len=774724 2024-04-13T07:47:38.702 INFO:tasks.workunit.client.0.smithi003.stdout:op 3546 completed, throughput=5MB/sec 2024-04-13T07:47:38.703 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QooGE1kLrWAc1cE off=9023453 len=953894 2024-04-13T07:47:38.707 INFO:tasks.workunit.client.0.smithi003.stdout:op 3547 completed, throughput=5MB/sec 2024-04-13T07:47:38.707 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3_zufpEbI8X-DZq off=2411759 len=1563110 2024-04-13T07:47:38.716 INFO:tasks.workunit.client.0.smithi003.stdout:op 3548 completed, throughput=5MB/sec 2024-04-13T07:47:39.717 INFO:tasks.workunit.client.0.smithi003.stdout: 702: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:39.717 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AWI_ZKSEwI56jlV off=5536777 len=289043 2024-04-13T07:47:39.720 INFO:tasks.workunit.client.0.smithi003.stdout:op 3549 completed, throughput=4.99MB/sec 2024-04-13T07:47:39.721 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-D1V1XH0gIMTDMlE off=14357518 len=241797 2024-04-13T07:47:39.721 INFO:tasks.workunit.client.0.smithi003.stdout:op 3550 completed, throughput=4.99MB/sec 2024-04-13T07:47:39.721 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8Y2qlM4hBFNrEHy off=19060034 len=1852838 2024-04-13T07:47:39.732 INFO:tasks.workunit.client.0.smithi003.stdout:op 3551 completed, throughput=5MB/sec 2024-04-13T07:47:39.732 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KZx-VxCjZjXs6tx off=4551812 len=1823379 2024-04-13T07:47:39.735 INFO:tasks.workunit.client.0.smithi003.stdout:op 3552 completed, throughput=5MB/sec 2024-04-13T07:47:39.735 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ggtR4gkMDEGgLM8 off=4545699 len=1806766 2024-04-13T07:47:39.737 INFO:tasks.workunit.client.0.smithi003.stdout:op 3553 completed, throughput=5MB/sec 2024-04-13T07:47:40.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:40 smithi003 ceph-mon[91733]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-13T07:47:40.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:40 smithi003 ceph-mon[89364]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-13T07:47:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:40 smithi066 ceph-mon[84331]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-13T07:47:40.737 INFO:tasks.workunit.client.0.smithi003.stdout: 703: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:40.737 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-F6DTOhnsCQ7WWup off=19171439 len=867579 2024-04-13T07:47:40.742 INFO:tasks.workunit.client.0.smithi003.stdout:op 3554 completed, throughput=5MB/sec 2024-04-13T07:47:40.742 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YyLLn9b4UO_Ckwb off=147265 len=790138 2024-04-13T07:47:40.744 INFO:tasks.workunit.client.0.smithi003.stdout:op 3555 completed, throughput=5MB/sec 2024-04-13T07:47:40.744 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--5JOTSvpP1kyfhB off=8567772 len=266739 2024-04-13T07:47:40.748 INFO:tasks.workunit.client.0.smithi003.stdout:op 3556 completed, throughput=5MB/sec 2024-04-13T07:47:40.748 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NYhdl2rVJzyYEe4 off=5895268 len=1465088 2024-04-13T07:47:40.755 INFO:tasks.workunit.client.0.smithi003.stdout:op 3557 completed, throughput=5MB/sec 2024-04-13T07:47:40.755 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3yVToW-xJZHqf-i off=10390251 len=580212 2024-04-13T07:47:40.756 INFO:tasks.workunit.client.0.smithi003.stdout:op 3558 completed, throughput=5MB/sec 2024-04-13T07:47:40.756 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-74P4VcIeUE15QtK off=274809 len=7271 2024-04-13T07:47:40.757 INFO:tasks.workunit.client.0.smithi003.stdout:op 3559 completed, throughput=5MB/sec 2024-04-13T07:47:40.757 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TaD8RnkwtovI25S off=15004895 len=1480995 2024-04-13T07:47:40.758 INFO:tasks.workunit.client.0.smithi003.stdout:op 3560 completed, throughput=5MB/sec 2024-04-13T07:47:41.759 INFO:tasks.workunit.client.0.smithi003.stdout: 704: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:41.759 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-K51w2xo1JffsWyq off=19869239 len=904908 2024-04-13T07:47:41.764 INFO:tasks.workunit.client.0.smithi003.stdout:op 3561 completed, throughput=5MB/sec 2024-04-13T07:47:41.764 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qUR86KdEmSmYZ1b off=10523151 len=445212 2024-04-13T07:47:41.765 INFO:tasks.workunit.client.0.smithi003.stdout:op 3562 completed, throughput=5MB/sec 2024-04-13T07:47:41.765 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tAxR6BHkw_Ljk-P off=4800905 len=246709 2024-04-13T07:47:41.769 INFO:tasks.workunit.client.0.smithi003.stdout:op 3563 completed, throughput=5MB/sec 2024-04-13T07:47:41.769 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OblqrSamWA0HYPq off=3819974 len=521398 2024-04-13T07:47:41.769 INFO:tasks.workunit.client.0.smithi003.stdout:op 3564 completed, throughput=5MB/sec 2024-04-13T07:47:41.769 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dANcQVRckv0OhUO off=611566 len=2071106 2024-04-13T07:47:41.779 INFO:tasks.workunit.client.0.smithi003.stdout:op 3565 completed, throughput=5MB/sec 2024-04-13T07:47:41.779 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rS6sy68zFcsTZrD off=8023796 len=284844 2024-04-13T07:47:41.782 INFO:tasks.workunit.client.0.smithi003.stdout:op 3566 completed, throughput=5MB/sec 2024-04-13T07:47:42.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:42 smithi003 ceph-mon[91733]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:47:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:42 smithi003 ceph-mon[89364]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:47:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:42 smithi066 ceph-mon[84331]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:47:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:47:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:47:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:47:42.783 INFO:tasks.workunit.client.0.smithi003.stdout: 705: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:42.783 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vDUCLN1sQJSYVj- off=4104173 len=64780 2024-04-13T07:47:42.784 INFO:tasks.workunit.client.0.smithi003.stdout:op 3567 completed, throughput=4.99MB/sec 2024-04-13T07:47:42.784 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ejXNf6OohLBLtQb off=19707632 len=52669 2024-04-13T07:47:42.784 INFO:tasks.workunit.client.0.smithi003.stdout:op 3568 completed, throughput=4.99MB/sec 2024-04-13T07:47:42.784 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PgWv1kEfbfpXO3G off=9883361 len=1329784 2024-04-13T07:47:42.786 INFO:tasks.workunit.client.0.smithi003.stdout:op 3569 completed, throughput=4.99MB/sec 2024-04-13T07:47:42.786 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-u57WZlaXX_tVlQ7 off=362931 len=102096 2024-04-13T07:47:42.789 INFO:tasks.workunit.client.0.smithi003.stdout:op 3570 completed, throughput=5MB/sec 2024-04-13T07:47:42.789 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dsVHMLgHy4deDli off=621247 len=717017 2024-04-13T07:47:42.790 INFO:tasks.workunit.client.0.smithi003.stdout:op 3571 completed, throughput=5MB/sec 2024-04-13T07:47:42.790 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FSyamlVuHMt43HJ off=6281282 len=1290719 2024-04-13T07:47:42.792 INFO:tasks.workunit.client.0.smithi003.stdout:op 3572 completed, throughput=5MB/sec 2024-04-13T07:47:42.792 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cjwnv7_c-zW78Cb off=9871168 len=501337 2024-04-13T07:47:42.793 INFO:tasks.workunit.client.0.smithi003.stdout:op 3573 completed, throughput=5MB/sec 2024-04-13T07:47:42.794 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qiSG-Uw6lh-yuCw off=2318579 len=1856893 2024-04-13T07:47:42.804 INFO:tasks.workunit.client.0.smithi003.stdout:op 3574 completed, throughput=5MB/sec 2024-04-13T07:47:43.804 INFO:tasks.workunit.client.0.smithi003.stdout: 706: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:43.804 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pt-9-U48c2GYGcK off=5201027 len=64723 2024-04-13T07:47:43.805 INFO:tasks.workunit.client.0.smithi003.stdout:op 3575 completed, throughput=4.99MB/sec 2024-04-13T07:47:43.805 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-56SWn3efs8SIHWR off=2573751 len=333865 2024-04-13T07:47:43.808 INFO:tasks.workunit.client.0.smithi003.stdout:op 3576 completed, throughput=4.99MB/sec 2024-04-13T07:47:43.808 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KPHg6n0pn_ucPO_ off=5367234 len=418836 2024-04-13T07:47:43.809 INFO:tasks.workunit.client.0.smithi003.stdout:op 3577 completed, throughput=4.99MB/sec 2024-04-13T07:47:43.809 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--swglqaA9ARehRi off=7993977 len=755781 2024-04-13T07:47:43.813 INFO:tasks.workunit.client.0.smithi003.stdout:op 3578 completed, throughput=5MB/sec 2024-04-13T07:47:43.813 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-y1iyV0nBldo_vRx off=14289545 len=235230 2024-04-13T07:47:43.816 INFO:tasks.workunit.client.0.smithi003.stdout:op 3579 completed, throughput=5MB/sec 2024-04-13T07:47:43.816 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-INvBOuzbG9lXHH0 off=21500710 len=1567101 2024-04-13T07:47:43.819 INFO:tasks.workunit.client.0.smithi003.stdout:op 3580 completed, throughput=5MB/sec 2024-04-13T07:47:43.819 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KSOlDfEQnkTqKQE off=2072186 len=475068 2024-04-13T07:47:43.820 INFO:tasks.workunit.client.0.smithi003.stdout:op 3581 completed, throughput=5MB/sec 2024-04-13T07:47:43.820 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Wg2fNa4S1_M-wY1 off=15046582 len=1938044 2024-04-13T07:47:43.833 INFO:tasks.workunit.client.0.smithi003.stdout:op 3582 completed, throughput=5MB/sec 2024-04-13T07:47:44.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:44 smithi003 ceph-mon[89364]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:47:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:44 smithi003 ceph-mon[91733]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:47:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:47:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:47:44] "GET /metrics HTTP/1.1" 200 34041 "" "Prometheus/2.43.0" 2024-04-13T07:47:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:44 smithi066 ceph-mon[84331]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:47:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:47:44.832 INFO:tasks.workunit.client.0.smithi003.stdout: 707: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:44.832 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eE8dRaYIubbognN off=6127836 len=1077446 2024-04-13T07:47:44.834 INFO:tasks.workunit.client.0.smithi003.stdout:op 3583 completed, throughput=5MB/sec 2024-04-13T07:47:44.834 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qib70AHge0Nuftp off=14853270 len=229617 2024-04-13T07:47:44.835 INFO:tasks.workunit.client.0.smithi003.stdout:op 3584 completed, throughput=5MB/sec 2024-04-13T07:47:44.835 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Lken-SBOcZDKj85 off=15494308 len=505247 2024-04-13T07:47:44.838 INFO:tasks.workunit.client.0.smithi003.stdout:op 3585 completed, throughput=5MB/sec 2024-04-13T07:47:44.838 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fFyFq4S-dYpUwo0 off=7358103 len=611742 2024-04-13T07:47:44.842 INFO:tasks.workunit.client.0.smithi003.stdout:op 3586 completed, throughput=5MB/sec 2024-04-13T07:47:44.842 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-juWzk5jdznURFof off=1127018 len=348169 2024-04-13T07:47:44.842 INFO:tasks.workunit.client.0.smithi003.stdout:op 3587 completed, throughput=5MB/sec 2024-04-13T07:47:44.843 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dtiNmOThAVxzsJu off=0 len=1610487 2024-04-13T07:47:44.844 INFO:tasks.workunit.client.0.smithi003.stdout:op 3588 completed, throughput=5MB/sec 2024-04-13T07:47:45.844 INFO:tasks.workunit.client.0.smithi003.stdout: 708: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:45.845 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QeHc5j_MxP6KF0J off=14369953 len=2090278 2024-04-13T07:47:45.847 INFO:tasks.workunit.client.0.smithi003.stdout:op 3589 completed, throughput=5MB/sec 2024-04-13T07:47:45.847 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-M5ehGty33IJm0sc off=16484570 len=1688611 2024-04-13T07:47:45.850 INFO:tasks.workunit.client.0.smithi003.stdout:op 3590 completed, throughput=5MB/sec 2024-04-13T07:47:45.850 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0MJoudQI27wN2hB off=18594291 len=1737044 2024-04-13T07:47:45.858 INFO:tasks.workunit.client.0.smithi003.stdout:op 3591 completed, throughput=5MB/sec 2024-04-13T07:47:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:45 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:47:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:45 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:47:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:45 smithi003 ceph-mon[89364]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T07:47:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:45 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:47:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:45 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:47:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:45 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:47:46.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:45 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:47:46.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:45 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:47:46.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:45 smithi003 ceph-mon[91733]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T07:47:46.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:45 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:47:46.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:45 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:47:46.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:45 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:47:46.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:45 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:47:46.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:45 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:47:46.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:45 smithi066 ceph-mon[84331]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-13T07:47:46.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:45 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:47:46.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:45 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:47:46.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:45 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:47:46.858 INFO:tasks.workunit.client.0.smithi003.stdout: 709: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:46.858 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5QvOVWzsvGfv4Dy off=544250 len=322503 2024-04-13T07:47:46.859 INFO:tasks.workunit.client.0.smithi003.stdout:op 3592 completed, throughput=4.99MB/sec 2024-04-13T07:47:46.859 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ISwGsRar_cXYL9Z off=8018089 len=844974 2024-04-13T07:47:46.864 INFO:tasks.workunit.client.0.smithi003.stdout:op 3593 completed, throughput=4.99MB/sec 2024-04-13T07:47:46.864 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FCxop564d66kzCI off=5068026 len=1366262 2024-04-13T07:47:46.865 INFO:tasks.workunit.client.0.smithi003.stdout:op 3594 completed, throughput=5MB/sec 2024-04-13T07:47:46.865 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yl-IVJlnyyVaT_7 off=13521686 len=1765359 2024-04-13T07:47:46.868 INFO:tasks.workunit.client.0.smithi003.stdout:op 3595 completed, throughput=5MB/sec 2024-04-13T07:47:46.868 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CqBDfAbjf3V28M9 off=3069524 len=1003413 2024-04-13T07:47:46.873 INFO:tasks.workunit.client.0.smithi003.stdout:op 3596 completed, throughput=5MB/sec 2024-04-13T07:47:47.873 INFO:tasks.workunit.client.0.smithi003.stdout: 710: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:47.873 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ag264HwNk70qRbY off=906738 len=1041579 2024-04-13T07:47:47.875 INFO:tasks.workunit.client.0.smithi003.stdout:op 3597 completed, throughput=4.99MB/sec 2024-04-13T07:47:47.875 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UbvjqMQ78nJhj24 off=21459634 len=134649 2024-04-13T07:47:47.878 INFO:tasks.workunit.client.0.smithi003.stdout:op 3598 completed, throughput=4.99MB/sec 2024-04-13T07:47:47.878 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Mq941gr-wpHSvtN off=15030000 len=1835248 2024-04-13T07:47:47.882 INFO:tasks.workunit.client.0.smithi003.stdout:op 3599 completed, throughput=5MB/sec 2024-04-13T07:47:47.882 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tI5jPu93wl3IbQA off=614144 len=222887 2024-04-13T07:47:47.885 INFO:tasks.workunit.client.0.smithi003.stdout:op 3600 completed, throughput=5MB/sec 2024-04-13T07:47:47.885 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6DXfYZJ3ZgXwSG- off=9625040 len=1056224 2024-04-13T07:47:47.886 INFO:tasks.workunit.client.0.smithi003.stdout:op 3601 completed, throughput=5MB/sec 2024-04-13T07:47:47.886 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-m3bKve7vgxRNoIu off=2513511 len=930013 2024-04-13T07:47:47.892 INFO:tasks.workunit.client.0.smithi003.stdout:op 3602 completed, throughput=5MB/sec 2024-04-13T07:47:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:48 smithi003 ceph-mon[89364]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:47:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:48 smithi003 ceph-mon[91733]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:47:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:48 smithi066 ceph-mon[84331]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:47:48.892 INFO:tasks.workunit.client.0.smithi003.stdout: 711: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:48.892 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0u28fUle0ocu2Ze off=0 len=1302160 2024-04-13T07:47:48.898 INFO:tasks.workunit.client.0.smithi003.stdout:op 3603 completed, throughput=4.99MB/sec 2024-04-13T07:47:48.898 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rnpKr5g0D1HcPGO off=6882953 len=391259 2024-04-13T07:47:48.901 INFO:tasks.workunit.client.0.smithi003.stdout:op 3604 completed, throughput=5MB/sec 2024-04-13T07:47:48.901 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lsEXwA9FZlTycbP off=1180482 len=1055187 2024-04-13T07:47:48.902 INFO:tasks.workunit.client.0.smithi003.stdout:op 3605 completed, throughput=5MB/sec 2024-04-13T07:47:48.903 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AZbnGp0yVvqs-FR off=17178205 len=875201 2024-04-13T07:47:48.905 INFO:tasks.workunit.client.0.smithi003.stdout:op 3606 completed, throughput=5MB/sec 2024-04-13T07:47:48.905 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rv4S6b0zIoRpAUg off=3077501 len=1925883 2024-04-13T07:47:48.913 INFO:tasks.workunit.client.0.smithi003.stdout:op 3607 completed, throughput=5MB/sec 2024-04-13T07:47:49.913 INFO:tasks.workunit.client.0.smithi003.stdout: 712: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:49.913 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VeFON9r55DNpgrw off=9888548 len=1861525 2024-04-13T07:47:49.915 INFO:tasks.workunit.client.0.smithi003.stdout:op 3608 completed, throughput=5MB/sec 2024-04-13T07:47:49.915 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NsrhmPCaa9-YLyX off=1225114 len=106858 2024-04-13T07:47:49.918 INFO:tasks.workunit.client.0.smithi003.stdout:op 3609 completed, throughput=5MB/sec 2024-04-13T07:47:49.918 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-adqPwRM13uZHEad off=1465941 len=383105 2024-04-13T07:47:49.922 INFO:tasks.workunit.client.0.smithi003.stdout:op 3610 completed, throughput=5MB/sec 2024-04-13T07:47:49.922 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6_RASkxcRMAL3Tl off=261164 len=1687411 2024-04-13T07:47:49.926 INFO:tasks.workunit.client.0.smithi003.stdout:op 3611 completed, throughput=5MB/sec 2024-04-13T07:47:49.926 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-W9mzSfGtzrZzsZN off=1959871 len=800515 2024-04-13T07:47:49.926 INFO:tasks.workunit.client.0.smithi003.stdout:op 3612 completed, throughput=5MB/sec 2024-04-13T07:47:49.926 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ruNWLpHnPzd0epQ off=1201692 len=1013275 2024-04-13T07:47:49.926 INFO:tasks.workunit.client.0.smithi003.stdout:op 3613 completed, throughput=5MB/sec 2024-04-13T07:47:50.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:50 smithi003 ceph-mon[91733]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:47:50.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:50 smithi003 ceph-mon[89364]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:47:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:50 smithi066 ceph-mon[84331]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:47:50.927 INFO:tasks.workunit.client.0.smithi003.stdout: 713: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:50.927 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qba46UK7QZFxY1T off=12497457 len=1693111 2024-04-13T07:47:50.930 INFO:tasks.workunit.client.0.smithi003.stdout:op 3614 completed, throughput=5MB/sec 2024-04-13T07:47:50.930 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fj7qbbFI6lXFMrW off=3634808 len=153021 2024-04-13T07:47:50.933 INFO:tasks.workunit.client.0.smithi003.stdout:op 3615 completed, throughput=5MB/sec 2024-04-13T07:47:50.933 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-x6nWlYU1i40NHoi off=9619479 len=309813 2024-04-13T07:47:50.937 INFO:tasks.workunit.client.0.smithi003.stdout:op 3616 completed, throughput=5MB/sec 2024-04-13T07:47:50.937 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mvVrP58szcLFkgC off=17458580 len=695409 2024-04-13T07:47:50.941 INFO:tasks.workunit.client.0.smithi003.stdout:op 3617 completed, throughput=5MB/sec 2024-04-13T07:47:50.941 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sj_CHYEMQdVQXk0 off=7356250 len=909976 2024-04-13T07:47:50.946 INFO:tasks.workunit.client.0.smithi003.stdout:op 3618 completed, throughput=5MB/sec 2024-04-13T07:47:50.946 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OycXGPghhtroe8Z off=0 len=1088743 2024-04-13T07:47:50.948 INFO:tasks.workunit.client.0.smithi003.stdout:op 3619 completed, throughput=5MB/sec 2024-04-13T07:47:51.949 INFO:tasks.workunit.client.0.smithi003.stdout: 714: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:51.949 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-G3ITMN3rrlu9uuO off=9134090 len=589901 2024-04-13T07:47:51.950 INFO:tasks.workunit.client.0.smithi003.stdout:op 3620 completed, throughput=4.99MB/sec 2024-04-13T07:47:51.950 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gI20OHq9s1E9lzA off=818761 len=1235504 2024-04-13T07:47:51.952 INFO:tasks.workunit.client.0.smithi003.stdout:op 3621 completed, throughput=5MB/sec 2024-04-13T07:47:51.952 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_l9cjfhqrPyOWDX off=8979544 len=544618 2024-04-13T07:47:51.953 INFO:tasks.workunit.client.0.smithi003.stdout:op 3622 completed, throughput=5MB/sec 2024-04-13T07:47:51.953 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eCUmu2p8ZqxQAKv off=2833177 len=408517 2024-04-13T07:47:51.954 INFO:tasks.workunit.client.0.smithi003.stdout:op 3623 completed, throughput=5MB/sec 2024-04-13T07:47:51.954 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8go8yjf3rgdTEga off=408579 len=1975570 2024-04-13T07:47:51.956 INFO:tasks.workunit.client.0.smithi003.stdout:op 3624 completed, throughput=5MB/sec 2024-04-13T07:47:51.957 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fdA4FJfeiMcTnun off=5156921 len=200572 2024-04-13T07:47:51.960 INFO:tasks.workunit.client.0.smithi003.stdout:op 3625 completed, throughput=5MB/sec 2024-04-13T07:47:51.960 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-I5J1uLGAaQHcnAO off=4988137 len=859476 2024-04-13T07:47:51.965 INFO:tasks.workunit.client.0.smithi003.stdout:op 3626 completed, throughput=5MB/sec 2024-04-13T07:47:52.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:52 smithi003 ceph-mon[89364]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-13T07:47:52.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:52 smithi003 ceph-mon[91733]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-13T07:47:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:52 smithi066 ceph-mon[84331]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-13T07:47:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:47:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:47:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:47:52.965 INFO:tasks.workunit.client.0.smithi003.stdout: 715: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:52.966 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-X91tnzHNL3QDGq6 off=3063759 len=1841556 2024-04-13T07:47:52.977 INFO:tasks.workunit.client.0.smithi003.stdout:op 3627 completed, throughput=5MB/sec 2024-04-13T07:47:52.977 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hPZ9OXPUJzFp8Hk off=2917731 len=1751091 2024-04-13T07:47:52.984 INFO:tasks.workunit.client.0.smithi003.stdout:op 3628 completed, throughput=5MB/sec 2024-04-13T07:47:52.984 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CG6lTcrRJDBFXMq off=1908968 len=1540432 2024-04-13T07:47:52.985 INFO:tasks.workunit.client.0.smithi003.stdout:op 3629 completed, throughput=5MB/sec 2024-04-13T07:47:53.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:53.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:47:53.986 INFO:tasks.workunit.client.0.smithi003.stdout: 716: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:53.986 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wNkKIOqK50yRzEB off=378481 len=884216 2024-04-13T07:47:53.991 INFO:tasks.workunit.client.0.smithi003.stdout:op 3630 completed, throughput=5MB/sec 2024-04-13T07:47:53.991 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HdBj1aevTqfwKhW off=0 len=1409204 2024-04-13T07:47:53.997 INFO:tasks.workunit.client.0.smithi003.stdout:op 3631 completed, throughput=5MB/sec 2024-04-13T07:47:53.997 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-S9dySqXhzEI__lf off=8592623 len=1705922 2024-04-13T07:47:53.999 INFO:tasks.workunit.client.0.smithi003.stdout:op 3632 completed, throughput=5MB/sec 2024-04-13T07:47:54.000 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IefMH8Oc1SWGo0S off=7677645 len=2053667 2024-04-13T07:47:54.004 INFO:tasks.workunit.client.0.smithi003.stdout:op 3633 completed, throughput=5MB/sec 2024-04-13T07:47:54.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:54 smithi003 ceph-mon[91733]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:47:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:54 smithi003 ceph-mon[89364]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:47:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:47:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:47:54] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-13T07:47:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:54 smithi066 ceph-mon[84331]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:47:55.004 INFO:tasks.workunit.client.0.smithi003.stdout: 717: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:55.004 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sc5ruYnlkbFMgc6 off=14204596 len=1937788 2024-04-13T07:47:55.006 INFO:tasks.workunit.client.0.smithi003.stdout:op 3634 completed, throughput=5MB/sec 2024-04-13T07:47:55.006 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EJZjnVtpoyEURJJ off=924528 len=170491 2024-04-13T07:47:55.010 INFO:tasks.workunit.client.0.smithi003.stdout:op 3635 completed, throughput=5MB/sec 2024-04-13T07:47:55.010 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-syuzqoQaSRzO5U5 off=486725 len=683448 2024-04-13T07:47:55.011 INFO:tasks.workunit.client.0.smithi003.stdout:op 3636 completed, throughput=5MB/sec 2024-04-13T07:47:55.011 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KnUdXezAsf74ILb off=1575019 len=447992 2024-04-13T07:47:55.012 INFO:tasks.workunit.client.0.smithi003.stdout:op 3637 completed, throughput=5MB/sec 2024-04-13T07:47:55.012 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bR7dNhccTFu5mFA off=2545255 len=1683447 2024-04-13T07:47:55.014 INFO:tasks.workunit.client.0.smithi003.stdout:op 3638 completed, throughput=5MB/sec 2024-04-13T07:47:56.014 INFO:tasks.workunit.client.0.smithi003.stdout: 718: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:56.015 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uM7VUOCCxBc0aCL off=15695620 len=972004 2024-04-13T07:47:56.016 INFO:tasks.workunit.client.0.smithi003.stdout:op 3639 completed, throughput=5MB/sec 2024-04-13T07:47:56.016 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vbLxnivMBwOA3_W off=0 len=1528984 2024-04-13T07:47:56.018 INFO:tasks.workunit.client.0.smithi003.stdout:op 3640 completed, throughput=5MB/sec 2024-04-13T07:47:56.018 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nS1_ufR8phnxyUD off=735484 len=1000877 2024-04-13T07:47:56.024 INFO:tasks.workunit.client.0.smithi003.stdout:op 3641 completed, throughput=5MB/sec 2024-04-13T07:47:56.024 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bORY7hK5XuY6zHA off=1063155 len=1858856 2024-04-13T07:47:56.035 INFO:tasks.workunit.client.0.smithi003.stdout:op 3642 completed, throughput=5MB/sec 2024-04-13T07:47:56.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:56 smithi003 ceph-mon[91733]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-13T07:47:56.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:56 smithi003 ceph-mon[89364]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-13T07:47:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:56 smithi066 ceph-mon[84331]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-13T07:47:57.035 INFO:tasks.workunit.client.0.smithi003.stdout: 719: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:57.035 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qYxd0zpZLR6f4Ie off=4596254 len=1339450 2024-04-13T07:47:57.037 INFO:tasks.workunit.client.0.smithi003.stdout:op 3643 completed, throughput=5MB/sec 2024-04-13T07:47:57.037 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RNMes6stsOONGxT off=6394367 len=1126850 2024-04-13T07:47:57.038 INFO:tasks.workunit.client.0.smithi003.stdout:op 3644 completed, throughput=5MB/sec 2024-04-13T07:47:57.038 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gCvPD35cmn4qVah off=2971755 len=1538490 2024-04-13T07:47:57.047 INFO:tasks.workunit.client.0.smithi003.stdout:op 3645 completed, throughput=5MB/sec 2024-04-13T07:47:57.047 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HJumI12JTXirh78 off=478006 len=64423 2024-04-13T07:47:57.048 INFO:tasks.workunit.client.0.smithi003.stdout:op 3646 completed, throughput=5MB/sec 2024-04-13T07:47:57.048 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fGuHkDFU9VZ4ZUL off=37682 len=1617279 2024-04-13T07:47:57.054 INFO:tasks.workunit.client.0.smithi003.stdout:op 3647 completed, throughput=5MB/sec 2024-04-13T07:47:58.054 INFO:tasks.workunit.client.0.smithi003.stdout: 720: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:58.055 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1ZOMi-BbOhhU13y off=3496590 len=1891485 2024-04-13T07:47:58.057 INFO:tasks.workunit.client.0.smithi003.stdout:op 3648 completed, throughput=5MB/sec 2024-04-13T07:47:58.057 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eKoiH-ndnXfkzgf off=7176324 len=1303807 2024-04-13T07:47:58.060 INFO:tasks.workunit.client.0.smithi003.stdout:op 3649 completed, throughput=5MB/sec 2024-04-13T07:47:58.060 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hNXya-A35bRotOT off=5220047 len=1463358 2024-04-13T07:47:58.061 INFO:tasks.workunit.client.0.smithi003.stdout:op 3650 completed, throughput=5MB/sec 2024-04-13T07:47:58.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:47:58 smithi003 ceph-mon[91733]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:47:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:47:58 smithi003 ceph-mon[89364]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:47:58.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:47:58 smithi066 ceph-mon[84331]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:47:59.062 INFO:tasks.workunit.client.0.smithi003.stdout: 721: throughput=4.99MB/sec pending data=0 2024-04-13T07:47:59.062 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JOHbYo8lGhdtcw0 off=518953 len=322957 2024-04-13T07:47:59.063 INFO:tasks.workunit.client.0.smithi003.stdout:op 3651 completed, throughput=4.99MB/sec 2024-04-13T07:47:59.063 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Ue5YNDJjrUI3JFC off=10860365 len=1378195 2024-04-13T07:47:59.069 INFO:tasks.workunit.client.0.smithi003.stdout:op 3652 completed, throughput=5MB/sec 2024-04-13T07:47:59.069 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PwPB71UC6Ryh_Id off=9616183 len=1499173 2024-04-13T07:47:59.071 INFO:tasks.workunit.client.0.smithi003.stdout:op 3653 completed, throughput=5MB/sec 2024-04-13T07:47:59.071 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5eKckz_gMH2ZlJM off=2649491 len=809243 2024-04-13T07:47:59.076 INFO:tasks.workunit.client.0.smithi003.stdout:op 3654 completed, throughput=5MB/sec 2024-04-13T07:47:59.076 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-D1EQzfl5ZUdRUXt off=496114 len=2027808 2024-04-13T07:47:59.078 INFO:tasks.workunit.client.0.smithi003.stdout:op 3655 completed, throughput=5MB/sec 2024-04-13T07:48:00.078 INFO:tasks.workunit.client.0.smithi003.stdout: 722: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:00.079 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0dnrtlrrXgUYl_V off=1049164 len=888229 2024-04-13T07:48:00.084 INFO:tasks.workunit.client.0.smithi003.stdout:op 3656 completed, throughput=5MB/sec 2024-04-13T07:48:00.084 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hUoPCCWiPFkwalp off=3370409 len=786175 2024-04-13T07:48:00.089 INFO:tasks.workunit.client.0.smithi003.stdout:op 3657 completed, throughput=5MB/sec 2024-04-13T07:48:00.089 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_Bwka-6U51Zu-yn off=7472256 len=859662 2024-04-13T07:48:00.090 INFO:tasks.workunit.client.0.smithi003.stdout:op 3658 completed, throughput=5MB/sec 2024-04-13T07:48:00.091 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EnL0gmPjVddE6RI off=12031552 len=1743625 2024-04-13T07:48:00.092 INFO:tasks.workunit.client.0.smithi003.stdout:op 3659 completed, throughput=5MB/sec 2024-04-13T07:48:00.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:00 smithi003 ceph-mon[89364]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-13T07:48:00.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:00 smithi003 ceph-mon[91733]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-13T07:48:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:00 smithi066 ceph-mon[84331]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-13T07:48:01.093 INFO:tasks.workunit.client.0.smithi003.stdout: 723: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:01.093 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RwXGfBiMTfF0spa off=2171846 len=1340169 2024-04-13T07:48:01.101 INFO:tasks.workunit.client.0.smithi003.stdout:op 3660 completed, throughput=5MB/sec 2024-04-13T07:48:01.101 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GsqJQ-DewnpxXJU off=8581364 len=1049987 2024-04-13T07:48:01.103 INFO:tasks.workunit.client.0.smithi003.stdout:op 3661 completed, throughput=5MB/sec 2024-04-13T07:48:01.104 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_Pu_MLoUt0TgI2Y off=17763302 len=286979 2024-04-13T07:48:01.106 INFO:tasks.workunit.client.0.smithi003.stdout:op 3662 completed, throughput=5MB/sec 2024-04-13T07:48:01.106 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dLmK5EC4JlJKi1F off=4736411 len=977211 2024-04-13T07:48:01.108 INFO:tasks.workunit.client.0.smithi003.stdout:op 3663 completed, throughput=5MB/sec 2024-04-13T07:48:01.108 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_FlmTTr8cA6ohAL off=1562207 len=746541 2024-04-13T07:48:01.112 INFO:tasks.workunit.client.0.smithi003.stdout:op 3664 completed, throughput=5MB/sec 2024-04-13T07:48:01.112 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XBkjq0S-Svfqdi2 off=14277037 len=964271 2024-04-13T07:48:01.117 INFO:tasks.workunit.client.0.smithi003.stdout:op 3665 completed, throughput=5MB/sec 2024-04-13T07:48:02.117 INFO:tasks.workunit.client.0.smithi003.stdout: 724: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:02.117 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SM4hlXisM-DMkAt off=10991745 len=299339 2024-04-13T07:48:02.120 INFO:tasks.workunit.client.0.smithi003.stdout:op 3666 completed, throughput=4.99MB/sec 2024-04-13T07:48:02.120 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bYO4lG1vaIOjW5O off=4558283 len=843075 2024-04-13T07:48:02.121 INFO:tasks.workunit.client.0.smithi003.stdout:op 3667 completed, throughput=5MB/sec 2024-04-13T07:48:02.122 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uIEuBG3iUelwT44 off=153396 len=2026179 2024-04-13T07:48:02.124 INFO:tasks.workunit.client.0.smithi003.stdout:op 3668 completed, throughput=5MB/sec 2024-04-13T07:48:02.124 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--haDQe-vt0PC2KD off=12546182 len=531548 2024-04-13T07:48:02.128 INFO:tasks.workunit.client.0.smithi003.stdout:op 3669 completed, throughput=5MB/sec 2024-04-13T07:48:02.128 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3X4-DMHOuxGRysU off=593687 len=230649 2024-04-13T07:48:02.130 INFO:tasks.workunit.client.0.smithi003.stdout:op 3670 completed, throughput=5MB/sec 2024-04-13T07:48:02.130 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NHs5ZLxoZcHlpWz off=4476609 len=239748 2024-04-13T07:48:02.131 INFO:tasks.workunit.client.0.smithi003.stdout:op 3671 completed, throughput=5MB/sec 2024-04-13T07:48:02.131 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8lSuZLkghXKT--J off=4215183 len=1114099 2024-04-13T07:48:02.137 INFO:tasks.workunit.client.0.smithi003.stdout:op 3672 completed, throughput=5MB/sec 2024-04-13T07:48:02.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:02 smithi003 ceph-mon[91733]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:48:02.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:02 smithi003 ceph-mon[89364]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:48:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:02 smithi066 ceph-mon[84331]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:48:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:48:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:48:03.138 INFO:tasks.workunit.client.0.smithi003.stdout: 725: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:03.138 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OjcCQXiAXg8Z2-U off=609511 len=1983651 2024-04-13T07:48:03.149 INFO:tasks.workunit.client.0.smithi003.stdout:op 3673 completed, throughput=5MB/sec 2024-04-13T07:48:03.149 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7qAkwAEwapeOkrd off=4981683 len=1755449 2024-04-13T07:48:03.152 INFO:tasks.workunit.client.0.smithi003.stdout:op 3674 completed, throughput=5MB/sec 2024-04-13T07:48:03.152 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zOlkTDqtmFFOWuV off=11142939 len=564347 2024-04-13T07:48:03.156 INFO:tasks.workunit.client.0.smithi003.stdout:op 3675 completed, throughput=5MB/sec 2024-04-13T07:48:03.156 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-02RMT_LAMPFMiB3 off=10880064 len=108935 2024-04-13T07:48:03.158 INFO:tasks.workunit.client.0.smithi003.stdout:op 3676 completed, throughput=5MB/sec 2024-04-13T07:48:03.158 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7kithtT0WEQ-OWP off=8785832 len=666887 2024-04-13T07:48:03.163 INFO:tasks.workunit.client.0.smithi003.stdout:op 3677 completed, throughput=5MB/sec 2024-04-13T07:48:03.163 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-q02MhazpHCiAOu4 off=16541226 len=1520793 2024-04-13T07:48:03.169 INFO:tasks.workunit.client.0.smithi003.stdout:op 3678 completed, throughput=5MB/sec 2024-04-13T07:48:04.170 INFO:tasks.workunit.client.0.smithi003.stdout: 726: throughput=5MB/sec pending data=0 2024-04-13T07:48:04.170 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KVtLK1ocM-Z3ddk off=9162772 len=1835326 2024-04-13T07:48:04.178 INFO:tasks.workunit.client.0.smithi003.stdout:op 3679 completed, throughput=5MB/sec 2024-04-13T07:48:04.178 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XChfkgGa2b4sp1s off=7268774 len=560978 2024-04-13T07:48:04.179 INFO:tasks.workunit.client.0.smithi003.stdout:op 3680 completed, throughput=5MB/sec 2024-04-13T07:48:04.179 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-unWHo1UKxAUaEH7 off=6792342 len=1403075 2024-04-13T07:48:04.180 INFO:tasks.workunit.client.0.smithi003.stdout:op 3681 completed, throughput=5MB/sec 2024-04-13T07:48:04.180 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-od7NZn3zPTZ0fHd off=7087389 len=1732156 2024-04-13T07:48:04.184 INFO:tasks.workunit.client.0.smithi003.stdout:op 3682 completed, throughput=5MB/sec 2024-04-13T07:48:04.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:04 smithi003 ceph-mon[91733]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-13T07:48:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:04 smithi003 ceph-mon[89364]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-13T07:48:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:48:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:48:04] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-13T07:48:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:04 smithi066 ceph-mon[84331]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-13T07:48:05.184 INFO:tasks.workunit.client.0.smithi003.stdout: 727: throughput=5MB/sec pending data=0 2024-04-13T07:48:05.184 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bCLFzi7psk69dIl off=18435700 len=1401881 2024-04-13T07:48:05.186 INFO:tasks.workunit.client.0.smithi003.stdout:op 3683 completed, throughput=5MB/sec 2024-04-13T07:48:05.186 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yTD5ZfCsZoClKLH off=2642767 len=2054768 2024-04-13T07:48:05.195 INFO:tasks.workunit.client.0.smithi003.stdout:op 3684 completed, throughput=5MB/sec 2024-04-13T07:48:05.195 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3FwLKigGKQIKs5_ off=3990990 len=1652737 2024-04-13T07:48:05.197 INFO:tasks.workunit.client.0.smithi003.stdout:op 3685 completed, throughput=5MB/sec 2024-04-13T07:48:06.197 INFO:tasks.workunit.client.0.smithi003.stdout: 728: throughput=5MB/sec pending data=0 2024-04-13T07:48:06.197 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eIbVu8RQGb_TABu off=6866404 len=1891103 2024-04-13T07:48:06.200 INFO:tasks.workunit.client.0.smithi003.stdout:op 3686 completed, throughput=5MB/sec 2024-04-13T07:48:06.201 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IfC3iv37dEHYtIn off=8027977 len=1047629 2024-04-13T07:48:06.207 INFO:tasks.workunit.client.0.smithi003.stdout:op 3687 completed, throughput=5MB/sec 2024-04-13T07:48:06.207 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZZXaIT21s9jlCO2 off=17148615 len=446079 2024-04-13T07:48:06.208 INFO:tasks.workunit.client.0.smithi003.stdout:op 3688 completed, throughput=5MB/sec 2024-04-13T07:48:06.208 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kC2ZK2hTL6PzDsn off=5422103 len=1545694 2024-04-13T07:48:06.210 INFO:tasks.workunit.client.0.smithi003.stdout:op 3689 completed, throughput=5MB/sec 2024-04-13T07:48:06.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:06 smithi003 ceph-mon[91733]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:48:06.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:06 smithi003 ceph-mon[89364]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:48:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:06 smithi066 ceph-mon[84331]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:48:07.210 INFO:tasks.workunit.client.0.smithi003.stdout: 729: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:07.211 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WMPymiKqqcyFGYO off=5166307 len=1407818 2024-04-13T07:48:07.218 INFO:tasks.workunit.client.0.smithi003.stdout:op 3690 completed, throughput=5MB/sec 2024-04-13T07:48:07.218 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Jau4-MFkuba4N9r off=1044018 len=75883 2024-04-13T07:48:07.220 INFO:tasks.workunit.client.0.smithi003.stdout:op 3691 completed, throughput=5MB/sec 2024-04-13T07:48:07.220 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NWIccFQ_hADtBj1 off=2740583 len=1298533 2024-04-13T07:48:07.225 INFO:tasks.workunit.client.0.smithi003.stdout:op 3692 completed, throughput=5MB/sec 2024-04-13T07:48:07.225 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QDZwfcQ9_pvEDK3 off=1665043 len=1145639 2024-04-13T07:48:07.226 INFO:tasks.workunit.client.0.smithi003.stdout:op 3693 completed, throughput=5MB/sec 2024-04-13T07:48:07.226 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-COlKtWgzFelmmNS off=3840934 len=1801984 2024-04-13T07:48:07.236 INFO:tasks.workunit.client.0.smithi003.stdout:op 3694 completed, throughput=5MB/sec 2024-04-13T07:48:08.237 INFO:tasks.workunit.client.0.smithi003.stdout: 730: throughput=5MB/sec pending data=0 2024-04-13T07:48:08.237 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-roV6RO3BCNf5naj off=7144129 len=1153282 2024-04-13T07:48:08.243 INFO:tasks.workunit.client.0.smithi003.stdout:op 3695 completed, throughput=5MB/sec 2024-04-13T07:48:08.243 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7wMXIri1nxDw2be off=8207580 len=269872 2024-04-13T07:48:08.245 INFO:tasks.workunit.client.0.smithi003.stdout:op 3696 completed, throughput=5MB/sec 2024-04-13T07:48:08.245 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dpLYp4hiI5TSVr- off=0 len=1279009 2024-04-13T07:48:08.247 INFO:tasks.workunit.client.0.smithi003.stdout:op 3697 completed, throughput=5MB/sec 2024-04-13T07:48:08.248 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tYP9NiqqwYQQXMO off=594157 len=1509988 2024-04-13T07:48:08.256 INFO:tasks.workunit.client.0.smithi003.stdout:op 3698 completed, throughput=5MB/sec 2024-04-13T07:48:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:08 smithi003 ceph-mon[91733]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:48:08.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:08 smithi003 ceph-mon[89364]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:48:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:08 smithi066 ceph-mon[84331]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:48:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:09.256 INFO:tasks.workunit.client.0.smithi003.stdout: 731: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:09.256 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-x3k4AdbGAVxRVRu off=9288142 len=1377450 2024-04-13T07:48:09.258 INFO:tasks.workunit.client.0.smithi003.stdout:op 3699 completed, throughput=5MB/sec 2024-04-13T07:48:09.258 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jjdFA-ZNnCJjWa8 off=6028059 len=986210 2024-04-13T07:48:09.264 INFO:tasks.workunit.client.0.smithi003.stdout:op 3700 completed, throughput=5MB/sec 2024-04-13T07:48:09.264 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UB41I37MUMob6QV off=8121729 len=644626 2024-04-13T07:48:09.265 INFO:tasks.workunit.client.0.smithi003.stdout:op 3701 completed, throughput=5MB/sec 2024-04-13T07:48:09.265 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Fehj_SHnbecVXoV off=2367533 len=1715995 2024-04-13T07:48:09.273 INFO:tasks.workunit.client.0.smithi003.stdout:op 3702 completed, throughput=5MB/sec 2024-04-13T07:48:09.273 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JR9-cJdoagH3nPK off=3691341 len=511938 2024-04-13T07:48:09.274 INFO:tasks.workunit.client.0.smithi003.stdout:op 3703 completed, throughput=5MB/sec 2024-04-13T07:48:10.275 INFO:tasks.workunit.client.0.smithi003.stdout: 732: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:10.275 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-q4LOwgmJ2tuuhUb off=3057722 len=331843 2024-04-13T07:48:10.278 INFO:tasks.workunit.client.0.smithi003.stdout:op 3704 completed, throughput=4.99MB/sec 2024-04-13T07:48:10.278 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-809MVd2pvnHGRCo off=728752 len=1586493 2024-04-13T07:48:10.286 INFO:tasks.workunit.client.0.smithi003.stdout:op 3705 completed, throughput=5MB/sec 2024-04-13T07:48:10.286 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-68kPwGZ1e7oTeEp off=873462 len=812719 2024-04-13T07:48:10.287 INFO:tasks.workunit.client.0.smithi003.stdout:op 3706 completed, throughput=5MB/sec 2024-04-13T07:48:10.287 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-juJwno0STbfS6-I off=0 len=1871010 2024-04-13T07:48:10.291 INFO:tasks.workunit.client.0.smithi003.stdout:op 3707 completed, throughput=5MB/sec 2024-04-13T07:48:10.291 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-d-tmDmfPIBCV59k off=5020268 len=438714 2024-04-13T07:48:10.292 INFO:tasks.workunit.client.0.smithi003.stdout:op 3708 completed, throughput=5MB/sec 2024-04-13T07:48:10.292 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tPcZa9MiAir8tXG off=4194423 len=1006829 2024-04-13T07:48:10.294 INFO:tasks.workunit.client.0.smithi003.stdout:op 3709 completed, throughput=5MB/sec 2024-04-13T07:48:10.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:10 smithi003 ceph-mon[91733]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:48:10.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:10 smithi003 ceph-mon[89364]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:48:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:10 smithi066 ceph-mon[84331]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:48:11.294 INFO:tasks.workunit.client.0.smithi003.stdout: 733: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:11.294 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vPp1riVmwRuY6QR off=1004078 len=923680 2024-04-13T07:48:11.296 INFO:tasks.workunit.client.0.smithi003.stdout:op 3710 completed, throughput=5MB/sec 2024-04-13T07:48:11.296 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-epS2lAozerCJ1IP off=362990 len=184575 2024-04-13T07:48:11.300 INFO:tasks.workunit.client.0.smithi003.stdout:op 3711 completed, throughput=5MB/sec 2024-04-13T07:48:11.300 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hUoPCCWiPFkwalp off=3604336 len=681738 2024-04-13T07:48:11.303 INFO:tasks.workunit.client.0.smithi003.stdout:op 3712 completed, throughput=5MB/sec 2024-04-13T07:48:11.303 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vTdlbBr0uwQ7FzX off=675180 len=863999 2024-04-13T07:48:11.307 INFO:tasks.workunit.client.0.smithi003.stdout:op 3713 completed, throughput=5MB/sec 2024-04-13T07:48:11.308 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9BvqYQYTJP2Jpyd off=1373459 len=982295 2024-04-13T07:48:11.309 INFO:tasks.workunit.client.0.smithi003.stdout:op 3714 completed, throughput=5MB/sec 2024-04-13T07:48:11.309 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-u-BMqX1M6CEBNMK off=2999010 len=433156 2024-04-13T07:48:11.309 INFO:tasks.workunit.client.0.smithi003.stdout:op 3715 completed, throughput=5MB/sec 2024-04-13T07:48:11.309 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-59XwX9hYlU5R3DF off=5700742 len=2049215 2024-04-13T07:48:11.318 INFO:tasks.workunit.client.0.smithi003.stdout:op 3716 completed, throughput=5MB/sec 2024-04-13T07:48:12.318 INFO:tasks.workunit.client.0.smithi003.stdout: 734: throughput=5MB/sec pending data=0 2024-04-13T07:48:12.318 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Q_QELOTxSPBkh4G off=0 len=1183297 2024-04-13T07:48:12.321 INFO:tasks.workunit.client.0.smithi003.stdout:op 3717 completed, throughput=5MB/sec 2024-04-13T07:48:12.321 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CH-kpJHuhMOVjNS off=12739420 len=641825 2024-04-13T07:48:12.323 INFO:tasks.workunit.client.0.smithi003.stdout:op 3718 completed, throughput=5MB/sec 2024-04-13T07:48:12.323 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sEy0IJ7cs7e0qWp off=399493 len=738346 2024-04-13T07:48:12.324 INFO:tasks.workunit.client.0.smithi003.stdout:op 3719 completed, throughput=5MB/sec 2024-04-13T07:48:12.324 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9U-RtnWFDcGo7kF off=1510164 len=988600 2024-04-13T07:48:12.325 INFO:tasks.workunit.client.0.smithi003.stdout:op 3720 completed, throughput=5MB/sec 2024-04-13T07:48:12.325 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-29BQLyQz7ZwUX_x off=14538172 len=1391520 2024-04-13T07:48:12.332 INFO:tasks.workunit.client.0.smithi003.stdout:op 3721 completed, throughput=5MB/sec 2024-04-13T07:48:12.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:12 smithi003 ceph-mon[91733]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:48:12.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:12 smithi003 ceph-mon[89364]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:48:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:12 smithi066 ceph-mon[84331]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:48:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:48:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:48:13.333 INFO:tasks.workunit.client.0.smithi003.stdout: 735: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:13.333 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-poqnD3xlmhCMvgl off=1668374 len=1035113 2024-04-13T07:48:13.338 INFO:tasks.workunit.client.0.smithi003.stdout:op 3722 completed, throughput=5MB/sec 2024-04-13T07:48:13.338 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Y4mgvO8dpDz79dT off=6384304 len=741273 2024-04-13T07:48:13.339 INFO:tasks.workunit.client.0.smithi003.stdout:op 3723 completed, throughput=5MB/sec 2024-04-13T07:48:13.339 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3yVToW-xJZHqf-i off=11931387 len=2097033 2024-04-13T07:48:13.349 INFO:tasks.workunit.client.0.smithi003.stdout:op 3724 completed, throughput=5MB/sec 2024-04-13T07:48:13.349 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oVfhefDpRBbukcL off=270254 len=317216 2024-04-13T07:48:13.352 INFO:tasks.workunit.client.0.smithi003.stdout:op 3725 completed, throughput=5MB/sec 2024-04-13T07:48:14.353 INFO:tasks.workunit.client.0.smithi003.stdout: 736: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:14.353 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NBsznzewUpzDqu2 off=1034557 len=847696 2024-04-13T07:48:14.357 INFO:tasks.workunit.client.0.smithi003.stdout:op 3726 completed, throughput=4.99MB/sec 2024-04-13T07:48:14.357 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UXnv8iNzZ-Ft9Zg off=2856556 len=468959 2024-04-13T07:48:14.361 INFO:tasks.workunit.client.0.smithi003.stdout:op 3727 completed, throughput=5MB/sec 2024-04-13T07:48:14.361 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6j4IqCUZSM04UO7 off=9413 len=1975768 2024-04-13T07:48:14.363 INFO:tasks.workunit.client.0.smithi003.stdout:op 3728 completed, throughput=5MB/sec 2024-04-13T07:48:14.363 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TekJTFX43Lel0Tp off=498329 len=446988 2024-04-13T07:48:14.364 INFO:tasks.workunit.client.0.smithi003.stdout:op 3729 completed, throughput=5MB/sec 2024-04-13T07:48:14.364 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-J9U9_s5WMVyJNGf off=24827567 len=414411 2024-04-13T07:48:14.365 INFO:tasks.workunit.client.0.smithi003.stdout:op 3730 completed, throughput=5MB/sec 2024-04-13T07:48:14.366 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ESpiVYIM7BSFiQW off=2361754 len=1250947 2024-04-13T07:48:14.366 INFO:tasks.workunit.client.0.smithi003.stdout:op 3731 completed, throughput=5MB/sec 2024-04-13T07:48:14.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:14 smithi003 ceph-mon[91733]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:48:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:14 smithi003 ceph-mon[89364]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:48:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:48:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:48:14] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-13T07:48:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:14 smithi066 ceph-mon[84331]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:48:15.367 INFO:tasks.workunit.client.0.smithi003.stdout: 737: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:15.367 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hkBbiEC4oPEzJ-l off=6069920 len=1922071 2024-04-13T07:48:15.379 INFO:tasks.workunit.client.0.smithi003.stdout:op 3732 completed, throughput=5MB/sec 2024-04-13T07:48:15.379 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iCDbm8w-c7I8szg off=20501648 len=144014 2024-04-13T07:48:15.379 INFO:tasks.workunit.client.0.smithi003.stdout:op 3733 completed, throughput=5MB/sec 2024-04-13T07:48:15.379 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-M42E4s43xTSFwy0 off=10187278 len=680878 2024-04-13T07:48:15.380 INFO:tasks.workunit.client.0.smithi003.stdout:op 3734 completed, throughput=5MB/sec 2024-04-13T07:48:15.380 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dEajkhvnxkKMBX0 off=15961370 len=1588534 2024-04-13T07:48:15.384 INFO:tasks.workunit.client.0.smithi003.stdout:op 3735 completed, throughput=5MB/sec 2024-04-13T07:48:15.384 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-F6idQQXzOEDaMb4 off=3727679 len=1256394 2024-04-13T07:48:15.392 INFO:tasks.workunit.client.0.smithi003.stdout:op 3736 completed, throughput=5MB/sec 2024-04-13T07:48:16.393 INFO:tasks.workunit.client.0.smithi003.stdout: 738: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:16.393 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Ho2IbDR_E2ErzLt off=5570713 len=2014859 2024-04-13T07:48:16.403 INFO:tasks.workunit.client.0.smithi003.stdout:op 3737 completed, throughput=5MB/sec 2024-04-13T07:48:16.403 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bkYTVJYMoxjmOv7 off=4614903 len=1149774 2024-04-13T07:48:16.406 INFO:tasks.workunit.client.0.smithi003.stdout:op 3738 completed, throughput=5MB/sec 2024-04-13T07:48:16.406 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Rht1cvZcB3krFhg off=4409974 len=577661 2024-04-13T07:48:16.407 INFO:tasks.workunit.client.0.smithi003.stdout:op 3739 completed, throughput=5MB/sec 2024-04-13T07:48:16.407 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xXYrqS70e1-k5uF off=10223703 len=2036461 2024-04-13T07:48:16.411 INFO:tasks.workunit.client.0.smithi003.stdout:op 3740 completed, throughput=5MB/sec 2024-04-13T07:48:16.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:16 smithi003 ceph-mon[91733]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:48:16.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:16 smithi003 ceph-mon[89364]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:48:16.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:16 smithi066 ceph-mon[84331]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:48:17.411 INFO:tasks.workunit.client.0.smithi003.stdout: 739: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:17.412 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-V_qGKqtMJrs1xeB off=11576448 len=631247 2024-04-13T07:48:17.412 INFO:tasks.workunit.client.0.smithi003.stdout:op 3741 completed, throughput=5MB/sec 2024-04-13T07:48:17.412 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-N348WUjtJPGRytd off=12781220 len=1107373 2024-04-13T07:48:17.420 INFO:tasks.workunit.client.0.smithi003.stdout:op 3742 completed, throughput=5MB/sec 2024-04-13T07:48:17.420 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7C9WMD45WzjBHiM off=4085387 len=417058 2024-04-13T07:48:17.421 INFO:tasks.workunit.client.0.smithi003.stdout:op 3743 completed, throughput=5MB/sec 2024-04-13T07:48:17.422 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_NQItVxuUMiWwYG off=9478738 len=1460408 2024-04-13T07:48:17.423 INFO:tasks.workunit.client.0.smithi003.stdout:op 3744 completed, throughput=5MB/sec 2024-04-13T07:48:17.423 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zk_NniJXaeSOmXE off=1747865 len=187309 2024-04-13T07:48:17.426 INFO:tasks.workunit.client.0.smithi003.stdout:op 3745 completed, throughput=5MB/sec 2024-04-13T07:48:17.426 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UfSBMA3ssIvuydf off=3558563 len=385864 2024-04-13T07:48:17.427 INFO:tasks.workunit.client.0.smithi003.stdout:op 3746 completed, throughput=5MB/sec 2024-04-13T07:48:17.427 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QnBBvhVzvkIsFJp off=0 len=1097312 2024-04-13T07:48:17.429 INFO:tasks.workunit.client.0.smithi003.stdout:op 3747 completed, throughput=5MB/sec 2024-04-13T07:48:18.430 INFO:tasks.workunit.client.0.smithi003.stdout: 740: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:18.430 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-R_qNhZiSkHResjK off=1649779 len=1627287 2024-04-13T07:48:18.440 INFO:tasks.workunit.client.0.smithi003.stdout:op 3748 completed, throughput=5MB/sec 2024-04-13T07:48:18.440 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-p-ClfSBDuIuVvTK off=1691224 len=1214100 2024-04-13T07:48:18.443 INFO:tasks.workunit.client.0.smithi003.stdout:op 3749 completed, throughput=5MB/sec 2024-04-13T07:48:18.443 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Aawim_0cqYZJs7E off=7876012 len=1291654 2024-04-13T07:48:18.444 INFO:tasks.workunit.client.0.smithi003.stdout:op 3750 completed, throughput=5MB/sec 2024-04-13T07:48:18.445 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NgbWJD0QFD01sJy off=9423062 len=1801911 2024-04-13T07:48:18.452 INFO:tasks.workunit.client.0.smithi003.stdout:op 3751 completed, throughput=5MB/sec 2024-04-13T07:48:18.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:18 smithi003 ceph-mon[89364]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:48:18.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:18 smithi003 ceph-mon[91733]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:48:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:18 smithi066 ceph-mon[84331]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:48:19.452 INFO:tasks.workunit.client.0.smithi003.stdout: 741: throughput=5MB/sec pending data=0 2024-04-13T07:48:19.453 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uxJik7jePsPMxbG off=4537748 len=1681589 2024-04-13T07:48:19.454 INFO:tasks.workunit.client.0.smithi003.stdout:op 3752 completed, throughput=5MB/sec 2024-04-13T07:48:19.455 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-56LX06mKwTUphF3 off=6468093 len=353872 2024-04-13T07:48:19.458 INFO:tasks.workunit.client.0.smithi003.stdout:op 3753 completed, throughput=5MB/sec 2024-04-13T07:48:19.458 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ciHsp-ycZ0D6btF off=3033498 len=1674445 2024-04-13T07:48:19.465 INFO:tasks.workunit.client.0.smithi003.stdout:op 3754 completed, throughput=5MB/sec 2024-04-13T07:48:19.465 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3y3aO9_iOa9voYH off=1745796 len=2033093 2024-04-13T07:48:19.473 INFO:tasks.workunit.client.0.smithi003.stdout:op 3755 completed, throughput=5MB/sec 2024-04-13T07:48:20.474 INFO:tasks.workunit.client.0.smithi003.stdout: 742: throughput=5MB/sec pending data=0 2024-04-13T07:48:20.474 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Bq66jM9drV2JN00 off=2473080 len=216798 2024-04-13T07:48:20.477 INFO:tasks.workunit.client.0.smithi003.stdout:op 3756 completed, throughput=5MB/sec 2024-04-13T07:48:20.477 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Yh_bWi9V3ElOhKE off=416870 len=1669579 2024-04-13T07:48:20.479 INFO:tasks.workunit.client.0.smithi003.stdout:op 3757 completed, throughput=5MB/sec 2024-04-13T07:48:20.479 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JNwgCr37zBFu-ax off=12792222 len=1720215 2024-04-13T07:48:20.481 INFO:tasks.workunit.client.0.smithi003.stdout:op 3758 completed, throughput=5MB/sec 2024-04-13T07:48:20.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:20 smithi003 ceph-mon[91733]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:48:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:20 smithi003 ceph-mon[89364]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:48:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:20 smithi066 ceph-mon[84331]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:48:21.482 INFO:tasks.workunit.client.0.smithi003.stdout: 743: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:21.482 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-suiXdrBDDanOa_7 off=1011036 len=1277333 2024-04-13T07:48:21.489 INFO:tasks.workunit.client.0.smithi003.stdout:op 3759 completed, throughput=5MB/sec 2024-04-13T07:48:21.489 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pi-kzlcyzS3T7dd off=3361793 len=946112 2024-04-13T07:48:21.490 INFO:tasks.workunit.client.0.smithi003.stdout:op 3760 completed, throughput=5MB/sec 2024-04-13T07:48:21.490 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fUz7JYDk-bpyoS8 off=12499402 len=1754158 2024-04-13T07:48:21.498 INFO:tasks.workunit.client.0.smithi003.stdout:op 3761 completed, throughput=5MB/sec 2024-04-13T07:48:21.498 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Boz9JN8ZO7loU-I off=11347435 len=1921725 2024-04-13T07:48:21.506 INFO:tasks.workunit.client.0.smithi003.stdout:op 3762 completed, throughput=5MB/sec 2024-04-13T07:48:22.506 INFO:tasks.workunit.client.0.smithi003.stdout: 744: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:22.507 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3R01ffXub-U3oVs off=16654437 len=1216968 2024-04-13T07:48:22.508 INFO:tasks.workunit.client.0.smithi003.stdout:op 3763 completed, throughput=5MB/sec 2024-04-13T07:48:22.508 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0BqlhqGgdv6nY3K off=6238232 len=692080 2024-04-13T07:48:22.513 INFO:tasks.workunit.client.0.smithi003.stdout:op 3764 completed, throughput=5MB/sec 2024-04-13T07:48:22.513 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-R4ASmXhRKgG4RaJ off=6570182 len=995006 2024-04-13T07:48:22.518 INFO:tasks.workunit.client.0.smithi003.stdout:op 3765 completed, throughput=5MB/sec 2024-04-13T07:48:22.518 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KPHg6n0pn_ucPO_ off=4072691 len=219302 2024-04-13T07:48:22.519 INFO:tasks.workunit.client.0.smithi003.stdout:op 3766 completed, throughput=5MB/sec 2024-04-13T07:48:22.519 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tCZByQz98mCL0CA off=15686687 len=1067616 2024-04-13T07:48:22.525 INFO:tasks.workunit.client.0.smithi003.stdout:op 3767 completed, throughput=5MB/sec 2024-04-13T07:48:22.525 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1-LMOyvMl65SWLJ off=18857376 len=1899518 2024-04-13T07:48:22.535 INFO:tasks.workunit.client.0.smithi003.stdout:op 3768 completed, throughput=5MB/sec 2024-04-13T07:48:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:22 smithi003 ceph-mon[89364]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:48:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:22 smithi003 ceph-mon[91733]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:48:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:22 smithi066 ceph-mon[84331]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:48:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:48:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:48:23.535 INFO:tasks.workunit.client.0.smithi003.stdout: 745: throughput=5MB/sec pending data=0 2024-04-13T07:48:23.535 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Hux7bmdoJiUN5lA off=3003771 len=1471234 2024-04-13T07:48:23.543 INFO:tasks.workunit.client.0.smithi003.stdout:op 3769 completed, throughput=5MB/sec 2024-04-13T07:48:23.543 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6HIhFLIMu5lVIbS off=8908053 len=133102 2024-04-13T07:48:23.547 INFO:tasks.workunit.client.0.smithi003.stdout:op 3770 completed, throughput=5MB/sec 2024-04-13T07:48:23.547 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Doh5L9fwmdhYaau off=8483597 len=1147435 2024-04-13T07:48:23.552 INFO:tasks.workunit.client.0.smithi003.stdout:op 3771 completed, throughput=5MB/sec 2024-04-13T07:48:23.552 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-q-sv7SRkCIGdBHn off=546466 len=1390157 2024-04-13T07:48:23.555 INFO:tasks.workunit.client.0.smithi003.stdout:op 3772 completed, throughput=5MB/sec 2024-04-13T07:48:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:24.555 INFO:tasks.workunit.client.0.smithi003.stdout: 746: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:24.556 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SiKrntAehrISk3G off=1122526 len=1688855 2024-04-13T07:48:24.564 INFO:tasks.workunit.client.0.smithi003.stdout:op 3773 completed, throughput=5MB/sec 2024-04-13T07:48:24.564 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dMF_GCWmFb6FQeH off=3287790 len=1164360 2024-04-13T07:48:24.566 INFO:tasks.workunit.client.0.smithi003.stdout:op 3774 completed, throughput=5MB/sec 2024-04-13T07:48:24.566 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NhjI3H2YJZsqV9l off=15030799 len=1326497 2024-04-13T07:48:24.567 INFO:tasks.workunit.client.0.smithi003.stdout:op 3775 completed, throughput=5MB/sec 2024-04-13T07:48:24.567 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0ynjKk5Oy-F5Mf6 off=2188856 len=1998016 2024-04-13T07:48:24.579 INFO:tasks.workunit.client.0.smithi003.stdout:op 3776 completed, throughput=5MB/sec 2024-04-13T07:48:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:24 smithi003 ceph-mon[91733]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:48:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:24 smithi003 ceph-mon[89364]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:48:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:48:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:48:24] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-13T07:48:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:24 smithi066 ceph-mon[84331]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:48:25.579 INFO:tasks.workunit.client.0.smithi003.stdout: 747: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:25.579 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Da7nN1GMeE6csa4 off=5333526 len=1324840 2024-04-13T07:48:25.582 INFO:tasks.workunit.client.0.smithi003.stdout:op 3777 completed, throughput=5MB/sec 2024-04-13T07:48:25.582 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mpAKERcKSprC-cv off=6938107 len=2077405 2024-04-13T07:48:25.584 INFO:tasks.workunit.client.0.smithi003.stdout:op 3778 completed, throughput=5MB/sec 2024-04-13T07:48:25.585 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-V7lqWHlHusYWYI_ off=14485953 len=440588 2024-04-13T07:48:25.585 INFO:tasks.workunit.client.0.smithi003.stdout:op 3779 completed, throughput=5MB/sec 2024-04-13T07:48:25.585 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wW5pikyTkLS6T9o off=31376 len=1075618 2024-04-13T07:48:25.592 INFO:tasks.workunit.client.0.smithi003.stdout:op 3780 completed, throughput=5MB/sec 2024-04-13T07:48:26.592 INFO:tasks.workunit.client.0.smithi003.stdout: 748: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:26.592 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1X8Td8UCjPm3nDL off=8202918 len=434088 2024-04-13T07:48:26.596 INFO:tasks.workunit.client.0.smithi003.stdout:op 3781 completed, throughput=4.99MB/sec 2024-04-13T07:48:26.596 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5OiLNzhRf9WoGJY off=2640323 len=18009 2024-04-13T07:48:26.597 INFO:tasks.workunit.client.0.smithi003.stdout:op 3782 completed, throughput=4.99MB/sec 2024-04-13T07:48:26.597 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lng3PLmXlaMloSm off=1067209 len=52318 2024-04-13T07:48:26.597 INFO:tasks.workunit.client.0.smithi003.stdout:op 3783 completed, throughput=4.99MB/sec 2024-04-13T07:48:26.597 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rVcakT_1f4Vf5h6 off=8055334 len=2067425 2024-04-13T07:48:26.609 INFO:tasks.workunit.client.0.smithi003.stdout:op 3784 completed, throughput=5MB/sec 2024-04-13T07:48:26.609 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-b_JlwzdVReXHqaq off=13438080 len=2001673 2024-04-13T07:48:26.621 INFO:tasks.workunit.client.0.smithi003.stdout:op 3785 completed, throughput=5MB/sec 2024-04-13T07:48:26.621 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-m3h8Iy7HXgjFpuI off=6146159 len=1020393 2024-04-13T07:48:26.623 INFO:tasks.workunit.client.0.smithi003.stdout:op 3786 completed, throughput=5MB/sec 2024-04-13T07:48:26.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:26 smithi003 ceph-mon[91733]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:48:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:26 smithi003 ceph-mon[89364]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:48:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:26 smithi066 ceph-mon[84331]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:48:27.623 INFO:tasks.workunit.client.0.smithi003.stdout: 749: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:27.623 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WGgeforGJZgLWbn off=15594409 len=1517295 2024-04-13T07:48:27.631 INFO:tasks.workunit.client.0.smithi003.stdout:op 3787 completed, throughput=5MB/sec 2024-04-13T07:48:27.631 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5XNiyMuyZ2Nm121 off=1899542 len=1964476 2024-04-13T07:48:27.645 INFO:tasks.workunit.client.0.smithi003.stdout:op 3788 completed, throughput=5MB/sec 2024-04-13T07:48:27.645 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CepZyanqgfZTBmT off=461358 len=583270 2024-04-13T07:48:27.649 INFO:tasks.workunit.client.0.smithi003.stdout:op 3789 completed, throughput=5MB/sec 2024-04-13T07:48:27.649 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6ud4fp0v_TXWK4X off=1603256 len=460490 2024-04-13T07:48:27.650 INFO:tasks.workunit.client.0.smithi003.stdout:op 3790 completed, throughput=5MB/sec 2024-04-13T07:48:27.650 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rXBGjZExBrreL5- off=21153582 len=843275 2024-04-13T07:48:27.652 INFO:tasks.workunit.client.0.smithi003.stdout:op 3791 completed, throughput=5MB/sec 2024-04-13T07:48:28.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:28 smithi003 ceph-mon[91733]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:48:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:28 smithi003 ceph-mon[89364]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:48:28.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:28 smithi066 ceph-mon[84331]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:48:28.652 INFO:tasks.workunit.client.0.smithi003.stdout: 750: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:28.652 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VW3MW0B-KAgtxgd off=3215755 len=316730 2024-04-13T07:48:28.656 INFO:tasks.workunit.client.0.smithi003.stdout:op 3792 completed, throughput=4.99MB/sec 2024-04-13T07:48:28.656 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yIypBt3xq6-cnYR off=1343383 len=900447 2024-04-13T07:48:28.657 INFO:tasks.workunit.client.0.smithi003.stdout:op 3793 completed, throughput=5MB/sec 2024-04-13T07:48:28.657 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IvdmGPDz-dBYC11 off=3001984 len=1488109 2024-04-13T07:48:28.664 INFO:tasks.workunit.client.0.smithi003.stdout:op 3794 completed, throughput=5MB/sec 2024-04-13T07:48:28.664 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-f8fl3QioFd0-z4s off=10194429 len=419530 2024-04-13T07:48:28.665 INFO:tasks.workunit.client.0.smithi003.stdout:op 3795 completed, throughput=5MB/sec 2024-04-13T07:48:28.666 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Usmh1tC7SHY7d4U off=14375332 len=334151 2024-04-13T07:48:28.668 INFO:tasks.workunit.client.0.smithi003.stdout:op 3796 completed, throughput=5MB/sec 2024-04-13T07:48:28.668 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OvkxX40u13TPL1c off=1374249 len=2024757 2024-04-13T07:48:28.672 INFO:tasks.workunit.client.0.smithi003.stdout:op 3797 completed, throughput=5MB/sec 2024-04-13T07:48:29.673 INFO:tasks.workunit.client.0.smithi003.stdout: 751: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:29.673 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lhRxzYfGlf0U656 off=12819594 len=1999067 2024-04-13T07:48:29.675 INFO:tasks.workunit.client.0.smithi003.stdout:op 3798 completed, throughput=5MB/sec 2024-04-13T07:48:29.675 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yqaCy4BazTR83hL off=810998 len=1278263 2024-04-13T07:48:29.683 INFO:tasks.workunit.client.0.smithi003.stdout:op 3799 completed, throughput=5MB/sec 2024-04-13T07:48:29.683 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UmaCtXCa3P3mzFA off=4543245 len=475088 2024-04-13T07:48:29.686 INFO:tasks.workunit.client.0.smithi003.stdout:op 3800 completed, throughput=5MB/sec 2024-04-13T07:48:29.686 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fWHWM4_Jd3M1OG1 off=5409888 len=729540 2024-04-13T07:48:29.687 INFO:tasks.workunit.client.0.smithi003.stdout:op 3801 completed, throughput=5MB/sec 2024-04-13T07:48:29.688 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1hrC0Ma6AtMVg5N off=1487581 len=654751 2024-04-13T07:48:29.688 INFO:tasks.workunit.client.0.smithi003.stdout:op 3802 completed, throughput=5MB/sec 2024-04-13T07:48:30.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:30 smithi003 ceph-mon[91733]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:48:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:30 smithi003 ceph-mon[89364]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:48:30.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:30 smithi066 ceph-mon[84331]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:48:30.688 INFO:tasks.workunit.client.0.smithi003.stdout: 752: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:30.688 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oUDXo2Q-Ccr-BS8 off=411281 len=1486379 2024-04-13T07:48:30.697 INFO:tasks.workunit.client.0.smithi003.stdout:op 3803 completed, throughput=5MB/sec 2024-04-13T07:48:30.697 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LvukLV3SI2HPkHg off=14730454 len=1291685 2024-04-13T07:48:30.698 INFO:tasks.workunit.client.0.smithi003.stdout:op 3804 completed, throughput=5MB/sec 2024-04-13T07:48:30.698 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RKcmhpDerHqZjYk off=6561377 len=839143 2024-04-13T07:48:30.699 INFO:tasks.workunit.client.0.smithi003.stdout:op 3805 completed, throughput=5MB/sec 2024-04-13T07:48:30.700 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-D0MU9KSG7-CeaSX off=2991750 len=2014243 2024-04-13T07:48:30.703 INFO:tasks.workunit.client.0.smithi003.stdout:op 3806 completed, throughput=5MB/sec 2024-04-13T07:48:31.706 INFO:tasks.workunit.client.0.smithi003.stdout: 753: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:31.706 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NEP5faDRPEumNtn off=1811045 len=1420103 2024-04-13T07:48:31.713 INFO:tasks.workunit.client.0.smithi003.stdout:op 3807 completed, throughput=5MB/sec 2024-04-13T07:48:31.713 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KqppDbbQr4RXxWl off=15686282 len=2007428 2024-04-13T07:48:31.724 INFO:tasks.workunit.client.0.smithi003.stdout:op 3808 completed, throughput=5MB/sec 2024-04-13T07:48:31.724 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1MomrK01Xr7W8Mb off=5502160 len=238406 2024-04-13T07:48:31.724 INFO:tasks.workunit.client.0.smithi003.stdout:op 3809 completed, throughput=5MB/sec 2024-04-13T07:48:31.725 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MSLIiTKJaFW2VcR off=795136 len=2082212 2024-04-13T07:48:31.730 INFO:tasks.workunit.client.0.smithi003.stdout:op 3810 completed, throughput=5MB/sec 2024-04-13T07:48:32.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:32 smithi003 ceph-mon[91733]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-13T07:48:32.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:32 smithi003 ceph-mon[89364]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-13T07:48:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:32 smithi066 ceph-mon[84331]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-13T07:48:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:48:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:48:32.731 INFO:tasks.workunit.client.0.smithi003.stdout: 754: throughput=5MB/sec pending data=0 2024-04-13T07:48:32.731 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wKI4yA3Gepz7PAd off=16715398 len=1548357 2024-04-13T07:48:32.733 INFO:tasks.workunit.client.0.smithi003.stdout:op 3811 completed, throughput=5MB/sec 2024-04-13T07:48:32.733 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dT_WrkLkXfbn2fn off=762523 len=304537 2024-04-13T07:48:32.736 INFO:tasks.workunit.client.0.smithi003.stdout:op 3812 completed, throughput=5MB/sec 2024-04-13T07:48:32.737 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hlw6bdrCX9v2--1 off=6938770 len=667898 2024-04-13T07:48:32.738 INFO:tasks.workunit.client.0.smithi003.stdout:op 3813 completed, throughput=5MB/sec 2024-04-13T07:48:32.739 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1O0Zq_1Oaiu6HvB off=3689 len=1980509 2024-04-13T07:48:32.741 INFO:tasks.workunit.client.0.smithi003.stdout:op 3814 completed, throughput=5MB/sec 2024-04-13T07:48:33.741 INFO:tasks.workunit.client.0.smithi003.stdout: 755: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:33.741 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QeHc5j_MxP6KF0J off=4152476 len=1221008 2024-04-13T07:48:33.749 INFO:tasks.workunit.client.0.smithi003.stdout:op 3815 completed, throughput=5MB/sec 2024-04-13T07:48:33.749 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6B-RpIwAwbvw-_X off=3422532 len=811104 2024-04-13T07:48:33.753 INFO:tasks.workunit.client.0.smithi003.stdout:op 3816 completed, throughput=5MB/sec 2024-04-13T07:48:33.753 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-H1dZ8mvpMLjYa4H off=5594477 len=1954633 2024-04-13T07:48:33.764 INFO:tasks.workunit.client.0.smithi003.stdout:op 3817 completed, throughput=5MB/sec 2024-04-13T07:48:33.764 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-x3wP9y5N578IKGR off=1156133 len=1189338 2024-04-13T07:48:33.770 INFO:tasks.workunit.client.0.smithi003.stdout:op 3818 completed, throughput=5MB/sec 2024-04-13T07:48:34.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:34 smithi003 ceph-mon[91733]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T07:48:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:48:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:48:34] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-13T07:48:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:34 smithi003 ceph-mon[89364]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T07:48:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:34 smithi066 ceph-mon[84331]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-13T07:48:34.770 INFO:tasks.workunit.client.0.smithi003.stdout: 756: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:34.770 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ScubcjjhJsvCVM9 off=12288178 len=2074577 2024-04-13T07:48:34.774 INFO:tasks.workunit.client.0.smithi003.stdout:op 3819 completed, throughput=5MB/sec 2024-04-13T07:48:34.774 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zbI2zgj1S6rjL9G off=5476157 len=1592378 2024-04-13T07:48:34.780 INFO:tasks.workunit.client.0.smithi003.stdout:op 3820 completed, throughput=5MB/sec 2024-04-13T07:48:34.780 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2PYR35AO_meEcUA off=4240665 len=316531 2024-04-13T07:48:34.782 INFO:tasks.workunit.client.0.smithi003.stdout:op 3821 completed, throughput=5MB/sec 2024-04-13T07:48:34.783 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3rceLszCjKSVy5N off=6355903 len=672194 2024-04-13T07:48:34.784 INFO:tasks.workunit.client.0.smithi003.stdout:op 3822 completed, throughput=5MB/sec 2024-04-13T07:48:34.785 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Jks4h--04mvxBgZ off=3672042 len=967234 2024-04-13T07:48:34.786 INFO:tasks.workunit.client.0.smithi003.stdout:op 3823 completed, throughput=5MB/sec 2024-04-13T07:48:35.787 INFO:tasks.workunit.client.0.smithi003.stdout: 757: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:35.787 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PFJm0tfTTu-FnfL off=9204155 len=546042 2024-04-13T07:48:35.788 INFO:tasks.workunit.client.0.smithi003.stdout:op 3824 completed, throughput=4.99MB/sec 2024-04-13T07:48:35.788 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uDW4adHa58DUcyU off=169315 len=422902 2024-04-13T07:48:35.792 INFO:tasks.workunit.client.0.smithi003.stdout:op 3825 completed, throughput=5MB/sec 2024-04-13T07:48:35.792 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Qo4r7t9W8urUGT3 off=4689163 len=795921 2024-04-13T07:48:35.794 INFO:tasks.workunit.client.0.smithi003.stdout:op 3826 completed, throughput=5MB/sec 2024-04-13T07:48:35.794 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DH799_lKQDNpMBV off=7787861 len=499934 2024-04-13T07:48:35.795 INFO:tasks.workunit.client.0.smithi003.stdout:op 3827 completed, throughput=5MB/sec 2024-04-13T07:48:35.795 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Z_PNVof3p_bdRyC off=7595059 len=909971 2024-04-13T07:48:35.797 INFO:tasks.workunit.client.0.smithi003.stdout:op 3828 completed, throughput=5MB/sec 2024-04-13T07:48:35.797 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ts3pZjnWzuNPcTN off=12330193 len=1706342 2024-04-13T07:48:35.799 INFO:tasks.workunit.client.0.smithi003.stdout:op 3829 completed, throughput=5MB/sec 2024-04-13T07:48:36.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:36 smithi003 ceph-mon[91733]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T07:48:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:36 smithi003 ceph-mon[89364]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T07:48:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:36 smithi066 ceph-mon[84331]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-13T07:48:36.799 INFO:tasks.workunit.client.0.smithi003.stdout: 758: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:36.799 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ESPSkX_EL_SYGAS off=18446054 len=1991226 2024-04-13T07:48:36.811 INFO:tasks.workunit.client.0.smithi003.stdout:op 3830 completed, throughput=5MB/sec 2024-04-13T07:48:36.811 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QDzWNRpryYVMzYR off=5686046 len=2020848 2024-04-13T07:48:36.824 INFO:tasks.workunit.client.0.smithi003.stdout:op 3831 completed, throughput=5MB/sec 2024-04-13T07:48:36.824 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WNhgBgLrs700utO off=15640345 len=1944315 2024-04-13T07:48:36.835 INFO:tasks.workunit.client.0.smithi003.stdout:op 3832 completed, throughput=5MB/sec 2024-04-13T07:48:37.835 INFO:tasks.workunit.client.0.smithi003.stdout: 759: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:37.835 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ChwIpGDNFjmQ37d off=2241623 len=234935 2024-04-13T07:48:37.836 INFO:tasks.workunit.client.0.smithi003.stdout:op 3833 completed, throughput=4.99MB/sec 2024-04-13T07:48:37.836 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-h7Atc85ub0Atvok off=19491754 len=1483378 2024-04-13T07:48:37.852 INFO:tasks.workunit.client.0.smithi003.stdout:op 3834 completed, throughput=5MB/sec 2024-04-13T07:48:37.852 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WgrDrTomwZPQB4y off=1412921 len=400761 2024-04-13T07:48:37.853 INFO:tasks.workunit.client.0.smithi003.stdout:op 3835 completed, throughput=5MB/sec 2024-04-13T07:48:37.853 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4oyBkMbIagf9Q86 off=500046 len=163760 2024-04-13T07:48:37.857 INFO:tasks.workunit.client.0.smithi003.stdout:op 3836 completed, throughput=5MB/sec 2024-04-13T07:48:37.857 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kJdT-N9PfOLUbci off=10551075 len=1083039 2024-04-13T07:48:37.862 INFO:tasks.workunit.client.0.smithi003.stdout:op 3837 completed, throughput=5MB/sec 2024-04-13T07:48:37.862 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8cjqkg2YySV5y7i off=4697823 len=1912915 2024-04-13T07:48:37.866 INFO:tasks.workunit.client.0.smithi003.stdout:op 3838 completed, throughput=5MB/sec 2024-04-13T07:48:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:38 smithi003 ceph-mon[91733]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:48:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:38 smithi003 ceph-mon[89364]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:48:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:38 smithi066 ceph-mon[84331]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:48:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:38.866 INFO:tasks.workunit.client.0.smithi003.stdout: 760: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:38.866 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bCgCK-bZS5qN71W off=5159953 len=1806481 2024-04-13T07:48:38.874 INFO:tasks.workunit.client.0.smithi003.stdout:op 3839 completed, throughput=5MB/sec 2024-04-13T07:48:38.875 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dAUwg8dnUVZsj10 off=21561626 len=239462 2024-04-13T07:48:38.877 INFO:tasks.workunit.client.0.smithi003.stdout:op 3840 completed, throughput=5MB/sec 2024-04-13T07:48:38.877 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rJs5BFLoFwVYGep off=2989409 len=1584482 2024-04-13T07:48:38.887 INFO:tasks.workunit.client.0.smithi003.stdout:op 3841 completed, throughput=5MB/sec 2024-04-13T07:48:38.887 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0c38GfncaH-aNqs off=869372 len=1290259 2024-04-13T07:48:38.893 INFO:tasks.workunit.client.0.smithi003.stdout:op 3842 completed, throughput=5MB/sec 2024-04-13T07:48:39.893 INFO:tasks.workunit.client.0.smithi003.stdout: 761: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:39.893 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aMDA_w3QLbmVqK3 off=17193707 len=968519 2024-04-13T07:48:39.898 INFO:tasks.workunit.client.0.smithi003.stdout:op 3843 completed, throughput=4.99MB/sec 2024-04-13T07:48:39.898 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VsmEklL0QAT2JY5 off=3811000 len=1733047 2024-04-13T07:48:39.901 INFO:tasks.workunit.client.0.smithi003.stdout:op 3844 completed, throughput=5MB/sec 2024-04-13T07:48:39.901 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TaD8RnkwtovI25S off=14929275 len=1837736 2024-04-13T07:48:39.903 INFO:tasks.workunit.client.0.smithi003.stdout:op 3845 completed, throughput=5MB/sec 2024-04-13T07:48:39.903 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-00R88eG6I-cv2KH off=11450627 len=1801817 2024-04-13T07:48:39.905 INFO:tasks.workunit.client.0.smithi003.stdout:op 3846 completed, throughput=5MB/sec 2024-04-13T07:48:40.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:40 smithi003 ceph-mon[89364]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:48:40.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:40 smithi003 ceph-mon[91733]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:48:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:40 smithi066 ceph-mon[84331]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:48:40.905 INFO:tasks.workunit.client.0.smithi003.stdout: 762: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:40.905 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TgLdOoYLFbMTMfY off=13694446 len=2055233 2024-04-13T07:48:40.914 INFO:tasks.workunit.client.0.smithi003.stdout:op 3847 completed, throughput=5MB/sec 2024-04-13T07:48:40.914 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6kfroqvd33bc2bX off=84529 len=449354 2024-04-13T07:48:40.917 INFO:tasks.workunit.client.0.smithi003.stdout:op 3848 completed, throughput=5MB/sec 2024-04-13T07:48:40.917 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4eoKx5p19KO9exn off=2178985 len=1908898 2024-04-13T07:48:40.927 INFO:tasks.workunit.client.0.smithi003.stdout:op 3849 completed, throughput=5MB/sec 2024-04-13T07:48:41.927 INFO:tasks.workunit.client.0.smithi003.stdout: 763: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:41.927 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WXu6q_hRWOEO-Mo off=234418 len=1278887 2024-04-13T07:48:41.934 INFO:tasks.workunit.client.0.smithi003.stdout:op 3850 completed, throughput=5MB/sec 2024-04-13T07:48:41.934 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Rf9gQGM5BfOvhqD off=3172696 len=610457 2024-04-13T07:48:41.938 INFO:tasks.workunit.client.0.smithi003.stdout:op 3851 completed, throughput=5MB/sec 2024-04-13T07:48:41.938 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8Mk3CasmIPffaUX off=1741318 len=610455 2024-04-13T07:48:41.942 INFO:tasks.workunit.client.0.smithi003.stdout:op 3852 completed, throughput=5MB/sec 2024-04-13T07:48:41.942 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gXN4If9cj9AM1VM off=20454769 len=72504 2024-04-13T07:48:41.945 INFO:tasks.workunit.client.0.smithi003.stdout:op 3853 completed, throughput=5MB/sec 2024-04-13T07:48:41.946 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qtDsSkL3tl_No75 off=8320691 len=1899241 2024-04-13T07:48:41.954 INFO:tasks.workunit.client.0.smithi003.stdout:op 3854 completed, throughput=5MB/sec 2024-04-13T07:48:41.954 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-W1z37lwSJxqIdsJ off=8045885 len=1131061 2024-04-13T07:48:41.955 INFO:tasks.workunit.client.0.smithi003.stdout:op 3855 completed, throughput=5MB/sec 2024-04-13T07:48:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:42 smithi003 ceph-mon[89364]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:48:42.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:42 smithi003 ceph-mon[91733]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:48:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:42 smithi066 ceph-mon[84331]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:48:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:48:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:48:42.955 INFO:tasks.workunit.client.0.smithi003.stdout: 764: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:42.955 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FCxop564d66kzCI off=11123220 len=1290316 2024-04-13T07:48:42.962 INFO:tasks.workunit.client.0.smithi003.stdout:op 3856 completed, throughput=5MB/sec 2024-04-13T07:48:42.963 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-o3K0C7EwAt9NAlC off=6451317 len=2088779 2024-04-13T07:48:42.975 INFO:tasks.workunit.client.0.smithi003.stdout:op 3857 completed, throughput=5MB/sec 2024-04-13T07:48:42.975 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aLWOTgIEWorC55A off=899817 len=238358 2024-04-13T07:48:42.976 INFO:tasks.workunit.client.0.smithi003.stdout:op 3858 completed, throughput=5MB/sec 2024-04-13T07:48:42.976 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-W13Dpb0PzluzJex off=15747002 len=1164288 2024-04-13T07:48:42.977 INFO:tasks.workunit.client.0.smithi003.stdout:op 3859 completed, throughput=5MB/sec 2024-04-13T07:48:42.977 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Rhfkx8JfwCbdmFt off=1837176 len=893926 2024-04-13T07:48:42.981 INFO:tasks.workunit.client.0.smithi003.stdout:op 3860 completed, throughput=5MB/sec 2024-04-13T07:48:43.981 INFO:tasks.workunit.client.0.smithi003.stdout: 765: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:43.981 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kFs4oOEfvTVbmBC off=3167577 len=1264426 2024-04-13T07:48:43.983 INFO:tasks.workunit.client.0.smithi003.stdout:op 3861 completed, throughput=5MB/sec 2024-04-13T07:48:43.983 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CKgPNpMu0RB2b0y off=2945671 len=365281 2024-04-13T07:48:43.985 INFO:tasks.workunit.client.0.smithi003.stdout:op 3862 completed, throughput=5MB/sec 2024-04-13T07:48:43.985 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kBNGlpcc7AMExc6 off=2529940 len=336478 2024-04-13T07:48:43.986 INFO:tasks.workunit.client.0.smithi003.stdout:op 3863 completed, throughput=5MB/sec 2024-04-13T07:48:43.986 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-78ijwKotCzUE2zt off=3281773 len=1006261 2024-04-13T07:48:43.988 INFO:tasks.workunit.client.0.smithi003.stdout:op 3864 completed, throughput=5MB/sec 2024-04-13T07:48:43.988 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-d7f655SsiLlkMZr off=7585126 len=1376503 2024-04-13T07:48:43.994 INFO:tasks.workunit.client.0.smithi003.stdout:op 3865 completed, throughput=5MB/sec 2024-04-13T07:48:43.994 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yIypBt3xq6-cnYR off=4639122 len=77957 2024-04-13T07:48:43.994 INFO:tasks.workunit.client.0.smithi003.stdout:op 3866 completed, throughput=5MB/sec 2024-04-13T07:48:43.994 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8-IuCUAAbwaAZ8k off=4299112 len=858907 2024-04-13T07:48:43.995 INFO:tasks.workunit.client.0.smithi003.stdout:op 3867 completed, throughput=5MB/sec 2024-04-13T07:48:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:44 smithi003 ceph-mon[91733]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:48:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:44 smithi003 ceph-mon[89364]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:48:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:48:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:48:44] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-13T07:48:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:44 smithi066 ceph-mon[84331]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:48:44.996 INFO:tasks.workunit.client.0.smithi003.stdout: 766: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:44.996 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MI1yM5GWZMS7Lmv off=3724273 len=1172088 2024-04-13T07:48:45.004 INFO:tasks.workunit.client.0.smithi003.stdout:op 3868 completed, throughput=5MB/sec 2024-04-13T07:48:45.004 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CLLRKPNquWtk9VO off=13708318 len=1863828 2024-04-13T07:48:45.019 INFO:tasks.workunit.client.0.smithi003.stdout:op 3869 completed, throughput=5MB/sec 2024-04-13T07:48:45.019 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KoOe52AwSXkACOj off=3754003 len=1168728 2024-04-13T07:48:45.024 INFO:tasks.workunit.client.0.smithi003.stdout:op 3870 completed, throughput=5MB/sec 2024-04-13T07:48:45.024 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nLwM12hprZGnIht off=2907032 len=966080 2024-04-13T07:48:45.029 INFO:tasks.workunit.client.0.smithi003.stdout:op 3871 completed, throughput=5MB/sec 2024-04-13T07:48:46.029 INFO:tasks.workunit.client.0.smithi003.stdout: 767: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:46.029 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hEn8LREamwoYZw0 off=1983537 len=445027 2024-04-13T07:48:46.032 INFO:tasks.workunit.client.0.smithi003.stdout:op 3872 completed, throughput=4.99MB/sec 2024-04-13T07:48:46.032 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TcTKCitA1BnJlp7 off=22087177 len=379471 2024-04-13T07:48:46.033 INFO:tasks.workunit.client.0.smithi003.stdout:op 3873 completed, throughput=5MB/sec 2024-04-13T07:48:46.033 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--DV0rCxqZfSxMT4 off=1865883 len=1881342 2024-04-13T07:48:46.034 INFO:tasks.workunit.client.0.smithi003.stdout:op 3874 completed, throughput=5MB/sec 2024-04-13T07:48:46.034 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DafttA5WUV4Twtz off=584883 len=840037 2024-04-13T07:48:46.039 INFO:tasks.workunit.client.0.smithi003.stdout:op 3875 completed, throughput=5MB/sec 2024-04-13T07:48:46.039 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sqYuO1ZKIGgcGeY off=15890105 len=412291 2024-04-13T07:48:46.039 INFO:tasks.workunit.client.0.smithi003.stdout:op 3876 completed, throughput=5MB/sec 2024-04-13T07:48:46.039 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ddDHVYbtZkV9419 off=13360887 len=491265 2024-04-13T07:48:46.042 INFO:tasks.workunit.client.0.smithi003.stdout:op 3877 completed, throughput=5MB/sec 2024-04-13T07:48:46.042 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FdUtcVX4isXHAMr off=15721360 len=813058 2024-04-13T07:48:46.046 INFO:tasks.workunit.client.0.smithi003.stdout:op 3878 completed, throughput=5MB/sec 2024-04-13T07:48:46.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:46 smithi003 ceph-mon[91733]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-13T07:48:46.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:46 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:48:46.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:46 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:46.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:46 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:48:46.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:46 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:48:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:46 smithi003 ceph-mon[89364]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-13T07:48:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:46 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:48:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:46 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:46.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:46 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:48:46.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:46 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:48:46.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:46 smithi066 ceph-mon[84331]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-13T07:48:46.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:46 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:48:46.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:46 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:48:46.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:46 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:48:46.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:46 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:48:47.046 INFO:tasks.workunit.client.0.smithi003.stdout: 768: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:47.046 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rUo-soDwE8GME4D off=2672816 len=954898 2024-04-13T07:48:47.048 INFO:tasks.workunit.client.0.smithi003.stdout:op 3879 completed, throughput=5MB/sec 2024-04-13T07:48:47.049 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2OROZ0UPf-uf5ft off=5178844 len=1116693 2024-04-13T07:48:47.050 INFO:tasks.workunit.client.0.smithi003.stdout:op 3880 completed, throughput=5MB/sec 2024-04-13T07:48:47.050 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pGtbrG5vlfcM2s7 off=13811753 len=1555848 2024-04-13T07:48:47.052 INFO:tasks.workunit.client.0.smithi003.stdout:op 3881 completed, throughput=5MB/sec 2024-04-13T07:48:47.052 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vcVbEeT4NRqmkp1 off=3478691 len=590526 2024-04-13T07:48:47.053 INFO:tasks.workunit.client.0.smithi003.stdout:op 3882 completed, throughput=5MB/sec 2024-04-13T07:48:47.053 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZAQPa5-mL2FWxid off=2264154 len=1990767 2024-04-13T07:48:47.055 INFO:tasks.workunit.client.0.smithi003.stdout:op 3883 completed, throughput=5MB/sec 2024-04-13T07:48:48.055 INFO:tasks.workunit.client.0.smithi003.stdout: 769: throughput=5MB/sec pending data=0 2024-04-13T07:48:48.056 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KKXl4WziP0oJA3F off=5497111 len=88647 2024-04-13T07:48:48.056 INFO:tasks.workunit.client.0.smithi003.stdout:op 3884 completed, throughput=5MB/sec 2024-04-13T07:48:48.056 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SM3rPcyeVEk-HVk off=2131368 len=1942231 2024-04-13T07:48:48.068 INFO:tasks.workunit.client.0.smithi003.stdout:op 3885 completed, throughput=5MB/sec 2024-04-13T07:48:48.068 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zvNUqadQPUuKItl off=1869243 len=79740 2024-04-13T07:48:48.070 INFO:tasks.workunit.client.0.smithi003.stdout:op 3886 completed, throughput=5MB/sec 2024-04-13T07:48:48.070 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TmCxn8Fmjc53Pxy off=4973487 len=1684743 2024-04-13T07:48:48.072 INFO:tasks.workunit.client.0.smithi003.stdout:op 3887 completed, throughput=5MB/sec 2024-04-13T07:48:48.072 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ULZ4cvqAJkckV4C off=3041272 len=36528 2024-04-13T07:48:48.073 INFO:tasks.workunit.client.0.smithi003.stdout:op 3888 completed, throughput=5MB/sec 2024-04-13T07:48:48.073 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-O90KDuqg2hmCOLZ off=7245894 len=82561 2024-04-13T07:48:48.073 INFO:tasks.workunit.client.0.smithi003.stdout:op 3889 completed, throughput=5MB/sec 2024-04-13T07:48:48.074 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-G9WRctm1WUXge53 off=12714054 len=1980072 2024-04-13T07:48:48.076 INFO:tasks.workunit.client.0.smithi003.stdout:op 3890 completed, throughput=5MB/sec 2024-04-13T07:48:48.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:48 smithi003 ceph-mon[91733]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:48:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:48 smithi003 ceph-mon[89364]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:48:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:48 smithi066 ceph-mon[84331]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:48:49.076 INFO:tasks.workunit.client.0.smithi003.stdout: 770: throughput=5MB/sec pending data=0 2024-04-13T07:48:49.076 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-o74IfhAigrXqhv2 off=21681994 len=523085 2024-04-13T07:48:49.077 INFO:tasks.workunit.client.0.smithi003.stdout:op 3891 completed, throughput=5MB/sec 2024-04-13T07:48:49.077 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OgYMqgr8gpEGT74 off=1526740 len=1071880 2024-04-13T07:48:49.080 INFO:tasks.workunit.client.0.smithi003.stdout:op 3892 completed, throughput=5MB/sec 2024-04-13T07:48:49.080 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WPA5MV9qALew0lC off=1683660 len=313132 2024-04-13T07:48:49.080 INFO:tasks.workunit.client.0.smithi003.stdout:op 3893 completed, throughput=5MB/sec 2024-04-13T07:48:49.081 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UOJTCmM85tfHuQC off=2344582 len=6477 2024-04-13T07:48:49.081 INFO:tasks.workunit.client.0.smithi003.stdout:op 3894 completed, throughput=5MB/sec 2024-04-13T07:48:49.081 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-klwUPHz587QIEVO off=8554922 len=156821 2024-04-13T07:48:49.082 INFO:tasks.workunit.client.0.smithi003.stdout:op 3895 completed, throughput=5MB/sec 2024-04-13T07:48:49.082 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sPCm7PmpW43PTCL off=3222178 len=1353035 2024-04-13T07:48:49.091 INFO:tasks.workunit.client.0.smithi003.stdout:op 3896 completed, throughput=5MB/sec 2024-04-13T07:48:49.091 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qMojgE-4DXs2ir6 off=9314584 len=778846 2024-04-13T07:48:49.093 INFO:tasks.workunit.client.0.smithi003.stdout:op 3897 completed, throughput=5MB/sec 2024-04-13T07:48:50.093 INFO:tasks.workunit.client.0.smithi003.stdout: 771: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:50.093 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yxjzIkj9fbjDxLZ off=3861976 len=1117604 2024-04-13T07:48:50.095 INFO:tasks.workunit.client.0.smithi003.stdout:op 3898 completed, throughput=5MB/sec 2024-04-13T07:48:50.095 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2OROZ0UPf-uf5ft off=5128881 len=57573 2024-04-13T07:48:50.097 INFO:tasks.workunit.client.0.smithi003.stdout:op 3899 completed, throughput=5MB/sec 2024-04-13T07:48:50.098 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_dtiNIxy6mzJQpP off=10139296 len=1687836 2024-04-13T07:48:50.099 INFO:tasks.workunit.client.0.smithi003.stdout:op 3900 completed, throughput=5MB/sec 2024-04-13T07:48:50.099 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HaxQV02fWlJaYKK off=30479 len=2021261 2024-04-13T07:48:50.104 INFO:tasks.workunit.client.0.smithi003.stdout:op 3901 completed, throughput=5MB/sec 2024-04-13T07:48:50.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:50 smithi003 ceph-mon[91733]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:48:50.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:50 smithi003 ceph-mon[89364]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:48:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:50 smithi066 ceph-mon[84331]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:48:51.104 INFO:tasks.workunit.client.0.smithi003.stdout: 772: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:51.104 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0m2LFx5gfQF1WaM off=3631635 len=1229880 2024-04-13T07:48:51.107 INFO:tasks.workunit.client.0.smithi003.stdout:op 3902 completed, throughput=5MB/sec 2024-04-13T07:48:51.107 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_5Ak1aq0jnLWFvI off=9515625 len=930433 2024-04-13T07:48:51.112 INFO:tasks.workunit.client.0.smithi003.stdout:op 3903 completed, throughput=5MB/sec 2024-04-13T07:48:51.113 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rh1iIlEjlkN2FXM off=4892784 len=2041960 2024-04-13T07:48:51.123 INFO:tasks.workunit.client.0.smithi003.stdout:op 3904 completed, throughput=5MB/sec 2024-04-13T07:48:51.123 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--dlLcGLZGIuC8jV off=11645426 len=1540873 2024-04-13T07:48:51.124 INFO:tasks.workunit.client.0.smithi003.stdout:op 3905 completed, throughput=5MB/sec 2024-04-13T07:48:52.125 INFO:tasks.workunit.client.0.smithi003.stdout: 773: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:52.125 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LsNn7s3AqSAjWF8 off=8612900 len=1637561 2024-04-13T07:48:52.129 INFO:tasks.workunit.client.0.smithi003.stdout:op 3906 completed, throughput=5MB/sec 2024-04-13T07:48:52.129 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XxbcvUanvLEN-L1 off=4706528 len=394662 2024-04-13T07:48:52.129 INFO:tasks.workunit.client.0.smithi003.stdout:op 3907 completed, throughput=5MB/sec 2024-04-13T07:48:52.129 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pg4jzM43ETkYVAW off=175386 len=1059525 2024-04-13T07:48:52.136 INFO:tasks.workunit.client.0.smithi003.stdout:op 3908 completed, throughput=5MB/sec 2024-04-13T07:48:52.136 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IE_OeQfHk6tbShw off=5951075 len=1618840 2024-04-13T07:48:52.144 INFO:tasks.workunit.client.0.smithi003.stdout:op 3909 completed, throughput=5MB/sec 2024-04-13T07:48:52.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:52 smithi003 ceph-mon[91733]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:48:52.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:52 smithi003 ceph-mon[89364]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:48:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:52 smithi066 ceph-mon[84331]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:48:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:48:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:48:53.144 INFO:tasks.workunit.client.0.smithi003.stdout: 774: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:53.144 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_AJLvts1nqH_3us off=11480674 len=854204 2024-04-13T07:48:53.146 INFO:tasks.workunit.client.0.smithi003.stdout:op 3910 completed, throughput=4.99MB/sec 2024-04-13T07:48:53.146 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uSt8_ABlHtRtiPr off=6690542 len=1697995 2024-04-13T07:48:53.148 INFO:tasks.workunit.client.0.smithi003.stdout:op 3911 completed, throughput=5MB/sec 2024-04-13T07:48:53.148 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vZ1kplAEW2FkXjH off=93011 len=1683766 2024-04-13T07:48:53.150 INFO:tasks.workunit.client.0.smithi003.stdout:op 3912 completed, throughput=5MB/sec 2024-04-13T07:48:53.150 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Mwb2u4OaLBBeHo- off=18075027 len=1096559 2024-04-13T07:48:53.152 INFO:tasks.workunit.client.0.smithi003.stdout:op 3913 completed, throughput=5MB/sec 2024-04-13T07:48:53.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:53.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:48:54.152 INFO:tasks.workunit.client.0.smithi003.stdout: 775: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:54.152 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bCGSJUfJvnV0xl0 off=678489 len=1500266 2024-04-13T07:48:54.154 INFO:tasks.workunit.client.0.smithi003.stdout:op 3914 completed, throughput=5MB/sec 2024-04-13T07:48:54.154 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Z1v26NM4FyOI6ul off=6881900 len=1292540 2024-04-13T07:48:54.155 INFO:tasks.workunit.client.0.smithi003.stdout:op 3915 completed, throughput=5MB/sec 2024-04-13T07:48:54.155 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-f8gjaIcmW8mvG8f off=2847228 len=193142 2024-04-13T07:48:54.156 INFO:tasks.workunit.client.0.smithi003.stdout:op 3916 completed, throughput=5MB/sec 2024-04-13T07:48:54.156 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-E6qFZmm-pSA3ISa off=7275407 len=1512936 2024-04-13T07:48:54.158 INFO:tasks.workunit.client.0.smithi003.stdout:op 3917 completed, throughput=5MB/sec 2024-04-13T07:48:54.158 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KRZ-pc2QG9cGYHN off=5270079 len=1115711 2024-04-13T07:48:54.164 INFO:tasks.workunit.client.0.smithi003.stdout:op 3918 completed, throughput=5MB/sec 2024-04-13T07:48:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:54 smithi003 ceph-mon[91733]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:48:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:54 smithi003 ceph-mon[89364]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:48:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:48:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:48:54] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-13T07:48:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:54 smithi066 ceph-mon[84331]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:48:55.164 INFO:tasks.workunit.client.0.smithi003.stdout: 776: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:55.165 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Pqfj39Ccu9Rxd1T off=418157 len=1221077 2024-04-13T07:48:55.166 INFO:tasks.workunit.client.0.smithi003.stdout:op 3919 completed, throughput=5MB/sec 2024-04-13T07:48:55.166 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4mbCBDfqmWWjDVS off=9978792 len=1771354 2024-04-13T07:48:55.177 INFO:tasks.workunit.client.0.smithi003.stdout:op 3920 completed, throughput=5MB/sec 2024-04-13T07:48:55.177 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lPM9MqFbmPLp83r off=1725409 len=1193236 2024-04-13T07:48:55.182 INFO:tasks.workunit.client.0.smithi003.stdout:op 3921 completed, throughput=5MB/sec 2024-04-13T07:48:55.182 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1BsDiDRbU3c4qFX off=10999948 len=1637298 2024-04-13T07:48:55.190 INFO:tasks.workunit.client.0.smithi003.stdout:op 3922 completed, throughput=5MB/sec 2024-04-13T07:48:56.191 INFO:tasks.workunit.client.0.smithi003.stdout: 777: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:56.191 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fiYLzLJ3hjOto6P off=1655524 len=1706325 2024-04-13T07:48:56.193 INFO:tasks.workunit.client.0.smithi003.stdout:op 3923 completed, throughput=5MB/sec 2024-04-13T07:48:56.193 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ijGlWJzcReG3Cku off=9843707 len=97530 2024-04-13T07:48:56.196 INFO:tasks.workunit.client.0.smithi003.stdout:op 3924 completed, throughput=5MB/sec 2024-04-13T07:48:56.196 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aoIyBb8V5sHZ-BN off=3576348 len=806248 2024-04-13T07:48:56.201 INFO:tasks.workunit.client.0.smithi003.stdout:op 3925 completed, throughput=5MB/sec 2024-04-13T07:48:56.201 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lHXcZeTSLHXTtwq off=6228472 len=1414299 2024-04-13T07:48:56.208 INFO:tasks.workunit.client.0.smithi003.stdout:op 3926 completed, throughput=5MB/sec 2024-04-13T07:48:56.208 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cbEM8D9vs_FvekQ off=16558610 len=1602387 2024-04-13T07:48:56.216 INFO:tasks.workunit.client.0.smithi003.stdout:op 3927 completed, throughput=5MB/sec 2024-04-13T07:48:56.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:56 smithi003 ceph-mon[91733]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:48:56.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:56 smithi003 ceph-mon[89364]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:48:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:56 smithi066 ceph-mon[84331]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:48:57.216 INFO:tasks.workunit.client.0.smithi003.stdout: 778: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:57.217 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DsWMf-8eH9OtHVb off=19816174 len=279887 2024-04-13T07:48:57.217 INFO:tasks.workunit.client.0.smithi003.stdout:op 3928 completed, throughput=5MB/sec 2024-04-13T07:48:57.217 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-56XTvypCjzcr8s4 off=9425512 len=1870413 2024-04-13T07:48:57.228 INFO:tasks.workunit.client.0.smithi003.stdout:op 3929 completed, throughput=5MB/sec 2024-04-13T07:48:57.228 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BkZ4_29McWVUFv7 off=2987736 len=1068494 2024-04-13T07:48:57.234 INFO:tasks.workunit.client.0.smithi003.stdout:op 3930 completed, throughput=5MB/sec 2024-04-13T07:48:57.234 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XTIlKR0n04x49Qe off=0 len=1412237 2024-04-13T07:48:57.241 INFO:tasks.workunit.client.0.smithi003.stdout:op 3931 completed, throughput=5MB/sec 2024-04-13T07:48:58.241 INFO:tasks.workunit.client.0.smithi003.stdout: 779: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:58.241 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-I9JdU0iMCkFXUsP off=3654439 len=1157252 2024-04-13T07:48:58.247 INFO:tasks.workunit.client.0.smithi003.stdout:op 3932 completed, throughput=5MB/sec 2024-04-13T07:48:58.247 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Yn0IGbjEnZ0xbbq off=1703350 len=1942587 2024-04-13T07:48:58.261 INFO:tasks.workunit.client.0.smithi003.stdout:op 3933 completed, throughput=5MB/sec 2024-04-13T07:48:58.261 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Sh9wML8A9w7i0a_ off=7328018 len=1044034 2024-04-13T07:48:58.266 INFO:tasks.workunit.client.0.smithi003.stdout:op 3934 completed, throughput=5MB/sec 2024-04-13T07:48:58.267 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qW0QfJQS2m8yoDJ off=6546836 len=833592 2024-04-13T07:48:58.271 INFO:tasks.workunit.client.0.smithi003.stdout:op 3935 completed, throughput=5MB/sec 2024-04-13T07:48:58.271 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ko0tvZ_6PkVNL8e off=2807765 len=537997 2024-04-13T07:48:58.274 INFO:tasks.workunit.client.0.smithi003.stdout:op 3936 completed, throughput=5MB/sec 2024-04-13T07:48:58.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:48:58 smithi003 ceph-mon[91733]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-13T07:48:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:48:58 smithi003 ceph-mon[89364]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-13T07:48:58.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:48:58 smithi066 ceph-mon[84331]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-13T07:48:59.275 INFO:tasks.workunit.client.0.smithi003.stdout: 780: throughput=4.99MB/sec pending data=0 2024-04-13T07:48:59.275 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9T_xyCS31Y_uMfl off=1140650 len=1866736 2024-04-13T07:48:59.279 INFO:tasks.workunit.client.0.smithi003.stdout:op 3937 completed, throughput=5MB/sec 2024-04-13T07:48:59.279 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-n9oQFc98OysJBOT off=22644 len=2041277 2024-04-13T07:48:59.288 INFO:tasks.workunit.client.0.smithi003.stdout:op 3938 completed, throughput=5MB/sec 2024-04-13T07:48:59.288 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PeB3nlxsc4sSJlO off=1528988 len=1811574 2024-04-13T07:48:59.290 INFO:tasks.workunit.client.0.smithi003.stdout:op 3939 completed, throughput=5MB/sec 2024-04-13T07:49:00.291 INFO:tasks.workunit.client.0.smithi003.stdout: 781: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:00.291 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LLYt0fc5i8kpfSn off=6557718 len=1146932 2024-04-13T07:49:00.294 INFO:tasks.workunit.client.0.smithi003.stdout:op 3940 completed, throughput=5MB/sec 2024-04-13T07:49:00.294 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gU2Z92t9Ysw3fNL off=2898432 len=852056 2024-04-13T07:49:00.295 INFO:tasks.workunit.client.0.smithi003.stdout:op 3941 completed, throughput=5MB/sec 2024-04-13T07:49:00.295 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cgpKgh92LcSa-wQ off=1388415 len=1974411 2024-04-13T07:49:00.299 INFO:tasks.workunit.client.0.smithi003.stdout:op 3942 completed, throughput=5MB/sec 2024-04-13T07:49:00.299 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PYvLLYnmCmkBqwl off=19237070 len=1065128 2024-04-13T07:49:00.304 INFO:tasks.workunit.client.0.smithi003.stdout:op 3943 completed, throughput=5MB/sec 2024-04-13T07:49:00.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:00 smithi003 ceph-mon[91733]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:49:00.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:00 smithi003 ceph-mon[89364]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:49:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:00 smithi066 ceph-mon[84331]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:49:01.305 INFO:tasks.workunit.client.0.smithi003.stdout: 782: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:01.305 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bVqdzn3VjYaGUxk off=12210295 len=1973241 2024-04-13T07:49:01.309 INFO:tasks.workunit.client.0.smithi003.stdout:op 3944 completed, throughput=5MB/sec 2024-04-13T07:49:01.309 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dheUYaqt-u2CJZ6 off=1837562 len=1271083 2024-04-13T07:49:01.310 INFO:tasks.workunit.client.0.smithi003.stdout:op 3945 completed, throughput=5MB/sec 2024-04-13T07:49:01.310 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yiiOezMrkxsrIa9 off=3963916 len=859028 2024-04-13T07:49:01.316 INFO:tasks.workunit.client.0.smithi003.stdout:op 3946 completed, throughput=5MB/sec 2024-04-13T07:49:01.316 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Sspehnxox66kbUe off=4260926 len=683492 2024-04-13T07:49:01.320 INFO:tasks.workunit.client.0.smithi003.stdout:op 3947 completed, throughput=5MB/sec 2024-04-13T07:49:01.320 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7CMpsX33RKjoYNE off=11462124 len=213230 2024-04-13T07:49:01.321 INFO:tasks.workunit.client.0.smithi003.stdout:op 3948 completed, throughput=5MB/sec 2024-04-13T07:49:02.321 INFO:tasks.workunit.client.0.smithi003.stdout: 783: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:02.322 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gocS43QsYVvZ0Ld off=447063 len=545585 2024-04-13T07:49:02.323 INFO:tasks.workunit.client.0.smithi003.stdout:op 3949 completed, throughput=4.99MB/sec 2024-04-13T07:49:02.323 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-50dsRKgVAvMEoF6 off=123556 len=399197 2024-04-13T07:49:02.325 INFO:tasks.workunit.client.0.smithi003.stdout:op 3950 completed, throughput=5MB/sec 2024-04-13T07:49:02.325 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zbPr6fsNZ1kn77l off=9418117 len=133963 2024-04-13T07:49:02.327 INFO:tasks.workunit.client.0.smithi003.stdout:op 3951 completed, throughput=5MB/sec 2024-04-13T07:49:02.327 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-4U1rjLtbUZ4_YkU off=976154 len=1408549 2024-04-13T07:49:02.329 INFO:tasks.workunit.client.0.smithi003.stdout:op 3952 completed, throughput=5MB/sec 2024-04-13T07:49:02.329 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-36wUsR6PCL58mh2 off=17245501 len=1710971 2024-04-13T07:49:02.340 INFO:tasks.workunit.client.0.smithi003.stdout:op 3953 completed, throughput=5MB/sec 2024-04-13T07:49:02.340 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vo8Rh2gBax5idEP off=748441 len=1458618 2024-04-13T07:49:02.342 INFO:tasks.workunit.client.0.smithi003.stdout:op 3954 completed, throughput=5MB/sec 2024-04-13T07:49:02.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:02 smithi003 ceph-mon[91733]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:49:02.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:02 smithi003 ceph-mon[89364]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:49:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:02 smithi066 ceph-mon[84331]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:49:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:49:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:49:03.342 INFO:tasks.workunit.client.0.smithi003.stdout: 784: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:03.342 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TgRJ1xxwZpbQ60F off=0 len=1733738 2024-04-13T07:49:03.345 INFO:tasks.workunit.client.0.smithi003.stdout:op 3955 completed, throughput=5MB/sec 2024-04-13T07:49:03.345 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OKu9afLiLlE5ZOS off=16990365 len=1723557 2024-04-13T07:49:03.354 INFO:tasks.workunit.client.0.smithi003.stdout:op 3956 completed, throughput=5MB/sec 2024-04-13T07:49:03.354 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6FkRFRZT5AZvaUG off=6589542 len=1117902 2024-04-13T07:49:03.360 INFO:tasks.workunit.client.0.smithi003.stdout:op 3957 completed, throughput=5MB/sec 2024-04-13T07:49:03.360 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Q2Vx8PJt3zD8IKJ off=8338907 len=1678879 2024-04-13T07:49:03.369 INFO:tasks.workunit.client.0.smithi003.stdout:op 3958 completed, throughput=5MB/sec 2024-04-13T07:49:04.370 INFO:tasks.workunit.client.0.smithi003.stdout: 785: throughput=5MB/sec pending data=0 2024-04-13T07:49:04.370 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hUxEeg8jrGRAhri off=8690512 len=2029234 2024-04-13T07:49:04.380 INFO:tasks.workunit.client.0.smithi003.stdout:op 3959 completed, throughput=5MB/sec 2024-04-13T07:49:04.380 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vGayYQUoBgyvWGW off=2628954 len=255477 2024-04-13T07:49:04.380 INFO:tasks.workunit.client.0.smithi003.stdout:op 3960 completed, throughput=5MB/sec 2024-04-13T07:49:04.380 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KcctdVbfT2p7u4x off=11090971 len=343746 2024-04-13T07:49:04.382 INFO:tasks.workunit.client.0.smithi003.stdout:op 3961 completed, throughput=5MB/sec 2024-04-13T07:49:04.382 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZQCnwUpV_ETjIWw off=11499971 len=1836359 2024-04-13T07:49:04.384 INFO:tasks.workunit.client.0.smithi003.stdout:op 3962 completed, throughput=5MB/sec 2024-04-13T07:49:04.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:04 smithi003 ceph-mon[91733]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:49:04.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:04 smithi003 ceph-mon[89364]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:49:04.638 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:49:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:49:04] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-13T07:49:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:04 smithi066 ceph-mon[84331]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:49:05.384 INFO:tasks.workunit.client.0.smithi003.stdout: 786: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:05.384 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gWjZKJxbIqkX-Zw off=13945550 len=567489 2024-04-13T07:49:05.389 INFO:tasks.workunit.client.0.smithi003.stdout:op 3963 completed, throughput=5MB/sec 2024-04-13T07:49:05.389 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qL8HIJ9rHTKLAbS off=11620881 len=1400891 2024-04-13T07:49:05.391 INFO:tasks.workunit.client.0.smithi003.stdout:op 3964 completed, throughput=5MB/sec 2024-04-13T07:49:05.392 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Jkk4_WiWZRfw7he off=12141087 len=1972222 2024-04-13T07:49:05.394 INFO:tasks.workunit.client.0.smithi003.stdout:op 3965 completed, throughput=5MB/sec 2024-04-13T07:49:05.394 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CAvS98pqYKkJALT off=149673 len=1161222 2024-04-13T07:49:05.399 INFO:tasks.workunit.client.0.smithi003.stdout:op 3966 completed, throughput=5MB/sec 2024-04-13T07:49:06.399 INFO:tasks.workunit.client.0.smithi003.stdout: 787: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:06.400 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bpfIhiKsyjdyNzS off=5877826 len=502572 2024-04-13T07:49:06.400 INFO:tasks.workunit.client.0.smithi003.stdout:op 3967 completed, throughput=4.99MB/sec 2024-04-13T07:49:06.400 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QIvEZ3TJAO1bYnV off=2355669 len=1857127 2024-04-13T07:49:06.404 INFO:tasks.workunit.client.0.smithi003.stdout:op 3968 completed, throughput=5MB/sec 2024-04-13T07:49:06.404 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lxoXa6AZwy2Cmow off=7899547 len=1391033 2024-04-13T07:49:06.413 INFO:tasks.workunit.client.0.smithi003.stdout:op 3969 completed, throughput=5MB/sec 2024-04-13T07:49:06.413 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fJwvLvWWiS5vWcc off=5463857 len=1022124 2024-04-13T07:49:06.419 INFO:tasks.workunit.client.0.smithi003.stdout:op 3970 completed, throughput=5MB/sec 2024-04-13T07:49:06.419 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_eIfcRQ8VlYfV9C off=4408791 len=189598 2024-04-13T07:49:06.419 INFO:tasks.workunit.client.0.smithi003.stdout:op 3971 completed, throughput=5MB/sec 2024-04-13T07:49:06.419 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-H5rvUpby5CtZ-Tl off=67955 len=480551 2024-04-13T07:49:06.423 INFO:tasks.workunit.client.0.smithi003.stdout:op 3972 completed, throughput=5MB/sec 2024-04-13T07:49:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:06 smithi066 ceph-mon[84331]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:49:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:06 smithi003 ceph-mon[89364]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:49:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:06 smithi003 ceph-mon[91733]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:49:07.423 INFO:tasks.workunit.client.0.smithi003.stdout: 788: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:07.423 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2-56d00MrDPHgS2 off=6876722 len=725584 2024-04-13T07:49:07.424 INFO:tasks.workunit.client.0.smithi003.stdout:op 3973 completed, throughput=5MB/sec 2024-04-13T07:49:07.425 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-n5Ur8-cc6BYEgDF off=15352551 len=2045134 2024-04-13T07:49:07.437 INFO:tasks.workunit.client.0.smithi003.stdout:op 3974 completed, throughput=5MB/sec 2024-04-13T07:49:07.437 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XOyeiuIEdT7ol1R off=9000661 len=1598738 2024-04-13T07:49:07.445 INFO:tasks.workunit.client.0.smithi003.stdout:op 3975 completed, throughput=5MB/sec 2024-04-13T07:49:07.445 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_XbgfeKG4fjC8aC off=8730462 len=1921963 2024-04-13T07:49:07.456 INFO:tasks.workunit.client.0.smithi003.stdout:op 3976 completed, throughput=5MB/sec 2024-04-13T07:49:08.456 INFO:tasks.workunit.client.0.smithi003.stdout: 789: throughput=5MB/sec pending data=0 2024-04-13T07:49:08.456 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BCX7Y0DwzobKM0v off=8569200 len=954872 2024-04-13T07:49:08.462 INFO:tasks.workunit.client.0.smithi003.stdout:op 3977 completed, throughput=5MB/sec 2024-04-13T07:49:08.462 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YckjI5B9op6UVbB off=1674377 len=838904 2024-04-13T07:49:08.463 INFO:tasks.workunit.client.0.smithi003.stdout:op 3978 completed, throughput=5MB/sec 2024-04-13T07:49:08.463 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hRpqgSugwvpN-cU off=4354858 len=1884578 2024-04-13T07:49:08.467 INFO:tasks.workunit.client.0.smithi003.stdout:op 3979 completed, throughput=5MB/sec 2024-04-13T07:49:08.467 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-g2UCHSnNQGbeSz7 off=22398342 len=652986 2024-04-13T07:49:08.468 INFO:tasks.workunit.client.0.smithi003.stdout:op 3980 completed, throughput=5MB/sec 2024-04-13T07:49:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:08 smithi066 ceph-mon[84331]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:49:08.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:08 smithi003 ceph-mon[89364]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:49:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:08 smithi003 ceph-mon[91733]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:49:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:09.468 INFO:tasks.workunit.client.0.smithi003.stdout: 790: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:09.468 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gam0IJel0eUoIQZ off=5639930 len=964385 2024-04-13T07:49:09.474 INFO:tasks.workunit.client.0.smithi003.stdout:op 3981 completed, throughput=5MB/sec 2024-04-13T07:49:09.474 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9B0eYInqszGrWfP off=8395407 len=498385 2024-04-13T07:49:09.478 INFO:tasks.workunit.client.0.smithi003.stdout:op 3982 completed, throughput=5MB/sec 2024-04-13T07:49:09.478 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RWd3Og6HdtzoAMq off=2195789 len=349975 2024-04-13T07:49:09.478 INFO:tasks.workunit.client.0.smithi003.stdout:op 3983 completed, throughput=5MB/sec 2024-04-13T07:49:09.479 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zxWgU5EFGabOVcf off=11058410 len=798818 2024-04-13T07:49:09.480 INFO:tasks.workunit.client.0.smithi003.stdout:op 3984 completed, throughput=5MB/sec 2024-04-13T07:49:09.480 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LsiFyuL5KhhvugW off=377989 len=266441 2024-04-13T07:49:09.481 INFO:tasks.workunit.client.0.smithi003.stdout:op 3985 completed, throughput=5MB/sec 2024-04-13T07:49:09.481 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xhU7yxljtm-8Zo2 off=3057611 len=605220 2024-04-13T07:49:09.485 INFO:tasks.workunit.client.0.smithi003.stdout:op 3986 completed, throughput=5MB/sec 2024-04-13T07:49:09.485 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tmoalbXXULuFNAi off=7392757 len=20972 2024-04-13T07:49:09.486 INFO:tasks.workunit.client.0.smithi003.stdout:op 3987 completed, throughput=5MB/sec 2024-04-13T07:49:09.486 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-iGGFo1gO4LAbxIb off=3920484 len=1853063 2024-04-13T07:49:09.497 INFO:tasks.workunit.client.0.smithi003.stdout:op 3988 completed, throughput=5MB/sec 2024-04-13T07:49:10.497 INFO:tasks.workunit.client.0.smithi003.stdout: 791: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:10.497 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6FfcO9pBafP1ByN off=8613399 len=1138449 2024-04-13T07:49:10.499 INFO:tasks.workunit.client.0.smithi003.stdout:op 3989 completed, throughput=5MB/sec 2024-04-13T07:49:10.499 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-O4DK01mrk24wNLz off=9490218 len=926316 2024-04-13T07:49:10.505 INFO:tasks.workunit.client.0.smithi003.stdout:op 3990 completed, throughput=5MB/sec 2024-04-13T07:49:10.505 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lgEbPjLW6yo5j-k off=1763522 len=1648367 2024-04-13T07:49:10.507 INFO:tasks.workunit.client.0.smithi003.stdout:op 3991 completed, throughput=5MB/sec 2024-04-13T07:49:10.507 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-63-bq9Y_ydyIUFE off=14365675 len=1287956 2024-04-13T07:49:10.508 INFO:tasks.workunit.client.0.smithi003.stdout:op 3992 completed, throughput=5MB/sec 2024-04-13T07:49:10.508 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OlFuqPn2qbbFm5w off=165184 len=1366982 2024-04-13T07:49:10.516 INFO:tasks.workunit.client.0.smithi003.stdout:op 3993 completed, throughput=5MB/sec 2024-04-13T07:49:10.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:10 smithi066 ceph-mon[84331]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:49:10.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:10 smithi003 ceph-mon[89364]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:49:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:10 smithi003 ceph-mon[91733]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:49:11.516 INFO:tasks.workunit.client.0.smithi003.stdout: 792: throughput=5MB/sec pending data=0 2024-04-13T07:49:11.516 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-C_R2FOgle62f-Zf off=15544713 len=266917 2024-04-13T07:49:11.517 INFO:tasks.workunit.client.0.smithi003.stdout:op 3994 completed, throughput=5MB/sec 2024-04-13T07:49:11.517 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-syuzqoQaSRzO5U5 off=1636384 len=1911295 2024-04-13T07:49:11.519 INFO:tasks.workunit.client.0.smithi003.stdout:op 3995 completed, throughput=5MB/sec 2024-04-13T07:49:11.519 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-W-tBSzcHDPEroct off=5029249 len=2092712 2024-04-13T07:49:11.531 INFO:tasks.workunit.client.0.smithi003.stdout:op 3996 completed, throughput=5MB/sec 2024-04-13T07:49:12.532 INFO:tasks.workunit.client.0.smithi003.stdout: 793: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:12.532 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gdKlRCE458QulpU off=3076349 len=603045 2024-04-13T07:49:12.536 INFO:tasks.workunit.client.0.smithi003.stdout:op 3997 completed, throughput=4.99MB/sec 2024-04-13T07:49:12.536 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UXnv8iNzZ-Ft9Zg off=20205368 len=314709 2024-04-13T07:49:12.537 INFO:tasks.workunit.client.0.smithi003.stdout:op 3998 completed, throughput=5MB/sec 2024-04-13T07:49:12.537 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-g4Rwce9ydYD6bYi off=3159920 len=2087971 2024-04-13T07:49:12.541 INFO:tasks.workunit.client.0.smithi003.stdout:op 3999 completed, throughput=5MB/sec 2024-04-13T07:49:12.541 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cdqxEJ1mUIItDPu off=5807599 len=389061 2024-04-13T07:49:12.543 INFO:tasks.workunit.client.0.smithi003.stdout:op 4000 completed, throughput=5MB/sec 2024-04-13T07:49:12.543 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tkNqj7TyiZTXHKC off=635585 len=1646860 2024-04-13T07:49:12.550 INFO:tasks.workunit.client.0.smithi003.stdout:op 4001 completed, throughput=5MB/sec 2024-04-13T07:49:12.550 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FmIBf51dOjLbxWw off=3457091 len=282248 2024-04-13T07:49:12.554 INFO:tasks.workunit.client.0.smithi003.stdout:op 4002 completed, throughput=5MB/sec 2024-04-13T07:49:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:12 smithi066 ceph-mon[84331]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:49:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:49:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:49:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:12 smithi003 ceph-mon[91733]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:49:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:12 smithi003 ceph-mon[89364]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:49:13.554 INFO:tasks.workunit.client.0.smithi003.stdout: 794: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:13.554 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-s52soaVxvrb5xbp off=7728526 len=803895 2024-04-13T07:49:13.559 INFO:tasks.workunit.client.0.smithi003.stdout:op 4003 completed, throughput=4.99MB/sec 2024-04-13T07:49:13.559 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JFvyyZ2bYXqSfhn off=12654741 len=1661436 2024-04-13T07:49:13.562 INFO:tasks.workunit.client.0.smithi003.stdout:op 4004 completed, throughput=5MB/sec 2024-04-13T07:49:13.563 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WR1ToUHYRLLptfR off=15645470 len=1599523 2024-04-13T07:49:13.573 INFO:tasks.workunit.client.0.smithi003.stdout:op 4005 completed, throughput=5MB/sec 2024-04-13T07:49:13.573 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fE8zy0EEClvAXVs off=9114937 len=470261 2024-04-13T07:49:13.574 INFO:tasks.workunit.client.0.smithi003.stdout:op 4006 completed, throughput=5MB/sec 2024-04-13T07:49:13.574 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PwnPtujJMD7sLyf off=1065942 len=129676 2024-04-13T07:49:13.577 INFO:tasks.workunit.client.0.smithi003.stdout:op 4007 completed, throughput=5MB/sec 2024-04-13T07:49:13.577 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NIHwrRbeHjz3roM off=3775186 len=606733 2024-04-13T07:49:13.578 INFO:tasks.workunit.client.0.smithi003.stdout:op 4008 completed, throughput=5MB/sec 2024-04-13T07:49:14.578 INFO:tasks.workunit.client.0.smithi003.stdout: 795: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:14.578 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jedbVaCnMyN-hdz off=2320718 len=1209405 2024-04-13T07:49:14.580 INFO:tasks.workunit.client.0.smithi003.stdout:op 4009 completed, throughput=5MB/sec 2024-04-13T07:49:14.580 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iR0JUn_lndQEAuS off=11748495 len=728095 2024-04-13T07:49:14.581 INFO:tasks.workunit.client.0.smithi003.stdout:op 4010 completed, throughput=5MB/sec 2024-04-13T07:49:14.581 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-22qgC5sAAlTsG-R off=15917865 len=769513 2024-04-13T07:49:14.585 INFO:tasks.workunit.client.0.smithi003.stdout:op 4011 completed, throughput=5MB/sec 2024-04-13T07:49:14.585 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Vu4webHEhlRVrFi off=13626759 len=22306 2024-04-13T07:49:14.588 INFO:tasks.workunit.client.0.smithi003.stdout:op 4012 completed, throughput=5MB/sec 2024-04-13T07:49:14.588 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-j5WGVtlzK7nwU2s off=6816909 len=1254673 2024-04-13T07:49:14.590 INFO:tasks.workunit.client.0.smithi003.stdout:op 4013 completed, throughput=5MB/sec 2024-04-13T07:49:14.590 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-S4Fv1zxYWbua1CP off=10000300 len=1544133 2024-04-13T07:49:14.593 INFO:tasks.workunit.client.0.smithi003.stdout:op 4014 completed, throughput=5MB/sec 2024-04-13T07:49:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:14 smithi003 ceph-mon[91733]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:49:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:14 smithi003 ceph-mon[89364]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:49:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:49:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:49:14] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-13T07:49:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:14 smithi066 ceph-mon[84331]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:49:15.592 INFO:tasks.workunit.client.0.smithi003.stdout: 796: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:15.592 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-z14dwgNxuKe1fLg off=18026176 len=1274975 2024-04-13T07:49:15.598 INFO:tasks.workunit.client.0.smithi003.stdout:op 4015 completed, throughput=5MB/sec 2024-04-13T07:49:15.598 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-D0EUQRaWs2ry45J off=10982646 len=156357 2024-04-13T07:49:15.599 INFO:tasks.workunit.client.0.smithi003.stdout:op 4016 completed, throughput=5MB/sec 2024-04-13T07:49:15.599 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ueG2IrHQyJbOERa off=10184629 len=1791782 2024-04-13T07:49:15.601 INFO:tasks.workunit.client.0.smithi003.stdout:op 4017 completed, throughput=5MB/sec 2024-04-13T07:49:15.601 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mnHXTOqe9jGEx3P off=588923 len=1952690 2024-04-13T07:49:15.612 INFO:tasks.workunit.client.0.smithi003.stdout:op 4018 completed, throughput=5MB/sec 2024-04-13T07:49:16.614 INFO:tasks.workunit.client.0.smithi003.stdout: 797: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:16.614 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0j8RLIpzernna7j off=6378525 len=2074936 2024-04-13T07:49:16.625 INFO:tasks.workunit.client.0.smithi003.stdout:op 4019 completed, throughput=5MB/sec 2024-04-13T07:49:16.625 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RPyfsA_91gm2Kmr off=246820 len=1413022 2024-04-13T07:49:16.632 INFO:tasks.workunit.client.0.smithi003.stdout:op 4020 completed, throughput=5MB/sec 2024-04-13T07:49:16.632 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Y9lnammScFniZEf off=6128497 len=1624470 2024-04-13T07:49:16.633 INFO:tasks.workunit.client.0.smithi003.stdout:op 4021 completed, throughput=5MB/sec 2024-04-13T07:49:16.633 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-V2ZZJKalmW5Mrf- off=1824728 len=260334 2024-04-13T07:49:16.637 INFO:tasks.workunit.client.0.smithi003.stdout:op 4022 completed, throughput=5MB/sec 2024-04-13T07:49:16.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:16 smithi066 ceph-mon[84331]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:49:16.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:16 smithi003 ceph-mon[91733]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:49:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:16 smithi003 ceph-mon[89364]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:49:17.637 INFO:tasks.workunit.client.0.smithi003.stdout: 798: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:17.637 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OIfoGCRIaas9seY off=21420839 len=459448 2024-04-13T07:49:17.641 INFO:tasks.workunit.client.0.smithi003.stdout:op 4023 completed, throughput=4.99MB/sec 2024-04-13T07:49:17.641 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yRGyM05u1KgUh0A off=7340441 len=1066181 2024-04-13T07:49:17.647 INFO:tasks.workunit.client.0.smithi003.stdout:op 4024 completed, throughput=5MB/sec 2024-04-13T07:49:17.647 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HnuO_QKgsHegcHm off=8978487 len=81434 2024-04-13T07:49:17.647 INFO:tasks.workunit.client.0.smithi003.stdout:op 4025 completed, throughput=5MB/sec 2024-04-13T07:49:17.648 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XxbcvUanvLEN-L1 off=1786521 len=2077121 2024-04-13T07:49:17.650 INFO:tasks.workunit.client.0.smithi003.stdout:op 4026 completed, throughput=5MB/sec 2024-04-13T07:49:17.650 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gb8gMpsopZti9ok off=12636903 len=1275489 2024-04-13T07:49:17.651 INFO:tasks.workunit.client.0.smithi003.stdout:op 4027 completed, throughput=5MB/sec 2024-04-13T07:49:17.651 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PCjbSz1O36mMwVn off=5637792 len=1402855 2024-04-13T07:49:17.654 INFO:tasks.workunit.client.0.smithi003.stdout:op 4028 completed, throughput=5MB/sec 2024-04-13T07:49:18.655 INFO:tasks.workunit.client.0.smithi003.stdout: 799: throughput=5MB/sec pending data=0 2024-04-13T07:49:18.655 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dSDa_ZRiu7MetSy off=368119 len=496776 2024-04-13T07:49:18.659 INFO:tasks.workunit.client.0.smithi003.stdout:op 4029 completed, throughput=5MB/sec 2024-04-13T07:49:18.659 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rK0HFubGrIdpJ6D off=5613841 len=1152026 2024-04-13T07:49:18.666 INFO:tasks.workunit.client.0.smithi003.stdout:op 4030 completed, throughput=5MB/sec 2024-04-13T07:49:18.666 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7bDAMXnfCUQY9Ku off=12700119 len=1263013 2024-04-13T07:49:18.668 INFO:tasks.workunit.client.0.smithi003.stdout:op 4031 completed, throughput=5MB/sec 2024-04-13T07:49:18.668 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wgCmxEUB79vsGIJ off=6321167 len=566702 2024-04-13T07:49:18.672 INFO:tasks.workunit.client.0.smithi003.stdout:op 4032 completed, throughput=5MB/sec 2024-04-13T07:49:18.672 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Tf0WzVvr03b_yLk off=21568343 len=158613 2024-04-13T07:49:18.673 INFO:tasks.workunit.client.0.smithi003.stdout:op 4033 completed, throughput=5MB/sec 2024-04-13T07:49:18.673 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CKgPNpMu0RB2b0y off=2974238 len=1004521 2024-04-13T07:49:18.678 INFO:tasks.workunit.client.0.smithi003.stdout:op 4034 completed, throughput=5MB/sec 2024-04-13T07:49:18.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:18 smithi003 ceph-mon[91733]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:49:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:18 smithi003 ceph-mon[89364]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:49:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:18 smithi066 ceph-mon[84331]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:49:19.679 INFO:tasks.workunit.client.0.smithi003.stdout: 800: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:19.679 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NrZQaRYZYferECk off=1475623 len=1774276 2024-04-13T07:49:19.687 INFO:tasks.workunit.client.0.smithi003.stdout:op 4035 completed, throughput=5MB/sec 2024-04-13T07:49:19.687 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7B9hn_ExXTOqfAR off=854964 len=77470 2024-04-13T07:49:19.690 INFO:tasks.workunit.client.0.smithi003.stdout:op 4036 completed, throughput=5MB/sec 2024-04-13T07:49:19.690 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-evDVMPS6EaDKg3s off=13478674 len=553024 2024-04-13T07:49:19.691 INFO:tasks.workunit.client.0.smithi003.stdout:op 4037 completed, throughput=5MB/sec 2024-04-13T07:49:19.691 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VUTlFcUTEV8Gl2D off=2109607 len=612860 2024-04-13T07:49:19.693 INFO:tasks.workunit.client.0.smithi003.stdout:op 4038 completed, throughput=5MB/sec 2024-04-13T07:49:19.693 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Yziw6NWuDvhJguo off=6469299 len=494521 2024-04-13T07:49:19.693 INFO:tasks.workunit.client.0.smithi003.stdout:op 4039 completed, throughput=5MB/sec 2024-04-13T07:49:19.693 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Fjq3hjkfQciKqMh off=2370632 len=463009 2024-04-13T07:49:19.696 INFO:tasks.workunit.client.0.smithi003.stdout:op 4040 completed, throughput=5MB/sec 2024-04-13T07:49:19.696 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ufFVzb7nf9Unj-q off=2230212 len=1710633 2024-04-13T07:49:19.706 INFO:tasks.workunit.client.0.smithi003.stdout:op 4041 completed, throughput=5MB/sec 2024-04-13T07:49:20.706 INFO:tasks.workunit.client.0.smithi003.stdout: 801: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:20.706 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-thoLyLfCbXpONiZ off=12298130 len=658584 2024-04-13T07:49:20.711 INFO:tasks.workunit.client.0.smithi003.stdout:op 4042 completed, throughput=5MB/sec 2024-04-13T07:49:20.711 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2IxxQP282tYZsiV off=1461388 len=1751051 2024-04-13T07:49:20.719 INFO:tasks.workunit.client.0.smithi003.stdout:op 4043 completed, throughput=5MB/sec 2024-04-13T07:49:20.719 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EhTXOaqAgJRsR7N off=17689987 len=1333123 2024-04-13T07:49:20.720 INFO:tasks.workunit.client.0.smithi003.stdout:op 4044 completed, throughput=5MB/sec 2024-04-13T07:49:20.720 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NgzWHhkZv5l9Djo off=18330954 len=1834750 2024-04-13T07:49:20.721 INFO:tasks.workunit.client.0.smithi003.stdout:op 4045 completed, throughput=5MB/sec 2024-04-13T07:49:20.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:20 smithi003 ceph-mon[91733]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:49:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:20 smithi003 ceph-mon[89364]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:49:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:20 smithi066 ceph-mon[84331]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:49:21.722 INFO:tasks.workunit.client.0.smithi003.stdout: 802: throughput=5MB/sec pending data=0 2024-04-13T07:49:21.722 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FrLL4rtXITDYr7y off=1838857 len=277179 2024-04-13T07:49:21.725 INFO:tasks.workunit.client.0.smithi003.stdout:op 4046 completed, throughput=5MB/sec 2024-04-13T07:49:21.725 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HDcIv7ZKW6DixRH off=13814365 len=2998 2024-04-13T07:49:21.728 INFO:tasks.workunit.client.0.smithi003.stdout:op 4047 completed, throughput=5MB/sec 2024-04-13T07:49:21.728 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sIHM4BKqfsZgUK3 off=3047326 len=1235457 2024-04-13T07:49:21.734 INFO:tasks.workunit.client.0.smithi003.stdout:op 4048 completed, throughput=5MB/sec 2024-04-13T07:49:21.734 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZtNh4eYx-NJYmj1 off=7190127 len=1590146 2024-04-13T07:49:21.742 INFO:tasks.workunit.client.0.smithi003.stdout:op 4049 completed, throughput=5MB/sec 2024-04-13T07:49:21.743 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-h_rmi2RVmxnvJ0N off=14501777 len=289477 2024-04-13T07:49:21.743 INFO:tasks.workunit.client.0.smithi003.stdout:op 4050 completed, throughput=5MB/sec 2024-04-13T07:49:21.743 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qrhCKRLLerdgIy_ off=9236605 len=62022 2024-04-13T07:49:21.744 INFO:tasks.workunit.client.0.smithi003.stdout:op 4051 completed, throughput=5MB/sec 2024-04-13T07:49:21.744 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-K1Gm0yxPzylU7iX off=7563748 len=78342 2024-04-13T07:49:21.745 INFO:tasks.workunit.client.0.smithi003.stdout:op 4052 completed, throughput=5MB/sec 2024-04-13T07:49:21.745 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8EbKjJez92j_G9A off=3902775 len=184859 2024-04-13T07:49:21.748 INFO:tasks.workunit.client.0.smithi003.stdout:op 4053 completed, throughput=5MB/sec 2024-04-13T07:49:21.748 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3GvWCJZ_drjOoM5 off=5283831 len=591350 2024-04-13T07:49:21.749 INFO:tasks.workunit.client.0.smithi003.stdout:op 4054 completed, throughput=5MB/sec 2024-04-13T07:49:21.749 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GfXFIwTAh1nvugx off=295640 len=1196032 2024-04-13T07:49:21.751 INFO:tasks.workunit.client.0.smithi003.stdout:op 4055 completed, throughput=5MB/sec 2024-04-13T07:49:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:22 smithi066 ceph-mon[84331]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:49:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:49:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:49:22.751 INFO:tasks.workunit.client.0.smithi003.stdout: 803: throughput=5MB/sec pending data=0 2024-04-13T07:49:22.751 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CKP0AiKeQslm2m4 off=9913188 len=1946751 2024-04-13T07:49:22.755 INFO:tasks.workunit.client.0.smithi003.stdout:op 4056 completed, throughput=5MB/sec 2024-04-13T07:49:22.755 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WIfZY5Mm841jjgj off=12980062 len=1923074 2024-04-13T07:49:22.758 INFO:tasks.workunit.client.0.smithi003.stdout:op 4057 completed, throughput=5MB/sec 2024-04-13T07:49:22.758 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-L5CFKcTyAIgWTMp off=1245450 len=729376 2024-04-13T07:49:22.763 INFO:tasks.workunit.client.0.smithi003.stdout:op 4058 completed, throughput=5MB/sec 2024-04-13T07:49:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:22 smithi003 ceph-mon[91733]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:49:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:22 smithi003 ceph-mon[89364]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:49:23.763 INFO:tasks.workunit.client.0.smithi003.stdout: 804: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:23.763 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hi34VvchBlITcoM off=4892811 len=380181 2024-04-13T07:49:23.764 INFO:tasks.workunit.client.0.smithi003.stdout:op 4059 completed, throughput=4.99MB/sec 2024-04-13T07:49:23.764 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rbNcsfL1vfiA-dN off=20094715 len=1990963 2024-04-13T07:49:23.766 INFO:tasks.workunit.client.0.smithi003.stdout:op 4060 completed, throughput=5MB/sec 2024-04-13T07:49:23.767 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0YfofPryOqKKON7 off=12920046 len=539663 2024-04-13T07:49:23.770 INFO:tasks.workunit.client.0.smithi003.stdout:op 4061 completed, throughput=5MB/sec 2024-04-13T07:49:23.770 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IefMH8Oc1SWGo0S off=1278364 len=673835 2024-04-13T07:49:23.772 INFO:tasks.workunit.client.0.smithi003.stdout:op 4062 completed, throughput=5MB/sec 2024-04-13T07:49:23.772 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FVzarwBI4M8frcI off=21945453 len=1499731 2024-04-13T07:49:23.774 INFO:tasks.workunit.client.0.smithi003.stdout:op 4063 completed, throughput=5MB/sec 2024-04-13T07:49:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:24 smithi003 ceph-mon[91733]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:49:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:24 smithi003 ceph-mon[89364]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:49:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:49:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:49:24] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-13T07:49:24.774 INFO:tasks.workunit.client.0.smithi003.stdout: 805: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:24.775 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EezP9GQpTx7fcZ2 off=1043757 len=653796 2024-04-13T07:49:24.776 INFO:tasks.workunit.client.0.smithi003.stdout:op 4064 completed, throughput=4.99MB/sec 2024-04-13T07:49:24.776 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-l7N6o_lQypJrmdn off=6871025 len=1887880 2024-04-13T07:49:24.785 INFO:tasks.workunit.client.0.smithi003.stdout:op 4065 completed, throughput=5MB/sec 2024-04-13T07:49:24.785 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qUe_hde3sYAyeyO off=9328106 len=746689 2024-04-13T07:49:24.786 INFO:tasks.workunit.client.0.smithi003.stdout:op 4066 completed, throughput=5MB/sec 2024-04-13T07:49:24.786 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NsrhmPCaa9-YLyX off=6352390 len=365624 2024-04-13T07:49:24.787 INFO:tasks.workunit.client.0.smithi003.stdout:op 4067 completed, throughput=5MB/sec 2024-04-13T07:49:24.787 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gkQLu72wSySjrq8 off=1274139 len=124088 2024-04-13T07:49:24.789 INFO:tasks.workunit.client.0.smithi003.stdout:op 4068 completed, throughput=5MB/sec 2024-04-13T07:49:24.790 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-n2cUf7YBH-v4Kn8 off=17797369 len=695034 2024-04-13T07:49:24.793 INFO:tasks.workunit.client.0.smithi003.stdout:op 4069 completed, throughput=5MB/sec 2024-04-13T07:49:24.793 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1zNHBaFfYPO3GcG off=11267632 len=663814 2024-04-13T07:49:24.797 INFO:tasks.workunit.client.0.smithi003.stdout:op 4070 completed, throughput=5MB/sec 2024-04-13T07:49:24.797 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-idAEgqYEmaiQDTu off=306950 len=1246983 2024-04-13T07:49:24.798 INFO:tasks.workunit.client.0.smithi003.stdout:op 4071 completed, throughput=5MB/sec 2024-04-13T07:49:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:24 smithi066 ceph-mon[84331]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:49:25.799 INFO:tasks.workunit.client.0.smithi003.stdout: 806: throughput=5MB/sec pending data=0 2024-04-13T07:49:25.799 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-63DCO8mxjJe2Gkj off=3534783 len=684984 2024-04-13T07:49:25.800 INFO:tasks.workunit.client.0.smithi003.stdout:op 4072 completed, throughput=5MB/sec 2024-04-13T07:49:25.800 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oC9fUx8zF1qBW-1 off=10704198 len=46689 2024-04-13T07:49:25.800 INFO:tasks.workunit.client.0.smithi003.stdout:op 4073 completed, throughput=5MB/sec 2024-04-13T07:49:25.801 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Ywsyagz642AEIbx off=22361932 len=585972 2024-04-13T07:49:25.802 INFO:tasks.workunit.client.0.smithi003.stdout:op 4074 completed, throughput=5MB/sec 2024-04-13T07:49:25.802 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MlLtnUr0P7kmepl off=19767720 len=1199265 2024-04-13T07:49:25.803 INFO:tasks.workunit.client.0.smithi003.stdout:op 4075 completed, throughput=5MB/sec 2024-04-13T07:49:25.803 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dVmr2HIIAsPabLX off=1657595 len=1554632 2024-04-13T07:49:25.806 INFO:tasks.workunit.client.0.smithi003.stdout:op 4076 completed, throughput=5MB/sec 2024-04-13T07:49:25.806 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oG_TNiwzu8ZvN5N off=18874270 len=1302564 2024-04-13T07:49:25.815 INFO:tasks.workunit.client.0.smithi003.stdout:op 4077 completed, throughput=5MB/sec 2024-04-13T07:49:26.815 INFO:tasks.workunit.client.0.smithi003.stdout: 807: throughput=5MB/sec pending data=0 2024-04-13T07:49:26.815 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RpdUR2G8Yjl3qp_ off=15764757 len=1270850 2024-04-13T07:49:26.823 INFO:tasks.workunit.client.0.smithi003.stdout:op 4078 completed, throughput=5MB/sec 2024-04-13T07:49:26.823 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-585HFVNhsl3XNd9 off=3802602 len=220313 2024-04-13T07:49:26.824 INFO:tasks.workunit.client.0.smithi003.stdout:op 4079 completed, throughput=5MB/sec 2024-04-13T07:49:26.824 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IdOhLfXzxxRf9_6 off=4887424 len=344205 2024-04-13T07:49:26.828 INFO:tasks.workunit.client.0.smithi003.stdout:op 4080 completed, throughput=5MB/sec 2024-04-13T07:49:26.828 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-E0x9Is4o8kuUZbU off=9755358 len=867038 2024-04-13T07:49:26.830 INFO:tasks.workunit.client.0.smithi003.stdout:op 4081 completed, throughput=5MB/sec 2024-04-13T07:49:26.830 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Lh6iBZhxpld--Oh off=1338701 len=1976033 2024-04-13T07:49:26.831 INFO:tasks.workunit.client.0.smithi003.stdout:op 4082 completed, throughput=5MB/sec 2024-04-13T07:49:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:26 smithi003 ceph-mon[91733]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T07:49:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:26 smithi003 ceph-mon[89364]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T07:49:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:26 smithi066 ceph-mon[84331]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-13T07:49:27.831 INFO:tasks.workunit.client.0.smithi003.stdout: 808: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:27.831 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WMPymiKqqcyFGYO off=2225948 len=1505246 2024-04-13T07:49:27.839 INFO:tasks.workunit.client.0.smithi003.stdout:op 4083 completed, throughput=5MB/sec 2024-04-13T07:49:27.839 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wHqrl7ommPRCRii off=16443469 len=1137716 2024-04-13T07:49:27.843 INFO:tasks.workunit.client.0.smithi003.stdout:op 4084 completed, throughput=5MB/sec 2024-04-13T07:49:27.843 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TOuCCwi7XQPc5kT off=15029642 len=1934945 2024-04-13T07:49:27.845 INFO:tasks.workunit.client.0.smithi003.stdout:op 4085 completed, throughput=5MB/sec 2024-04-13T07:49:27.845 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Op4bMNluQTHgl8b off=8742423 len=328368 2024-04-13T07:49:27.847 INFO:tasks.workunit.client.0.smithi003.stdout:op 4086 completed, throughput=5MB/sec 2024-04-13T07:49:28.706 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:28 smithi066 ceph-mon[84331]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:49:28.848 INFO:tasks.workunit.client.0.smithi003.stdout: 809: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:28.848 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XtGa0sirKHNOeMV off=23596051 len=1681909 2024-04-13T07:49:28.856 INFO:tasks.workunit.client.0.smithi003.stdout:op 4087 completed, throughput=5MB/sec 2024-04-13T07:49:28.857 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VK4EWjnL_5wpfUl off=2795989 len=1565884 2024-04-13T07:49:28.864 INFO:tasks.workunit.client.0.smithi003.stdout:op 4088 completed, throughput=5MB/sec 2024-04-13T07:49:28.864 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jPXVIjPGDoc6v_x off=5639171 len=2045451 2024-04-13T07:49:28.868 INFO:tasks.workunit.client.0.smithi003.stdout:op 4089 completed, throughput=5MB/sec 2024-04-13T07:49:28.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:28 smithi003 ceph-mon[91733]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:49:28.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:28 smithi003 ceph-mon[89364]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:49:29.869 INFO:tasks.workunit.client.0.smithi003.stdout: 810: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:29.869 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QYTrfZodT5GCUAf off=3797835 len=400838 2024-04-13T07:49:29.870 INFO:tasks.workunit.client.0.smithi003.stdout:op 4090 completed, throughput=4.99MB/sec 2024-04-13T07:49:29.871 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dlmWnF6FYYOLiSg off=8304993 len=1344251 2024-04-13T07:49:29.877 INFO:tasks.workunit.client.0.smithi003.stdout:op 4091 completed, throughput=5MB/sec 2024-04-13T07:49:29.877 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kEeELk12tLDtHqr off=55726 len=2095806 2024-04-13T07:49:29.881 INFO:tasks.workunit.client.0.smithi003.stdout:op 4092 completed, throughput=5MB/sec 2024-04-13T07:49:29.881 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-poqnD3xlmhCMvgl off=2254767 len=1872938 2024-04-13T07:49:29.883 INFO:tasks.workunit.client.0.smithi003.stdout:op 4093 completed, throughput=5MB/sec 2024-04-13T07:49:30.884 INFO:tasks.workunit.client.0.smithi003.stdout: 811: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:30.884 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IiSBs4ouX_FjCd8 off=7275547 len=1513392 2024-04-13T07:49:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:30 smithi003 ceph-mon[91733]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:49:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:30 smithi003 ceph-mon[89364]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:49:30.891 INFO:tasks.workunit.client.0.smithi003.stdout:op 4094 completed, throughput=5MB/sec 2024-04-13T07:49:30.892 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Yf0Iu8sWWddLB9g off=5808574 len=1309908 2024-04-13T07:49:30.901 INFO:tasks.workunit.client.0.smithi003.stdout:op 4095 completed, throughput=5MB/sec 2024-04-13T07:49:30.901 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-v4VdO8p5ECenKaa off=7970445 len=1411697 2024-04-13T07:49:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:30 smithi066 ceph-mon[84331]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:49:30.908 INFO:tasks.workunit.client.0.smithi003.stdout:op 4096 completed, throughput=5MB/sec 2024-04-13T07:49:30.908 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-JFBAcnvyG_O8HxK off=12196598 len=263026 2024-04-13T07:49:30.911 INFO:tasks.workunit.client.0.smithi003.stdout:op 4097 completed, throughput=5MB/sec 2024-04-13T07:49:30.912 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QnbJbhfs1Tl5Aa4 off=2470960 len=1630022 2024-04-13T07:49:30.912 INFO:tasks.workunit.client.0.smithi003.stdout:op 4098 completed, throughput=5MB/sec 2024-04-13T07:49:31.913 INFO:tasks.workunit.client.0.smithi003.stdout: 812: throughput=5MB/sec pending data=0 2024-04-13T07:49:31.913 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kHVQS7oietuVnt6 off=6687116 len=199463 2024-04-13T07:49:31.914 INFO:tasks.workunit.client.0.smithi003.stdout:op 4099 completed, throughput=5MB/sec 2024-04-13T07:49:31.914 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jS5f-nutDXEc0Go off=14111853 len=1741659 2024-04-13T07:49:31.915 INFO:tasks.workunit.client.0.smithi003.stdout:op 4100 completed, throughput=5MB/sec 2024-04-13T07:49:31.915 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fZErHbiwORTgC8V off=1724404 len=2027446 2024-04-13T07:49:31.924 INFO:tasks.workunit.client.0.smithi003.stdout:op 4101 completed, throughput=5MB/sec 2024-04-13T07:49:31.924 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-drx4INVRcgCaks8 off=316310 len=287519 2024-04-13T07:49:31.927 INFO:tasks.workunit.client.0.smithi003.stdout:op 4102 completed, throughput=5MB/sec 2024-04-13T07:49:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:32 smithi066 ceph-mon[84331]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:49:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:49:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:49:32.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:32 smithi003 ceph-mon[91733]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:49:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:32 smithi003 ceph-mon[89364]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:49:32.927 INFO:tasks.workunit.client.0.smithi003.stdout: 813: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:32.927 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-f-Pw-1awAn00ZIl off=9151457 len=763236 2024-04-13T07:49:32.929 INFO:tasks.workunit.client.0.smithi003.stdout:op 4103 completed, throughput=4.99MB/sec 2024-04-13T07:49:32.929 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ayC7kXYP-94fsIM off=4059780 len=6262 2024-04-13T07:49:32.931 INFO:tasks.workunit.client.0.smithi003.stdout:op 4104 completed, throughput=4.99MB/sec 2024-04-13T07:49:32.931 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kEeELk12tLDtHqr off=4082718 len=224496 2024-04-13T07:49:32.933 INFO:tasks.workunit.client.0.smithi003.stdout:op 4105 completed, throughput=5MB/sec 2024-04-13T07:49:32.933 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mlsEe1SX9WDjTuF off=1184073 len=80739 2024-04-13T07:49:32.935 INFO:tasks.workunit.client.0.smithi003.stdout:op 4106 completed, throughput=5MB/sec 2024-04-13T07:49:32.935 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wqJEiiQovm6ZF-m off=3755388 len=1216031 2024-04-13T07:49:32.941 INFO:tasks.workunit.client.0.smithi003.stdout:op 4107 completed, throughput=5MB/sec 2024-04-13T07:49:32.941 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-el7WOWdoxxMRnd0 off=16592646 len=1348351 2024-04-13T07:49:32.942 INFO:tasks.workunit.client.0.smithi003.stdout:op 4108 completed, throughput=5MB/sec 2024-04-13T07:49:32.942 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-78ijwKotCzUE2zt off=17946562 len=962438 2024-04-13T07:49:32.948 INFO:tasks.workunit.client.0.smithi003.stdout:op 4109 completed, throughput=5MB/sec 2024-04-13T07:49:32.948 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sEuM5lRDo5TPO5d off=16026903 len=351994 2024-04-13T07:49:32.949 INFO:tasks.workunit.client.0.smithi003.stdout:op 4110 completed, throughput=5MB/sec 2024-04-13T07:49:32.949 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jS5f-nutDXEc0Go off=16436973 len=662216 2024-04-13T07:49:32.950 INFO:tasks.workunit.client.0.smithi003.stdout:op 4111 completed, throughput=5MB/sec 2024-04-13T07:49:33.950 INFO:tasks.workunit.client.0.smithi003.stdout: 814: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:33.950 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SKyWNh7tKVpO2uq off=21862333 len=1535293 2024-04-13T07:49:33.958 INFO:tasks.workunit.client.0.smithi003.stdout:op 4112 completed, throughput=5MB/sec 2024-04-13T07:49:33.958 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-F2tq1ZMwUxOE4Hy off=6605422 len=1237403 2024-04-13T07:49:33.961 INFO:tasks.workunit.client.0.smithi003.stdout:op 4113 completed, throughput=5MB/sec 2024-04-13T07:49:33.961 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QB3FsviTA5Mmw3Y off=3794049 len=421927 2024-04-13T07:49:33.962 INFO:tasks.workunit.client.0.smithi003.stdout:op 4114 completed, throughput=5MB/sec 2024-04-13T07:49:33.962 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zweF8z6D1urXS19 off=6775748 len=611729 2024-04-13T07:49:33.966 INFO:tasks.workunit.client.0.smithi003.stdout:op 4115 completed, throughput=5MB/sec 2024-04-13T07:49:33.966 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WcCjjji31knHcjK off=13465660 len=1556884 2024-04-13T07:49:33.970 INFO:tasks.workunit.client.0.smithi003.stdout:op 4116 completed, throughput=5MB/sec 2024-04-13T07:49:34.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:34 smithi003 ceph-mon[91733]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:49:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:34 smithi003 ceph-mon[89364]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:49:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:49:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:49:34] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-13T07:49:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:34 smithi066 ceph-mon[84331]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:49:34.970 INFO:tasks.workunit.client.0.smithi003.stdout: 815: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:34.971 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-okD187jb0vmWzsK off=9411580 len=970378 2024-04-13T07:49:34.973 INFO:tasks.workunit.client.0.smithi003.stdout:op 4117 completed, throughput=5MB/sec 2024-04-13T07:49:34.973 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sWAq9-FsRdj2t0j off=503971 len=75434 2024-04-13T07:49:34.974 INFO:tasks.workunit.client.0.smithi003.stdout:op 4118 completed, throughput=5MB/sec 2024-04-13T07:49:34.974 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jjIjDvmgRvgFXnF off=3887818 len=636001 2024-04-13T07:49:34.978 INFO:tasks.workunit.client.0.smithi003.stdout:op 4119 completed, throughput=5MB/sec 2024-04-13T07:49:34.978 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WLba2Jv4pttNFaX off=7566038 len=1774120 2024-04-13T07:49:34.983 INFO:tasks.workunit.client.0.smithi003.stdout:op 4120 completed, throughput=5MB/sec 2024-04-13T07:49:34.983 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qscO7rQ-u7_cfCo off=18743777 len=127893 2024-04-13T07:49:34.986 INFO:tasks.workunit.client.0.smithi003.stdout:op 4121 completed, throughput=5MB/sec 2024-04-13T07:49:34.986 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-g7wGMP_vqm5_z7m off=10111864 len=789610 2024-04-13T07:49:34.987 INFO:tasks.workunit.client.0.smithi003.stdout:op 4122 completed, throughput=5MB/sec 2024-04-13T07:49:34.987 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-10z2PI91ojMfr2i off=853253 len=810096 2024-04-13T07:49:34.992 INFO:tasks.workunit.client.0.smithi003.stdout:op 4123 completed, throughput=5MB/sec 2024-04-13T07:49:35.992 INFO:tasks.workunit.client.0.smithi003.stdout: 816: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:35.992 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xlRnWw4AMb8pWQB off=2269395 len=66217 2024-04-13T07:49:35.995 INFO:tasks.workunit.client.0.smithi003.stdout:op 4124 completed, throughput=4.99MB/sec 2024-04-13T07:49:35.995 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PzTxDD1E0IuNeJA off=2158281 len=415323 2024-04-13T07:49:35.999 INFO:tasks.workunit.client.0.smithi003.stdout:op 4125 completed, throughput=4.99MB/sec 2024-04-13T07:49:35.999 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FK2-H3S-V3RA0LK off=5151854 len=443209 2024-04-13T07:49:36.000 INFO:tasks.workunit.client.0.smithi003.stdout:op 4126 completed, throughput=5MB/sec 2024-04-13T07:49:36.000 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EYHLl6CtUPJo0UM off=6108963 len=992326 2024-04-13T07:49:36.006 INFO:tasks.workunit.client.0.smithi003.stdout:op 4127 completed, throughput=5MB/sec 2024-04-13T07:49:36.006 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uM9vfYEiLm06wnH off=2581100 len=1117352 2024-04-13T07:49:36.008 INFO:tasks.workunit.client.0.smithi003.stdout:op 4128 completed, throughput=5MB/sec 2024-04-13T07:49:36.008 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aTm75p290ZkKJQO off=722847 len=1614971 2024-04-13T07:49:36.016 INFO:tasks.workunit.client.0.smithi003.stdout:op 4129 completed, throughput=5MB/sec 2024-04-13T07:49:36.017 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-4j4uONSbwkDNwST off=5246065 len=1481189 2024-04-13T07:49:36.019 INFO:tasks.workunit.client.0.smithi003.stdout:op 4130 completed, throughput=5MB/sec 2024-04-13T07:49:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:36 smithi003 ceph-mon[91733]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T07:49:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:36 smithi003 ceph-mon[89364]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T07:49:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:36 smithi066 ceph-mon[84331]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T07:49:37.019 INFO:tasks.workunit.client.0.smithi003.stdout: 817: throughput=5MB/sec pending data=0 2024-04-13T07:49:37.020 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GeeMP-k4Lu3mSik off=6199578 len=1018138 2024-04-13T07:49:37.021 INFO:tasks.workunit.client.0.smithi003.stdout:op 4131 completed, throughput=5MB/sec 2024-04-13T07:49:37.021 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jwIdXmnPjKQEZrM off=374625 len=1242847 2024-04-13T07:49:37.029 INFO:tasks.workunit.client.0.smithi003.stdout:op 4132 completed, throughput=5MB/sec 2024-04-13T07:49:37.029 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-59sSmyvHZx9jQPR off=7825892 len=1597527 2024-04-13T07:49:37.036 INFO:tasks.workunit.client.0.smithi003.stdout:op 4133 completed, throughput=5MB/sec 2024-04-13T07:49:37.036 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-A9T9zpmVKEMOXS6 off=264852 len=918035 2024-04-13T07:49:37.042 INFO:tasks.workunit.client.0.smithi003.stdout:op 4134 completed, throughput=5MB/sec 2024-04-13T07:49:38.042 INFO:tasks.workunit.client.0.smithi003.stdout: 818: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:38.042 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PCjbSz1O36mMwVn off=1804413 len=1073392 2024-04-13T07:49:38.049 INFO:tasks.workunit.client.0.smithi003.stdout:op 4135 completed, throughput=5MB/sec 2024-04-13T07:49:38.049 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IudQrHwAgySB3Y6 off=17366648 len=562772 2024-04-13T07:49:38.050 INFO:tasks.workunit.client.0.smithi003.stdout:op 4136 completed, throughput=5MB/sec 2024-04-13T07:49:38.050 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--mC12Gd2fBHWVHn off=140917 len=1619499 2024-04-13T07:49:38.054 INFO:tasks.workunit.client.0.smithi003.stdout:op 4137 completed, throughput=5MB/sec 2024-04-13T07:49:38.054 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XctSS8dQlTmUyKo off=3766705 len=1195435 2024-04-13T07:49:38.055 INFO:tasks.workunit.client.0.smithi003.stdout:op 4138 completed, throughput=5MB/sec 2024-04-13T07:49:38.055 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--Rw273gVysyc4hf off=7079595 len=123500 2024-04-13T07:49:38.056 INFO:tasks.workunit.client.0.smithi003.stdout:op 4139 completed, throughput=5MB/sec 2024-04-13T07:49:38.056 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zlOPVX1_-AqVQHm off=8665160 len=660774 2024-04-13T07:49:38.060 INFO:tasks.workunit.client.0.smithi003.stdout:op 4140 completed, throughput=5MB/sec 2024-04-13T07:49:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:38 smithi003 ceph-mon[89364]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:49:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:38 smithi003 ceph-mon[91733]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:49:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:38 smithi066 ceph-mon[84331]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:49:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:39.061 INFO:tasks.workunit.client.0.smithi003.stdout: 819: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:39.061 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-a7DrRXi6-dsC9n3 off=2859334 len=1369652 2024-04-13T07:49:39.062 INFO:tasks.workunit.client.0.smithi003.stdout:op 4141 completed, throughput=5MB/sec 2024-04-13T07:49:39.063 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-esHtIztzDPUqlpD off=8331819 len=2048443 2024-04-13T07:49:39.065 INFO:tasks.workunit.client.0.smithi003.stdout:op 4142 completed, throughput=5MB/sec 2024-04-13T07:49:39.065 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-H1Rk7g50h36hm2e off=8158074 len=470513 2024-04-13T07:49:39.069 INFO:tasks.workunit.client.0.smithi003.stdout:op 4143 completed, throughput=5MB/sec 2024-04-13T07:49:39.069 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8Mk3CasmIPffaUX off=4239860 len=917429 2024-04-13T07:49:39.074 INFO:tasks.workunit.client.0.smithi003.stdout:op 4144 completed, throughput=5MB/sec 2024-04-13T07:49:39.075 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9BvqYQYTJP2Jpyd off=639364 len=797366 2024-04-13T07:49:39.079 INFO:tasks.workunit.client.0.smithi003.stdout:op 4145 completed, throughput=5MB/sec 2024-04-13T07:49:40.080 INFO:tasks.workunit.client.0.smithi003.stdout: 820: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:40.080 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-g590s63NpwuqxJd off=927344 len=1649005 2024-04-13T07:49:40.082 INFO:tasks.workunit.client.0.smithi003.stdout:op 4146 completed, throughput=5MB/sec 2024-04-13T07:49:40.082 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-B-Q2ZrtmhqyrZA5 off=23289680 len=176581 2024-04-13T07:49:40.083 INFO:tasks.workunit.client.0.smithi003.stdout:op 4147 completed, throughput=5MB/sec 2024-04-13T07:49:40.083 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oaTUCnWZboCajHU off=15291873 len=256274 2024-04-13T07:49:40.087 INFO:tasks.workunit.client.0.smithi003.stdout:op 4148 completed, throughput=5MB/sec 2024-04-13T07:49:40.087 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-J7IaQR42I3Mdgv1 off=8123746 len=495321 2024-04-13T07:49:40.087 INFO:tasks.workunit.client.0.smithi003.stdout:op 4149 completed, throughput=5MB/sec 2024-04-13T07:49:40.087 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Z02ys7uDbEmGSqq off=0 len=2005820 2024-04-13T07:49:40.096 INFO:tasks.workunit.client.0.smithi003.stdout:op 4150 completed, throughput=5MB/sec 2024-04-13T07:49:40.096 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EnL0gmPjVddE6RI off=121093 len=2078586 2024-04-13T07:49:40.105 INFO:tasks.workunit.client.0.smithi003.stdout:op 4151 completed, throughput=5MB/sec 2024-04-13T07:49:40.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:40 smithi003 ceph-mon[89364]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:49:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:40 smithi003 ceph-mon[91733]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:49:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:40 smithi066 ceph-mon[84331]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:49:41.105 INFO:tasks.workunit.client.0.smithi003.stdout: 821: throughput=5MB/sec pending data=0 2024-04-13T07:49:41.105 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Q_QELOTxSPBkh4G off=744636 len=177414 2024-04-13T07:49:41.108 INFO:tasks.workunit.client.0.smithi003.stdout:op 4152 completed, throughput=5MB/sec 2024-04-13T07:49:41.109 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Crp9BlW52Zanpsb off=5362032 len=1765928 2024-04-13T07:49:41.117 INFO:tasks.workunit.client.0.smithi003.stdout:op 4153 completed, throughput=5MB/sec 2024-04-13T07:49:41.117 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TDJI1Opm7bLd8NV off=13612949 len=1137614 2024-04-13T07:49:41.124 INFO:tasks.workunit.client.0.smithi003.stdout:op 4154 completed, throughput=5MB/sec 2024-04-13T07:49:41.124 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VDJRAIz6qJnpPx0 off=7953711 len=1074474 2024-04-13T07:49:41.128 INFO:tasks.workunit.client.0.smithi003.stdout:op 4155 completed, throughput=5MB/sec 2024-04-13T07:49:42.129 INFO:tasks.workunit.client.0.smithi003.stdout: 822: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:42.129 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Rht1cvZcB3krFhg off=5674285 len=2043320 2024-04-13T07:49:42.131 INFO:tasks.workunit.client.0.smithi003.stdout:op 4156 completed, throughput=5MB/sec 2024-04-13T07:49:42.131 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QmFVQ5TNCecDGyQ off=3812573 len=1576221 2024-04-13T07:49:42.133 INFO:tasks.workunit.client.0.smithi003.stdout:op 4157 completed, throughput=5MB/sec 2024-04-13T07:49:42.133 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-R5d8V7T67FqBjyO off=4475889 len=779695 2024-04-13T07:49:42.134 INFO:tasks.workunit.client.0.smithi003.stdout:op 4158 completed, throughput=5MB/sec 2024-04-13T07:49:42.134 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hJNxLzKlxlRwUsa off=420622 len=285936 2024-04-13T07:49:42.137 INFO:tasks.workunit.client.0.smithi003.stdout:op 4159 completed, throughput=5MB/sec 2024-04-13T07:49:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:42 smithi066 ceph-mon[84331]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:49:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:49:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:49:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:42 smithi003 ceph-mon[91733]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:49:42.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:42 smithi003 ceph-mon[89364]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:49:43.138 INFO:tasks.workunit.client.0.smithi003.stdout: 823: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:43.138 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qQu7KR4ZBs0zj3- off=7200865 len=1523196 2024-04-13T07:49:43.140 INFO:tasks.workunit.client.0.smithi003.stdout:op 4160 completed, throughput=5MB/sec 2024-04-13T07:49:43.140 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-l1ZPxpuLZZNfpmC off=10927519 len=459890 2024-04-13T07:49:43.141 INFO:tasks.workunit.client.0.smithi003.stdout:op 4161 completed, throughput=5MB/sec 2024-04-13T07:49:43.141 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4gg8uFDsxyVENyx off=4788509 len=726909 2024-04-13T07:49:43.146 INFO:tasks.workunit.client.0.smithi003.stdout:op 4162 completed, throughput=5MB/sec 2024-04-13T07:49:43.146 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Socm6FAosHhqBV- off=8151742 len=1844691 2024-04-13T07:49:43.156 INFO:tasks.workunit.client.0.smithi003.stdout:op 4163 completed, throughput=5MB/sec 2024-04-13T07:49:43.157 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xHU8qOi2b5NYt3e off=512596 len=83418 2024-04-13T07:49:43.157 INFO:tasks.workunit.client.0.smithi003.stdout:op 4164 completed, throughput=5MB/sec 2024-04-13T07:49:43.157 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EgdeoXh4tl1gzyU off=19797940 len=644982 2024-04-13T07:49:43.158 INFO:tasks.workunit.client.0.smithi003.stdout:op 4165 completed, throughput=5MB/sec 2024-04-13T07:49:43.158 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GoaELhtSKOWTK12 off=12471601 len=456557 2024-04-13T07:49:43.159 INFO:tasks.workunit.client.0.smithi003.stdout:op 4166 completed, throughput=5MB/sec 2024-04-13T07:49:44.159 INFO:tasks.workunit.client.0.smithi003.stdout: 824: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:44.159 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kxMNCQ6eqNz0tBK off=3491548 len=1646751 2024-04-13T07:49:44.168 INFO:tasks.workunit.client.0.smithi003.stdout:op 4167 completed, throughput=5MB/sec 2024-04-13T07:49:44.169 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cFIi40ONjKntxeP off=1287097 len=1576615 2024-04-13T07:49:44.170 INFO:tasks.workunit.client.0.smithi003.stdout:op 4168 completed, throughput=5MB/sec 2024-04-13T07:49:44.170 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nk7oGMCK6ybU9mh off=7750485 len=744381 2024-04-13T07:49:44.175 INFO:tasks.workunit.client.0.smithi003.stdout:op 4169 completed, throughput=5MB/sec 2024-04-13T07:49:44.175 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GrHTSFDo1q1lgKQ off=16146551 len=992010 2024-04-13T07:49:44.176 INFO:tasks.workunit.client.0.smithi003.stdout:op 4170 completed, throughput=5MB/sec 2024-04-13T07:49:44.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:44 smithi003 ceph-mon[91733]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:49:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:49:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:49:44] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-13T07:49:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:44 smithi003 ceph-mon[89364]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:49:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:44 smithi066 ceph-mon[84331]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:49:45.176 INFO:tasks.workunit.client.0.smithi003.stdout: 825: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:45.176 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MBuneDpOb3Gr9NN off=4928846 len=1301379 2024-04-13T07:49:45.178 INFO:tasks.workunit.client.0.smithi003.stdout:op 4171 completed, throughput=5MB/sec 2024-04-13T07:49:45.178 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YdMdqVqPkaGsaYA off=14074159 len=1392014 2024-04-13T07:49:45.180 INFO:tasks.workunit.client.0.smithi003.stdout:op 4172 completed, throughput=5MB/sec 2024-04-13T07:49:45.180 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-m71aW7PhMzgWSis off=3850172 len=1609329 2024-04-13T07:49:45.181 INFO:tasks.workunit.client.0.smithi003.stdout:op 4173 completed, throughput=5MB/sec 2024-04-13T07:49:45.181 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-u2eoyU9poG7O3Xl off=4443691 len=27284 2024-04-13T07:49:45.182 INFO:tasks.workunit.client.0.smithi003.stdout:op 4174 completed, throughput=5MB/sec 2024-04-13T07:49:45.182 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Jyv4C722ERPjm7T off=13668868 len=2026153 2024-04-13T07:49:45.184 INFO:tasks.workunit.client.0.smithi003.stdout:op 4175 completed, throughput=5MB/sec 2024-04-13T07:49:46.185 INFO:tasks.workunit.client.0.smithi003.stdout: 826: throughput=5MB/sec pending data=0 2024-04-13T07:49:46.185 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gmi8a12owxIbUUG off=1251306 len=362432 2024-04-13T07:49:46.185 INFO:tasks.workunit.client.0.smithi003.stdout:op 4176 completed, throughput=5MB/sec 2024-04-13T07:49:46.185 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0HLMnPtAONSJ0w1 off=9620662 len=941586 2024-04-13T07:49:46.188 INFO:tasks.workunit.client.0.smithi003.stdout:op 4177 completed, throughput=5MB/sec 2024-04-13T07:49:46.188 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tW8gA-U1FkiLMam off=7524334 len=333284 2024-04-13T07:49:46.189 INFO:tasks.workunit.client.0.smithi003.stdout:op 4178 completed, throughput=5MB/sec 2024-04-13T07:49:46.189 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0q2Zn3Nd508sc9n off=16714466 len=1428332 2024-04-13T07:49:46.191 INFO:tasks.workunit.client.0.smithi003.stdout:op 4179 completed, throughput=5MB/sec 2024-04-13T07:49:46.191 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-p_NHea3erIXHv5L off=7574045 len=1469474 2024-04-13T07:49:46.193 INFO:tasks.workunit.client.0.smithi003.stdout:op 4180 completed, throughput=5MB/sec 2024-04-13T07:49:46.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:46 smithi003 ceph-mon[91733]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:49:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:46 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:49:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:46 smithi003 ceph-mon[89364]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:49:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:46 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:49:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:46 smithi066 ceph-mon[84331]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:49:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:46 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:49:47.194 INFO:tasks.workunit.client.0.smithi003.stdout: 827: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:47.194 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RvmnFAauodUBUQU off=2968904 len=308252 2024-04-13T07:49:47.194 INFO:tasks.workunit.client.0.smithi003.stdout:op 4181 completed, throughput=4.99MB/sec 2024-04-13T07:49:47.194 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-U0HaVzXF03yAY0N off=196385 len=1167495 2024-04-13T07:49:47.195 INFO:tasks.workunit.client.0.smithi003.stdout:op 4182 completed, throughput=5MB/sec 2024-04-13T07:49:47.196 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tg1yBa_o4ZCQUX- off=15385447 len=645709 2024-04-13T07:49:47.199 INFO:tasks.workunit.client.0.smithi003.stdout:op 4183 completed, throughput=5MB/sec 2024-04-13T07:49:47.199 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gMB0cIN1aI2KQiv off=14207490 len=1608650 2024-04-13T07:49:47.208 INFO:tasks.workunit.client.0.smithi003.stdout:op 4184 completed, throughput=5MB/sec 2024-04-13T07:49:47.208 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BagbE2V6IvRKTNF off=728556 len=634534 2024-04-13T07:49:47.211 INFO:tasks.workunit.client.0.smithi003.stdout:op 4185 completed, throughput=5MB/sec 2024-04-13T07:49:47.211 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OQIqJIQZRfgVXiz off=1857674 len=1655473 2024-04-13T07:49:47.218 INFO:tasks.workunit.client.0.smithi003.stdout:op 4186 completed, throughput=5MB/sec 2024-04-13T07:49:47.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:47.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:49:47.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:49:47.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:47.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:49:47.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:49:47.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:49:47.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:49:47.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:49:48.219 INFO:tasks.workunit.client.0.smithi003.stdout: 828: throughput=5MB/sec pending data=0 2024-04-13T07:49:48.219 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0IPWE69Z_B5FFgg off=530215 len=405960 2024-04-13T07:49:48.223 INFO:tasks.workunit.client.0.smithi003.stdout:op 4187 completed, throughput=5MB/sec 2024-04-13T07:49:48.223 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Cmsi03OOeyQpczv off=6687178 len=510845 2024-04-13T07:49:48.224 INFO:tasks.workunit.client.0.smithi003.stdout:op 4188 completed, throughput=5MB/sec 2024-04-13T07:49:48.224 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1lcDxvS6aa12LAB off=1324938 len=2096067 2024-04-13T07:49:48.233 INFO:tasks.workunit.client.0.smithi003.stdout:op 4189 completed, throughput=5MB/sec 2024-04-13T07:49:48.234 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wT9H2kOcWuzQ4Zt off=7207803 len=606425 2024-04-13T07:49:48.235 INFO:tasks.workunit.client.0.smithi003.stdout:op 4190 completed, throughput=5MB/sec 2024-04-13T07:49:48.235 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-O021Vaqe4r4_lw9 off=4271422 len=1804033 2024-04-13T07:49:48.236 INFO:tasks.workunit.client.0.smithi003.stdout:op 4191 completed, throughput=5MB/sec 2024-04-13T07:49:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:48 smithi003 ceph-mon[91733]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:49:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:48 smithi003 ceph-mon[89364]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:49:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:48 smithi066 ceph-mon[84331]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:49:49.237 INFO:tasks.workunit.client.0.smithi003.stdout: 829: throughput=5MB/sec pending data=0 2024-04-13T07:49:49.237 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dMF_GCWmFb6FQeH off=13309325 len=651976 2024-04-13T07:49:49.241 INFO:tasks.workunit.client.0.smithi003.stdout:op 4192 completed, throughput=5MB/sec 2024-04-13T07:49:49.242 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wat2FD2dcPsa6DN off=1803080 len=1478294 2024-04-13T07:49:49.249 INFO:tasks.workunit.client.0.smithi003.stdout:op 4193 completed, throughput=5MB/sec 2024-04-13T07:49:49.249 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6RAj7q5oaurf1L1 off=854308 len=1420885 2024-04-13T07:49:49.256 INFO:tasks.workunit.client.0.smithi003.stdout:op 4194 completed, throughput=5MB/sec 2024-04-13T07:49:49.256 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lZc8Q1B2jpuxS5t off=1267252 len=1165090 2024-04-13T07:49:49.257 INFO:tasks.workunit.client.0.smithi003.stdout:op 4195 completed, throughput=5MB/sec 2024-04-13T07:49:50.258 INFO:tasks.workunit.client.0.smithi003.stdout: 830: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:50.258 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-G48a0za30GU9dbc off=3565123 len=102995 2024-04-13T07:49:50.260 INFO:tasks.workunit.client.0.smithi003.stdout:op 4196 completed, throughput=4.99MB/sec 2024-04-13T07:49:50.260 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TCagnBIMfSOssNG off=1165390 len=278792 2024-04-13T07:49:50.261 INFO:tasks.workunit.client.0.smithi003.stdout:op 4197 completed, throughput=4.99MB/sec 2024-04-13T07:49:50.261 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-p-ClfSBDuIuVvTK off=1039582 len=1834813 2024-04-13T07:49:50.272 INFO:tasks.workunit.client.0.smithi003.stdout:op 4198 completed, throughput=5MB/sec 2024-04-13T07:49:50.272 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iuqZayqU14w8SXN off=22485761 len=1130506 2024-04-13T07:49:50.273 INFO:tasks.workunit.client.0.smithi003.stdout:op 4199 completed, throughput=5MB/sec 2024-04-13T07:49:50.273 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aYU0MYqawcBaSJ- off=645551 len=1575027 2024-04-13T07:49:50.277 INFO:tasks.workunit.client.0.smithi003.stdout:op 4200 completed, throughput=5MB/sec 2024-04-13T07:49:50.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:50 smithi003 ceph-mon[91733]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:49:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:50 smithi003 ceph-mon[89364]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:49:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:50 smithi066 ceph-mon[84331]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:49:51.278 INFO:tasks.workunit.client.0.smithi003.stdout: 831: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:51.278 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZznRH-Fxi38C61w off=7225240 len=658788 2024-04-13T07:49:51.281 INFO:tasks.workunit.client.0.smithi003.stdout:op 4201 completed, throughput=4.99MB/sec 2024-04-13T07:49:51.281 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yBT0eBfajrlkhry off=7264243 len=1941742 2024-04-13T07:49:51.294 INFO:tasks.workunit.client.0.smithi003.stdout:op 4202 completed, throughput=5MB/sec 2024-04-13T07:49:51.294 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WGgeforGJZgLWbn off=11049417 len=1777557 2024-04-13T07:49:51.295 INFO:tasks.workunit.client.0.smithi003.stdout:op 4203 completed, throughput=5MB/sec 2024-04-13T07:49:51.295 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vu1kyHf5ydzE4mH off=10225113 len=56243 2024-04-13T07:49:51.298 INFO:tasks.workunit.client.0.smithi003.stdout:op 4204 completed, throughput=5MB/sec 2024-04-13T07:49:51.298 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uMaUykeq-1dH-U0 off=15301295 len=1848077 2024-04-13T07:49:51.300 INFO:tasks.workunit.client.0.smithi003.stdout:op 4205 completed, throughput=5MB/sec 2024-04-13T07:49:52.300 INFO:tasks.workunit.client.0.smithi003.stdout: 832: throughput=5MB/sec pending data=0 2024-04-13T07:49:52.300 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-te3OvqmbFuHJ7Vf off=10261278 len=1755467 2024-04-13T07:49:52.302 INFO:tasks.workunit.client.0.smithi003.stdout:op 4206 completed, throughput=5MB/sec 2024-04-13T07:49:52.303 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tdMUYK8UskvznP0 off=778070 len=1715236 2024-04-13T07:49:52.305 INFO:tasks.workunit.client.0.smithi003.stdout:op 4207 completed, throughput=5MB/sec 2024-04-13T07:49:52.305 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BqEftfVG4SW_GEk off=724438 len=474220 2024-04-13T07:49:52.308 INFO:tasks.workunit.client.0.smithi003.stdout:op 4208 completed, throughput=5MB/sec 2024-04-13T07:49:52.308 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1w8p0KIJiNAoba0 off=9965772 len=204996 2024-04-13T07:49:52.309 INFO:tasks.workunit.client.0.smithi003.stdout:op 4209 completed, throughput=5MB/sec 2024-04-13T07:49:52.309 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WngdHxO3-_jucHF off=2702139 len=443312 2024-04-13T07:49:52.313 INFO:tasks.workunit.client.0.smithi003.stdout:op 4210 completed, throughput=5MB/sec 2024-04-13T07:49:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:52 smithi066 ceph-mon[84331]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:49:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:49:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:49:52.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:52 smithi003 ceph-mon[91733]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:49:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:52 smithi003 ceph-mon[89364]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:49:53.313 INFO:tasks.workunit.client.0.smithi003.stdout: 833: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:53.313 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-toOD_lETpPPvcyS off=9982189 len=1923441 2024-04-13T07:49:53.317 INFO:tasks.workunit.client.0.smithi003.stdout:op 4211 completed, throughput=5MB/sec 2024-04-13T07:49:53.317 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tIVaPWa1yJbA5Nx off=1008900 len=1906535 2024-04-13T07:49:53.329 INFO:tasks.workunit.client.0.smithi003.stdout:op 4212 completed, throughput=5MB/sec 2024-04-13T07:49:53.329 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EYVOS18xmLzEptW off=15638051 len=547542 2024-04-13T07:49:53.333 INFO:tasks.workunit.client.0.smithi003.stdout:op 4213 completed, throughput=5MB/sec 2024-04-13T07:49:53.333 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--dlLcGLZGIuC8jV off=5322347 len=174628 2024-04-13T07:49:53.335 INFO:tasks.workunit.client.0.smithi003.stdout:op 4214 completed, throughput=5MB/sec 2024-04-13T07:49:53.335 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PVrPOEvQXDa4nDb off=2829911 len=2037313 2024-04-13T07:49:53.337 INFO:tasks.workunit.client.0.smithi003.stdout:op 4215 completed, throughput=5MB/sec 2024-04-13T07:49:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:49:54.337 INFO:tasks.workunit.client.0.smithi003.stdout: 834: throughput=5MB/sec pending data=0 2024-04-13T07:49:54.338 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SWXvslVvqLldEsi off=8978463 len=1291288 2024-04-13T07:49:54.339 INFO:tasks.workunit.client.0.smithi003.stdout:op 4216 completed, throughput=5MB/sec 2024-04-13T07:49:54.339 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Yrdr8s2uRI1Lv5k off=13407750 len=113276 2024-04-13T07:49:54.342 INFO:tasks.workunit.client.0.smithi003.stdout:op 4217 completed, throughput=5MB/sec 2024-04-13T07:49:54.342 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-d595UCWSmExGlAS off=2730713 len=831091 2024-04-13T07:49:54.343 INFO:tasks.workunit.client.0.smithi003.stdout:op 4218 completed, throughput=5MB/sec 2024-04-13T07:49:54.343 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kw6qe0ee_1b5Mvn off=10700492 len=1872192 2024-04-13T07:49:54.353 INFO:tasks.workunit.client.0.smithi003.stdout:op 4219 completed, throughput=5MB/sec 2024-04-13T07:49:54.474 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:49:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:49:54] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-13T07:49:54.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:54 smithi003 ceph-mon[89364]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:49:54.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:54 smithi003 ceph-mon[91733]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:49:54.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:54 smithi066 ceph-mon[84331]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:49:55.353 INFO:tasks.workunit.client.0.smithi003.stdout: 835: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:55.354 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TLrFlzTvMJvm-xS off=1006792 len=657741 2024-04-13T07:49:55.358 INFO:tasks.workunit.client.0.smithi003.stdout:op 4220 completed, throughput=5MB/sec 2024-04-13T07:49:55.358 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yRQ8dc2uKPNqINP off=3174395 len=180862 2024-04-13T07:49:55.362 INFO:tasks.workunit.client.0.smithi003.stdout:op 4221 completed, throughput=5MB/sec 2024-04-13T07:49:55.362 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RNwny0rMsNhrevQ off=1024408 len=166920 2024-04-13T07:49:55.362 INFO:tasks.workunit.client.0.smithi003.stdout:op 4222 completed, throughput=5MB/sec 2024-04-13T07:49:55.362 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-W12xrKE4iT2Q0A7 off=5064168 len=788714 2024-04-13T07:49:55.363 INFO:tasks.workunit.client.0.smithi003.stdout:op 4223 completed, throughput=5MB/sec 2024-04-13T07:49:55.363 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rRjGumBIpfHB_5i off=7165919 len=1577026 2024-04-13T07:49:55.370 INFO:tasks.workunit.client.0.smithi003.stdout:op 4224 completed, throughput=5MB/sec 2024-04-13T07:49:55.370 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yTD5ZfCsZoClKLH off=11451655 len=1084790 2024-04-13T07:49:55.372 INFO:tasks.workunit.client.0.smithi003.stdout:op 4225 completed, throughput=5MB/sec 2024-04-13T07:49:55.372 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HBVfCIeOnKgRzgM off=322137 len=87376 2024-04-13T07:49:55.375 INFO:tasks.workunit.client.0.smithi003.stdout:op 4226 completed, throughput=5MB/sec 2024-04-13T07:49:55.375 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HJehGF15Jnk10JQ off=11210286 len=216202 2024-04-13T07:49:55.377 INFO:tasks.workunit.client.0.smithi003.stdout:op 4227 completed, throughput=5MB/sec 2024-04-13T07:49:55.377 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MfOuAFeoFwxGwdh off=4104883 len=365649 2024-04-13T07:49:55.378 INFO:tasks.workunit.client.0.smithi003.stdout:op 4228 completed, throughput=5MB/sec 2024-04-13T07:49:55.378 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wT9H2kOcWuzQ4Zt off=1764551 len=1795488 2024-04-13T07:49:55.379 INFO:tasks.workunit.client.0.smithi003.stdout:op 4229 completed, throughput=5MB/sec 2024-04-13T07:49:56.380 INFO:tasks.workunit.client.0.smithi003.stdout: 836: throughput=5MB/sec pending data=0 2024-04-13T07:49:56.380 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Nxp96hkeeGXN1Qz off=8753233 len=1500536 2024-04-13T07:49:56.390 INFO:tasks.workunit.client.0.smithi003.stdout:op 4230 completed, throughput=5MB/sec 2024-04-13T07:49:56.390 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rikQHy6VKqA461- off=14529196 len=1296677 2024-04-13T07:49:56.391 INFO:tasks.workunit.client.0.smithi003.stdout:op 4231 completed, throughput=5MB/sec 2024-04-13T07:49:56.391 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NIHwrRbeHjz3roM off=10223330 len=1720440 2024-04-13T07:49:56.398 INFO:tasks.workunit.client.0.smithi003.stdout:op 4232 completed, throughput=5MB/sec 2024-04-13T07:49:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:56 smithi003 ceph-mon[91733]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T07:49:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:56 smithi003 ceph-mon[89364]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T07:49:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:56 smithi066 ceph-mon[84331]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T07:49:57.398 INFO:tasks.workunit.client.0.smithi003.stdout: 837: throughput=5MB/sec pending data=0 2024-04-13T07:49:57.398 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZmNmQKU8oADE0M3 off=17217741 len=1606019 2024-04-13T07:49:57.400 INFO:tasks.workunit.client.0.smithi003.stdout:op 4233 completed, throughput=5MB/sec 2024-04-13T07:49:57.401 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Y8EH8VuvJrUoMf9 off=5468261 len=1561254 2024-04-13T07:49:57.409 INFO:tasks.workunit.client.0.smithi003.stdout:op 4234 completed, throughput=5MB/sec 2024-04-13T07:49:57.409 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-t0araODx81i4qMQ off=6288755 len=217071 2024-04-13T07:49:57.414 INFO:tasks.workunit.client.0.smithi003.stdout:op 4235 completed, throughput=5MB/sec 2024-04-13T07:49:57.414 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GQglUIFy-VELaD4 off=2750102 len=1145057 2024-04-13T07:49:57.416 INFO:tasks.workunit.client.0.smithi003.stdout:op 4236 completed, throughput=5MB/sec 2024-04-13T07:49:58.417 INFO:tasks.workunit.client.0.smithi003.stdout: 838: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:58.417 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-k9upgw5wIOyEX0Q off=691656 len=2039256 2024-04-13T07:49:58.431 INFO:tasks.workunit.client.0.smithi003.stdout:op 4237 completed, throughput=5MB/sec 2024-04-13T07:49:58.433 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zhJg0Sm-JFuD_uq off=1528548 len=1709258 2024-04-13T07:49:58.439 INFO:tasks.workunit.client.0.smithi003.stdout:op 4238 completed, throughput=5MB/sec 2024-04-13T07:49:58.439 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FSzL7M0tPVeWaLq off=16784479 len=459700 2024-04-13T07:49:58.443 INFO:tasks.workunit.client.0.smithi003.stdout:op 4239 completed, throughput=5MB/sec 2024-04-13T07:49:58.443 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UsDGgD7hbtYtR5N off=2498358 len=551347 2024-04-13T07:49:58.444 INFO:tasks.workunit.client.0.smithi003.stdout:op 4240 completed, throughput=5MB/sec 2024-04-13T07:49:58.444 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KpBUGfPZEbMdtwV off=816174 len=1193291 2024-04-13T07:49:58.449 INFO:tasks.workunit.client.0.smithi003.stdout:op 4241 completed, throughput=5MB/sec 2024-04-13T07:49:58.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:49:58 smithi003 ceph-mon[91733]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:49:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:49:58 smithi003 ceph-mon[89364]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:49:58.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:49:58 smithi066 ceph-mon[84331]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:49:59.449 INFO:tasks.workunit.client.0.smithi003.stdout: 839: throughput=4.99MB/sec pending data=0 2024-04-13T07:49:59.450 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oJsEtePqYu2sh2u off=11609365 len=839979 2024-04-13T07:49:59.451 INFO:tasks.workunit.client.0.smithi003.stdout:op 4242 completed, throughput=5MB/sec 2024-04-13T07:49:59.451 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_1Ino8QkjQsDz_e off=8714570 len=305904 2024-04-13T07:49:59.454 INFO:tasks.workunit.client.0.smithi003.stdout:op 4243 completed, throughput=5MB/sec 2024-04-13T07:49:59.454 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HWd81Ow93mYB3NJ off=5080324 len=689473 2024-04-13T07:49:59.455 INFO:tasks.workunit.client.0.smithi003.stdout:op 4244 completed, throughput=5MB/sec 2024-04-13T07:49:59.455 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tHcb90i5mg0gDv2 off=1032180 len=217432 2024-04-13T07:49:59.458 INFO:tasks.workunit.client.0.smithi003.stdout:op 4245 completed, throughput=5MB/sec 2024-04-13T07:49:59.458 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6wCzj3mGMQ37Ljs off=13012334 len=1819609 2024-04-13T07:49:59.460 INFO:tasks.workunit.client.0.smithi003.stdout:op 4246 completed, throughput=5MB/sec 2024-04-13T07:49:59.460 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-txuI90rVvQUdfxo off=796537 len=1495380 2024-04-13T07:49:59.466 INFO:tasks.workunit.client.0.smithi003.stdout:op 4247 completed, throughput=5MB/sec 2024-04-13T07:50:00.467 INFO:tasks.workunit.client.0.smithi003.stdout: 840: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:00.467 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xkX8GaUHxRDaP9u off=602980 len=120942 2024-04-13T07:50:00.470 INFO:tasks.workunit.client.0.smithi003.stdout:op 4248 completed, throughput=5MB/sec 2024-04-13T07:50:00.470 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NuPEJhgHFltns8u off=12020107 len=1692083 2024-04-13T07:50:00.471 INFO:tasks.workunit.client.0.smithi003.stdout:op 4249 completed, throughput=5MB/sec 2024-04-13T07:50:00.472 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IZ4UaX8MyZE-bNn off=6137158 len=1141708 2024-04-13T07:50:00.473 INFO:tasks.workunit.client.0.smithi003.stdout:op 4250 completed, throughput=5MB/sec 2024-04-13T07:50:00.473 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vqeAvyRH7IdkMem off=2842973 len=1371299 2024-04-13T07:50:00.475 INFO:tasks.workunit.client.0.smithi003.stdout:op 4251 completed, throughput=5MB/sec 2024-04-13T07:50:00.475 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uLQCMZ4-iVKWFp0 off=623463 len=1126957 2024-04-13T07:50:00.480 INFO:tasks.workunit.client.0.smithi003.stdout:op 4252 completed, throughput=5MB/sec 2024-04-13T07:50:00.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:00 smithi003 ceph-mon[91733]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:50:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:00 smithi003 ceph-mon[91733]: overall HEALTH_OK 2024-04-13T07:50:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:00 smithi003 ceph-mon[89364]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:50:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:00 smithi003 ceph-mon[89364]: overall HEALTH_OK 2024-04-13T07:50:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:00 smithi066 ceph-mon[84331]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:50:00.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:00 smithi066 ceph-mon[84331]: overall HEALTH_OK 2024-04-13T07:50:01.480 INFO:tasks.workunit.client.0.smithi003.stdout: 841: throughput=5MB/sec pending data=0 2024-04-13T07:50:01.480 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wqJEiiQovm6ZF-m off=9815971 len=802454 2024-04-13T07:50:01.481 INFO:tasks.workunit.client.0.smithi003.stdout:op 4253 completed, throughput=5MB/sec 2024-04-13T07:50:01.481 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IwCREM9nTeGYx8k off=9997010 len=2042827 2024-04-13T07:50:01.492 INFO:tasks.workunit.client.0.smithi003.stdout:op 4254 completed, throughput=5MB/sec 2024-04-13T07:50:01.492 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-O8KfW-2uI1sfSDk off=14532141 len=1149432 2024-04-13T07:50:01.493 INFO:tasks.workunit.client.0.smithi003.stdout:op 4255 completed, throughput=5MB/sec 2024-04-13T07:50:01.494 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--Fms425xmfJ6Uz7 off=5222661 len=1054977 2024-04-13T07:50:01.494 INFO:tasks.workunit.client.0.smithi003.stdout:op 4256 completed, throughput=5MB/sec 2024-04-13T07:50:02.494 INFO:tasks.workunit.client.0.smithi003.stdout: 842: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:02.495 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TCagnBIMfSOssNG off=11234845 len=1454562 2024-04-13T07:50:02.503 INFO:tasks.workunit.client.0.smithi003.stdout:op 4257 completed, throughput=5MB/sec 2024-04-13T07:50:02.503 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-V-67C01i452B5yY off=6970171 len=1930429 2024-04-13T07:50:02.514 INFO:tasks.workunit.client.0.smithi003.stdout:op 4258 completed, throughput=5MB/sec 2024-04-13T07:50:02.514 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-43FzUBmYlWayPMm off=487317 len=1838642 2024-04-13T07:50:02.525 INFO:tasks.workunit.client.0.smithi003.stdout:op 4259 completed, throughput=5MB/sec 2024-04-13T07:50:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:02 smithi066 ceph-mon[84331]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:50:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:50:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:50:02.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:02 smithi003 ceph-mon[89364]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:50:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:02 smithi003 ceph-mon[91733]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:50:03.525 INFO:tasks.workunit.client.0.smithi003.stdout: 843: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:03.525 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-v3ObIADqRDMYNQx off=8397492 len=1781314 2024-04-13T07:50:03.537 INFO:tasks.workunit.client.0.smithi003.stdout:op 4260 completed, throughput=5MB/sec 2024-04-13T07:50:03.537 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-G6-LU4Jf87Gb27- off=1791660 len=2434 2024-04-13T07:50:03.538 INFO:tasks.workunit.client.0.smithi003.stdout:op 4261 completed, throughput=5MB/sec 2024-04-13T07:50:03.538 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UeB7MU7raKFG31p off=3431097 len=1081599 2024-04-13T07:50:03.539 INFO:tasks.workunit.client.0.smithi003.stdout:op 4262 completed, throughput=5MB/sec 2024-04-13T07:50:03.539 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-z4kWpLLV_xu2so4 off=5771224 len=1209790 2024-04-13T07:50:03.546 INFO:tasks.workunit.client.0.smithi003.stdout:op 4263 completed, throughput=5MB/sec 2024-04-13T07:50:03.547 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jjqE1wyZeVleMI6 off=20494211 len=148736 2024-04-13T07:50:03.548 INFO:tasks.workunit.client.0.smithi003.stdout:op 4264 completed, throughput=5MB/sec 2024-04-13T07:50:03.548 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lt7VnQuh_yXP0Ym off=2591758 len=1169218 2024-04-13T07:50:03.554 INFO:tasks.workunit.client.0.smithi003.stdout:op 4265 completed, throughput=5MB/sec 2024-04-13T07:50:04.489 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:50:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:50:04] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-13T07:50:04.554 INFO:tasks.workunit.client.0.smithi003.stdout: 844: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:04.554 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VD9HwZ-uYz59B9u off=10966589 len=850996 2024-04-13T07:50:04.556 INFO:tasks.workunit.client.0.smithi003.stdout:op 4266 completed, throughput=5MB/sec 2024-04-13T07:50:04.556 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iCF055UIROR0vQ2 off=1167110 len=1669264 2024-04-13T07:50:04.558 INFO:tasks.workunit.client.0.smithi003.stdout:op 4267 completed, throughput=5MB/sec 2024-04-13T07:50:04.558 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LvK9QVVq74TRI27 off=22326491 len=1945937 2024-04-13T07:50:04.570 INFO:tasks.workunit.client.0.smithi003.stdout:op 4268 completed, throughput=5MB/sec 2024-04-13T07:50:04.570 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mDt44hWG-CvybU5 off=17807665 len=2051739 2024-04-13T07:50:04.579 INFO:tasks.workunit.client.0.smithi003.stdout:op 4269 completed, throughput=5MB/sec 2024-04-13T07:50:04.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:04 smithi003 ceph-mon[91733]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:50:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:04 smithi003 ceph-mon[89364]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:50:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:04 smithi066 ceph-mon[84331]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:50:05.580 INFO:tasks.workunit.client.0.smithi003.stdout: 845: throughput=5MB/sec pending data=0 2024-04-13T07:50:05.580 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DnAOEkRnoKtXunM off=712788 len=562045 2024-04-13T07:50:05.585 INFO:tasks.workunit.client.0.smithi003.stdout:op 4270 completed, throughput=5MB/sec 2024-04-13T07:50:05.585 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Zm4DedGAZTmsuFy off=8113298 len=609931 2024-04-13T07:50:05.589 INFO:tasks.workunit.client.0.smithi003.stdout:op 4271 completed, throughput=5MB/sec 2024-04-13T07:50:05.589 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-msn5jeyagtyiPNL off=10378102 len=835635 2024-04-13T07:50:05.594 INFO:tasks.workunit.client.0.smithi003.stdout:op 4272 completed, throughput=5MB/sec 2024-04-13T07:50:05.594 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1La7LGr3lsZrORF off=5305848 len=278598 2024-04-13T07:50:05.595 INFO:tasks.workunit.client.0.smithi003.stdout:op 4273 completed, throughput=5MB/sec 2024-04-13T07:50:05.595 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-r1NjA_24QczY33N off=5274619 len=926038 2024-04-13T07:50:05.600 INFO:tasks.workunit.client.0.smithi003.stdout:op 4274 completed, throughput=5MB/sec 2024-04-13T07:50:05.600 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fj7qbbFI6lXFMrW off=6702929 len=902706 2024-04-13T07:50:05.605 INFO:tasks.workunit.client.0.smithi003.stdout:op 4275 completed, throughput=5MB/sec 2024-04-13T07:50:06.605 INFO:tasks.workunit.client.0.smithi003.stdout: 846: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:06.606 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cBIrs5p6Oe_NARK off=6602349 len=1728192 2024-04-13T07:50:06.609 INFO:tasks.workunit.client.0.smithi003.stdout:op 4276 completed, throughput=5MB/sec 2024-04-13T07:50:06.609 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZcwJKFdByE5xFlD off=9521897 len=1833393 2024-04-13T07:50:06.621 INFO:tasks.workunit.client.0.smithi003.stdout:op 4277 completed, throughput=5MB/sec 2024-04-13T07:50:06.621 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KVtLK1ocM-Z3ddk off=12511050 len=1273096 2024-04-13T07:50:06.626 INFO:tasks.workunit.client.0.smithi003.stdout:op 4278 completed, throughput=5MB/sec 2024-04-13T07:50:06.629 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wJ0wRu01P4FZJ8O off=183902 len=683206 2024-04-13T07:50:06.630 INFO:tasks.workunit.client.0.smithi003.stdout:op 4279 completed, throughput=5MB/sec 2024-04-13T07:50:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:06 smithi003 ceph-mon[91733]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:50:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:06 smithi003 ceph-mon[89364]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:50:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:06 smithi066 ceph-mon[84331]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-13T07:50:07.630 INFO:tasks.workunit.client.0.smithi003.stdout: 847: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:07.631 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UVe4orDRCewBVmW off=6640790 len=777323 2024-04-13T07:50:07.632 INFO:tasks.workunit.client.0.smithi003.stdout:op 4280 completed, throughput=5MB/sec 2024-04-13T07:50:07.632 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XE-XeIZqQSvGsAV off=6671696 len=226545 2024-04-13T07:50:07.634 INFO:tasks.workunit.client.0.smithi003.stdout:op 4281 completed, throughput=5MB/sec 2024-04-13T07:50:07.634 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YsJhy_8C6S8n7Ga off=1065723 len=935995 2024-04-13T07:50:07.636 INFO:tasks.workunit.client.0.smithi003.stdout:op 4282 completed, throughput=5MB/sec 2024-04-13T07:50:07.636 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2IqRMeDJEdE6_Vy off=17805361 len=2092401 2024-04-13T07:50:07.645 INFO:tasks.workunit.client.0.smithi003.stdout:op 4283 completed, throughput=5MB/sec 2024-04-13T07:50:07.645 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IvdmGPDz-dBYC11 off=997296 len=715658 2024-04-13T07:50:07.649 INFO:tasks.workunit.client.0.smithi003.stdout:op 4284 completed, throughput=5MB/sec 2024-04-13T07:50:07.650 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-60r0RG7FZoLIlOD off=1745194 len=1769533 2024-04-13T07:50:07.653 INFO:tasks.workunit.client.0.smithi003.stdout:op 4285 completed, throughput=5MB/sec 2024-04-13T07:50:08.653 INFO:tasks.workunit.client.0.smithi003.stdout: 848: throughput=5MB/sec pending data=0 2024-04-13T07:50:08.653 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ULL-9FFsMMBcIuV off=5545030 len=361236 2024-04-13T07:50:08.654 INFO:tasks.workunit.client.0.smithi003.stdout:op 4286 completed, throughput=5MB/sec 2024-04-13T07:50:08.654 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ChOLFuVjidxhY7v off=21368768 len=374476 2024-04-13T07:50:08.656 INFO:tasks.workunit.client.0.smithi003.stdout:op 4287 completed, throughput=5MB/sec 2024-04-13T07:50:08.656 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bNUr4X8SqJf4YB0 off=787949 len=880842 2024-04-13T07:50:08.661 INFO:tasks.workunit.client.0.smithi003.stdout:op 4288 completed, throughput=5MB/sec 2024-04-13T07:50:08.661 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KoOe52AwSXkACOj off=8278713 len=1892725 2024-04-13T07:50:08.664 INFO:tasks.workunit.client.0.smithi003.stdout:op 4289 completed, throughput=5MB/sec 2024-04-13T07:50:08.664 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-c9FWwevldmfyT5C off=5152803 len=747157 2024-04-13T07:50:08.665 INFO:tasks.workunit.client.0.smithi003.stdout:op 4290 completed, throughput=5MB/sec 2024-04-13T07:50:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:08 smithi003 ceph-mon[91733]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:50:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:08 smithi003 ceph-mon[89364]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:50:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:08 smithi066 ceph-mon[84331]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:50:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:09.666 INFO:tasks.workunit.client.0.smithi003.stdout: 849: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:09.666 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rMnPUNY0kJz7xUo off=6826380 len=1375654 2024-04-13T07:50:09.669 INFO:tasks.workunit.client.0.smithi003.stdout:op 4291 completed, throughput=5MB/sec 2024-04-13T07:50:09.669 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HTuJIPFsuQPe4_s off=17975979 len=1873445 2024-04-13T07:50:09.671 INFO:tasks.workunit.client.0.smithi003.stdout:op 4292 completed, throughput=5MB/sec 2024-04-13T07:50:09.672 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eyuZNwuT97M-vJo off=0 len=1648158 2024-04-13T07:50:09.675 INFO:tasks.workunit.client.0.smithi003.stdout:op 4293 completed, throughput=5MB/sec 2024-04-13T07:50:10.676 INFO:tasks.workunit.client.0.smithi003.stdout: 850: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:10.676 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7v3h-l5LNI4KiFJ off=3417494 len=260844 2024-04-13T07:50:10.679 INFO:tasks.workunit.client.0.smithi003.stdout:op 4294 completed, throughput=4.99MB/sec 2024-04-13T07:50:10.679 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Ssu7LqSJ74zTwpE off=780969 len=973713 2024-04-13T07:50:10.684 INFO:tasks.workunit.client.0.smithi003.stdout:op 4295 completed, throughput=5MB/sec 2024-04-13T07:50:10.684 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bBcPXkGg-nA9Y2n off=1790544 len=800868 2024-04-13T07:50:10.688 INFO:tasks.workunit.client.0.smithi003.stdout:op 4296 completed, throughput=5MB/sec 2024-04-13T07:50:10.688 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mICFEFlo55Zgyto off=2595839 len=947284 2024-04-13T07:50:10.694 INFO:tasks.workunit.client.0.smithi003.stdout:op 4297 completed, throughput=5MB/sec 2024-04-13T07:50:10.694 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0YmKzMCGTkPuLDu off=5608450 len=1625710 2024-04-13T07:50:10.701 INFO:tasks.workunit.client.0.smithi003.stdout:op 4298 completed, throughput=5MB/sec 2024-04-13T07:50:10.701 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rNExZnyzR1qRitt off=4889244 len=1394110 2024-04-13T07:50:10.703 INFO:tasks.workunit.client.0.smithi003.stdout:op 4299 completed, throughput=5MB/sec 2024-04-13T07:50:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:10 smithi003 ceph-mon[91733]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:50:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:10 smithi003 ceph-mon[89364]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:50:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:10 smithi066 ceph-mon[84331]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-13T07:50:11.704 INFO:tasks.workunit.client.0.smithi003.stdout: 851: throughput=5MB/sec pending data=0 2024-04-13T07:50:11.704 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cWFOKRE2MOftxaO off=20446065 len=1840748 2024-04-13T07:50:11.706 INFO:tasks.workunit.client.0.smithi003.stdout:op 4300 completed, throughput=5MB/sec 2024-04-13T07:50:11.706 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-h1iMo7YBq-3X8V- off=10337887 len=1658697 2024-04-13T07:50:11.709 INFO:tasks.workunit.client.0.smithi003.stdout:op 4301 completed, throughput=5MB/sec 2024-04-13T07:50:11.709 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-25E3djKjTz6BBUj off=5789358 len=875175 2024-04-13T07:50:11.714 INFO:tasks.workunit.client.0.smithi003.stdout:op 4302 completed, throughput=5MB/sec 2024-04-13T07:50:11.715 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-d_w9zlKMvrSY-ks off=5207211 len=1699851 2024-04-13T07:50:11.718 INFO:tasks.workunit.client.0.smithi003.stdout:op 4303 completed, throughput=5MB/sec 2024-04-13T07:50:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:12 smithi066 ceph-mon[84331]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:50:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:50:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:50:12.718 INFO:tasks.workunit.client.0.smithi003.stdout: 852: throughput=5MB/sec pending data=0 2024-04-13T07:50:12.718 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PdaYnDy-dwZnyDG off=3081948 len=165012 2024-04-13T07:50:12.719 INFO:tasks.workunit.client.0.smithi003.stdout:op 4304 completed, throughput=5MB/sec 2024-04-13T07:50:12.719 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ot5Gz9G-p4-lH7q off=12544079 len=1694973 2024-04-13T07:50:12.729 INFO:tasks.workunit.client.0.smithi003.stdout:op 4305 completed, throughput=5MB/sec 2024-04-13T07:50:12.730 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TyMhtr8mjKFAdnI off=17497039 len=1325774 2024-04-13T07:50:12.738 INFO:tasks.workunit.client.0.smithi003.stdout:op 4306 completed, throughput=5MB/sec 2024-04-13T07:50:12.738 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MriGvhBwQvi307Q off=14810122 len=781630 2024-04-13T07:50:12.742 INFO:tasks.workunit.client.0.smithi003.stdout:op 4307 completed, throughput=5MB/sec 2024-04-13T07:50:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:12 smithi003 ceph-mon[91733]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:50:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:12 smithi003 ceph-mon[89364]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:50:13.743 INFO:tasks.workunit.client.0.smithi003.stdout: 853: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:13.743 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sxKHWbYY-jeVVdi off=4758394 len=1271108 2024-04-13T07:50:13.749 INFO:tasks.workunit.client.0.smithi003.stdout:op 4308 completed, throughput=5MB/sec 2024-04-13T07:50:13.750 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-E1k1QoEYUXopzBT off=7727787 len=1663259 2024-04-13T07:50:13.752 INFO:tasks.workunit.client.0.smithi003.stdout:op 4309 completed, throughput=5MB/sec 2024-04-13T07:50:13.752 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BgPsZy18n-Z0iAA off=6436815 len=1045756 2024-04-13T07:50:13.757 INFO:tasks.workunit.client.0.smithi003.stdout:op 4310 completed, throughput=5MB/sec 2024-04-13T07:50:13.757 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OW-1W8SLLXscYGe off=5378787 len=1253284 2024-04-13T07:50:13.762 INFO:tasks.workunit.client.0.smithi003.stdout:op 4311 completed, throughput=5MB/sec 2024-04-13T07:50:13.762 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UKHoct5ZAHqgJEC off=6585124 len=1641900 2024-04-13T07:50:13.772 INFO:tasks.workunit.client.0.smithi003.stdout:op 4312 completed, throughput=5MB/sec 2024-04-13T07:50:14.504 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:50:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:50:14] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-13T07:50:14.772 INFO:tasks.workunit.client.0.smithi003.stdout: 854: throughput=5MB/sec pending data=0 2024-04-13T07:50:14.772 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--Z17Ntn2RI5v0aH off=4251108 len=624864 2024-04-13T07:50:14.773 INFO:tasks.workunit.client.0.smithi003.stdout:op 4313 completed, throughput=5MB/sec 2024-04-13T07:50:14.773 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6yCUs0ga-br29e3 off=7732774 len=189676 2024-04-13T07:50:14.774 INFO:tasks.workunit.client.0.smithi003.stdout:op 4314 completed, throughput=5MB/sec 2024-04-13T07:50:14.774 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-h1i0piiZwTJNTrd off=11746890 len=811779 2024-04-13T07:50:14.775 INFO:tasks.workunit.client.0.smithi003.stdout:op 4315 completed, throughput=5MB/sec 2024-04-13T07:50:14.775 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-C_UY2w3bZElnivv off=325397 len=1024093 2024-04-13T07:50:14.778 INFO:tasks.workunit.client.0.smithi003.stdout:op 4316 completed, throughput=5MB/sec 2024-04-13T07:50:14.778 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CTLu5oRhMlMKuZH off=14783165 len=1637970 2024-04-13T07:50:14.780 INFO:tasks.workunit.client.0.smithi003.stdout:op 4317 completed, throughput=5MB/sec 2024-04-13T07:50:14.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:14 smithi003 ceph-mon[91733]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:50:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:14 smithi003 ceph-mon[89364]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:50:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:14 smithi066 ceph-mon[84331]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:50:15.780 INFO:tasks.workunit.client.0.smithi003.stdout: 855: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:15.780 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KnzbeV5LSPwY4sX off=9794994 len=1117027 2024-04-13T07:50:15.782 INFO:tasks.workunit.client.0.smithi003.stdout:op 4318 completed, throughput=5MB/sec 2024-04-13T07:50:15.782 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DuemvyN23wYFEVb off=15102173 len=1005717 2024-04-13T07:50:15.787 INFO:tasks.workunit.client.0.smithi003.stdout:op 4319 completed, throughput=5MB/sec 2024-04-13T07:50:15.787 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0K1lB4niHMvg0Yg off=2423128 len=1056705 2024-04-13T07:50:15.793 INFO:tasks.workunit.client.0.smithi003.stdout:op 4320 completed, throughput=5MB/sec 2024-04-13T07:50:15.793 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hRT_gFwh3Jl0lrg off=6904695 len=180117 2024-04-13T07:50:15.796 INFO:tasks.workunit.client.0.smithi003.stdout:op 4321 completed, throughput=5MB/sec 2024-04-13T07:50:15.796 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tQtORvuMBAzmY9h off=0 len=1573998 2024-04-13T07:50:15.801 INFO:tasks.workunit.client.0.smithi003.stdout:op 4322 completed, throughput=5MB/sec 2024-04-13T07:50:16.801 INFO:tasks.workunit.client.0.smithi003.stdout: 856: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:16.802 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CljaDnFfW7_gx_r off=5408296 len=105626 2024-04-13T07:50:16.802 INFO:tasks.workunit.client.0.smithi003.stdout:op 4323 completed, throughput=4.99MB/sec 2024-04-13T07:50:16.802 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5-nkqaBWpgA9wlT off=10591148 len=32805 2024-04-13T07:50:16.803 INFO:tasks.workunit.client.0.smithi003.stdout:op 4324 completed, throughput=4.99MB/sec 2024-04-13T07:50:16.803 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gb8gMpsopZti9ok off=9956137 len=738171 2024-04-13T07:50:16.807 INFO:tasks.workunit.client.0.smithi003.stdout:op 4325 completed, throughput=5MB/sec 2024-04-13T07:50:16.807 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qhbhWqamNpajRZL off=4753275 len=1543730 2024-04-13T07:50:16.810 INFO:tasks.workunit.client.0.smithi003.stdout:op 4326 completed, throughput=5MB/sec 2024-04-13T07:50:16.810 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TYTU2xbx8G4Cc_V off=9846398 len=1782802 2024-04-13T07:50:16.812 INFO:tasks.workunit.client.0.smithi003.stdout:op 4327 completed, throughput=5MB/sec 2024-04-13T07:50:16.812 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rGelfPaxbrHz-kK off=18153603 len=360631 2024-04-13T07:50:16.816 INFO:tasks.workunit.client.0.smithi003.stdout:op 4328 completed, throughput=5MB/sec 2024-04-13T07:50:16.816 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WL6IDOCJyO2P4Kl off=3523190 len=2003025 2024-04-13T07:50:16.818 INFO:tasks.workunit.client.0.smithi003.stdout:op 4329 completed, throughput=5MB/sec 2024-04-13T07:50:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:16 smithi003 ceph-mon[91733]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:50:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:16 smithi003 ceph-mon[89364]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:50:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:16 smithi066 ceph-mon[84331]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:50:17.818 INFO:tasks.workunit.client.0.smithi003.stdout: 857: throughput=5MB/sec pending data=0 2024-04-13T07:50:17.818 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3bHaIoqA3bZRHD_ off=12080750 len=979984 2024-04-13T07:50:17.824 INFO:tasks.workunit.client.0.smithi003.stdout:op 4330 completed, throughput=5MB/sec 2024-04-13T07:50:17.824 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--5JOTSvpP1kyfhB off=2704854 len=822585 2024-04-13T07:50:17.825 INFO:tasks.workunit.client.0.smithi003.stdout:op 4331 completed, throughput=5MB/sec 2024-04-13T07:50:17.825 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FLV17DX8eyme3ez off=14704239 len=826007 2024-04-13T07:50:17.831 INFO:tasks.workunit.client.0.smithi003.stdout:op 4332 completed, throughput=5MB/sec 2024-04-13T07:50:17.831 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_SShZL5lV9AD2jX off=568972 len=689432 2024-04-13T07:50:17.832 INFO:tasks.workunit.client.0.smithi003.stdout:op 4333 completed, throughput=5MB/sec 2024-04-13T07:50:17.832 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9Hze9Xkz7qbMoOV off=3177215 len=997989 2024-04-13T07:50:17.836 INFO:tasks.workunit.client.0.smithi003.stdout:op 4334 completed, throughput=5MB/sec 2024-04-13T07:50:18.837 INFO:tasks.workunit.client.0.smithi003.stdout: 858: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:18.837 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3w2IMoGiPaFXMQ3 off=4634155 len=1785168 2024-04-13T07:50:18.846 INFO:tasks.workunit.client.0.smithi003.stdout:op 4335 completed, throughput=5MB/sec 2024-04-13T07:50:18.846 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PY3yy-y8Kl53ztb off=1760257 len=24128 2024-04-13T07:50:18.846 INFO:tasks.workunit.client.0.smithi003.stdout:op 4336 completed, throughput=5MB/sec 2024-04-13T07:50:18.847 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uug5ILB6wTtzRcK off=10258411 len=1049011 2024-04-13T07:50:18.850 INFO:tasks.workunit.client.0.smithi003.stdout:op 4337 completed, throughput=5MB/sec 2024-04-13T07:50:18.850 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zkakEkzed5DEgMG off=5747500 len=737902 2024-04-13T07:50:18.854 INFO:tasks.workunit.client.0.smithi003.stdout:op 4338 completed, throughput=5MB/sec 2024-04-13T07:50:18.855 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--hg_FP06UnND5oX off=2965530 len=1010210 2024-04-13T07:50:18.856 INFO:tasks.workunit.client.0.smithi003.stdout:op 4339 completed, throughput=5MB/sec 2024-04-13T07:50:18.856 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-22qgC5sAAlTsG-R off=12592537 len=1940537 2024-04-13T07:50:18.857 INFO:tasks.workunit.client.0.smithi003.stdout:op 4340 completed, throughput=5MB/sec 2024-04-13T07:50:18.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:18 smithi003 ceph-mon[91733]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:50:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:18 smithi003 ceph-mon[89364]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:50:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:18 smithi066 ceph-mon[84331]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:50:19.858 INFO:tasks.workunit.client.0.smithi003.stdout: 859: throughput=5MB/sec pending data=0 2024-04-13T07:50:19.858 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-D2sAtZhmi_bZihz off=12059752 len=743910 2024-04-13T07:50:19.859 INFO:tasks.workunit.client.0.smithi003.stdout:op 4341 completed, throughput=5MB/sec 2024-04-13T07:50:19.859 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pRvZtTiAz7xGdtr off=1763507 len=752756 2024-04-13T07:50:19.860 INFO:tasks.workunit.client.0.smithi003.stdout:op 4342 completed, throughput=5MB/sec 2024-04-13T07:50:19.860 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sjKllkAcUYqx3JK off=1667 len=1302015 2024-04-13T07:50:19.867 INFO:tasks.workunit.client.0.smithi003.stdout:op 4343 completed, throughput=5MB/sec 2024-04-13T07:50:19.867 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8c1oyBPv5x6elVa off=4357485 len=216135 2024-04-13T07:50:19.867 INFO:tasks.workunit.client.0.smithi003.stdout:op 4344 completed, throughput=5MB/sec 2024-04-13T07:50:19.867 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2UDj6cg6oCUSK_k off=798725 len=936119 2024-04-13T07:50:19.872 INFO:tasks.workunit.client.0.smithi003.stdout:op 4345 completed, throughput=5MB/sec 2024-04-13T07:50:20.872 INFO:tasks.workunit.client.0.smithi003.stdout: 860: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:20.872 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ktFbhCphJEYkGxA off=971527 len=678482 2024-04-13T07:50:20.877 INFO:tasks.workunit.client.0.smithi003.stdout:op 4346 completed, throughput=5MB/sec 2024-04-13T07:50:20.877 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-JRe74nTgxHp7XcB off=20087823 len=497504 2024-04-13T07:50:20.881 INFO:tasks.workunit.client.0.smithi003.stdout:op 4347 completed, throughput=5MB/sec 2024-04-13T07:50:20.881 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JLeB9mOHR2yooDo off=4667390 len=467970 2024-04-13T07:50:20.882 INFO:tasks.workunit.client.0.smithi003.stdout:op 4348 completed, throughput=5MB/sec 2024-04-13T07:50:20.882 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-i78AQO8ufxCiacM off=10933099 len=1127606 2024-04-13T07:50:20.884 INFO:tasks.workunit.client.0.smithi003.stdout:op 4349 completed, throughput=5MB/sec 2024-04-13T07:50:20.884 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mfk4rgh0Brk1M5V off=4469458 len=541020 2024-04-13T07:50:20.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:20 smithi003 ceph-mon[89364]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:50:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:20 smithi003 ceph-mon[91733]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:50:20.887 INFO:tasks.workunit.client.0.smithi003.stdout:op 4350 completed, throughput=5MB/sec 2024-04-13T07:50:20.887 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uip9KA78u5YbcCv off=571977 len=41712 2024-04-13T07:50:20.888 INFO:tasks.workunit.client.0.smithi003.stdout:op 4351 completed, throughput=5MB/sec 2024-04-13T07:50:20.888 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QhsiZWcaUfIUmwh off=5179007 len=539137 2024-04-13T07:50:20.888 INFO:tasks.workunit.client.0.smithi003.stdout:op 4352 completed, throughput=5MB/sec 2024-04-13T07:50:20.888 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kZTPVANi7gVsD-f off=2657504 len=1917 2024-04-13T07:50:20.889 INFO:tasks.workunit.client.0.smithi003.stdout:op 4353 completed, throughput=5MB/sec 2024-04-13T07:50:20.889 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-p_YlFM-5Zyq4Xvh off=8038764 len=1246875 2024-04-13T07:50:20.890 INFO:tasks.workunit.client.0.smithi003.stdout:op 4354 completed, throughput=5MB/sec 2024-04-13T07:50:20.890 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-X_FFUPGyUbXie2O off=7112216 len=575935 2024-04-13T07:50:20.891 INFO:tasks.workunit.client.0.smithi003.stdout:op 4355 completed, throughput=5MB/sec 2024-04-13T07:50:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:20 smithi066 ceph-mon[84331]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:50:21.892 INFO:tasks.workunit.client.0.smithi003.stdout: 861: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:21.892 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Y0_RXjNM8Y9JFvW off=11291386 len=1180627 2024-04-13T07:50:21.898 INFO:tasks.workunit.client.0.smithi003.stdout:op 4356 completed, throughput=5MB/sec 2024-04-13T07:50:21.898 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DH799_lKQDNpMBV off=7111327 len=1687946 2024-04-13T07:50:21.900 INFO:tasks.workunit.client.0.smithi003.stdout:op 4357 completed, throughput=5MB/sec 2024-04-13T07:50:21.900 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xDhaNMLMK-TURjb off=3922260 len=402835 2024-04-13T07:50:21.904 INFO:tasks.workunit.client.0.smithi003.stdout:op 4358 completed, throughput=5MB/sec 2024-04-13T07:50:21.904 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1oM7ubSfc9OoJyx off=745329 len=1354959 2024-04-13T07:50:21.910 INFO:tasks.workunit.client.0.smithi003.stdout:op 4359 completed, throughput=5MB/sec 2024-04-13T07:50:21.910 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-B9G5bHojuGz8q-b off=7072571 len=1852148 2024-04-13T07:50:21.912 INFO:tasks.workunit.client.0.smithi003.stdout:op 4360 completed, throughput=5MB/sec 2024-04-13T07:50:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:22 smithi066 ceph-mon[84331]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:50:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:50:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:50:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:22 smithi003 ceph-mon[91733]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:50:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:22 smithi003 ceph-mon[89364]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:50:22.913 INFO:tasks.workunit.client.0.smithi003.stdout: 862: throughput=5MB/sec pending data=0 2024-04-13T07:50:22.913 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aLWOTgIEWorC55A off=9996453 len=206221 2024-04-13T07:50:22.913 INFO:tasks.workunit.client.0.smithi003.stdout:op 4361 completed, throughput=5MB/sec 2024-04-13T07:50:22.914 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nBPje0FnXgBYwRM off=21148421 len=832412 2024-04-13T07:50:22.918 INFO:tasks.workunit.client.0.smithi003.stdout:op 4362 completed, throughput=5MB/sec 2024-04-13T07:50:22.918 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BO67fCOejNpvTUe off=1123855 len=763142 2024-04-13T07:50:22.923 INFO:tasks.workunit.client.0.smithi003.stdout:op 4363 completed, throughput=5MB/sec 2024-04-13T07:50:22.923 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aiYNqOzWg0QHLHC off=11530001 len=1201201 2024-04-13T07:50:22.929 INFO:tasks.workunit.client.0.smithi003.stdout:op 4364 completed, throughput=5MB/sec 2024-04-13T07:50:22.929 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OOGcUfqbc9xh0Fj off=2725824 len=133558 2024-04-13T07:50:22.930 INFO:tasks.workunit.client.0.smithi003.stdout:op 4365 completed, throughput=5MB/sec 2024-04-13T07:50:22.930 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-at8yml8rieWltip off=3341386 len=1516047 2024-04-13T07:50:22.933 INFO:tasks.workunit.client.0.smithi003.stdout:op 4366 completed, throughput=5MB/sec 2024-04-13T07:50:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:23.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:23.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:23.933 INFO:tasks.workunit.client.0.smithi003.stdout: 863: throughput=5MB/sec pending data=0 2024-04-13T07:50:23.934 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-c7c633NJoB68lvI off=10192311 len=1436656 2024-04-13T07:50:23.935 INFO:tasks.workunit.client.0.smithi003.stdout:op 4367 completed, throughput=5MB/sec 2024-04-13T07:50:23.935 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UiVdnQITHBL02rp off=5608590 len=271847 2024-04-13T07:50:23.937 INFO:tasks.workunit.client.0.smithi003.stdout:op 4368 completed, throughput=5MB/sec 2024-04-13T07:50:23.937 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QJh-FH2fGotaDQp off=1861083 len=323405 2024-04-13T07:50:23.937 INFO:tasks.workunit.client.0.smithi003.stdout:op 4369 completed, throughput=5MB/sec 2024-04-13T07:50:23.938 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HEkr4bBoHEbY8Gs off=4731820 len=1474807 2024-04-13T07:50:23.941 INFO:tasks.workunit.client.0.smithi003.stdout:op 4370 completed, throughput=5MB/sec 2024-04-13T07:50:23.941 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sueYX6DtzU4XLrn off=3963097 len=1796750 2024-04-13T07:50:23.948 INFO:tasks.workunit.client.0.smithi003.stdout:op 4371 completed, throughput=5MB/sec 2024-04-13T07:50:24.524 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:50:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:50:24] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-13T07:50:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:24 smithi003 ceph-mon[89364]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:50:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:24 smithi003 ceph-mon[91733]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:50:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:24 smithi066 ceph-mon[84331]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:50:24.949 INFO:tasks.workunit.client.0.smithi003.stdout: 864: throughput=5MB/sec pending data=0 2024-04-13T07:50:24.949 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KJectuZ21Zhia8v off=7710574 len=451670 2024-04-13T07:50:24.952 INFO:tasks.workunit.client.0.smithi003.stdout:op 4372 completed, throughput=5MB/sec 2024-04-13T07:50:24.953 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1h5kLFt50lWsUo8 off=229122 len=1239790 2024-04-13T07:50:24.959 INFO:tasks.workunit.client.0.smithi003.stdout:op 4373 completed, throughput=5MB/sec 2024-04-13T07:50:24.959 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tT97sooEVFGxGsT off=3404046 len=1883917 2024-04-13T07:50:24.961 INFO:tasks.workunit.client.0.smithi003.stdout:op 4374 completed, throughput=5MB/sec 2024-04-13T07:50:24.961 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1AvWwcoJmNOednk off=16983054 len=1281715 2024-04-13T07:50:24.963 INFO:tasks.workunit.client.0.smithi003.stdout:op 4375 completed, throughput=5MB/sec 2024-04-13T07:50:25.963 INFO:tasks.workunit.client.0.smithi003.stdout: 865: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:25.963 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_mTdgikQDiLIlKX off=916233 len=1824923 2024-04-13T07:50:25.965 INFO:tasks.workunit.client.0.smithi003.stdout:op 4376 completed, throughput=5MB/sec 2024-04-13T07:50:25.965 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LaA5Rrz-S53RtVd off=582477 len=108713 2024-04-13T07:50:25.966 INFO:tasks.workunit.client.0.smithi003.stdout:op 4377 completed, throughput=5MB/sec 2024-04-13T07:50:25.966 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Vq6KoqHCmOJZF-3 off=14612266 len=1422204 2024-04-13T07:50:25.968 INFO:tasks.workunit.client.0.smithi003.stdout:op 4378 completed, throughput=5MB/sec 2024-04-13T07:50:25.968 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Fq4-wqL6TguENkY off=5710250 len=1405995 2024-04-13T07:50:25.975 INFO:tasks.workunit.client.0.smithi003.stdout:op 4379 completed, throughput=5MB/sec 2024-04-13T07:50:25.975 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CIghnRnxtPEiti7 off=12146827 len=1668293 2024-04-13T07:50:25.983 INFO:tasks.workunit.client.0.smithi003.stdout:op 4380 completed, throughput=5MB/sec 2024-04-13T07:50:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:26 smithi003 ceph-mon[89364]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T07:50:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:26 smithi003 ceph-mon[91733]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T07:50:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:26 smithi066 ceph-mon[84331]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-13T07:50:26.983 INFO:tasks.workunit.client.0.smithi003.stdout: 866: throughput=5MB/sec pending data=0 2024-04-13T07:50:26.983 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vXpmLbZpR-Ylsx1 off=7310004 len=1093502 2024-04-13T07:50:26.989 INFO:tasks.workunit.client.0.smithi003.stdout:op 4381 completed, throughput=5MB/sec 2024-04-13T07:50:26.989 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-l1XkS9QEU-MW0Qh off=8993253 len=896421 2024-04-13T07:50:26.995 INFO:tasks.workunit.client.0.smithi003.stdout:op 4382 completed, throughput=5MB/sec 2024-04-13T07:50:26.995 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZqyPTmOzhB-46aU off=9493581 len=1245611 2024-04-13T07:50:27.001 INFO:tasks.workunit.client.0.smithi003.stdout:op 4383 completed, throughput=5MB/sec 2024-04-13T07:50:27.001 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jSK6-3ewcDmGEC7 off=6751855 len=952171 2024-04-13T07:50:27.005 INFO:tasks.workunit.client.0.smithi003.stdout:op 4384 completed, throughput=5MB/sec 2024-04-13T07:50:28.006 INFO:tasks.workunit.client.0.smithi003.stdout: 867: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:28.006 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-m2MgE00rzOy8b5G off=12144564 len=896398 2024-04-13T07:50:28.007 INFO:tasks.workunit.client.0.smithi003.stdout:op 4385 completed, throughput=5MB/sec 2024-04-13T07:50:28.007 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gXWf7HKcdjkB8Ho off=302444 len=1904398 2024-04-13T07:50:28.019 INFO:tasks.workunit.client.0.smithi003.stdout:op 4386 completed, throughput=5MB/sec 2024-04-13T07:50:28.019 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AQugIj_ysXaQjhP off=15730092 len=122799 2024-04-13T07:50:28.021 INFO:tasks.workunit.client.0.smithi003.stdout:op 4387 completed, throughput=5MB/sec 2024-04-13T07:50:28.021 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SmhVy5J7YpEDvkt off=4518172 len=992664 2024-04-13T07:50:28.023 INFO:tasks.workunit.client.0.smithi003.stdout:op 4388 completed, throughput=5MB/sec 2024-04-13T07:50:28.023 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aY49kcfULA_3Agm off=3829768 len=341517 2024-04-13T07:50:28.024 INFO:tasks.workunit.client.0.smithi003.stdout:op 4389 completed, throughput=5MB/sec 2024-04-13T07:50:28.024 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LZjp5g-IKWlHCJh off=2603737 len=2052145 2024-04-13T07:50:28.035 INFO:tasks.workunit.client.0.smithi003.stdout:op 4390 completed, throughput=5MB/sec 2024-04-13T07:50:28.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:28 smithi003 ceph-mon[91733]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:50:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:28 smithi003 ceph-mon[89364]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:50:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:28 smithi066 ceph-mon[84331]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:50:29.036 INFO:tasks.workunit.client.0.smithi003.stdout: 868: throughput=5MB/sec pending data=0 2024-04-13T07:50:29.036 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qL-FwQiQ_NHAOOW off=1971994 len=1800066 2024-04-13T07:50:29.038 INFO:tasks.workunit.client.0.smithi003.stdout:op 4391 completed, throughput=5MB/sec 2024-04-13T07:50:29.038 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-r751_DnC9-gGM2W off=9696183 len=871557 2024-04-13T07:50:29.040 INFO:tasks.workunit.client.0.smithi003.stdout:op 4392 completed, throughput=5MB/sec 2024-04-13T07:50:29.040 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nMxDtQ7a0KnC_xe off=17621145 len=1572827 2024-04-13T07:50:29.048 INFO:tasks.workunit.client.0.smithi003.stdout:op 4393 completed, throughput=5MB/sec 2024-04-13T07:50:30.048 INFO:tasks.workunit.client.0.smithi003.stdout: 869: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:30.048 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Ra34ZlDnAM59RtO off=13971987 len=1873553 2024-04-13T07:50:30.059 INFO:tasks.workunit.client.0.smithi003.stdout:op 4394 completed, throughput=5MB/sec 2024-04-13T07:50:30.059 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LvK9QVVq74TRI27 off=4708420 len=38107 2024-04-13T07:50:30.061 INFO:tasks.workunit.client.0.smithi003.stdout:op 4395 completed, throughput=5MB/sec 2024-04-13T07:50:30.061 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iuq3afAV4EakWwm off=8536215 len=1502934 2024-04-13T07:50:30.063 INFO:tasks.workunit.client.0.smithi003.stdout:op 4396 completed, throughput=5MB/sec 2024-04-13T07:50:30.063 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-juJwno0STbfS6-I off=420393 len=1450617 2024-04-13T07:50:30.070 INFO:tasks.workunit.client.0.smithi003.stdout:op 4397 completed, throughput=5MB/sec 2024-04-13T07:50:30.070 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-74P4VcIeUE15QtK off=348364 len=862504 2024-04-13T07:50:30.076 INFO:tasks.workunit.client.0.smithi003.stdout:op 4398 completed, throughput=5MB/sec 2024-04-13T07:50:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:30 smithi003 ceph-mon[91733]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:50:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:30 smithi003 ceph-mon[89364]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:50:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:30 smithi066 ceph-mon[84331]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:50:31.076 INFO:tasks.workunit.client.0.smithi003.stdout: 870: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:31.077 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--OBHQbh-rREqiln off=2753864 len=1838907 2024-04-13T07:50:31.078 INFO:tasks.workunit.client.0.smithi003.stdout:op 4399 completed, throughput=5MB/sec 2024-04-13T07:50:31.078 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zxSTjiSY3FuiECk off=7831758 len=564083 2024-04-13T07:50:31.080 INFO:tasks.workunit.client.0.smithi003.stdout:op 4400 completed, throughput=5MB/sec 2024-04-13T07:50:31.080 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lVrGmZJ1soXwbqL off=10732073 len=542643 2024-04-13T07:50:31.080 INFO:tasks.workunit.client.0.smithi003.stdout:op 4401 completed, throughput=5MB/sec 2024-04-13T07:50:31.080 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hlS-eY0Jm9iEa9- off=15810731 len=983245 2024-04-13T07:50:31.086 INFO:tasks.workunit.client.0.smithi003.stdout:op 4402 completed, throughput=5MB/sec 2024-04-13T07:50:31.086 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7CMpsX33RKjoYNE off=1117717 len=1312204 2024-04-13T07:50:31.088 INFO:tasks.workunit.client.0.smithi003.stdout:op 4403 completed, throughput=5MB/sec 2024-04-13T07:50:32.088 INFO:tasks.workunit.client.0.smithi003.stdout: 871: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:32.089 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ow-kQJT4EVl_u7k off=83600 len=1023085 2024-04-13T07:50:32.090 INFO:tasks.workunit.client.0.smithi003.stdout:op 4404 completed, throughput=5MB/sec 2024-04-13T07:50:32.090 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5qA8QYByTLRcsCY off=6761451 len=209998 2024-04-13T07:50:32.091 INFO:tasks.workunit.client.0.smithi003.stdout:op 4405 completed, throughput=5MB/sec 2024-04-13T07:50:32.091 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oYTjZCXqg6Xl3Nk off=15576269 len=158103 2024-04-13T07:50:32.095 INFO:tasks.workunit.client.0.smithi003.stdout:op 4406 completed, throughput=5MB/sec 2024-04-13T07:50:32.095 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-odk9TWNDWQVejWv off=410051 len=106339 2024-04-13T07:50:32.095 INFO:tasks.workunit.client.0.smithi003.stdout:op 4407 completed, throughput=5MB/sec 2024-04-13T07:50:32.095 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yKz6nulPDI6A6OY off=2506058 len=2073731 2024-04-13T07:50:32.103 INFO:tasks.workunit.client.0.smithi003.stdout:op 4408 completed, throughput=5MB/sec 2024-04-13T07:50:32.103 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FF7dFMZGhEsE8ti off=6150101 len=440213 2024-04-13T07:50:32.103 INFO:tasks.workunit.client.0.smithi003.stdout:op 4409 completed, throughput=5MB/sec 2024-04-13T07:50:32.104 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TDBEI9n_WSftZ1t off=6580891 len=861346 2024-04-13T07:50:32.104 INFO:tasks.workunit.client.0.smithi003.stdout:op 4410 completed, throughput=5MB/sec 2024-04-13T07:50:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:32 smithi066 ceph-mon[84331]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:50:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:50:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:50:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:32 smithi003 ceph-mon[91733]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:50:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:32 smithi003 ceph-mon[89364]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:50:33.105 INFO:tasks.workunit.client.0.smithi003.stdout: 872: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:33.105 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xFEDsUS5eRvMLFm off=1052984 len=1007877 2024-04-13T07:50:33.111 INFO:tasks.workunit.client.0.smithi003.stdout:op 4411 completed, throughput=5MB/sec 2024-04-13T07:50:33.111 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-49V1cqXe2OwSjiz off=546798 len=2067608 2024-04-13T07:50:33.125 INFO:tasks.workunit.client.0.smithi003.stdout:op 4412 completed, throughput=5MB/sec 2024-04-13T07:50:33.125 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--g9sNx8xY79uS6y off=16686340 len=1853222 2024-04-13T07:50:33.127 INFO:tasks.workunit.client.0.smithi003.stdout:op 4413 completed, throughput=5MB/sec 2024-04-13T07:50:33.127 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lGDGcXfxZbnh0ed off=624509 len=448732 2024-04-13T07:50:33.128 INFO:tasks.workunit.client.0.smithi003.stdout:op 4414 completed, throughput=5MB/sec 2024-04-13T07:50:34.129 INFO:tasks.workunit.client.0.smithi003.stdout: 873: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:34.129 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MLMR2ihhf7xVmvB off=6790241 len=2081386 2024-04-13T07:50:34.131 INFO:tasks.workunit.client.0.smithi003.stdout:op 4415 completed, throughput=5MB/sec 2024-04-13T07:50:34.131 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IV3K_yvibLPylci off=3329029 len=1413381 2024-04-13T07:50:34.139 INFO:tasks.workunit.client.0.smithi003.stdout:op 4416 completed, throughput=5MB/sec 2024-04-13T07:50:34.139 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LsiZhlkIrNAAi64 off=16243599 len=1750029 2024-04-13T07:50:34.141 INFO:tasks.workunit.client.0.smithi003.stdout:op 4417 completed, throughput=5MB/sec 2024-04-13T07:50:34.538 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:50:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:50:34] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-13T07:50:34.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:34 smithi003 ceph-mon[91733]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:50:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:34 smithi003 ceph-mon[89364]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:50:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:34 smithi066 ceph-mon[84331]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:50:35.141 INFO:tasks.workunit.client.0.smithi003.stdout: 874: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:35.142 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-b93BJutaqfJnYNo off=12457424 len=1862557 2024-04-13T07:50:35.144 INFO:tasks.workunit.client.0.smithi003.stdout:op 4418 completed, throughput=5MB/sec 2024-04-13T07:50:35.144 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ovxq_WXxGKWjFtX off=1054009 len=86638 2024-04-13T07:50:35.146 INFO:tasks.workunit.client.0.smithi003.stdout:op 4419 completed, throughput=5MB/sec 2024-04-13T07:50:35.146 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-P3ZpSFKqTRttwQF off=3039393 len=1488565 2024-04-13T07:50:35.149 INFO:tasks.workunit.client.0.smithi003.stdout:op 4420 completed, throughput=5MB/sec 2024-04-13T07:50:35.149 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qAvgqOAFz5-2_MN off=1663189 len=1147032 2024-04-13T07:50:35.150 INFO:tasks.workunit.client.0.smithi003.stdout:op 4421 completed, throughput=5MB/sec 2024-04-13T07:50:35.151 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ijGlWJzcReG3Cku off=14041339 len=1264106 2024-04-13T07:50:35.153 INFO:tasks.workunit.client.0.smithi003.stdout:op 4422 completed, throughput=5MB/sec 2024-04-13T07:50:36.154 INFO:tasks.workunit.client.0.smithi003.stdout: 875: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:36.154 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YDxixFpAQQZTtNt off=15253579 len=731099 2024-04-13T07:50:36.155 INFO:tasks.workunit.client.0.smithi003.stdout:op 4423 completed, throughput=5MB/sec 2024-04-13T07:50:36.155 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0RFXyGYXqxlKGts off=5926657 len=725052 2024-04-13T07:50:36.159 INFO:tasks.workunit.client.0.smithi003.stdout:op 4424 completed, throughput=5MB/sec 2024-04-13T07:50:36.159 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tWDWpqTEiho5_oV off=11791753 len=958436 2024-04-13T07:50:36.165 INFO:tasks.workunit.client.0.smithi003.stdout:op 4425 completed, throughput=5MB/sec 2024-04-13T07:50:36.165 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-L--7_ejWhpk8q2J off=220139 len=1566747 2024-04-13T07:50:36.172 INFO:tasks.workunit.client.0.smithi003.stdout:op 4426 completed, throughput=5MB/sec 2024-04-13T07:50:36.172 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-at8yml8rieWltip off=3498441 len=262150 2024-04-13T07:50:36.173 INFO:tasks.workunit.client.0.smithi003.stdout:op 4427 completed, throughput=5MB/sec 2024-04-13T07:50:36.173 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-S56PbvCzXoKaNqz off=19990343 len=1399655 2024-04-13T07:50:36.175 INFO:tasks.workunit.client.0.smithi003.stdout:op 4428 completed, throughput=5MB/sec 2024-04-13T07:50:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:36 smithi003 ceph-mon[89364]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:50:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:36 smithi003 ceph-mon[91733]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:50:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:36 smithi066 ceph-mon[84331]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:50:37.175 INFO:tasks.workunit.client.0.smithi003.stdout: 876: throughput=5MB/sec pending data=0 2024-04-13T07:50:37.175 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SaZs-w2oKBnon1F off=3222682 len=715275 2024-04-13T07:50:37.180 INFO:tasks.workunit.client.0.smithi003.stdout:op 4429 completed, throughput=5MB/sec 2024-04-13T07:50:37.180 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3qNmuD5qpmY8wQ3 off=13455947 len=1385795 2024-04-13T07:50:37.188 INFO:tasks.workunit.client.0.smithi003.stdout:op 4430 completed, throughput=5MB/sec 2024-04-13T07:50:37.188 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WqZV5KCHbUgDfKK off=7513280 len=723829 2024-04-13T07:50:37.192 INFO:tasks.workunit.client.0.smithi003.stdout:op 4431 completed, throughput=5MB/sec 2024-04-13T07:50:37.192 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tJ7l4MEAoNCSpqC off=2382596 len=70605 2024-04-13T07:50:37.195 INFO:tasks.workunit.client.0.smithi003.stdout:op 4432 completed, throughput=5MB/sec 2024-04-13T07:50:37.195 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SRiLK_MzRlJFtK5 off=5714029 len=1534500 2024-04-13T07:50:37.204 INFO:tasks.workunit.client.0.smithi003.stdout:op 4433 completed, throughput=5MB/sec 2024-04-13T07:50:37.204 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tItfX_sJp7s0Ynn off=3691395 len=818172 2024-04-13T07:50:37.205 INFO:tasks.workunit.client.0.smithi003.stdout:op 4434 completed, throughput=5MB/sec 2024-04-13T07:50:37.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:37.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:38.205 INFO:tasks.workunit.client.0.smithi003.stdout: 877: throughput=5MB/sec pending data=0 2024-04-13T07:50:38.205 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-r3zlt0W1-UZOYXJ off=5797101 len=1983439 2024-04-13T07:50:38.208 INFO:tasks.workunit.client.0.smithi003.stdout:op 4435 completed, throughput=5MB/sec 2024-04-13T07:50:38.208 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-z6XGPwSDIEDeIwj off=16956792 len=1432086 2024-04-13T07:50:38.216 INFO:tasks.workunit.client.0.smithi003.stdout:op 4436 completed, throughput=5MB/sec 2024-04-13T07:50:38.216 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Sue2c4wpluv0Ltn off=9618518 len=2069924 2024-04-13T07:50:38.218 INFO:tasks.workunit.client.0.smithi003.stdout:op 4437 completed, throughput=5MB/sec 2024-04-13T07:50:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:38 smithi003 ceph-mon[91733]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:50:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:38 smithi003 ceph-mon[89364]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:50:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:38 smithi066 ceph-mon[84331]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:50:39.218 INFO:tasks.workunit.client.0.smithi003.stdout: 878: throughput=5MB/sec pending data=0 2024-04-13T07:50:39.218 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7hCaln1puPxnjA6 off=8268051 len=255126 2024-04-13T07:50:39.221 INFO:tasks.workunit.client.0.smithi003.stdout:op 4438 completed, throughput=5MB/sec 2024-04-13T07:50:39.222 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fjgzUcBGVNGUThv off=1126300 len=1464068 2024-04-13T07:50:39.224 INFO:tasks.workunit.client.0.smithi003.stdout:op 4439 completed, throughput=5MB/sec 2024-04-13T07:50:39.224 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wWQgB-1A9rj3DNH off=3523449 len=1693470 2024-04-13T07:50:39.234 INFO:tasks.workunit.client.0.smithi003.stdout:op 4440 completed, throughput=5MB/sec 2024-04-13T07:50:39.234 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-k9upgw5wIOyEX0Q off=1474527 len=1256385 2024-04-13T07:50:39.240 INFO:tasks.workunit.client.0.smithi003.stdout:op 4441 completed, throughput=5MB/sec 2024-04-13T07:50:39.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:39 smithi003 ceph-mon[89364]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:50:39.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:39 smithi003 ceph-mon[91733]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:50:39.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:39 smithi066 ceph-mon[84331]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:50:40.240 INFO:tasks.workunit.client.0.smithi003.stdout: 879: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:40.240 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PHyljHBwReF01LL off=4003234 len=1852514 2024-04-13T07:50:40.242 INFO:tasks.workunit.client.0.smithi003.stdout:op 4442 completed, throughput=5MB/sec 2024-04-13T07:50:40.242 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OAJtBYwhenwum28 off=22693919 len=292000 2024-04-13T07:50:40.243 INFO:tasks.workunit.client.0.smithi003.stdout:op 4443 completed, throughput=5MB/sec 2024-04-13T07:50:40.243 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UA1j-QrzxVdFWvz off=633424 len=1840930 2024-04-13T07:50:40.247 INFO:tasks.workunit.client.0.smithi003.stdout:op 4444 completed, throughput=5MB/sec 2024-04-13T07:50:40.247 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qWDK4ILqP4I-Fr5 off=1843344 len=179692 2024-04-13T07:50:40.248 INFO:tasks.workunit.client.0.smithi003.stdout:op 4445 completed, throughput=5MB/sec 2024-04-13T07:50:40.248 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Kwyq9f8YNSlNl9C off=15701561 len=324060 2024-04-13T07:50:40.249 INFO:tasks.workunit.client.0.smithi003.stdout:op 4446 completed, throughput=5MB/sec 2024-04-13T07:50:40.249 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8GkgMfBei8ejgno off=22820251 len=1420868 2024-04-13T07:50:40.250 INFO:tasks.workunit.client.0.smithi003.stdout:op 4447 completed, throughput=5MB/sec 2024-04-13T07:50:41.251 INFO:tasks.workunit.client.0.smithi003.stdout: 880: throughput=5MB/sec pending data=0 2024-04-13T07:50:41.251 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Cm5heI5qqfRj5Nx off=0 len=2043109 2024-04-13T07:50:41.263 INFO:tasks.workunit.client.0.smithi003.stdout:op 4448 completed, throughput=5MB/sec 2024-04-13T07:50:41.263 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ItMiAu4xEcZpSA4 off=9292913 len=1301887 2024-04-13T07:50:41.266 INFO:tasks.workunit.client.0.smithi003.stdout:op 4449 completed, throughput=5MB/sec 2024-04-13T07:50:41.266 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lqyZFDaHs6Yw1yX off=5164073 len=573039 2024-04-13T07:50:41.270 INFO:tasks.workunit.client.0.smithi003.stdout:op 4450 completed, throughput=5MB/sec 2024-04-13T07:50:41.270 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TQaS-TFq2ZKacc2 off=3554805 len=948516 2024-04-13T07:50:41.271 INFO:tasks.workunit.client.0.smithi003.stdout:op 4451 completed, throughput=5MB/sec 2024-04-13T07:50:42.272 INFO:tasks.workunit.client.0.smithi003.stdout: 881: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:42.272 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pttlNfoCfhZhalc off=315675 len=1939218 2024-04-13T07:50:42.274 INFO:tasks.workunit.client.0.smithi003.stdout:op 4452 completed, throughput=5MB/sec 2024-04-13T07:50:42.274 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8R5QO7PCwBV5yDh off=3678826 len=182145 2024-04-13T07:50:42.275 INFO:tasks.workunit.client.0.smithi003.stdout:op 4453 completed, throughput=5MB/sec 2024-04-13T07:50:42.275 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-n3qMHo6XppQ9mUq off=2732847 len=376378 2024-04-13T07:50:42.276 INFO:tasks.workunit.client.0.smithi003.stdout:op 4454 completed, throughput=5MB/sec 2024-04-13T07:50:42.276 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xlRnWw4AMb8pWQB off=1217914 len=1568148 2024-04-13T07:50:42.286 INFO:tasks.workunit.client.0.smithi003.stdout:op 4455 completed, throughput=5MB/sec 2024-04-13T07:50:42.286 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-z7meHgEHdXFNY_6 off=12111153 len=826649 2024-04-13T07:50:42.287 INFO:tasks.workunit.client.0.smithi003.stdout:op 4456 completed, throughput=5MB/sec 2024-04-13T07:50:42.287 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2TjMScUz8ES7LZJ off=831681 len=1105579 2024-04-13T07:50:42.289 INFO:tasks.workunit.client.0.smithi003.stdout:op 4457 completed, throughput=5MB/sec 2024-04-13T07:50:42.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:42 smithi003 ceph-mon[91733]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:50:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:42 smithi003 ceph-mon[89364]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:50:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:42 smithi066 ceph-mon[84331]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:50:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:50:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:50:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:50:43.289 INFO:tasks.workunit.client.0.smithi003.stdout: 882: throughput=5MB/sec pending data=0 2024-04-13T07:50:43.290 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-B0mAdaeXARvUqQQ off=9752416 len=1079826 2024-04-13T07:50:43.291 INFO:tasks.workunit.client.0.smithi003.stdout:op 4458 completed, throughput=5MB/sec 2024-04-13T07:50:43.291 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-P2OAKVeBO4ZEkJL off=3337748 len=629946 2024-04-13T07:50:43.292 INFO:tasks.workunit.client.0.smithi003.stdout:op 4459 completed, throughput=5MB/sec 2024-04-13T07:50:43.292 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bYO4lG1vaIOjW5O off=8496852 len=1344725 2024-04-13T07:50:43.294 INFO:tasks.workunit.client.0.smithi003.stdout:op 4460 completed, throughput=5MB/sec 2024-04-13T07:50:43.294 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-el7WOWdoxxMRnd0 off=6074619 len=973082 2024-04-13T07:50:43.295 INFO:tasks.workunit.client.0.smithi003.stdout:op 4461 completed, throughput=5MB/sec 2024-04-13T07:50:43.295 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2QZkRG9TiZMMPMF off=10643356 len=563735 2024-04-13T07:50:43.297 INFO:tasks.workunit.client.0.smithi003.stdout:op 4462 completed, throughput=5MB/sec 2024-04-13T07:50:44.298 INFO:tasks.workunit.client.0.smithi003.stdout: 883: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:44.298 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-a5HifMF1DI7H1aa off=16051561 len=1541031 2024-04-13T07:50:44.305 INFO:tasks.workunit.client.0.smithi003.stdout:op 4463 completed, throughput=5MB/sec 2024-04-13T07:50:44.305 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-z5zfdP6oE1i5Mbb off=7317711 len=260248 2024-04-13T07:50:44.308 INFO:tasks.workunit.client.0.smithi003.stdout:op 4464 completed, throughput=5MB/sec 2024-04-13T07:50:44.308 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-38dTMa0Zke2RPyt off=587595 len=1200760 2024-04-13T07:50:44.309 INFO:tasks.workunit.client.0.smithi003.stdout:op 4465 completed, throughput=5MB/sec 2024-04-13T07:50:44.309 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-59T_SKTfJ1GjS49 off=1766792 len=399968 2024-04-13T07:50:44.313 INFO:tasks.workunit.client.0.smithi003.stdout:op 4466 completed, throughput=5MB/sec 2024-04-13T07:50:44.313 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hAWsrTxouhpdOqS off=4287680 len=925695 2024-04-13T07:50:44.314 INFO:tasks.workunit.client.0.smithi003.stdout:op 4467 completed, throughput=5MB/sec 2024-04-13T07:50:44.314 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3QeXE0okUcWaI5a off=2161491 len=1850527 2024-04-13T07:50:44.316 INFO:tasks.workunit.client.0.smithi003.stdout:op 4468 completed, throughput=5MB/sec 2024-04-13T07:50:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:44 smithi003 ceph-mon[91733]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T07:50:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:44 smithi003 ceph-mon[89364]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T07:50:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:50:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:50:44] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-13T07:50:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:44 smithi066 ceph-mon[84331]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T07:50:45.317 INFO:tasks.workunit.client.0.smithi003.stdout: 884: throughput=5MB/sec pending data=0 2024-04-13T07:50:45.317 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QU-tVH_wpEJwjSv off=5821102 len=35930 2024-04-13T07:50:45.319 INFO:tasks.workunit.client.0.smithi003.stdout:op 4469 completed, throughput=5MB/sec 2024-04-13T07:50:45.319 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vd1c-GZp2jz-mcm off=709734 len=1708122 2024-04-13T07:50:45.321 INFO:tasks.workunit.client.0.smithi003.stdout:op 4470 completed, throughput=5MB/sec 2024-04-13T07:50:45.321 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zLGcu6dy_amGhIa off=1170856 len=1549563 2024-04-13T07:50:45.324 INFO:tasks.workunit.client.0.smithi003.stdout:op 4471 completed, throughput=5MB/sec 2024-04-13T07:50:45.324 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-h5begbyJANSnpZQ off=9040764 len=2060611 2024-04-13T07:50:45.327 INFO:tasks.workunit.client.0.smithi003.stdout:op 4472 completed, throughput=5MB/sec 2024-04-13T07:50:46.327 INFO:tasks.workunit.client.0.smithi003.stdout: 885: throughput=5MB/sec pending data=0 2024-04-13T07:50:46.327 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XwLLqofG4H6LM-R off=5411282 len=1269377 2024-04-13T07:50:46.335 INFO:tasks.workunit.client.0.smithi003.stdout:op 4473 completed, throughput=5MB/sec 2024-04-13T07:50:46.336 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9HCOmt1XdINCKMI off=5266087 len=1229629 2024-04-13T07:50:46.337 INFO:tasks.workunit.client.0.smithi003.stdout:op 4474 completed, throughput=5MB/sec 2024-04-13T07:50:46.337 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Rsff-sFB_lw5ZeB off=21754205 len=1348616 2024-04-13T07:50:46.339 INFO:tasks.workunit.client.0.smithi003.stdout:op 4475 completed, throughput=5MB/sec 2024-04-13T07:50:46.339 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VvKl6u9j9Iqwg7Z off=14738482 len=834626 2024-04-13T07:50:46.340 INFO:tasks.workunit.client.0.smithi003.stdout:op 4476 completed, throughput=5MB/sec 2024-04-13T07:50:46.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:46 smithi003 ceph-mon[91733]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-13T07:50:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:46 smithi003 ceph-mon[89364]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-13T07:50:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:46 smithi066 ceph-mon[84331]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-13T07:50:47.340 INFO:tasks.workunit.client.0.smithi003.stdout: 886: throughput=5MB/sec pending data=0 2024-04-13T07:50:47.340 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xPCVnq8an_-5Eqe off=509889 len=936012 2024-04-13T07:50:47.344 INFO:tasks.workunit.client.0.smithi003.stdout:op 4477 completed, throughput=5MB/sec 2024-04-13T07:50:47.344 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fUz7JYDk-bpyoS8 off=1196251 len=1082614 2024-04-13T07:50:47.345 INFO:tasks.workunit.client.0.smithi003.stdout:op 4478 completed, throughput=5MB/sec 2024-04-13T07:50:47.345 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Rfyk2PvTsKO93pD off=1730029 len=27382 2024-04-13T07:50:47.346 INFO:tasks.workunit.client.0.smithi003.stdout:op 4479 completed, throughput=5MB/sec 2024-04-13T07:50:47.346 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0wXqW3Xm0eedKRg off=0 len=1873783 2024-04-13T07:50:47.355 INFO:tasks.workunit.client.0.smithi003.stdout:op 4480 completed, throughput=5MB/sec 2024-04-13T07:50:47.355 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CEnmoKa3XFXjU89 off=235556 len=666983 2024-04-13T07:50:47.356 INFO:tasks.workunit.client.0.smithi003.stdout:op 4481 completed, throughput=5MB/sec 2024-04-13T07:50:47.356 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EfUMYi-Odlg2BF3 off=6873288 len=351604 2024-04-13T07:50:47.359 INFO:tasks.workunit.client.0.smithi003.stdout:op 4482 completed, throughput=5MB/sec 2024-04-13T07:50:47.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:50:47.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:50:47.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:50:48.362 INFO:tasks.workunit.client.0.smithi003.stdout: 887: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:48.362 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0YmKzMCGTkPuLDu off=337295 len=212527 2024-04-13T07:50:48.362 INFO:tasks.workunit.client.0.smithi003.stdout:op 4483 completed, throughput=4.99MB/sec 2024-04-13T07:50:48.363 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9knvJsdkl_0LKYF off=0 len=1450453 2024-04-13T07:50:48.369 INFO:tasks.workunit.client.0.smithi003.stdout:op 4484 completed, throughput=5MB/sec 2024-04-13T07:50:48.369 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-67O255EqjOYMg_4 off=10034183 len=1631370 2024-04-13T07:50:48.371 INFO:tasks.workunit.client.0.smithi003.stdout:op 4485 completed, throughput=5MB/sec 2024-04-13T07:50:48.371 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7yramoxXjtPWuZ9 off=4740621 len=1769289 2024-04-13T07:50:48.373 INFO:tasks.workunit.client.0.smithi003.stdout:op 4486 completed, throughput=5MB/sec 2024-04-13T07:50:48.373 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0FRoFOHo8mDoVia off=9753618 len=1644581 2024-04-13T07:50:48.375 INFO:tasks.workunit.client.0.smithi003.stdout:op 4487 completed, throughput=5MB/sec 2024-04-13T07:50:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:48 smithi003 ceph-mon[91733]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-13T07:50:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:48 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:50:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:48 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:50:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:48 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:50:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:48 smithi003 ceph-mon[89364]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-13T07:50:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:48 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:50:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:48 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:50:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:48 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:50:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:48 smithi066 ceph-mon[84331]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-13T07:50:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:48 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:50:48.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:48 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:50:48.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:48 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:50:49.376 INFO:tasks.workunit.client.0.smithi003.stdout: 888: throughput=5MB/sec pending data=0 2024-04-13T07:50:49.376 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zKQRKrZK5NzT-97 off=456365 len=1783974 2024-04-13T07:50:49.385 INFO:tasks.workunit.client.0.smithi003.stdout:op 4488 completed, throughput=5MB/sec 2024-04-13T07:50:49.385 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-J19YwIo3kxfT8Nf off=2510999 len=552063 2024-04-13T07:50:49.389 INFO:tasks.workunit.client.0.smithi003.stdout:op 4489 completed, throughput=5MB/sec 2024-04-13T07:50:49.389 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-n82ofrolyROFHfP off=3159529 len=1777550 2024-04-13T07:50:49.392 INFO:tasks.workunit.client.0.smithi003.stdout:op 4490 completed, throughput=5MB/sec 2024-04-13T07:50:50.392 INFO:tasks.workunit.client.0.smithi003.stdout: 889: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:50.393 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-X2wtf5wUz4AuCFN off=1258609 len=350163 2024-04-13T07:50:50.394 INFO:tasks.workunit.client.0.smithi003.stdout:op 4491 completed, throughput=5MB/sec 2024-04-13T07:50:50.394 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vQeEMBT_clUp0gY off=3714107 len=1173098 2024-04-13T07:50:50.395 INFO:tasks.workunit.client.0.smithi003.stdout:op 4492 completed, throughput=5MB/sec 2024-04-13T07:50:50.395 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4nZOZ_1581MdGQv off=2558283 len=652261 2024-04-13T07:50:50.399 INFO:tasks.workunit.client.0.smithi003.stdout:op 4493 completed, throughput=5MB/sec 2024-04-13T07:50:50.399 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HkUsXt2qoUEF7av off=1012516 len=822710 2024-04-13T07:50:50.404 INFO:tasks.workunit.client.0.smithi003.stdout:op 4494 completed, throughput=5MB/sec 2024-04-13T07:50:50.404 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-n8WvNTIqwqq_jTx off=0 len=1298194 2024-04-13T07:50:50.411 INFO:tasks.workunit.client.0.smithi003.stdout:op 4495 completed, throughput=5MB/sec 2024-04-13T07:50:50.411 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qib70AHge0Nuftp off=2971677 len=2057512 2024-04-13T07:50:50.424 INFO:tasks.workunit.client.0.smithi003.stdout:op 4496 completed, throughput=5MB/sec 2024-04-13T07:50:50.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:50 smithi003 ceph-mon[91733]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-13T07:50:50.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:50 smithi003 ceph-mon[89364]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-13T07:50:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:50 smithi066 ceph-mon[84331]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-13T07:50:51.424 INFO:tasks.workunit.client.0.smithi003.stdout: 890: throughput=5MB/sec pending data=0 2024-04-13T07:50:51.424 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-u_XBtf8eGS_S0xj off=4526158 len=313995 2024-04-13T07:50:51.425 INFO:tasks.workunit.client.0.smithi003.stdout:op 4497 completed, throughput=5MB/sec 2024-04-13T07:50:51.425 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-W-NTelvJwZrrwzD off=12889936 len=1598145 2024-04-13T07:50:51.428 INFO:tasks.workunit.client.0.smithi003.stdout:op 4498 completed, throughput=5MB/sec 2024-04-13T07:50:51.429 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SNab0PpsvNoPn2u off=144975 len=457090 2024-04-13T07:50:51.430 INFO:tasks.workunit.client.0.smithi003.stdout:op 4499 completed, throughput=5MB/sec 2024-04-13T07:50:51.430 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ycujqY9EE7SzqBQ off=3851995 len=1965871 2024-04-13T07:50:51.433 INFO:tasks.workunit.client.0.smithi003.stdout:op 4500 completed, throughput=5MB/sec 2024-04-13T07:50:52.433 INFO:tasks.workunit.client.0.smithi003.stdout: 891: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:52.434 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-W_hjhagsHYq54f3 off=7060580 len=981968 2024-04-13T07:50:52.439 INFO:tasks.workunit.client.0.smithi003.stdout:op 4501 completed, throughput=5MB/sec 2024-04-13T07:50:52.439 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_XbgfeKG4fjC8aC off=5865880 len=977358 2024-04-13T07:50:52.444 INFO:tasks.workunit.client.0.smithi003.stdout:op 4502 completed, throughput=5MB/sec 2024-04-13T07:50:52.444 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oDcSillNK-6y4L3 off=8590985 len=1332260 2024-04-13T07:50:52.446 INFO:tasks.workunit.client.0.smithi003.stdout:op 4503 completed, throughput=5MB/sec 2024-04-13T07:50:52.446 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HdnOhDewY4Vw-1- off=12730123 len=1118352 2024-04-13T07:50:52.451 INFO:tasks.workunit.client.0.smithi003.stdout:op 4504 completed, throughput=5MB/sec 2024-04-13T07:50:52.451 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5-nkqaBWpgA9wlT off=7386208 len=379662 2024-04-13T07:50:52.454 INFO:tasks.workunit.client.0.smithi003.stdout:op 4505 completed, throughput=5MB/sec 2024-04-13T07:50:52.454 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RWpFMno0tb5k7So off=521698 len=675316 2024-04-13T07:50:52.457 INFO:tasks.workunit.client.0.smithi003.stdout:op 4506 completed, throughput=5MB/sec 2024-04-13T07:50:52.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:52 smithi003 ceph-mon[89364]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T07:50:52.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:52 smithi003 ceph-mon[91733]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T07:50:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:52 smithi066 ceph-mon[84331]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T07:50:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:50:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:50:53.456 INFO:tasks.workunit.client.0.smithi003.stdout: 892: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:53.456 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UsDGgD7hbtYtR5N off=2665058 len=643936 2024-04-13T07:50:53.460 INFO:tasks.workunit.client.0.smithi003.stdout:op 4507 completed, throughput=5MB/sec 2024-04-13T07:50:53.460 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hbrOIkLKkHkqzHS off=597550 len=1343783 2024-04-13T07:50:53.462 INFO:tasks.workunit.client.0.smithi003.stdout:op 4508 completed, throughput=5MB/sec 2024-04-13T07:50:53.462 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zg-oNJ8UHw3MPlH off=13157597 len=1199352 2024-04-13T07:50:53.463 INFO:tasks.workunit.client.0.smithi003.stdout:op 4509 completed, throughput=5MB/sec 2024-04-13T07:50:53.464 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QIpIyIIiN3nHdf- off=63379 len=1439097 2024-04-13T07:50:53.465 INFO:tasks.workunit.client.0.smithi003.stdout:op 4510 completed, throughput=5MB/sec 2024-04-13T07:50:53.465 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cOpFcxx-OdawnoC off=4408289 len=1074140 2024-04-13T07:50:53.466 INFO:tasks.workunit.client.0.smithi003.stdout:op 4511 completed, throughput=5MB/sec 2024-04-13T07:50:53.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:53.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:50:54.466 INFO:tasks.workunit.client.0.smithi003.stdout: 893: throughput=5MB/sec pending data=0 2024-04-13T07:50:54.467 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZVv2E4-EPsc26vf off=7243871 len=1481947 2024-04-13T07:50:54.475 INFO:tasks.workunit.client.0.smithi003.stdout:op 4512 completed, throughput=5MB/sec 2024-04-13T07:50:54.475 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QRjxz8_lw4zJZgE off=7303465 len=1704955 2024-04-13T07:50:54.477 INFO:tasks.workunit.client.0.smithi003.stdout:op 4513 completed, throughput=5MB/sec 2024-04-13T07:50:54.477 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NuPEJhgHFltns8u off=6536180 len=1844659 2024-04-13T07:50:54.485 INFO:tasks.workunit.client.0.smithi003.stdout:op 4514 completed, throughput=5MB/sec 2024-04-13T07:50:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:50:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:50:54] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-13T07:50:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:54 smithi003 ceph-mon[89364]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T07:50:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:54 smithi003 ceph-mon[91733]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T07:50:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:54 smithi066 ceph-mon[84331]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T07:50:55.485 INFO:tasks.workunit.client.0.smithi003.stdout: 894: throughput=5MB/sec pending data=0 2024-04-13T07:50:55.485 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-r751_DnC9-gGM2W off=1826061 len=311737 2024-04-13T07:50:55.488 INFO:tasks.workunit.client.0.smithi003.stdout:op 4515 completed, throughput=5MB/sec 2024-04-13T07:50:55.488 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7gf-jL77xWmY7s_ off=6919437 len=824757 2024-04-13T07:50:55.489 INFO:tasks.workunit.client.0.smithi003.stdout:op 4516 completed, throughput=5MB/sec 2024-04-13T07:50:55.489 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-udj3tXW6-8FSD1C off=15604312 len=401044 2024-04-13T07:50:55.492 INFO:tasks.workunit.client.0.smithi003.stdout:op 4517 completed, throughput=5MB/sec 2024-04-13T07:50:55.492 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-y92kKKv-UwV_iwk off=5102566 len=812257 2024-04-13T07:50:55.494 INFO:tasks.workunit.client.0.smithi003.stdout:op 4518 completed, throughput=5MB/sec 2024-04-13T07:50:55.494 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-32Zk4hCZLu-DwSs off=11477939 len=1937169 2024-04-13T07:50:55.502 INFO:tasks.workunit.client.0.smithi003.stdout:op 4519 completed, throughput=5MB/sec 2024-04-13T07:50:55.503 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0F4Ze0wXCwLD4ZH off=19437221 len=1081094 2024-04-13T07:50:55.504 INFO:tasks.workunit.client.0.smithi003.stdout:op 4520 completed, throughput=5MB/sec 2024-04-13T07:50:56.504 INFO:tasks.workunit.client.0.smithi003.stdout: 895: throughput=5MB/sec pending data=0 2024-04-13T07:50:56.504 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MI1yM5GWZMS7Lmv off=21376984 len=1327652 2024-04-13T07:50:56.507 INFO:tasks.workunit.client.0.smithi003.stdout:op 4521 completed, throughput=5MB/sec 2024-04-13T07:50:56.507 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-l9HhOADPWnb-CQO off=3033014 len=957598 2024-04-13T07:50:56.512 INFO:tasks.workunit.client.0.smithi003.stdout:op 4522 completed, throughput=5MB/sec 2024-04-13T07:50:56.513 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PjCxroyDWP4x-ND off=426914 len=1947473 2024-04-13T07:50:56.515 INFO:tasks.workunit.client.0.smithi003.stdout:op 4523 completed, throughput=5MB/sec 2024-04-13T07:50:56.516 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-L62pg5_M_lM8PQ- off=12684555 len=734451 2024-04-13T07:50:56.520 INFO:tasks.workunit.client.0.smithi003.stdout:op 4524 completed, throughput=5MB/sec 2024-04-13T07:50:56.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:56 smithi003 ceph-mon[91733]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:50:56.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:56 smithi003 ceph-mon[89364]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:50:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:56 smithi066 ceph-mon[84331]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:50:57.521 INFO:tasks.workunit.client.0.smithi003.stdout: 896: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:57.521 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bD7gS-3mjEfW2_B off=5262729 len=767699 2024-04-13T07:50:57.525 INFO:tasks.workunit.client.0.smithi003.stdout:op 4525 completed, throughput=5MB/sec 2024-04-13T07:50:57.525 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6tRdokkpPc-nNoV off=2435791 len=237003 2024-04-13T07:50:57.528 INFO:tasks.workunit.client.0.smithi003.stdout:op 4526 completed, throughput=5MB/sec 2024-04-13T07:50:57.528 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BjML2-sA2s9tkwR off=2226258 len=1817983 2024-04-13T07:50:57.537 INFO:tasks.workunit.client.0.smithi003.stdout:op 4527 completed, throughput=5MB/sec 2024-04-13T07:50:57.537 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6Yn4UYum7jHI1ch off=3374261 len=508487 2024-04-13T07:50:57.541 INFO:tasks.workunit.client.0.smithi003.stdout:op 4528 completed, throughput=5MB/sec 2024-04-13T07:50:57.541 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WgrDrTomwZPQB4y off=908459 len=1522678 2024-04-13T07:50:57.547 INFO:tasks.workunit.client.0.smithi003.stdout:op 4529 completed, throughput=5MB/sec 2024-04-13T07:50:57.547 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_KOMnzaxRD31RPh off=964514 len=802370 2024-04-13T07:50:57.550 INFO:tasks.workunit.client.0.smithi003.stdout:op 4530 completed, throughput=5MB/sec 2024-04-13T07:50:58.551 INFO:tasks.workunit.client.0.smithi003.stdout: 897: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:58.551 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zbTFkvLPjDiqxHb off=8281961 len=1724392 2024-04-13T07:50:58.559 INFO:tasks.workunit.client.0.smithi003.stdout:op 4531 completed, throughput=5MB/sec 2024-04-13T07:50:58.559 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5czkM43-WCQKLcb off=6335623 len=1150042 2024-04-13T07:50:58.564 INFO:tasks.workunit.client.0.smithi003.stdout:op 4532 completed, throughput=5MB/sec 2024-04-13T07:50:58.564 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dUg3ed5DmhCaemJ off=978251 len=582055 2024-04-13T07:50:58.569 INFO:tasks.workunit.client.0.smithi003.stdout:op 4533 completed, throughput=5MB/sec 2024-04-13T07:50:58.569 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-d85TuEgeFvUUHZ- off=4337027 len=771686 2024-04-13T07:50:58.570 INFO:tasks.workunit.client.0.smithi003.stdout:op 4534 completed, throughput=5MB/sec 2024-04-13T07:50:58.570 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-abMX_Ekh7pPhIW2 off=1608170 len=1034611 2024-04-13T07:50:58.576 INFO:tasks.workunit.client.0.smithi003.stdout:op 4535 completed, throughput=5MB/sec 2024-04-13T07:50:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:50:58 smithi003 ceph-mon[89364]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:50:58.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:50:58 smithi003 ceph-mon[91733]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:50:58.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:50:58 smithi066 ceph-mon[84331]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:50:59.576 INFO:tasks.workunit.client.0.smithi003.stdout: 898: throughput=4.99MB/sec pending data=0 2024-04-13T07:50:59.576 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XIVABXbZGg25Su9 off=402629 len=526975 2024-04-13T07:50:59.580 INFO:tasks.workunit.client.0.smithi003.stdout:op 4536 completed, throughput=5MB/sec 2024-04-13T07:50:59.580 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vXWUOqhccua2OGJ off=1392924 len=914794 2024-04-13T07:50:59.586 INFO:tasks.workunit.client.0.smithi003.stdout:op 4537 completed, throughput=5MB/sec 2024-04-13T07:50:59.586 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_gUSVePup0V1LLe off=0 len=1407442 2024-04-13T07:50:59.593 INFO:tasks.workunit.client.0.smithi003.stdout:op 4538 completed, throughput=5MB/sec 2024-04-13T07:50:59.594 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QOuc26JXcgPWcrg off=200984 len=459960 2024-04-13T07:50:59.598 INFO:tasks.workunit.client.0.smithi003.stdout:op 4539 completed, throughput=5MB/sec 2024-04-13T07:50:59.598 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PCjbSz1O36mMwVn off=3683088 len=862665 2024-04-13T07:50:59.602 INFO:tasks.workunit.client.0.smithi003.stdout:op 4540 completed, throughput=5MB/sec 2024-04-13T07:50:59.602 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nzW33fH3kQPWNF9 off=11667539 len=146359 2024-04-13T07:50:59.603 INFO:tasks.workunit.client.0.smithi003.stdout:op 4541 completed, throughput=5MB/sec 2024-04-13T07:50:59.603 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-z4C4rXfTKtmMtfm off=2490684 len=599121 2024-04-13T07:50:59.604 INFO:tasks.workunit.client.0.smithi003.stdout:op 4542 completed, throughput=5MB/sec 2024-04-13T07:50:59.604 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PcBsV7squ5yAupK off=7443801 len=1690198 2024-04-13T07:50:59.614 INFO:tasks.workunit.client.0.smithi003.stdout:op 4543 completed, throughput=5MB/sec 2024-04-13T07:51:00.614 INFO:tasks.workunit.client.0.smithi003.stdout: 899: throughput=5MB/sec pending data=0 2024-04-13T07:51:00.614 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dheUYaqt-u2CJZ6 off=2569923 len=360600 2024-04-13T07:51:00.618 INFO:tasks.workunit.client.0.smithi003.stdout:op 4544 completed, throughput=5MB/sec 2024-04-13T07:51:00.618 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-O0Mcjpp7wcxHdWE off=12315938 len=445971 2024-04-13T07:51:00.619 INFO:tasks.workunit.client.0.smithi003.stdout:op 4545 completed, throughput=5MB/sec 2024-04-13T07:51:00.619 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-46yJikqz0e1Enu4 off=2636550 len=1502386 2024-04-13T07:51:00.622 INFO:tasks.workunit.client.0.smithi003.stdout:op 4546 completed, throughput=5MB/sec 2024-04-13T07:51:00.622 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sZ_tNfRxQpYcLBy off=9326913 len=2015428 2024-04-13T07:51:00.633 INFO:tasks.workunit.client.0.smithi003.stdout:op 4547 completed, throughput=5MB/sec 2024-04-13T07:51:00.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:00 smithi003 ceph-mon[89364]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:51:00.637 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:00 smithi003 ceph-mon[91733]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:51:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:00 smithi066 ceph-mon[84331]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:51:01.633 INFO:tasks.workunit.client.0.smithi003.stdout: 900: throughput=4.99MB/sec pending data=0 2024-04-13T07:51:01.633 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-X_ukNpXrhlBSQBM off=3672958 len=1238101 2024-04-13T07:51:01.634 INFO:tasks.workunit.client.0.smithi003.stdout:op 4548 completed, throughput=5MB/sec 2024-04-13T07:51:01.635 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KIpG7ulXI2HKQLF off=7252247 len=2078049 2024-04-13T07:51:01.645 INFO:tasks.workunit.client.0.smithi003.stdout:op 4549 completed, throughput=5MB/sec 2024-04-13T07:51:01.645 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XT2Is3w6xU-VW7M off=359771 len=1358874 2024-04-13T07:51:01.648 INFO:tasks.workunit.client.0.smithi003.stdout:op 4550 completed, throughput=5MB/sec 2024-04-13T07:51:01.648 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-49Hd2d5KxSNqhN9 off=451923 len=1969909 2024-04-13T07:51:01.660 INFO:tasks.workunit.client.0.smithi003.stdout:op 4551 completed, throughput=5MB/sec 2024-04-13T07:51:02.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:02 smithi003 ceph-mon[91733]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:51:02.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:02 smithi003 ceph-mon[89364]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:51:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:02 smithi066 ceph-mon[84331]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:51:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:51:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:51:02.660 INFO:tasks.workunit.client.0.smithi003.stdout: 901: throughput=5MB/sec pending data=0 2024-04-13T07:51:02.660 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qZbsuqYOLdwKeRd off=3685149 len=1595801 2024-04-13T07:51:02.664 INFO:tasks.workunit.client.0.smithi003.stdout:op 4552 completed, throughput=5MB/sec 2024-04-13T07:51:02.664 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-A0rdSmWAtcsNEjk off=1295259 len=705161 2024-04-13T07:51:02.665 INFO:tasks.workunit.client.0.smithi003.stdout:op 4553 completed, throughput=5MB/sec 2024-04-13T07:51:02.665 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pWrxQh-TSoSr2M4 off=3914671 len=1760574 2024-04-13T07:51:02.667 INFO:tasks.workunit.client.0.smithi003.stdout:op 4554 completed, throughput=5MB/sec 2024-04-13T07:51:03.667 INFO:tasks.workunit.client.0.smithi003.stdout: 902: throughput=5MB/sec pending data=0 2024-04-13T07:51:03.668 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dqanmrGVA-qG9mC off=772223 len=276737 2024-04-13T07:51:03.671 INFO:tasks.workunit.client.0.smithi003.stdout:op 4555 completed, throughput=5MB/sec 2024-04-13T07:51:03.671 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kV1H5ow9VF8u-aB off=14413572 len=1034044 2024-04-13T07:51:03.677 INFO:tasks.workunit.client.0.smithi003.stdout:op 4556 completed, throughput=5MB/sec 2024-04-13T07:51:03.677 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KvAF2EeRQ91dRgX off=16420203 len=1550618 2024-04-13T07:51:03.679 INFO:tasks.workunit.client.0.smithi003.stdout:op 4557 completed, throughput=5MB/sec 2024-04-13T07:51:03.679 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mY_hXA6iUyyts3R off=2314172 len=815428 2024-04-13T07:51:03.681 INFO:tasks.workunit.client.0.smithi003.stdout:op 4558 completed, throughput=5MB/sec 2024-04-13T07:51:03.681 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-T7exPpc1VhVb5sv off=5244974 len=630885 2024-04-13T07:51:03.685 INFO:tasks.workunit.client.0.smithi003.stdout:op 4559 completed, throughput=5MB/sec 2024-04-13T07:51:03.685 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0R-98ya6Z0FvIIP off=4732820 len=348192 2024-04-13T07:51:03.685 INFO:tasks.workunit.client.0.smithi003.stdout:op 4560 completed, throughput=5MB/sec 2024-04-13T07:51:03.685 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_y-CRat_FT2QnD6 off=1353214 len=1152188 2024-04-13T07:51:03.692 INFO:tasks.workunit.client.0.smithi003.stdout:op 4561 completed, throughput=5MB/sec 2024-04-13T07:51:04.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:04 smithi003 ceph-mon[91733]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:51:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:04 smithi003 ceph-mon[89364]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:51:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:51:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:51:04] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-13T07:51:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:04 smithi066 ceph-mon[84331]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:51:04.692 INFO:tasks.workunit.client.0.smithi003.stdout: 903: throughput=5MB/sec pending data=0 2024-04-13T07:51:04.692 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wC97Ect2zQeRcl4 off=12780244 len=1492946 2024-04-13T07:51:04.694 INFO:tasks.workunit.client.0.smithi003.stdout:op 4562 completed, throughput=5MB/sec 2024-04-13T07:51:04.694 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4QQtndPUpXE-FaK off=11864661 len=1440781 2024-04-13T07:51:04.703 INFO:tasks.workunit.client.0.smithi003.stdout:op 4563 completed, throughput=5MB/sec 2024-04-13T07:51:04.703 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-__klHAKBNpn1jIb off=282212 len=904568 2024-04-13T07:51:04.708 INFO:tasks.workunit.client.0.smithi003.stdout:op 4564 completed, throughput=5MB/sec 2024-04-13T07:51:04.708 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-t8fHOaU34TnN7rX off=1742574 len=588406 2024-04-13T07:51:04.709 INFO:tasks.workunit.client.0.smithi003.stdout:op 4565 completed, throughput=5MB/sec 2024-04-13T07:51:04.709 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-l0X-PPwwQTy25A1 off=1187561 len=655829 2024-04-13T07:51:04.710 INFO:tasks.workunit.client.0.smithi003.stdout:op 4566 completed, throughput=5MB/sec 2024-04-13T07:51:05.711 INFO:tasks.workunit.client.0.smithi003.stdout: 904: throughput=5MB/sec pending data=0 2024-04-13T07:51:05.711 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BzA4c22PIZtF5Zf off=3331198 len=35008 2024-04-13T07:51:05.713 INFO:tasks.workunit.client.0.smithi003.stdout:op 4567 completed, throughput=5MB/sec 2024-04-13T07:51:05.713 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5u-HPjBIfKCCf_t off=2286535 len=643221 2024-04-13T07:51:05.715 INFO:tasks.workunit.client.0.smithi003.stdout:op 4568 completed, throughput=5MB/sec 2024-04-13T07:51:05.715 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_A9NXyCKjwJLHSu off=7903189 len=1308518 2024-04-13T07:51:05.717 INFO:tasks.workunit.client.0.smithi003.stdout:op 4569 completed, throughput=5MB/sec 2024-04-13T07:51:05.717 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xPJEBDrwmYUASK7 off=3513403 len=1640222 2024-04-13T07:51:05.719 INFO:tasks.workunit.client.0.smithi003.stdout:op 4570 completed, throughput=5MB/sec 2024-04-13T07:51:05.719 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gtbnI_6phTGe5rr off=21563356 len=1453550 2024-04-13T07:51:05.720 INFO:tasks.workunit.client.0.smithi003.stdout:op 4571 completed, throughput=5MB/sec 2024-04-13T07:51:06.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:06 smithi003 ceph-mon[91733]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:51:06.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:06 smithi003 ceph-mon[89364]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:51:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:06 smithi066 ceph-mon[84331]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:51:06.721 INFO:tasks.workunit.client.0.smithi003.stdout: 905: throughput=5MB/sec pending data=0 2024-04-13T07:51:06.721 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jnxd3dZA4P4AMe5 off=1297056 len=1921351 2024-04-13T07:51:06.723 INFO:tasks.workunit.client.0.smithi003.stdout:op 4572 completed, throughput=5MB/sec 2024-04-13T07:51:06.723 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3MBAzu5fqb0qvWZ off=5301030 len=401431 2024-04-13T07:51:06.727 INFO:tasks.workunit.client.0.smithi003.stdout:op 4573 completed, throughput=5MB/sec 2024-04-13T07:51:06.727 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AzStwOd3w8lS6kR off=628485 len=535597 2024-04-13T07:51:06.731 INFO:tasks.workunit.client.0.smithi003.stdout:op 4574 completed, throughput=5MB/sec 2024-04-13T07:51:06.731 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4wdKOTvrMFz74Pl off=17962072 len=16743 2024-04-13T07:51:06.733 INFO:tasks.workunit.client.0.smithi003.stdout:op 4575 completed, throughput=5MB/sec 2024-04-13T07:51:06.733 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kyj6aeGq9YLmtv4 off=1734712 len=1293038 2024-04-13T07:51:06.736 INFO:tasks.workunit.client.0.smithi003.stdout:op 4576 completed, throughput=5MB/sec 2024-04-13T07:51:06.736 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LgSxHWMy5X_Jts2 off=5181960 len=1810390 2024-04-13T07:51:06.744 INFO:tasks.workunit.client.0.smithi003.stdout:op 4577 completed, throughput=5MB/sec 2024-04-13T07:51:07.744 INFO:tasks.workunit.client.0.smithi003.stdout: 906: throughput=5MB/sec pending data=0 2024-04-13T07:51:07.745 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5w2NWiNCeKsW2qJ off=1116392 len=1602940 2024-04-13T07:51:07.746 INFO:tasks.workunit.client.0.smithi003.stdout:op 4578 completed, throughput=5MB/sec 2024-04-13T07:51:07.747 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eCUmu2p8ZqxQAKv off=2189017 len=453915 2024-04-13T07:51:07.747 INFO:tasks.workunit.client.0.smithi003.stdout:op 4579 completed, throughput=5MB/sec 2024-04-13T07:51:07.748 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vkg-6D_n_fqtu5y off=1087630 len=1208387 2024-04-13T07:51:07.749 INFO:tasks.workunit.client.0.smithi003.stdout:op 4580 completed, throughput=5MB/sec 2024-04-13T07:51:07.749 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MJEqgjSv01PG3sE off=12465606 len=61864 2024-04-13T07:51:07.752 INFO:tasks.workunit.client.0.smithi003.stdout:op 4581 completed, throughput=5MB/sec 2024-04-13T07:51:07.752 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RMzz2Kg-cN0V_nW off=3643521 len=1803504 2024-04-13T07:51:07.763 INFO:tasks.workunit.client.0.smithi003.stdout:op 4582 completed, throughput=5MB/sec 2024-04-13T07:51:08.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:08 smithi003 ceph-mon[91733]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:51:08.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:08 smithi003 ceph-mon[89364]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:51:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:08 smithi066 ceph-mon[84331]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:51:08.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:08.763 INFO:tasks.workunit.client.0.smithi003.stdout: 907: throughput=5MB/sec pending data=0 2024-04-13T07:51:08.763 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XCSsX7aVFwEwzMI off=17884273 len=581579 2024-04-13T07:51:08.765 INFO:tasks.workunit.client.0.smithi003.stdout:op 4583 completed, throughput=5MB/sec 2024-04-13T07:51:08.765 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wzTdLO2UHsbp2DJ off=199280 len=1260789 2024-04-13T07:51:08.771 INFO:tasks.workunit.client.0.smithi003.stdout:op 4584 completed, throughput=5MB/sec 2024-04-13T07:51:08.771 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NmNamcVGy5btcLs off=8512001 len=486863 2024-04-13T07:51:08.772 INFO:tasks.workunit.client.0.smithi003.stdout:op 4585 completed, throughput=5MB/sec 2024-04-13T07:51:08.772 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wHsHD8BiGmIt22m off=940643 len=159064 2024-04-13T07:51:08.775 INFO:tasks.workunit.client.0.smithi003.stdout:op 4586 completed, throughput=5MB/sec 2024-04-13T07:51:08.775 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8su7Ck6s8wvWIwn off=10990574 len=1543158 2024-04-13T07:51:08.783 INFO:tasks.workunit.client.0.smithi003.stdout:op 4587 completed, throughput=5MB/sec 2024-04-13T07:51:08.783 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GUf4CrCdoqCOjcT off=9611207 len=1450654 2024-04-13T07:51:08.784 INFO:tasks.workunit.client.0.smithi003.stdout:op 4588 completed, throughput=5MB/sec 2024-04-13T07:51:09.784 INFO:tasks.workunit.client.0.smithi003.stdout: 908: throughput=5MB/sec pending data=0 2024-04-13T07:51:09.785 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8LAodbchhNcouWH off=830207 len=605704 2024-04-13T07:51:09.786 INFO:tasks.workunit.client.0.smithi003.stdout:op 4589 completed, throughput=5MB/sec 2024-04-13T07:51:09.786 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iV12N5tvGU_1UA- off=3166562 len=51143 2024-04-13T07:51:09.787 INFO:tasks.workunit.client.0.smithi003.stdout:op 4590 completed, throughput=5MB/sec 2024-04-13T07:51:09.787 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-U-nKJ4_FBeAjoKI off=2092145 len=832704 2024-04-13T07:51:09.788 INFO:tasks.workunit.client.0.smithi003.stdout:op 4591 completed, throughput=5MB/sec 2024-04-13T07:51:09.788 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-v-egp2rN1MiRNtH off=5469759 len=20923 2024-04-13T07:51:09.791 INFO:tasks.workunit.client.0.smithi003.stdout:op 4592 completed, throughput=5MB/sec 2024-04-13T07:51:09.791 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7eqB38Z8Bv2BoXk off=127977 len=1930849 2024-04-13T07:51:09.798 INFO:tasks.workunit.client.0.smithi003.stdout:op 4593 completed, throughput=5MB/sec 2024-04-13T07:51:09.798 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bpcgDeGv0h4ilPU off=11088881 len=153477 2024-04-13T07:51:09.798 INFO:tasks.workunit.client.0.smithi003.stdout:op 4594 completed, throughput=5MB/sec 2024-04-13T07:51:09.799 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_dYcXHRY-GcdiB1 off=593110 len=1081228 2024-04-13T07:51:09.799 INFO:tasks.workunit.client.0.smithi003.stdout:op 4595 completed, throughput=5MB/sec 2024-04-13T07:51:10.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:10 smithi003 ceph-mon[91733]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:51:10.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:10 smithi003 ceph-mon[89364]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:51:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:10 smithi066 ceph-mon[84331]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:51:10.797 INFO:tasks.workunit.client.0.smithi003.stdout: 909: throughput=4.99MB/sec pending data=0 2024-04-13T07:51:10.797 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eluCWpWPpwfgg0L off=3095088 len=1042839 2024-04-13T07:51:10.798 INFO:tasks.workunit.client.0.smithi003.stdout:op 4596 completed, throughput=5MB/sec 2024-04-13T07:51:10.799 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2U0Sp_nEhYB64v1 off=1637164 len=1857060 2024-04-13T07:51:10.808 INFO:tasks.workunit.client.0.smithi003.stdout:op 4597 completed, throughput=5MB/sec 2024-04-13T07:51:10.808 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Ue51UWhDotFqKDD off=8768775 len=1335727 2024-04-13T07:51:10.809 INFO:tasks.workunit.client.0.smithi003.stdout:op 4598 completed, throughput=5MB/sec 2024-04-13T07:51:10.809 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FiUIabBjg6UsD43 off=193866 len=799753 2024-04-13T07:51:10.810 INFO:tasks.workunit.client.0.smithi003.stdout:op 4599 completed, throughput=5MB/sec 2024-04-13T07:51:11.810 INFO:tasks.workunit.client.0.smithi003.stdout: 910: throughput=4.99MB/sec pending data=0 2024-04-13T07:51:11.811 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ErPU_MnI9UYGE54 off=1732871 len=228360 2024-04-13T07:51:11.812 INFO:tasks.workunit.client.0.smithi003.stdout:op 4600 completed, throughput=4.99MB/sec 2024-04-13T07:51:11.812 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ST-S_2OAwlAm6O0 off=1900922 len=490948 2024-04-13T07:51:11.816 INFO:tasks.workunit.client.0.smithi003.stdout:op 4601 completed, throughput=5MB/sec 2024-04-13T07:51:11.816 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-B5c5C8NZTNYTOmB off=16890188 len=1969006 2024-04-13T07:51:11.818 INFO:tasks.workunit.client.0.smithi003.stdout:op 4602 completed, throughput=5MB/sec 2024-04-13T07:51:11.818 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iGv--9_CCuZap16 off=6976305 len=1230169 2024-04-13T07:51:11.820 INFO:tasks.workunit.client.0.smithi003.stdout:op 4603 completed, throughput=5MB/sec 2024-04-13T07:51:11.820 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UXsaKOyN7PH0pcu off=20535799 len=177685 2024-04-13T07:51:11.823 INFO:tasks.workunit.client.0.smithi003.stdout:op 4604 completed, throughput=5MB/sec 2024-04-13T07:51:11.823 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-R0iy-Anbr31v-lL off=1798147 len=1701127 2024-04-13T07:51:11.826 INFO:tasks.workunit.client.0.smithi003.stdout:op 4605 completed, throughput=5MB/sec 2024-04-13T07:51:12.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:12 smithi003 ceph-mon[91733]: pgmap v1961: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:51:12.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:12 smithi003 ceph-mon[89364]: pgmap v1961: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:51:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:12 smithi066 ceph-mon[84331]: pgmap v1961: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-13T07:51:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:51:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:51:12.826 INFO:tasks.workunit.client.0.smithi003.stdout: 911: throughput=5MB/sec pending data=0 2024-04-13T07:51:12.827 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9NpqVAjIuvPJWyD off=2889395 len=2067884 2024-04-13T07:51:12.835 INFO:tasks.workunit.client.0.smithi003.stdout:op 4606 completed, throughput=5MB/sec 2024-04-13T07:51:12.836 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gMs3jIvwZ2P4bPO off=5218923 len=278758 2024-04-13T07:51:12.838 INFO:tasks.workunit.client.0.smithi003.stdout:op 4607 completed, throughput=5MB/sec 2024-04-13T07:51:12.838 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sEuM5lRDo5TPO5d off=8569416 len=1204063 2024-04-13T07:51:12.844 INFO:tasks.workunit.client.0.smithi003.stdout:op 4608 completed, throughput=5MB/sec 2024-04-13T07:51:12.844 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-C3AjFs2g7XwnH2D off=1793728 len=826556 2024-04-13T07:51:12.848 INFO:tasks.workunit.client.0.smithi003.stdout:op 4609 completed, throughput=5MB/sec 2024-04-13T07:51:12.848 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SlEszwI3Zcy-ulX off=14775386 len=1521898 2024-04-13T07:51:12.857 INFO:tasks.workunit.client.0.smithi003.stdout:op 4610 completed, throughput=5MB/sec 2024-04-13T07:51:13.857 INFO:tasks.workunit.client.0.smithi003.stdout: 912: throughput=5MB/sec pending data=0 2024-04-13T07:51:13.857 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FiUIabBjg6UsD43 off=381832 len=681612 2024-04-13T07:51:13.862 INFO:tasks.workunit.client.0.smithi003.stdout:op 4611 completed, throughput=5MB/sec 2024-04-13T07:51:13.862 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rMg-b_S1e1WEkKc off=15091801 len=524950 2024-04-13T07:51:13.866 INFO:tasks.workunit.client.0.smithi003.stdout:op 4612 completed, throughput=5MB/sec 2024-04-13T07:51:13.866 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-r0e4mInqrHKTUMa off=8165387 len=1381128 2024-04-13T07:51:13.868 INFO:tasks.workunit.client.0.smithi003.stdout:op 4613 completed, throughput=5MB/sec 2024-04-13T07:51:13.868 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bfAxkP3iyH3YJ09 off=22476726 len=1363849 2024-04-13T07:51:13.875 INFO:tasks.workunit.client.0.smithi003.stdout:op 4614 completed, throughput=5MB/sec 2024-04-13T07:51:13.875 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-paVeuYfjR0vELRx off=3399163 len=1370119 2024-04-13T07:51:13.884 INFO:tasks.workunit.client.0.smithi003.stdout:op 4615 completed, throughput=5MB/sec 2024-04-13T07:51:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:14 smithi003 ceph-mon[89364]: pgmap v1962: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:51:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:14 smithi003 ceph-mon[91733]: pgmap v1962: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:51:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:51:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:51:14] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-13T07:51:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:14 smithi066 ceph-mon[84331]: pgmap v1962: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:51:14.884 INFO:tasks.workunit.client.0.smithi003.stdout: 913: throughput=5MB/sec pending data=0 2024-04-13T07:51:14.884 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2XJIlz-fNbe5zcG off=8875238 len=43375 2024-04-13T07:51:14.884 INFO:tasks.workunit.client.0.smithi003.stdout:op 4616 completed, throughput=5MB/sec 2024-04-13T07:51:14.885 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AKUrP8XRZwke-EA off=1175979 len=213663 2024-04-13T07:51:14.888 INFO:tasks.workunit.client.0.smithi003.stdout:op 4617 completed, throughput=5MB/sec 2024-04-13T07:51:14.888 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tCWK-_BWLRS5skP off=168525 len=1305841 2024-04-13T07:51:14.890 INFO:tasks.workunit.client.0.smithi003.stdout:op 4618 completed, throughput=5MB/sec 2024-04-13T07:51:14.890 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SchWGjXnpP_pYjg off=2446240 len=2089338 2024-04-13T07:51:14.893 INFO:tasks.workunit.client.0.smithi003.stdout:op 4619 completed, throughput=5MB/sec 2024-04-13T07:51:14.893 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YJzkx6i8X0SZOqp off=398025 len=1765236 2024-04-13T07:51:14.896 INFO:tasks.workunit.client.0.smithi003.stdout:op 4620 completed, throughput=5MB/sec 2024-04-13T07:51:15.897 INFO:tasks.workunit.client.0.smithi003.stdout: 914: throughput=5MB/sec pending data=0 2024-04-13T07:51:15.897 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-C8pmEPtOaBR-DVD off=14755346 len=436698 2024-04-13T07:51:15.901 INFO:tasks.workunit.client.0.smithi003.stdout:op 4621 completed, throughput=5MB/sec 2024-04-13T07:51:15.902 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pPcSBuzMPa-bTzV off=3628178 len=199221 2024-04-13T07:51:15.902 INFO:tasks.workunit.client.0.smithi003.stdout:op 4622 completed, throughput=5MB/sec 2024-04-13T07:51:15.902 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YDPhmzvw3bS5mt1 off=2003616 len=752200 2024-04-13T07:51:15.903 INFO:tasks.workunit.client.0.smithi003.stdout:op 4623 completed, throughput=5MB/sec 2024-04-13T07:51:15.903 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hye42CjzI__YDu6 off=233559 len=1572742 2024-04-13T07:51:15.912 INFO:tasks.workunit.client.0.smithi003.stdout:op 4624 completed, throughput=5MB/sec 2024-04-13T07:51:15.912 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zxhkjGOZszjeLDO off=720175 len=1481534 2024-04-13T07:51:15.927 INFO:tasks.workunit.client.0.smithi003.stdout:op 4625 completed, throughput=5MB/sec 2024-04-13T07:51:16.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:16 smithi003 ceph-mon[89364]: pgmap v1963: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:51:16.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:16 smithi003 ceph-mon[91733]: pgmap v1963: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:51:16.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:16 smithi066 ceph-mon[84331]: pgmap v1963: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-13T07:51:16.928 INFO:tasks.workunit.client.0.smithi003.stdout: 915: throughput=4.99MB/sec pending data=0 2024-04-13T07:51:16.928 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TwgJL3or7i_i4Qe off=10094623 len=2007762 2024-04-13T07:51:16.930 INFO:tasks.workunit.client.0.smithi003.stdout:op 4626 completed, throughput=5MB/sec 2024-04-13T07:51:16.930 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6szFW3nbfkmNd4F off=11126701 len=1684855 2024-04-13T07:51:16.938 INFO:tasks.workunit.client.0.smithi003.stdout:op 4627 completed, throughput=5MB/sec 2024-04-13T07:51:16.938 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tCL4aurf0riqJ96 off=2726113 len=28546 2024-04-13T07:51:16.940 INFO:tasks.workunit.client.0.smithi003.stdout:op 4628 completed, throughput=5MB/sec 2024-04-13T07:51:16.940 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_9yTSC0gpp5GB7F off=6980920 len=1398976 2024-04-13T07:51:16.944 INFO:tasks.workunit.client.0.smithi003.stdout:op 4629 completed, throughput=5MB/sec 2024-04-13T07:51:16.944 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--haDQe-vt0PC2KD off=9731147 len=941550 2024-04-13T07:51:16.948 INFO:tasks.workunit.client.0.smithi003.stdout:op 4630 completed, throughput=5MB/sec 2024-04-13T07:51:17.949 INFO:tasks.workunit.client.0.smithi003.stdout: 916: throughput=5MB/sec pending data=0 2024-04-13T07:51:17.949 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hecwp5wUb_W3Q5z off=4673346 len=770382 2024-04-13T07:51:17.954 INFO:tasks.workunit.client.0.smithi003.stdout:op 4631 completed, throughput=5MB/sec 2024-04-13T07:51:17.954 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-yXpvQpSCXFQS2GD off=5161539 len=417073 2024-04-13T07:51:17.958 INFO:tasks.workunit.client.0.smithi003.stdout:op 4632 completed, throughput=5MB/sec 2024-04-13T07:51:17.958 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cvL40cLn_lQSc2v off=15472512 len=231569 2024-04-13T07:51:17.959 INFO:tasks.workunit.client.0.smithi003.stdout:op 4633 completed, throughput=5MB/sec 2024-04-13T07:51:17.959 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Rsff-sFB_lw5ZeB off=21095047 len=1021818 2024-04-13T07:51:17.960 INFO:tasks.workunit.client.0.smithi003.stdout:op 4634 completed, throughput=5MB/sec 2024-04-13T07:51:17.960 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YDQ7jseTuCUNzpD off=2016616 len=422137 2024-04-13T07:51:17.963 INFO:tasks.workunit.client.0.smithi003.stdout:op 4635 completed, throughput=5MB/sec 2024-04-13T07:51:17.964 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QYRoSvVxIPRwhlI off=40846 len=494772 2024-04-13T07:51:17.965 INFO:tasks.workunit.client.0.smithi003.stdout:op 4636 completed, throughput=5MB/sec 2024-04-13T07:51:17.965 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4fPLb39SnxxqCMg off=1188673 len=482461 2024-04-13T07:51:17.969 INFO:tasks.workunit.client.0.smithi003.stdout:op 4637 completed, throughput=5MB/sec 2024-04-13T07:51:17.969 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UT2mLtt-mJUqznJ off=7042952 len=2070767 2024-04-13T07:51:17.977 INFO:tasks.workunit.client.0.smithi003.stdout:op 4638 completed, throughput=5MB/sec 2024-04-13T07:51:18.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:18 smithi003 ceph-mon[91733]: pgmap v1964: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:51:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:18 smithi003 ceph-mon[89364]: pgmap v1964: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:51:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:18 smithi066 ceph-mon[84331]: pgmap v1964: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:51:18.978 INFO:tasks.workunit.client.0.smithi003.stdout: 917: throughput=5MB/sec pending data=0 2024-04-13T07:51:18.978 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-380tUwY5W5F2C5- off=650831 len=1906021 2024-04-13T07:51:18.982 INFO:tasks.workunit.client.0.smithi003.stdout:op 4639 completed, throughput=5MB/sec 2024-04-13T07:51:18.982 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aBwSbnPrPmSImpx off=220611 len=14647 2024-04-13T07:51:18.984 INFO:tasks.workunit.client.0.smithi003.stdout:op 4640 completed, throughput=5MB/sec 2024-04-13T07:51:18.985 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Yfq3TQMbJEek206 off=5573813 len=1507099 2024-04-13T07:51:18.993 INFO:tasks.workunit.client.0.smithi003.stdout:op 4641 completed, throughput=5MB/sec 2024-04-13T07:51:18.993 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-crOdB4tYNreElS_ off=6510938 len=2083362 2024-04-13T07:51:19.004 INFO:tasks.workunit.client.0.smithi003.stdout:op 4642 completed, throughput=5MB/sec 2024-04-13T07:51:20.005 INFO:tasks.workunit.client.0.smithi003.stdout: 918: throughput=5MB/sec pending data=0 2024-04-13T07:51:20.005 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PEfaBWQ0eNEq6Ja off=1419179 len=584256 2024-04-13T07:51:20.006 INFO:tasks.workunit.client.0.smithi003.stdout:op 4643 completed, throughput=5MB/sec 2024-04-13T07:51:20.006 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oQYx5TGQJTjx9ln off=6871933 len=182698 2024-04-13T07:51:20.009 INFO:tasks.workunit.client.0.smithi003.stdout:op 4644 completed, throughput=5MB/sec 2024-04-13T07:51:20.009 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-F3uKaWUAP31CQ1g off=10137903 len=2043610 2024-04-13T07:51:20.023 INFO:tasks.workunit.client.0.smithi003.stdout:op 4645 completed, throughput=5MB/sec 2024-04-13T07:51:20.023 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vmJGsQwSpSNHEQs off=17135689 len=1856956 2024-04-13T07:51:20.025 INFO:tasks.workunit.client.0.smithi003.stdout:op 4646 completed, throughput=5MB/sec 2024-04-13T07:51:20.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:20 smithi003 ceph-mon[91733]: pgmap v1965: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:51:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:20 smithi003 ceph-mon[89364]: pgmap v1965: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:51:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:20 smithi066 ceph-mon[84331]: pgmap v1965: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:51:21.026 INFO:tasks.workunit.client.0.smithi003.stdout: 919: throughput=5MB/sec pending data=0 2024-04-13T07:51:21.026 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7CMpsX33RKjoYNE off=10097074 len=778467 2024-04-13T07:51:21.031 INFO:tasks.workunit.client.0.smithi003.stdout:op 4647 completed, throughput=5MB/sec 2024-04-13T07:51:21.031 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Va5s68NVvuR2emS off=3358080 len=901883 2024-04-13T07:51:21.032 INFO:tasks.workunit.client.0.smithi003.stdout:op 4648 completed, throughput=5MB/sec 2024-04-13T07:51:21.032 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-R5UR8N19UiPhQGM off=1661860 len=126486 2024-04-13T07:51:21.035 INFO:tasks.workunit.client.0.smithi003.stdout:op 4649 completed, throughput=5MB/sec 2024-04-13T07:51:21.035 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Qw3AFvwj675VOGX off=13051850 len=1915328 2024-04-13T07:51:21.037 INFO:tasks.workunit.client.0.smithi003.stdout:op 4650 completed, throughput=5MB/sec 2024-04-13T07:51:21.037 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8SJFHmQOc8Vd23q off=11324223 len=1979471 2024-04-13T07:51:21.049 INFO:tasks.workunit.client.0.smithi003.stdout:op 4651 completed, throughput=5MB/sec 2024-04-13T07:51:22.050 INFO:tasks.workunit.client.0.smithi003.stdout: 920: throughput=5MB/sec pending data=0 2024-04-13T07:51:22.050 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GhyOjg398G03PIG off=5398548 len=1598929 2024-04-13T07:51:22.058 INFO:tasks.workunit.client.0.smithi003.stdout:op 4652 completed, throughput=5MB/sec 2024-04-13T07:51:22.059 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1Ow8eaUVglVqBet off=9683451 len=1486456 2024-04-13T07:51:22.060 INFO:tasks.workunit.client.0.smithi003.stdout:op 4653 completed, throughput=5MB/sec 2024-04-13T07:51:22.060 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IRKWdbAOuB2s0nw off=4626110 len=1106533 2024-04-13T07:51:22.061 INFO:tasks.workunit.client.0.smithi003.stdout:op 4654 completed, throughput=5MB/sec 2024-04-13T07:51:22.061 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HXCysQsgk5GLKn6 off=9556981 len=1618356 2024-04-13T07:51:22.063 INFO:tasks.workunit.client.0.smithi003.stdout:op 4655 completed, throughput=5MB/sec 2024-04-13T07:51:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:22 smithi003 ceph-mon[91733]: pgmap v1966: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:51:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:22 smithi003 ceph-mon[89364]: pgmap v1966: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:51:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:22 smithi066 ceph-mon[84331]: pgmap v1966: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:51:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:51:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:51:23.063 INFO:tasks.workunit.client.0.smithi003.stdout: 921: throughput=5MB/sec pending data=0 2024-04-13T07:51:23.063 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zjkPoEgz7MbrvD9 off=2978029 len=445274 2024-04-13T07:51:23.064 INFO:tasks.workunit.client.0.smithi003.stdout:op 4656 completed, throughput=5MB/sec 2024-04-13T07:51:23.064 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NuPEJhgHFltns8u off=8316951 len=893731 2024-04-13T07:51:23.066 INFO:tasks.workunit.client.0.smithi003.stdout:op 4657 completed, throughput=5MB/sec 2024-04-13T07:51:23.066 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--OBHQbh-rREqiln off=5783157 len=1009652 2024-04-13T07:51:23.067 INFO:tasks.workunit.client.0.smithi003.stdout:op 4658 completed, throughput=5MB/sec 2024-04-13T07:51:23.067 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PSfT_4WMpgFIsg1 off=2307234 len=1545754 2024-04-13T07:51:23.069 INFO:tasks.workunit.client.0.smithi003.stdout:op 4659 completed, throughput=5MB/sec 2024-04-13T07:51:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:24.070 INFO:tasks.workunit.client.0.smithi003.stdout: 922: throughput=4.99MB/sec pending data=0 2024-04-13T07:51:24.070 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vmDCRru55aJvGkl off=1904312 len=1021614 2024-04-13T07:51:24.071 INFO:tasks.workunit.client.0.smithi003.stdout:op 4660 completed, throughput=5MB/sec 2024-04-13T07:51:24.071 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EBmoRNbmgNfmd7h off=4011 len=1626762 2024-04-13T07:51:24.075 INFO:tasks.workunit.client.0.smithi003.stdout:op 4661 completed, throughput=5MB/sec 2024-04-13T07:51:24.075 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LNPuPJrPNkNNvVL off=776787 len=994525 2024-04-13T07:51:24.081 INFO:tasks.workunit.client.0.smithi003.stdout:op 4662 completed, throughput=5MB/sec 2024-04-13T07:51:24.081 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8Qn65NQhFBafXB1 off=1902593 len=894375 2024-04-13T07:51:24.087 INFO:tasks.workunit.client.0.smithi003.stdout:op 4663 completed, throughput=5MB/sec 2024-04-13T07:51:24.087 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TmIG2rYW1denIWm off=1900428 len=763696 2024-04-13T07:51:24.091 INFO:tasks.workunit.client.0.smithi003.stdout:op 4664 completed, throughput=5MB/sec 2024-04-13T07:51:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:24 smithi003 ceph-mon[91733]: pgmap v1967: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:51:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:24 smithi003 ceph-mon[89364]: pgmap v1967: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:51:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:51:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:51:24] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-13T07:51:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:24 smithi066 ceph-mon[84331]: pgmap v1967: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:51:25.092 INFO:tasks.workunit.client.0.smithi003.stdout: 923: throughput=4.99MB/sec pending data=0 2024-04-13T07:51:25.092 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hecwp5wUb_W3Q5z off=5393997 len=259804 2024-04-13T07:51:25.095 INFO:tasks.workunit.client.0.smithi003.stdout:op 4665 completed, throughput=5MB/sec 2024-04-13T07:51:25.096 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JaIsa0bum9BRDpd off=15620476 len=1836380 2024-04-13T07:51:25.098 INFO:tasks.workunit.client.0.smithi003.stdout:op 4666 completed, throughput=5MB/sec 2024-04-13T07:51:25.098 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--E1hltW7WwWjvmF off=4851812 len=1169850 2024-04-13T07:51:25.101 INFO:tasks.workunit.client.0.smithi003.stdout:op 4667 completed, throughput=5MB/sec 2024-04-13T07:51:25.101 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hAYgtaBqxHI0MpM off=7734945 len=1713906 2024-04-13T07:51:25.102 INFO:tasks.workunit.client.0.smithi003.stdout:op 4668 completed, throughput=5MB/sec 2024-04-13T07:51:25.102 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HySAljTA9RsSdPH off=6279290 len=180881 2024-04-13T07:51:25.102 INFO:tasks.workunit.client.0.smithi003.stdout:op 4669 completed, throughput=5MB/sec 2024-04-13T07:51:26.103 INFO:tasks.workunit.client.0.smithi003.stdout: 924: throughput=4.99MB/sec pending data=0 2024-04-13T07:51:26.103 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Gn_776hdSKNUtLO off=5616514 len=172454 2024-04-13T07:51:26.106 INFO:tasks.workunit.client.0.smithi003.stdout:op 4670 completed, throughput=4.99MB/sec 2024-04-13T07:51:26.106 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8daCiVFE5vGddiu off=638961 len=1405984 2024-04-13T07:51:26.108 INFO:tasks.workunit.client.0.smithi003.stdout:op 4671 completed, throughput=5MB/sec 2024-04-13T07:51:26.108 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KumKKMTju0Q8cwy off=9150728 len=166568 2024-04-13T07:51:26.109 INFO:tasks.workunit.client.0.smithi003.stdout:op 4672 completed, throughput=5MB/sec 2024-04-13T07:51:26.109 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-63DCO8mxjJe2Gkj off=4491018 len=1092899 2024-04-13T07:51:26.110 INFO:tasks.workunit.client.0.smithi003.stdout:op 4673 completed, throughput=5MB/sec 2024-04-13T07:51:26.110 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nFzxrKt5xGlOw66 off=6243553 len=1858946 2024-04-13T07:51:26.112 INFO:tasks.workunit.client.0.smithi003.stdout:op 4674 completed, throughput=5MB/sec 2024-04-13T07:51:26.112 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-owRISjZjth7qwbL off=18299876 len=1746901 2024-04-13T07:51:26.114 INFO:tasks.workunit.client.0.smithi003.stdout:op 4675 completed, throughput=5MB/sec 2024-04-13T07:51:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:26 smithi003 ceph-mon[89364]: pgmap v1968: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:51:26.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:26 smithi003 ceph-mon[91733]: pgmap v1968: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:51:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:26 smithi066 ceph-mon[84331]: pgmap v1968: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-13T07:51:27.115 INFO:tasks.workunit.client.0.smithi003.stdout: 925: throughput=5MB/sec pending data=0 2024-04-13T07:51:27.115 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CeXkBmgaeb4k9gp off=2609511 len=1160986 2024-04-13T07:51:27.116 INFO:tasks.workunit.client.0.smithi003.stdout:op 4676 completed, throughput=5MB/sec 2024-04-13T07:51:27.116 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SJeR3E0_cwxNMmP off=1030794 len=1713266 2024-04-13T07:51:27.118 INFO:tasks.workunit.client.0.smithi003.stdout:op 4677 completed, throughput=5MB/sec 2024-04-13T07:51:27.118 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oz_liUu6AyNyE-e off=3631795 len=838932 2024-04-13T07:51:27.123 INFO:tasks.workunit.client.0.smithi003.stdout:op 4678 completed, throughput=5MB/sec 2024-04-13T07:51:27.123 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DIJ92l1Ux4m0e_8 off=7665398 len=821493 2024-04-13T07:51:27.125 INFO:tasks.workunit.client.0.smithi003.stdout:op 4679 completed, throughput=5MB/sec 2024-04-13T07:51:28.126 INFO:tasks.workunit.client.0.smithi003.stdout: 926: throughput=5MB/sec pending data=0 2024-04-13T07:51:28.126 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OiDpOIUSYiT5SRw off=324672 len=1965177 2024-04-13T07:51:28.136 INFO:tasks.workunit.client.0.smithi003.stdout:op 4680 completed, throughput=5MB/sec 2024-04-13T07:51:28.136 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BbkNWRUfPAAdGYe off=8105951 len=1905014 2024-04-13T07:51:28.148 INFO:tasks.workunit.client.0.smithi003.stdout:op 4681 completed, throughput=5MB/sec 2024-04-13T07:51:28.148 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ubORfYh_r0fupOl off=8728359 len=796422 2024-04-13T07:51:28.149 INFO:tasks.workunit.client.0.smithi003.stdout:op 4682 completed, throughput=5MB/sec 2024-04-13T07:51:28.149 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XChfkgGa2b4sp1s off=5530443 len=1257599 2024-04-13T07:51:28.155 INFO:tasks.workunit.client.0.smithi003.stdout:op 4683 completed, throughput=5MB/sec 2024-04-13T07:51:28.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:28 smithi003 ceph-mon[91733]: pgmap v1969: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:51:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:28 smithi003 ceph-mon[89364]: pgmap v1969: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:51:28.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:28 smithi066 ceph-mon[84331]: pgmap v1969: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-13T07:51:29.156 INFO:tasks.workunit.client.0.smithi003.stdout: 927: throughput=5MB/sec pending data=0 2024-04-13T07:51:29.156 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--dFrfxU9lzjfCLZ off=385315 len=1906092 2024-04-13T07:51:29.167 INFO:tasks.workunit.client.0.smithi003.stdout:op 4684 completed, throughput=5MB/sec 2024-04-13T07:51:29.167 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-W9Hbsi_N1F-hKrp off=9153737 len=426370 2024-04-13T07:51:29.168 INFO:tasks.workunit.client.0.smithi003.stdout:op 4685 completed, throughput=5MB/sec 2024-04-13T07:51:29.168 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hOlvf2sUgDkxtsc off=869022 len=693432 2024-04-13T07:51:29.169 INFO:tasks.workunit.client.0.smithi003.stdout:op 4686 completed, throughput=5MB/sec 2024-04-13T07:51:29.169 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KqEAQknLTFHcm3Q off=8867131 len=1201874 2024-04-13T07:51:29.171 INFO:tasks.workunit.client.0.smithi003.stdout:op 4687 completed, throughput=5MB/sec 2024-04-13T07:51:29.171 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EsQnlfyDKr24xkJ off=9946442 len=304717 2024-04-13T07:51:29.172 INFO:tasks.workunit.client.0.smithi003.stdout:op 4688 completed, throughput=5MB/sec 2024-04-13T07:51:30.172 INFO:tasks.workunit.client.0.smithi003.stdout: 928: throughput=4.99MB/sec pending data=0 2024-04-13T07:51:30.172 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Sebu1EevnS_NF5I off=18527567 len=1600299 2024-04-13T07:51:30.174 INFO:tasks.workunit.client.0.smithi003.stdout:op 4689 completed, throughput=5MB/sec 2024-04-13T07:51:30.174 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Uy8jxkJ0TxOHxVE off=5934683 len=1594363 2024-04-13T07:51:30.176 INFO:tasks.workunit.client.0.smithi003.stdout:op 4690 completed, throughput=5MB/sec 2024-04-13T07:51:30.176 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nFdLrlDBnkwonF3 off=6378408 len=1059308 2024-04-13T07:51:30.180 INFO:tasks.workunit.client.0.smithi003.stdout:op 4691 completed, throughput=5MB/sec 2024-04-13T07:51:30.181 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0kXyadT_UKJxXUn off=15279439 len=1710817 2024-04-13T07:51:30.191 INFO:tasks.workunit.client.0.smithi003.stdout:op 4692 completed, throughput=5MB/sec 2024-04-13T07:51:30.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:30 smithi003 ceph-mon[91733]: pgmap v1970: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:51:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:30 smithi003 ceph-mon[89364]: pgmap v1970: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:51:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:30 smithi066 ceph-mon[84331]: pgmap v1970: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:51:31.191 INFO:tasks.workunit.client.0.smithi003.stdout: 929: throughput=5MB/sec pending data=0 2024-04-13T07:51:31.192 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AJXKUFqL_jZsaDN off=3994864 len=1557600 2024-04-13T07:51:31.198 INFO:tasks.workunit.client.0.smithi003.stdout:op 4693 completed, throughput=5MB/sec 2024-04-13T07:51:31.198 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GdiHBsAdo0vx8iY off=7037604 len=920759 2024-04-13T07:51:31.203 INFO:tasks.workunit.client.0.smithi003.stdout:op 4694 completed, throughput=5MB/sec 2024-04-13T07:51:31.203 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jjq7hVW16qEXwOu off=274199 len=520740 2024-04-13T07:51:31.204 INFO:tasks.workunit.client.0.smithi003.stdout:op 4695 completed, throughput=5MB/sec 2024-04-13T07:51:31.204 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jnpsiOxdJ-1szqL off=950608 len=852643 2024-04-13T07:51:31.208 INFO:tasks.workunit.client.0.smithi003.stdout:op 4696 completed, throughput=5MB/sec 2024-04-13T07:51:31.209 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6gCxoCW5v7DmDm4 off=4872922 len=244402 2024-04-13T07:51:31.209 INFO:tasks.workunit.client.0.smithi003.stdout:op 4697 completed, throughput=5MB/sec 2024-04-13T07:51:31.209 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CUwfeI8x3G5yhZZ off=9284511 len=1554253 2024-04-13T07:51:31.219 INFO:tasks.workunit.client.0.smithi003.stdout:op 4698 completed, throughput=5MB/sec 2024-04-13T07:51:32.219 INFO:tasks.workunit.client.0.smithi003.stdout: 930: throughput=5MB/sec pending data=0 2024-04-13T07:51:32.219 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EShYCxkKGHPmKLs off=9149298 len=377163 2024-04-13T07:51:32.220 INFO:tasks.workunit.client.0.smithi003.stdout:op 4699 completed, throughput=5MB/sec 2024-04-13T07:51:32.220 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-u2eoyU9poG7O3Xl off=614858 len=1629515 2024-04-13T07:51:32.230 INFO:tasks.workunit.client.0.smithi003.stdout:op 4700 completed, throughput=5MB/sec 2024-04-13T07:51:32.230 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Ho2IbDR_E2ErzLt off=5863183 len=1893451 2024-04-13T07:51:32.240 INFO:tasks.workunit.client.0.smithi003.stdout:op 4701 completed, throughput=5MB/sec 2024-04-13T07:51:32.240 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YumY2vIdC3YmnwJ off=14939381 len=1402994 2024-04-13T07:51:32.241 INFO:tasks.workunit.client.0.smithi003.stdout:op 4702 completed, throughput=5MB/sec 2024-04-13T07:51:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:32 smithi066 ceph-mon[84331]: pgmap v1971: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:51:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:51:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:51:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:32 smithi003 ceph-mon[91733]: pgmap v1971: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:51:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:32 smithi003 ceph-mon[89364]: pgmap v1971: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:51:33.241 INFO:tasks.workunit.client.0.smithi003.stdout: 931: throughput=5MB/sec pending data=0 2024-04-13T07:51:33.242 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xZk1YbJU87YFA8O off=2644876 len=1090386 2024-04-13T07:51:33.243 INFO:tasks.workunit.client.0.smithi003.stdout:op 4703 completed, throughput=5MB/sec 2024-04-13T07:51:33.243 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cYXmMVZAJHcurCQ off=14938626 len=671917 2024-04-13T07:51:33.247 INFO:tasks.workunit.client.0.smithi003.stdout:op 4704 completed, throughput=5MB/sec 2024-04-13T07:51:33.247 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ScFoEg96kAOBMbG off=14592666 len=1696613 2024-04-13T07:51:33.250 INFO:tasks.workunit.client.0.smithi003.stdout:op 4705 completed, throughput=5MB/sec 2024-04-13T07:51:33.250 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Ay0JyijiIkuFGfG off=5174083 len=805901 2024-04-13T07:51:33.255 INFO:tasks.workunit.client.0.smithi003.stdout:op 4706 completed, throughput=5MB/sec 2024-04-13T07:51:33.255 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7gANJIMaCXOPHmK off=9037155 len=214706 2024-04-13T07:51:33.255 INFO:tasks.workunit.client.0.smithi003.stdout:op 4707 completed, throughput=5MB/sec 2024-04-13T07:51:34.256 INFO:tasks.workunit.client.0.smithi003.stdout: 932: throughput=4.99MB/sec pending data=0 2024-04-13T07:51:34.256 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nDWYw_uJDyiegt6 off=1675865 len=1151617 2024-04-13T07:51:34.263 INFO:tasks.workunit.client.0.smithi003.stdout:op 4708 completed, throughput=5MB/sec 2024-04-13T07:51:34.263 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0AKuvltvCQ-ydsg off=7942258 len=1519432 2024-04-13T07:51:34.271 INFO:tasks.workunit.client.0.smithi003.stdout:op 4709 completed, throughput=5MB/sec 2024-04-13T07:51:34.271 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-X_WoPrWeQrTZ9Q6 off=455702 len=1167081 2024-04-13T07:51:34.272 INFO:tasks.workunit.client.0.smithi003.stdout:op 4710 completed, throughput=5MB/sec 2024-04-13T07:51:34.272 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KCn0ghYxV7gDx98 off=7882190 len=862907 2024-04-13T07:51:34.277 INFO:tasks.workunit.client.0.smithi003.stdout:op 4711 completed, throughput=5MB/sec 2024-04-13T07:51:34.277 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vo0MN0AIDw4lSJq off=3230350 len=1034008 2024-04-13T07:51:34.282 INFO:tasks.workunit.client.0.smithi003.stdout:op 4712 completed, throughput=5MB/sec 2024-04-13T07:51:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:34 smithi003 ceph-mon[89364]: pgmap v1972: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-13T07:51:34.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:34 smithi003 ceph-mon[91733]: pgmap v1972: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-13T07:51:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:51:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:51:34] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-13T07:51:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:34 smithi066 ceph-mon[84331]: pgmap v1972: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-13T07:51:35.282 INFO:tasks.workunit.client.0.smithi003.stdout: 933: throughput=5MB/sec pending data=0 2024-04-13T07:51:35.283 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vEwfpoVMYc9hUS1 off=6874971 len=719960 2024-04-13T07:51:35.284 INFO:tasks.workunit.client.0.smithi003.stdout:op 4713 completed, throughput=5MB/sec 2024-04-13T07:51:35.284 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Fbtx9rlEQGTHXsc off=14128736 len=1674414 2024-04-13T07:51:35.293 INFO:tasks.workunit.client.0.smithi003.stdout:op 4714 completed, throughput=5MB/sec 2024-04-13T07:51:35.293 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Jh-CA2776WVg7t8 off=14381746 len=189029 2024-04-13T07:51:35.296 INFO:tasks.workunit.client.0.smithi003.stdout:op 4715 completed, throughput=5MB/sec 2024-04-13T07:51:35.296 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hxTSBS76XEe0k3W off=10143710 len=173897 2024-04-13T07:51:35.297 INFO:tasks.workunit.client.0.smithi003.stdout:op 4716 completed, throughput=5MB/sec 2024-04-13T07:51:35.297 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-b_JlwzdVReXHqaq off=18876279 len=2048994 2024-04-13T07:51:35.301 INFO:tasks.workunit.client.0.smithi003.stdout:op 4717 completed, throughput=5MB/sec 2024-04-13T07:51:35.301 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NKnK9xMAdc2OYY7 off=15395054 len=390659 2024-04-13T07:51:35.304 INFO:tasks.workunit.client.0.smithi003.stdout:op 4718 completed, throughput=5MB/sec 2024-04-13T07:51:36.305 INFO:tasks.workunit.client.0.smithi003.stdout: 934: throughput=5MB/sec pending data=0 2024-04-13T07:51:36.305 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lXC5HPc_46gjzVa off=7217054 len=829167 2024-04-13T07:51:36.306 INFO:tasks.workunit.client.0.smithi003.stdout:op 4719 completed, throughput=5MB/sec 2024-04-13T07:51:36.306 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KZh26b5EAHTojGH off=15590756 len=1414862 2024-04-13T07:51:36.308 INFO:tasks.workunit.client.0.smithi003.stdout:op 4720 completed, throughput=5MB/sec 2024-04-13T07:51:36.308 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-A98LU-BH4B05oR0 off=4012522 len=905020 2024-04-13T07:51:36.310 INFO:tasks.workunit.client.0.smithi003.stdout:op 4721 completed, throughput=5MB/sec 2024-04-13T07:51:36.310 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-J9fmBvEJZ-sa_4O off=5477824 len=830952 2024-04-13T07:51:36.313 INFO:tasks.workunit.client.0.smithi003.stdout:op 4722 completed, throughput=5MB/sec 2024-04-13T07:51:36.313 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-d_w9zlKMvrSY-ks off=5661290 len=1298450 2024-04-13T07:51:36.321 INFO:tasks.workunit.client.0.smithi003.stdout:op 4723 completed, throughput=5MB/sec 2024-04-13T07:51:36.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:36 smithi066 ceph-mon[84331]: pgmap v1973: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:51:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:36 smithi003 ceph-mon[91733]: pgmap v1973: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:51:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:36 smithi003 ceph-mon[89364]: pgmap v1973: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:51:37.322 INFO:tasks.workunit.client.0.smithi003.stdout: 935: throughput=4.99MB/sec pending data=0 2024-04-13T07:51:37.322 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vwgcT5yYqlTvQDz off=6060836 len=2079015 2024-04-13T07:51:37.334 INFO:tasks.workunit.client.0.smithi003.stdout:op 4724 completed, throughput=5MB/sec 2024-04-13T07:51:37.334 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pDqjDQ2whU4HUSg off=2624148 len=1415552 2024-04-13T07:51:37.339 INFO:tasks.workunit.client.0.smithi003.stdout:op 4725 completed, throughput=5MB/sec 2024-04-13T07:51:37.340 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MUYKhEc-cBOn__q off=4707772 len=1004205 2024-04-13T07:51:37.341 INFO:tasks.workunit.client.0.smithi003.stdout:op 4726 completed, throughput=5MB/sec 2024-04-13T07:51:37.341 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-azgFgvKZ8_lQviV off=2493381 len=1077150 2024-04-13T07:51:37.343 INFO:tasks.workunit.client.0.smithi003.stdout:op 4727 completed, throughput=5MB/sec 2024-04-13T07:51:38.343 INFO:tasks.workunit.client.0.smithi003.stdout: 936: throughput=5MB/sec pending data=0 2024-04-13T07:51:38.344 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Iu-LjeebE8rZ8cg off=100803 len=9510 2024-04-13T07:51:38.346 INFO:tasks.workunit.client.0.smithi003.stdout:op 4728 completed, throughput=5MB/sec 2024-04-13T07:51:38.346 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gkSxSuznGFSBGhi off=769504 len=456613 2024-04-13T07:51:38.350 INFO:tasks.workunit.client.0.smithi003.stdout:op 4729 completed, throughput=5MB/sec 2024-04-13T07:51:38.350 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8wK1UAJ30A6nUAo off=9801482 len=637969 2024-04-13T07:51:38.351 INFO:tasks.workunit.client.0.smithi003.stdout:op 4730 completed, throughput=5MB/sec 2024-04-13T07:51:38.351 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-txLU6aMCcy2mfxm off=7183165 len=951182 2024-04-13T07:51:38.356 INFO:tasks.workunit.client.0.smithi003.stdout:op 4731 completed, throughput=5MB/sec 2024-04-13T07:51:38.356 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-y1yxDQAwwzHKciY off=8524761 len=213569 2024-04-13T07:51:38.359 INFO:tasks.workunit.client.0.smithi003.stdout:op 4732 completed, throughput=5MB/sec 2024-04-13T07:51:38.359 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-E1It6u2qV7LnPX6 off=10931693 len=1288704 2024-04-13T07:51:38.361 INFO:tasks.workunit.client.0.smithi003.stdout:op 4733 completed, throughput=5MB/sec 2024-04-13T07:51:38.361 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3RIZXE-x_diPWU5 off=12416733 len=73468 2024-04-13T07:51:38.363 INFO:tasks.workunit.client.0.smithi003.stdout:op 4734 completed, throughput=5MB/sec 2024-04-13T07:51:38.363 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ODXZ-Y-TTHhjs5X off=1976151 len=2018975 2024-04-13T07:51:38.365 INFO:tasks.workunit.client.0.smithi003.stdout:op 4735 completed, throughput=5MB/sec 2024-04-13T07:51:38.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:38 smithi066 ceph-mon[84331]: pgmap v1974: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:51:38.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:38.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:38 smithi003 ceph-mon[91733]: pgmap v1974: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:51:38.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:38.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:38 smithi003 ceph-mon[89364]: pgmap v1974: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:51:38.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:39.365 INFO:tasks.workunit.client.0.smithi003.stdout: 937: throughput=5MB/sec pending data=0 2024-04-13T07:51:39.366 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xrhsJnpzw2NGlSW off=6789464 len=1320136 2024-04-13T07:51:39.372 INFO:tasks.workunit.client.0.smithi003.stdout:op 4736 completed, throughput=5MB/sec 2024-04-13T07:51:39.372 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AknOuRU_6nTcvKe off=6165867 len=623914 2024-04-13T07:51:39.377 INFO:tasks.workunit.client.0.smithi003.stdout:op 4737 completed, throughput=5MB/sec 2024-04-13T07:51:39.377 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-JDZK9GZE74e2J1t off=13005203 len=1208339 2024-04-13T07:51:39.384 INFO:tasks.workunit.client.0.smithi003.stdout:op 4738 completed, throughput=5MB/sec 2024-04-13T07:51:39.384 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bBcPXkGg-nA9Y2n off=77310 len=802476 2024-04-13T07:51:39.388 INFO:tasks.workunit.client.0.smithi003.stdout:op 4739 completed, throughput=5MB/sec 2024-04-13T07:51:39.388 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xd5iefHMKjXdRLB off=1082431 len=1390180 2024-04-13T07:51:39.390 INFO:tasks.workunit.client.0.smithi003.stdout:op 4740 completed, throughput=5MB/sec 2024-04-13T07:51:40.391 INFO:tasks.workunit.client.0.smithi003.stdout: 938: throughput=5MB/sec pending data=0 2024-04-13T07:51:40.391 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5dfbxAW5J9VRLpU off=2076812 len=726132 2024-04-13T07:51:40.393 INFO:tasks.workunit.client.0.smithi003.stdout:op 4741 completed, throughput=5MB/sec 2024-04-13T07:51:40.393 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-g7cVf_pas0MxD4F off=7861098 len=208388 2024-04-13T07:51:40.396 INFO:tasks.workunit.client.0.smithi003.stdout:op 4742 completed, throughput=5MB/sec 2024-04-13T07:51:40.396 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-i4bSj4i74i_aR7K off=2139715 len=1363939 2024-04-13T07:51:40.404 INFO:tasks.workunit.client.0.smithi003.stdout:op 4743 completed, throughput=5MB/sec 2024-04-13T07:51:40.404 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pajGoF1QVSSzYd9 off=1925721 len=1477557 2024-04-13T07:51:40.410 INFO:tasks.workunit.client.0.smithi003.stdout:op 4744 completed, throughput=5MB/sec 2024-04-13T07:51:40.410 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7QfTfEKtkh4Suph off=6603870 len=716536 2024-04-13T07:51:40.414 INFO:tasks.workunit.client.0.smithi003.stdout:op 4745 completed, throughput=5MB/sec 2024-04-13T07:51:40.414 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-baGKLVOrH0BIPjK off=3903499 len=1213180 2024-04-13T07:51:40.415 INFO:tasks.workunit.client.0.smithi003.stdout:op 4746 completed, throughput=5MB/sec 2024-04-13T07:51:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:40 smithi066 ceph-mon[84331]: pgmap v1975: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:51:40.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:40 smithi003 ceph-mon[91733]: pgmap v1975: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:51:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:40 smithi003 ceph-mon[89364]: pgmap v1975: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:51:41.415 INFO:tasks.workunit.client.0.smithi003.stdout: 939: throughput=5MB/sec pending data=0 2024-04-13T07:51:41.415 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rMnPUNY0kJz7xUo off=10289098 len=1675787 2024-04-13T07:51:41.419 INFO:tasks.workunit.client.0.smithi003.stdout:op 4747 completed, throughput=5MB/sec 2024-04-13T07:51:41.419 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hAYgtaBqxHI0MpM off=15703772 len=1691994 2024-04-13T07:51:41.429 INFO:tasks.workunit.client.0.smithi003.stdout:op 4748 completed, throughput=5MB/sec 2024-04-13T07:51:41.429 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ScJIfONde_EFB0L off=1055568 len=1765779 2024-04-13T07:51:41.437 INFO:tasks.workunit.client.0.smithi003.stdout:op 4749 completed, throughput=5MB/sec 2024-04-13T07:51:42.437 INFO:tasks.workunit.client.0.smithi003.stdout: 940: throughput=5MB/sec pending data=0 2024-04-13T07:51:42.438 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ErdNbssYPo5q5eW off=294391 len=464583 2024-04-13T07:51:42.441 INFO:tasks.workunit.client.0.smithi003.stdout:op 4750 completed, throughput=5MB/sec 2024-04-13T07:51:42.442 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-w0gyJxwmiObKAld off=11757603 len=695601 2024-04-13T07:51:42.446 INFO:tasks.workunit.client.0.smithi003.stdout:op 4751 completed, throughput=5MB/sec 2024-04-13T07:51:42.446 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-S8aAoyqtx3C99Ul off=3219509 len=199225 2024-04-13T07:51:42.449 INFO:tasks.workunit.client.0.smithi003.stdout:op 4752 completed, throughput=5MB/sec 2024-04-13T07:51:42.449 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8O2180xzpRZCoz0 off=10406030 len=371949 2024-04-13T07:51:42.453 INFO:tasks.workunit.client.0.smithi003.stdout:op 4753 completed, throughput=5MB/sec 2024-04-13T07:51:42.453 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-x4QIyVihbzLhSz- off=2298853 len=531870 2024-04-13T07:51:42.456 INFO:tasks.workunit.client.0.smithi003.stdout:op 4754 completed, throughput=5MB/sec 2024-04-13T07:51:42.456 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-iKYiPi5fFMyu7ks off=6773634 len=993727 2024-04-13T07:51:42.461 INFO:tasks.workunit.client.0.smithi003.stdout:op 4755 completed, throughput=5MB/sec 2024-04-13T07:51:42.461 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MI1yM5GWZMS7Lmv off=19930259 len=375085 2024-04-13T07:51:42.463 INFO:tasks.workunit.client.0.smithi003.stdout:op 4756 completed, throughput=5MB/sec 2024-04-13T07:51:42.463 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SA4nBmbxD0Qkz2s off=9876714 len=512672 2024-04-13T07:51:42.463 INFO:tasks.workunit.client.0.smithi003.stdout:op 4757 completed, throughput=5MB/sec 2024-04-13T07:51:42.463 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fvtpwj7Eg13hUJH off=9184487 len=1264838 2024-04-13T07:51:42.465 INFO:tasks.workunit.client.0.smithi003.stdout:op 4758 completed, throughput=5MB/sec 2024-04-13T07:51:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:42 smithi066 ceph-mon[84331]: pgmap v1976: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:51:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:51:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:51:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:42 smithi003 ceph-mon[91733]: pgmap v1976: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:51:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:42 smithi003 ceph-mon[89364]: pgmap v1976: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:51:43.465 INFO:tasks.workunit.client.0.smithi003.stdout: 941: throughput=5MB/sec pending data=0 2024-04-13T07:51:43.466 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-K0qqcAsxwHOUyPH off=4952109 len=1288534 2024-04-13T07:51:43.473 INFO:tasks.workunit.client.0.smithi003.stdout:op 4759 completed, throughput=5MB/sec 2024-04-13T07:51:43.473 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--mqBY9WitK5KZM6 off=12997196 len=1822978 2024-04-13T07:51:43.477 INFO:tasks.workunit.client.0.smithi003.stdout:op 4760 completed, throughput=5MB/sec 2024-04-13T07:51:43.477 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vtmsApMMQiM1r49 off=4557589 len=1005610 2024-04-13T07:51:43.478 INFO:tasks.workunit.client.0.smithi003.stdout:op 4761 completed, throughput=5MB/sec 2024-04-13T07:51:43.478 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DkNRTD1aEXUeF9R off=1703269 len=1843517 2024-04-13T07:51:43.490 INFO:tasks.workunit.client.0.smithi003.stdout:op 4762 completed, throughput=5MB/sec 2024-04-13T07:51:44.490 INFO:tasks.workunit.client.0.smithi003.stdout: 942: throughput=5MB/sec pending data=0 2024-04-13T07:51:44.490 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6NQsyujthYAJOJu off=9612845 len=1861834 2024-04-13T07:51:44.492 INFO:tasks.workunit.client.0.smithi003.stdout:op 4763 completed, throughput=5MB/sec 2024-04-13T07:51:44.492 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-x6GxQmiWYo_IId8 off=1832640 len=1555408 2024-04-13T07:51:44.500 INFO:tasks.workunit.client.0.smithi003.stdout:op 4764 completed, throughput=5MB/sec 2024-04-13T07:51:44.500 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2Y3s-B1zkvC9c_7 off=7487628 len=1967203 2024-04-13T07:51:44.513 INFO:tasks.workunit.client.0.smithi003.stdout:op 4765 completed, throughput=5MB/sec 2024-04-13T07:51:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:44 smithi003 ceph-mon[91733]: pgmap v1977: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:51:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:44 smithi003 ceph-mon[89364]: pgmap v1977: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:51:44.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:51:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:51:44] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-13T07:51:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:44 smithi066 ceph-mon[84331]: pgmap v1977: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:51:45.513 INFO:tasks.workunit.client.0.smithi003.stdout: 943: throughput=5MB/sec pending data=0 2024-04-13T07:51:45.513 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Kw3VF3hCBNTKTBO off=1670717 len=894332 2024-04-13T07:51:45.518 INFO:tasks.workunit.client.0.smithi003.stdout:op 4766 completed, throughput=5MB/sec 2024-04-13T07:51:45.518 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_NGyioLHmYD3E7B off=14848692 len=765166 2024-04-13T07:51:45.522 INFO:tasks.workunit.client.0.smithi003.stdout:op 4767 completed, throughput=5MB/sec 2024-04-13T07:51:45.523 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--xPKWjvdFemEbWU off=7649869 len=19303 2024-04-13T07:51:45.525 INFO:tasks.workunit.client.0.smithi003.stdout:op 4768 completed, throughput=5MB/sec 2024-04-13T07:51:45.525 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0ZY4Q5uaaWsp4Z_ off=9883837 len=1369778 2024-04-13T07:51:45.533 INFO:tasks.workunit.client.0.smithi003.stdout:op 4769 completed, throughput=5MB/sec 2024-04-13T07:51:45.533 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7zyn8UeLlwDZRyV off=1860686 len=1014986 2024-04-13T07:51:45.534 INFO:tasks.workunit.client.0.smithi003.stdout:op 4770 completed, throughput=5MB/sec 2024-04-13T07:51:46.534 INFO:tasks.workunit.client.0.smithi003.stdout: 944: throughput=4.99MB/sec pending data=0 2024-04-13T07:51:46.535 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5w2NWiNCeKsW2qJ off=1094496 len=1886936 2024-04-13T07:51:46.543 INFO:tasks.workunit.client.0.smithi003.stdout:op 4771 completed, throughput=5MB/sec 2024-04-13T07:51:46.543 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lGDGcXfxZbnh0ed off=5407043 len=1442741 2024-04-13T07:51:46.547 INFO:tasks.workunit.client.0.smithi003.stdout:op 4772 completed, throughput=5MB/sec 2024-04-13T07:51:46.547 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JeXeuuYZU6Xpo3x off=705005 len=926761 2024-04-13T07:51:46.548 INFO:tasks.workunit.client.0.smithi003.stdout:op 4773 completed, throughput=5MB/sec 2024-04-13T07:51:46.548 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vfyFmKgCAKFi3lU off=4671715 len=467419 2024-04-13T07:51:46.552 INFO:tasks.workunit.client.0.smithi003.stdout:op 4774 completed, throughput=5MB/sec 2024-04-13T07:51:46.552 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-A2AGT95LyTEbYkK off=5156756 len=1589159 2024-04-13T07:51:46.561 INFO:tasks.workunit.client.0.smithi003.stdout:op 4775 completed, throughput=5MB/sec 2024-04-13T07:51:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:46 smithi003 ceph-mon[89364]: pgmap v1978: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T07:51:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:46 smithi003 ceph-mon[91733]: pgmap v1978: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T07:51:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:46 smithi066 ceph-mon[84331]: pgmap v1978: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T07:51:47.562 INFO:tasks.workunit.client.0.smithi003.stdout: 945: throughput=5MB/sec pending data=0 2024-04-13T07:51:47.562 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JHzSMO0LspQxcsZ off=8402300 len=77877 2024-04-13T07:51:47.563 INFO:tasks.workunit.client.0.smithi003.stdout:op 4776 completed, throughput=5MB/sec 2024-04-13T07:51:47.563 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FUO7La3Exdl-Iho off=8900499 len=1734129 2024-04-13T07:51:47.564 INFO:tasks.workunit.client.0.smithi003.stdout:op 4777 completed, throughput=5MB/sec 2024-04-13T07:51:47.564 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1O0Zq_1Oaiu6HvB off=5760208 len=564189 2024-04-13T07:51:47.568 INFO:tasks.workunit.client.0.smithi003.stdout:op 4778 completed, throughput=5MB/sec 2024-04-13T07:51:47.568 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rEa_Zo9nKraW8h7 off=6503396 len=629140 2024-04-13T07:51:47.570 INFO:tasks.workunit.client.0.smithi003.stdout:op 4779 completed, throughput=5MB/sec 2024-04-13T07:51:47.570 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qBIzwIHnfXikBJh off=1567258 len=589248 2024-04-13T07:51:47.575 INFO:tasks.workunit.client.0.smithi003.stdout:op 4780 completed, throughput=5MB/sec 2024-04-13T07:51:47.575 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-idh0pEs-Q1oxLys off=14803593 len=431098 2024-04-13T07:51:47.579 INFO:tasks.workunit.client.0.smithi003.stdout:op 4781 completed, throughput=5MB/sec 2024-04-13T07:51:47.579 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pAqlaYksxDfwDGQ off=18361998 len=1079449 2024-04-13T07:51:47.579 INFO:tasks.workunit.client.0.smithi003.stdout:op 4782 completed, throughput=5MB/sec 2024-04-13T07:51:48.579 INFO:tasks.workunit.client.0.smithi003.stdout: 946: throughput=5MB/sec pending data=0 2024-04-13T07:51:48.580 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mi9goKJfz3gnwqF off=19467700 len=1520314 2024-04-13T07:51:48.586 INFO:tasks.workunit.client.0.smithi003.stdout:op 4783 completed, throughput=5MB/sec 2024-04-13T07:51:48.587 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--pgWR4k9n6CGtfH off=22998112 len=1275258 2024-04-13T07:51:48.587 INFO:tasks.workunit.client.0.smithi003.stdout:op 4784 completed, throughput=5MB/sec 2024-04-13T07:51:48.588 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-k5fJVg8JWal8XNE off=11832252 len=461909 2024-04-13T07:51:48.590 INFO:tasks.workunit.client.0.smithi003.stdout:op 4785 completed, throughput=5MB/sec 2024-04-13T07:51:48.590 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0yD0263XxYWOSrp off=18846162 len=279251 2024-04-13T07:51:48.593 INFO:tasks.workunit.client.0.smithi003.stdout:op 4786 completed, throughput=5MB/sec 2024-04-13T07:51:48.593 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KLjkMsJgpvdk4QN off=1503691 len=1974778 2024-04-13T07:51:48.594 INFO:tasks.workunit.client.0.smithi003.stdout:op 4787 completed, throughput=5MB/sec 2024-04-13T07:51:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:48 smithi003 ceph-mon[89364]: pgmap v1979: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:51:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:48 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:51:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:48 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:51:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:48 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:51:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:48 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:51:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:48 smithi003 ceph-mon[91733]: pgmap v1979: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:51:48.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:48 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:51:48.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:48 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:51:48.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:48 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:51:48.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:48 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:51:48.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:48 smithi066 ceph-mon[84331]: pgmap v1979: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:51:48.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:48 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:51:48.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:48 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:51:48.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:48 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:51:48.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:48 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:51:49.595 INFO:tasks.workunit.client.0.smithi003.stdout: 947: throughput=5MB/sec pending data=0 2024-04-13T07:51:49.595 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Qry_s9l1TMvc7yE off=526260 len=1426874 2024-04-13T07:51:49.603 INFO:tasks.workunit.client.0.smithi003.stdout:op 4788 completed, throughput=5MB/sec 2024-04-13T07:51:49.603 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-adqPwRM13uZHEad off=1916115 len=1769272 2024-04-13T07:51:49.610 INFO:tasks.workunit.client.0.smithi003.stdout:op 4789 completed, throughput=5MB/sec 2024-04-13T07:51:49.610 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-btwfo65zPhica44 off=4727922 len=1387593 2024-04-13T07:51:49.612 INFO:tasks.workunit.client.0.smithi003.stdout:op 4790 completed, throughput=5MB/sec 2024-04-13T07:51:50.612 INFO:tasks.workunit.client.0.smithi003.stdout: 948: throughput=5MB/sec pending data=0 2024-04-13T07:51:50.612 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-G4ShTtYbuck8zDx off=10976462 len=754283 2024-04-13T07:51:50.617 INFO:tasks.workunit.client.0.smithi003.stdout:op 4791 completed, throughput=5MB/sec 2024-04-13T07:51:50.617 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BLwSwzWOHLbZR4V off=2931951 len=1387209 2024-04-13T07:51:50.620 INFO:tasks.workunit.client.0.smithi003.stdout:op 4792 completed, throughput=5MB/sec 2024-04-13T07:51:50.620 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-H-tIhe58H0GFzSM off=1838750 len=1527923 2024-04-13T07:51:50.623 INFO:tasks.workunit.client.0.smithi003.stdout:op 4793 completed, throughput=5MB/sec 2024-04-13T07:51:50.623 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-86N9kG5MclvZVLx off=1465485 len=1784549 2024-04-13T07:51:50.633 INFO:tasks.workunit.client.0.smithi003.stdout:op 4794 completed, throughput=5MB/sec 2024-04-13T07:51:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:50 smithi003 ceph-mon[91733]: pgmap v1980: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:51:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:50 smithi003 ceph-mon[89364]: pgmap v1980: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:51:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:50 smithi066 ceph-mon[84331]: pgmap v1980: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:51:51.633 INFO:tasks.workunit.client.0.smithi003.stdout: 949: throughput=5MB/sec pending data=0 2024-04-13T07:51:51.634 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-W4ZXxOQNMw6EbUk off=3494883 len=361692 2024-04-13T07:51:51.634 INFO:tasks.workunit.client.0.smithi003.stdout:op 4795 completed, throughput=5MB/sec 2024-04-13T07:51:51.635 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UMnXaIEpVwdRG2O off=7288744 len=1168700 2024-04-13T07:51:51.636 INFO:tasks.workunit.client.0.smithi003.stdout:op 4796 completed, throughput=5MB/sec 2024-04-13T07:51:51.636 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-j-sNYDMBXQbMiHp off=3657238 len=1890562 2024-04-13T07:51:51.646 INFO:tasks.workunit.client.0.smithi003.stdout:op 4797 completed, throughput=5MB/sec 2024-04-13T07:51:51.646 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PcOZN4aEL-oxtam off=1377680 len=832070 2024-04-13T07:51:51.647 INFO:tasks.workunit.client.0.smithi003.stdout:op 4798 completed, throughput=5MB/sec 2024-04-13T07:51:51.648 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UmaCtXCa3P3mzFA off=12430985 len=1993071 2024-04-13T07:51:51.656 INFO:tasks.workunit.client.0.smithi003.stdout:op 4799 completed, throughput=5MB/sec 2024-04-13T07:51:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:52 smithi066 ceph-mon[84331]: pgmap v1981: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:51:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:51:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:51:52.656 INFO:tasks.workunit.client.0.smithi003.stdout: 950: throughput=5MB/sec pending data=0 2024-04-13T07:51:52.656 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wTpW3adWShIDipe off=1446496 len=1238085 2024-04-13T07:51:52.658 INFO:tasks.workunit.client.0.smithi003.stdout:op 4800 completed, throughput=5MB/sec 2024-04-13T07:51:52.658 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XNyN-vJgJus5vQe off=3710091 len=2055077 2024-04-13T07:51:52.670 INFO:tasks.workunit.client.0.smithi003.stdout:op 4801 completed, throughput=5MB/sec 2024-04-13T07:51:52.670 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Mkn2ZugkTHXnWX_ off=20013998 len=911406 2024-04-13T07:51:52.671 INFO:tasks.workunit.client.0.smithi003.stdout:op 4802 completed, throughput=5MB/sec 2024-04-13T07:51:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:52 smithi003 ceph-mon[91733]: pgmap v1981: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:51:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:52 smithi003 ceph-mon[89364]: pgmap v1981: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:51:53.672 INFO:tasks.workunit.client.0.smithi003.stdout: 951: throughput=4.99MB/sec pending data=0 2024-04-13T07:51:53.672 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5J2WDX_EYxYIpj7 off=10243443 len=1609790 2024-04-13T07:51:53.674 INFO:tasks.workunit.client.0.smithi003.stdout:op 4803 completed, throughput=5MB/sec 2024-04-13T07:51:53.674 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WM7S-jeHK2Pmvi7 off=4091246 len=1200732 2024-04-13T07:51:53.676 INFO:tasks.workunit.client.0.smithi003.stdout:op 4804 completed, throughput=5MB/sec 2024-04-13T07:51:53.676 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wDCsRT_uqCLCCe9 off=9765547 len=564974 2024-04-13T07:51:53.680 INFO:tasks.workunit.client.0.smithi003.stdout:op 4805 completed, throughput=5MB/sec 2024-04-13T07:51:53.680 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Latbn84-Moh8Sus off=18816018 len=645614 2024-04-13T07:51:53.681 INFO:tasks.workunit.client.0.smithi003.stdout:op 4806 completed, throughput=5MB/sec 2024-04-13T07:51:53.681 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kD9K6ThMlhYtQHl off=14843027 len=1632483 2024-04-13T07:51:53.691 INFO:tasks.workunit.client.0.smithi003.stdout:op 4807 completed, throughput=5MB/sec 2024-04-13T07:51:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:51:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:54 smithi003 ceph-mon[91733]: pgmap v1982: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:51:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:54 smithi003 ceph-mon[89364]: pgmap v1982: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:51:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:51:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:51:54] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-13T07:51:54.691 INFO:tasks.workunit.client.0.smithi003.stdout: 952: throughput=5MB/sec pending data=0 2024-04-13T07:51:54.692 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-h3uEtSmpoKhsL22 off=16862209 len=412166 2024-04-13T07:51:54.695 INFO:tasks.workunit.client.0.smithi003.stdout:op 4808 completed, throughput=5MB/sec 2024-04-13T07:51:54.695 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9u88vg2faE1RANs off=2385365 len=1534528 2024-04-13T07:51:54.697 INFO:tasks.workunit.client.0.smithi003.stdout:op 4809 completed, throughput=5MB/sec 2024-04-13T07:51:54.697 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Socm6FAosHhqBV- off=12039761 len=1263255 2024-04-13T07:51:54.704 INFO:tasks.workunit.client.0.smithi003.stdout:op 4810 completed, throughput=5MB/sec 2024-04-13T07:51:54.704 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-v8j95pSHftVc99N off=13451114 len=60015 2024-04-13T07:51:54.707 INFO:tasks.workunit.client.0.smithi003.stdout:op 4811 completed, throughput=5MB/sec 2024-04-13T07:51:54.708 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YN8EDprfYK13RVZ off=15120435 len=2038510 2024-04-13T07:51:54.719 INFO:tasks.workunit.client.0.smithi003.stdout:op 4812 completed, throughput=5MB/sec 2024-04-13T07:51:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:54 smithi066 ceph-mon[84331]: pgmap v1982: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:51:55.720 INFO:tasks.workunit.client.0.smithi003.stdout: 953: throughput=5MB/sec pending data=0 2024-04-13T07:51:55.720 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PI6AZe-J4RUhZEX off=8650511 len=430936 2024-04-13T07:51:55.720 INFO:tasks.workunit.client.0.smithi003.stdout:op 4813 completed, throughput=5MB/sec 2024-04-13T07:51:55.720 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3FTBFFccYY-UCa_ off=208009 len=185709 2024-04-13T07:51:55.721 INFO:tasks.workunit.client.0.smithi003.stdout:op 4814 completed, throughput=5MB/sec 2024-04-13T07:51:55.721 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2vC8iDz6M5zOVww off=0 len=1425050 2024-04-13T07:51:55.723 INFO:tasks.workunit.client.0.smithi003.stdout:op 4815 completed, throughput=5MB/sec 2024-04-13T07:51:55.723 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EoQorCzpZSOCXSA off=5771032 len=366903 2024-04-13T07:51:55.724 INFO:tasks.workunit.client.0.smithi003.stdout:op 4816 completed, throughput=5MB/sec 2024-04-13T07:51:55.724 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6jsyih_JA6t6ORQ off=8232590 len=380913 2024-04-13T07:51:55.728 INFO:tasks.workunit.client.0.smithi003.stdout:op 4817 completed, throughput=5MB/sec 2024-04-13T07:51:55.728 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-euWuJHIWf1ToXOj off=13189644 len=1320377 2024-04-13T07:51:55.737 INFO:tasks.workunit.client.0.smithi003.stdout:op 4818 completed, throughput=5MB/sec 2024-04-13T07:51:55.737 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-taamMWXNbhVgpAc off=1997242 len=1195861 2024-04-13T07:51:55.743 INFO:tasks.workunit.client.0.smithi003.stdout:op 4819 completed, throughput=5MB/sec 2024-04-13T07:51:56.744 INFO:tasks.workunit.client.0.smithi003.stdout: 954: throughput=5MB/sec pending data=0 2024-04-13T07:51:56.744 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7eENG-65ecc5iPY off=3540550 len=659335 2024-04-13T07:51:56.748 INFO:tasks.workunit.client.0.smithi003.stdout:op 4820 completed, throughput=5MB/sec 2024-04-13T07:51:56.748 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VlvFKA9wGYzy47K off=9255822 len=944455 2024-04-13T07:51:56.753 INFO:tasks.workunit.client.0.smithi003.stdout:op 4821 completed, throughput=5MB/sec 2024-04-13T07:51:56.753 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-j9hpSd9fZWceDjg off=5514245 len=390397 2024-04-13T07:51:56.755 INFO:tasks.workunit.client.0.smithi003.stdout:op 4822 completed, throughput=5MB/sec 2024-04-13T07:51:56.755 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0Yyfboc4CvPKV52 off=3777096 len=348594 2024-04-13T07:51:56.759 INFO:tasks.workunit.client.0.smithi003.stdout:op 4823 completed, throughput=5MB/sec 2024-04-13T07:51:56.759 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6cUjOXrrppRIXYW off=15810206 len=747151 2024-04-13T07:51:56.762 INFO:tasks.workunit.client.0.smithi003.stdout:op 4824 completed, throughput=5MB/sec 2024-04-13T07:51:56.763 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XSb3fz05Yr7fQ_s off=7969554 len=131478 2024-04-13T07:51:56.765 INFO:tasks.workunit.client.0.smithi003.stdout:op 4825 completed, throughput=5MB/sec 2024-04-13T07:51:56.765 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-X_ukNpXrhlBSQBM off=9728420 len=224065 2024-04-13T07:51:56.766 INFO:tasks.workunit.client.0.smithi003.stdout:op 4826 completed, throughput=5MB/sec 2024-04-13T07:51:56.766 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LHT3J3WFurkJGqs off=552830 len=1748301 2024-04-13T07:51:56.767 INFO:tasks.workunit.client.0.smithi003.stdout:op 4827 completed, throughput=5MB/sec 2024-04-13T07:51:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:56 smithi003 ceph-mon[91733]: pgmap v1983: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T07:51:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:56 smithi003 ceph-mon[89364]: pgmap v1983: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T07:51:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:56 smithi066 ceph-mon[84331]: pgmap v1983: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T07:51:57.768 INFO:tasks.workunit.client.0.smithi003.stdout: 955: throughput=5MB/sec pending data=0 2024-04-13T07:51:57.768 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iHo1J4_tx8rk7c9 off=7217722 len=203590 2024-04-13T07:51:57.769 INFO:tasks.workunit.client.0.smithi003.stdout:op 4828 completed, throughput=5MB/sec 2024-04-13T07:51:57.769 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rbNcsfL1vfiA-dN off=12749319 len=363816 2024-04-13T07:51:57.773 INFO:tasks.workunit.client.0.smithi003.stdout:op 4829 completed, throughput=5MB/sec 2024-04-13T07:51:57.773 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VmKkQdJIlifdo7L off=21217575 len=1216226 2024-04-13T07:51:57.774 INFO:tasks.workunit.client.0.smithi003.stdout:op 4830 completed, throughput=5MB/sec 2024-04-13T07:51:57.774 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VxFj7SiHbGr8qV1 off=23136535 len=1369833 2024-04-13T07:51:57.776 INFO:tasks.workunit.client.0.smithi003.stdout:op 4831 completed, throughput=5MB/sec 2024-04-13T07:51:57.776 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pqzGU-2PRlawKol off=8250833 len=500755 2024-04-13T07:51:57.780 INFO:tasks.workunit.client.0.smithi003.stdout:op 4832 completed, throughput=5MB/sec 2024-04-13T07:51:57.780 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bJGgJVQn2aUEQ53 off=9777785 len=724601 2024-04-13T07:51:57.784 INFO:tasks.workunit.client.0.smithi003.stdout:op 4833 completed, throughput=5MB/sec 2024-04-13T07:51:57.784 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hI8UDW8QWHWW_om off=1740571 len=59928 2024-04-13T07:51:57.787 INFO:tasks.workunit.client.0.smithi003.stdout:op 4834 completed, throughput=5MB/sec 2024-04-13T07:51:57.787 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-iWVxFP1SoAQP4Uw off=69051 len=400820 2024-04-13T07:51:57.791 INFO:tasks.workunit.client.0.smithi003.stdout:op 4835 completed, throughput=5MB/sec 2024-04-13T07:51:57.791 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aNRpZhjjxjHnRsx off=6101059 len=1534960 2024-04-13T07:51:57.794 INFO:tasks.workunit.client.0.smithi003.stdout:op 4836 completed, throughput=5MB/sec 2024-04-13T07:51:58.704 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:51:58 smithi066 ceph-mon[84331]: pgmap v1984: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:51:58.794 INFO:tasks.workunit.client.0.smithi003.stdout: 956: throughput=5MB/sec pending data=0 2024-04-13T07:51:58.794 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WXu6q_hRWOEO-Mo off=1958957 len=1390613 2024-04-13T07:51:58.796 INFO:tasks.workunit.client.0.smithi003.stdout:op 4837 completed, throughput=5MB/sec 2024-04-13T07:51:58.796 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sAB6t6QO4SH-8nC off=2469695 len=1194219 2024-04-13T07:51:58.803 INFO:tasks.workunit.client.0.smithi003.stdout:op 4838 completed, throughput=5MB/sec 2024-04-13T07:51:58.803 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-A9T9zpmVKEMOXS6 off=98757 len=1094837 2024-04-13T07:51:58.810 INFO:tasks.workunit.client.0.smithi003.stdout:op 4839 completed, throughput=5MB/sec 2024-04-13T07:51:58.810 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-F6-sBboENiSvQ2d off=13439708 len=1007712 2024-04-13T07:51:58.814 INFO:tasks.workunit.client.0.smithi003.stdout:op 4840 completed, throughput=5MB/sec 2024-04-13T07:51:58.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:51:58 smithi003 ceph-mon[91733]: pgmap v1984: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:51:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:51:58 smithi003 ceph-mon[89364]: pgmap v1984: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:51:59.815 INFO:tasks.workunit.client.0.smithi003.stdout: 957: throughput=5MB/sec pending data=0 2024-04-13T07:51:59.815 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1AfcIozwd-7RIT8 off=10077153 len=1361543 2024-04-13T07:51:59.816 INFO:tasks.workunit.client.0.smithi003.stdout:op 4841 completed, throughput=5MB/sec 2024-04-13T07:51:59.817 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Boz9JN8ZO7loU-I off=2724535 len=1952335 2024-04-13T07:51:59.819 INFO:tasks.workunit.client.0.smithi003.stdout:op 4842 completed, throughput=5MB/sec 2024-04-13T07:51:59.819 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CLoxE5ZnyvhID-g off=1308353 len=400961 2024-04-13T07:51:59.820 INFO:tasks.workunit.client.0.smithi003.stdout:op 4843 completed, throughput=5MB/sec 2024-04-13T07:51:59.820 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qRotWyN98wlQVGo off=1210381 len=456773 2024-04-13T07:51:59.824 INFO:tasks.workunit.client.0.smithi003.stdout:op 4844 completed, throughput=5MB/sec 2024-04-13T07:51:59.824 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-s4EymV3E1ZVnXMJ off=8157729 len=471495 2024-04-13T07:51:59.827 INFO:tasks.workunit.client.0.smithi003.stdout:op 4845 completed, throughput=5MB/sec 2024-04-13T07:51:59.827 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-L_B2GuD3IUq_IMK off=5088109 len=1673890 2024-04-13T07:51:59.829 INFO:tasks.workunit.client.0.smithi003.stdout:op 4846 completed, throughput=5MB/sec 2024-04-13T07:52:00.829 INFO:tasks.workunit.client.0.smithi003.stdout: 958: throughput=5MB/sec pending data=0 2024-04-13T07:52:00.830 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-z4Wnj0du72k2kRg off=4296632 len=252542 2024-04-13T07:52:00.831 INFO:tasks.workunit.client.0.smithi003.stdout:op 4847 completed, throughput=5MB/sec 2024-04-13T07:52:00.831 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8lwXH7CiipZUfhN off=13448830 len=14704 2024-04-13T07:52:00.831 INFO:tasks.workunit.client.0.smithi003.stdout:op 4848 completed, throughput=5MB/sec 2024-04-13T07:52:00.831 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KijmOgwhERqUdO6 off=1309134 len=1133175 2024-04-13T07:52:00.832 INFO:tasks.workunit.client.0.smithi003.stdout:op 4849 completed, throughput=5MB/sec 2024-04-13T07:52:00.832 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_a0PZIWHGZMmhci off=60721 len=1128899 2024-04-13T07:52:00.839 INFO:tasks.workunit.client.0.smithi003.stdout:op 4850 completed, throughput=5MB/sec 2024-04-13T07:52:00.839 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EYNsUJCrVd1Wsxk off=992294 len=876754 2024-04-13T07:52:00.841 INFO:tasks.workunit.client.0.smithi003.stdout:op 4851 completed, throughput=5MB/sec 2024-04-13T07:52:00.841 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wQ1sIU-iZ6gzcAM off=2589914 len=818728 2024-04-13T07:52:00.842 INFO:tasks.workunit.client.0.smithi003.stdout:op 4852 completed, throughput=5MB/sec 2024-04-13T07:52:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:00 smithi003 ceph-mon[91733]: pgmap v1985: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:52:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:00 smithi003 ceph-mon[89364]: pgmap v1985: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:52:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:00 smithi066 ceph-mon[84331]: pgmap v1985: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:52:01.843 INFO:tasks.workunit.client.0.smithi003.stdout: 959: throughput=5MB/sec pending data=0 2024-04-13T07:52:01.843 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-olABzMFJy_j53mB off=4298596 len=1861119 2024-04-13T07:52:01.854 INFO:tasks.workunit.client.0.smithi003.stdout:op 4853 completed, throughput=5MB/sec 2024-04-13T07:52:01.854 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cASEeZgw__zNrVd off=1181709 len=334072 2024-04-13T07:52:01.857 INFO:tasks.workunit.client.0.smithi003.stdout:op 4854 completed, throughput=5MB/sec 2024-04-13T07:52:01.857 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-L3GyO3yPOvO2mo4 off=2155774 len=171634 2024-04-13T07:52:01.858 INFO:tasks.workunit.client.0.smithi003.stdout:op 4855 completed, throughput=5MB/sec 2024-04-13T07:52:01.858 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fdA4FJfeiMcTnun off=9839062 len=645184 2024-04-13T07:52:01.859 INFO:tasks.workunit.client.0.smithi003.stdout:op 4856 completed, throughput=5MB/sec 2024-04-13T07:52:01.859 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dyhY54_YwkMcIVZ off=4502839 len=1698169 2024-04-13T07:52:01.862 INFO:tasks.workunit.client.0.smithi003.stdout:op 4857 completed, throughput=5MB/sec 2024-04-13T07:52:01.862 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zuzPhEbu8HdhRFF off=18294147 len=163836 2024-04-13T07:52:01.865 INFO:tasks.workunit.client.0.smithi003.stdout:op 4858 completed, throughput=5MB/sec 2024-04-13T07:52:01.865 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ri0Hfr9switUGiZ off=3912691 len=1657621 2024-04-13T07:52:01.871 INFO:tasks.workunit.client.0.smithi003.stdout:op 4859 completed, throughput=5MB/sec 2024-04-13T07:52:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:52:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:52:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:02 smithi066 ceph-mon[84331]: pgmap v1986: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:52:02.871 INFO:tasks.workunit.client.0.smithi003.stdout: 960: throughput=5MB/sec pending data=0 2024-04-13T07:52:02.872 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GAytLyLszEDSk_y off=7154649 len=567180 2024-04-13T07:52:02.875 INFO:tasks.workunit.client.0.smithi003.stdout:op 4860 completed, throughput=5MB/sec 2024-04-13T07:52:02.875 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aV0IILWTUYmKhUf off=1919731 len=282284 2024-04-13T07:52:02.876 INFO:tasks.workunit.client.0.smithi003.stdout:op 4861 completed, throughput=5MB/sec 2024-04-13T07:52:02.876 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7cG5HzjtjvJrjeb off=10314879 len=1861962 2024-04-13T07:52:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:02 smithi003 ceph-mon[89364]: pgmap v1986: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:52:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:02 smithi003 ceph-mon[91733]: pgmap v1986: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:52:02.888 INFO:tasks.workunit.client.0.smithi003.stdout:op 4862 completed, throughput=5MB/sec 2024-04-13T07:52:02.888 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FilX4KuaXEcSESs off=1113285 len=641409 2024-04-13T07:52:02.889 INFO:tasks.workunit.client.0.smithi003.stdout:op 4863 completed, throughput=5MB/sec 2024-04-13T07:52:02.889 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SZ5WoGqRm3oYWMt off=18092842 len=2044240 2024-04-13T07:52:02.901 INFO:tasks.workunit.client.0.smithi003.stdout:op 4864 completed, throughput=5MB/sec 2024-04-13T07:52:03.901 INFO:tasks.workunit.client.0.smithi003.stdout: 961: throughput=5MB/sec pending data=0 2024-04-13T07:52:03.901 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Xzbvj6-yWUCJt6a off=7930693 len=1253907 2024-04-13T07:52:03.903 INFO:tasks.workunit.client.0.smithi003.stdout:op 4865 completed, throughput=5MB/sec 2024-04-13T07:52:03.903 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MlLtnUr0P7kmepl off=17825100 len=36067 2024-04-13T07:52:03.906 INFO:tasks.workunit.client.0.smithi003.stdout:op 4866 completed, throughput=5MB/sec 2024-04-13T07:52:03.906 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5PIPSEmbvn8BoLI off=2178539 len=1668110 2024-04-13T07:52:03.907 INFO:tasks.workunit.client.0.smithi003.stdout:op 4867 completed, throughput=5MB/sec 2024-04-13T07:52:03.908 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-naq52MnXDbYDL4A off=5987140 len=1309655 2024-04-13T07:52:03.909 INFO:tasks.workunit.client.0.smithi003.stdout:op 4868 completed, throughput=5MB/sec 2024-04-13T07:52:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:04 smithi003 ceph-mon[89364]: pgmap v1987: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:52:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:52:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:52:04] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-13T07:52:04.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:04 smithi003 ceph-mon[91733]: pgmap v1987: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:52:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:04 smithi066 ceph-mon[84331]: pgmap v1987: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:52:04.909 INFO:tasks.workunit.client.0.smithi003.stdout: 962: throughput=5MB/sec pending data=0 2024-04-13T07:52:04.909 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dInVaMAXVrErC8p off=21073738 len=56787 2024-04-13T07:52:04.912 INFO:tasks.workunit.client.0.smithi003.stdout:op 4869 completed, throughput=5MB/sec 2024-04-13T07:52:04.912 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ktruyUAT_qg3RSE off=61919 len=1087281 2024-04-13T07:52:04.918 INFO:tasks.workunit.client.0.smithi003.stdout:op 4870 completed, throughput=5MB/sec 2024-04-13T07:52:04.918 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-slgcajT8xlWAUfz off=15701710 len=772872 2024-04-13T07:52:04.919 INFO:tasks.workunit.client.0.smithi003.stdout:op 4871 completed, throughput=5MB/sec 2024-04-13T07:52:04.919 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YR9fiuNiv5M2pXT off=3596066 len=1778399 2024-04-13T07:52:04.922 INFO:tasks.workunit.client.0.smithi003.stdout:op 4872 completed, throughput=5MB/sec 2024-04-13T07:52:04.922 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CvjXEtM_iFFprT4 off=10533667 len=1161086 2024-04-13T07:52:04.923 INFO:tasks.workunit.client.0.smithi003.stdout:op 4873 completed, throughput=5MB/sec 2024-04-13T07:52:05.924 INFO:tasks.workunit.client.0.smithi003.stdout: 963: throughput=4.99MB/sec pending data=0 2024-04-13T07:52:05.924 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aFfwh8bFPkAgo7q off=175814 len=168728 2024-04-13T07:52:05.924 INFO:tasks.workunit.client.0.smithi003.stdout:op 4874 completed, throughput=5MB/sec 2024-04-13T07:52:05.924 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gCCTIdLnPDQ8A1s off=6150000 len=1205723 2024-04-13T07:52:05.932 INFO:tasks.workunit.client.0.smithi003.stdout:op 4875 completed, throughput=5MB/sec 2024-04-13T07:52:05.932 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IL0AcgWAdakfuHP off=3554552 len=369856 2024-04-13T07:52:05.935 INFO:tasks.workunit.client.0.smithi003.stdout:op 4876 completed, throughput=5MB/sec 2024-04-13T07:52:05.935 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Ec0EPTQIDxKdOo4 off=6010635 len=1086403 2024-04-13T07:52:05.940 INFO:tasks.workunit.client.0.smithi003.stdout:op 4877 completed, throughput=5MB/sec 2024-04-13T07:52:05.940 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-x7yJhsFwzhynMQI off=288209 len=1713867 2024-04-13T07:52:05.956 INFO:tasks.workunit.client.0.smithi003.stdout:op 4878 completed, throughput=5MB/sec 2024-04-13T07:52:05.956 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8go8yjf3rgdTEga off=324280 len=1730720 2024-04-13T07:52:05.957 INFO:tasks.workunit.client.0.smithi003.stdout:op 4879 completed, throughput=5MB/sec 2024-04-13T07:52:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:06 smithi003 ceph-mon[91733]: pgmap v1988: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:52:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:06 smithi003 ceph-mon[89364]: pgmap v1988: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:52:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:06 smithi066 ceph-mon[84331]: pgmap v1988: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:52:06.957 INFO:tasks.workunit.client.0.smithi003.stdout: 964: throughput=5MB/sec pending data=0 2024-04-13T07:52:06.958 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-o-wIrpnK4iYzEjY off=2889761 len=574604 2024-04-13T07:52:06.959 INFO:tasks.workunit.client.0.smithi003.stdout:op 4880 completed, throughput=5MB/sec 2024-04-13T07:52:06.959 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_A9NXyCKjwJLHSu off=973206 len=1396804 2024-04-13T07:52:06.966 INFO:tasks.workunit.client.0.smithi003.stdout:op 4881 completed, throughput=5MB/sec 2024-04-13T07:52:06.966 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hG8wa_h3VFvxmit off=3267874 len=1126357 2024-04-13T07:52:06.968 INFO:tasks.workunit.client.0.smithi003.stdout:op 4882 completed, throughput=5MB/sec 2024-04-13T07:52:06.968 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DIJ92l1Ux4m0e_8 off=10484048 len=1318005 2024-04-13T07:52:06.976 INFO:tasks.workunit.client.0.smithi003.stdout:op 4883 completed, throughput=5MB/sec 2024-04-13T07:52:06.976 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aqPgjrOWz0sXnAW off=9305946 len=1423481 2024-04-13T07:52:06.982 INFO:tasks.workunit.client.0.smithi003.stdout:op 4884 completed, throughput=5MB/sec 2024-04-13T07:52:07.982 INFO:tasks.workunit.client.0.smithi003.stdout: 965: throughput=5MB/sec pending data=0 2024-04-13T07:52:07.982 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Svl_u8Fu0MExB6E off=3801428 len=637438 2024-04-13T07:52:07.983 INFO:tasks.workunit.client.0.smithi003.stdout:op 4885 completed, throughput=5MB/sec 2024-04-13T07:52:07.983 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VMuwem-7Y7wkMK7 off=5471099 len=1913544 2024-04-13T07:52:07.992 INFO:tasks.workunit.client.0.smithi003.stdout:op 4886 completed, throughput=5MB/sec 2024-04-13T07:52:07.992 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cp7MyEzGutPocqE off=1454581 len=1131807 2024-04-13T07:52:07.993 INFO:tasks.workunit.client.0.smithi003.stdout:op 4887 completed, throughput=5MB/sec 2024-04-13T07:52:07.993 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZcwJKFdByE5xFlD off=1916667 len=581140 2024-04-13T07:52:07.994 INFO:tasks.workunit.client.0.smithi003.stdout:op 4888 completed, throughput=5MB/sec 2024-04-13T07:52:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:08 smithi003 ceph-mon[91733]: pgmap v1989: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:52:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:08 smithi003 ceph-mon[89364]: pgmap v1989: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:52:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:08 smithi066 ceph-mon[84331]: pgmap v1989: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:52:08.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:08.994 INFO:tasks.workunit.client.0.smithi003.stdout: 966: throughput=5MB/sec pending data=0 2024-04-13T07:52:08.995 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rwqYdKD5-ugYx5J off=5891805 len=1253916 2024-04-13T07:52:08.996 INFO:tasks.workunit.client.0.smithi003.stdout:op 4889 completed, throughput=5MB/sec 2024-04-13T07:52:08.996 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Z1zGXzlC2uasR35 off=13380320 len=1525045 2024-04-13T07:52:08.998 INFO:tasks.workunit.client.0.smithi003.stdout:op 4890 completed, throughput=5MB/sec 2024-04-13T07:52:08.998 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Mu_7a0ZBmYyBeTh off=8349365 len=80970 2024-04-13T07:52:08.999 INFO:tasks.workunit.client.0.smithi003.stdout:op 4891 completed, throughput=5MB/sec 2024-04-13T07:52:08.999 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CQe8a8C9TL3BmPw off=45685 len=198427 2024-04-13T07:52:09.002 INFO:tasks.workunit.client.0.smithi003.stdout:op 4892 completed, throughput=5MB/sec 2024-04-13T07:52:09.002 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mXsbQezp7-iPfs4 off=928373 len=1963794 2024-04-13T07:52:09.013 INFO:tasks.workunit.client.0.smithi003.stdout:op 4893 completed, throughput=5MB/sec 2024-04-13T07:52:09.013 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-J-qVvIpzWTp9F74 off=1243755 len=1779761 2024-04-13T07:52:09.017 INFO:tasks.workunit.client.0.smithi003.stdout:op 4894 completed, throughput=5MB/sec 2024-04-13T07:52:10.017 INFO:tasks.workunit.client.0.smithi003.stdout: 967: throughput=5MB/sec pending data=0 2024-04-13T07:52:10.018 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hj2PMz0YtYfqPPg off=776422 len=533352 2024-04-13T07:52:10.018 INFO:tasks.workunit.client.0.smithi003.stdout:op 4895 completed, throughput=5MB/sec 2024-04-13T07:52:10.019 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ADaLCqBTBtl8VkI off=2602038 len=1531287 2024-04-13T07:52:10.027 INFO:tasks.workunit.client.0.smithi003.stdout:op 4896 completed, throughput=5MB/sec 2024-04-13T07:52:10.027 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qvXso4TaIJD3A_L off=7642992 len=797075 2024-04-13T07:52:10.028 INFO:tasks.workunit.client.0.smithi003.stdout:op 4897 completed, throughput=5MB/sec 2024-04-13T07:52:10.028 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BphkwWA-5jMj8G5 off=5603672 len=209188 2024-04-13T07:52:10.029 INFO:tasks.workunit.client.0.smithi003.stdout:op 4898 completed, throughput=5MB/sec 2024-04-13T07:52:10.029 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tlBYrnXDoz6OhIP off=7294235 len=333109 2024-04-13T07:52:10.030 INFO:tasks.workunit.client.0.smithi003.stdout:op 4899 completed, throughput=5MB/sec 2024-04-13T07:52:10.030 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-J-qVvIpzWTp9F74 off=283886 len=467450 2024-04-13T07:52:10.034 INFO:tasks.workunit.client.0.smithi003.stdout:op 4900 completed, throughput=5MB/sec 2024-04-13T07:52:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:10 smithi003 ceph-mon[91733]: pgmap v1990: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:52:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:10 smithi003 ceph-mon[89364]: pgmap v1990: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:52:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:10 smithi066 ceph-mon[84331]: pgmap v1990: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:52:11.035 INFO:tasks.workunit.client.0.smithi003.stdout: 968: throughput=5MB/sec pending data=0 2024-04-13T07:52:11.035 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WONULiXKOgSUUzX off=5225947 len=247633 2024-04-13T07:52:11.038 INFO:tasks.workunit.client.0.smithi003.stdout:op 4901 completed, throughput=5MB/sec 2024-04-13T07:52:11.038 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QQ1171POZ7X67_B off=22073335 len=683061 2024-04-13T07:52:11.039 INFO:tasks.workunit.client.0.smithi003.stdout:op 4902 completed, throughput=5MB/sec 2024-04-13T07:52:11.039 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MxZvFV_CJNSqA5o off=5953366 len=1008721 2024-04-13T07:52:11.041 INFO:tasks.workunit.client.0.smithi003.stdout:op 4903 completed, throughput=5MB/sec 2024-04-13T07:52:11.041 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hbOx4OfPUcNF4O4 off=1892160 len=253747 2024-04-13T07:52:11.041 INFO:tasks.workunit.client.0.smithi003.stdout:op 4904 completed, throughput=5MB/sec 2024-04-13T07:52:11.041 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Rjln46VsaszH5Ng off=10096486 len=1055214 2024-04-13T07:52:11.047 INFO:tasks.workunit.client.0.smithi003.stdout:op 4905 completed, throughput=5MB/sec 2024-04-13T07:52:11.047 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-27YAIq7U2bmvr_H off=12735209 len=485004 2024-04-13T07:52:11.048 INFO:tasks.workunit.client.0.smithi003.stdout:op 4906 completed, throughput=5MB/sec 2024-04-13T07:52:11.049 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TA2LPYuaoXrR-Gz off=22638659 len=787116 2024-04-13T07:52:11.050 INFO:tasks.workunit.client.0.smithi003.stdout:op 4907 completed, throughput=5MB/sec 2024-04-13T07:52:11.050 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-j9QU5kd6tRzL93V off=13028326 len=635353 2024-04-13T07:52:11.051 INFO:tasks.workunit.client.0.smithi003.stdout:op 4908 completed, throughput=5MB/sec 2024-04-13T07:52:12.052 INFO:tasks.workunit.client.0.smithi003.stdout: 969: throughput=5MB/sec pending data=0 2024-04-13T07:52:12.052 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-imUqzF_J_ltypfj off=13149325 len=2080448 2024-04-13T07:52:12.065 INFO:tasks.workunit.client.0.smithi003.stdout:op 4909 completed, throughput=5MB/sec 2024-04-13T07:52:12.065 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--zbvOkkOS9RqmaY off=13186963 len=55423 2024-04-13T07:52:12.068 INFO:tasks.workunit.client.0.smithi003.stdout:op 4910 completed, throughput=5MB/sec 2024-04-13T07:52:12.068 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rUB3_NXupM0aP62 off=497144 len=1716253 2024-04-13T07:52:12.076 INFO:tasks.workunit.client.0.smithi003.stdout:op 4911 completed, throughput=5MB/sec 2024-04-13T07:52:12.076 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lPM9MqFbmPLp83r off=111496 len=1418637 2024-04-13T07:52:12.078 INFO:tasks.workunit.client.0.smithi003.stdout:op 4912 completed, throughput=5MB/sec 2024-04-13T07:52:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:12 smithi066 ceph-mon[84331]: pgmap v1991: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:52:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:52:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:52:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:12 smithi003 ceph-mon[91733]: pgmap v1991: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:52:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:12 smithi003 ceph-mon[89364]: pgmap v1991: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:52:13.078 INFO:tasks.workunit.client.0.smithi003.stdout: 970: throughput=4.99MB/sec pending data=0 2024-04-13T07:52:13.078 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7rVeljOfekKaQLf off=2016512 len=572933 2024-04-13T07:52:13.083 INFO:tasks.workunit.client.0.smithi003.stdout:op 4913 completed, throughput=5MB/sec 2024-04-13T07:52:13.083 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RZRy1m4cU5faLqR off=9052169 len=1239796 2024-04-13T07:52:13.088 INFO:tasks.workunit.client.0.smithi003.stdout:op 4914 completed, throughput=5MB/sec 2024-04-13T07:52:13.089 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xughs8SjU3eZTWY off=1631002 len=1454593 2024-04-13T07:52:13.098 INFO:tasks.workunit.client.0.smithi003.stdout:op 4915 completed, throughput=5MB/sec 2024-04-13T07:52:13.098 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jnKg0uDsT48a8vT off=20973311 len=584980 2024-04-13T07:52:13.099 INFO:tasks.workunit.client.0.smithi003.stdout:op 4916 completed, throughput=5MB/sec 2024-04-13T07:52:13.099 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oVPcbsTfCovCbaL off=2736976 len=19456 2024-04-13T07:52:13.100 INFO:tasks.workunit.client.0.smithi003.stdout:op 4917 completed, throughput=5MB/sec 2024-04-13T07:52:13.100 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1VbpxjlJ81jP_rg off=15747148 len=364873 2024-04-13T07:52:13.103 INFO:tasks.workunit.client.0.smithi003.stdout:op 4918 completed, throughput=5MB/sec 2024-04-13T07:52:13.103 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uuRMJEvDiZ26pKf off=6825353 len=110369 2024-04-13T07:52:13.105 INFO:tasks.workunit.client.0.smithi003.stdout:op 4919 completed, throughput=5MB/sec 2024-04-13T07:52:13.106 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fUqqm7I6mThz2iI off=10692305 len=333121 2024-04-13T07:52:13.108 INFO:tasks.workunit.client.0.smithi003.stdout:op 4920 completed, throughput=5MB/sec 2024-04-13T07:52:13.108 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2HCq_tz1mjhvBDU off=15196953 len=1121872 2024-04-13T07:52:13.113 INFO:tasks.workunit.client.0.smithi003.stdout:op 4921 completed, throughput=5MB/sec 2024-04-13T07:52:14.114 INFO:tasks.workunit.client.0.smithi003.stdout: 971: throughput=5MB/sec pending data=0 2024-04-13T07:52:14.114 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Iw7vfi0y_1u1SiT off=12837861 len=746162 2024-04-13T07:52:14.119 INFO:tasks.workunit.client.0.smithi003.stdout:op 4922 completed, throughput=5MB/sec 2024-04-13T07:52:14.119 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7vKMM1dJC-NdWQo off=9601114 len=1796018 2024-04-13T07:52:14.121 INFO:tasks.workunit.client.0.smithi003.stdout:op 4923 completed, throughput=5MB/sec 2024-04-13T07:52:14.121 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_Fc2W4Kru6wZ3In off=3795395 len=109620 2024-04-13T07:52:14.122 INFO:tasks.workunit.client.0.smithi003.stdout:op 4924 completed, throughput=5MB/sec 2024-04-13T07:52:14.122 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OgCn9LChKRPCMif off=3897318 len=1791244 2024-04-13T07:52:14.132 INFO:tasks.workunit.client.0.smithi003.stdout:op 4925 completed, throughput=5MB/sec 2024-04-13T07:52:14.132 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Sxze5Tvzh4Nerag off=16774409 len=1553378 2024-04-13T07:52:14.140 INFO:tasks.workunit.client.0.smithi003.stdout:op 4926 completed, throughput=5MB/sec 2024-04-13T07:52:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:14 smithi003 ceph-mon[91733]: pgmap v1992: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:52:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:14 smithi003 ceph-mon[89364]: pgmap v1992: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:52:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:52:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:52:14] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-13T07:52:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:14 smithi066 ceph-mon[84331]: pgmap v1992: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:52:15.140 INFO:tasks.workunit.client.0.smithi003.stdout: 972: throughput=5MB/sec pending data=0 2024-04-13T07:52:15.140 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_OI79cjT4N_8rwA off=550558 len=1798212 2024-04-13T07:52:15.144 INFO:tasks.workunit.client.0.smithi003.stdout:op 4927 completed, throughput=5MB/sec 2024-04-13T07:52:15.144 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FdUtcVX4isXHAMr off=18390296 len=935861 2024-04-13T07:52:15.146 INFO:tasks.workunit.client.0.smithi003.stdout:op 4928 completed, throughput=5MB/sec 2024-04-13T07:52:15.146 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EVPRD6TjXVjHJTA off=18450428 len=1299818 2024-04-13T07:52:15.147 INFO:tasks.workunit.client.0.smithi003.stdout:op 4929 completed, throughput=5MB/sec 2024-04-13T07:52:15.147 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OPFwjqt-kfT7uPm off=3340324 len=59117 2024-04-13T07:52:15.148 INFO:tasks.workunit.client.0.smithi003.stdout:op 4930 completed, throughput=5MB/sec 2024-04-13T07:52:15.148 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MC7C2fAZeqpSd3_ off=8790593 len=51602 2024-04-13T07:52:15.149 INFO:tasks.workunit.client.0.smithi003.stdout:op 4931 completed, throughput=5MB/sec 2024-04-13T07:52:15.149 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UsDGgD7hbtYtR5N off=4468193 len=1722341 2024-04-13T07:52:15.151 INFO:tasks.workunit.client.0.smithi003.stdout:op 4932 completed, throughput=5MB/sec 2024-04-13T07:52:16.152 INFO:tasks.workunit.client.0.smithi003.stdout: 973: throughput=5MB/sec pending data=0 2024-04-13T07:52:16.152 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-811sGDo-srjn79y off=1821123 len=1214949 2024-04-13T07:52:16.154 INFO:tasks.workunit.client.0.smithi003.stdout:op 4933 completed, throughput=5MB/sec 2024-04-13T07:52:16.154 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PjCxroyDWP4x-ND off=1690181 len=132005 2024-04-13T07:52:16.155 INFO:tasks.workunit.client.0.smithi003.stdout:op 4934 completed, throughput=5MB/sec 2024-04-13T07:52:16.155 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eSt_8sinHyIdGH_ off=3892127 len=908729 2024-04-13T07:52:16.161 INFO:tasks.workunit.client.0.smithi003.stdout:op 4935 completed, throughput=5MB/sec 2024-04-13T07:52:16.161 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-snHkJTjCu0wEAMB off=4078707 len=1491749 2024-04-13T07:52:16.163 INFO:tasks.workunit.client.0.smithi003.stdout:op 4936 completed, throughput=5MB/sec 2024-04-13T07:52:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:16 smithi003 ceph-mon[91733]: pgmap v1993: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T07:52:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:16 smithi003 ceph-mon[89364]: pgmap v1993: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T07:52:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:16 smithi066 ceph-mon[84331]: pgmap v1993: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-13T07:52:17.163 INFO:tasks.workunit.client.0.smithi003.stdout: 974: throughput=4.99MB/sec pending data=0 2024-04-13T07:52:17.163 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-adKJm-ub2o-KbqH off=1923573 len=430153 2024-04-13T07:52:17.164 INFO:tasks.workunit.client.0.smithi003.stdout:op 4937 completed, throughput=5MB/sec 2024-04-13T07:52:17.164 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Qz9107zAwpzra66 off=10798402 len=759923 2024-04-13T07:52:17.168 INFO:tasks.workunit.client.0.smithi003.stdout:op 4938 completed, throughput=5MB/sec 2024-04-13T07:52:17.168 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FDC-cge6uS2gG06 off=5700664 len=1470826 2024-04-13T07:52:17.170 INFO:tasks.workunit.client.0.smithi003.stdout:op 4939 completed, throughput=5MB/sec 2024-04-13T07:52:17.170 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KAeIVFMCd-zK379 off=18378778 len=755275 2024-04-13T07:52:17.172 INFO:tasks.workunit.client.0.smithi003.stdout:op 4940 completed, throughput=5MB/sec 2024-04-13T07:52:17.172 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FbLqpU_49xVlw-t off=10222841 len=582462 2024-04-13T07:52:17.173 INFO:tasks.workunit.client.0.smithi003.stdout:op 4941 completed, throughput=5MB/sec 2024-04-13T07:52:17.173 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aSxYPA_fHq80Qio off=6622739 len=1329955 2024-04-13T07:52:17.175 INFO:tasks.workunit.client.0.smithi003.stdout:op 4942 completed, throughput=5MB/sec 2024-04-13T07:52:18.175 INFO:tasks.workunit.client.0.smithi003.stdout: 975: throughput=4.99MB/sec pending data=0 2024-04-13T07:52:18.175 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-feqxUvRyu2h9MBa off=1650195 len=1601700 2024-04-13T07:52:18.177 INFO:tasks.workunit.client.0.smithi003.stdout:op 4943 completed, throughput=5MB/sec 2024-04-13T07:52:18.178 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oY0x-LUjBoqUSTu off=4611349 len=124509 2024-04-13T07:52:18.180 INFO:tasks.workunit.client.0.smithi003.stdout:op 4944 completed, throughput=5MB/sec 2024-04-13T07:52:18.180 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hqNyKDjICqlW-U2 off=8966945 len=517779 2024-04-13T07:52:18.182 INFO:tasks.workunit.client.0.smithi003.stdout:op 4945 completed, throughput=5MB/sec 2024-04-13T07:52:18.182 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6sylBqy-nUSNYME off=8787789 len=1617338 2024-04-13T07:52:18.185 INFO:tasks.workunit.client.0.smithi003.stdout:op 4946 completed, throughput=5MB/sec 2024-04-13T07:52:18.185 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TmCxn8Fmjc53Pxy off=2654966 len=1642903 2024-04-13T07:52:18.187 INFO:tasks.workunit.client.0.smithi003.stdout:op 4947 completed, throughput=5MB/sec 2024-04-13T07:52:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:18 smithi003 ceph-mon[89364]: pgmap v1994: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:52:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:18 smithi003 ceph-mon[91733]: pgmap v1994: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:52:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:18 smithi066 ceph-mon[84331]: pgmap v1994: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:52:19.187 INFO:tasks.workunit.client.0.smithi003.stdout: 976: throughput=5MB/sec pending data=0 2024-04-13T07:52:19.188 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-J7bXh1LulhMxaLF off=2999565 len=549360 2024-04-13T07:52:19.189 INFO:tasks.workunit.client.0.smithi003.stdout:op 4948 completed, throughput=5MB/sec 2024-04-13T07:52:19.189 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-m0O21v2r5XmxJ3Z off=2792255 len=529516 2024-04-13T07:52:19.190 INFO:tasks.workunit.client.0.smithi003.stdout:op 4949 completed, throughput=5MB/sec 2024-04-13T07:52:19.190 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dVL4WJO0kpIW9Gz off=11585458 len=1570082 2024-04-13T07:52:19.191 INFO:tasks.workunit.client.0.smithi003.stdout:op 4950 completed, throughput=5MB/sec 2024-04-13T07:52:19.191 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2naYaaPhWB8YM_i off=20274750 len=545046 2024-04-13T07:52:19.192 INFO:tasks.workunit.client.0.smithi003.stdout:op 4951 completed, throughput=5MB/sec 2024-04-13T07:52:19.192 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QKlaLAZsJhIMK7f off=6904381 len=1624827 2024-04-13T07:52:19.202 INFO:tasks.workunit.client.0.smithi003.stdout:op 4952 completed, throughput=5MB/sec 2024-04-13T07:52:19.202 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VvKl6u9j9Iqwg7Z off=9660866 len=1157649 2024-04-13T07:52:19.208 INFO:tasks.workunit.client.0.smithi003.stdout:op 4953 completed, throughput=5MB/sec 2024-04-13T07:52:20.209 INFO:tasks.workunit.client.0.smithi003.stdout: 977: throughput=5MB/sec pending data=0 2024-04-13T07:52:20.209 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_iirQe_DITplNFT off=15216398 len=223453 2024-04-13T07:52:20.210 INFO:tasks.workunit.client.0.smithi003.stdout:op 4954 completed, throughput=5MB/sec 2024-04-13T07:52:20.210 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-f4--ACgNo7IAQyR off=6915738 len=1024368 2024-04-13T07:52:20.211 INFO:tasks.workunit.client.0.smithi003.stdout:op 4955 completed, throughput=5MB/sec 2024-04-13T07:52:20.211 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-c1iYl_fqGB91cAN off=835165 len=371621 2024-04-13T07:52:20.212 INFO:tasks.workunit.client.0.smithi003.stdout:op 4956 completed, throughput=5MB/sec 2024-04-13T07:52:20.212 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Yk51um42wNyE_as off=11201670 len=1192846 2024-04-13T07:52:20.218 INFO:tasks.workunit.client.0.smithi003.stdout:op 4957 completed, throughput=5MB/sec 2024-04-13T07:52:20.218 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-S3QJ1zRmb41hIE5 off=3292525 len=618492 2024-04-13T07:52:20.219 INFO:tasks.workunit.client.0.smithi003.stdout:op 4958 completed, throughput=5MB/sec 2024-04-13T07:52:20.219 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--hg_FP06UnND5oX off=1511557 len=1804245 2024-04-13T07:52:20.220 INFO:tasks.workunit.client.0.smithi003.stdout:op 4959 completed, throughput=5MB/sec 2024-04-13T07:52:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:20 smithi003 ceph-mon[91733]: pgmap v1995: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T07:52:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:20 smithi003 ceph-mon[89364]: pgmap v1995: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T07:52:20.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:20 smithi066 ceph-mon[84331]: pgmap v1995: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T07:52:21.220 INFO:tasks.workunit.client.0.smithi003.stdout: 978: throughput=5MB/sec pending data=0 2024-04-13T07:52:21.221 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dnHLKAs8LYbKsOS off=5042773 len=1825583 2024-04-13T07:52:21.232 INFO:tasks.workunit.client.0.smithi003.stdout:op 4960 completed, throughput=5MB/sec 2024-04-13T07:52:21.232 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FmI4ByXtkuAnPVd off=11356461 len=1293068 2024-04-13T07:52:21.233 INFO:tasks.workunit.client.0.smithi003.stdout:op 4961 completed, throughput=5MB/sec 2024-04-13T07:52:21.233 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-33xBuoNIqcMSo5S off=7312855 len=1814639 2024-04-13T07:52:21.243 INFO:tasks.workunit.client.0.smithi003.stdout:op 4962 completed, throughput=5MB/sec 2024-04-13T07:52:22.243 INFO:tasks.workunit.client.0.smithi003.stdout: 979: throughput=5MB/sec pending data=0 2024-04-13T07:52:22.243 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--3kA2i1GTCOu60a off=747265 len=1500513 2024-04-13T07:52:22.246 INFO:tasks.workunit.client.0.smithi003.stdout:op 4963 completed, throughput=5MB/sec 2024-04-13T07:52:22.246 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ptfCV-OcXCCqEHb off=11240242 len=1686360 2024-04-13T07:52:22.248 INFO:tasks.workunit.client.0.smithi003.stdout:op 4964 completed, throughput=5MB/sec 2024-04-13T07:52:22.248 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-j1TdrjURD6fATlH off=2868329 len=54745 2024-04-13T07:52:22.249 INFO:tasks.workunit.client.0.smithi003.stdout:op 4965 completed, throughput=5MB/sec 2024-04-13T07:52:22.249 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cOl9aSb5ReBd-VP off=6093667 len=114479 2024-04-13T07:52:22.252 INFO:tasks.workunit.client.0.smithi003.stdout:op 4966 completed, throughput=5MB/sec 2024-04-13T07:52:22.252 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8c1oyBPv5x6elVa off=2082782 len=1639546 2024-04-13T07:52:22.253 INFO:tasks.workunit.client.0.smithi003.stdout:op 4967 completed, throughput=5MB/sec 2024-04-13T07:52:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:22 smithi066 ceph-mon[84331]: pgmap v1996: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:52:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:52:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:52:22.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:22 smithi003 ceph-mon[91733]: pgmap v1996: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:52:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:22 smithi003 ceph-mon[89364]: pgmap v1996: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:52:23.253 INFO:tasks.workunit.client.0.smithi003.stdout: 980: throughput=5MB/sec pending data=0 2024-04-13T07:52:23.253 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0c38GfncaH-aNqs off=2610202 len=1853983 2024-04-13T07:52:23.263 INFO:tasks.workunit.client.0.smithi003.stdout:op 4968 completed, throughput=5MB/sec 2024-04-13T07:52:23.263 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-4Ku0sOPz-IaRXQb off=1939826 len=1856739 2024-04-13T07:52:23.267 INFO:tasks.workunit.client.0.smithi003.stdout:op 4969 completed, throughput=5MB/sec 2024-04-13T07:52:23.267 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KVb98EaDcrD8e_u off=5121791 len=1972866 2024-04-13T07:52:23.269 INFO:tasks.workunit.client.0.smithi003.stdout:op 4970 completed, throughput=5MB/sec 2024-04-13T07:52:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:24.270 INFO:tasks.workunit.client.0.smithi003.stdout: 981: throughput=5MB/sec pending data=0 2024-04-13T07:52:24.270 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ay6_zj-5qZfMtxR off=2691547 len=444761 2024-04-13T07:52:24.271 INFO:tasks.workunit.client.0.smithi003.stdout:op 4971 completed, throughput=5MB/sec 2024-04-13T07:52:24.271 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qAvgqOAFz5-2_MN off=1555051 len=326985 2024-04-13T07:52:24.272 INFO:tasks.workunit.client.0.smithi003.stdout:op 4972 completed, throughput=5MB/sec 2024-04-13T07:52:24.272 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_NxSNdrPdngWNYd off=1318669 len=1999194 2024-04-13T07:52:24.284 INFO:tasks.workunit.client.0.smithi003.stdout:op 4973 completed, throughput=5MB/sec 2024-04-13T07:52:24.284 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eQTWJvEKd7aPj81 off=8040044 len=1388923 2024-04-13T07:52:24.287 INFO:tasks.workunit.client.0.smithi003.stdout:op 4974 completed, throughput=5MB/sec 2024-04-13T07:52:24.287 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-i9VZ-X2T4S_AZPV off=653785 len=1728355 2024-04-13T07:52:24.295 INFO:tasks.workunit.client.0.smithi003.stdout:op 4975 completed, throughput=5MB/sec 2024-04-13T07:52:24.475 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:52:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:52:24] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-13T07:52:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:24 smithi003 ceph-mon[91733]: pgmap v1997: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:52:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:24 smithi003 ceph-mon[89364]: pgmap v1997: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:52:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:24 smithi066 ceph-mon[84331]: pgmap v1997: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:52:25.296 INFO:tasks.workunit.client.0.smithi003.stdout: 982: throughput=5MB/sec pending data=0 2024-04-13T07:52:25.296 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QyYqYCiQpGxAuj1 off=1035651 len=1720380 2024-04-13T07:52:25.298 INFO:tasks.workunit.client.0.smithi003.stdout:op 4976 completed, throughput=5MB/sec 2024-04-13T07:52:25.298 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GmS36RRAlkoHHEv off=19713709 len=1877667 2024-04-13T07:52:25.308 INFO:tasks.workunit.client.0.smithi003.stdout:op 4977 completed, throughput=5MB/sec 2024-04-13T07:52:25.308 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-z7meHgEHdXFNY_6 off=12943878 len=185917 2024-04-13T07:52:25.308 INFO:tasks.workunit.client.0.smithi003.stdout:op 4978 completed, throughput=5MB/sec 2024-04-13T07:52:25.308 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jNCerkH_gDO3Ra1 off=4302677 len=191975 2024-04-13T07:52:25.311 INFO:tasks.workunit.client.0.smithi003.stdout:op 4979 completed, throughput=5MB/sec 2024-04-13T07:52:25.311 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-TcAlp0cOp-RHYDO off=411985 len=843364 2024-04-13T07:52:25.316 INFO:tasks.workunit.client.0.smithi003.stdout:op 4980 completed, throughput=5MB/sec 2024-04-13T07:52:26.317 INFO:tasks.workunit.client.0.smithi003.stdout: 983: throughput=5MB/sec pending data=0 2024-04-13T07:52:26.317 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FzzAVFjy85zBdJC off=2718254 len=293667 2024-04-13T07:52:26.320 INFO:tasks.workunit.client.0.smithi003.stdout:op 4981 completed, throughput=5MB/sec 2024-04-13T07:52:26.320 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9LfeItkrdTGqYHV off=8689012 len=1135204 2024-04-13T07:52:26.323 INFO:tasks.workunit.client.0.smithi003.stdout:op 4982 completed, throughput=5MB/sec 2024-04-13T07:52:26.323 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-W3SnKcagGT4chjn off=227995 len=442744 2024-04-13T07:52:26.324 INFO:tasks.workunit.client.0.smithi003.stdout:op 4983 completed, throughput=5MB/sec 2024-04-13T07:52:26.324 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MX8oRGcrRsPYmHM off=2368413 len=678716 2024-04-13T07:52:26.325 INFO:tasks.workunit.client.0.smithi003.stdout:op 4984 completed, throughput=5MB/sec 2024-04-13T07:52:26.325 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EIBFMOZ4erVCvsN off=6630495 len=977493 2024-04-13T07:52:26.327 INFO:tasks.workunit.client.0.smithi003.stdout:op 4985 completed, throughput=5MB/sec 2024-04-13T07:52:26.327 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Z4czce66Z5zqjXR off=5228520 len=163095 2024-04-13T07:52:26.328 INFO:tasks.workunit.client.0.smithi003.stdout:op 4986 completed, throughput=5MB/sec 2024-04-13T07:52:26.328 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Ivq8nqzMcCNnkbi off=2050885 len=1049455 2024-04-13T07:52:26.329 INFO:tasks.workunit.client.0.smithi003.stdout:op 4987 completed, throughput=5MB/sec 2024-04-13T07:52:26.329 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vVJGE376qqPaxy3 off=583829 len=811963 2024-04-13T07:52:26.330 INFO:tasks.workunit.client.0.smithi003.stdout:op 4988 completed, throughput=5MB/sec 2024-04-13T07:52:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:26 smithi003 ceph-mon[89364]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T07:52:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:26 smithi003 ceph-mon[91733]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T07:52:26.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:26 smithi066 ceph-mon[84331]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T07:52:27.330 INFO:tasks.workunit.client.0.smithi003.stdout: 984: throughput=5MB/sec pending data=0 2024-04-13T07:52:27.331 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qIKFZZIyJ6ePkNH off=124152 len=2047728 2024-04-13T07:52:27.341 INFO:tasks.workunit.client.0.smithi003.stdout:op 4989 completed, throughput=5MB/sec 2024-04-13T07:52:27.341 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dVmr2HIIAsPabLX off=237689 len=1803832 2024-04-13T07:52:27.352 INFO:tasks.workunit.client.0.smithi003.stdout:op 4990 completed, throughput=5MB/sec 2024-04-13T07:52:27.352 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-j4QtJuKYDpZpzGW off=5887106 len=1312978 2024-04-13T07:52:27.353 INFO:tasks.workunit.client.0.smithi003.stdout:op 4991 completed, throughput=5MB/sec 2024-04-13T07:52:28.354 INFO:tasks.workunit.client.0.smithi003.stdout: 985: throughput=5MB/sec pending data=0 2024-04-13T07:52:28.354 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kT3cFKdRLbIjPz5 off=1528356 len=761934 2024-04-13T07:52:28.356 INFO:tasks.workunit.client.0.smithi003.stdout:op 4992 completed, throughput=5MB/sec 2024-04-13T07:52:28.356 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6R7JPR_llyLoQKU off=3237135 len=1367141 2024-04-13T07:52:28.358 INFO:tasks.workunit.client.0.smithi003.stdout:op 4993 completed, throughput=5MB/sec 2024-04-13T07:52:28.358 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-E-zp7GtakuxPHhh off=5169260 len=472338 2024-04-13T07:52:28.359 INFO:tasks.workunit.client.0.smithi003.stdout:op 4994 completed, throughput=5MB/sec 2024-04-13T07:52:28.359 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5eKckz_gMH2ZlJM off=7901126 len=215978 2024-04-13T07:52:28.362 INFO:tasks.workunit.client.0.smithi003.stdout:op 4995 completed, throughput=5MB/sec 2024-04-13T07:52:28.362 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-h7F0D45c6lYaJ_b off=6895212 len=616866 2024-04-13T07:52:28.367 INFO:tasks.workunit.client.0.smithi003.stdout:op 4996 completed, throughput=5MB/sec 2024-04-13T07:52:28.367 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ahPN6QPvhD1Fm1f off=6777433 len=1753203 2024-04-13T07:52:28.369 INFO:tasks.workunit.client.0.smithi003.stdout:op 4997 completed, throughput=5MB/sec 2024-04-13T07:52:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:28 smithi003 ceph-mon[91733]: pgmap v1999: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-13T07:52:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:28 smithi003 ceph-mon[89364]: pgmap v1999: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-13T07:52:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:28 smithi066 ceph-mon[84331]: pgmap v1999: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-13T07:52:29.369 INFO:tasks.workunit.client.0.smithi003.stdout: 986: throughput=5MB/sec pending data=0 2024-04-13T07:52:29.369 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Jau4-MFkuba4N9r off=351698 len=768203 2024-04-13T07:52:29.374 INFO:tasks.workunit.client.0.smithi003.stdout:op 4998 completed, throughput=5MB/sec 2024-04-13T07:52:29.374 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Hef9mLb17e7dU-x off=3405624 len=574683 2024-04-13T07:52:29.376 INFO:tasks.workunit.client.0.smithi003.stdout:op 4999 completed, throughput=5MB/sec 2024-04-13T07:52:29.376 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-n4Z61qJwYgCqOyf off=2301355 len=1988054 2024-04-13T07:52:29.387 INFO:tasks.workunit.client.0.smithi003.stdout:op 5000 completed, throughput=5MB/sec 2024-04-13T07:52:29.387 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Q3wcPPamCmUzp8V off=5189741 len=1695583 2024-04-13T07:52:29.394 INFO:tasks.workunit.client.0.smithi003.stdout:op 5001 completed, throughput=5MB/sec 2024-04-13T07:52:29.394 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BQqWkdpDrxe2evV off=343838 len=633544 2024-04-13T07:52:29.397 INFO:tasks.workunit.client.0.smithi003.stdout:op 5002 completed, throughput=5MB/sec 2024-04-13T07:52:30.398 INFO:tasks.workunit.client.0.smithi003.stdout: 987: throughput=5MB/sec pending data=0 2024-04-13T07:52:30.398 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nk7oGMCK6ybU9mh off=6862060 len=219307 2024-04-13T07:52:30.398 INFO:tasks.workunit.client.0.smithi003.stdout:op 5003 completed, throughput=5MB/sec 2024-04-13T07:52:30.399 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wcGRHBhm4EAgo0p off=0 len=1064162 2024-04-13T07:52:30.404 INFO:tasks.workunit.client.0.smithi003.stdout:op 5004 completed, throughput=5MB/sec 2024-04-13T07:52:30.405 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KoIqEuh15ZAT9H2 off=377229 len=2073852 2024-04-13T07:52:30.415 INFO:tasks.workunit.client.0.smithi003.stdout:op 5005 completed, throughput=5MB/sec 2024-04-13T07:52:30.415 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-p-ClfSBDuIuVvTK off=177061 len=391213 2024-04-13T07:52:30.416 INFO:tasks.workunit.client.0.smithi003.stdout:op 5006 completed, throughput=5MB/sec 2024-04-13T07:52:30.416 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sM4fd8k3lsqx5Nd off=4663812 len=1672885 2024-04-13T07:52:30.422 INFO:tasks.workunit.client.0.smithi003.stdout:op 5007 completed, throughput=5MB/sec 2024-04-13T07:52:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:30 smithi003 ceph-mon[91733]: pgmap v2000: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-13T07:52:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:30 smithi003 ceph-mon[89364]: pgmap v2000: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-13T07:52:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:30 smithi066 ceph-mon[84331]: pgmap v2000: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-13T07:52:31.423 INFO:tasks.workunit.client.0.smithi003.stdout: 988: throughput=5MB/sec pending data=0 2024-04-13T07:52:31.423 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XT2Is3w6xU-VW7M off=2725160 len=1372828 2024-04-13T07:52:31.432 INFO:tasks.workunit.client.0.smithi003.stdout:op 5008 completed, throughput=5MB/sec 2024-04-13T07:52:31.432 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2dFU7YoLcZmSIlx off=736583 len=1097338 2024-04-13T07:52:31.437 INFO:tasks.workunit.client.0.smithi003.stdout:op 5009 completed, throughput=5MB/sec 2024-04-13T07:52:31.437 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lgEbPjLW6yo5j-k off=10272541 len=887555 2024-04-13T07:52:31.443 INFO:tasks.workunit.client.0.smithi003.stdout:op 5010 completed, throughput=5MB/sec 2024-04-13T07:52:31.443 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5tUCigrYIabTYMT off=1820461 len=1513351 2024-04-13T07:52:31.450 INFO:tasks.workunit.client.0.smithi003.stdout:op 5011 completed, throughput=5MB/sec 2024-04-13T07:52:32.451 INFO:tasks.workunit.client.0.smithi003.stdout: 989: throughput=5MB/sec pending data=0 2024-04-13T07:52:32.451 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-clhl0NoYPnOLNmI off=1208102 len=1145531 2024-04-13T07:52:32.458 INFO:tasks.workunit.client.0.smithi003.stdout:op 5012 completed, throughput=5MB/sec 2024-04-13T07:52:32.458 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-X_WoPrWeQrTZ9Q6 off=8950078 len=1173613 2024-04-13T07:52:32.459 INFO:tasks.workunit.client.0.smithi003.stdout:op 5013 completed, throughput=5MB/sec 2024-04-13T07:52:32.459 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JB3k7kTOfp-TJz6 off=4218863 len=949647 2024-04-13T07:52:32.462 INFO:tasks.workunit.client.0.smithi003.stdout:op 5014 completed, throughput=5MB/sec 2024-04-13T07:52:32.462 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pJyA6B7Zy5CuAve off=12451033 len=1788918 2024-04-13T07:52:32.463 INFO:tasks.workunit.client.0.smithi003.stdout:op 5015 completed, throughput=5MB/sec 2024-04-13T07:52:32.463 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zh4jHtNwzsR1giY off=8444520 len=141582 2024-04-13T07:52:32.466 INFO:tasks.workunit.client.0.smithi003.stdout:op 5016 completed, throughput=5MB/sec 2024-04-13T07:52:32.466 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-owyKUxfkFza2vkg off=2835875 len=1920735 2024-04-13T07:52:32.470 INFO:tasks.workunit.client.0.smithi003.stdout:op 5017 completed, throughput=5MB/sec 2024-04-13T07:52:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:32 smithi066 ceph-mon[84331]: pgmap v2001: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-13T07:52:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:52:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:52:32.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:32 smithi003 ceph-mon[91733]: pgmap v2001: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-13T07:52:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:32 smithi003 ceph-mon[89364]: pgmap v2001: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-13T07:52:33.470 INFO:tasks.workunit.client.0.smithi003.stdout: 990: throughput=5MB/sec pending data=0 2024-04-13T07:52:33.470 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kjv_-gwNSKaILSh off=1036378 len=523353 2024-04-13T07:52:33.474 INFO:tasks.workunit.client.0.smithi003.stdout:op 5018 completed, throughput=5MB/sec 2024-04-13T07:52:33.475 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Yguf820zP55oS1B off=0 len=1719396 2024-04-13T07:52:33.484 INFO:tasks.workunit.client.0.smithi003.stdout:op 5019 completed, throughput=5MB/sec 2024-04-13T07:52:33.484 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oVxB4X9wXX3zIYo off=18253256 len=1142488 2024-04-13T07:52:33.486 INFO:tasks.workunit.client.0.smithi003.stdout:op 5020 completed, throughput=5MB/sec 2024-04-13T07:52:33.486 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oG_TNiwzu8ZvN5N off=11843844 len=1347571 2024-04-13T07:52:33.494 INFO:tasks.workunit.client.0.smithi003.stdout:op 5021 completed, throughput=5MB/sec 2024-04-13T07:52:34.492 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:52:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:52:34] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-13T07:52:34.494 INFO:tasks.workunit.client.0.smithi003.stdout: 991: throughput=5MB/sec pending data=0 2024-04-13T07:52:34.494 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JxT4vQEEYTritSp off=11024348 len=389080 2024-04-13T07:52:34.495 INFO:tasks.workunit.client.0.smithi003.stdout:op 5022 completed, throughput=5MB/sec 2024-04-13T07:52:34.495 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RaSvEbuOPFzb8kT off=1285395 len=2089047 2024-04-13T07:52:34.508 INFO:tasks.workunit.client.0.smithi003.stdout:op 5023 completed, throughput=5MB/sec 2024-04-13T07:52:34.508 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NqYFY5JRCVye39b off=9808169 len=1543378 2024-04-13T07:52:34.516 INFO:tasks.workunit.client.0.smithi003.stdout:op 5024 completed, throughput=5MB/sec 2024-04-13T07:52:34.516 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-msvOGporUyde1h0 off=7248670 len=1960408 2024-04-13T07:52:34.518 INFO:tasks.workunit.client.0.smithi003.stdout:op 5025 completed, throughput=5MB/sec 2024-04-13T07:52:34.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:34 smithi003 ceph-mon[91733]: pgmap v2002: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:52:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:34 smithi003 ceph-mon[89364]: pgmap v2002: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:52:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:34 smithi066 ceph-mon[84331]: pgmap v2002: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:52:35.518 INFO:tasks.workunit.client.0.smithi003.stdout: 992: throughput=5MB/sec pending data=0 2024-04-13T07:52:35.519 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-JiiZuMfwz0V5HnA off=3150705 len=531363 2024-04-13T07:52:35.522 INFO:tasks.workunit.client.0.smithi003.stdout:op 5026 completed, throughput=5MB/sec 2024-04-13T07:52:35.523 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HA7JiyUgjaGDl3s off=5430582 len=1311287 2024-04-13T07:52:35.524 INFO:tasks.workunit.client.0.smithi003.stdout:op 5027 completed, throughput=5MB/sec 2024-04-13T07:52:35.524 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-izo_Ze6NkQZFsI9 off=620843 len=1524459 2024-04-13T07:52:35.526 INFO:tasks.workunit.client.0.smithi003.stdout:op 5028 completed, throughput=5MB/sec 2024-04-13T07:52:35.526 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Rt4w1u2hoNxfK5R off=7871520 len=340584 2024-04-13T07:52:35.527 INFO:tasks.workunit.client.0.smithi003.stdout:op 5029 completed, throughput=5MB/sec 2024-04-13T07:52:36.527 INFO:tasks.workunit.client.0.smithi003.stdout: 993: throughput=5MB/sec pending data=0 2024-04-13T07:52:36.527 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Mqz9ZVI5YhVJRH7 off=8974262 len=1517911 2024-04-13T07:52:36.529 INFO:tasks.workunit.client.0.smithi003.stdout:op 5030 completed, throughput=5MB/sec 2024-04-13T07:52:36.529 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WtB3EH9FeK1X5rw off=17111160 len=593685 2024-04-13T07:52:36.533 INFO:tasks.workunit.client.0.smithi003.stdout:op 5031 completed, throughput=5MB/sec 2024-04-13T07:52:36.533 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-JcqJINujq3uRWdr off=1731175 len=1526206 2024-04-13T07:52:36.541 INFO:tasks.workunit.client.0.smithi003.stdout:op 5032 completed, throughput=5MB/sec 2024-04-13T07:52:36.541 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zlOPVX1_-AqVQHm off=11602282 len=1626326 2024-04-13T07:52:36.550 INFO:tasks.workunit.client.0.smithi003.stdout:op 5033 completed, throughput=5MB/sec 2024-04-13T07:52:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:36 smithi003 ceph-mon[91733]: pgmap v2003: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T07:52:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:36 smithi003 ceph-mon[89364]: pgmap v2003: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T07:52:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:36 smithi066 ceph-mon[84331]: pgmap v2003: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T07:52:37.550 INFO:tasks.workunit.client.0.smithi003.stdout: 994: throughput=5MB/sec pending data=0 2024-04-13T07:52:37.550 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hdOSZwlN_H4VFq5 off=6961373 len=33381 2024-04-13T07:52:37.553 INFO:tasks.workunit.client.0.smithi003.stdout:op 5034 completed, throughput=5MB/sec 2024-04-13T07:52:37.553 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WUyvuxWY-0O7Zao off=161319 len=1858231 2024-04-13T07:52:37.566 INFO:tasks.workunit.client.0.smithi003.stdout:op 5035 completed, throughput=5MB/sec 2024-04-13T07:52:37.566 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FrrwPK9ZclLJ9iS off=59247 len=668091 2024-04-13T07:52:37.571 INFO:tasks.workunit.client.0.smithi003.stdout:op 5036 completed, throughput=5MB/sec 2024-04-13T07:52:37.571 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qIwqsmgyNYefu1w off=8892971 len=90553 2024-04-13T07:52:37.571 INFO:tasks.workunit.client.0.smithi003.stdout:op 5037 completed, throughput=5MB/sec 2024-04-13T07:52:37.571 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CDdKPK7W-BZjTcf off=0 len=1616171 2024-04-13T07:52:37.579 INFO:tasks.workunit.client.0.smithi003.stdout:op 5038 completed, throughput=5MB/sec 2024-04-13T07:52:37.579 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-IuVhXsbEhzj1PXN off=3803623 len=1698779 2024-04-13T07:52:37.587 INFO:tasks.workunit.client.0.smithi003.stdout:op 5039 completed, throughput=5MB/sec 2024-04-13T07:52:38.588 INFO:tasks.workunit.client.0.smithi003.stdout: 995: throughput=5MB/sec pending data=0 2024-04-13T07:52:38.588 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-w9gxjA0xD1xSLu1 off=1094015 len=17915 2024-04-13T07:52:38.589 INFO:tasks.workunit.client.0.smithi003.stdout:op 5040 completed, throughput=5MB/sec 2024-04-13T07:52:38.589 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lE4u8Fdjj8mqUH4 off=4383126 len=630305 2024-04-13T07:52:38.593 INFO:tasks.workunit.client.0.smithi003.stdout:op 5041 completed, throughput=5MB/sec 2024-04-13T07:52:38.593 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AyefWuff0u-sg5l off=14041961 len=2034499 2024-04-13T07:52:38.595 INFO:tasks.workunit.client.0.smithi003.stdout:op 5042 completed, throughput=5MB/sec 2024-04-13T07:52:38.595 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dYnzBkdT-TkcyRB off=5902431 len=1839293 2024-04-13T07:52:38.606 INFO:tasks.workunit.client.0.smithi003.stdout:op 5043 completed, throughput=5MB/sec 2024-04-13T07:52:38.606 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Lh6iBZhxpld--Oh off=7062082 len=90200 2024-04-13T07:52:38.609 INFO:tasks.workunit.client.0.smithi003.stdout:op 5044 completed, throughput=5MB/sec 2024-04-13T07:52:38.609 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MOdbDl5yTSP1ajP off=4956216 len=201199 2024-04-13T07:52:38.611 INFO:tasks.workunit.client.0.smithi003.stdout:op 5045 completed, throughput=5MB/sec 2024-04-13T07:52:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:38 smithi003 ceph-mon[89364]: pgmap v2004: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:52:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:38 smithi003 ceph-mon[91733]: pgmap v2004: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:52:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:38 smithi066 ceph-mon[84331]: pgmap v2004: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:52:38.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:39.611 INFO:tasks.workunit.client.0.smithi003.stdout: 996: throughput=5MB/sec pending data=0 2024-04-13T07:52:39.612 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uHOH_Q_mwetHOb_ off=18307641 len=1014456 2024-04-13T07:52:39.613 INFO:tasks.workunit.client.0.smithi003.stdout:op 5046 completed, throughput=5MB/sec 2024-04-13T07:52:39.613 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hRpqgSugwvpN-cU off=22524259 len=1261405 2024-04-13T07:52:39.620 INFO:tasks.workunit.client.0.smithi003.stdout:op 5047 completed, throughput=5MB/sec 2024-04-13T07:52:39.620 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-c2xBfM4MWNzhyPF off=6003404 len=429702 2024-04-13T07:52:39.621 INFO:tasks.workunit.client.0.smithi003.stdout:op 5048 completed, throughput=5MB/sec 2024-04-13T07:52:39.621 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uuRMJEvDiZ26pKf off=3278343 len=1958567 2024-04-13T07:52:39.634 INFO:tasks.workunit.client.0.smithi003.stdout:op 5049 completed, throughput=5MB/sec 2024-04-13T07:52:39.634 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AaEQG9MuO61oq0O off=7635069 len=304899 2024-04-13T07:52:39.637 INFO:tasks.workunit.client.0.smithi003.stdout:op 5050 completed, throughput=5MB/sec 2024-04-13T07:52:39.637 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OiDpOIUSYiT5SRw off=596723 len=2028086 2024-04-13T07:52:39.647 INFO:tasks.workunit.client.0.smithi003.stdout:op 5051 completed, throughput=5MB/sec 2024-04-13T07:52:40.647 INFO:tasks.workunit.client.0.smithi003.stdout: 997: throughput=5MB/sec pending data=0 2024-04-13T07:52:40.648 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--kLUemS_xd8ixfI off=6723318 len=573420 2024-04-13T07:52:40.648 INFO:tasks.workunit.client.0.smithi003.stdout:op 5052 completed, throughput=5MB/sec 2024-04-13T07:52:40.648 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-i78AQO8ufxCiacM off=11336687 len=1808899 2024-04-13T07:52:40.663 INFO:tasks.workunit.client.0.smithi003.stdout:op 5053 completed, throughput=5MB/sec 2024-04-13T07:52:40.663 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Fz2OIIhqvSpVinj off=788827 len=1310742 2024-04-13T07:52:40.663 INFO:tasks.workunit.client.0.smithi003.stdout:op 5054 completed, throughput=5MB/sec 2024-04-13T07:52:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:40 smithi003 ceph-mon[89364]: pgmap v2005: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:52:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:40 smithi003 ceph-mon[91733]: pgmap v2005: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:52:40.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:40 smithi066 ceph-mon[84331]: pgmap v2005: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:52:41.662 INFO:tasks.workunit.client.0.smithi003.stdout: 998: throughput=5MB/sec pending data=0 2024-04-13T07:52:41.662 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-awNv8HzDXuJKjUJ off=12425962 len=408392 2024-04-13T07:52:41.666 INFO:tasks.workunit.client.0.smithi003.stdout:op 5055 completed, throughput=5MB/sec 2024-04-13T07:52:41.666 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gUaQruHUKmNhYxw off=2332295 len=1808717 2024-04-13T07:52:41.668 INFO:tasks.workunit.client.0.smithi003.stdout:op 5056 completed, throughput=5MB/sec 2024-04-13T07:52:41.668 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FTcVgFiH8sBWqC5 off=752060 len=2035173 2024-04-13T07:52:41.670 INFO:tasks.workunit.client.0.smithi003.stdout:op 5057 completed, throughput=5MB/sec 2024-04-13T07:52:41.670 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-77DMr0528Ju-_OK off=7039318 len=1225692 2024-04-13T07:52:41.679 INFO:tasks.workunit.client.0.smithi003.stdout:op 5058 completed, throughput=5MB/sec 2024-04-13T07:52:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:42 smithi066 ceph-mon[84331]: pgmap v2006: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:52:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:52:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:52:42.679 INFO:tasks.workunit.client.0.smithi003.stdout: 999: throughput=5MB/sec pending data=0 2024-04-13T07:52:42.679 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_ZDfAK_upEdPOFd off=1955656 len=1119847 2024-04-13T07:52:42.686 INFO:tasks.workunit.client.0.smithi003.stdout:op 5059 completed, throughput=5MB/sec 2024-04-13T07:52:42.686 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gIBYXVOa9VtlJX3 off=491003 len=1666077 2024-04-13T07:52:42.694 INFO:tasks.workunit.client.0.smithi003.stdout:op 5060 completed, throughput=5MB/sec 2024-04-13T07:52:42.694 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-knIcUUCjPgeoBJd off=10499942 len=1174048 2024-04-13T07:52:42.700 INFO:tasks.workunit.client.0.smithi003.stdout:op 5061 completed, throughput=5MB/sec 2024-04-13T07:52:42.700 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aBgJAHt6QnvXMpi off=4549715 len=542462 2024-04-13T07:52:42.704 INFO:tasks.workunit.client.0.smithi003.stdout:op 5062 completed, throughput=5MB/sec 2024-04-13T07:52:42.704 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ddwQ4KAolMqeg26 off=17771377 len=175463 2024-04-13T07:52:42.704 INFO:tasks.workunit.client.0.smithi003.stdout:op 5063 completed, throughput=5MB/sec 2024-04-13T07:52:42.704 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8ej6H1B2KUqi7V- off=752159 len=597353 2024-04-13T07:52:42.710 INFO:tasks.workunit.client.0.smithi003.stdout:op 5064 completed, throughput=5MB/sec 2024-04-13T07:52:42.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:42 smithi003 ceph-mon[91733]: pgmap v2006: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:52:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:42 smithi003 ceph-mon[89364]: pgmap v2006: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-13T07:52:43.708 INFO:tasks.workunit.client.0.smithi003.stdout: 1000: throughput=5MB/sec pending data=0 2024-04-13T07:52:43.708 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dXP7VhTEb76mdpL off=9030759 len=95967 2024-04-13T07:52:43.709 INFO:tasks.workunit.client.0.smithi003.stdout:op 5065 completed, throughput=5MB/sec 2024-04-13T07:52:43.709 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kJDNz1Z5fkaMdaN off=4088253 len=48608 2024-04-13T07:52:43.710 INFO:tasks.workunit.client.0.smithi003.stdout:op 5066 completed, throughput=5MB/sec 2024-04-13T07:52:43.710 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qyRsugVfxIYFXrN off=3222226 len=898349 2024-04-13T07:52:43.714 INFO:tasks.workunit.client.0.smithi003.stdout:op 5067 completed, throughput=5MB/sec 2024-04-13T07:52:43.714 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-n4HWIMIg8wPzo7D off=541082 len=1213035 2024-04-13T07:52:43.717 INFO:tasks.workunit.client.0.smithi003.stdout:op 5068 completed, throughput=5MB/sec 2024-04-13T07:52:43.717 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QS0rn8C7u8fvVT5 off=3015456 len=772872 2024-04-13T07:52:43.721 INFO:tasks.workunit.client.0.smithi003.stdout:op 5069 completed, throughput=5MB/sec 2024-04-13T07:52:43.721 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qW0QfJQS2m8yoDJ off=14427038 len=1651820 2024-04-13T07:52:43.724 INFO:tasks.workunit.client.0.smithi003.stdout:op 5070 completed, throughput=5MB/sec 2024-04-13T07:52:43.724 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-P3xRjmFO24rsJmF off=7731298 len=1049899 2024-04-13T07:52:43.726 INFO:tasks.workunit.client.0.smithi003.stdout:op 5071 completed, throughput=5MB/sec 2024-04-13T07:52:44.515 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:52:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:52:44] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-13T07:52:44.726 INFO:tasks.workunit.client.0.smithi003.stdout: 1001: throughput=5MB/sec pending data=0 2024-04-13T07:52:44.726 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rv4S6b0zIoRpAUg off=13519376 len=912030 2024-04-13T07:52:44.728 INFO:tasks.workunit.client.0.smithi003.stdout:op 5072 completed, throughput=5MB/sec 2024-04-13T07:52:44.728 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nMKf-0EH3X4y8Rb off=964160 len=676588 2024-04-13T07:52:44.730 INFO:tasks.workunit.client.0.smithi003.stdout:op 5073 completed, throughput=5MB/sec 2024-04-13T07:52:44.730 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1Fh0-fwoA07Fght off=4902699 len=487942 2024-04-13T07:52:44.731 INFO:tasks.workunit.client.0.smithi003.stdout:op 5074 completed, throughput=5MB/sec 2024-04-13T07:52:44.731 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-X_C0TuvhdQaYzKB off=8860157 len=1305024 2024-04-13T07:52:44.737 INFO:tasks.workunit.client.0.smithi003.stdout:op 5075 completed, throughput=5MB/sec 2024-04-13T07:52:44.738 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--_RnkWRClYdHZU1 off=6959451 len=494963 2024-04-13T07:52:44.739 INFO:tasks.workunit.client.0.smithi003.stdout:op 5076 completed, throughput=5MB/sec 2024-04-13T07:52:44.739 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_mTdgikQDiLIlKX off=5925396 len=1794296 2024-04-13T07:52:44.741 INFO:tasks.workunit.client.0.smithi003.stdout:op 5077 completed, throughput=5MB/sec 2024-04-13T07:52:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:44 smithi003 ceph-mon[91733]: pgmap v2007: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-13T07:52:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:44 smithi003 ceph-mon[89364]: pgmap v2007: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-13T07:52:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:44 smithi066 ceph-mon[84331]: pgmap v2007: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-13T07:52:45.742 INFO:tasks.workunit.client.0.smithi003.stdout: 1002: throughput=5MB/sec pending data=0 2024-04-13T07:52:45.742 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nLwM12hprZGnIht off=8569973 len=1904578 2024-04-13T07:52:45.744 INFO:tasks.workunit.client.0.smithi003.stdout:op 5078 completed, throughput=5MB/sec 2024-04-13T07:52:45.744 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mlZRYcid3omz4Xx off=1899175 len=232923 2024-04-13T07:52:45.747 INFO:tasks.workunit.client.0.smithi003.stdout:op 5079 completed, throughput=5MB/sec 2024-04-13T07:52:45.747 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rtE8Iv4wFX3rxy1 off=3342831 len=186845 2024-04-13T07:52:45.748 INFO:tasks.workunit.client.0.smithi003.stdout:op 5080 completed, throughput=5MB/sec 2024-04-13T07:52:45.748 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8BoOkMcPafnol5N off=11652888 len=903355 2024-04-13T07:52:45.749 INFO:tasks.workunit.client.0.smithi003.stdout:op 5081 completed, throughput=5MB/sec 2024-04-13T07:52:45.750 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3VHZKanr6Li63yP off=21201935 len=1033045 2024-04-13T07:52:45.751 INFO:tasks.workunit.client.0.smithi003.stdout:op 5082 completed, throughput=5MB/sec 2024-04-13T07:52:45.751 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FF7dFMZGhEsE8ti off=5297778 len=1006695 2024-04-13T07:52:45.752 INFO:tasks.workunit.client.0.smithi003.stdout:op 5083 completed, throughput=5MB/sec 2024-04-13T07:52:46.753 INFO:tasks.workunit.client.0.smithi003.stdout: 1003: throughput=5MB/sec pending data=0 2024-04-13T07:52:46.753 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-W13Dpb0PzluzJex off=23551186 len=711257 2024-04-13T07:52:46.758 INFO:tasks.workunit.client.0.smithi003.stdout:op 5084 completed, throughput=5MB/sec 2024-04-13T07:52:46.758 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yGbMQucyzz0edlM off=2019783 len=1503121 2024-04-13T07:52:46.761 INFO:tasks.workunit.client.0.smithi003.stdout:op 5085 completed, throughput=5MB/sec 2024-04-13T07:52:46.761 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Z9gGdMCNpW0ftnq off=3471928 len=1937492 2024-04-13T07:52:46.770 INFO:tasks.workunit.client.0.smithi003.stdout:op 5086 completed, throughput=5MB/sec 2024-04-13T07:52:46.771 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5GSN-vvV9s2gWjF off=11928054 len=1957748 2024-04-13T07:52:46.775 INFO:tasks.workunit.client.0.smithi003.stdout:op 5087 completed, throughput=5MB/sec 2024-04-13T07:52:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:46 smithi003 ceph-mon[91733]: pgmap v2008: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-13T07:52:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:46 smithi003 ceph-mon[89364]: pgmap v2008: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-13T07:52:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:46 smithi066 ceph-mon[84331]: pgmap v2008: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-13T07:52:47.775 INFO:tasks.workunit.client.0.smithi003.stdout: 1004: throughput=5MB/sec pending data=0 2024-04-13T07:52:47.775 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZIw8bU4Gwq4aXJD off=6472907 len=681353 2024-04-13T07:52:47.776 INFO:tasks.workunit.client.0.smithi003.stdout:op 5088 completed, throughput=5MB/sec 2024-04-13T07:52:47.776 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YnJI-n0wsK67nr_ off=14817688 len=1251037 2024-04-13T07:52:47.778 INFO:tasks.workunit.client.0.smithi003.stdout:op 5089 completed, throughput=5MB/sec 2024-04-13T07:52:47.778 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xittLkVhWW76ucX off=7582032 len=997730 2024-04-13T07:52:47.783 INFO:tasks.workunit.client.0.smithi003.stdout:op 5090 completed, throughput=5MB/sec 2024-04-13T07:52:47.783 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yzQAYC7QGth-9JN off=401803 len=287524 2024-04-13T07:52:47.784 INFO:tasks.workunit.client.0.smithi003.stdout:op 5091 completed, throughput=5MB/sec 2024-04-13T07:52:47.785 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rLEe29DvlEez_VV off=8693970 len=1626694 2024-04-13T07:52:47.792 INFO:tasks.workunit.client.0.smithi003.stdout:op 5092 completed, throughput=5MB/sec 2024-04-13T07:52:48.792 INFO:tasks.workunit.client.0.smithi003.stdout: 1005: throughput=5MB/sec pending data=0 2024-04-13T07:52:48.792 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-26XtxLaYI2Ngt8T off=13763239 len=715988 2024-04-13T07:52:48.793 INFO:tasks.workunit.client.0.smithi003.stdout:op 5093 completed, throughput=5MB/sec 2024-04-13T07:52:48.793 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7zyn8UeLlwDZRyV off=2620877 len=465342 2024-04-13T07:52:48.794 INFO:tasks.workunit.client.0.smithi003.stdout:op 5094 completed, throughput=5MB/sec 2024-04-13T07:52:48.794 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-N7gS6gvhDVkK9tr off=5787054 len=1800909 2024-04-13T07:52:48.795 INFO:tasks.workunit.client.0.smithi003.stdout:op 5095 completed, throughput=5MB/sec 2024-04-13T07:52:48.795 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HM70-9tghXGMhmH off=7905198 len=313685 2024-04-13T07:52:48.798 INFO:tasks.workunit.client.0.smithi003.stdout:op 5096 completed, throughput=5MB/sec 2024-04-13T07:52:48.798 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sRNNc2nA7Yjtso_ off=1842440 len=20075 2024-04-13T07:52:48.800 INFO:tasks.workunit.client.0.smithi003.stdout:op 5097 completed, throughput=5MB/sec 2024-04-13T07:52:48.800 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qofaYWt0DGO9f73 off=14578912 len=1137832 2024-04-13T07:52:48.805 INFO:tasks.workunit.client.0.smithi003.stdout:op 5098 completed, throughput=5MB/sec 2024-04-13T07:52:48.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:48 smithi003 ceph-mon[89364]: pgmap v2009: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:52:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:48 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:52:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:48 smithi003 ceph-mon[91733]: pgmap v2009: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:52:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:48 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:52:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:48 smithi066 ceph-mon[84331]: pgmap v2009: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:52:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:48 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:52:49.806 INFO:tasks.workunit.client.0.smithi003.stdout: 1006: throughput=5MB/sec pending data=0 2024-04-13T07:52:49.806 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zHFPPteS4Gaye8O off=95097 len=886827 2024-04-13T07:52:49.808 INFO:tasks.workunit.client.0.smithi003.stdout:op 5099 completed, throughput=5MB/sec 2024-04-13T07:52:49.808 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-u607Fqi7D9uSwtR off=10207240 len=1850540 2024-04-13T07:52:49.810 INFO:tasks.workunit.client.0.smithi003.stdout:op 5100 completed, throughput=5MB/sec 2024-04-13T07:52:49.810 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-caPjRJj8VIceHeW off=4669146 len=684213 2024-04-13T07:52:49.815 INFO:tasks.workunit.client.0.smithi003.stdout:op 5101 completed, throughput=5MB/sec 2024-04-13T07:52:49.815 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Fe_WMUNuzzOSyyE off=10253117 len=1362171 2024-04-13T07:52:49.818 INFO:tasks.workunit.client.0.smithi003.stdout:op 5102 completed, throughput=5MB/sec 2024-04-13T07:52:49.818 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Rc3Bj_q54KgJLjl off=184260 len=1315691 2024-04-13T07:52:49.821 INFO:tasks.workunit.client.0.smithi003.stdout:op 5103 completed, throughput=5MB/sec 2024-04-13T07:52:49.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:52:49.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:52:49.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:52:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:52:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:52:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:52:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:52:49.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:52:49.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:52:50.821 INFO:tasks.workunit.client.0.smithi003.stdout: 1007: throughput=5MB/sec pending data=0 2024-04-13T07:52:50.821 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--STYtxFuTYiqJaP off=17278760 len=717864 2024-04-13T07:52:50.826 INFO:tasks.workunit.client.0.smithi003.stdout:op 5104 completed, throughput=5MB/sec 2024-04-13T07:52:50.827 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zVVn7b3p7NO_U44 off=5405382 len=1330400 2024-04-13T07:52:50.828 INFO:tasks.workunit.client.0.smithi003.stdout:op 5105 completed, throughput=5MB/sec 2024-04-13T07:52:50.828 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-h_dqOipiNSeDCRT off=922358 len=2042495 2024-04-13T07:52:50.831 INFO:tasks.workunit.client.0.smithi003.stdout:op 5106 completed, throughput=5MB/sec 2024-04-13T07:52:50.831 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-4i0_YDnQcDiwbBf off=6104198 len=602766 2024-04-13T07:52:50.831 INFO:tasks.workunit.client.0.smithi003.stdout:op 5107 completed, throughput=5MB/sec 2024-04-13T07:52:50.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:50 smithi003 ceph-mon[91733]: pgmap v2010: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:52:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:50 smithi003 ceph-mon[89364]: pgmap v2010: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:52:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:50 smithi066 ceph-mon[84331]: pgmap v2010: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-13T07:52:51.832 INFO:tasks.workunit.client.0.smithi003.stdout: 1008: throughput=5MB/sec pending data=0 2024-04-13T07:52:51.832 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nQsCMHjKtGyLAqf off=11411835 len=1886488 2024-04-13T07:52:51.834 INFO:tasks.workunit.client.0.smithi003.stdout:op 5108 completed, throughput=5MB/sec 2024-04-13T07:52:51.834 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uo-GWs11jF9XRD- off=2346365 len=916594 2024-04-13T07:52:51.836 INFO:tasks.workunit.client.0.smithi003.stdout:op 5109 completed, throughput=5MB/sec 2024-04-13T07:52:51.836 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Xu8erkGfSpVUm1u off=3602481 len=1435897 2024-04-13T07:52:51.838 INFO:tasks.workunit.client.0.smithi003.stdout:op 5110 completed, throughput=5MB/sec 2024-04-13T07:52:51.838 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-XqDDdwwRtUgCDoi off=11803539 len=1874760 2024-04-13T07:52:51.842 INFO:tasks.workunit.client.0.smithi003.stdout:op 5111 completed, throughput=5MB/sec 2024-04-13T07:52:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:52 smithi066 ceph-mon[84331]: pgmap v2011: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:52:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:52:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:52:52.842 INFO:tasks.workunit.client.0.smithi003.stdout: 1009: throughput=5MB/sec pending data=0 2024-04-13T07:52:52.842 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-O_1SPgPMF8J_nZQ off=1378468 len=708684 2024-04-13T07:52:52.843 INFO:tasks.workunit.client.0.smithi003.stdout:op 5112 completed, throughput=5MB/sec 2024-04-13T07:52:52.843 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xaFvGUY8Gpiuudi off=4640662 len=290668 2024-04-13T07:52:52.847 INFO:tasks.workunit.client.0.smithi003.stdout:op 5113 completed, throughput=5MB/sec 2024-04-13T07:52:52.847 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wKcvJ649nW97Ein off=3235363 len=872018 2024-04-13T07:52:52.848 INFO:tasks.workunit.client.0.smithi003.stdout:op 5114 completed, throughput=5MB/sec 2024-04-13T07:52:52.849 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LaIppmGWd6l2_Hg off=5379846 len=84909 2024-04-13T07:52:52.851 INFO:tasks.workunit.client.0.smithi003.stdout:op 5115 completed, throughput=5MB/sec 2024-04-13T07:52:52.851 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kmSzXwoiDYN_GWC off=2660675 len=1148387 2024-04-13T07:52:52.852 INFO:tasks.workunit.client.0.smithi003.stdout:op 5116 completed, throughput=5MB/sec 2024-04-13T07:52:52.853 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-k_yeWbwzSMCA5KB off=10440969 len=422013 2024-04-13T07:52:52.856 INFO:tasks.workunit.client.0.smithi003.stdout:op 5117 completed, throughput=5MB/sec 2024-04-13T07:52:52.856 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GrkOKOxOXy14wXp off=7857636 len=1858896 2024-04-13T07:52:52.858 INFO:tasks.workunit.client.0.smithi003.stdout:op 5118 completed, throughput=5MB/sec 2024-04-13T07:52:52.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:52 smithi003 ceph-mon[91733]: pgmap v2011: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:52:52.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:52 smithi003 ceph-mon[89364]: pgmap v2011: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:52:53.859 INFO:tasks.workunit.client.0.smithi003.stdout: 1010: throughput=5MB/sec pending data=0 2024-04-13T07:52:53.859 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tYP9NiqqwYQQXMO off=234154 len=1840889 2024-04-13T07:52:53.862 INFO:tasks.workunit.client.0.smithi003.stdout:op 5119 completed, throughput=5MB/sec 2024-04-13T07:52:53.862 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3mHcrMXkonaI5lN off=10062004 len=95040 2024-04-13T07:52:53.864 INFO:tasks.workunit.client.0.smithi003.stdout:op 5120 completed, throughput=5MB/sec 2024-04-13T07:52:53.864 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cY_rZyNXOiVM2G1 off=560861 len=1058564 2024-04-13T07:52:53.869 INFO:tasks.workunit.client.0.smithi003.stdout:op 5121 completed, throughput=5MB/sec 2024-04-13T07:52:53.869 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-f57dqZhQro6NoTz off=6850243 len=702323 2024-04-13T07:52:53.874 INFO:tasks.workunit.client.0.smithi003.stdout:op 5122 completed, throughput=5MB/sec 2024-04-13T07:52:53.874 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Uz8knXUjGqv9Kdb off=18133666 len=1323794 2024-04-13T07:52:53.877 INFO:tasks.workunit.client.0.smithi003.stdout:op 5123 completed, throughput=5MB/sec 2024-04-13T07:52:53.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:52:54.535 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:52:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:52:54] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-13T07:52:54.877 INFO:tasks.workunit.client.0.smithi003.stdout: 1011: throughput=5MB/sec pending data=0 2024-04-13T07:52:54.877 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--Rw273gVysyc4hf off=7756876 len=1288189 2024-04-13T07:52:54.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:54 smithi003 ceph-mon[91733]: pgmap v2012: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:52:54.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:54 smithi003 ceph-mon[89364]: pgmap v2012: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:52:54.885 INFO:tasks.workunit.client.0.smithi003.stdout:op 5124 completed, throughput=5MB/sec 2024-04-13T07:52:54.885 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xmRSIU7_EmxWHgC off=20348574 len=23102 2024-04-13T07:52:54.885 INFO:tasks.workunit.client.0.smithi003.stdout:op 5125 completed, throughput=5MB/sec 2024-04-13T07:52:54.885 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-MSTezgOXpz51Ixs off=972129 len=430661 2024-04-13T07:52:54.890 INFO:tasks.workunit.client.0.smithi003.stdout:op 5126 completed, throughput=5MB/sec 2024-04-13T07:52:54.890 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RVmQtSD2UUSapTI off=8764630 len=227959 2024-04-13T07:52:54.892 INFO:tasks.workunit.client.0.smithi003.stdout:op 5127 completed, throughput=5MB/sec 2024-04-13T07:52:54.892 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sUQcTmvvyNgS8yy off=16561205 len=1375316 2024-04-13T07:52:54.894 INFO:tasks.workunit.client.0.smithi003.stdout:op 5128 completed, throughput=5MB/sec 2024-04-13T07:52:54.894 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bXmLrPPOXZPsRSo off=5291429 len=1383486 2024-04-13T07:52:54.896 INFO:tasks.workunit.client.0.smithi003.stdout:op 5129 completed, throughput=5MB/sec 2024-04-13T07:52:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:54 smithi066 ceph-mon[84331]: pgmap v2012: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:52:55.896 INFO:tasks.workunit.client.0.smithi003.stdout: 1012: throughput=5MB/sec pending data=0 2024-04-13T07:52:55.896 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3GfIL9c1fEkczLK off=10475417 len=480103 2024-04-13T07:52:55.900 INFO:tasks.workunit.client.0.smithi003.stdout:op 5130 completed, throughput=5MB/sec 2024-04-13T07:52:55.900 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6tWnnPpXDyXeYVu off=1625932 len=1083532 2024-04-13T07:52:55.906 INFO:tasks.workunit.client.0.smithi003.stdout:op 5131 completed, throughput=5MB/sec 2024-04-13T07:52:55.906 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KVIDK_oiih643Rj off=1109880 len=23245 2024-04-13T07:52:55.906 INFO:tasks.workunit.client.0.smithi003.stdout:op 5132 completed, throughput=5MB/sec 2024-04-13T07:52:55.907 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HLmIaXGh1AnI6iU off=2970615 len=1651752 2024-04-13T07:52:55.917 INFO:tasks.workunit.client.0.smithi003.stdout:op 5133 completed, throughput=5MB/sec 2024-04-13T07:52:55.917 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-slWcEhxc1yErj0b off=1120594 len=760320 2024-04-13T07:52:55.918 INFO:tasks.workunit.client.0.smithi003.stdout:op 5134 completed, throughput=5MB/sec 2024-04-13T07:52:55.918 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BZUSXGlFeQ_EKwd off=1373467 len=802358 2024-04-13T07:52:55.923 INFO:tasks.workunit.client.0.smithi003.stdout:op 5135 completed, throughput=5MB/sec 2024-04-13T07:52:55.923 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-B821La9HEGKXqq7 off=1075918 len=1600334 2024-04-13T07:52:55.926 INFO:tasks.workunit.client.0.smithi003.stdout:op 5136 completed, throughput=5MB/sec 2024-04-13T07:52:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:56 smithi003 ceph-mon[89364]: pgmap v2013: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-13T07:52:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:56 smithi003 ceph-mon[91733]: pgmap v2013: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-13T07:52:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:56 smithi066 ceph-mon[84331]: pgmap v2013: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-13T07:52:56.926 INFO:tasks.workunit.client.0.smithi003.stdout: 1013: throughput=5MB/sec pending data=0 2024-04-13T07:52:56.926 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Zc4Lc_84Uf1HDEx off=3263470 len=1669723 2024-04-13T07:52:56.928 INFO:tasks.workunit.client.0.smithi003.stdout:op 5137 completed, throughput=5MB/sec 2024-04-13T07:52:56.929 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-P6aGaBZ4OMmq5qn off=15707801 len=1262645 2024-04-13T07:52:56.929 INFO:tasks.workunit.client.0.smithi003.stdout:op 5138 completed, throughput=5MB/sec 2024-04-13T07:52:56.929 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-te3OvqmbFuHJ7Vf off=6959164 len=1322343 2024-04-13T07:52:56.936 INFO:tasks.workunit.client.0.smithi003.stdout:op 5139 completed, throughput=5MB/sec 2024-04-13T07:52:57.936 INFO:tasks.workunit.client.0.smithi003.stdout: 1014: throughput=5MB/sec pending data=0 2024-04-13T07:52:57.936 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-npHAG3FcKEs7gYb off=15876441 len=1307071 2024-04-13T07:52:57.946 INFO:tasks.workunit.client.0.smithi003.stdout:op 5140 completed, throughput=5MB/sec 2024-04-13T07:52:57.946 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-E5BunPRRvZQIfwR off=12028232 len=573093 2024-04-13T07:52:57.950 INFO:tasks.workunit.client.0.smithi003.stdout:op 5141 completed, throughput=5MB/sec 2024-04-13T07:52:57.950 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CULoiDRxN09Rczu off=1272013 len=1579640 2024-04-13T07:52:57.959 INFO:tasks.workunit.client.0.smithi003.stdout:op 5142 completed, throughput=5MB/sec 2024-04-13T07:52:57.959 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Rfyk2PvTsKO93pD off=3121128 len=524898 2024-04-13T07:52:57.963 INFO:tasks.workunit.client.0.smithi003.stdout:op 5143 completed, throughput=5MB/sec 2024-04-13T07:52:57.963 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bJ8txCJpGeiZhXM off=9251956 len=1845049 2024-04-13T07:52:57.971 INFO:tasks.workunit.client.0.smithi003.stdout:op 5144 completed, throughput=5MB/sec 2024-04-13T07:52:58.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:52:58 smithi003 ceph-mon[91733]: pgmap v2014: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1015 KiB/s wr, 3 op/s 2024-04-13T07:52:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:52:58 smithi003 ceph-mon[89364]: pgmap v2014: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1015 KiB/s wr, 3 op/s 2024-04-13T07:52:58.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:52:58 smithi066 ceph-mon[84331]: pgmap v2014: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1015 KiB/s wr, 3 op/s 2024-04-13T07:52:58.971 INFO:tasks.workunit.client.0.smithi003.stdout: 1015: throughput=5MB/sec pending data=0 2024-04-13T07:52:58.971 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UUpQoxjwzjuDmQp off=180919 len=861998 2024-04-13T07:52:58.976 INFO:tasks.workunit.client.0.smithi003.stdout:op 5145 completed, throughput=5MB/sec 2024-04-13T07:52:58.976 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OGsKtvGJt6uYEA1 off=1063518 len=952234 2024-04-13T07:52:58.978 INFO:tasks.workunit.client.0.smithi003.stdout:op 5146 completed, throughput=5MB/sec 2024-04-13T07:52:58.978 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dPQ5HDxCjymwbIR off=15720281 len=442959 2024-04-13T07:52:58.979 INFO:tasks.workunit.client.0.smithi003.stdout:op 5147 completed, throughput=5MB/sec 2024-04-13T07:52:58.979 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZFJFKUN5SibVLNs off=6644894 len=571051 2024-04-13T07:52:58.984 INFO:tasks.workunit.client.0.smithi003.stdout:op 5148 completed, throughput=5MB/sec 2024-04-13T07:52:58.984 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-04bJj27mCpIw1g3 off=11429280 len=1062380 2024-04-13T07:52:58.986 INFO:tasks.workunit.client.0.smithi003.stdout:op 5149 completed, throughput=5MB/sec 2024-04-13T07:52:58.986 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aXTz8D2q3-_fUMq off=5495105 len=273353 2024-04-13T07:52:58.986 INFO:tasks.workunit.client.0.smithi003.stdout:op 5150 completed, throughput=5MB/sec 2024-04-13T07:52:58.986 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MKHMjH5gerVDOz5 off=3512688 len=1788833 2024-04-13T07:52:58.988 INFO:tasks.workunit.client.0.smithi003.stdout:op 5151 completed, throughput=5MB/sec 2024-04-13T07:52:59.989 INFO:tasks.workunit.client.0.smithi003.stdout: 1016: throughput=5MB/sec pending data=0 2024-04-13T07:52:59.989 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2ESaV4KEDSCnbKq off=495392 len=551971 2024-04-13T07:52:59.990 INFO:tasks.workunit.client.0.smithi003.stdout:op 5152 completed, throughput=5MB/sec 2024-04-13T07:52:59.990 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--bdItnAz9a3MY4Z off=9628621 len=1271744 2024-04-13T07:52:59.996 INFO:tasks.workunit.client.0.smithi003.stdout:op 5153 completed, throughput=5MB/sec 2024-04-13T07:52:59.996 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-M4jCqL0xyYF0aG9 off=3033616 len=410597 2024-04-13T07:52:59.997 INFO:tasks.workunit.client.0.smithi003.stdout:op 5154 completed, throughput=5MB/sec 2024-04-13T07:52:59.998 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-18Jpf_92DwFQMh- off=10711514 len=1218235 2024-04-13T07:52:59.999 INFO:tasks.workunit.client.0.smithi003.stdout:op 5155 completed, throughput=5MB/sec 2024-04-13T07:52:59.999 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bhMdAzBWU2Xkhi3 off=11901231 len=1730771 2024-04-13T07:53:00.003 INFO:tasks.workunit.client.0.smithi003.stdout:op 5156 completed, throughput=5MB/sec 2024-04-13T07:53:00.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:00 smithi003 ceph-mon[91733]: pgmap v2015: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-13T07:53:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:00 smithi003 ceph-mon[89364]: pgmap v2015: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-13T07:53:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:00 smithi066 ceph-mon[84331]: pgmap v2015: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-13T07:53:01.003 INFO:tasks.workunit.client.0.smithi003.stdout: 1017: throughput=5MB/sec pending data=0 2024-04-13T07:53:01.003 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PtimODAi5BozgrO off=5247282 len=1762356 2024-04-13T07:53:01.006 INFO:tasks.workunit.client.0.smithi003.stdout:op 5157 completed, throughput=5MB/sec 2024-04-13T07:53:01.006 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jYDj5hpZNDigMuC off=21383640 len=2091420 2024-04-13T07:53:01.017 INFO:tasks.workunit.client.0.smithi003.stdout:op 5158 completed, throughput=5MB/sec 2024-04-13T07:53:01.017 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-goil9hjVcfBJmBu off=7920809 len=1616752 2024-04-13T07:53:01.019 INFO:tasks.workunit.client.0.smithi003.stdout:op 5159 completed, throughput=5MB/sec 2024-04-13T07:53:02.019 INFO:tasks.workunit.client.0.smithi003.stdout: 1018: throughput=5MB/sec pending data=0 2024-04-13T07:53:02.073 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qS_4u7DgZfY9_X3 off=10267729 len=1949372 2024-04-13T07:53:02.074 INFO:tasks.workunit.client.0.smithi003.stdout:op 5160 completed, throughput=5MB/sec 2024-04-13T07:53:02.074 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IoE83ZXFDIw4XsD off=562569 len=1007443 2024-04-13T07:53:02.075 INFO:tasks.workunit.client.0.smithi003.stdout:op 5161 completed, throughput=5MB/sec 2024-04-13T07:53:02.075 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jfZ7LSfZT7na2Ln off=9890670 len=1918422 2024-04-13T07:53:02.075 INFO:tasks.workunit.client.0.smithi003.stdout:op 5162 completed, throughput=5MB/sec 2024-04-13T07:53:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:02 smithi066 ceph-mon[84331]: pgmap v2016: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-13T07:53:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:53:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:53:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:02 smithi003 ceph-mon[91733]: pgmap v2016: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-13T07:53:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:02 smithi003 ceph-mon[89364]: pgmap v2016: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-13T07:53:03.026 INFO:tasks.workunit.client.0.smithi003.stdout: 1019: throughput=5MB/sec pending data=0 2024-04-13T07:53:03.026 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QcILu9XlHfTILfz off=12331131 len=662821 2024-04-13T07:53:03.030 INFO:tasks.workunit.client.0.smithi003.stdout:op 5163 completed, throughput=5MB/sec 2024-04-13T07:53:03.031 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-p1Yy-YkdfnQR2iW off=16951056 len=1475750 2024-04-13T07:53:03.038 INFO:tasks.workunit.client.0.smithi003.stdout:op 5164 completed, throughput=5MB/sec 2024-04-13T07:53:03.039 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gOV7AhZ8PCf-kos off=8339152 len=637313 2024-04-13T07:53:03.039 INFO:tasks.workunit.client.0.smithi003.stdout:op 5165 completed, throughput=5MB/sec 2024-04-13T07:53:03.039 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nZEovbYwqlIU03L off=8923251 len=354318 2024-04-13T07:53:03.040 INFO:tasks.workunit.client.0.smithi003.stdout:op 5166 completed, throughput=5MB/sec 2024-04-13T07:53:03.040 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-W1JbIQC3-mIgsAr off=2675501 len=1743346 2024-04-13T07:53:03.042 INFO:tasks.workunit.client.0.smithi003.stdout:op 5167 completed, throughput=5MB/sec 2024-04-13T07:53:04.042 INFO:tasks.workunit.client.0.smithi003.stdout: 1020: throughput=5MB/sec pending data=0 2024-04-13T07:53:04.042 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KzHK9K8i_YSM6Ga off=17250616 len=735071 2024-04-13T07:53:04.047 INFO:tasks.workunit.client.0.smithi003.stdout:op 5168 completed, throughput=5MB/sec 2024-04-13T07:53:04.047 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yxjzIkj9fbjDxLZ off=3402528 len=1003174 2024-04-13T07:53:04.048 INFO:tasks.workunit.client.0.smithi003.stdout:op 5169 completed, throughput=5MB/sec 2024-04-13T07:53:04.049 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gb11JR0wb2wlWbd off=3149655 len=641829 2024-04-13T07:53:04.053 INFO:tasks.workunit.client.0.smithi003.stdout:op 5170 completed, throughput=5MB/sec 2024-04-13T07:53:04.053 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pajGoF1QVSSzYd9 off=2137109 len=22269 2024-04-13T07:53:04.054 INFO:tasks.workunit.client.0.smithi003.stdout:op 5171 completed, throughput=5MB/sec 2024-04-13T07:53:04.054 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bShaWJtCN92Z6bb off=1533098 len=1128793 2024-04-13T07:53:04.061 INFO:tasks.workunit.client.0.smithi003.stdout:op 5172 completed, throughput=5MB/sec 2024-04-13T07:53:04.061 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CpW5M_QBlRmaoPN off=291688 len=1180057 2024-04-13T07:53:04.062 INFO:tasks.workunit.client.0.smithi003.stdout:op 5173 completed, throughput=5MB/sec 2024-04-13T07:53:04.062 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-v_ZJdk84yUUG6Jt off=864441 len=620834 2024-04-13T07:53:04.065 INFO:tasks.workunit.client.0.smithi003.stdout:op 5174 completed, throughput=5MB/sec 2024-04-13T07:53:04.550 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:53:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:53:04] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-13T07:53:04.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:04 smithi003 ceph-mon[91733]: pgmap v2017: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-13T07:53:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:04 smithi003 ceph-mon[89364]: pgmap v2017: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-13T07:53:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:04 smithi066 ceph-mon[84331]: pgmap v2017: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-13T07:53:05.066 INFO:tasks.workunit.client.0.smithi003.stdout: 1021: throughput=5MB/sec pending data=0 2024-04-13T07:53:05.066 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VSPDcbX6f3th4y1 off=3495545 len=453028 2024-04-13T07:53:05.068 INFO:tasks.workunit.client.0.smithi003.stdout:op 5175 completed, throughput=5MB/sec 2024-04-13T07:53:05.068 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DSdygMo-x1e8_lO off=8220121 len=1890386 2024-04-13T07:53:05.071 INFO:tasks.workunit.client.0.smithi003.stdout:op 5176 completed, throughput=5MB/sec 2024-04-13T07:53:05.071 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Kz8dt8K0hPcYrKC off=1140487 len=1158086 2024-04-13T07:53:05.078 INFO:tasks.workunit.client.0.smithi003.stdout:op 5177 completed, throughput=5MB/sec 2024-04-13T07:53:05.078 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oRz8kO_0pFsFdwS off=4249649 len=638288 2024-04-13T07:53:05.079 INFO:tasks.workunit.client.0.smithi003.stdout:op 5178 completed, throughput=5MB/sec 2024-04-13T07:53:05.079 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mP7EAn6wClpWbpI off=1458388 len=525506 2024-04-13T07:53:05.083 INFO:tasks.workunit.client.0.smithi003.stdout:op 5179 completed, throughput=5MB/sec 2024-04-13T07:53:05.083 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8lQ7GlEWmy_m95X off=4542988 len=1890725 2024-04-13T07:53:05.085 INFO:tasks.workunit.client.0.smithi003.stdout:op 5180 completed, throughput=5MB/sec 2024-04-13T07:53:06.085 INFO:tasks.workunit.client.0.smithi003.stdout: 1022: throughput=5MB/sec pending data=0 2024-04-13T07:53:06.086 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TWCom7QubFfkc7W off=5182480 len=215681 2024-04-13T07:53:06.086 INFO:tasks.workunit.client.0.smithi003.stdout:op 5181 completed, throughput=5MB/sec 2024-04-13T07:53:06.086 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-M2zOuLORND3NOZg off=10428999 len=1874017 2024-04-13T07:53:06.088 INFO:tasks.workunit.client.0.smithi003.stdout:op 5182 completed, throughput=5MB/sec 2024-04-13T07:53:06.088 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sA-1FTA7Kp2j9ft off=2190438 len=37976 2024-04-13T07:53:06.089 INFO:tasks.workunit.client.0.smithi003.stdout:op 5183 completed, throughput=5MB/sec 2024-04-13T07:53:06.089 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hKeNyJ9bycOrifS off=1312929 len=87982 2024-04-13T07:53:06.089 INFO:tasks.workunit.client.0.smithi003.stdout:op 5184 completed, throughput=5MB/sec 2024-04-13T07:53:06.089 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UsxpOetIFjns9v6 off=4189737 len=1308621 2024-04-13T07:53:06.096 INFO:tasks.workunit.client.0.smithi003.stdout:op 5185 completed, throughput=5MB/sec 2024-04-13T07:53:06.096 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lxkkou_2j58Fp0K off=550240 len=256838 2024-04-13T07:53:06.099 INFO:tasks.workunit.client.0.smithi003.stdout:op 5186 completed, throughput=5MB/sec 2024-04-13T07:53:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:06 smithi003 ceph-mon[91733]: pgmap v2018: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-13T07:53:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:06 smithi003 ceph-mon[89364]: pgmap v2018: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-13T07:53:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:06 smithi066 ceph-mon[84331]: pgmap v2018: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-13T07:53:07.100 INFO:tasks.workunit.client.0.smithi003.stdout: 1023: throughput=5MB/sec pending data=0 2024-04-13T07:53:07.100 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lPdKoH8H_i3yixz off=8021194 len=1478319 2024-04-13T07:53:07.102 INFO:tasks.workunit.client.0.smithi003.stdout:op 5187 completed, throughput=5MB/sec 2024-04-13T07:53:07.102 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bSqU4Uxe0f43Eyo off=1409202 len=791770 2024-04-13T07:53:07.103 INFO:tasks.workunit.client.0.smithi003.stdout:op 5188 completed, throughput=5MB/sec 2024-04-13T07:53:07.103 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tkg4dk-IeGHWQmi off=9606173 len=607942 2024-04-13T07:53:07.107 INFO:tasks.workunit.client.0.smithi003.stdout:op 5189 completed, throughput=5MB/sec 2024-04-13T07:53:07.107 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-o1QBMbL4xC4k2RE off=21424437 len=1305449 2024-04-13T07:53:07.116 INFO:tasks.workunit.client.0.smithi003.stdout:op 5190 completed, throughput=5MB/sec 2024-04-13T07:53:07.116 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-y-uH_8EK03VngfY off=1904255 len=1872217 2024-04-13T07:53:07.124 INFO:tasks.workunit.client.0.smithi003.stdout:op 5191 completed, throughput=5MB/sec 2024-04-13T07:53:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:07.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:07.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:08.124 INFO:tasks.workunit.client.0.smithi003.stdout: 1024: throughput=5MB/sec pending data=0 2024-04-13T07:53:08.124 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8jsksqWdHis2Hvf off=6155841 len=40649 2024-04-13T07:53:08.125 INFO:tasks.workunit.client.0.smithi003.stdout:op 5192 completed, throughput=5MB/sec 2024-04-13T07:53:08.125 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-q3v5SbVW5Z2XlGK off=1905118 len=2007597 2024-04-13T07:53:08.128 INFO:tasks.workunit.client.0.smithi003.stdout:op 5193 completed, throughput=5MB/sec 2024-04-13T07:53:08.128 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-i4LY7tV5n5UWoSU off=1506465 len=1655600 2024-04-13T07:53:08.137 INFO:tasks.workunit.client.0.smithi003.stdout:op 5194 completed, throughput=5MB/sec 2024-04-13T07:53:08.137 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zwkFJSk3NGhemRg off=5742722 len=101070 2024-04-13T07:53:08.139 INFO:tasks.workunit.client.0.smithi003.stdout:op 5195 completed, throughput=5MB/sec 2024-04-13T07:53:08.140 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-J-KaXoHTnyhv-Y- off=11493744 len=1972589 2024-04-13T07:53:08.152 INFO:tasks.workunit.client.0.smithi003.stdout:op 5196 completed, throughput=5MB/sec 2024-04-13T07:53:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:08 smithi003 ceph-mon[89364]: pgmap v2019: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:53:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:08 smithi003 ceph-mon[91733]: pgmap v2019: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:53:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:08 smithi066 ceph-mon[84331]: pgmap v2019: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:53:09.152 INFO:tasks.workunit.client.0.smithi003.stdout: 1025: throughput=5MB/sec pending data=0 2024-04-13T07:53:09.152 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dfTLAzLom3SLGQE off=17971650 len=574113 2024-04-13T07:53:09.156 INFO:tasks.workunit.client.0.smithi003.stdout:op 5197 completed, throughput=5MB/sec 2024-04-13T07:53:09.156 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GhrPt1ifLPhgzCb off=10055458 len=1864895 2024-04-13T07:53:09.158 INFO:tasks.workunit.client.0.smithi003.stdout:op 5198 completed, throughput=5MB/sec 2024-04-13T07:53:09.158 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fmKtdnmIDHOH_hH off=6382547 len=1343326 2024-04-13T07:53:09.160 INFO:tasks.workunit.client.0.smithi003.stdout:op 5199 completed, throughput=5MB/sec 2024-04-13T07:53:09.160 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5w_qriPK2-3T_86 off=317196 len=935492 2024-04-13T07:53:09.164 INFO:tasks.workunit.client.0.smithi003.stdout:op 5200 completed, throughput=5MB/sec 2024-04-13T07:53:10.165 INFO:tasks.workunit.client.0.smithi003.stdout: 1026: throughput=5MB/sec pending data=0 2024-04-13T07:53:10.165 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-M5ehGty33IJm0sc off=1421989 len=1447588 2024-04-13T07:53:10.168 INFO:tasks.workunit.client.0.smithi003.stdout:op 5201 completed, throughput=5MB/sec 2024-04-13T07:53:10.168 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SeO1JCZDZh8AjdE off=3594941 len=1831191 2024-04-13T07:53:10.170 INFO:tasks.workunit.client.0.smithi003.stdout:op 5202 completed, throughput=5MB/sec 2024-04-13T07:53:10.170 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-anKTXaaBVvuU99d off=7272140 len=1984742 2024-04-13T07:53:10.174 INFO:tasks.workunit.client.0.smithi003.stdout:op 5203 completed, throughput=5MB/sec 2024-04-13T07:53:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:10 smithi003 ceph-mon[91733]: pgmap v2020: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:53:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:10 smithi003 ceph-mon[89364]: pgmap v2020: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:53:10.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:10 smithi066 ceph-mon[84331]: pgmap v2020: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:53:11.174 INFO:tasks.workunit.client.0.smithi003.stdout: 1027: throughput=5MB/sec pending data=0 2024-04-13T07:53:11.175 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vfye1dsv_stNhcp off=7975125 len=1555329 2024-04-13T07:53:11.182 INFO:tasks.workunit.client.0.smithi003.stdout:op 5204 completed, throughput=5MB/sec 2024-04-13T07:53:11.182 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bnnTiILpzPGgGEF off=848684 len=110158 2024-04-13T07:53:11.183 INFO:tasks.workunit.client.0.smithi003.stdout:op 5205 completed, throughput=5MB/sec 2024-04-13T07:53:11.183 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VKYvdWMUDZQ0jtB off=8887456 len=1310384 2024-04-13T07:53:11.188 INFO:tasks.workunit.client.0.smithi003.stdout:op 5206 completed, throughput=5MB/sec 2024-04-13T07:53:11.188 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QeHc5j_MxP6KF0J off=2699634 len=494040 2024-04-13T07:53:11.192 INFO:tasks.workunit.client.0.smithi003.stdout:op 5207 completed, throughput=5MB/sec 2024-04-13T07:53:11.192 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0fFXrv5oN3oBlAW off=85934 len=126427 2024-04-13T07:53:11.194 INFO:tasks.workunit.client.0.smithi003.stdout:op 5208 completed, throughput=5MB/sec 2024-04-13T07:53:11.194 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-y8vchJdeE27zcd1 off=3794568 len=1123306 2024-04-13T07:53:11.199 INFO:tasks.workunit.client.0.smithi003.stdout:op 5209 completed, throughput=5MB/sec 2024-04-13T07:53:11.199 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8nPlNg22O-0f1ub off=1656252 len=943740 2024-04-13T07:53:11.201 INFO:tasks.workunit.client.0.smithi003.stdout:op 5210 completed, throughput=5MB/sec 2024-04-13T07:53:12.202 INFO:tasks.workunit.client.0.smithi003.stdout: 1028: throughput=5MB/sec pending data=0 2024-04-13T07:53:12.202 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DLUBmH0a4cpTM3e off=17152084 len=924248 2024-04-13T07:53:12.203 INFO:tasks.workunit.client.0.smithi003.stdout:op 5211 completed, throughput=5MB/sec 2024-04-13T07:53:12.203 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HSn9N9VzNsJin26 off=21277316 len=986761 2024-04-13T07:53:12.209 INFO:tasks.workunit.client.0.smithi003.stdout:op 5212 completed, throughput=5MB/sec 2024-04-13T07:53:12.209 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-x3XtNFDx7vTTq0W off=14056574 len=1524670 2024-04-13T07:53:12.211 INFO:tasks.workunit.client.0.smithi003.stdout:op 5213 completed, throughput=5MB/sec 2024-04-13T07:53:12.211 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UT2mLtt-mJUqznJ off=15604627 len=1839231 2024-04-13T07:53:12.213 INFO:tasks.workunit.client.0.smithi003.stdout:op 5214 completed, throughput=5MB/sec 2024-04-13T07:53:12.570 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:53:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:53:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:12 smithi003 ceph-mon[91733]: pgmap v2021: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:53:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:12 smithi003 ceph-mon[89364]: pgmap v2021: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:53:12.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:12 smithi066 ceph-mon[84331]: pgmap v2021: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:53:13.213 INFO:tasks.workunit.client.0.smithi003.stdout: 1029: throughput=5MB/sec pending data=0 2024-04-13T07:53:13.214 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--sO7_iWwEykgZ_Q off=1931143 len=1873213 2024-04-13T07:53:13.221 INFO:tasks.workunit.client.0.smithi003.stdout:op 5215 completed, throughput=5MB/sec 2024-04-13T07:53:13.221 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0ROqTR7xDk96mZL off=12643359 len=907908 2024-04-13T07:53:13.223 INFO:tasks.workunit.client.0.smithi003.stdout:op 5216 completed, throughput=5MB/sec 2024-04-13T07:53:13.223 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hQTONzG6DSLRjeA off=1820250 len=745190 2024-04-13T07:53:13.227 INFO:tasks.workunit.client.0.smithi003.stdout:op 5217 completed, throughput=5MB/sec 2024-04-13T07:53:13.227 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ihG0W440t9LyZAd off=1010356 len=668597 2024-04-13T07:53:13.235 INFO:tasks.workunit.client.0.smithi003.stdout:op 5218 completed, throughput=5MB/sec 2024-04-13T07:53:13.235 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-M2zOuLORND3NOZg off=15817223 len=772882 2024-04-13T07:53:13.235 INFO:tasks.workunit.client.0.smithi003.stdout:op 5219 completed, throughput=5MB/sec 2024-04-13T07:53:14.236 INFO:tasks.workunit.client.0.smithi003.stdout: 1030: throughput=5MB/sec pending data=0 2024-04-13T07:53:14.236 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jdCWAM2-EDE-ZqN off=3189455 len=1947608 2024-04-13T07:53:14.247 INFO:tasks.workunit.client.0.smithi003.stdout:op 5220 completed, throughput=5MB/sec 2024-04-13T07:53:14.248 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8RxsqkQx1MXMhlh off=7250468 len=2067203 2024-04-13T07:53:14.250 INFO:tasks.workunit.client.0.smithi003.stdout:op 5221 completed, throughput=5MB/sec 2024-04-13T07:53:14.250 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9Ktw951NodGK1AK off=1784258 len=114766 2024-04-13T07:53:14.251 INFO:tasks.workunit.client.0.smithi003.stdout:op 5222 completed, throughput=5MB/sec 2024-04-13T07:53:14.251 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fHOBD1zh--dkd9E off=1105959 len=1281758 2024-04-13T07:53:14.259 INFO:tasks.workunit.client.0.smithi003.stdout:op 5223 completed, throughput=5MB/sec 2024-04-13T07:53:14.573 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:53:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:53:14] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-13T07:53:14.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:14 smithi003 ceph-mon[91733]: pgmap v2022: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:53:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:14 smithi003 ceph-mon[89364]: pgmap v2022: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:53:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:14 smithi066 ceph-mon[84331]: pgmap v2022: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:53:15.260 INFO:tasks.workunit.client.0.smithi003.stdout: 1031: throughput=5MB/sec pending data=0 2024-04-13T07:53:15.260 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-zSHuLJGQRzFRBeN off=4014960 len=1159647 2024-04-13T07:53:15.261 INFO:tasks.workunit.client.0.smithi003.stdout:op 5224 completed, throughput=5MB/sec 2024-04-13T07:53:15.261 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QfJkwI72d4A1F4I off=7535643 len=1268624 2024-04-13T07:53:15.268 INFO:tasks.workunit.client.0.smithi003.stdout:op 5225 completed, throughput=5MB/sec 2024-04-13T07:53:15.269 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-k-FUa7dIL-UFEtB off=8048766 len=1726407 2024-04-13T07:53:15.277 INFO:tasks.workunit.client.0.smithi003.stdout:op 5226 completed, throughput=5MB/sec 2024-04-13T07:53:15.277 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8cFVKqKnOPTdxaC off=9020379 len=1063749 2024-04-13T07:53:15.279 INFO:tasks.workunit.client.0.smithi003.stdout:op 5227 completed, throughput=5MB/sec 2024-04-13T07:53:15.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:15 smithi003 ceph-mon[91733]: pgmap v2023: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T07:53:15.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:15 smithi003 ceph-mon[89364]: pgmap v2023: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T07:53:15.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:15 smithi066 ceph-mon[84331]: pgmap v2023: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T07:53:16.280 INFO:tasks.workunit.client.0.smithi003.stdout: 1032: throughput=5MB/sec pending data=0 2024-04-13T07:53:16.280 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-P2OAKVeBO4ZEkJL off=4963440 len=1417941 2024-04-13T07:53:16.281 INFO:tasks.workunit.client.0.smithi003.stdout:op 5228 completed, throughput=5MB/sec 2024-04-13T07:53:16.282 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8bHq2YLw71tQAaR off=19437824 len=1107416 2024-04-13T07:53:16.287 INFO:tasks.workunit.client.0.smithi003.stdout:op 5229 completed, throughput=5MB/sec 2024-04-13T07:53:16.288 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3y8Q0ir75OqlA_O off=6317985 len=1561923 2024-04-13T07:53:16.296 INFO:tasks.workunit.client.0.smithi003.stdout:op 5230 completed, throughput=5MB/sec 2024-04-13T07:53:16.296 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rSmlRNbmgeqM1xw off=2141641 len=2055016 2024-04-13T07:53:16.307 INFO:tasks.workunit.client.0.smithi003.stdout:op 5231 completed, throughput=5MB/sec 2024-04-13T07:53:17.308 INFO:tasks.workunit.client.0.smithi003.stdout: 1033: throughput=5MB/sec pending data=0 2024-04-13T07:53:17.308 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hqWx2AFGV5kZYce off=70103 len=1775236 2024-04-13T07:53:17.310 INFO:tasks.workunit.client.0.smithi003.stdout:op 5232 completed, throughput=5MB/sec 2024-04-13T07:53:17.310 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PZYfn2n7Mueqe7l off=2260197 len=399120 2024-04-13T07:53:17.311 INFO:tasks.workunit.client.0.smithi003.stdout:op 5233 completed, throughput=5MB/sec 2024-04-13T07:53:17.311 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OmExm-h6ODeiEi_ off=11247817 len=1599874 2024-04-13T07:53:17.320 INFO:tasks.workunit.client.0.smithi003.stdout:op 5234 completed, throughput=5MB/sec 2024-04-13T07:53:17.320 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-H1Rk7g50h36hm2e off=2231743 len=1749065 2024-04-13T07:53:17.331 INFO:tasks.workunit.client.0.smithi003.stdout:op 5235 completed, throughput=5MB/sec 2024-04-13T07:53:18.334 INFO:tasks.workunit.client.0.smithi003.stdout: 1034: throughput=5MB/sec pending data=0 2024-04-13T07:53:18.334 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6bR6pa33tHCnGTt off=14044336 len=845723 2024-04-13T07:53:18.334 INFO:tasks.workunit.client.0.smithi003.stdout:op 5236 completed, throughput=5MB/sec 2024-04-13T07:53:18.334 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nSHQgMBVLiC6TAW off=10077008 len=1535765 2024-04-13T07:53:18.336 INFO:tasks.workunit.client.0.smithi003.stdout:op 5237 completed, throughput=5MB/sec 2024-04-13T07:53:18.336 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xBhzUCS5ZWn4wwz off=122245 len=953157 2024-04-13T07:53:18.338 INFO:tasks.workunit.client.0.smithi003.stdout:op 5238 completed, throughput=5MB/sec 2024-04-13T07:53:18.338 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8uhA9C6huRjmYgQ off=5577475 len=1548575 2024-04-13T07:53:18.340 INFO:tasks.workunit.client.0.smithi003.stdout:op 5239 completed, throughput=5MB/sec 2024-04-13T07:53:18.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:18 smithi003 ceph-mon[91733]: pgmap v2024: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T07:53:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:18 smithi003 ceph-mon[89364]: pgmap v2024: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T07:53:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:18 smithi066 ceph-mon[84331]: pgmap v2024: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T07:53:19.340 INFO:tasks.workunit.client.0.smithi003.stdout: 1035: throughput=5MB/sec pending data=0 2024-04-13T07:53:19.340 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Z5hfNdzLmBGWact off=15872740 len=1203367 2024-04-13T07:53:19.342 INFO:tasks.workunit.client.0.smithi003.stdout:op 5240 completed, throughput=5MB/sec 2024-04-13T07:53:19.342 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Sk8Bvrpx-fTw8tg off=9894544 len=797804 2024-04-13T07:53:19.343 INFO:tasks.workunit.client.0.smithi003.stdout:op 5241 completed, throughput=5MB/sec 2024-04-13T07:53:19.343 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Ve0bWnGMfdCQSkI off=609888 len=1088978 2024-04-13T07:53:19.349 INFO:tasks.workunit.client.0.smithi003.stdout:op 5242 completed, throughput=5MB/sec 2024-04-13T07:53:19.349 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1U5EQ8faRrLES2T off=0 len=1418287 2024-04-13T07:53:19.351 INFO:tasks.workunit.client.0.smithi003.stdout:op 5243 completed, throughput=5MB/sec 2024-04-13T07:53:19.352 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EL-e9A34GR8NVyQ off=15564384 len=227100 2024-04-13T07:53:19.358 INFO:tasks.workunit.client.0.smithi003.stdout:op 5244 completed, throughput=5MB/sec 2024-04-13T07:53:20.354 INFO:tasks.workunit.client.0.smithi003.stdout: 1036: throughput=5MB/sec pending data=0 2024-04-13T07:53:20.355 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FWXvSO9z3iiMEFV off=3491731 len=1841533 2024-04-13T07:53:20.364 INFO:tasks.workunit.client.0.smithi003.stdout:op 5245 completed, throughput=5MB/sec 2024-04-13T07:53:20.364 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MrN2HIlLCxfTFXQ off=4921927 len=1196821 2024-04-13T07:53:20.367 INFO:tasks.workunit.client.0.smithi003.stdout:op 5246 completed, throughput=5MB/sec 2024-04-13T07:53:20.367 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-S8aAoyqtx3C99Ul off=1756628 len=277188 2024-04-13T07:53:20.370 INFO:tasks.workunit.client.0.smithi003.stdout:op 5247 completed, throughput=5MB/sec 2024-04-13T07:53:20.370 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-S9dySqXhzEI__lf off=15411696 len=1723307 2024-04-13T07:53:20.371 INFO:tasks.workunit.client.0.smithi003.stdout:op 5248 completed, throughput=5MB/sec 2024-04-13T07:53:20.371 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AQIudjAGBecJ2Fv off=1449605 len=1911645 2024-04-13T07:53:20.379 INFO:tasks.workunit.client.0.smithi003.stdout:op 5249 completed, throughput=5MB/sec 2024-04-13T07:53:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:20 smithi003 ceph-mon[91733]: pgmap v2025: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:53:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:20 smithi003 ceph-mon[89364]: pgmap v2025: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:53:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:20 smithi066 ceph-mon[84331]: pgmap v2025: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:53:21.375 INFO:tasks.workunit.client.0.smithi003.stdout: 1037: throughput=5MB/sec pending data=0 2024-04-13T07:53:21.375 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ve9rHxzrWc_n6UH off=3658983 len=1172812 2024-04-13T07:53:21.381 INFO:tasks.workunit.client.0.smithi003.stdout:op 5250 completed, throughput=5MB/sec 2024-04-13T07:53:21.381 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Ywsyagz642AEIbx off=9334307 len=290307 2024-04-13T07:53:21.384 INFO:tasks.workunit.client.0.smithi003.stdout:op 5251 completed, throughput=5MB/sec 2024-04-13T07:53:21.384 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mqsGSDBvlA5R1cs off=8775093 len=635100 2024-04-13T07:53:21.388 INFO:tasks.workunit.client.0.smithi003.stdout:op 5252 completed, throughput=5MB/sec 2024-04-13T07:53:21.389 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lQAuPFTssQ79HSN off=9221277 len=1878737 2024-04-13T07:53:21.399 INFO:tasks.workunit.client.0.smithi003.stdout:op 5253 completed, throughput=5MB/sec 2024-04-13T07:53:22.400 INFO:tasks.workunit.client.0.smithi003.stdout: 1038: throughput=5MB/sec pending data=0 2024-04-13T07:53:22.400 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oHF-TdBhwsDB8vf off=588687 len=1282128 2024-04-13T07:53:22.408 INFO:tasks.workunit.client.0.smithi003.stdout:op 5254 completed, throughput=5MB/sec 2024-04-13T07:53:22.408 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-j6gavvyXtPCC1du off=4616975 len=1092582 2024-04-13T07:53:22.417 INFO:tasks.workunit.client.0.smithi003.stdout:op 5255 completed, throughput=5MB/sec 2024-04-13T07:53:22.418 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-C5rG4yKG7VnIf9h off=11774770 len=1075230 2024-04-13T07:53:22.420 INFO:tasks.workunit.client.0.smithi003.stdout:op 5256 completed, throughput=5MB/sec 2024-04-13T07:53:22.420 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-O5kefKZAhT3ngnO off=1799607 len=658011 2024-04-13T07:53:22.420 INFO:tasks.workunit.client.0.smithi003.stdout:op 5257 completed, throughput=5MB/sec 2024-04-13T07:53:22.421 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bW-TZLA8WWihwRb off=1055543 len=1260434 2024-04-13T07:53:22.428 INFO:tasks.workunit.client.0.smithi003.stdout:op 5258 completed, throughput=5MB/sec 2024-04-13T07:53:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:22 smithi003 ceph-mon[91733]: pgmap v2026: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:53:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:22 smithi003 ceph-mon[89364]: pgmap v2026: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:53:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:22 smithi066 ceph-mon[84331]: pgmap v2026: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:53:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:53:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:53:23.428 INFO:tasks.workunit.client.0.smithi003.stdout: 1039: throughput=5MB/sec pending data=0 2024-04-13T07:53:23.428 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HhyDeciiO2SFknx off=984263 len=239114 2024-04-13T07:53:23.432 INFO:tasks.workunit.client.0.smithi003.stdout:op 5259 completed, throughput=5MB/sec 2024-04-13T07:53:23.432 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yu3y7u8YbeyaXJn off=4209609 len=768806 2024-04-13T07:53:23.433 INFO:tasks.workunit.client.0.smithi003.stdout:op 5260 completed, throughput=5MB/sec 2024-04-13T07:53:23.433 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eOWYX9M_zkcYoyf off=24785 len=805348 2024-04-13T07:53:23.438 INFO:tasks.workunit.client.0.smithi003.stdout:op 5261 completed, throughput=5MB/sec 2024-04-13T07:53:23.438 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jw7aeFRJjMIfpeI off=3627505 len=979471 2024-04-13T07:53:23.439 INFO:tasks.workunit.client.0.smithi003.stdout:op 5262 completed, throughput=5MB/sec 2024-04-13T07:53:23.439 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QKtgZsneMNq72ft off=22173228 len=1172804 2024-04-13T07:53:23.440 INFO:tasks.workunit.client.0.smithi003.stdout:op 5263 completed, throughput=5MB/sec 2024-04-13T07:53:23.440 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cbEM8D9vs_FvekQ off=19996316 len=1118512 2024-04-13T07:53:23.446 INFO:tasks.workunit.client.0.smithi003.stdout:op 5264 completed, throughput=5MB/sec 2024-04-13T07:53:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:24.447 INFO:tasks.workunit.client.0.smithi003.stdout: 1040: throughput=5MB/sec pending data=0 2024-04-13T07:53:24.447 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-q2xhwPOtemLm4dI off=15403450 len=1305549 2024-04-13T07:53:24.449 INFO:tasks.workunit.client.0.smithi003.stdout:op 5265 completed, throughput=5MB/sec 2024-04-13T07:53:24.449 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7E8pEl4iSXwX2Ig off=22374296 len=1162958 2024-04-13T07:53:24.454 INFO:tasks.workunit.client.0.smithi003.stdout:op 5266 completed, throughput=5MB/sec 2024-04-13T07:53:24.454 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PNF6RjRjtXIYkJp off=14090488 len=1719935 2024-04-13T07:53:24.461 INFO:tasks.workunit.client.0.smithi003.stdout:op 5267 completed, throughput=5MB/sec 2024-04-13T07:53:24.461 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1SZ80pA_-3qHB3u off=7629603 len=1291405 2024-04-13T07:53:24.462 INFO:tasks.workunit.client.0.smithi003.stdout:op 5268 completed, throughput=5MB/sec 2024-04-13T07:53:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:24 smithi003 ceph-mon[89364]: pgmap v2027: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T07:53:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:24 smithi003 ceph-mon[91733]: pgmap v2027: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T07:53:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:53:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:53:24] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-13T07:53:24.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:24 smithi066 ceph-mon[84331]: pgmap v2027: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-13T07:53:25.463 INFO:tasks.workunit.client.0.smithi003.stdout: 1041: throughput=5MB/sec pending data=0 2024-04-13T07:53:25.463 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pWvdcmsFUngv-8r off=3269887 len=1358552 2024-04-13T07:53:25.464 INFO:tasks.workunit.client.0.smithi003.stdout:op 5269 completed, throughput=5MB/sec 2024-04-13T07:53:25.464 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-59XwX9hYlU5R3DF off=6316646 len=168188 2024-04-13T07:53:25.467 INFO:tasks.workunit.client.0.smithi003.stdout:op 5270 completed, throughput=5MB/sec 2024-04-13T07:53:25.467 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nSEt77_2HLmWX5e off=1533989 len=882471 2024-04-13T07:53:25.472 INFO:tasks.workunit.client.0.smithi003.stdout:op 5271 completed, throughput=5MB/sec 2024-04-13T07:53:25.472 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-R15kdfmM7MKnksd off=192910 len=43581 2024-04-13T07:53:25.472 INFO:tasks.workunit.client.0.smithi003.stdout:op 5272 completed, throughput=5MB/sec 2024-04-13T07:53:25.472 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ek00KZCkd0AHJLQ off=10349742 len=920476 2024-04-13T07:53:25.474 INFO:tasks.workunit.client.0.smithi003.stdout:op 5273 completed, throughput=5MB/sec 2024-04-13T07:53:25.475 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9xC_68pSxotBnwu off=0 len=1479398 2024-04-13T07:53:25.477 INFO:tasks.workunit.client.0.smithi003.stdout:op 5274 completed, throughput=5MB/sec 2024-04-13T07:53:25.477 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-I5R5VHIgSQJvGKJ off=803748 len=1162356 2024-04-13T07:53:25.483 INFO:tasks.workunit.client.0.smithi003.stdout:op 5275 completed, throughput=5MB/sec 2024-04-13T07:53:26.483 INFO:tasks.workunit.client.0.smithi003.stdout: 1042: throughput=5MB/sec pending data=0 2024-04-13T07:53:26.484 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bYO4lG1vaIOjW5O off=3347969 len=212432 2024-04-13T07:53:26.484 INFO:tasks.workunit.client.0.smithi003.stdout:op 5276 completed, throughput=5MB/sec 2024-04-13T07:53:26.484 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VMCGwM7Lt-D0YLa off=305289 len=1507476 2024-04-13T07:53:26.493 INFO:tasks.workunit.client.0.smithi003.stdout:op 5277 completed, throughput=5MB/sec 2024-04-13T07:53:26.493 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Dn4pTMjuj5Xe8bQ off=7078004 len=812276 2024-04-13T07:53:26.497 INFO:tasks.workunit.client.0.smithi003.stdout:op 5278 completed, throughput=5MB/sec 2024-04-13T07:53:26.497 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tg17y9DSYGQCDuv off=5213201 len=1811220 2024-04-13T07:53:26.510 INFO:tasks.workunit.client.0.smithi003.stdout:op 5279 completed, throughput=5MB/sec 2024-04-13T07:53:26.510 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OnE5_x8h1tYZJ9n off=268555 len=653867 2024-04-13T07:53:26.510 INFO:tasks.workunit.client.0.smithi003.stdout:op 5280 completed, throughput=5MB/sec 2024-04-13T07:53:26.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:26 smithi003 ceph-mon[91733]: pgmap v2028: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:53:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:26 smithi003 ceph-mon[89364]: pgmap v2028: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:53:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:26 smithi066 ceph-mon[84331]: pgmap v2028: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:53:27.510 INFO:tasks.workunit.client.0.smithi003.stdout: 1043: throughput=5MB/sec pending data=0 2024-04-13T07:53:27.510 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Vnm6uZlz6k__WGk off=13997738 len=1893857 2024-04-13T07:53:27.522 INFO:tasks.workunit.client.0.smithi003.stdout:op 5281 completed, throughput=5MB/sec 2024-04-13T07:53:27.522 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vGayYQUoBgyvWGW off=2869328 len=2008118 2024-04-13T07:53:27.524 INFO:tasks.workunit.client.0.smithi003.stdout:op 5282 completed, throughput=5MB/sec 2024-04-13T07:53:27.524 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DGvcotW-_PSwKnB off=2459285 len=796074 2024-04-13T07:53:27.529 INFO:tasks.workunit.client.0.smithi003.stdout:op 5283 completed, throughput=5MB/sec 2024-04-13T07:53:27.529 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OH_2q7P16TSUNdr off=1773305 len=931315 2024-04-13T07:53:27.534 INFO:tasks.workunit.client.0.smithi003.stdout:op 5284 completed, throughput=5MB/sec 2024-04-13T07:53:28.534 INFO:tasks.workunit.client.0.smithi003.stdout: 1044: throughput=5MB/sec pending data=0 2024-04-13T07:53:28.535 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-E0yNgT53LQ1ZgPI off=2118862 len=645891 2024-04-13T07:53:28.539 INFO:tasks.workunit.client.0.smithi003.stdout:op 5285 completed, throughput=5MB/sec 2024-04-13T07:53:28.539 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8iMPRW2GlvhoUg4 off=298044 len=508402 2024-04-13T07:53:28.540 INFO:tasks.workunit.client.0.smithi003.stdout:op 5286 completed, throughput=5MB/sec 2024-04-13T07:53:28.540 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RZRy1m4cU5faLqR off=2617957 len=1908041 2024-04-13T07:53:28.550 INFO:tasks.workunit.client.0.smithi003.stdout:op 5287 completed, throughput=5MB/sec 2024-04-13T07:53:28.550 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RlUTJvu5e77HJ0x off=364351 len=1070978 2024-04-13T07:53:28.553 INFO:tasks.workunit.client.0.smithi003.stdout:op 5288 completed, throughput=5MB/sec 2024-04-13T07:53:28.553 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3ILmZgSObcZY2xQ off=892060 len=866427 2024-04-13T07:53:28.556 INFO:tasks.workunit.client.0.smithi003.stdout:op 5289 completed, throughput=5MB/sec 2024-04-13T07:53:28.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:28 smithi003 ceph-mon[91733]: pgmap v2029: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:53:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:28 smithi003 ceph-mon[89364]: pgmap v2029: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:53:28.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:28 smithi066 ceph-mon[84331]: pgmap v2029: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-13T07:53:29.557 INFO:tasks.workunit.client.0.smithi003.stdout: 1045: throughput=5MB/sec pending data=0 2024-04-13T07:53:29.557 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-waCrw11CabkG3JJ off=18555178 len=2091302 2024-04-13T07:53:29.559 INFO:tasks.workunit.client.0.smithi003.stdout:op 5290 completed, throughput=5MB/sec 2024-04-13T07:53:29.560 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7yramoxXjtPWuZ9 off=15056192 len=1215837 2024-04-13T07:53:29.561 INFO:tasks.workunit.client.0.smithi003.stdout:op 5291 completed, throughput=5MB/sec 2024-04-13T07:53:29.561 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hBpmQpdEpkJ5DXJ off=9831436 len=296071 2024-04-13T07:53:29.562 INFO:tasks.workunit.client.0.smithi003.stdout:op 5292 completed, throughput=5MB/sec 2024-04-13T07:53:29.562 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-a0diKUA3SmnMSvW off=8483583 len=1500561 2024-04-13T07:53:29.563 INFO:tasks.workunit.client.0.smithi003.stdout:op 5293 completed, throughput=5MB/sec 2024-04-13T07:53:30.564 INFO:tasks.workunit.client.0.smithi003.stdout: 1046: throughput=5MB/sec pending data=0 2024-04-13T07:53:30.564 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KCYchHXHCrm7cZt off=1667889 len=98445 2024-04-13T07:53:30.565 INFO:tasks.workunit.client.0.smithi003.stdout:op 5294 completed, throughput=5MB/sec 2024-04-13T07:53:30.565 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--lC8B0vBH6BqRa7 off=8742081 len=965995 2024-04-13T07:53:30.567 INFO:tasks.workunit.client.0.smithi003.stdout:op 5295 completed, throughput=5MB/sec 2024-04-13T07:53:30.568 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--ms3fGNFew9dCFi off=817503 len=2045407 2024-04-13T07:53:30.572 INFO:tasks.workunit.client.0.smithi003.stdout:op 5296 completed, throughput=5MB/sec 2024-04-13T07:53:30.572 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8HStLMu6e17_Trh off=2640852 len=196984 2024-04-13T07:53:30.575 INFO:tasks.workunit.client.0.smithi003.stdout:op 5297 completed, throughput=5MB/sec 2024-04-13T07:53:30.575 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fLYjwX8msDc6ZBw off=872149 len=626068 2024-04-13T07:53:30.576 INFO:tasks.workunit.client.0.smithi003.stdout:op 5298 completed, throughput=5MB/sec 2024-04-13T07:53:30.576 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AZ2nXIlmgTnex6H off=1770252 len=1853278 2024-04-13T07:53:30.586 INFO:tasks.workunit.client.0.smithi003.stdout:op 5299 completed, throughput=5MB/sec 2024-04-13T07:53:30.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:30 smithi003 ceph-mon[91733]: pgmap v2030: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:53:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:30 smithi003 ceph-mon[89364]: pgmap v2030: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:53:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:30 smithi066 ceph-mon[84331]: pgmap v2030: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:53:31.586 INFO:tasks.workunit.client.0.smithi003.stdout: 1047: throughput=5MB/sec pending data=0 2024-04-13T07:53:31.586 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lmG_BdnnqyoZUqK off=3412864 len=950078 2024-04-13T07:53:31.591 INFO:tasks.workunit.client.0.smithi003.stdout:op 5300 completed, throughput=5MB/sec 2024-04-13T07:53:31.591 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wJsn4_6UjUav4Cy off=19750232 len=1529675 2024-04-13T07:53:31.595 INFO:tasks.workunit.client.0.smithi003.stdout:op 5301 completed, throughput=5MB/sec 2024-04-13T07:53:31.595 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FRy4sglZWJMP_nh off=2539058 len=893881 2024-04-13T07:53:31.597 INFO:tasks.workunit.client.0.smithi003.stdout:op 5302 completed, throughput=5MB/sec 2024-04-13T07:53:31.597 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Rfyk2PvTsKO93pD off=3243918 len=1997661 2024-04-13T07:53:31.600 INFO:tasks.workunit.client.0.smithi003.stdout:op 5303 completed, throughput=5MB/sec 2024-04-13T07:53:32.601 INFO:tasks.workunit.client.0.smithi003.stdout: 1048: throughput=5MB/sec pending data=0 2024-04-13T07:53:32.601 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aIgOZb4T8apIPHP off=18606475 len=1293457 2024-04-13T07:53:32.602 INFO:tasks.workunit.client.0.smithi003.stdout:op 5304 completed, throughput=5MB/sec 2024-04-13T07:53:32.602 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pXYCgK11YbkZ4vM off=17155520 len=748316 2024-04-13T07:53:32.607 INFO:tasks.workunit.client.0.smithi003.stdout:op 5305 completed, throughput=5MB/sec 2024-04-13T07:53:32.607 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NkdwuY_2uNsYli- off=6163235 len=1689324 2024-04-13T07:53:32.609 INFO:tasks.workunit.client.0.smithi003.stdout:op 5306 completed, throughput=5MB/sec 2024-04-13T07:53:32.609 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Lh6iBZhxpld--Oh off=5496524 len=244532 2024-04-13T07:53:32.612 INFO:tasks.workunit.client.0.smithi003.stdout:op 5307 completed, throughput=5MB/sec 2024-04-13T07:53:32.613 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gllweI_sTm_hLRD off=2692770 len=1481161 2024-04-13T07:53:32.614 INFO:tasks.workunit.client.0.smithi003.stdout:op 5308 completed, throughput=5MB/sec 2024-04-13T07:53:32.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:32 smithi003 ceph-mon[89364]: pgmap v2031: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:53:32.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:32 smithi003 ceph-mon[91733]: pgmap v2031: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:53:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:32 smithi066 ceph-mon[84331]: pgmap v2031: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:53:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:53:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:53:33.615 INFO:tasks.workunit.client.0.smithi003.stdout: 1049: throughput=5MB/sec pending data=0 2024-04-13T07:53:33.615 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BCzYFAmSkCHbkM6 off=0 len=1355049 2024-04-13T07:53:33.617 INFO:tasks.workunit.client.0.smithi003.stdout:op 5309 completed, throughput=5MB/sec 2024-04-13T07:53:33.617 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OIfoGCRIaas9seY off=880824 len=353652 2024-04-13T07:53:33.618 INFO:tasks.workunit.client.0.smithi003.stdout:op 5310 completed, throughput=5MB/sec 2024-04-13T07:53:33.618 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-h2Iswhh8QJqZxcH off=20417420 len=47304 2024-04-13T07:53:33.619 INFO:tasks.workunit.client.0.smithi003.stdout:op 5311 completed, throughput=5MB/sec 2024-04-13T07:53:33.619 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-46YlSJImMk0KZaf off=548399 len=1162945 2024-04-13T07:53:33.624 INFO:tasks.workunit.client.0.smithi003.stdout:op 5312 completed, throughput=5MB/sec 2024-04-13T07:53:33.624 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-v4VdO8p5ECenKaa off=594409 len=1368724 2024-04-13T07:53:33.632 INFO:tasks.workunit.client.0.smithi003.stdout:op 5313 completed, throughput=5MB/sec 2024-04-13T07:53:33.632 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZI_fRc3_uZdquhS off=4854627 len=1277206 2024-04-13T07:53:33.633 INFO:tasks.workunit.client.0.smithi003.stdout:op 5314 completed, throughput=5MB/sec 2024-04-13T07:53:34.634 INFO:tasks.workunit.client.0.smithi003.stdout: 1050: throughput=5MB/sec pending data=0 2024-04-13T07:53:34.634 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--o1V176iPkXy904 off=11147058 len=249409 2024-04-13T07:53:34.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:34 smithi003 ceph-mon[91733]: pgmap v2032: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:53:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:34 smithi003 ceph-mon[89364]: pgmap v2032: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:53:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:53:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:53:34] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-13T07:53:34.635 INFO:tasks.workunit.client.0.smithi003.stdout:op 5315 completed, throughput=5MB/sec 2024-04-13T07:53:34.635 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BsEnfHPtg01eOLJ off=4395976 len=1180705 2024-04-13T07:53:34.636 INFO:tasks.workunit.client.0.smithi003.stdout:op 5316 completed, throughput=5MB/sec 2024-04-13T07:53:34.636 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UklZurMPiB3A5jT off=590116 len=1114955 2024-04-13T07:53:34.642 INFO:tasks.workunit.client.0.smithi003.stdout:op 5317 completed, throughput=5MB/sec 2024-04-13T07:53:34.642 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-FVGEYdlt9EwQtr4 off=4777343 len=888972 2024-04-13T07:53:34.644 INFO:tasks.workunit.client.0.smithi003.stdout:op 5318 completed, throughput=5MB/sec 2024-04-13T07:53:34.644 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1cR9SIhO5Jqk0mI off=12186979 len=323551 2024-04-13T07:53:34.647 INFO:tasks.workunit.client.0.smithi003.stdout:op 5319 completed, throughput=5MB/sec 2024-04-13T07:53:34.647 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pMdrfuJlaaXue9i off=74041 len=1601063 2024-04-13T07:53:34.648 INFO:tasks.workunit.client.0.smithi003.stdout:op 5320 completed, throughput=5MB/sec 2024-04-13T07:53:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:34 smithi066 ceph-mon[84331]: pgmap v2032: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:53:35.649 INFO:tasks.workunit.client.0.smithi003.stdout: 1051: throughput=5MB/sec pending data=0 2024-04-13T07:53:35.649 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YSG9YY9OR9nwrXf off=850936 len=644682 2024-04-13T07:53:35.650 INFO:tasks.workunit.client.0.smithi003.stdout:op 5321 completed, throughput=5MB/sec 2024-04-13T07:53:35.650 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ldFlZmTbpMnolZz off=2493359 len=2069914 2024-04-13T07:53:35.659 INFO:tasks.workunit.client.0.smithi003.stdout:op 5322 completed, throughput=5MB/sec 2024-04-13T07:53:35.659 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-p5HCqY4WGK2UK2t off=5492523 len=398934 2024-04-13T07:53:35.661 INFO:tasks.workunit.client.0.smithi003.stdout:op 5323 completed, throughput=5MB/sec 2024-04-13T07:53:35.661 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AhuEBmeBmBVf2SQ off=2823694 len=811749 2024-04-13T07:53:35.662 INFO:tasks.workunit.client.0.smithi003.stdout:op 5324 completed, throughput=5MB/sec 2024-04-13T07:53:35.662 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--2zpDpAZz8JzXfI off=13551711 len=1381676 2024-04-13T07:53:35.672 INFO:tasks.workunit.client.0.smithi003.stdout:op 5325 completed, throughput=5MB/sec 2024-04-13T07:53:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:36 smithi003 ceph-mon[91733]: pgmap v2033: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:53:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:36 smithi003 ceph-mon[89364]: pgmap v2033: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:53:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:36 smithi066 ceph-mon[84331]: pgmap v2033: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:53:36.672 INFO:tasks.workunit.client.0.smithi003.stdout: 1052: throughput=5MB/sec pending data=0 2024-04-13T07:53:36.672 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4q6zd8fdkABfA30 off=3180628 len=247827 2024-04-13T07:53:36.676 INFO:tasks.workunit.client.0.smithi003.stdout:op 5326 completed, throughput=5MB/sec 2024-04-13T07:53:36.676 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-99ZNiRBodlFSHBY off=14094463 len=526206 2024-04-13T07:53:36.677 INFO:tasks.workunit.client.0.smithi003.stdout:op 5327 completed, throughput=5MB/sec 2024-04-13T07:53:36.678 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wAWYH4I_hBhQiIl off=5734558 len=363941 2024-04-13T07:53:36.681 INFO:tasks.workunit.client.0.smithi003.stdout:op 5328 completed, throughput=5MB/sec 2024-04-13T07:53:36.681 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wT9H2kOcWuzQ4Zt off=5295208 len=1941154 2024-04-13T07:53:36.683 INFO:tasks.workunit.client.0.smithi003.stdout:op 5329 completed, throughput=5MB/sec 2024-04-13T07:53:36.683 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Uy8jxkJ0TxOHxVE off=11468788 len=51891 2024-04-13T07:53:36.684 INFO:tasks.workunit.client.0.smithi003.stdout:op 5330 completed, throughput=5MB/sec 2024-04-13T07:53:36.684 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2h4DNrichN6OxQD off=124337 len=784137 2024-04-13T07:53:36.688 INFO:tasks.workunit.client.0.smithi003.stdout:op 5331 completed, throughput=5MB/sec 2024-04-13T07:53:36.688 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lQPvrzCJcp7IbxM off=2362057 len=1337598 2024-04-13T07:53:36.691 INFO:tasks.workunit.client.0.smithi003.stdout:op 5332 completed, throughput=5MB/sec 2024-04-13T07:53:37.691 INFO:tasks.workunit.client.0.smithi003.stdout: 1053: throughput=5MB/sec pending data=0 2024-04-13T07:53:37.692 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-z2uSUq8kZgxx2bA off=1982318 len=454229 2024-04-13T07:53:37.692 INFO:tasks.workunit.client.0.smithi003.stdout:op 5333 completed, throughput=5MB/sec 2024-04-13T07:53:37.692 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Mjzl2ttN2hhBbnh off=1836247 len=1955567 2024-04-13T07:53:37.695 INFO:tasks.workunit.client.0.smithi003.stdout:op 5334 completed, throughput=5MB/sec 2024-04-13T07:53:37.695 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-v-gGdxhjZF3OYTW off=7189494 len=391779 2024-04-13T07:53:37.698 INFO:tasks.workunit.client.0.smithi003.stdout:op 5335 completed, throughput=5MB/sec 2024-04-13T07:53:37.699 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9kZ1QbQ9NZzYt4C off=4959822 len=1293181 2024-04-13T07:53:37.704 INFO:tasks.workunit.client.0.smithi003.stdout:op 5336 completed, throughput=5MB/sec 2024-04-13T07:53:37.705 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fz5TfrN0P-wsy9L off=3250315 len=1708769 2024-04-13T07:53:37.713 INFO:tasks.workunit.client.0.smithi003.stdout:op 5337 completed, throughput=5MB/sec 2024-04-13T07:53:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:38 smithi003 ceph-mon[91733]: pgmap v2034: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:53:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:38 smithi003 ceph-mon[89364]: pgmap v2034: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:53:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:38 smithi066 ceph-mon[84331]: pgmap v2034: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:53:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:38.713 INFO:tasks.workunit.client.0.smithi003.stdout: 1054: throughput=5MB/sec pending data=0 2024-04-13T07:53:38.713 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GqgJRZhfgi90ftd off=19576855 len=713129 2024-04-13T07:53:38.718 INFO:tasks.workunit.client.0.smithi003.stdout:op 5338 completed, throughput=5MB/sec 2024-04-13T07:53:38.719 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-02RMT_LAMPFMiB3 off=4672817 len=419949 2024-04-13T07:53:38.722 INFO:tasks.workunit.client.0.smithi003.stdout:op 5339 completed, throughput=5MB/sec 2024-04-13T07:53:38.722 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-txuI90rVvQUdfxo off=3592419 len=956621 2024-04-13T07:53:38.723 INFO:tasks.workunit.client.0.smithi003.stdout:op 5340 completed, throughput=5MB/sec 2024-04-13T07:53:38.723 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-n2cUf7YBH-v4Kn8 off=13678189 len=2040742 2024-04-13T07:53:38.733 INFO:tasks.workunit.client.0.smithi003.stdout:op 5341 completed, throughput=5MB/sec 2024-04-13T07:53:39.734 INFO:tasks.workunit.client.0.smithi003.stdout: 1055: throughput=5MB/sec pending data=0 2024-04-13T07:53:39.734 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-A8XlVx60SmeSWiJ off=3942084 len=1892316 2024-04-13T07:53:39.736 INFO:tasks.workunit.client.0.smithi003.stdout:op 5342 completed, throughput=5MB/sec 2024-04-13T07:53:39.736 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vPKK0y8sY5gkEIh off=13341581 len=224233 2024-04-13T07:53:39.739 INFO:tasks.workunit.client.0.smithi003.stdout:op 5343 completed, throughput=5MB/sec 2024-04-13T07:53:39.740 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LN0Sjn80YsbAGHZ off=9641837 len=367744 2024-04-13T07:53:39.741 INFO:tasks.workunit.client.0.smithi003.stdout:op 5344 completed, throughput=5MB/sec 2024-04-13T07:53:39.741 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-y5xSH9EHWwM0u3f off=1836926 len=1174958 2024-04-13T07:53:39.742 INFO:tasks.workunit.client.0.smithi003.stdout:op 5345 completed, throughput=5MB/sec 2024-04-13T07:53:39.743 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VvKl6u9j9Iqwg7Z off=8728891 len=2001646 2024-04-13T07:53:39.745 INFO:tasks.workunit.client.0.smithi003.stdout:op 5346 completed, throughput=5MB/sec 2024-04-13T07:53:40.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:40 smithi003 ceph-mon[91733]: pgmap v2035: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:53:40.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:40 smithi003 ceph-mon[89364]: pgmap v2035: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:53:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:40 smithi066 ceph-mon[84331]: pgmap v2035: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-13T07:53:40.746 INFO:tasks.workunit.client.0.smithi003.stdout: 1056: throughput=5MB/sec pending data=0 2024-04-13T07:53:40.746 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7lfosGz1ReH6IBo off=18843328 len=1667670 2024-04-13T07:53:40.754 INFO:tasks.workunit.client.0.smithi003.stdout:op 5347 completed, throughput=5MB/sec 2024-04-13T07:53:40.754 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-f4--ACgNo7IAQyR off=13184053 len=1108501 2024-04-13T07:53:40.755 INFO:tasks.workunit.client.0.smithi003.stdout:op 5348 completed, throughput=5MB/sec 2024-04-13T07:53:40.755 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1Z7HR6qs-mWYr3E off=6796119 len=297924 2024-04-13T07:53:40.756 INFO:tasks.workunit.client.0.smithi003.stdout:op 5349 completed, throughput=5MB/sec 2024-04-13T07:53:40.756 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-djSqdu-wKIDUY-8 off=4644039 len=1346727 2024-04-13T07:53:40.763 INFO:tasks.workunit.client.0.smithi003.stdout:op 5350 completed, throughput=5MB/sec 2024-04-13T07:53:40.763 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lp3ymUeGLLT66Ui off=5998153 len=1726552 2024-04-13T07:53:40.764 INFO:tasks.workunit.client.0.smithi003.stdout:op 5351 completed, throughput=5MB/sec 2024-04-13T07:53:41.765 INFO:tasks.workunit.client.0.smithi003.stdout: 1057: throughput=5MB/sec pending data=0 2024-04-13T07:53:41.765 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oUDXo2Q-Ccr-BS8 off=1536795 len=360865 2024-04-13T07:53:41.769 INFO:tasks.workunit.client.0.smithi003.stdout:op 5352 completed, throughput=5MB/sec 2024-04-13T07:53:41.769 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-b6ds_HWGClqhYYG off=15546147 len=1895010 2024-04-13T07:53:41.771 INFO:tasks.workunit.client.0.smithi003.stdout:op 5353 completed, throughput=5MB/sec 2024-04-13T07:53:41.771 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eDhDqW2Mq7Tfqle off=9812847 len=142739 2024-04-13T07:53:41.772 INFO:tasks.workunit.client.0.smithi003.stdout:op 5354 completed, throughput=5MB/sec 2024-04-13T07:53:41.772 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3BuJNyBtBjGykMa off=12491538 len=582988 2024-04-13T07:53:41.776 INFO:tasks.workunit.client.0.smithi003.stdout:op 5355 completed, throughput=5MB/sec 2024-04-13T07:53:41.776 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sgD9_fAJGqddenv off=8110237 len=103905 2024-04-13T07:53:41.777 INFO:tasks.workunit.client.0.smithi003.stdout:op 5356 completed, throughput=5MB/sec 2024-04-13T07:53:41.777 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lB6pdim6GT1sBp8 off=23928662 len=1487758 2024-04-13T07:53:41.778 INFO:tasks.workunit.client.0.smithi003.stdout:op 5357 completed, throughput=5MB/sec 2024-04-13T07:53:42.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:42 smithi066 ceph-mon[84331]: pgmap v2036: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:53:42.655 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:53:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:53:42.779 INFO:tasks.workunit.client.0.smithi003.stdout: 1058: throughput=5MB/sec pending data=0 2024-04-13T07:53:42.779 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PcBsV7squ5yAupK off=1735524 len=728618 2024-04-13T07:53:42.784 INFO:tasks.workunit.client.0.smithi003.stdout:op 5358 completed, throughput=5MB/sec 2024-04-13T07:53:42.784 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4mbCBDfqmWWjDVS off=10750839 len=1549381 2024-04-13T07:53:42.793 INFO:tasks.workunit.client.0.smithi003.stdout:op 5359 completed, throughput=5MB/sec 2024-04-13T07:53:42.794 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MI1yM5GWZMS7Lmv off=12287438 len=1453507 2024-04-13T07:53:42.796 INFO:tasks.workunit.client.0.smithi003.stdout:op 5360 completed, throughput=5MB/sec 2024-04-13T07:53:42.796 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dEnnaPDZOP9_dYM off=3558740 len=1501131 2024-04-13T07:53:42.798 INFO:tasks.workunit.client.0.smithi003.stdout:op 5361 completed, throughput=5MB/sec 2024-04-13T07:53:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:42 smithi003 ceph-mon[91733]: pgmap v2036: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:53:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:42 smithi003 ceph-mon[89364]: pgmap v2036: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:53:43.798 INFO:tasks.workunit.client.0.smithi003.stdout: 1059: throughput=5MB/sec pending data=0 2024-04-13T07:53:43.799 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qLc4U50BSCvSE57 off=6136309 len=1622079 2024-04-13T07:53:43.800 INFO:tasks.workunit.client.0.smithi003.stdout:op 5362 completed, throughput=5MB/sec 2024-04-13T07:53:43.800 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jh4ptDehh5VAdNn off=10643627 len=403675 2024-04-13T07:53:43.804 INFO:tasks.workunit.client.0.smithi003.stdout:op 5363 completed, throughput=5MB/sec 2024-04-13T07:53:43.804 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VJ4luVDqEGBtLyA off=6046002 len=1550937 2024-04-13T07:53:43.811 INFO:tasks.workunit.client.0.smithi003.stdout:op 5364 completed, throughput=5MB/sec 2024-04-13T07:53:43.811 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kYW_aX-ot_b7Tpl off=1484122 len=829348 2024-04-13T07:53:43.815 INFO:tasks.workunit.client.0.smithi003.stdout:op 5365 completed, throughput=5MB/sec 2024-04-13T07:53:43.815 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fwOyPJMhGSQ-vAG off=2921161 len=575874 2024-04-13T07:53:43.816 INFO:tasks.workunit.client.0.smithi003.stdout:op 5366 completed, throughput=5MB/sec 2024-04-13T07:53:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:44 smithi003 ceph-mon[91733]: pgmap v2037: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T07:53:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:44 smithi003 ceph-mon[89364]: pgmap v2037: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T07:53:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:53:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:53:44] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-13T07:53:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:44 smithi066 ceph-mon[84331]: pgmap v2037: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-13T07:53:44.817 INFO:tasks.workunit.client.0.smithi003.stdout: 1060: throughput=5MB/sec pending data=0 2024-04-13T07:53:44.817 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3qhuR-BExPei_9b off=15117892 len=263263 2024-04-13T07:53:44.820 INFO:tasks.workunit.client.0.smithi003.stdout:op 5367 completed, throughput=5MB/sec 2024-04-13T07:53:44.820 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--r-KLoOaLilG0TP off=19408498 len=452198 2024-04-13T07:53:44.824 INFO:tasks.workunit.client.0.smithi003.stdout:op 5368 completed, throughput=5MB/sec 2024-04-13T07:53:44.824 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Y8EH8VuvJrUoMf9 off=7482639 len=954495 2024-04-13T07:53:44.825 INFO:tasks.workunit.client.0.smithi003.stdout:op 5369 completed, throughput=5MB/sec 2024-04-13T07:53:44.826 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZqyPTmOzhB-46aU off=15659437 len=244169 2024-04-13T07:53:44.827 INFO:tasks.workunit.client.0.smithi003.stdout:op 5370 completed, throughput=5MB/sec 2024-04-13T07:53:44.827 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1yWCI_b7LBy3J31 off=10102311 len=823790 2024-04-13T07:53:44.828 INFO:tasks.workunit.client.0.smithi003.stdout:op 5371 completed, throughput=5MB/sec 2024-04-13T07:53:44.828 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yI_a2KIePaKk_AM off=8002339 len=875709 2024-04-13T07:53:44.829 INFO:tasks.workunit.client.0.smithi003.stdout:op 5372 completed, throughput=5MB/sec 2024-04-13T07:53:44.829 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iGGFo1gO4LAbxIb off=1448609 len=1305112 2024-04-13T07:53:44.831 INFO:tasks.workunit.client.0.smithi003.stdout:op 5373 completed, throughput=5MB/sec 2024-04-13T07:53:44.831 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vXWUOqhccua2OGJ off=5960579 len=227822 2024-04-13T07:53:44.834 INFO:tasks.workunit.client.0.smithi003.stdout:op 5374 completed, throughput=5MB/sec 2024-04-13T07:53:44.835 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qPFC348s7XYHmQ8 off=18322736 len=275132 2024-04-13T07:53:44.837 INFO:tasks.workunit.client.0.smithi003.stdout:op 5375 completed, throughput=5MB/sec 2024-04-13T07:53:45.838 INFO:tasks.workunit.client.0.smithi003.stdout: 1061: throughput=5MB/sec pending data=0 2024-04-13T07:53:45.838 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ddDHVYbtZkV9419 off=14236354 len=16615 2024-04-13T07:53:45.838 INFO:tasks.workunit.client.0.smithi003.stdout:op 5376 completed, throughput=5MB/sec 2024-04-13T07:53:45.839 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-eOvBwgSa-ZlcYd2 off=12090375 len=612280 2024-04-13T07:53:45.839 INFO:tasks.workunit.client.0.smithi003.stdout:op 5377 completed, throughput=5MB/sec 2024-04-13T07:53:45.839 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pYALZmmUFx5WTtL off=1083970 len=1850885 2024-04-13T07:53:45.848 INFO:tasks.workunit.client.0.smithi003.stdout:op 5378 completed, throughput=5MB/sec 2024-04-13T07:53:45.848 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wh2QmD2-j2Q0ecG off=5327027 len=1773428 2024-04-13T07:53:45.849 INFO:tasks.workunit.client.0.smithi003.stdout:op 5379 completed, throughput=5MB/sec 2024-04-13T07:53:45.849 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mzcjwO71WbNaaDp off=884262 len=1620779 2024-04-13T07:53:45.853 INFO:tasks.workunit.client.0.smithi003.stdout:op 5380 completed, throughput=5MB/sec 2024-04-13T07:53:46.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:46 smithi066 ceph-mon[84331]: pgmap v2038: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-13T07:53:46.853 INFO:tasks.workunit.client.0.smithi003.stdout: 1062: throughput=5MB/sec pending data=0 2024-04-13T07:53:46.854 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bOYiPKG_0Jq7RF4 off=5601125 len=9834 2024-04-13T07:53:46.856 INFO:tasks.workunit.client.0.smithi003.stdout:op 5381 completed, throughput=5MB/sec 2024-04-13T07:53:46.856 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nhdVoHtgwE85GX2 off=11242563 len=1360979 2024-04-13T07:53:46.863 INFO:tasks.workunit.client.0.smithi003.stdout:op 5382 completed, throughput=5MB/sec 2024-04-13T07:53:46.863 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--_RnkWRClYdHZU1 off=6581846 len=1587270 2024-04-13T07:53:46.866 INFO:tasks.workunit.client.0.smithi003.stdout:op 5383 completed, throughput=5MB/sec 2024-04-13T07:53:46.866 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EofGfU3QFSh_07O off=5519372 len=100672 2024-04-13T07:53:46.866 INFO:tasks.workunit.client.0.smithi003.stdout:op 5384 completed, throughput=5MB/sec 2024-04-13T07:53:46.866 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-I4d0FYAYSBRnEbN off=0 len=1255785 2024-04-13T07:53:46.875 INFO:tasks.workunit.client.0.smithi003.stdout:op 5385 completed, throughput=5MB/sec 2024-04-13T07:53:46.875 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YhfhfSPmJs7LkRq off=3014435 len=1438259 2024-04-13T07:53:46.882 INFO:tasks.workunit.client.0.smithi003.stdout:op 5386 completed, throughput=5MB/sec 2024-04-13T07:53:46.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:46 smithi003 ceph-mon[91733]: pgmap v2038: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-13T07:53:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:46 smithi003 ceph-mon[89364]: pgmap v2038: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-13T07:53:47.882 INFO:tasks.workunit.client.0.smithi003.stdout: 1063: throughput=5MB/sec pending data=0 2024-04-13T07:53:47.882 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cYXmMVZAJHcurCQ off=11815407 len=1576543 2024-04-13T07:53:47.890 INFO:tasks.workunit.client.0.smithi003.stdout:op 5387 completed, throughput=5MB/sec 2024-04-13T07:53:47.890 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EVPRD6TjXVjHJTA off=20261208 len=1132125 2024-04-13T07:53:47.891 INFO:tasks.workunit.client.0.smithi003.stdout:op 5388 completed, throughput=5MB/sec 2024-04-13T07:53:47.891 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-T0RFK4YfhW9B70P off=3751279 len=1563059 2024-04-13T07:53:47.898 INFO:tasks.workunit.client.0.smithi003.stdout:op 5389 completed, throughput=5MB/sec 2024-04-13T07:53:48.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:48 smithi066 ceph-mon[84331]: pgmap v2039: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:53:48.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:48 smithi003 ceph-mon[91733]: pgmap v2039: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:53:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:48 smithi003 ceph-mon[89364]: pgmap v2039: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:53:48.898 INFO:tasks.workunit.client.0.smithi003.stdout: 1064: throughput=5MB/sec pending data=0 2024-04-13T07:53:48.899 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WW9WxYFHX2D5nsA off=6594585 len=1369917 2024-04-13T07:53:48.906 INFO:tasks.workunit.client.0.smithi003.stdout:op 5390 completed, throughput=5MB/sec 2024-04-13T07:53:48.906 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--UGU0pGXPAuZkxv off=2448058 len=1779088 2024-04-13T07:53:48.915 INFO:tasks.workunit.client.0.smithi003.stdout:op 5391 completed, throughput=5MB/sec 2024-04-13T07:53:48.915 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_sI9MwHVBC9vypc off=1656115 len=935488 2024-04-13T07:53:48.921 INFO:tasks.workunit.client.0.smithi003.stdout:op 5392 completed, throughput=5MB/sec 2024-04-13T07:53:48.921 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xGaq8wSq2Qj2OtL off=7884648 len=1276628 2024-04-13T07:53:48.928 INFO:tasks.workunit.client.0.smithi003.stdout:op 5393 completed, throughput=5MB/sec 2024-04-13T07:53:49.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:53:49.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:53:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:53:49.928 INFO:tasks.workunit.client.0.smithi003.stdout: 1065: throughput=5MB/sec pending data=0 2024-04-13T07:53:49.928 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-1U9fNd_6QDKoMe0 off=5249851 len=306594 2024-04-13T07:53:49.929 INFO:tasks.workunit.client.0.smithi003.stdout:op 5394 completed, throughput=5MB/sec 2024-04-13T07:53:49.929 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_IIw--52y4RdV-u off=10963702 len=935104 2024-04-13T07:53:49.931 INFO:tasks.workunit.client.0.smithi003.stdout:op 5395 completed, throughput=5MB/sec 2024-04-13T07:53:49.931 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bdXUlP4JHDaOXpA off=2238537 len=1515982 2024-04-13T07:53:49.936 INFO:tasks.workunit.client.0.smithi003.stdout:op 5396 completed, throughput=5MB/sec 2024-04-13T07:53:49.936 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fmKtdnmIDHOH_hH off=9585729 len=1455658 2024-04-13T07:53:49.942 INFO:tasks.workunit.client.0.smithi003.stdout:op 5397 completed, throughput=5MB/sec 2024-04-13T07:53:49.943 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-T16rA8HCU_J-cqZ off=8118106 len=1478598 2024-04-13T07:53:49.947 INFO:tasks.workunit.client.0.smithi003.stdout:op 5398 completed, throughput=5MB/sec 2024-04-13T07:53:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:50 smithi003 ceph-mon[91733]: pgmap v2040: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:53:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:50 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:53:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:50 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:53:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:50 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:53:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:50 smithi003 ceph-mon[89364]: pgmap v2040: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:53:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:50 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:53:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:50 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:53:50.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:50 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:53:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:50 smithi066 ceph-mon[84331]: pgmap v2040: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-13T07:53:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:50 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:53:50.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:50 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:53:50.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:50 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:53:50.948 INFO:tasks.workunit.client.0.smithi003.stdout: 1066: throughput=5MB/sec pending data=0 2024-04-13T07:53:50.948 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Zr3prV3mlZYYeQX off=619589 len=1666953 2024-04-13T07:53:50.958 INFO:tasks.workunit.client.0.smithi003.stdout:op 5399 completed, throughput=5MB/sec 2024-04-13T07:53:50.958 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dPGbOVWlGSC8MdF off=15668417 len=1985620 2024-04-13T07:53:50.966 INFO:tasks.workunit.client.0.smithi003.stdout:op 5400 completed, throughput=5MB/sec 2024-04-13T07:53:50.966 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NYdFiLLQGFHVwBt off=9190336 len=1267099 2024-04-13T07:53:50.969 INFO:tasks.workunit.client.0.smithi003.stdout:op 5401 completed, throughput=5MB/sec 2024-04-13T07:53:50.969 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_sI9MwHVBC9vypc off=936663 len=1654940 2024-04-13T07:53:50.975 INFO:tasks.workunit.client.0.smithi003.stdout:op 5402 completed, throughput=5MB/sec 2024-04-13T07:53:51.975 INFO:tasks.workunit.client.0.smithi003.stdout: 1067: throughput=5MB/sec pending data=0 2024-04-13T07:53:51.976 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lc8V_35KAKaii6x off=13305652 len=1945797 2024-04-13T07:53:51.985 INFO:tasks.workunit.client.0.smithi003.stdout:op 5403 completed, throughput=5MB/sec 2024-04-13T07:53:51.986 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Rsff-sFB_lw5ZeB off=5809726 len=890973 2024-04-13T07:53:51.990 INFO:tasks.workunit.client.0.smithi003.stdout:op 5404 completed, throughput=5MB/sec 2024-04-13T07:53:51.991 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tqsKV2DbZ1xDbtO off=6667829 len=2057042 2024-04-13T07:53:51.999 INFO:tasks.workunit.client.0.smithi003.stdout:op 5405 completed, throughput=5MB/sec 2024-04-13T07:53:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:52 smithi066 ceph-mon[84331]: pgmap v2041: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:53:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:53:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:53:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:52 smithi003 ceph-mon[91733]: pgmap v2041: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:53:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:52 smithi003 ceph-mon[89364]: pgmap v2041: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-13T07:53:52.999 INFO:tasks.workunit.client.0.smithi003.stdout: 1068: throughput=5MB/sec pending data=0 2024-04-13T07:53:52.999 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-52K-hKFgzcuzTM7 off=14545770 len=1855934 2024-04-13T07:53:53.003 INFO:tasks.workunit.client.0.smithi003.stdout:op 5406 completed, throughput=5MB/sec 2024-04-13T07:53:53.003 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rHlvr6Owcplkmv1 off=5069741 len=1623858 2024-04-13T07:53:53.012 INFO:tasks.workunit.client.0.smithi003.stdout:op 5407 completed, throughput=5MB/sec 2024-04-13T07:53:53.012 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tkg4dk-IeGHWQmi off=8988269 len=1225846 2024-04-13T07:53:53.014 INFO:tasks.workunit.client.0.smithi003.stdout:op 5408 completed, throughput=5MB/sec 2024-04-13T07:53:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:53:54.014 INFO:tasks.workunit.client.0.smithi003.stdout: 1069: throughput=5MB/sec pending data=0 2024-04-13T07:53:54.014 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8GkyrpxAOevLi_V off=342885 len=1490390 2024-04-13T07:53:54.021 INFO:tasks.workunit.client.0.smithi003.stdout:op 5409 completed, throughput=5MB/sec 2024-04-13T07:53:54.021 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Z1v26NM4FyOI6ul off=7389438 len=764481 2024-04-13T07:53:54.022 INFO:tasks.workunit.client.0.smithi003.stdout:op 5410 completed, throughput=5MB/sec 2024-04-13T07:53:54.022 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-O9HbPzBodF7tmfi off=169370 len=779654 2024-04-13T07:53:54.027 INFO:tasks.workunit.client.0.smithi003.stdout:op 5411 completed, throughput=5MB/sec 2024-04-13T07:53:54.027 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-daHsc3NFz7puMIk off=5788554 len=1506089 2024-04-13T07:53:54.035 INFO:tasks.workunit.client.0.smithi003.stdout:op 5412 completed, throughput=5MB/sec 2024-04-13T07:53:54.035 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rMg-b_S1e1WEkKc off=715833 len=1853739 2024-04-13T07:53:54.044 INFO:tasks.workunit.client.0.smithi003.stdout:op 5413 completed, throughput=5MB/sec 2024-04-13T07:53:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:54 smithi003 ceph-mon[91733]: pgmap v2042: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T07:53:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:54 smithi003 ceph-mon[89364]: pgmap v2042: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T07:53:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:53:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:53:54] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-13T07:53:54.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:54 smithi066 ceph-mon[84331]: pgmap v2042: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-13T07:53:55.044 INFO:tasks.workunit.client.0.smithi003.stdout: 1070: throughput=5MB/sec pending data=0 2024-04-13T07:53:55.044 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-viCbSWKLXxPrxc- off=1912108 len=1453580 2024-04-13T07:53:55.051 INFO:tasks.workunit.client.0.smithi003.stdout:op 5414 completed, throughput=5MB/sec 2024-04-13T07:53:55.051 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sqjHpvjS0m-qwfd off=4862846 len=143427 2024-04-13T07:53:55.051 INFO:tasks.workunit.client.0.smithi003.stdout:op 5415 completed, throughput=5MB/sec 2024-04-13T07:53:55.051 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-RXykqXyRrAD1LzT off=14256158 len=1764986 2024-04-13T07:53:55.061 INFO:tasks.workunit.client.0.smithi003.stdout:op 5416 completed, throughput=5MB/sec 2024-04-13T07:53:55.061 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nyhqCi0zb1qAu3Y off=717311 len=1747801 2024-04-13T07:53:55.068 INFO:tasks.workunit.client.0.smithi003.stdout:op 5417 completed, throughput=5MB/sec 2024-04-13T07:53:56.068 INFO:tasks.workunit.client.0.smithi003.stdout: 1071: throughput=5MB/sec pending data=0 2024-04-13T07:53:56.068 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-j8N1nu8H8lr77xn off=9010556 len=1915694 2024-04-13T07:53:56.071 INFO:tasks.workunit.client.0.smithi003.stdout:op 5418 completed, throughput=5MB/sec 2024-04-13T07:53:56.071 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-k7h6OApr_uEiE8M off=4853405 len=347836 2024-04-13T07:53:56.071 INFO:tasks.workunit.client.0.smithi003.stdout:op 5419 completed, throughput=5MB/sec 2024-04-13T07:53:56.071 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GtykQBCDdjhMBIm off=4755758 len=843857 2024-04-13T07:53:56.073 INFO:tasks.workunit.client.0.smithi003.stdout:op 5420 completed, throughput=5MB/sec 2024-04-13T07:53:56.073 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Vl9MptqCV7dDk1Y off=11544595 len=770252 2024-04-13T07:53:56.074 INFO:tasks.workunit.client.0.smithi003.stdout:op 5421 completed, throughput=5MB/sec 2024-04-13T07:53:56.074 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-aAXe-UEVnU2OMkR off=11490069 len=1816798 2024-04-13T07:53:56.075 INFO:tasks.workunit.client.0.smithi003.stdout:op 5422 completed, throughput=5MB/sec 2024-04-13T07:53:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:56 smithi003 ceph-mon[91733]: pgmap v2043: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T07:53:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:56 smithi003 ceph-mon[89364]: pgmap v2043: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T07:53:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:56 smithi066 ceph-mon[84331]: pgmap v2043: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-13T07:53:57.076 INFO:tasks.workunit.client.0.smithi003.stdout: 1072: throughput=5MB/sec pending data=0 2024-04-13T07:53:57.076 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xy7n-vzn15m7Rh1 off=4231035 len=454255 2024-04-13T07:53:57.079 INFO:tasks.workunit.client.0.smithi003.stdout:op 5423 completed, throughput=5MB/sec 2024-04-13T07:53:57.079 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0RFXyGYXqxlKGts off=4283835 len=352570 2024-04-13T07:53:57.082 INFO:tasks.workunit.client.0.smithi003.stdout:op 5424 completed, throughput=5MB/sec 2024-04-13T07:53:57.082 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Og2ERShnTjEpls3 off=8698911 len=221371 2024-04-13T07:53:57.083 INFO:tasks.workunit.client.0.smithi003.stdout:op 5425 completed, throughput=5MB/sec 2024-04-13T07:53:57.083 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Io5Ft4ZXeht_UJA off=13282025 len=1120114 2024-04-13T07:53:57.084 INFO:tasks.workunit.client.0.smithi003.stdout:op 5426 completed, throughput=5MB/sec 2024-04-13T07:53:57.084 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--5JOTSvpP1kyfhB off=8982655 len=278097 2024-04-13T07:53:57.087 INFO:tasks.workunit.client.0.smithi003.stdout:op 5427 completed, throughput=5MB/sec 2024-04-13T07:53:57.088 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SD6tetuWVuXwHfr off=18003382 len=783363 2024-04-13T07:53:57.088 INFO:tasks.workunit.client.0.smithi003.stdout:op 5428 completed, throughput=5MB/sec 2024-04-13T07:53:57.089 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LTIie03kOnYhAVM off=6336376 len=733541 2024-04-13T07:53:57.093 INFO:tasks.workunit.client.0.smithi003.stdout:op 5429 completed, throughput=5MB/sec 2024-04-13T07:53:58.094 INFO:tasks.workunit.client.0.smithi003.stdout: 1073: throughput=5MB/sec pending data=0 2024-04-13T07:53:58.094 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PnZvYUlU3KBDfoI off=13187049 len=66032 2024-04-13T07:53:58.094 INFO:tasks.workunit.client.0.smithi003.stdout:op 5430 completed, throughput=5MB/sec 2024-04-13T07:53:58.095 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-a58dx4PvfJCuI1M off=1856354 len=296888 2024-04-13T07:53:58.095 INFO:tasks.workunit.client.0.smithi003.stdout:op 5431 completed, throughput=5MB/sec 2024-04-13T07:53:58.095 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Usmh1tC7SHY7d4U off=3119568 len=695810 2024-04-13T07:53:58.096 INFO:tasks.workunit.client.0.smithi003.stdout:op 5432 completed, throughput=5MB/sec 2024-04-13T07:53:58.096 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PSjZWudyseR9ud7 off=3604485 len=1593378 2024-04-13T07:53:58.098 INFO:tasks.workunit.client.0.smithi003.stdout:op 5433 completed, throughput=5MB/sec 2024-04-13T07:53:58.098 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1oM7ubSfc9OoJyx off=25796 len=2074492 2024-04-13T07:53:58.107 INFO:tasks.workunit.client.0.smithi003.stdout:op 5434 completed, throughput=5MB/sec 2024-04-13T07:53:58.107 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7gANJIMaCXOPHmK off=4313391 len=1816330 2024-04-13T07:53:58.115 INFO:tasks.workunit.client.0.smithi003.stdout:op 5435 completed, throughput=5MB/sec 2024-04-13T07:53:58.704 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:53:58 smithi066 ceph-mon[84331]: pgmap v2044: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-13T07:53:58.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:53:58 smithi003 ceph-mon[91733]: pgmap v2044: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-13T07:53:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:53:58 smithi003 ceph-mon[89364]: pgmap v2044: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-13T07:53:59.115 INFO:tasks.workunit.client.0.smithi003.stdout: 1074: throughput=5MB/sec pending data=0 2024-04-13T07:53:59.115 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kWuKhrMhLjKb3rq off=5687858 len=1622083 2024-04-13T07:53:59.117 INFO:tasks.workunit.client.0.smithi003.stdout:op 5436 completed, throughput=5MB/sec 2024-04-13T07:53:59.117 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-W_23XfoBIhwRgWb off=642790 len=181893 2024-04-13T07:53:59.120 INFO:tasks.workunit.client.0.smithi003.stdout:op 5437 completed, throughput=5MB/sec 2024-04-13T07:53:59.120 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vnsOUqyB80PWIhF off=5209653 len=1849149 2024-04-13T07:53:59.124 INFO:tasks.workunit.client.0.smithi003.stdout:op 5438 completed, throughput=5MB/sec 2024-04-13T07:53:59.124 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-w_ipe4ErK2VZhQI off=12198510 len=1552756 2024-04-13T07:53:59.132 INFO:tasks.workunit.client.0.smithi003.stdout:op 5439 completed, throughput=5MB/sec 2024-04-13T07:54:00.133 INFO:tasks.workunit.client.0.smithi003.stdout: 1075: throughput=5MB/sec pending data=0 2024-04-13T07:54:00.133 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1HNGOF2Ho8gF7z_ off=4642394 len=364901 2024-04-13T07:54:00.136 INFO:tasks.workunit.client.0.smithi003.stdout:op 5440 completed, throughput=5MB/sec 2024-04-13T07:54:00.136 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GYH6BiqB3bCLtNA off=4119534 len=1507249 2024-04-13T07:54:00.144 INFO:tasks.workunit.client.0.smithi003.stdout:op 5441 completed, throughput=5MB/sec 2024-04-13T07:54:00.144 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HhIsomuU8bDgqy7 off=3700310 len=758834 2024-04-13T07:54:00.145 INFO:tasks.workunit.client.0.smithi003.stdout:op 5442 completed, throughput=5MB/sec 2024-04-13T07:54:00.145 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0c9U2JffcdyaOxy off=3384169 len=779731 2024-04-13T07:54:00.150 INFO:tasks.workunit.client.0.smithi003.stdout:op 5443 completed, throughput=5MB/sec 2024-04-13T07:54:00.150 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cG1Vi-SjpVeqe1w off=5350667 len=192764 2024-04-13T07:54:00.153 INFO:tasks.workunit.client.0.smithi003.stdout:op 5444 completed, throughput=5MB/sec 2024-04-13T07:54:00.153 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nVr0otLW3F5ZVTH off=1341786 len=1312904 2024-04-13T07:54:00.154 INFO:tasks.workunit.client.0.smithi003.stdout:op 5445 completed, throughput=5MB/sec 2024-04-13T07:54:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:00 smithi003 ceph-mon[91733]: pgmap v2045: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-13T07:54:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:00 smithi003 ceph-mon[89364]: pgmap v2045: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-13T07:54:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:00 smithi066 ceph-mon[84331]: pgmap v2045: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-13T07:54:01.155 INFO:tasks.workunit.client.0.smithi003.stdout: 1076: throughput=5MB/sec pending data=0 2024-04-13T07:54:01.155 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-p4lrHEVK_TD68yP off=1568478 len=396341 2024-04-13T07:54:01.156 INFO:tasks.workunit.client.0.smithi003.stdout:op 5446 completed, throughput=5MB/sec 2024-04-13T07:54:01.156 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-S43PyTf5LSoMRK_ off=1045918 len=18394 2024-04-13T07:54:01.159 INFO:tasks.workunit.client.0.smithi003.stdout:op 5447 completed, throughput=5MB/sec 2024-04-13T07:54:01.159 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5V_UE6xX2tJ605J off=1661682 len=56061 2024-04-13T07:54:01.161 INFO:tasks.workunit.client.0.smithi003.stdout:op 5448 completed, throughput=5MB/sec 2024-04-13T07:54:01.161 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-x7TxM_86yHuVxvz off=6984235 len=2066191 2024-04-13T07:54:01.164 INFO:tasks.workunit.client.0.smithi003.stdout:op 5449 completed, throughput=5MB/sec 2024-04-13T07:54:01.164 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1fZQNFhBHjvtv9q off=702454 len=30866 2024-04-13T07:54:01.166 INFO:tasks.workunit.client.0.smithi003.stdout:op 5450 completed, throughput=5MB/sec 2024-04-13T07:54:01.167 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-baJh-aZZF6JKBNJ off=4497619 len=1902421 2024-04-13T07:54:01.176 INFO:tasks.workunit.client.0.smithi003.stdout:op 5451 completed, throughput=5MB/sec 2024-04-13T07:54:01.176 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-h-pF3ObkNYRCToR off=4899979 len=85734 2024-04-13T07:54:01.179 INFO:tasks.workunit.client.0.smithi003.stdout:op 5452 completed, throughput=5MB/sec 2024-04-13T07:54:02.179 INFO:tasks.workunit.client.0.smithi003.stdout: 1077: throughput=5MB/sec pending data=0 2024-04-13T07:54:02.179 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vKdgXlI9HFpHdMg off=6589802 len=625697 2024-04-13T07:54:02.181 INFO:tasks.workunit.client.0.smithi003.stdout:op 5453 completed, throughput=5MB/sec 2024-04-13T07:54:02.181 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-unWHo1UKxAUaEH7 off=12968284 len=740413 2024-04-13T07:54:02.181 INFO:tasks.workunit.client.0.smithi003.stdout:op 5454 completed, throughput=5MB/sec 2024-04-13T07:54:02.182 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5qA8QYByTLRcsCY off=3419771 len=1848667 2024-04-13T07:54:02.190 INFO:tasks.workunit.client.0.smithi003.stdout:op 5455 completed, throughput=5MB/sec 2024-04-13T07:54:02.190 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8lM0_XEaY41vrsp off=9067866 len=1584146 2024-04-13T07:54:02.200 INFO:tasks.workunit.client.0.smithi003.stdout:op 5456 completed, throughput=5MB/sec 2024-04-13T07:54:02.200 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ESPSkX_EL_SYGAS off=6384317 len=1226636 2024-04-13T07:54:02.206 INFO:tasks.workunit.client.0.smithi003.stdout:op 5457 completed, throughput=5MB/sec 2024-04-13T07:54:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:02 smithi066 ceph-mon[84331]: pgmap v2046: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-13T07:54:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:54:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:54:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:02 smithi003 ceph-mon[91733]: pgmap v2046: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-13T07:54:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:02 smithi003 ceph-mon[89364]: pgmap v2046: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-13T07:54:03.207 INFO:tasks.workunit.client.0.smithi003.stdout: 1078: throughput=5MB/sec pending data=0 2024-04-13T07:54:03.207 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WLtnD2rfo3ApZ9W off=7172006 len=1683706 2024-04-13T07:54:03.209 INFO:tasks.workunit.client.0.smithi003.stdout:op 5458 completed, throughput=5MB/sec 2024-04-13T07:54:03.209 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oNwt0SyA-77Ywdm off=3620974 len=677412 2024-04-13T07:54:03.213 INFO:tasks.workunit.client.0.smithi003.stdout:op 5459 completed, throughput=5MB/sec 2024-04-13T07:54:03.213 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3hqpsUDXqkD5pw7 off=1697849 len=749755 2024-04-13T07:54:03.218 INFO:tasks.workunit.client.0.smithi003.stdout:op 5460 completed, throughput=5MB/sec 2024-04-13T07:54:03.218 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nyg0u8IuT70htbn off=13669917 len=1372950 2024-04-13T07:54:03.221 INFO:tasks.workunit.client.0.smithi003.stdout:op 5461 completed, throughput=5MB/sec 2024-04-13T07:54:03.221 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--xPKWjvdFemEbWU off=14270396 len=964435 2024-04-13T07:54:03.226 INFO:tasks.workunit.client.0.smithi003.stdout:op 5462 completed, throughput=5MB/sec 2024-04-13T07:54:04.226 INFO:tasks.workunit.client.0.smithi003.stdout: 1079: throughput=5MB/sec pending data=0 2024-04-13T07:54:04.227 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-iHHPaT7UW-RjjhI off=413758 len=1094210 2024-04-13T07:54:04.232 INFO:tasks.workunit.client.0.smithi003.stdout:op 5463 completed, throughput=5MB/sec 2024-04-13T07:54:04.232 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bRNA2oyU_jcwJtl off=10383199 len=185004 2024-04-13T07:54:04.235 INFO:tasks.workunit.client.0.smithi003.stdout:op 5464 completed, throughput=5MB/sec 2024-04-13T07:54:04.235 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-A_M2kF3t8VwQpIr off=6320604 len=436735 2024-04-13T07:54:04.236 INFO:tasks.workunit.client.0.smithi003.stdout:op 5465 completed, throughput=5MB/sec 2024-04-13T07:54:04.236 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ixitPerb_G8LrlO off=4460542 len=323140 2024-04-13T07:54:04.239 INFO:tasks.workunit.client.0.smithi003.stdout:op 5466 completed, throughput=5MB/sec 2024-04-13T07:54:04.239 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-kQ35Dj96IJ2Orxt off=2294060 len=2001244 2024-04-13T07:54:04.246 INFO:tasks.workunit.client.0.smithi003.stdout:op 5467 completed, throughput=5MB/sec 2024-04-13T07:54:04.246 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8YNu9LhAToIefSM off=7068594 len=1881367 2024-04-13T07:54:04.248 INFO:tasks.workunit.client.0.smithi003.stdout:op 5468 completed, throughput=5MB/sec 2024-04-13T07:54:04.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:04 smithi003 ceph-mon[91733]: pgmap v2047: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-13T07:54:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:04 smithi003 ceph-mon[89364]: pgmap v2047: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-13T07:54:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:54:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:54:04] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-13T07:54:04.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:04 smithi066 ceph-mon[84331]: pgmap v2047: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-13T07:54:05.248 INFO:tasks.workunit.client.0.smithi003.stdout: 1080: throughput=5MB/sec pending data=0 2024-04-13T07:54:05.248 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zG0dYTSjl10kKMt off=7723 len=1394051 2024-04-13T07:54:05.257 INFO:tasks.workunit.client.0.smithi003.stdout:op 5469 completed, throughput=5MB/sec 2024-04-13T07:54:05.257 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9dh0U4--cvibO-R off=1431957 len=273305 2024-04-13T07:54:05.258 INFO:tasks.workunit.client.0.smithi003.stdout:op 5470 completed, throughput=5MB/sec 2024-04-13T07:54:05.258 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ntXIxSwOpW27Rsk off=1757244 len=1439046 2024-04-13T07:54:05.260 INFO:tasks.workunit.client.0.smithi003.stdout:op 5471 completed, throughput=5MB/sec 2024-04-13T07:54:05.260 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TK4kMbNsXPpxrAa off=6560108 len=1585897 2024-04-13T07:54:05.263 INFO:tasks.workunit.client.0.smithi003.stdout:op 5472 completed, throughput=5MB/sec 2024-04-13T07:54:06.263 INFO:tasks.workunit.client.0.smithi003.stdout: 1081: throughput=5MB/sec pending data=0 2024-04-13T07:54:06.264 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--qPIgen2_L0Jr70 off=8075733 len=724788 2024-04-13T07:54:06.265 INFO:tasks.workunit.client.0.smithi003.stdout:op 5473 completed, throughput=5MB/sec 2024-04-13T07:54:06.265 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-JY-C3pMEzNGUVBC off=7870781 len=24539 2024-04-13T07:54:06.268 INFO:tasks.workunit.client.0.smithi003.stdout:op 5474 completed, throughput=5MB/sec 2024-04-13T07:54:06.268 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oUDXo2Q-Ccr-BS8 off=1460294 len=437366 2024-04-13T07:54:06.269 INFO:tasks.workunit.client.0.smithi003.stdout:op 5475 completed, throughput=5MB/sec 2024-04-13T07:54:06.269 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-62fFnbgofiqJvFV off=8089108 len=276205 2024-04-13T07:54:06.270 INFO:tasks.workunit.client.0.smithi003.stdout:op 5476 completed, throughput=5MB/sec 2024-04-13T07:54:06.270 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-h-FD3gAw4blkmj8 off=4989142 len=563318 2024-04-13T07:54:06.274 INFO:tasks.workunit.client.0.smithi003.stdout:op 5477 completed, throughput=5MB/sec 2024-04-13T07:54:06.274 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RhOuIaC3p6q1JPj off=1401565 len=854524 2024-04-13T07:54:06.276 INFO:tasks.workunit.client.0.smithi003.stdout:op 5478 completed, throughput=5MB/sec 2024-04-13T07:54:06.276 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-E5nct4Nd9BXEx-Y off=6522845 len=580544 2024-04-13T07:54:06.280 INFO:tasks.workunit.client.0.smithi003.stdout:op 5479 completed, throughput=5MB/sec 2024-04-13T07:54:06.281 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-irpTIVj7NIjXkde off=558046 len=1282503 2024-04-13T07:54:06.287 INFO:tasks.workunit.client.0.smithi003.stdout:op 5480 completed, throughput=5MB/sec 2024-04-13T07:54:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:06 smithi003 ceph-mon[89364]: pgmap v2048: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-13T07:54:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:06 smithi003 ceph-mon[91733]: pgmap v2048: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-13T07:54:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:06 smithi066 ceph-mon[84331]: pgmap v2048: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-13T07:54:07.288 INFO:tasks.workunit.client.0.smithi003.stdout: 1082: throughput=5MB/sec pending data=0 2024-04-13T07:54:07.288 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tBMQTl0iTQzW9Fp off=406001 len=694805 2024-04-13T07:54:07.289 INFO:tasks.workunit.client.0.smithi003.stdout:op 5481 completed, throughput=5MB/sec 2024-04-13T07:54:07.289 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KZS622zGQ0Hj49n off=1626240 len=1492762 2024-04-13T07:54:07.298 INFO:tasks.workunit.client.0.smithi003.stdout:op 5482 completed, throughput=5MB/sec 2024-04-13T07:54:07.298 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZT3VfClM2uzBjN9 off=0 len=1403843 2024-04-13T07:54:07.299 INFO:tasks.workunit.client.0.smithi003.stdout:op 5483 completed, throughput=5MB/sec 2024-04-13T07:54:07.299 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tepmpgLLZwxxNkw off=14437908 len=931471 2024-04-13T07:54:07.304 INFO:tasks.workunit.client.0.smithi003.stdout:op 5484 completed, throughput=5MB/sec 2024-04-13T07:54:07.304 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hz3d6dTQNaoNlUp off=1935562 len=464966 2024-04-13T07:54:07.304 INFO:tasks.workunit.client.0.smithi003.stdout:op 5485 completed, throughput=5MB/sec 2024-04-13T07:54:07.304 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9ByJTZYVOpmKNd2 off=14069718 len=1930563 2024-04-13T07:54:07.317 INFO:tasks.workunit.client.0.smithi003.stdout:op 5486 completed, throughput=5MB/sec 2024-04-13T07:54:08.318 INFO:tasks.workunit.client.0.smithi003.stdout: 1083: throughput=5MB/sec pending data=0 2024-04-13T07:54:08.318 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QpEXn2WlsF7cOoC off=153047 len=1763075 2024-04-13T07:54:08.320 INFO:tasks.workunit.client.0.smithi003.stdout:op 5487 completed, throughput=5MB/sec 2024-04-13T07:54:08.320 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ogpOFiN9qEmM15z off=8151466 len=1388523 2024-04-13T07:54:08.322 INFO:tasks.workunit.client.0.smithi003.stdout:op 5488 completed, throughput=5MB/sec 2024-04-13T07:54:08.322 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5C14JK9BBJk_Qup off=8214156 len=1954799 2024-04-13T07:54:08.333 INFO:tasks.workunit.client.0.smithi003.stdout:op 5489 completed, throughput=5MB/sec 2024-04-13T07:54:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:08 smithi003 ceph-mon[89364]: pgmap v2049: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:54:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:08.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:08 smithi003 ceph-mon[91733]: pgmap v2049: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:54:08.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:08 smithi066 ceph-mon[84331]: pgmap v2049: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:54:08.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:08.902 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 07:54:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=cleanup t=2024-04-13T07:54:08.499746907Z level=info msg="Completed cleanup jobs" duration=5.866693ms 2024-04-13T07:54:09.333 INFO:tasks.workunit.client.0.smithi003.stdout: 1084: throughput=5MB/sec pending data=0 2024-04-13T07:54:09.333 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IkMCN3QyQIsJeyI off=4071698 len=1496521 2024-04-13T07:54:09.335 INFO:tasks.workunit.client.0.smithi003.stdout:op 5490 completed, throughput=5MB/sec 2024-04-13T07:54:09.335 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yEw62Q-WpV4s3bD off=3063721 len=2001750 2024-04-13T07:54:09.337 INFO:tasks.workunit.client.0.smithi003.stdout:op 5491 completed, throughput=5MB/sec 2024-04-13T07:54:09.337 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SjG3wTqBUE_gs9y off=984395 len=2064243 2024-04-13T07:54:09.347 INFO:tasks.workunit.client.0.smithi003.stdout:op 5492 completed, throughput=5MB/sec 2024-04-13T07:54:10.348 INFO:tasks.workunit.client.0.smithi003.stdout: 1085: throughput=5MB/sec pending data=0 2024-04-13T07:54:10.348 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2wXhSR72MugM1X3 off=17855388 len=1247177 2024-04-13T07:54:10.351 INFO:tasks.workunit.client.0.smithi003.stdout:op 5493 completed, throughput=5MB/sec 2024-04-13T07:54:10.351 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-HDfOrJ5g-tf3rKn off=6568482 len=629940 2024-04-13T07:54:10.356 INFO:tasks.workunit.client.0.smithi003.stdout:op 5494 completed, throughput=5MB/sec 2024-04-13T07:54:10.356 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cLJK0Vhl9JiVpBc off=2720207 len=1832926 2024-04-13T07:54:10.359 INFO:tasks.workunit.client.0.smithi003.stdout:op 5495 completed, throughput=5MB/sec 2024-04-13T07:54:10.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:10 smithi003 ceph-mon[91733]: pgmap v2050: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:54:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:10 smithi003 ceph-mon[89364]: pgmap v2050: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:54:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:10 smithi066 ceph-mon[84331]: pgmap v2050: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:54:11.359 INFO:tasks.workunit.client.0.smithi003.stdout: 1086: throughput=5MB/sec pending data=0 2024-04-13T07:54:11.359 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_FjU1DENyMor4No off=10439381 len=1095147 2024-04-13T07:54:11.365 INFO:tasks.workunit.client.0.smithi003.stdout:op 5496 completed, throughput=5MB/sec 2024-04-13T07:54:11.365 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BML_n6tKxm4K_MJ off=515248 len=1220139 2024-04-13T07:54:11.371 INFO:tasks.workunit.client.0.smithi003.stdout:op 5497 completed, throughput=5MB/sec 2024-04-13T07:54:11.371 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gLJ-hn1Hg0cJSk5 off=1923589 len=447247 2024-04-13T07:54:11.375 INFO:tasks.workunit.client.0.smithi003.stdout:op 5498 completed, throughput=5MB/sec 2024-04-13T07:54:11.375 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7Tt4mR453blpPw9 off=1946879 len=1502388 2024-04-13T07:54:11.382 INFO:tasks.workunit.client.0.smithi003.stdout:op 5499 completed, throughput=5MB/sec 2024-04-13T07:54:11.383 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hpr5BwPx95qPOBT off=11217892 len=1396258 2024-04-13T07:54:11.387 INFO:tasks.workunit.client.0.smithi003.stdout:op 5500 completed, throughput=5MB/sec 2024-04-13T07:54:12.388 INFO:tasks.workunit.client.0.smithi003.stdout: 1087: throughput=5MB/sec pending data=0 2024-04-13T07:54:12.388 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-x3k4AdbGAVxRVRu off=6897663 len=778848 2024-04-13T07:54:12.393 INFO:tasks.workunit.client.0.smithi003.stdout:op 5501 completed, throughput=5MB/sec 2024-04-13T07:54:12.393 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fjgzUcBGVNGUThv off=6423891 len=1921717 2024-04-13T07:54:12.404 INFO:tasks.workunit.client.0.smithi003.stdout:op 5502 completed, throughput=5MB/sec 2024-04-13T07:54:12.404 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-h04A6a9bg9EBl9H off=17423060 len=1443186 2024-04-13T07:54:12.406 INFO:tasks.workunit.client.0.smithi003.stdout:op 5503 completed, throughput=5MB/sec 2024-04-13T07:54:12.406 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LLSzQq3wSBDWxl5 off=3096619 len=1428395 2024-04-13T07:54:12.414 INFO:tasks.workunit.client.0.smithi003.stdout:op 5504 completed, throughput=5MB/sec 2024-04-13T07:54:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:12 smithi066 ceph-mon[84331]: pgmap v2051: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:54:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:54:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:54:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:12 smithi003 ceph-mon[89364]: pgmap v2051: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:54:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:12 smithi003 ceph-mon[91733]: pgmap v2051: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-13T07:54:13.414 INFO:tasks.workunit.client.0.smithi003.stdout: 1088: throughput=5MB/sec pending data=0 2024-04-13T07:54:13.414 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-F_5q_-Qx1u34q1N off=205096 len=1583191 2024-04-13T07:54:13.421 INFO:tasks.workunit.client.0.smithi003.stdout:op 5505 completed, throughput=5MB/sec 2024-04-13T07:54:13.422 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dBziQ9izfte1K6Z off=21012864 len=57170 2024-04-13T07:54:13.423 INFO:tasks.workunit.client.0.smithi003.stdout:op 5506 completed, throughput=5MB/sec 2024-04-13T07:54:13.423 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-v8OfPYrQ0QjTviP off=1926468 len=427473 2024-04-13T07:54:13.424 INFO:tasks.workunit.client.0.smithi003.stdout:op 5507 completed, throughput=5MB/sec 2024-04-13T07:54:13.424 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-bqQR5Zxccj-QE87 off=23166809 len=996128 2024-04-13T07:54:13.426 INFO:tasks.workunit.client.0.smithi003.stdout:op 5508 completed, throughput=5MB/sec 2024-04-13T07:54:13.426 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wM1xS881cecL4KT off=6036716 len=2052625 2024-04-13T07:54:13.428 INFO:tasks.workunit.client.0.smithi003.stdout:op 5509 completed, throughput=5MB/sec 2024-04-13T07:54:14.428 INFO:tasks.workunit.client.0.smithi003.stdout: 1089: throughput=5MB/sec pending data=0 2024-04-13T07:54:14.428 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eQTWJvEKd7aPj81 off=6567628 len=520064 2024-04-13T07:54:14.433 INFO:tasks.workunit.client.0.smithi003.stdout:op 5510 completed, throughput=5MB/sec 2024-04-13T07:54:14.433 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qQfCyz2yy6jiMgr off=296427 len=1520219 2024-04-13T07:54:14.435 INFO:tasks.workunit.client.0.smithi003.stdout:op 5511 completed, throughput=5MB/sec 2024-04-13T07:54:14.435 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lCACSJ3AzRI_Q75 off=9292524 len=1901079 2024-04-13T07:54:14.445 INFO:tasks.workunit.client.0.smithi003.stdout:op 5512 completed, throughput=5MB/sec 2024-04-13T07:54:14.445 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--roanaMYiJO03Ch off=12335546 len=173674 2024-04-13T07:54:14.448 INFO:tasks.workunit.client.0.smithi003.stdout:op 5513 completed, throughput=5MB/sec 2024-04-13T07:54:14.448 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-klwUPHz587QIEVO off=3727963 len=951493 2024-04-13T07:54:14.449 INFO:tasks.workunit.client.0.smithi003.stdout:op 5514 completed, throughput=5MB/sec 2024-04-13T07:54:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:14 smithi003 ceph-mon[91733]: pgmap v2052: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:54:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:54:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:54:14] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-13T07:54:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:14 smithi003 ceph-mon[89364]: pgmap v2052: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:54:14.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:14 smithi066 ceph-mon[84331]: pgmap v2052: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-13T07:54:15.449 INFO:tasks.workunit.client.0.smithi003.stdout: 1090: throughput=5MB/sec pending data=0 2024-04-13T07:54:15.449 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pyE2cB5KRwX8MMh off=12261958 len=1334861 2024-04-13T07:54:15.452 INFO:tasks.workunit.client.0.smithi003.stdout:op 5515 completed, throughput=5MB/sec 2024-04-13T07:54:15.452 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-o9edMEZcuPTgyEv off=2465674 len=1815010 2024-04-13T07:54:15.454 INFO:tasks.workunit.client.0.smithi003.stdout:op 5516 completed, throughput=5MB/sec 2024-04-13T07:54:15.454 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1uNqq4um2Du3Hvn off=4750041 len=801275 2024-04-13T07:54:15.460 INFO:tasks.workunit.client.0.smithi003.stdout:op 5517 completed, throughput=5MB/sec 2024-04-13T07:54:15.460 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-HnxjgbchwTHAOkO off=16217241 len=140890 2024-04-13T07:54:15.461 INFO:tasks.workunit.client.0.smithi003.stdout:op 5518 completed, throughput=5MB/sec 2024-04-13T07:54:15.461 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6B-RpIwAwbvw-_X off=21076934 len=468186 2024-04-13T07:54:15.464 INFO:tasks.workunit.client.0.smithi003.stdout:op 5519 completed, throughput=5MB/sec 2024-04-13T07:54:15.464 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Px0c7jzVGJq9dCO off=12102919 len=1732562 2024-04-13T07:54:15.466 INFO:tasks.workunit.client.0.smithi003.stdout:op 5520 completed, throughput=5MB/sec 2024-04-13T07:54:16.467 INFO:tasks.workunit.client.0.smithi003.stdout: 1091: throughput=5MB/sec pending data=0 2024-04-13T07:54:16.467 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KR6Am3XWF5BgECS off=20769645 len=57280 2024-04-13T07:54:16.467 INFO:tasks.workunit.client.0.smithi003.stdout:op 5521 completed, throughput=5MB/sec 2024-04-13T07:54:16.467 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Rgz3zyHNKy1F8zh off=5149240 len=1321749 2024-04-13T07:54:16.469 INFO:tasks.workunit.client.0.smithi003.stdout:op 5522 completed, throughput=5MB/sec 2024-04-13T07:54:16.469 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-s7k6rNDIrwX4aM2 off=4269378 len=912730 2024-04-13T07:54:16.475 INFO:tasks.workunit.client.0.smithi003.stdout:op 5523 completed, throughput=5MB/sec 2024-04-13T07:54:16.475 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tEBbgbn5xMC7Igl off=3901709 len=1292830 2024-04-13T07:54:16.477 INFO:tasks.workunit.client.0.smithi003.stdout:op 5524 completed, throughput=5MB/sec 2024-04-13T07:54:16.477 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WTx2dVtaEgmyoIt off=17868876 len=745923 2024-04-13T07:54:16.480 INFO:tasks.workunit.client.0.smithi003.stdout:op 5525 completed, throughput=5MB/sec 2024-04-13T07:54:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:16 smithi003 ceph-mon[89364]: pgmap v2053: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T07:54:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:16 smithi003 ceph-mon[91733]: pgmap v2053: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T07:54:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:16 smithi066 ceph-mon[84331]: pgmap v2053: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T07:54:17.481 INFO:tasks.workunit.client.0.smithi003.stdout: 1092: throughput=5MB/sec pending data=0 2024-04-13T07:54:17.481 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wbjZzwIirqO7gUi off=3110331 len=2069156 2024-04-13T07:54:17.493 INFO:tasks.workunit.client.0.smithi003.stdout:op 5526 completed, throughput=5MB/sec 2024-04-13T07:54:17.494 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-O5uNm-F7i6GeexS off=3148465 len=1740587 2024-04-13T07:54:17.495 INFO:tasks.workunit.client.0.smithi003.stdout:op 5527 completed, throughput=5MB/sec 2024-04-13T07:54:17.496 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mrY4XMEIXIRb9Da off=3536727 len=1015140 2024-04-13T07:54:17.501 INFO:tasks.workunit.client.0.smithi003.stdout:op 5528 completed, throughput=5MB/sec 2024-04-13T07:54:17.501 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mi9goKJfz3gnwqF off=1005107 len=2088948 2024-04-13T07:54:17.511 INFO:tasks.workunit.client.0.smithi003.stdout:op 5529 completed, throughput=5MB/sec 2024-04-13T07:54:18.512 INFO:tasks.workunit.client.0.smithi003.stdout: 1093: throughput=5MB/sec pending data=0 2024-04-13T07:54:18.512 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rXBGjZExBrreL5- off=16385623 len=127516 2024-04-13T07:54:18.513 INFO:tasks.workunit.client.0.smithi003.stdout:op 5530 completed, throughput=5MB/sec 2024-04-13T07:54:18.513 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_1a34CLYZ1weOEJ off=8289083 len=1477596 2024-04-13T07:54:18.516 INFO:tasks.workunit.client.0.smithi003.stdout:op 5531 completed, throughput=5MB/sec 2024-04-13T07:54:18.516 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hj2PMz0YtYfqPPg off=592758 len=2081223 2024-04-13T07:54:18.528 INFO:tasks.workunit.client.0.smithi003.stdout:op 5532 completed, throughput=5MB/sec 2024-04-13T07:54:18.528 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-KVVfwETieK54Vtv off=3585476 len=297391 2024-04-13T07:54:18.530 INFO:tasks.workunit.client.0.smithi003.stdout:op 5533 completed, throughput=5MB/sec 2024-04-13T07:54:18.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:18 smithi003 ceph-mon[89364]: pgmap v2054: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:54:18.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:18 smithi003 ceph-mon[91733]: pgmap v2054: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:54:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:18 smithi066 ceph-mon[84331]: pgmap v2054: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-13T07:54:19.531 INFO:tasks.workunit.client.0.smithi003.stdout: 1094: throughput=5MB/sec pending data=0 2024-04-13T07:54:19.531 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0i_MsCezw0YBz5i off=1084996 len=97638 2024-04-13T07:54:19.534 INFO:tasks.workunit.client.0.smithi003.stdout:op 5534 completed, throughput=5MB/sec 2024-04-13T07:54:19.534 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-cuo6o1eF9E_BsqY off=3417796 len=28260 2024-04-13T07:54:19.534 INFO:tasks.workunit.client.0.smithi003.stdout:op 5535 completed, throughput=5MB/sec 2024-04-13T07:54:19.534 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qmA1KTRzcoo_QpE off=14073373 len=993109 2024-04-13T07:54:19.539 INFO:tasks.workunit.client.0.smithi003.stdout:op 5536 completed, throughput=5MB/sec 2024-04-13T07:54:19.539 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_Obzqzm0g3g6XBv off=6569298 len=1336465 2024-04-13T07:54:19.545 INFO:tasks.workunit.client.0.smithi003.stdout:op 5537 completed, throughput=5MB/sec 2024-04-13T07:54:19.545 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eqVVfZ5UI5SNDoD off=193056 len=622692 2024-04-13T07:54:19.550 INFO:tasks.workunit.client.0.smithi003.stdout:op 5538 completed, throughput=5MB/sec 2024-04-13T07:54:19.550 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-A0rdSmWAtcsNEjk off=12173712 len=1030189 2024-04-13T07:54:19.551 INFO:tasks.workunit.client.0.smithi003.stdout:op 5539 completed, throughput=5MB/sec 2024-04-13T07:54:19.551 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oQYx5TGQJTjx9ln off=3113093 len=480477 2024-04-13T07:54:19.555 INFO:tasks.workunit.client.0.smithi003.stdout:op 5540 completed, throughput=5MB/sec 2024-04-13T07:54:19.555 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KZh26b5EAHTojGH off=6842690 len=500555 2024-04-13T07:54:19.555 INFO:tasks.workunit.client.0.smithi003.stdout:op 5541 completed, throughput=5MB/sec 2024-04-13T07:54:19.555 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AAQpsAsZaeMglu6 off=4510531 len=209337 2024-04-13T07:54:19.556 INFO:tasks.workunit.client.0.smithi003.stdout:op 5542 completed, throughput=5MB/sec 2024-04-13T07:54:20.556 INFO:tasks.workunit.client.0.smithi003.stdout: 1095: throughput=5MB/sec pending data=0 2024-04-13T07:54:20.557 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OWJXc3DgVBhG7jm off=3498859 len=1070901 2024-04-13T07:54:20.562 INFO:tasks.workunit.client.0.smithi003.stdout:op 5543 completed, throughput=5MB/sec 2024-04-13T07:54:20.562 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Bftn8vhapyFy6zU off=8249972 len=1811056 2024-04-13T07:54:20.570 INFO:tasks.workunit.client.0.smithi003.stdout:op 5544 completed, throughput=5MB/sec 2024-04-13T07:54:20.570 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wDZScoqvPjZn4s2 off=0 len=1431323 2024-04-13T07:54:20.574 INFO:tasks.workunit.client.0.smithi003.stdout:op 5545 completed, throughput=5MB/sec 2024-04-13T07:54:20.574 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8GkgMfBei8ejgno off=23682545 len=422146 2024-04-13T07:54:20.575 INFO:tasks.workunit.client.0.smithi003.stdout:op 5546 completed, throughput=5MB/sec 2024-04-13T07:54:20.575 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2B9efbx2QP7gy63 off=0 len=1609014 2024-04-13T07:54:20.578 INFO:tasks.workunit.client.0.smithi003.stdout:op 5547 completed, throughput=5MB/sec 2024-04-13T07:54:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:20 smithi003 ceph-mon[91733]: pgmap v2055: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:54:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:20 smithi003 ceph-mon[89364]: pgmap v2055: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:54:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:20 smithi066 ceph-mon[84331]: pgmap v2055: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:54:21.578 INFO:tasks.workunit.client.0.smithi003.stdout: 1096: throughput=5MB/sec pending data=0 2024-04-13T07:54:21.579 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Aj1LhOeoXoEvNca off=13633411 len=1789819 2024-04-13T07:54:21.590 INFO:tasks.workunit.client.0.smithi003.stdout:op 5548 completed, throughput=5MB/sec 2024-04-13T07:54:21.590 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rpubEhNQCleeVmz off=76162 len=1673673 2024-04-13T07:54:21.597 INFO:tasks.workunit.client.0.smithi003.stdout:op 5549 completed, throughput=5MB/sec 2024-04-13T07:54:21.598 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-s1bQjJ43KzoJIzI off=5839800 len=951410 2024-04-13T07:54:21.599 INFO:tasks.workunit.client.0.smithi003.stdout:op 5550 completed, throughput=5MB/sec 2024-04-13T07:54:22.599 INFO:tasks.workunit.client.0.smithi003.stdout: 1097: throughput=5MB/sec pending data=0 2024-04-13T07:54:22.599 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8dAudN8-3n4lD36 off=15944243 len=1585543 2024-04-13T07:54:22.607 INFO:tasks.workunit.client.0.smithi003.stdout:op 5551 completed, throughput=5MB/sec 2024-04-13T07:54:22.607 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tcq_ACsVPUJxHcY off=10559874 len=2012917 2024-04-13T07:54:22.617 INFO:tasks.workunit.client.0.smithi003.stdout:op 5552 completed, throughput=5MB/sec 2024-04-13T07:54:22.617 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OHnUhb6QkBPEyNA off=15796776 len=1091419 2024-04-13T07:54:22.622 INFO:tasks.workunit.client.0.smithi003.stdout:op 5553 completed, throughput=5MB/sec 2024-04-13T07:54:22.622 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6ik10P9ksVGfhVK off=17533764 len=318556 2024-04-13T07:54:22.623 INFO:tasks.workunit.client.0.smithi003.stdout:op 5554 completed, throughput=5MB/sec 2024-04-13T07:54:22.623 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-aV0IILWTUYmKhUf off=18991999 len=204879 2024-04-13T07:54:22.626 INFO:tasks.workunit.client.0.smithi003.stdout:op 5555 completed, throughput=5MB/sec 2024-04-13T07:54:22.626 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-a6JOKKPIGg5zXRI off=4252418 len=749859 2024-04-13T07:54:22.630 INFO:tasks.workunit.client.0.smithi003.stdout:op 5556 completed, throughput=5MB/sec 2024-04-13T07:54:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:22 smithi066 ceph-mon[84331]: pgmap v2056: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:54:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:54:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:54:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:22 smithi003 ceph-mon[91733]: pgmap v2056: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:54:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:22 smithi003 ceph-mon[89364]: pgmap v2056: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:54:23.631 INFO:tasks.workunit.client.0.smithi003.stdout: 1098: throughput=5MB/sec pending data=0 2024-04-13T07:54:23.631 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-74P4VcIeUE15QtK off=722615 len=1560277 2024-04-13T07:54:23.639 INFO:tasks.workunit.client.0.smithi003.stdout:op 5557 completed, throughput=5MB/sec 2024-04-13T07:54:23.639 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Bftn8vhapyFy6zU off=7135733 len=298209 2024-04-13T07:54:23.640 INFO:tasks.workunit.client.0.smithi003.stdout:op 5558 completed, throughput=5MB/sec 2024-04-13T07:54:23.640 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_HpMa6IGtAnFjDa off=7533685 len=959267 2024-04-13T07:54:23.645 INFO:tasks.workunit.client.0.smithi003.stdout:op 5559 completed, throughput=5MB/sec 2024-04-13T07:54:23.645 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Gxk-lfKpTKvRwTL off=640272 len=321583 2024-04-13T07:54:23.649 INFO:tasks.workunit.client.0.smithi003.stdout:op 5560 completed, throughput=5MB/sec 2024-04-13T07:54:23.649 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FgrE9vn3ParmFim off=5286247 len=571183 2024-04-13T07:54:23.653 INFO:tasks.workunit.client.0.smithi003.stdout:op 5561 completed, throughput=5MB/sec 2024-04-13T07:54:23.653 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-V41AYJFx6jjqCA2 off=17686758 len=1618006 2024-04-13T07:54:23.654 INFO:tasks.workunit.client.0.smithi003.stdout:op 5562 completed, throughput=5MB/sec 2024-04-13T07:54:23.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:23.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:24.466 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:54:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:54:24] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-13T07:54:24.655 INFO:tasks.workunit.client.0.smithi003.stdout: 1099: throughput=5MB/sec pending data=0 2024-04-13T07:54:24.655 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kdYb0bs7QXZheiQ off=426449 len=626546 2024-04-13T07:54:24.656 INFO:tasks.workunit.client.0.smithi003.stdout:op 5563 completed, throughput=5MB/sec 2024-04-13T07:54:24.656 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sLyaMooDS4nIqZU off=0 len=1990400 2024-04-13T07:54:24.658 INFO:tasks.workunit.client.0.smithi003.stdout:op 5564 completed, throughput=5MB/sec 2024-04-13T07:54:24.658 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-unauNVbDq_QVCHg off=246709 len=698666 2024-04-13T07:54:24.660 INFO:tasks.workunit.client.0.smithi003.stdout:op 5565 completed, throughput=5MB/sec 2024-04-13T07:54:24.660 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-07Bd8jL9Cmok2HT off=1317547 len=600641 2024-04-13T07:54:24.660 INFO:tasks.workunit.client.0.smithi003.stdout:op 5566 completed, throughput=5MB/sec 2024-04-13T07:54:24.661 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-f_msXgaf91BPHyi off=4932736 len=950945 2024-04-13T07:54:24.662 INFO:tasks.workunit.client.0.smithi003.stdout:op 5567 completed, throughput=5MB/sec 2024-04-13T07:54:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:24 smithi003 ceph-mon[91733]: pgmap v2057: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:54:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:24 smithi003 ceph-mon[89364]: pgmap v2057: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:54:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:24 smithi066 ceph-mon[84331]: pgmap v2057: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:54:25.662 INFO:tasks.workunit.client.0.smithi003.stdout: 1100: throughput=5MB/sec pending data=0 2024-04-13T07:54:25.662 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-QWDyaZUDIy1dUge off=11627268 len=1543979 2024-04-13T07:54:25.670 INFO:tasks.workunit.client.0.smithi003.stdout:op 5568 completed, throughput=5MB/sec 2024-04-13T07:54:25.670 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5eHYgCExh0Z69ms off=5090602 len=333354 2024-04-13T07:54:25.675 INFO:tasks.workunit.client.0.smithi003.stdout:op 5569 completed, throughput=5MB/sec 2024-04-13T07:54:25.675 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-y2WG4NN9n9irGx3 off=13880835 len=1745622 2024-04-13T07:54:25.679 INFO:tasks.workunit.client.0.smithi003.stdout:op 5570 completed, throughput=5MB/sec 2024-04-13T07:54:25.679 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--IiFuA_FoXOljy2 off=14103695 len=1077594 2024-04-13T07:54:25.680 INFO:tasks.workunit.client.0.smithi003.stdout:op 5571 completed, throughput=5MB/sec 2024-04-13T07:54:25.680 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-rVrNLpirNUHs6HB off=6074809 len=337710 2024-04-13T07:54:25.681 INFO:tasks.workunit.client.0.smithi003.stdout:op 5572 completed, throughput=5MB/sec 2024-04-13T07:54:25.681 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CUwfeI8x3G5yhZZ off=6213039 len=225447 2024-04-13T07:54:25.684 INFO:tasks.workunit.client.0.smithi003.stdout:op 5573 completed, throughput=5MB/sec 2024-04-13T07:54:26.685 INFO:tasks.workunit.client.0.smithi003.stdout: 1101: throughput=5MB/sec pending data=0 2024-04-13T07:54:26.685 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vHs7wGaMgGv6hkC off=10166814 len=1284569 2024-04-13T07:54:26.692 INFO:tasks.workunit.client.0.smithi003.stdout:op 5574 completed, throughput=5MB/sec 2024-04-13T07:54:26.692 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3GI_2csKZn-oxds off=12722190 len=1425350 2024-04-13T07:54:26.698 INFO:tasks.workunit.client.0.smithi003.stdout:op 5575 completed, throughput=5MB/sec 2024-04-13T07:54:26.699 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--1uxCc2tS6HNPK1 off=6537539 len=1853076 2024-04-13T07:54:26.703 INFO:tasks.workunit.client.0.smithi003.stdout:op 5576 completed, throughput=5MB/sec 2024-04-13T07:54:26.703 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_Iwyunhs8Qs34oq off=1142053 len=388217 2024-04-13T07:54:26.703 INFO:tasks.workunit.client.0.smithi003.stdout:op 5577 completed, throughput=5MB/sec 2024-04-13T07:54:26.703 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7Dzb_zz7FuPRmoP off=3614984 len=609975 2024-04-13T07:54:26.707 INFO:tasks.workunit.client.0.smithi003.stdout:op 5578 completed, throughput=5MB/sec 2024-04-13T07:54:26.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:26 smithi003 ceph-mon[91733]: pgmap v2058: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T07:54:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:26 smithi003 ceph-mon[89364]: pgmap v2058: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T07:54:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:26 smithi066 ceph-mon[84331]: pgmap v2058: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-13T07:54:27.707 INFO:tasks.workunit.client.0.smithi003.stdout: 1102: throughput=5MB/sec pending data=0 2024-04-13T07:54:27.707 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3I0teuU8hG7tKQx off=4489902 len=1952533 2024-04-13T07:54:27.719 INFO:tasks.workunit.client.0.smithi003.stdout:op 5579 completed, throughput=5MB/sec 2024-04-13T07:54:27.719 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-S8aAoyqtx3C99Ul off=4716538 len=2069680 2024-04-13T07:54:27.722 INFO:tasks.workunit.client.0.smithi003.stdout:op 5580 completed, throughput=5MB/sec 2024-04-13T07:54:27.722 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Mz9eI3BfLOEbErE off=1247833 len=1250481 2024-04-13T07:54:27.724 INFO:tasks.workunit.client.0.smithi003.stdout:op 5581 completed, throughput=5MB/sec 2024-04-13T07:54:28.725 INFO:tasks.workunit.client.0.smithi003.stdout: 1103: throughput=5MB/sec pending data=0 2024-04-13T07:54:28.725 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AEQAQLaL57tDHJP off=4544081 len=1702171 2024-04-13T07:54:28.736 INFO:tasks.workunit.client.0.smithi003.stdout:op 5582 completed, throughput=5MB/sec 2024-04-13T07:54:28.736 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7LaoIrKD4iBGxZs off=3283307 len=378506 2024-04-13T07:54:28.739 INFO:tasks.workunit.client.0.smithi003.stdout:op 5583 completed, throughput=5MB/sec 2024-04-13T07:54:28.739 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UVZL8IrTsd1C5hk off=8054361 len=552729 2024-04-13T07:54:28.744 INFO:tasks.workunit.client.0.smithi003.stdout:op 5584 completed, throughput=5MB/sec 2024-04-13T07:54:28.744 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6h_vrf79RpgtVgF off=18414519 len=1946538 2024-04-13T07:54:28.747 INFO:tasks.workunit.client.0.smithi003.stdout:op 5585 completed, throughput=5MB/sec 2024-04-13T07:54:28.747 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oeh8dTTQ7DtZQtk off=8304157 len=725678 2024-04-13T07:54:28.752 INFO:tasks.workunit.client.0.smithi003.stdout:op 5586 completed, throughput=5MB/sec 2024-04-13T07:54:28.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:28 smithi003 ceph-mon[91733]: pgmap v2059: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:54:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:28 smithi003 ceph-mon[89364]: pgmap v2059: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:54:28.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:28 smithi066 ceph-mon[84331]: pgmap v2059: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:54:29.752 INFO:tasks.workunit.client.0.smithi003.stdout: 1104: throughput=5MB/sec pending data=0 2024-04-13T07:54:29.752 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-n72a-oTT4FV4Zkh off=0 len=1333221 2024-04-13T07:54:29.760 INFO:tasks.workunit.client.0.smithi003.stdout:op 5587 completed, throughput=5MB/sec 2024-04-13T07:54:29.760 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9V_ei-TgspG4vWt off=18821352 len=1821409 2024-04-13T07:54:29.769 INFO:tasks.workunit.client.0.smithi003.stdout:op 5588 completed, throughput=5MB/sec 2024-04-13T07:54:29.769 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bblt74O_MW2Vwow off=5080520 len=997432 2024-04-13T07:54:29.774 INFO:tasks.workunit.client.0.smithi003.stdout:op 5589 completed, throughput=5MB/sec 2024-04-13T07:54:29.774 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0c9U2JffcdyaOxy off=624564 len=1631520 2024-04-13T07:54:29.775 INFO:tasks.workunit.client.0.smithi003.stdout:op 5590 completed, throughput=5MB/sec 2024-04-13T07:54:30.776 INFO:tasks.workunit.client.0.smithi003.stdout: 1105: throughput=5MB/sec pending data=0 2024-04-13T07:54:30.776 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-S7J8CcqVVvPiXUt off=23269180 len=237476 2024-04-13T07:54:30.777 INFO:tasks.workunit.client.0.smithi003.stdout:op 5591 completed, throughput=5MB/sec 2024-04-13T07:54:30.777 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wT9H2kOcWuzQ4Zt off=3852647 len=150188 2024-04-13T07:54:30.781 INFO:tasks.workunit.client.0.smithi003.stdout:op 5592 completed, throughput=5MB/sec 2024-04-13T07:54:30.782 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AiyBHsPAenig0is off=5305077 len=1672599 2024-04-13T07:54:30.789 INFO:tasks.workunit.client.0.smithi003.stdout:op 5593 completed, throughput=5MB/sec 2024-04-13T07:54:30.789 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-x5k8-BrT2bAK5US off=2706992 len=1359702 2024-04-13T07:54:30.794 INFO:tasks.workunit.client.0.smithi003.stdout:op 5594 completed, throughput=5MB/sec 2024-04-13T07:54:30.794 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-r751_DnC9-gGM2W off=8012860 len=621487 2024-04-13T07:54:30.798 INFO:tasks.workunit.client.0.smithi003.stdout:op 5595 completed, throughput=5MB/sec 2024-04-13T07:54:30.798 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--DW6pZTZLq6Uq8I off=17923513 len=1066094 2024-04-13T07:54:30.803 INFO:tasks.workunit.client.0.smithi003.stdout:op 5596 completed, throughput=5MB/sec 2024-04-13T07:54:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:30 smithi003 ceph-mon[89364]: pgmap v2060: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:54:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:30 smithi003 ceph-mon[91733]: pgmap v2060: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:54:30.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:30 smithi066 ceph-mon[84331]: pgmap v2060: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:54:31.803 INFO:tasks.workunit.client.0.smithi003.stdout: 1106: throughput=5MB/sec pending data=0 2024-04-13T07:54:31.804 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8bHq2YLw71tQAaR off=19460606 len=279635 2024-04-13T07:54:31.807 INFO:tasks.workunit.client.0.smithi003.stdout:op 5597 completed, throughput=5MB/sec 2024-04-13T07:54:31.807 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hPZ9OXPUJzFp8Hk off=3314795 len=902105 2024-04-13T07:54:31.809 INFO:tasks.workunit.client.0.smithi003.stdout:op 5598 completed, throughput=5MB/sec 2024-04-13T07:54:31.809 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-w_ipe4ErK2VZhQI off=4440646 len=177501 2024-04-13T07:54:31.811 INFO:tasks.workunit.client.0.smithi003.stdout:op 5599 completed, throughput=5MB/sec 2024-04-13T07:54:31.811 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-E3iwNdyoj2e_y57 off=6366124 len=1835850 2024-04-13T07:54:31.813 INFO:tasks.workunit.client.0.smithi003.stdout:op 5600 completed, throughput=5MB/sec 2024-04-13T07:54:31.813 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GAxqyYn1RGYBptp off=2145400 len=445708 2024-04-13T07:54:31.814 INFO:tasks.workunit.client.0.smithi003.stdout:op 5601 completed, throughput=5MB/sec 2024-04-13T07:54:31.814 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8dd3riYOLBE6z_H off=17962794 len=1490358 2024-04-13T07:54:31.820 INFO:tasks.workunit.client.0.smithi003.stdout:op 5602 completed, throughput=5MB/sec 2024-04-13T07:54:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:54:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:54:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:32 smithi066 ceph-mon[84331]: pgmap v2061: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:54:32.821 INFO:tasks.workunit.client.0.smithi003.stdout: 1107: throughput=5MB/sec pending data=0 2024-04-13T07:54:32.821 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-usdPGU4oLt6wiFY off=4812450 len=1122321 2024-04-13T07:54:32.822 INFO:tasks.workunit.client.0.smithi003.stdout:op 5603 completed, throughput=5MB/sec 2024-04-13T07:54:32.822 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EYHLl6CtUPJo0UM off=11453071 len=791742 2024-04-13T07:54:32.828 INFO:tasks.workunit.client.0.smithi003.stdout:op 5604 completed, throughput=5MB/sec 2024-04-13T07:54:32.828 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5PIPSEmbvn8BoLI off=3443968 len=1225548 2024-04-13T07:54:32.829 INFO:tasks.workunit.client.0.smithi003.stdout:op 5605 completed, throughput=5MB/sec 2024-04-13T07:54:32.829 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-W9mzSfGtzrZzsZN off=4233445 len=186023 2024-04-13T07:54:32.832 INFO:tasks.workunit.client.0.smithi003.stdout:op 5606 completed, throughput=5MB/sec 2024-04-13T07:54:32.832 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-R47SdBmNDwhtas4 off=6734400 len=1004098 2024-04-13T07:54:32.837 INFO:tasks.workunit.client.0.smithi003.stdout:op 5607 completed, throughput=5MB/sec 2024-04-13T07:54:32.837 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5O30-NmVdxPeeep off=5542661 len=773562 2024-04-13T07:54:32.838 INFO:tasks.workunit.client.0.smithi003.stdout:op 5608 completed, throughput=5MB/sec 2024-04-13T07:54:32.838 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bAQkIefL330-7M5 off=2710214 len=1041324 2024-04-13T07:54:32.843 INFO:tasks.workunit.client.0.smithi003.stdout:op 5609 completed, throughput=5MB/sec 2024-04-13T07:54:32.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:32 smithi003 ceph-mon[89364]: pgmap v2061: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:54:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:32 smithi003 ceph-mon[91733]: pgmap v2061: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-13T07:54:33.843 INFO:tasks.workunit.client.0.smithi003.stdout: 1108: throughput=5MB/sec pending data=0 2024-04-13T07:54:33.843 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-83enBmcVY28hG3q off=1749832 len=1585848 2024-04-13T07:54:33.845 INFO:tasks.workunit.client.0.smithi003.stdout:op 5610 completed, throughput=5MB/sec 2024-04-13T07:54:33.845 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-inWAdNvREwCqm92 off=9475672 len=1068737 2024-04-13T07:54:33.851 INFO:tasks.workunit.client.0.smithi003.stdout:op 5611 completed, throughput=5MB/sec 2024-04-13T07:54:33.851 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_lFYzJ3UhFlsWa- off=155328 len=154765 2024-04-13T07:54:33.856 INFO:tasks.workunit.client.0.smithi003.stdout:op 5612 completed, throughput=5MB/sec 2024-04-13T07:54:33.856 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AJXKUFqL_jZsaDN off=3890655 len=1661809 2024-04-13T07:54:33.864 INFO:tasks.workunit.client.0.smithi003.stdout:op 5613 completed, throughput=5MB/sec 2024-04-13T07:54:34.480 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:54:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:54:34] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-13T07:54:34.864 INFO:tasks.workunit.client.0.smithi003.stdout: 1109: throughput=5MB/sec pending data=0 2024-04-13T07:54:34.864 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-o1QBMbL4xC4k2RE off=1072356 len=1489013 2024-04-13T07:54:34.874 INFO:tasks.workunit.client.0.smithi003.stdout:op 5614 completed, throughput=5MB/sec 2024-04-13T07:54:34.874 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-4G6RZjM6uFaalcq off=3880185 len=758175 2024-04-13T07:54:34.878 INFO:tasks.workunit.client.0.smithi003.stdout:op 5615 completed, throughput=5MB/sec 2024-04-13T07:54:34.878 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-jhLHshuvt75wIBI off=3804089 len=567040 2024-04-13T07:54:34.879 INFO:tasks.workunit.client.0.smithi003.stdout:op 5616 completed, throughput=5MB/sec 2024-04-13T07:54:34.879 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iKLkfyo3JZaMWQ0 off=4764204 len=993479 2024-04-13T07:54:34.880 INFO:tasks.workunit.client.0.smithi003.stdout:op 5617 completed, throughput=5MB/sec 2024-04-13T07:54:34.880 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qGkz2DCFm9uyCIR off=2762636 len=1938110 2024-04-13T07:54:34.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:34 smithi003 ceph-mon[89364]: pgmap v2062: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:54:34.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:34 smithi003 ceph-mon[91733]: pgmap v2062: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:54:34.888 INFO:tasks.workunit.client.0.smithi003.stdout:op 5618 completed, throughput=5MB/sec 2024-04-13T07:54:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:34 smithi066 ceph-mon[84331]: pgmap v2062: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-13T07:54:35.889 INFO:tasks.workunit.client.0.smithi003.stdout: 1110: throughput=5MB/sec pending data=0 2024-04-13T07:54:35.889 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ruNWLpHnPzd0epQ off=2063839 len=443196 2024-04-13T07:54:35.892 INFO:tasks.workunit.client.0.smithi003.stdout:op 5619 completed, throughput=5MB/sec 2024-04-13T07:54:35.893 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-w0gyJxwmiObKAld off=16983748 len=987983 2024-04-13T07:54:35.895 INFO:tasks.workunit.client.0.smithi003.stdout:op 5620 completed, throughput=5MB/sec 2024-04-13T07:54:35.895 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-E6y4rZBzyIm09vT off=17262968 len=1699879 2024-04-13T07:54:35.904 INFO:tasks.workunit.client.0.smithi003.stdout:op 5621 completed, throughput=5MB/sec 2024-04-13T07:54:35.904 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-m-YK2IMK5gRQaPN off=4480972 len=342952 2024-04-13T07:54:35.907 INFO:tasks.workunit.client.0.smithi003.stdout:op 5622 completed, throughput=5MB/sec 2024-04-13T07:54:35.907 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lI_v-4k1fC6xu6p off=4499846 len=147411 2024-04-13T07:54:35.910 INFO:tasks.workunit.client.0.smithi003.stdout:op 5623 completed, throughput=5MB/sec 2024-04-13T07:54:35.910 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-juDszZYRu4MnyGw off=8836525 len=689909 2024-04-13T07:54:35.911 INFO:tasks.workunit.client.0.smithi003.stdout:op 5624 completed, throughput=5MB/sec 2024-04-13T07:54:35.911 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lH_WlbiEK0uZkm9 off=21632775 len=574627 2024-04-13T07:54:35.912 INFO:tasks.workunit.client.0.smithi003.stdout:op 5625 completed, throughput=5MB/sec 2024-04-13T07:54:35.912 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zSb_um-a6YQ_q6T off=380004 len=1806588 2024-04-13T07:54:35.921 INFO:tasks.workunit.client.0.smithi003.stdout:op 5626 completed, throughput=5MB/sec 2024-04-13T07:54:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:36 smithi003 ceph-mon[91733]: pgmap v2063: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T07:54:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:36 smithi003 ceph-mon[89364]: pgmap v2063: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T07:54:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:36 smithi066 ceph-mon[84331]: pgmap v2063: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-13T07:54:36.922 INFO:tasks.workunit.client.0.smithi003.stdout: 1111: throughput=5MB/sec pending data=0 2024-04-13T07:54:36.922 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Qi9EWlIhxmQ_4nG off=9817039 len=452282 2024-04-13T07:54:36.925 INFO:tasks.workunit.client.0.smithi003.stdout:op 5627 completed, throughput=5MB/sec 2024-04-13T07:54:36.926 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-t6GcpRUfh6TxIys off=3761558 len=1996594 2024-04-13T07:54:36.929 INFO:tasks.workunit.client.0.smithi003.stdout:op 5628 completed, throughput=5MB/sec 2024-04-13T07:54:36.930 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CepZyanqgfZTBmT off=409754 len=1452723 2024-04-13T07:54:36.938 INFO:tasks.workunit.client.0.smithi003.stdout:op 5629 completed, throughput=5MB/sec 2024-04-13T07:54:37.938 INFO:tasks.workunit.client.0.smithi003.stdout: 1112: throughput=5MB/sec pending data=0 2024-04-13T07:54:37.938 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-PZRoLykuTUsCxrJ off=1646564 len=482807 2024-04-13T07:54:37.942 INFO:tasks.workunit.client.0.smithi003.stdout:op 5630 completed, throughput=5MB/sec 2024-04-13T07:54:37.942 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YlOw5b2oveQFvIn off=6982368 len=64903 2024-04-13T07:54:37.945 INFO:tasks.workunit.client.0.smithi003.stdout:op 5631 completed, throughput=5MB/sec 2024-04-13T07:54:37.945 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3rkdnmKzIQ_B-yJ off=546821 len=1977907 2024-04-13T07:54:37.955 INFO:tasks.workunit.client.0.smithi003.stdout:op 5632 completed, throughput=5MB/sec 2024-04-13T07:54:37.956 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gg58-9GRuqASJYm off=1142660 len=955122 2024-04-13T07:54:37.961 INFO:tasks.workunit.client.0.smithi003.stdout:op 5633 completed, throughput=5MB/sec 2024-04-13T07:54:37.961 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_xbZvEP_deMxT1Z off=4860284 len=1591102 2024-04-13T07:54:37.968 INFO:tasks.workunit.client.0.smithi003.stdout:op 5634 completed, throughput=5MB/sec 2024-04-13T07:54:37.968 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KeRlREcz-jSOFk3 off=17088087 len=1922328 2024-04-13T07:54:37.970 INFO:tasks.workunit.client.0.smithi003.stdout:op 5635 completed, throughput=5MB/sec 2024-04-13T07:54:38.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:38 smithi003 ceph-mon[91733]: pgmap v2064: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:54:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:38 smithi003 ceph-mon[89364]: pgmap v2064: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:54:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:38 smithi066 ceph-mon[84331]: pgmap v2064: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:54:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:38.971 INFO:tasks.workunit.client.0.smithi003.stdout: 1113: throughput=5MB/sec pending data=0 2024-04-13T07:54:38.971 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-WL6IDOCJyO2P4Kl off=5493655 len=854470 2024-04-13T07:54:38.976 INFO:tasks.workunit.client.0.smithi003.stdout:op 5636 completed, throughput=5MB/sec 2024-04-13T07:54:38.976 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wgCmxEUB79vsGIJ off=3644397 len=1009891 2024-04-13T07:54:38.978 INFO:tasks.workunit.client.0.smithi003.stdout:op 5637 completed, throughput=5MB/sec 2024-04-13T07:54:38.978 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8wK1UAJ30A6nUAo off=3519468 len=1233862 2024-04-13T07:54:38.981 INFO:tasks.workunit.client.0.smithi003.stdout:op 5638 completed, throughput=5MB/sec 2024-04-13T07:54:38.981 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hWinmvIZrNBOZRq off=615363 len=211562 2024-04-13T07:54:38.984 INFO:tasks.workunit.client.0.smithi003.stdout:op 5639 completed, throughput=5MB/sec 2024-04-13T07:54:38.984 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5eHYgCExh0Z69ms off=4822889 len=1336196 2024-04-13T07:54:38.987 INFO:tasks.workunit.client.0.smithi003.stdout:op 5640 completed, throughput=5MB/sec 2024-04-13T07:54:39.987 INFO:tasks.workunit.client.0.smithi003.stdout: 1114: throughput=5MB/sec pending data=0 2024-04-13T07:54:39.987 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JtHyBz7L6JG66Rf off=6296743 len=1347122 2024-04-13T07:54:39.989 INFO:tasks.workunit.client.0.smithi003.stdout:op 5641 completed, throughput=5MB/sec 2024-04-13T07:54:39.989 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-__jfsGBceVqwQyw off=1856070 len=1645364 2024-04-13T07:54:39.991 INFO:tasks.workunit.client.0.smithi003.stdout:op 5642 completed, throughput=5MB/sec 2024-04-13T07:54:39.991 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YdqYVMdnLQrdhlO off=3844151 len=437280 2024-04-13T07:54:39.995 INFO:tasks.workunit.client.0.smithi003.stdout:op 5643 completed, throughput=5MB/sec 2024-04-13T07:54:39.995 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iejncNRvInPV-DQ off=7874412 len=1184087 2024-04-13T07:54:39.997 INFO:tasks.workunit.client.0.smithi003.stdout:op 5644 completed, throughput=5MB/sec 2024-04-13T07:54:40.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:40 smithi003 ceph-mon[89364]: pgmap v2065: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:54:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:40 smithi003 ceph-mon[91733]: pgmap v2065: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:54:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:40 smithi066 ceph-mon[84331]: pgmap v2065: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:54:40.997 INFO:tasks.workunit.client.0.smithi003.stdout: 1115: throughput=5MB/sec pending data=0 2024-04-13T07:54:40.997 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-o_TOaUt7wz7QhxJ off=882566 len=1195703 2024-04-13T07:54:41.004 INFO:tasks.workunit.client.0.smithi003.stdout:op 5645 completed, throughput=5MB/sec 2024-04-13T07:54:41.004 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Y4mgvO8dpDz79dT off=11539306 len=408041 2024-04-13T07:54:41.005 INFO:tasks.workunit.client.0.smithi003.stdout:op 5646 completed, throughput=5MB/sec 2024-04-13T07:54:41.005 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6te5aC4EepJj72X off=2758217 len=2010112 2024-04-13T07:54:41.007 INFO:tasks.workunit.client.0.smithi003.stdout:op 5647 completed, throughput=5MB/sec 2024-04-13T07:54:41.008 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-6RXUEJ01KBmiMCC off=5599285 len=1377137 2024-04-13T07:54:41.009 INFO:tasks.workunit.client.0.smithi003.stdout:op 5648 completed, throughput=5MB/sec 2024-04-13T07:54:42.010 INFO:tasks.workunit.client.0.smithi003.stdout: 1116: throughput=5MB/sec pending data=0 2024-04-13T07:54:42.010 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Jm4W5ZC9-PpSz9S off=2599903 len=796125 2024-04-13T07:54:42.014 INFO:tasks.workunit.client.0.smithi003.stdout:op 5649 completed, throughput=5MB/sec 2024-04-13T07:54:42.014 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZEbLaMCl1iglr5P off=5532259 len=225277 2024-04-13T07:54:42.017 INFO:tasks.workunit.client.0.smithi003.stdout:op 5650 completed, throughput=5MB/sec 2024-04-13T07:54:42.017 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-V41AYJFx6jjqCA2 off=9544855 len=606005 2024-04-13T07:54:42.017 INFO:tasks.workunit.client.0.smithi003.stdout:op 5651 completed, throughput=5MB/sec 2024-04-13T07:54:42.017 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OpWYQlkeGBrsLD3 off=1806443 len=429207 2024-04-13T07:54:42.022 INFO:tasks.workunit.client.0.smithi003.stdout:op 5652 completed, throughput=5MB/sec 2024-04-13T07:54:42.022 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mt8QLYb2kIllL1I off=10684995 len=1419440 2024-04-13T07:54:42.022 INFO:tasks.workunit.client.0.smithi003.stdout:op 5653 completed, throughput=5MB/sec 2024-04-13T07:54:42.022 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3C3pITvpa7apN9E off=13418176 len=1272988 2024-04-13T07:54:42.029 INFO:tasks.workunit.client.0.smithi003.stdout:op 5654 completed, throughput=5MB/sec 2024-04-13T07:54:42.030 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZEbLaMCl1iglr5P off=10868212 len=687733 2024-04-13T07:54:42.032 INFO:tasks.workunit.client.0.smithi003.stdout:op 5655 completed, throughput=5MB/sec 2024-04-13T07:54:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:42 smithi066 ceph-mon[84331]: pgmap v2066: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:54:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:54:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:54:42.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:42 smithi003 ceph-mon[89364]: pgmap v2066: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:54:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:42 smithi003 ceph-mon[91733]: pgmap v2066: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-13T07:54:43.033 INFO:tasks.workunit.client.0.smithi003.stdout: 1117: throughput=5MB/sec pending data=0 2024-04-13T07:54:43.033 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lefHhAyctOsDSpr off=5677975 len=1129625 2024-04-13T07:54:43.039 INFO:tasks.workunit.client.0.smithi003.stdout:op 5656 completed, throughput=5MB/sec 2024-04-13T07:54:43.039 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SuMCqTkCrVQ0aDR off=7439311 len=126233 2024-04-13T07:54:43.039 INFO:tasks.workunit.client.0.smithi003.stdout:op 5657 completed, throughput=5MB/sec 2024-04-13T07:54:43.040 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oGl0amGOFg222La off=5336007 len=2005787 2024-04-13T07:54:43.051 INFO:tasks.workunit.client.0.smithi003.stdout:op 5658 completed, throughput=5MB/sec 2024-04-13T07:54:43.051 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LoXzSPFTHY0gxRG off=16531651 len=1912715 2024-04-13T07:54:43.053 INFO:tasks.workunit.client.0.smithi003.stdout:op 5659 completed, throughput=5MB/sec 2024-04-13T07:54:44.054 INFO:tasks.workunit.client.0.smithi003.stdout: 1118: throughput=5MB/sec pending data=0 2024-04-13T07:54:44.054 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-iiCdajujpHQH2UT off=19838912 len=865605 2024-04-13T07:54:44.058 INFO:tasks.workunit.client.0.smithi003.stdout:op 5660 completed, throughput=5MB/sec 2024-04-13T07:54:44.058 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7hCaln1puPxnjA6 off=11293407 len=287213 2024-04-13T07:54:44.062 INFO:tasks.workunit.client.0.smithi003.stdout:op 5661 completed, throughput=5MB/sec 2024-04-13T07:54:44.062 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RSuSeuPgWB06iHw off=1372188 len=541215 2024-04-13T07:54:44.063 INFO:tasks.workunit.client.0.smithi003.stdout:op 5662 completed, throughput=5MB/sec 2024-04-13T07:54:44.063 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tPpzQw2I5E-nUTe off=2886302 len=1744795 2024-04-13T07:54:44.072 INFO:tasks.workunit.client.0.smithi003.stdout:op 5663 completed, throughput=5MB/sec 2024-04-13T07:54:44.072 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_hP_8CIdgMpb_lY off=2658268 len=285931 2024-04-13T07:54:44.075 INFO:tasks.workunit.client.0.smithi003.stdout:op 5664 completed, throughput=5MB/sec 2024-04-13T07:54:44.076 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Ra34ZlDnAM59RtO off=4528571 len=2056034 2024-04-13T07:54:44.090 INFO:tasks.workunit.client.0.smithi003.stdout:op 5665 completed, throughput=5MB/sec 2024-04-13T07:54:44.495 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:54:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:54:44] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-13T07:54:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:44 smithi003 ceph-mon[91733]: pgmap v2067: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:54:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:44 smithi003 ceph-mon[89364]: pgmap v2067: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:54:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:44 smithi066 ceph-mon[84331]: pgmap v2067: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:54:45.090 INFO:tasks.workunit.client.0.smithi003.stdout: 1119: throughput=5MB/sec pending data=0 2024-04-13T07:54:45.090 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-sCvHB8087wRk0I3 off=1527620 len=680141 2024-04-13T07:54:45.094 INFO:tasks.workunit.client.0.smithi003.stdout:op 5666 completed, throughput=5MB/sec 2024-04-13T07:54:45.095 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5tDnFITO0tM_1zc off=2569991 len=281217 2024-04-13T07:54:45.095 INFO:tasks.workunit.client.0.smithi003.stdout:op 5667 completed, throughput=5MB/sec 2024-04-13T07:54:45.096 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AoPuViOeV5uNbqw off=1120460 len=764258 2024-04-13T07:54:45.097 INFO:tasks.workunit.client.0.smithi003.stdout:op 5668 completed, throughput=5MB/sec 2024-04-13T07:54:45.097 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-RkMUxGdWRAJ305f off=12100212 len=524553 2024-04-13T07:54:45.098 INFO:tasks.workunit.client.0.smithi003.stdout:op 5669 completed, throughput=5MB/sec 2024-04-13T07:54:45.098 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zGbIDIN2J6LVeyP off=2371202 len=1019055 2024-04-13T07:54:45.105 INFO:tasks.workunit.client.0.smithi003.stdout:op 5670 completed, throughput=5MB/sec 2024-04-13T07:54:45.105 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-U2maT6HciDPyBHd off=9585045 len=1997463 2024-04-13T07:54:45.113 INFO:tasks.workunit.client.0.smithi003.stdout:op 5671 completed, throughput=5MB/sec 2024-04-13T07:54:46.114 INFO:tasks.workunit.client.0.smithi003.stdout: 1120: throughput=5MB/sec pending data=0 2024-04-13T07:54:46.114 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pRvZtTiAz7xGdtr off=1591476 len=712196 2024-04-13T07:54:46.115 INFO:tasks.workunit.client.0.smithi003.stdout:op 5672 completed, throughput=5MB/sec 2024-04-13T07:54:46.115 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hecwp5wUb_W3Q5z off=2541579 len=883386 2024-04-13T07:54:46.117 INFO:tasks.workunit.client.0.smithi003.stdout:op 5673 completed, throughput=5MB/sec 2024-04-13T07:54:46.118 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-EUbD1N7i3YxxACm off=5429322 len=631883 2024-04-13T07:54:46.122 INFO:tasks.workunit.client.0.smithi003.stdout:op 5674 completed, throughput=5MB/sec 2024-04-13T07:54:46.122 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-U2ID0w0oPXnwUVt off=5223 len=138779 2024-04-13T07:54:46.125 INFO:tasks.workunit.client.0.smithi003.stdout:op 5675 completed, throughput=5MB/sec 2024-04-13T07:54:46.125 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-z4Wnj0du72k2kRg off=4508871 len=1433716 2024-04-13T07:54:46.132 INFO:tasks.workunit.client.0.smithi003.stdout:op 5676 completed, throughput=5MB/sec 2024-04-13T07:54:46.132 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-l0ND5WNamhV4Zam off=8154953 len=135896 2024-04-13T07:54:46.134 INFO:tasks.workunit.client.0.smithi003.stdout:op 5677 completed, throughput=5MB/sec 2024-04-13T07:54:46.135 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_QRQWF6NdoLat4a off=2033598 len=1314620 2024-04-13T07:54:46.141 INFO:tasks.workunit.client.0.smithi003.stdout:op 5678 completed, throughput=5MB/sec 2024-04-13T07:54:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:46 smithi003 ceph-mon[89364]: pgmap v2068: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T07:54:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:46 smithi003 ceph-mon[91733]: pgmap v2068: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T07:54:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:46 smithi066 ceph-mon[84331]: pgmap v2068: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-13T07:54:47.141 INFO:tasks.workunit.client.0.smithi003.stdout: 1121: throughput=5MB/sec pending data=0 2024-04-13T07:54:47.141 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0UL0GPqGvXuqaL_ off=5272724 len=186849 2024-04-13T07:54:47.142 INFO:tasks.workunit.client.0.smithi003.stdout:op 5679 completed, throughput=5MB/sec 2024-04-13T07:54:47.143 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-P1ALTx_mkQmRNCm off=611943 len=299873 2024-04-13T07:54:47.143 INFO:tasks.workunit.client.0.smithi003.stdout:op 5680 completed, throughput=5MB/sec 2024-04-13T07:54:47.143 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-A_SZ4q4X52e8ToP off=10796570 len=1882662 2024-04-13T07:54:47.145 INFO:tasks.workunit.client.0.smithi003.stdout:op 5681 completed, throughput=5MB/sec 2024-04-13T07:54:47.146 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eAGyx_xpDKzRM06 off=1162948 len=1517340 2024-04-13T07:54:47.155 INFO:tasks.workunit.client.0.smithi003.stdout:op 5682 completed, throughput=5MB/sec 2024-04-13T07:54:47.155 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QkLxBZZ1IVx-syX off=12871175 len=1219217 2024-04-13T07:54:47.157 INFO:tasks.workunit.client.0.smithi003.stdout:op 5683 completed, throughput=5MB/sec 2024-04-13T07:54:47.157 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7Jm687MRc9AgQYH off=6674654 len=1465515 2024-04-13T07:54:47.162 INFO:tasks.workunit.client.0.smithi003.stdout:op 5684 completed, throughput=5MB/sec 2024-04-13T07:54:48.163 INFO:tasks.workunit.client.0.smithi003.stdout: 1122: throughput=5MB/sec pending data=0 2024-04-13T07:54:48.163 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nHqYxWn7tGeG4QN off=9252910 len=1859579 2024-04-13T07:54:48.171 INFO:tasks.workunit.client.0.smithi003.stdout:op 5685 completed, throughput=5MB/sec 2024-04-13T07:54:48.171 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Cm2W3x_ycP6JjAj off=9481053 len=344128 2024-04-13T07:54:48.172 INFO:tasks.workunit.client.0.smithi003.stdout:op 5686 completed, throughput=5MB/sec 2024-04-13T07:54:48.172 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-v7Q4fICd40Ex9KC off=968167 len=1356126 2024-04-13T07:54:48.178 INFO:tasks.workunit.client.0.smithi003.stdout:op 5687 completed, throughput=5MB/sec 2024-04-13T07:54:48.178 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qMFGOpYz5pRb--6 off=5088009 len=885012 2024-04-13T07:54:48.179 INFO:tasks.workunit.client.0.smithi003.stdout:op 5688 completed, throughput=5MB/sec 2024-04-13T07:54:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:48 smithi003 ceph-mon[91733]: pgmap v2069: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:54:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:48 smithi003 ceph-mon[89364]: pgmap v2069: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:54:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:48 smithi066 ceph-mon[84331]: pgmap v2069: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:54:49.179 INFO:tasks.workunit.client.0.smithi003.stdout: 1123: throughput=5MB/sec pending data=0 2024-04-13T07:54:49.180 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-E-75x6B4EK-LAM0 off=7404658 len=843355 2024-04-13T07:54:49.181 INFO:tasks.workunit.client.0.smithi003.stdout:op 5689 completed, throughput=5MB/sec 2024-04-13T07:54:49.181 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VU4d2mj0TG2N45V off=7436933 len=1650275 2024-04-13T07:54:49.189 INFO:tasks.workunit.client.0.smithi003.stdout:op 5690 completed, throughput=5MB/sec 2024-04-13T07:54:49.189 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--BN7dJpid6t41zB off=1223050 len=1611679 2024-04-13T07:54:49.190 INFO:tasks.workunit.client.0.smithi003.stdout:op 5691 completed, throughput=5MB/sec 2024-04-13T07:54:49.191 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wUw8ZD-W-Hx-zSe off=4717700 len=1174995 2024-04-13T07:54:49.192 INFO:tasks.workunit.client.0.smithi003.stdout:op 5692 completed, throughput=5MB/sec 2024-04-13T07:54:50.194 INFO:tasks.workunit.client.0.smithi003.stdout: 1124: throughput=5MB/sec pending data=0 2024-04-13T07:54:50.194 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-lxqTNU0lI8YdeyT off=6677214 len=977268 2024-04-13T07:54:50.194 INFO:tasks.workunit.client.0.smithi003.stdout:op 5693 completed, throughput=5MB/sec 2024-04-13T07:54:50.195 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--3cLcT6byuj3ohh off=4459279 len=1350421 2024-04-13T07:54:50.195 INFO:tasks.workunit.client.0.smithi003.stdout:op 5694 completed, throughput=5MB/sec 2024-04-13T07:54:50.195 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IqycWvx9_R90iAZ off=6306491 len=2047438 2024-04-13T07:54:50.198 INFO:tasks.workunit.client.0.smithi003.stdout:op 5695 completed, throughput=5MB/sec 2024-04-13T07:54:50.198 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Sye0HQVkbB6HBZf off=727424 len=561238 2024-04-13T07:54:50.199 INFO:tasks.workunit.client.0.smithi003.stdout:op 5696 completed, throughput=5MB/sec 2024-04-13T07:54:50.767 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:50 smithi003 ceph-mon[89364]: pgmap v2070: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:54:50.767 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:50 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:54:50.767 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:50 smithi003 ceph-mon[91733]: pgmap v2070: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:54:50.767 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:50 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:54:50.767 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:50 smithi066 ceph-mon[84331]: pgmap v2070: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-13T07:54:50.768 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:50 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:54:51.199 INFO:tasks.workunit.client.0.smithi003.stdout: 1125: throughput=5MB/sec pending data=0 2024-04-13T07:54:51.200 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-SNucxRWkeyG51VL off=5166594 len=1987675 2024-04-13T07:54:51.210 INFO:tasks.workunit.client.0.smithi003.stdout:op 5697 completed, throughput=5MB/sec 2024-04-13T07:54:51.211 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0moh-KbW9aJzF5h off=16733442 len=1153843 2024-04-13T07:54:51.212 INFO:tasks.workunit.client.0.smithi003.stdout:op 5698 completed, throughput=5MB/sec 2024-04-13T07:54:51.212 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--OAExxyOukafM27 off=2887131 len=1652989 2024-04-13T07:54:51.221 INFO:tasks.workunit.client.0.smithi003.stdout:op 5699 completed, throughput=5MB/sec 2024-04-13T07:54:51.221 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qr8MKRhoSdyIf1N off=5792265 len=353571 2024-04-13T07:54:51.224 INFO:tasks.workunit.client.0.smithi003.stdout:op 5700 completed, throughput=5MB/sec 2024-04-13T07:54:51.224 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-c7oW2vnMK4KOOP_ off=12532719 len=98289 2024-04-13T07:54:51.225 INFO:tasks.workunit.client.0.smithi003.stdout:op 5701 completed, throughput=5MB/sec 2024-04-13T07:54:51.225 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5_uTBTo66Ewevan off=110577 len=1020341 2024-04-13T07:54:51.229 INFO:tasks.workunit.client.0.smithi003.stdout:op 5702 completed, throughput=5MB/sec 2024-04-13T07:54:52.230 INFO:tasks.workunit.client.0.smithi003.stdout: 1126: throughput=5MB/sec pending data=0 2024-04-13T07:54:52.230 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YdMdqVqPkaGsaYA off=11250412 len=512059 2024-04-13T07:54:52.231 INFO:tasks.workunit.client.0.smithi003.stdout:op 5703 completed, throughput=5MB/sec 2024-04-13T07:54:52.231 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sxnK9xdO7F964b3 off=1581680 len=1085252 2024-04-13T07:54:52.233 INFO:tasks.workunit.client.0.smithi003.stdout:op 5704 completed, throughput=5MB/sec 2024-04-13T07:54:52.233 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2S5XqnvlaEi6bq1 off=14499064 len=1876539 2024-04-13T07:54:52.242 INFO:tasks.workunit.client.0.smithi003.stdout:op 5705 completed, throughput=5MB/sec 2024-04-13T07:54:52.242 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ynqQxjuq8HtEtNK off=3127438 len=882993 2024-04-13T07:54:52.246 INFO:tasks.workunit.client.0.smithi003.stdout:op 5706 completed, throughput=5MB/sec 2024-04-13T07:54:52.617 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:52 smithi066 ceph-mon[84331]: pgmap v2071: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:54:52.617 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:54:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:54:52.822 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:52 smithi003 ceph-mon[89364]: pgmap v2071: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:54:52.823 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:52 smithi003 ceph-mon[91733]: pgmap v2071: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:54:53.247 INFO:tasks.workunit.client.0.smithi003.stdout: 1127: throughput=5MB/sec pending data=0 2024-04-13T07:54:53.247 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ZW-O1aWjjvJTrXO off=13305143 len=1763480 2024-04-13T07:54:53.250 INFO:tasks.workunit.client.0.smithi003.stdout:op 5707 completed, throughput=5MB/sec 2024-04-13T07:54:53.250 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-iuRtOw6b6raHXHT off=22729528 len=1622010 2024-04-13T07:54:53.257 INFO:tasks.workunit.client.0.smithi003.stdout:op 5708 completed, throughput=5MB/sec 2024-04-13T07:54:53.257 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rvFT-UMWmggwpUS off=5045875 len=1286438 2024-04-13T07:54:53.262 INFO:tasks.workunit.client.0.smithi003.stdout:op 5709 completed, throughput=5MB/sec 2024-04-13T07:54:53.262 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vd1c-GZp2jz-mcm off=18460857 len=1483867 2024-04-13T07:54:53.263 INFO:tasks.workunit.client.0.smithi003.stdout:op 5710 completed, throughput=5MB/sec 2024-04-13T07:54:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:54:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:54.263 INFO:tasks.workunit.client.0.smithi003.stdout: 1128: throughput=5MB/sec pending data=0 2024-04-13T07:54:54.263 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hkPhWLFkqR3PcNr off=15353037 len=1695234 2024-04-13T07:54:54.264 INFO:tasks.workunit.client.0.smithi003.stdout:op 5711 completed, throughput=5MB/sec 2024-04-13T07:54:54.264 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-z5_y1OVQhJ3lmBm off=2188268 len=1039026 2024-04-13T07:54:54.270 INFO:tasks.workunit.client.0.smithi003.stdout:op 5712 completed, throughput=5MB/sec 2024-04-13T07:54:54.270 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Muv5Gghmq9tAmzD off=13228149 len=127782 2024-04-13T07:54:54.272 INFO:tasks.workunit.client.0.smithi003.stdout:op 5713 completed, throughput=5MB/sec 2024-04-13T07:54:54.272 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YusfKuGXhjWgUxY off=3035566 len=928094 2024-04-13T07:54:54.277 INFO:tasks.workunit.client.0.smithi003.stdout:op 5714 completed, throughput=5MB/sec 2024-04-13T07:54:54.277 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-pQ5STJsZzvU4ARa off=0 len=1741595 2024-04-13T07:54:54.281 INFO:tasks.workunit.client.0.smithi003.stdout:op 5715 completed, throughput=5MB/sec 2024-04-13T07:54:54.507 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:54:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:54:54] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-13T07:54:54.853 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:54 smithi003 ceph-mon[91733]: pgmap v2072: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:54:54.853 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:54.853 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:54.853 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:54.853 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:54.854 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:54 smithi003 ceph-mon[89364]: pgmap v2072: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:54:54.854 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:54.854 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:54.854 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:54.854 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:54.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:54 smithi066 ceph-mon[84331]: pgmap v2072: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:54:54.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:54.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:54.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:54.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:55.281 INFO:tasks.workunit.client.0.smithi003.stdout: 1129: throughput=5MB/sec pending data=0 2024-04-13T07:54:55.282 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GUZJEquvVoaS2tM off=9129933 len=1052470 2024-04-13T07:54:55.287 INFO:tasks.workunit.client.0.smithi003.stdout:op 5716 completed, throughput=5MB/sec 2024-04-13T07:54:55.287 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mTg9TGDv1EjKLdG off=732833 len=278786 2024-04-13T07:54:55.287 INFO:tasks.workunit.client.0.smithi003.stdout:op 5717 completed, throughput=5MB/sec 2024-04-13T07:54:55.287 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-36wUsR6PCL58mh2 off=5154286 len=57331 2024-04-13T07:54:55.289 INFO:tasks.workunit.client.0.smithi003.stdout:op 5718 completed, throughput=5MB/sec 2024-04-13T07:54:55.290 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-q2xhwPOtemLm4dI off=5133865 len=838941 2024-04-13T07:54:55.290 INFO:tasks.workunit.client.0.smithi003.stdout:op 5719 completed, throughput=5MB/sec 2024-04-13T07:54:55.290 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VRE3ZFDMg79Uv63 off=2090292 len=1079508 2024-04-13T07:54:55.292 INFO:tasks.workunit.client.0.smithi003.stdout:op 5720 completed, throughput=5MB/sec 2024-04-13T07:54:55.292 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LhO04Iydv02ww-e off=366642 len=215183 2024-04-13T07:54:55.293 INFO:tasks.workunit.client.0.smithi003.stdout:op 5721 completed, throughput=5MB/sec 2024-04-13T07:54:55.293 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QKtgZsneMNq72ft off=13225017 len=213837 2024-04-13T07:54:55.293 INFO:tasks.workunit.client.0.smithi003.stdout:op 5722 completed, throughput=5MB/sec 2024-04-13T07:54:55.293 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5XOVmk5w0T3pT5r off=14326505 len=1136589 2024-04-13T07:54:55.298 INFO:tasks.workunit.client.0.smithi003.stdout:op 5723 completed, throughput=5MB/sec 2024-04-13T07:54:56.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:56.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:56.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:55 smithi003 ceph-mon[91733]: pgmap v2073: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T07:54:56.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:56.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:56.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:55 smithi003 ceph-mon[89364]: pgmap v2073: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T07:54:56.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:56.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:56.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:55 smithi066 ceph-mon[84331]: pgmap v2073: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-13T07:54:56.295 INFO:tasks.workunit.client.0.smithi003.stdout: 1130: throughput=5MB/sec pending data=0 2024-04-13T07:54:56.295 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9TprzYFRFOkYESU off=8390677 len=778946 2024-04-13T07:54:56.300 INFO:tasks.workunit.client.0.smithi003.stdout:op 5724 completed, throughput=5MB/sec 2024-04-13T07:54:56.300 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vZmqBivC5cGXRlj off=789984 len=1556641 2024-04-13T07:54:56.302 INFO:tasks.workunit.client.0.smithi003.stdout:op 5725 completed, throughput=5MB/sec 2024-04-13T07:54:56.302 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-xSYLnynBnYuSl_1 off=3621463 len=1205999 2024-04-13T07:54:56.307 INFO:tasks.workunit.client.0.smithi003.stdout:op 5726 completed, throughput=5MB/sec 2024-04-13T07:54:56.307 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LG-ZuK2oNr8EqXe off=5175363 len=341333 2024-04-13T07:54:56.308 INFO:tasks.workunit.client.0.smithi003.stdout:op 5727 completed, throughput=5MB/sec 2024-04-13T07:54:56.308 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LUJoyg2dK12NELL off=11136100 len=1373417 2024-04-13T07:54:56.311 INFO:tasks.workunit.client.0.smithi003.stdout:op 5728 completed, throughput=5MB/sec 2024-04-13T07:54:57.311 INFO:tasks.workunit.client.0.smithi003.stdout: 1131: throughput=5MB/sec pending data=0 2024-04-13T07:54:57.311 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nPci8AyHQuWgNZD off=4540965 len=1018745 2024-04-13T07:54:57.312 INFO:tasks.workunit.client.0.smithi003.stdout:op 5729 completed, throughput=5MB/sec 2024-04-13T07:54:57.312 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CNfhNv3iNFhMzce off=9325364 len=167214 2024-04-13T07:54:57.314 INFO:tasks.workunit.client.0.smithi003.stdout:op 5730 completed, throughput=5MB/sec 2024-04-13T07:54:57.315 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-yRI76wWBJHdwjLt off=6351190 len=1776655 2024-04-13T07:54:57.318 INFO:tasks.workunit.client.0.smithi003.stdout:op 5731 completed, throughput=5MB/sec 2024-04-13T07:54:57.318 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-y1PrcNZXROt8-C5 off=1787953 len=1463704 2024-04-13T07:54:57.319 INFO:tasks.workunit.client.0.smithi003.stdout:op 5732 completed, throughput=5MB/sec 2024-04-13T07:54:57.319 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-meCl1NawXOF2Z4p off=16026475 len=1386166 2024-04-13T07:54:57.326 INFO:tasks.workunit.client.0.smithi003.stdout:op 5733 completed, throughput=5MB/sec 2024-04-13T07:54:58.327 INFO:tasks.workunit.client.0.smithi003.stdout: 1132: throughput=5MB/sec pending data=0 2024-04-13T07:54:58.327 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-D9Kifcjlx-wY0MZ off=7576729 len=1948309 2024-04-13T07:54:58.336 INFO:tasks.workunit.client.0.smithi003.stdout:op 5734 completed, throughput=5MB/sec 2024-04-13T07:54:58.336 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6qUHpShFy34hnuH off=512367 len=1372500 2024-04-13T07:54:58.340 INFO:tasks.workunit.client.0.smithi003.stdout:op 5735 completed, throughput=5MB/sec 2024-04-13T07:54:58.341 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-c7c633NJoB68lvI off=14805919 len=2029379 2024-04-13T07:54:58.342 INFO:tasks.workunit.client.0.smithi003.stdout:op 5736 completed, throughput=5MB/sec 2024-04-13T07:54:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:58 smithi003 ceph-mon[89364]: pgmap v2074: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:54:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:58 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:58 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:58 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:58 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:58 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:54:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:58 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:54:58.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:54:58 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:58.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:58 smithi003 ceph-mon[91733]: pgmap v2074: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:54:58.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:58 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:58.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:58 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:58.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:58 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:58.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:58 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:58.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:58 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:54:58.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:58 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:54:58.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:54:58 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:58.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:58 smithi066 ceph-mon[84331]: pgmap v2074: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-13T07:54:58.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:58 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:58.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:58 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:58.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:58 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:58.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:58 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:58.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:58 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:54:58.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:58 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:54:58.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:54:58 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:54:59.342 INFO:tasks.workunit.client.0.smithi003.stdout: 1133: throughput=5MB/sec pending data=0 2024-04-13T07:54:59.342 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3cek9wMScJ5hb32 off=4004698 len=463675 2024-04-13T07:54:59.344 INFO:tasks.workunit.client.0.smithi003.stdout:op 5737 completed, throughput=5MB/sec 2024-04-13T07:54:59.344 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-CKP0AiKeQslm2m4 off=15520040 len=681529 2024-04-13T07:54:59.348 INFO:tasks.workunit.client.0.smithi003.stdout:op 5738 completed, throughput=5MB/sec 2024-04-13T07:54:59.348 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-DSzUQX9y4OrG6LM off=423632 len=608081 2024-04-13T07:54:59.352 INFO:tasks.workunit.client.0.smithi003.stdout:op 5739 completed, throughput=5MB/sec 2024-04-13T07:54:59.352 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oB0viT_U_Cf6oJf off=21609240 len=1771498 2024-04-13T07:54:59.354 INFO:tasks.workunit.client.0.smithi003.stdout:op 5740 completed, throughput=5MB/sec 2024-04-13T07:54:59.354 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BsC65BMsW8UoPkZ off=70865 len=674828 2024-04-13T07:54:59.354 INFO:tasks.workunit.client.0.smithi003.stdout:op 5741 completed, throughput=5MB/sec 2024-04-13T07:54:59.355 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EBlc-r1_59cSnDl off=14903834 len=1044792 2024-04-13T07:54:59.355 INFO:tasks.workunit.client.0.smithi003.stdout:op 5742 completed, throughput=5MB/sec 2024-04-13T07:55:00.356 INFO:tasks.workunit.client.0.smithi003.stdout: 1134: throughput=5MB/sec pending data=0 2024-04-13T07:55:00.356 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7BevAR1IvrtQKVt off=1477175 len=773678 2024-04-13T07:55:00.357 INFO:tasks.workunit.client.0.smithi003.stdout:op 5743 completed, throughput=5MB/sec 2024-04-13T07:55:00.357 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-cG1Vi-SjpVeqe1w off=4023063 len=2060429 2024-04-13T07:55:00.371 INFO:tasks.workunit.client.0.smithi003.stdout:op 5744 completed, throughput=5MB/sec 2024-04-13T07:55:00.371 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MUZBpx6hakP9Qpt off=1272324 len=995157 2024-04-13T07:55:00.373 INFO:tasks.workunit.client.0.smithi003.stdout:op 5745 completed, throughput=5MB/sec 2024-04-13T07:55:00.373 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UWHAKIiIqcAeY8j off=4469321 len=559193 2024-04-13T07:55:00.374 INFO:tasks.workunit.client.0.smithi003.stdout:op 5746 completed, throughput=5MB/sec 2024-04-13T07:55:00.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:00 smithi003 ceph-mon[91733]: pgmap v2075: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:55:00.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:00 smithi003 ceph-mon[89364]: pgmap v2075: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:55:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:00 smithi066 ceph-mon[84331]: pgmap v2075: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-13T07:55:01.374 INFO:tasks.workunit.client.0.smithi003.stdout: 1135: throughput=5MB/sec pending data=0 2024-04-13T07:55:01.374 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_NQItVxuUMiWwYG off=9783682 len=946448 2024-04-13T07:55:01.375 INFO:tasks.workunit.client.0.smithi003.stdout:op 5747 completed, throughput=5MB/sec 2024-04-13T07:55:01.376 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FD7KzPbjDBxm63o off=1631373 len=33646 2024-04-13T07:55:01.379 INFO:tasks.workunit.client.0.smithi003.stdout:op 5748 completed, throughput=5MB/sec 2024-04-13T07:55:01.379 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-IckkAwO1AG9azit off=0 len=1160482 2024-04-13T07:55:01.380 INFO:tasks.workunit.client.0.smithi003.stdout:op 5749 completed, throughput=5MB/sec 2024-04-13T07:55:01.380 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-h-8m9D_uOtKOH9V off=10743822 len=1906846 2024-04-13T07:55:01.391 INFO:tasks.workunit.client.0.smithi003.stdout:op 5750 completed, throughput=5MB/sec 2024-04-13T07:55:01.392 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-AegrFvuKSl_xnUG off=2773975 len=847538 2024-04-13T07:55:01.397 INFO:tasks.workunit.client.0.smithi003.stdout:op 5751 completed, throughput=5MB/sec 2024-04-13T07:55:01.397 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-s3XwIbgXB2KqNI3 off=1972071 len=887355 2024-04-13T07:55:01.401 INFO:tasks.workunit.client.0.smithi003.stdout:op 5752 completed, throughput=5MB/sec 2024-04-13T07:55:02.402 INFO:tasks.workunit.client.0.smithi003.stdout: 1136: throughput=5MB/sec pending data=0 2024-04-13T07:55:02.402 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-c0Co7j7Gz8s2sWd off=1821025 len=1564264 2024-04-13T07:55:02.409 INFO:tasks.workunit.client.0.smithi003.stdout:op 5753 completed, throughput=5MB/sec 2024-04-13T07:55:02.409 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hhfcZ5S9znqw-jB off=11164274 len=535524 2024-04-13T07:55:02.411 INFO:tasks.workunit.client.0.smithi003.stdout:op 5754 completed, throughput=5MB/sec 2024-04-13T07:55:02.411 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-L-a1TIcIeNKb77e off=995895 len=731488 2024-04-13T07:55:02.412 INFO:tasks.workunit.client.0.smithi003.stdout:op 5755 completed, throughput=5MB/sec 2024-04-13T07:55:02.412 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OO6hADqK96-VTTR off=12798252 len=1519648 2024-04-13T07:55:02.414 INFO:tasks.workunit.client.0.smithi003.stdout:op 5756 completed, throughput=5MB/sec 2024-04-13T07:55:02.414 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GpY98KpjvCEwVsU off=13482592 len=47760 2024-04-13T07:55:02.415 INFO:tasks.workunit.client.0.smithi003.stdout:op 5757 completed, throughput=5MB/sec 2024-04-13T07:55:02.415 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-D7FxSICtrJRlVs4 off=2920681 len=664387 2024-04-13T07:55:02.419 INFO:tasks.workunit.client.0.smithi003.stdout:op 5758 completed, throughput=5MB/sec 2024-04-13T07:55:02.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:02 smithi003 ceph-mon[89364]: pgmap v2076: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:55:02.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:02 smithi003 ceph-mon[91733]: pgmap v2076: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:55:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:02 smithi066 ceph-mon[84331]: pgmap v2076: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:55:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:55:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:55:03.419 INFO:tasks.workunit.client.0.smithi003.stdout: 1137: throughput=5MB/sec pending data=0 2024-04-13T07:55:03.420 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5zuFqGKBakoShdG off=7046889 len=971984 2024-04-13T07:55:03.425 INFO:tasks.workunit.client.0.smithi003.stdout:op 5759 completed, throughput=5MB/sec 2024-04-13T07:55:03.426 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-MGtMRbotKBUCEdS off=15466369 len=267389 2024-04-13T07:55:03.427 INFO:tasks.workunit.client.0.smithi003.stdout:op 5760 completed, throughput=5MB/sec 2024-04-13T07:55:03.427 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8LAodbchhNcouWH off=17806575 len=31312 2024-04-13T07:55:03.427 INFO:tasks.workunit.client.0.smithi003.stdout:op 5761 completed, throughput=5MB/sec 2024-04-13T07:55:03.427 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ppuVBzJft8hyHhS off=23829241 len=633647 2024-04-13T07:55:03.432 INFO:tasks.workunit.client.0.smithi003.stdout:op 5762 completed, throughput=5MB/sec 2024-04-13T07:55:03.432 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QOuc26JXcgPWcrg off=14424606 len=1551988 2024-04-13T07:55:03.435 INFO:tasks.workunit.client.0.smithi003.stdout:op 5763 completed, throughput=5MB/sec 2024-04-13T07:55:03.435 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bRNA2oyU_jcwJtl off=13611698 len=1146564 2024-04-13T07:55:03.442 INFO:tasks.workunit.client.0.smithi003.stdout:op 5764 completed, throughput=5MB/sec 2024-04-13T07:55:03.442 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kh3_4oqN-uSIEkH off=6718184 len=790323 2024-04-13T07:55:03.443 INFO:tasks.workunit.client.0.smithi003.stdout:op 5765 completed, throughput=5MB/sec 2024-04-13T07:55:04.443 INFO:tasks.workunit.client.0.smithi003.stdout: 1138: throughput=5MB/sec pending data=0 2024-04-13T07:55:04.443 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dY4mYydUwrA8Niu off=2093046 len=1539354 2024-04-13T07:55:04.446 INFO:tasks.workunit.client.0.smithi003.stdout:op 5766 completed, throughput=5MB/sec 2024-04-13T07:55:04.446 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7eENG-65ecc5iPY off=2420140 len=123877 2024-04-13T07:55:04.449 INFO:tasks.workunit.client.0.smithi003.stdout:op 5767 completed, throughput=5MB/sec 2024-04-13T07:55:04.449 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lLeZ-FZdQRW9wV5 off=3533398 len=385398 2024-04-13T07:55:04.453 INFO:tasks.workunit.client.0.smithi003.stdout:op 5768 completed, throughput=5MB/sec 2024-04-13T07:55:04.453 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LWwvIgC-vWZlLDP off=14146346 len=168923 2024-04-13T07:55:04.456 INFO:tasks.workunit.client.0.smithi003.stdout:op 5769 completed, throughput=5MB/sec 2024-04-13T07:55:04.456 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-n8Lpx1AUxBSA7hr off=2667122 len=1714636 2024-04-13T07:55:04.464 INFO:tasks.workunit.client.0.smithi003.stdout:op 5770 completed, throughput=5MB/sec 2024-04-13T07:55:04.464 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iNKzK0Z1wuB_xmk off=20802556 len=17850 2024-04-13T07:55:04.465 INFO:tasks.workunit.client.0.smithi003.stdout:op 5771 completed, throughput=5MB/sec 2024-04-13T07:55:04.465 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qOmh38XNg4g-btV off=1143514 len=1184573 2024-04-13T07:55:04.470 INFO:tasks.workunit.client.0.smithi003.stdout:op 5772 completed, throughput=5MB/sec 2024-04-13T07:55:04.470 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-YSG9YY9OR9nwrXf off=1096294 len=998466 2024-04-13T07:55:04.471 INFO:tasks.workunit.client.0.smithi003.stdout:op 5773 completed, throughput=5MB/sec 2024-04-13T07:55:04.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:04 smithi003 ceph-mon[91733]: pgmap v2077: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:55:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:04 smithi003 ceph-mon[89364]: pgmap v2077: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:55:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:55:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:55:04] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-13T07:55:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:04 smithi066 ceph-mon[84331]: pgmap v2077: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:55:05.472 INFO:tasks.workunit.client.0.smithi003.stdout: 1139: throughput=5MB/sec pending data=0 2024-04-13T07:55:05.472 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eIbVu8RQGb_TABu off=2454801 len=1645875 2024-04-13T07:55:05.482 INFO:tasks.workunit.client.0.smithi003.stdout:op 5774 completed, throughput=5MB/sec 2024-04-13T07:55:05.482 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vxFxZkhDKIWmQcC off=1991192 len=889726 2024-04-13T07:55:05.487 INFO:tasks.workunit.client.0.smithi003.stdout:op 5775 completed, throughput=5MB/sec 2024-04-13T07:55:05.487 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-nXPKPnK6sSExRrR off=5583936 len=1772319 2024-04-13T07:55:05.489 INFO:tasks.workunit.client.0.smithi003.stdout:op 5776 completed, throughput=5MB/sec 2024-04-13T07:55:05.489 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-qlFLBEwYR-iJmD6 off=3507311 len=595189 2024-04-13T07:55:05.490 INFO:tasks.workunit.client.0.smithi003.stdout:op 5777 completed, throughput=5MB/sec 2024-04-13T07:55:06.491 INFO:tasks.workunit.client.0.smithi003.stdout: 1140: throughput=5MB/sec pending data=0 2024-04-13T07:55:06.491 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj--68RykAPlsWwesS off=6833395 len=59460 2024-04-13T07:55:06.491 INFO:tasks.workunit.client.0.smithi003.stdout:op 5778 completed, throughput=5MB/sec 2024-04-13T07:55:06.491 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hKng793tx2uIt8T off=16081233 len=793226 2024-04-13T07:55:06.492 INFO:tasks.workunit.client.0.smithi003.stdout:op 5779 completed, throughput=5MB/sec 2024-04-13T07:55:06.492 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OT6dhXt6Z2WNdwP off=16479452 len=83210 2024-04-13T07:55:06.496 INFO:tasks.workunit.client.0.smithi003.stdout:op 5780 completed, throughput=5MB/sec 2024-04-13T07:55:06.496 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DCWMEaS2aI_NqK7 off=17337437 len=209490 2024-04-13T07:55:06.497 INFO:tasks.workunit.client.0.smithi003.stdout:op 5781 completed, throughput=5MB/sec 2024-04-13T07:55:06.497 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-weoGVEB4bRMmmie off=1076789 len=1151492 2024-04-13T07:55:06.504 INFO:tasks.workunit.client.0.smithi003.stdout:op 5782 completed, throughput=5MB/sec 2024-04-13T07:55:06.504 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6TwINoc3m9Es8Zk off=2158239 len=623032 2024-04-13T07:55:06.508 INFO:tasks.workunit.client.0.smithi003.stdout:op 5783 completed, throughput=5MB/sec 2024-04-13T07:55:06.508 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-AsXSp9aYKvimQxP off=355387 len=253116 2024-04-13T07:55:06.509 INFO:tasks.workunit.client.0.smithi003.stdout:op 5784 completed, throughput=5MB/sec 2024-04-13T07:55:06.509 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-GwGecS2kP7JeGje off=19409224 len=1006480 2024-04-13T07:55:06.510 INFO:tasks.workunit.client.0.smithi003.stdout:op 5785 completed, throughput=5MB/sec 2024-04-13T07:55:06.511 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-z4C4rXfTKtmMtfm off=6642758 len=336394 2024-04-13T07:55:06.511 INFO:tasks.workunit.client.0.smithi003.stdout:op 5786 completed, throughput=5MB/sec 2024-04-13T07:55:06.511 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-tmFGBlgOsT__Xsc off=2875821 len=144716 2024-04-13T07:55:06.514 INFO:tasks.workunit.client.0.smithi003.stdout:op 5787 completed, throughput=5MB/sec 2024-04-13T07:55:06.514 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fSTeJFUmeV1LXcG off=12333498 len=868309 2024-04-13T07:55:06.515 INFO:tasks.workunit.client.0.smithi003.stdout:op 5788 completed, throughput=5MB/sec 2024-04-13T07:55:06.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:06 smithi066 ceph-mon[84331]: pgmap v2078: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T07:55:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:06 smithi003 ceph-mon[89364]: pgmap v2078: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T07:55:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:06 smithi003 ceph-mon[91733]: pgmap v2078: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-13T07:55:07.516 INFO:tasks.workunit.client.0.smithi003.stdout: 1141: throughput=5MB/sec pending data=0 2024-04-13T07:55:07.516 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-SSqE_KDYRqO-guq off=921134 len=1857089 2024-04-13T07:55:07.518 INFO:tasks.workunit.client.0.smithi003.stdout:op 5789 completed, throughput=5MB/sec 2024-04-13T07:55:07.519 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-sX-VnfMl9IeTCGl off=7638730 len=835619 2024-04-13T07:55:07.519 INFO:tasks.workunit.client.0.smithi003.stdout:op 5790 completed, throughput=5MB/sec 2024-04-13T07:55:07.520 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2wPp7OhCl4jyvY3 off=17166530 len=1464761 2024-04-13T07:55:07.521 INFO:tasks.workunit.client.0.smithi003.stdout:op 5791 completed, throughput=5MB/sec 2024-04-13T07:55:07.521 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dAikF8KB7S3iMUm off=23261714 len=585225 2024-04-13T07:55:07.525 INFO:tasks.workunit.client.0.smithi003.stdout:op 5792 completed, throughput=5MB/sec 2024-04-13T07:55:08.525 INFO:tasks.workunit.client.0.smithi003.stdout: 1142: throughput=5MB/sec pending data=0 2024-04-13T07:55:08.526 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qMBC-XIiWszA0FM off=13463339 len=1205881 2024-04-13T07:55:08.533 INFO:tasks.workunit.client.0.smithi003.stdout:op 5793 completed, throughput=5MB/sec 2024-04-13T07:55:08.533 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PvD9BhCLoI0I2ee off=116627 len=2032668 2024-04-13T07:55:08.535 INFO:tasks.workunit.client.0.smithi003.stdout:op 5794 completed, throughput=5MB/sec 2024-04-13T07:55:08.535 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-dlO1a0bdIPJM1-Q off=49724 len=883958 2024-04-13T07:55:08.536 INFO:tasks.workunit.client.0.smithi003.stdout:op 5795 completed, throughput=5MB/sec 2024-04-13T07:55:08.536 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nwWutRr6wfzm75O off=7244602 len=648073 2024-04-13T07:55:08.540 INFO:tasks.workunit.client.0.smithi003.stdout:op 5796 completed, throughput=5MB/sec 2024-04-13T07:55:08.540 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-G02LkGafndXi1G6 off=22942814 len=2015935 2024-04-13T07:55:08.550 INFO:tasks.workunit.client.0.smithi003.stdout:op 5797 completed, throughput=5MB/sec 2024-04-13T07:55:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:08 smithi066 ceph-mon[84331]: pgmap v2079: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:55:08.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:08 smithi003 ceph-mon[91733]: pgmap v2079: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:55:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:08 smithi003 ceph-mon[89364]: pgmap v2079: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-13T07:55:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:09.551 INFO:tasks.workunit.client.0.smithi003.stdout: 1143: throughput=5MB/sec pending data=0 2024-04-13T07:55:09.551 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-DrNx_yYN0ymaqgN off=7208314 len=1135927 2024-04-13T07:55:09.552 INFO:tasks.workunit.client.0.smithi003.stdout:op 5798 completed, throughput=5MB/sec 2024-04-13T07:55:09.552 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EWqDvuhHVSNSVBK off=21030942 len=480904 2024-04-13T07:55:09.553 INFO:tasks.workunit.client.0.smithi003.stdout:op 5799 completed, throughput=5MB/sec 2024-04-13T07:55:09.553 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8xeIWtqLOM1pdTI off=554471 len=1247597 2024-04-13T07:55:09.555 INFO:tasks.workunit.client.0.smithi003.stdout:op 5800 completed, throughput=5MB/sec 2024-04-13T07:55:09.555 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-X4G7M6ySxYAGbda off=2430333 len=412951 2024-04-13T07:55:09.559 INFO:tasks.workunit.client.0.smithi003.stdout:op 5801 completed, throughput=5MB/sec 2024-04-13T07:55:09.559 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-tstn8TNVCLGEwil off=13869901 len=904120 2024-04-13T07:55:09.559 INFO:tasks.workunit.client.0.smithi003.stdout:op 5802 completed, throughput=5MB/sec 2024-04-13T07:55:10.560 INFO:tasks.workunit.client.0.smithi003.stdout: 1144: throughput=5MB/sec pending data=0 2024-04-13T07:55:10.560 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-eqVVfZ5UI5SNDoD off=524900 len=251639 2024-04-13T07:55:10.564 INFO:tasks.workunit.client.0.smithi003.stdout:op 5803 completed, throughput=5MB/sec 2024-04-13T07:55:10.564 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7_a0P9VccQpOaqm off=47877 len=1028699 2024-04-13T07:55:10.570 INFO:tasks.workunit.client.0.smithi003.stdout:op 5804 completed, throughput=5MB/sec 2024-04-13T07:55:10.570 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8MUWP-53vlC22_u off=8258176 len=241017 2024-04-13T07:55:10.571 INFO:tasks.workunit.client.0.smithi003.stdout:op 5805 completed, throughput=5MB/sec 2024-04-13T07:55:10.571 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9B8kIqecuzO4TWk off=4135 len=1133034 2024-04-13T07:55:10.578 INFO:tasks.workunit.client.0.smithi003.stdout:op 5806 completed, throughput=5MB/sec 2024-04-13T07:55:10.578 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-corWVDxOFgNGmyv off=274046 len=410928 2024-04-13T07:55:10.582 INFO:tasks.workunit.client.0.smithi003.stdout:op 5807 completed, throughput=5MB/sec 2024-04-13T07:55:10.582 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-JeXeuuYZU6Xpo3x off=5057034 len=1762939 2024-04-13T07:55:10.583 INFO:tasks.workunit.client.0.smithi003.stdout:op 5808 completed, throughput=5MB/sec 2024-04-13T07:55:10.583 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-clhl0NoYPnOLNmI off=2045194 len=1784227 2024-04-13T07:55:10.585 INFO:tasks.workunit.client.0.smithi003.stdout:op 5809 completed, throughput=5MB/sec 2024-04-13T07:55:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:10 smithi066 ceph-mon[84331]: pgmap v2080: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:55:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:10 smithi003 ceph-mon[91733]: pgmap v2080: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:55:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:10 smithi003 ceph-mon[89364]: pgmap v2080: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-13T07:55:11.585 INFO:tasks.workunit.client.0.smithi003.stdout: 1145: throughput=5MB/sec pending data=0 2024-04-13T07:55:11.585 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-oWpEnncDI8v0c9C off=333616 len=1954808 2024-04-13T07:55:11.596 INFO:tasks.workunit.client.0.smithi003.stdout:op 5810 completed, throughput=5MB/sec 2024-04-13T07:55:11.596 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PihR0ARXqdujbZD off=4326674 len=697988 2024-04-13T07:55:11.597 INFO:tasks.workunit.client.0.smithi003.stdout:op 5811 completed, throughput=5MB/sec 2024-04-13T07:55:11.597 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-7mPm01tU-qEC6Mm off=5566974 len=2041934 2024-04-13T07:55:11.607 INFO:tasks.workunit.client.0.smithi003.stdout:op 5812 completed, throughput=5MB/sec 2024-04-13T07:55:12.608 INFO:tasks.workunit.client.0.smithi003.stdout: 1146: throughput=5MB/sec pending data=0 2024-04-13T07:55:12.608 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gmi8a12owxIbUUG off=1111129 len=1981589 2024-04-13T07:55:12.610 INFO:tasks.workunit.client.0.smithi003.stdout:op 5813 completed, throughput=5MB/sec 2024-04-13T07:55:12.610 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-X4ibYipWMJUOOzu off=651208 len=839914 2024-04-13T07:55:12.611 INFO:tasks.workunit.client.0.smithi003.stdout:op 5814 completed, throughput=5MB/sec 2024-04-13T07:55:12.611 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-djSqdu-wKIDUY-8 off=1435435 len=566299 2024-04-13T07:55:12.612 INFO:tasks.workunit.client.0.smithi003.stdout:op 5815 completed, throughput=5MB/sec 2024-04-13T07:55:12.612 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_ErkVv30mchPr9F off=12974799 len=1136946 2024-04-13T07:55:12.614 INFO:tasks.workunit.client.0.smithi003.stdout:op 5816 completed, throughput=5MB/sec 2024-04-13T07:55:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:12 smithi066 ceph-mon[84331]: pgmap v2081: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T07:55:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:55:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:55:12.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:12 smithi003 ceph-mon[91733]: pgmap v2081: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T07:55:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:12 smithi003 ceph-mon[89364]: pgmap v2081: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-13T07:55:13.614 INFO:tasks.workunit.client.0.smithi003.stdout: 1147: throughput=5MB/sec pending data=0 2024-04-13T07:55:13.614 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fdA4FJfeiMcTnun off=14709769 len=98431 2024-04-13T07:55:13.617 INFO:tasks.workunit.client.0.smithi003.stdout:op 5817 completed, throughput=5MB/sec 2024-04-13T07:55:13.617 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-uM7VUOCCxBc0aCL off=7456261 len=561067 2024-04-13T07:55:13.621 INFO:tasks.workunit.client.0.smithi003.stdout:op 5818 completed, throughput=5MB/sec 2024-04-13T07:55:13.621 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Qpy_ZREnfR3vyTW off=6535379 len=747114 2024-04-13T07:55:13.625 INFO:tasks.workunit.client.0.smithi003.stdout:op 5819 completed, throughput=5MB/sec 2024-04-13T07:55:13.625 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-wh2QmD2-j2Q0ecG off=8305246 len=1410975 2024-04-13T07:55:13.632 INFO:tasks.workunit.client.0.smithi003.stdout:op 5820 completed, throughput=5MB/sec 2024-04-13T07:55:13.632 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-E0d2cepqsBQMdNE off=8456743 len=1975874 2024-04-13T07:55:13.634 INFO:tasks.workunit.client.0.smithi003.stdout:op 5821 completed, throughput=5MB/sec 2024-04-13T07:55:13.634 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uW5U7HFJhVsBdnn off=4511165 len=1765429 2024-04-13T07:55:13.638 INFO:tasks.workunit.client.0.smithi003.stdout:op 5822 completed, throughput=5MB/sec 2024-04-13T07:55:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:14 smithi003 ceph-mon[91733]: pgmap v2082: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:55:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:14 smithi003 ceph-mon[89364]: pgmap v2082: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:55:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:55:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:55:14] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-13T07:55:14.638 INFO:tasks.workunit.client.0.smithi003.stdout: 1148: throughput=5MB/sec pending data=0 2024-04-13T07:55:14.638 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-CKmSih5YFl4OUBM off=18771434 len=789359 2024-04-13T07:55:14.640 INFO:tasks.workunit.client.0.smithi003.stdout:op 5823 completed, throughput=5MB/sec 2024-04-13T07:55:14.640 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lHbxwpCUUZUfnSc off=2983797 len=1122548 2024-04-13T07:55:14.646 INFO:tasks.workunit.client.0.smithi003.stdout:op 5824 completed, throughput=5MB/sec 2024-04-13T07:55:14.646 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hXCNzWncU03o4_c off=6880453 len=294953 2024-04-13T07:55:14.647 INFO:tasks.workunit.client.0.smithi003.stdout:op 5825 completed, throughput=5MB/sec 2024-04-13T07:55:14.647 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1xLp4Mg6Ai18nU9 off=4528803 len=297661 2024-04-13T07:55:14.650 INFO:tasks.workunit.client.0.smithi003.stdout:op 5826 completed, throughput=5MB/sec 2024-04-13T07:55:14.650 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-KFRkeS4VMyHQ4mA off=2353507 len=1379593 2024-04-13T07:55:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:14 smithi066 ceph-mon[84331]: pgmap v2082: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:55:14.652 INFO:tasks.workunit.client.0.smithi003.stdout:op 5827 completed, throughput=5MB/sec 2024-04-13T07:55:14.652 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-H6Ug1Swcz8gUdAB off=826932 len=857011 2024-04-13T07:55:14.653 INFO:tasks.workunit.client.0.smithi003.stdout:op 5828 completed, throughput=5MB/sec 2024-04-13T07:55:15.653 INFO:tasks.workunit.client.0.smithi003.stdout: 1149: throughput=5MB/sec pending data=0 2024-04-13T07:55:15.654 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FNhZciv-3bIkERV off=11526135 len=230853 2024-04-13T07:55:15.657 INFO:tasks.workunit.client.0.smithi003.stdout:op 5829 completed, throughput=5MB/sec 2024-04-13T07:55:15.657 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dWT13hG9D3jIUoK off=3095867 len=597989 2024-04-13T07:55:15.660 INFO:tasks.workunit.client.0.smithi003.stdout:op 5830 completed, throughput=5MB/sec 2024-04-13T07:55:15.661 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-OmExm-h6ODeiEi_ off=16599169 len=1366070 2024-04-13T07:55:15.664 INFO:tasks.workunit.client.0.smithi003.stdout:op 5831 completed, throughput=5MB/sec 2024-04-13T07:55:15.664 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BJX1Li6XANTo01Y off=121634 len=1184309 2024-04-13T07:55:15.671 INFO:tasks.workunit.client.0.smithi003.stdout:op 5832 completed, throughput=5MB/sec 2024-04-13T07:55:15.671 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-LUT2CQPzEc4c1Qu off=0 len=1303428 2024-04-13T07:55:15.673 INFO:tasks.workunit.client.0.smithi003.stdout:op 5833 completed, throughput=5MB/sec 2024-04-13T07:55:16.674 INFO:tasks.workunit.client.0.smithi003.stdout: 1150: throughput=5MB/sec pending data=0 2024-04-13T07:55:16.674 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-lNtN7aOkFS3XETI off=1839990 len=1323207 2024-04-13T07:55:16.681 INFO:tasks.workunit.client.0.smithi003.stdout:op 5834 completed, throughput=5MB/sec 2024-04-13T07:55:16.681 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ULZ4cvqAJkckV4C off=3699731 len=1953549 2024-04-13T07:55:16.684 INFO:tasks.workunit.client.0.smithi003.stdout:op 5835 completed, throughput=5MB/sec 2024-04-13T07:55:16.684 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-7wMXIri1nxDw2be off=4182830 len=1364641 2024-04-13T07:55:16.687 INFO:tasks.workunit.client.0.smithi003.stdout:op 5836 completed, throughput=5MB/sec 2024-04-13T07:55:16.687 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-hrJ-JA6Z1iftdjv off=15314320 len=1942917 2024-04-13T07:55:16.690 INFO:tasks.workunit.client.0.smithi003.stdout:op 5837 completed, throughput=5MB/sec 2024-04-13T07:55:16.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:16 smithi003 ceph-mon[91733]: pgmap v2083: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-04-13T07:55:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:16 smithi003 ceph-mon[89364]: pgmap v2083: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-04-13T07:55:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:16 smithi066 ceph-mon[84331]: pgmap v2083: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-04-13T07:55:17.690 INFO:tasks.workunit.client.0.smithi003.stdout: 1151: throughput=5MB/sec pending data=0 2024-04-13T07:55:17.690 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5VFg28yBDUq0-Ku off=2072862 len=984789 2024-04-13T07:55:17.695 INFO:tasks.workunit.client.0.smithi003.stdout:op 5838 completed, throughput=5MB/sec 2024-04-13T07:55:17.695 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-gLcpt_hgh598Dfz off=19659171 len=1837882 2024-04-13T07:55:17.698 INFO:tasks.workunit.client.0.smithi003.stdout:op 5839 completed, throughput=5MB/sec 2024-04-13T07:55:17.698 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ds6e725V_o1xwXl off=10718571 len=1688897 2024-04-13T07:55:17.708 INFO:tasks.workunit.client.0.smithi003.stdout:op 5840 completed, throughput=5MB/sec 2024-04-13T07:55:18.708 INFO:tasks.workunit.client.0.smithi003.stdout: 1152: throughput=5MB/sec pending data=0 2024-04-13T07:55:18.708 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj--IxOp4pT6FQglbg off=3419902 len=82553 2024-04-13T07:55:18.711 INFO:tasks.workunit.client.0.smithi003.stdout:op 5841 completed, throughput=5MB/sec 2024-04-13T07:55:18.711 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-P_yiJ_o9qLq6IqT off=1070220 len=2088792 2024-04-13T07:55:18.724 INFO:tasks.workunit.client.0.smithi003.stdout:op 5842 completed, throughput=5MB/sec 2024-04-13T07:55:18.724 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Xui4uSSf6kZGUC6 off=12383918 len=1713819 2024-04-13T07:55:18.732 INFO:tasks.workunit.client.0.smithi003.stdout:op 5843 completed, throughput=5MB/sec 2024-04-13T07:55:18.732 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3QZlWMTuWCe-YWH off=1671674 len=74167 2024-04-13T07:55:18.734 INFO:tasks.workunit.client.0.smithi003.stdout:op 5844 completed, throughput=5MB/sec 2024-04-13T07:55:18.734 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rnpKr5g0D1HcPGO off=9866116 len=800306 2024-04-13T07:55:18.738 INFO:tasks.workunit.client.0.smithi003.stdout:op 5845 completed, throughput=5MB/sec 2024-04-13T07:55:18.738 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-q2xhwPOtemLm4dI off=3733743 len=268945 2024-04-13T07:55:18.741 INFO:tasks.workunit.client.0.smithi003.stdout:op 5846 completed, throughput=5MB/sec 2024-04-13T07:55:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:18 smithi003 ceph-mon[91733]: pgmap v2084: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:55:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:18 smithi003 ceph-mon[89364]: pgmap v2084: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:55:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:18 smithi066 ceph-mon[84331]: pgmap v2084: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-13T07:55:19.741 INFO:tasks.workunit.client.0.smithi003.stdout: 1153: throughput=5MB/sec pending data=0 2024-04-13T07:55:19.742 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rE3frLeaMlWeURZ off=4803245 len=1766545 2024-04-13T07:55:19.752 INFO:tasks.workunit.client.0.smithi003.stdout:op 5847 completed, throughput=5MB/sec 2024-04-13T07:55:19.752 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-99cl9jeq0RRTz2W off=9654630 len=496371 2024-04-13T07:55:19.753 INFO:tasks.workunit.client.0.smithi003.stdout:op 5848 completed, throughput=5MB/sec 2024-04-13T07:55:19.753 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-gAqzygftgkU53j2 off=5642360 len=571672 2024-04-13T07:55:19.757 INFO:tasks.workunit.client.0.smithi003.stdout:op 5849 completed, throughput=5MB/sec 2024-04-13T07:55:19.757 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Yg2q6O3k6lMyQpr off=3724218 len=1334647 2024-04-13T07:55:19.759 INFO:tasks.workunit.client.0.smithi003.stdout:op 5850 completed, throughput=5MB/sec 2024-04-13T07:55:19.759 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-bDva4oySv__TtuA off=3107773 len=742232 2024-04-13T07:55:19.763 INFO:tasks.workunit.client.0.smithi003.stdout:op 5851 completed, throughput=5MB/sec 2024-04-13T07:55:19.763 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Zxc2zEk8TvWkB1x off=2063186 len=714273 2024-04-13T07:55:19.763 INFO:tasks.workunit.client.0.smithi003.stdout:op 5852 completed, throughput=5MB/sec 2024-04-13T07:55:20.764 INFO:tasks.workunit.client.0.smithi003.stdout: 1154: throughput=5MB/sec pending data=0 2024-04-13T07:55:20.764 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NyUpXPiin-UFiLJ off=5027729 len=493299 2024-04-13T07:55:20.768 INFO:tasks.workunit.client.0.smithi003.stdout:op 5853 completed, throughput=5MB/sec 2024-04-13T07:55:20.768 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-pB2vKkkEh7EaaG8 off=16335114 len=212978 2024-04-13T07:55:20.770 INFO:tasks.workunit.client.0.smithi003.stdout:op 5854 completed, throughput=5MB/sec 2024-04-13T07:55:20.770 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NXRl0cG5rWMRaPs off=21512743 len=1070481 2024-04-13T07:55:20.772 INFO:tasks.workunit.client.0.smithi003.stdout:op 5855 completed, throughput=5MB/sec 2024-04-13T07:55:20.772 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fWRXOCfHvNH899- off=12438393 len=459038 2024-04-13T07:55:20.773 INFO:tasks.workunit.client.0.smithi003.stdout:op 5856 completed, throughput=5MB/sec 2024-04-13T07:55:20.773 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-8EbKjJez92j_G9A off=11851210 len=1311814 2024-04-13T07:55:20.776 INFO:tasks.workunit.client.0.smithi003.stdout:op 5857 completed, throughput=5MB/sec 2024-04-13T07:55:20.776 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-vOU31oqUtmz3OHR off=1657326 len=306253 2024-04-13T07:55:20.779 INFO:tasks.workunit.client.0.smithi003.stdout:op 5858 completed, throughput=5MB/sec 2024-04-13T07:55:20.779 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Ujg5iDggG7ErNoS off=8840778 len=881076 2024-04-13T07:55:20.781 INFO:tasks.workunit.client.0.smithi003.stdout:op 5859 completed, throughput=5MB/sec 2024-04-13T07:55:20.781 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5AH7bDSuxoUgOp0 off=1371221 len=1406933 2024-04-13T07:55:20.782 INFO:tasks.workunit.client.0.smithi003.stdout:op 5860 completed, throughput=5MB/sec 2024-04-13T07:55:20.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:20 smithi003 ceph-mon[91733]: pgmap v2085: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-13T07:55:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:20 smithi003 ceph-mon[89364]: pgmap v2085: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-13T07:55:20.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:20 smithi066 ceph-mon[84331]: pgmap v2085: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-13T07:55:21.783 INFO:tasks.workunit.client.0.smithi003.stdout: 1155: throughput=5MB/sec pending data=0 2024-04-13T07:55:21.783 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Va5s68NVvuR2emS off=1365230 len=788535 2024-04-13T07:55:21.784 INFO:tasks.workunit.client.0.smithi003.stdout:op 5861 completed, throughput=5MB/sec 2024-04-13T07:55:21.784 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-oN_UeAmbGlC5_dY off=8030772 len=1614328 2024-04-13T07:55:21.786 INFO:tasks.workunit.client.0.smithi003.stdout:op 5862 completed, throughput=5MB/sec 2024-04-13T07:55:21.786 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Yfq3TQMbJEek206 off=4470665 len=1451902 2024-04-13T07:55:21.794 INFO:tasks.workunit.client.0.smithi003.stdout:op 5863 completed, throughput=5MB/sec 2024-04-13T07:55:21.794 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-NWQLhJq4awzQgFZ off=23376098 len=623284 2024-04-13T07:55:21.799 INFO:tasks.workunit.client.0.smithi003.stdout:op 5864 completed, throughput=5MB/sec 2024-04-13T07:55:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:22 smithi066 ceph-mon[84331]: pgmap v2086: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-13T07:55:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:55:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:55:22.799 INFO:tasks.workunit.client.0.smithi003.stdout: 1156: throughput=5MB/sec pending data=0 2024-04-13T07:55:22.799 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-BNmJGNG0AWXuMu8 off=15117 len=1687751 2024-04-13T07:55:22.807 INFO:tasks.workunit.client.0.smithi003.stdout:op 5865 completed, throughput=5MB/sec 2024-04-13T07:55:22.807 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BojqxCvzotFR9Ps off=14880594 len=1154814 2024-04-13T07:55:22.810 INFO:tasks.workunit.client.0.smithi003.stdout:op 5866 completed, throughput=5MB/sec 2024-04-13T07:55:22.810 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kQI__mOSfz8thvR off=16559809 len=1885529 2024-04-13T07:55:22.812 INFO:tasks.workunit.client.0.smithi003.stdout:op 5867 completed, throughput=5MB/sec 2024-04-13T07:55:22.812 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Ho2IbDR_E2ErzLt off=4006996 len=1845774 2024-04-13T07:55:22.821 INFO:tasks.workunit.client.0.smithi003.stdout:op 5868 completed, throughput=5MB/sec 2024-04-13T07:55:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:22 smithi003 ceph-mon[91733]: pgmap v2086: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-13T07:55:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:22 smithi003 ceph-mon[89364]: pgmap v2086: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-13T07:55:23.821 INFO:tasks.workunit.client.0.smithi003.stdout: 1157: throughput=5MB/sec pending data=0 2024-04-13T07:55:23.821 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jjdFA-ZNnCJjWa8 off=6532422 len=1493066 2024-04-13T07:55:23.828 INFO:tasks.workunit.client.0.smithi003.stdout:op 5869 completed, throughput=5MB/sec 2024-04-13T07:55:23.828 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Mk_mGeiY3SLY0AF off=13909780 len=889642 2024-04-13T07:55:23.833 INFO:tasks.workunit.client.0.smithi003.stdout:op 5870 completed, throughput=5MB/sec 2024-04-13T07:55:23.834 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-zaSCnFzzzXzdLMF off=16499298 len=903654 2024-04-13T07:55:23.838 INFO:tasks.workunit.client.0.smithi003.stdout:op 5871 completed, throughput=5MB/sec 2024-04-13T07:55:23.838 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-QHrewEMMEop7IT2 off=12908211 len=733574 2024-04-13T07:55:23.839 INFO:tasks.workunit.client.0.smithi003.stdout:op 5872 completed, throughput=5MB/sec 2024-04-13T07:55:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:24 smithi003 ceph-mon[91733]: pgmap v2087: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:55:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:24 smithi003 ceph-mon[89364]: pgmap v2087: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:55:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:55:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:55:24] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-13T07:55:24.839 INFO:tasks.workunit.client.0.smithi003.stdout: 1158: throughput=5MB/sec pending data=0 2024-04-13T07:55:24.839 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-UQktfLtBXQ4FoOI off=936336 len=319004 2024-04-13T07:55:24.843 INFO:tasks.workunit.client.0.smithi003.stdout:op 5873 completed, throughput=5MB/sec 2024-04-13T07:55:24.843 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-_Iwyunhs8Qs34oq off=11275848 len=1479461 2024-04-13T07:55:24.845 INFO:tasks.workunit.client.0.smithi003.stdout:op 5874 completed, throughput=5MB/sec 2024-04-13T07:55:24.845 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GBCLcKwGNUFNIlv off=20734289 len=1227210 2024-04-13T07:55:24.851 INFO:tasks.workunit.client.0.smithi003.stdout:op 5875 completed, throughput=5MB/sec 2024-04-13T07:55:24.851 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-iEwW459RdvhUyoi off=6327208 len=1871112 2024-04-13T07:55:24.855 INFO:tasks.workunit.client.0.smithi003.stdout:op 5876 completed, throughput=5MB/sec 2024-04-13T07:55:24.855 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-FxzNU0zPvkFTKcQ off=14606550 len=1287092 2024-04-13T07:55:24.861 INFO:tasks.workunit.client.0.smithi003.stdout:op 5877 completed, throughput=5MB/sec 2024-04-13T07:55:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:24 smithi066 ceph-mon[84331]: pgmap v2087: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-13T07:55:25.862 INFO:tasks.workunit.client.0.smithi003.stdout: 1159: throughput=5MB/sec pending data=0 2024-04-13T07:55:25.862 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-upAhn4Em6ueTdk6 off=5966504 len=1811884 2024-04-13T07:55:25.871 INFO:tasks.workunit.client.0.smithi003.stdout:op 5878 completed, throughput=5MB/sec 2024-04-13T07:55:25.871 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0rfAcLNfQQpsmoM off=2294316 len=731364 2024-04-13T07:55:25.872 INFO:tasks.workunit.client.0.smithi003.stdout:op 5879 completed, throughput=5MB/sec 2024-04-13T07:55:25.872 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-2F8QCGmgNtGCF4x off=3723515 len=315133 2024-04-13T07:55:25.873 INFO:tasks.workunit.client.0.smithi003.stdout:op 5880 completed, throughput=5MB/sec 2024-04-13T07:55:25.873 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-Zh_TBdYalTkCNcu off=10516066 len=1910460 2024-04-13T07:55:25.881 INFO:tasks.workunit.client.0.smithi003.stdout:op 5881 completed, throughput=5MB/sec 2024-04-13T07:55:26.882 INFO:tasks.workunit.client.0.smithi003.stdout: 1160: throughput=5MB/sec pending data=0 2024-04-13T07:55:26.882 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-NrZQaRYZYferECk off=5050403 len=2037507 2024-04-13T07:55:26.884 INFO:tasks.workunit.client.0.smithi003.stdout:op 5882 completed, throughput=5MB/sec 2024-04-13T07:55:26.884 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-PxB6cHnwsuIQTOP off=6353494 len=1732499 2024-04-13T07:55:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:26 smithi003 ceph-mon[91733]: pgmap v2088: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:55:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:26 smithi003 ceph-mon[89364]: pgmap v2088: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:55:26.886 INFO:tasks.workunit.client.0.smithi003.stdout:op 5883 completed, throughput=5MB/sec 2024-04-13T07:55:26.886 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-m2MgE00rzOy8b5G off=15759180 len=1172565 2024-04-13T07:55:26.892 INFO:tasks.workunit.client.0.smithi003.stdout:op 5884 completed, throughput=5MB/sec 2024-04-13T07:55:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:26 smithi066 ceph-mon[84331]: pgmap v2088: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-13T07:55:27.892 INFO:tasks.workunit.client.0.smithi003.stdout: 1161: throughput=5MB/sec pending data=0 2024-04-13T07:55:27.893 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZvZLvQeAuyD6pel off=1441103 len=523500 2024-04-13T07:55:27.896 INFO:tasks.workunit.client.0.smithi003.stdout:op 5885 completed, throughput=5MB/sec 2024-04-13T07:55:27.896 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ZqqXg8u7e7Ueomo off=1134879 len=1887184 2024-04-13T07:55:27.909 INFO:tasks.workunit.client.0.smithi003.stdout:op 5886 completed, throughput=5MB/sec 2024-04-13T07:55:27.909 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-D28SB2EAuq7N7CP off=16401722 len=621287 2024-04-13T07:55:27.912 INFO:tasks.workunit.client.0.smithi003.stdout:op 5887 completed, throughput=5MB/sec 2024-04-13T07:55:27.913 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-5ZlFo0FYvBKU6fZ off=1163958 len=1934381 2024-04-13T07:55:27.919 INFO:tasks.workunit.client.0.smithi003.stdout:op 5888 completed, throughput=5MB/sec 2024-04-13T07:55:27.919 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-r2P99G5yOalAq9j off=14704393 len=1253143 2024-04-13T07:55:27.926 INFO:tasks.workunit.client.0.smithi003.stdout:op 5889 completed, throughput=5MB/sec 2024-04-13T07:55:28.704 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:28 smithi066 ceph-mon[84331]: pgmap v2089: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:55:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:28 smithi003 ceph-mon[89364]: pgmap v2089: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:55:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:28 smithi003 ceph-mon[91733]: pgmap v2089: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-13T07:55:28.926 INFO:tasks.workunit.client.0.smithi003.stdout: 1162: throughput=5MB/sec pending data=0 2024-04-13T07:55:28.926 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-idzBH2K4kqdGzdj off=1998596 len=969803 2024-04-13T07:55:28.931 INFO:tasks.workunit.client.0.smithi003.stdout:op 5890 completed, throughput=5MB/sec 2024-04-13T07:55:28.931 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-k9ZkTBVgV8jumRK off=17692429 len=43556 2024-04-13T07:55:28.932 INFO:tasks.workunit.client.0.smithi003.stdout:op 5891 completed, throughput=5MB/sec 2024-04-13T07:55:28.932 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rM8v9bNoy75WYdk off=9808814 len=1644280 2024-04-13T07:55:28.939 INFO:tasks.workunit.client.0.smithi003.stdout:op 5892 completed, throughput=5MB/sec 2024-04-13T07:55:28.939 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-qFSg2i4vhfsFOSd off=4201164 len=1404931 2024-04-13T07:55:28.947 INFO:tasks.workunit.client.0.smithi003.stdout:op 5893 completed, throughput=5MB/sec 2024-04-13T07:55:28.948 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ckaak4BebhD5oVm off=10197202 len=1456388 2024-04-13T07:55:28.950 INFO:tasks.workunit.client.0.smithi003.stdout:op 5894 completed, throughput=5MB/sec 2024-04-13T07:55:29.951 INFO:tasks.workunit.client.0.smithi003.stdout: 1163: throughput=5MB/sec pending data=0 2024-04-13T07:55:29.951 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-V4c_QbYVXZh0aUG off=3396907 len=352727 2024-04-13T07:55:29.951 INFO:tasks.workunit.client.0.smithi003.stdout:op 5895 completed, throughput=5MB/sec 2024-04-13T07:55:29.951 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-0_TolHK_wFENt_N off=755086 len=649297 2024-04-13T07:55:29.955 INFO:tasks.workunit.client.0.smithi003.stdout:op 5896 completed, throughput=5MB/sec 2024-04-13T07:55:29.956 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-M0QS9lG6vaAvo5L off=4185251 len=427599 2024-04-13T07:55:29.959 INFO:tasks.workunit.client.0.smithi003.stdout:op 5897 completed, throughput=5MB/sec 2024-04-13T07:55:29.959 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3EQuB0fLJ2SN9P0 off=798044 len=38474 2024-04-13T07:55:29.962 INFO:tasks.workunit.client.0.smithi003.stdout:op 5898 completed, throughput=5MB/sec 2024-04-13T07:55:29.962 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-O9HbPzBodF7tmfi off=0 len=1677359 2024-04-13T07:55:29.964 INFO:tasks.workunit.client.0.smithi003.stdout:op 5899 completed, throughput=5MB/sec 2024-04-13T07:55:29.965 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-BsAQsHRLaqQIZgw off=3166528 len=1046330 2024-04-13T07:55:29.967 INFO:tasks.workunit.client.0.smithi003.stdout:op 5900 completed, throughput=5MB/sec 2024-04-13T07:55:29.967 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wiM7QET561FYr5x off=1199110 len=1153680 2024-04-13T07:55:29.969 INFO:tasks.workunit.client.0.smithi003.stdout:op 5901 completed, throughput=5MB/sec 2024-04-13T07:55:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:30 smithi003 ceph-mon[91733]: pgmap v2090: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:55:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:30 smithi003 ceph-mon[89364]: pgmap v2090: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:55:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:30 smithi066 ceph-mon[84331]: pgmap v2090: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-13T07:55:30.970 INFO:tasks.workunit.client.0.smithi003.stdout: 1164: throughput=5MB/sec pending data=0 2024-04-13T07:55:30.970 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-rcCbbfECdvvhx5N off=16308449 len=1686276 2024-04-13T07:55:30.984 INFO:tasks.workunit.client.0.smithi003.stdout:op 5902 completed, throughput=5MB/sec 2024-04-13T07:55:30.984 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-itWGBxd1sUVHadQ off=10602934 len=873565 2024-04-13T07:55:30.985 INFO:tasks.workunit.client.0.smithi003.stdout:op 5903 completed, throughput=5MB/sec 2024-04-13T07:55:30.985 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-uUNza3tdIdxUYXQ off=499385 len=2000743 2024-04-13T07:55:30.987 INFO:tasks.workunit.client.0.smithi003.stdout:op 5904 completed, throughput=5MB/sec 2024-04-13T07:55:31.988 INFO:tasks.workunit.client.0.smithi003.stdout: 1165: throughput=5MB/sec pending data=0 2024-04-13T07:55:31.988 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EERpAbHNiGxlAAG off=2049823 len=422846 2024-04-13T07:55:31.989 INFO:tasks.workunit.client.0.smithi003.stdout:op 5905 completed, throughput=5MB/sec 2024-04-13T07:55:31.989 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-jLgVdJWQsdmKMT9 off=3153588 len=1948208 2024-04-13T07:55:31.998 INFO:tasks.workunit.client.0.smithi003.stdout:op 5906 completed, throughput=5MB/sec 2024-04-13T07:55:31.998 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VcVdFdUvGjUx_Tp off=6360872 len=359442 2024-04-13T07:55:32.002 INFO:tasks.workunit.client.0.smithi003.stdout:op 5907 completed, throughput=5MB/sec 2024-04-13T07:55:32.002 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-3Vfou_ckbMZmvUt off=282577 len=1847497 2024-04-13T07:55:32.009 INFO:tasks.workunit.client.0.smithi003.stdout:op 5908 completed, throughput=5MB/sec 2024-04-13T07:55:32.009 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-_LJJUK9EySz9fmm off=5885275 len=183322 2024-04-13T07:55:32.012 INFO:tasks.workunit.client.0.smithi003.stdout:op 5909 completed, throughput=5MB/sec 2024-04-13T07:55:32.012 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-azNiRAamT4HNHyQ off=11384012 len=2040377 2024-04-13T07:55:32.015 INFO:tasks.workunit.client.0.smithi003.stdout:op 5910 completed, throughput=5MB/sec 2024-04-13T07:55:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:32 smithi066 ceph-mon[84331]: pgmap v2091: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:55:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:55:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:55:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:32 smithi003 ceph-mon[91733]: pgmap v2091: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:55:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:32 smithi003 ceph-mon[89364]: pgmap v2091: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-13T07:55:33.016 INFO:tasks.workunit.client.0.smithi003.stdout: 1166: throughput=5MB/sec pending data=0 2024-04-13T07:55:33.016 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-3bHaIoqA3bZRHD_ off=9310986 len=1339953 2024-04-13T07:55:33.019 INFO:tasks.workunit.client.0.smithi003.stdout:op 5911 completed, throughput=5MB/sec 2024-04-13T07:55:33.019 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1ZOMi-BbOhhU13y off=2844660 len=653296 2024-04-13T07:55:33.024 INFO:tasks.workunit.client.0.smithi003.stdout:op 5912 completed, throughput=5MB/sec 2024-04-13T07:55:33.024 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-s6YQh1igfOtP4oG off=17865199 len=969527 2024-04-13T07:55:33.025 INFO:tasks.workunit.client.0.smithi003.stdout:op 5913 completed, throughput=5MB/sec 2024-04-13T07:55:33.025 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-R69y-CgwDKJFs6P off=12940497 len=2088525 2024-04-13T07:55:33.027 INFO:tasks.workunit.client.0.smithi003.stdout:op 5914 completed, throughput=5MB/sec 2024-04-13T07:55:34.028 INFO:tasks.workunit.client.0.smithi003.stdout: 1167: throughput=5MB/sec pending data=0 2024-04-13T07:55:34.028 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-fQ64uhDSuv4_w7h off=783627 len=1875738 2024-04-13T07:55:34.030 INFO:tasks.workunit.client.0.smithi003.stdout:op 5915 completed, throughput=5MB/sec 2024-04-13T07:55:34.030 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XssAdsL9zwXc3aR off=9149321 len=1235308 2024-04-13T07:55:34.038 INFO:tasks.workunit.client.0.smithi003.stdout:op 5916 completed, throughput=5MB/sec 2024-04-13T07:55:34.038 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GweRwfIJKUtetDS off=752897 len=893069 2024-04-13T07:55:34.043 INFO:tasks.workunit.client.0.smithi003.stdout:op 5917 completed, throughput=5MB/sec 2024-04-13T07:55:34.638 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:34 smithi003 ceph-mon[91733]: pgmap v2092: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:55:34.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:34 smithi003 ceph-mon[89364]: pgmap v2092: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:55:34.639 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:55:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:55:34] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-13T07:55:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:34 smithi066 ceph-mon[84331]: pgmap v2092: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-13T07:55:35.043 INFO:tasks.workunit.client.0.smithi003.stdout: 1168: throughput=5MB/sec pending data=0 2024-04-13T07:55:35.043 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-OA_rex-cgwXOoiC off=712273 len=1434294 2024-04-13T07:55:35.050 INFO:tasks.workunit.client.0.smithi003.stdout:op 5918 completed, throughput=5MB/sec 2024-04-13T07:55:35.051 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-hBvtAZ-ciDSZKoZ off=1737491 len=1839780 2024-04-13T07:55:35.059 INFO:tasks.workunit.client.0.smithi003.stdout:op 5919 completed, throughput=5MB/sec 2024-04-13T07:55:35.059 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-O1euKMrO881CqZy off=5578656 len=1339055 2024-04-13T07:55:35.066 INFO:tasks.workunit.client.0.smithi003.stdout:op 5920 completed, throughput=5MB/sec 2024-04-13T07:55:35.066 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-8UVYR3WuWyW3UE0 off=2453709 len=1849036 2024-04-13T07:55:35.074 INFO:tasks.workunit.client.0.smithi003.stdout:op 5921 completed, throughput=5MB/sec 2024-04-13T07:55:36.074 INFO:tasks.workunit.client.0.smithi003.stdout: 1169: throughput=5MB/sec pending data=0 2024-04-13T07:55:36.074 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Yziw6NWuDvhJguo off=599058 len=1977525 2024-04-13T07:55:36.076 INFO:tasks.workunit.client.0.smithi003.stdout:op 5922 completed, throughput=5MB/sec 2024-04-13T07:55:36.076 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-TlvXLTyOaCafozT off=2428640 len=848332 2024-04-13T07:55:36.078 INFO:tasks.workunit.client.0.smithi003.stdout:op 5923 completed, throughput=5MB/sec 2024-04-13T07:55:36.078 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-o0EclvB3PAyUcmZ off=2449917 len=1347301 2024-04-13T07:55:36.079 INFO:tasks.workunit.client.0.smithi003.stdout:op 5924 completed, throughput=5MB/sec 2024-04-13T07:55:36.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:36 smithi003 ceph-mon[91733]: pgmap v2093: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:55:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:36 smithi003 ceph-mon[89364]: pgmap v2093: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:55:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:36 smithi066 ceph-mon[84331]: pgmap v2093: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-13T07:55:37.080 INFO:tasks.workunit.client.0.smithi003.stdout: 1170: throughput=5MB/sec pending data=0 2024-04-13T07:55:37.080 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-vwkAkYHd0Q6-LP7 off=11680180 len=394024 2024-04-13T07:55:37.081 INFO:tasks.workunit.client.0.smithi003.stdout:op 5925 completed, throughput=5MB/sec 2024-04-13T07:55:37.081 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-UHZP3zNF4A7ec5p off=4876622 len=1127355 2024-04-13T07:55:37.083 INFO:tasks.workunit.client.0.smithi003.stdout:op 5926 completed, throughput=5MB/sec 2024-04-13T07:55:37.083 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-9vMXLUco811obN_ off=1570595 len=1218246 2024-04-13T07:55:37.088 INFO:tasks.workunit.client.0.smithi003.stdout:op 5927 completed, throughput=5MB/sec 2024-04-13T07:55:37.088 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-mXsbQezp7-iPfs4 off=10808293 len=596155 2024-04-13T07:55:37.093 INFO:tasks.workunit.client.0.smithi003.stdout:op 5928 completed, throughput=5MB/sec 2024-04-13T07:55:37.093 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-xj33MTLU0skolwt off=1734309 len=1581373 2024-04-13T07:55:37.094 INFO:tasks.workunit.client.0.smithi003.stdout:op 5929 completed, throughput=5MB/sec 2024-04-13T07:55:37.094 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-d6QLwA7jDhY34PF off=773617 len=1974829 2024-04-13T07:55:37.104 INFO:tasks.workunit.client.0.smithi003.stdout:op 5930 completed, throughput=5MB/sec 2024-04-13T07:55:38.105 INFO:tasks.workunit.client.0.smithi003.stdout: 1171: throughput=5MB/sec pending data=0 2024-04-13T07:55:38.105 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-A_M2kF3t8VwQpIr off=3340493 len=1356675 2024-04-13T07:55:38.106 INFO:tasks.workunit.client.0.smithi003.stdout:op 5931 completed, throughput=5MB/sec 2024-04-13T07:55:38.106 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-umPCjBzGin4AyfF off=5883445 len=2006448 2024-04-13T07:55:38.114 INFO:tasks.workunit.client.0.smithi003.stdout:op 5932 completed, throughput=5MB/sec 2024-04-13T07:55:38.115 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-WfFH0jM66e8wyeR off=4034677 len=207314 2024-04-13T07:55:38.116 INFO:tasks.workunit.client.0.smithi003.stdout:op 5933 completed, throughput=5MB/sec 2024-04-13T07:55:38.116 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-1BpWyWgXLwcbonS off=19188512 len=1549001 2024-04-13T07:55:38.123 INFO:tasks.workunit.client.0.smithi003.stdout:op 5934 completed, throughput=5MB/sec 2024-04-13T07:55:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:38 smithi003 ceph-mon[91733]: pgmap v2094: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:55:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:38 smithi003 ceph-mon[89364]: pgmap v2094: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:55:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:38 smithi066 ceph-mon[84331]: pgmap v2094: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-13T07:55:38.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:39.123 INFO:tasks.workunit.client.0.smithi003.stdout: 1172: throughput=5MB/sec pending data=0 2024-04-13T07:55:39.123 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-6D4oQzPTzJp7-Tz off=1425692 len=306838 2024-04-13T07:55:39.127 INFO:tasks.workunit.client.0.smithi003.stdout:op 5935 completed, throughput=5MB/sec 2024-04-13T07:55:39.127 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-VmTh2a06jPkMRAB off=503368 len=768165 2024-04-13T07:55:39.129 INFO:tasks.workunit.client.0.smithi003.stdout:op 5936 completed, throughput=5MB/sec 2024-04-13T07:55:39.129 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-szEV-zfPfu3wUZg off=2286392 len=444881 2024-04-13T07:55:39.133 INFO:tasks.workunit.client.0.smithi003.stdout:op 5937 completed, throughput=5MB/sec 2024-04-13T07:55:39.133 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-trjUv2hfPdOZuPX off=1422257 len=1296761 2024-04-13T07:55:39.139 INFO:tasks.workunit.client.0.smithi003.stdout:op 5938 completed, throughput=5MB/sec 2024-04-13T07:55:39.139 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-dUrAiG4ZKzs6a6v off=663827 len=350410 2024-04-13T07:55:39.143 INFO:tasks.workunit.client.0.smithi003.stdout:op 5939 completed, throughput=5MB/sec 2024-04-13T07:55:39.143 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-D3h3f6hltgJKvLb off=4683665 len=1348591 2024-04-13T07:55:39.145 INFO:tasks.workunit.client.0.smithi003.stdout:op 5940 completed, throughput=5MB/sec 2024-04-13T07:55:40.146 INFO:tasks.workunit.client.0.smithi003.stdout: 1173: throughput=5MB/sec pending data=0 2024-04-13T07:55:40.146 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-5WOP_a85asHc91A off=10363602 len=1240511 2024-04-13T07:55:40.147 INFO:tasks.workunit.client.0.smithi003.stdout:op 5941 completed, throughput=5MB/sec 2024-04-13T07:55:40.147 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-nJkTW4MxegWDPL3 off=291598 len=1286496 2024-04-13T07:55:40.154 INFO:tasks.workunit.client.0.smithi003.stdout:op 5942 completed, throughput=5MB/sec 2024-04-13T07:55:40.155 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-2efRn-nSPtJeVDH off=313620 len=878612 2024-04-13T07:55:40.163 INFO:tasks.workunit.client.0.smithi003.stdout:op 5943 completed, throughput=5MB/sec 2024-04-13T07:55:40.163 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-mlu47Z-VX7H-vG- off=10836250 len=574594 2024-04-13T07:55:40.163 INFO:tasks.workunit.client.0.smithi003.stdout:op 5944 completed, throughput=5MB/sec 2024-04-13T07:55:40.163 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-0MJoudQI27wN2hB off=20239920 len=637630 2024-04-13T07:55:40.163 INFO:tasks.workunit.client.0.smithi003.stdout:op 5945 completed, throughput=5MB/sec 2024-04-13T07:55:40.163 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-h-FD3gAw4blkmj8 off=9224866 len=572838 2024-04-13T07:55:40.164 INFO:tasks.workunit.client.0.smithi003.stdout:op 5946 completed, throughput=5MB/sec 2024-04-13T07:55:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:40 smithi003 ceph-mon[91733]: pgmap v2095: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:55:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:40 smithi003 ceph-mon[89364]: pgmap v2095: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:55:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:40 smithi066 ceph-mon[84331]: pgmap v2095: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:55:41.164 INFO:tasks.workunit.client.0.smithi003.stdout: 1174: throughput=5MB/sec pending data=0 2024-04-13T07:55:41.165 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-kD9K6ThMlhYtQHl off=2112305 len=865005 2024-04-13T07:55:41.167 INFO:tasks.workunit.client.0.smithi003.stdout:op 5947 completed, throughput=5MB/sec 2024-04-13T07:55:41.167 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-YF6iJJ2JGQ0haYI off=3826566 len=563589 2024-04-13T07:55:41.171 INFO:tasks.workunit.client.0.smithi003.stdout:op 5948 completed, throughput=5MB/sec 2024-04-13T07:55:41.171 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-LTIie03kOnYhAVM off=1023379 len=1198409 2024-04-13T07:55:41.177 INFO:tasks.workunit.client.0.smithi003.stdout:op 5949 completed, throughput=5MB/sec 2024-04-13T07:55:41.177 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-fTJ-DGx44M_gIeR off=6721940 len=1253995 2024-04-13T07:55:41.184 INFO:tasks.workunit.client.0.smithi003.stdout:op 5950 completed, throughput=5MB/sec 2024-04-13T07:55:41.184 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-EYw9rusv9wpCmjm off=8581630 len=1790275 2024-04-13T07:55:41.188 INFO:tasks.workunit.client.0.smithi003.stdout:op 5951 completed, throughput=5MB/sec 2024-04-13T07:55:42.188 INFO:tasks.workunit.client.0.smithi003.stdout: 1175: throughput=5MB/sec pending data=0 2024-04-13T07:55:42.188 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-GH6yWFGrt9ZQ9yw off=8806821 len=1600727 2024-04-13T07:55:42.196 INFO:tasks.workunit.client.0.smithi003.stdout:op 5952 completed, throughput=5MB/sec 2024-04-13T07:55:42.196 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-b7wWsP2SviGQz2- off=1528122 len=1517891 2024-04-13T07:55:42.204 INFO:tasks.workunit.client.0.smithi003.stdout:op 5953 completed, throughput=5MB/sec 2024-04-13T07:55:42.204 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-ABc1bQU_3elNhYw off=16654557 len=932078 2024-04-13T07:55:42.206 INFO:tasks.workunit.client.0.smithi003.stdout:op 5954 completed, throughput=5MB/sec 2024-04-13T07:55:42.206 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-Maz9bpNTgL8EmDy off=11217314 len=1784537 2024-04-13T07:55:42.210 INFO:tasks.workunit.client.0.smithi003.stdout:op 5955 completed, throughput=5MB/sec 2024-04-13T07:55:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:42 smithi066 ceph-mon[84331]: pgmap v2096: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:55:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:55:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:55:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:42 smithi003 ceph-mon[91733]: pgmap v2096: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:55:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:42 smithi003 ceph-mon[89364]: pgmap v2096: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-13T07:55:43.208 INFO:tasks.workunit.client.0.smithi003.stdout: 1176: throughput=5MB/sec pending data=0 2024-04-13T07:55:43.208 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-9YwC7GVQxurHr5v off=5809173 len=258481 2024-04-13T07:55:43.209 INFO:tasks.workunit.client.0.smithi003.stdout:op 5956 completed, throughput=5MB/sec 2024-04-13T07:55:43.209 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-r-1274XYnOJjIeE off=5760585 len=1138487 2024-04-13T07:55:43.215 INFO:tasks.workunit.client.0.smithi003.stdout:op 5957 completed, throughput=5MB/sec 2024-04-13T07:55:43.215 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-VCiNUlVkHHzP168 off=571151 len=217897 2024-04-13T07:55:43.219 INFO:tasks.workunit.client.0.smithi003.stdout:op 5958 completed, throughput=5MB/sec 2024-04-13T07:55:43.219 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-ymPSYhSrUTcSQW7 off=3754178 len=1306040 2024-04-13T07:55:43.225 INFO:tasks.workunit.client.0.smithi003.stdout:op 5959 completed, throughput=5MB/sec 2024-04-13T07:55:43.225 INFO:tasks.workunit.client.0.smithi003.stdout:WRITE : oid=obj-XVDyyVaqgRItKXs off=4054308 len=282258 2024-04-13T07:55:43.230 INFO:tasks.workunit.client.0.smithi003.stdout:op 5960 completed, throughput=5MB/sec 2024-04-13T07:55:43.230 INFO:tasks.workunit.client.0.smithi003.stdout:READ : oid=obj-wK62Egq4bEfo3fD off=14556244 len=1432567 2024-04-13T07:55:43.230 INFO:tasks.workunit.client.0.smithi003.stdout:op 5961 completed, throughput=5MB/sec 2024-04-13T07:55:44.231 INFO:tasks.workunit.client.0.smithi003.stdout:waiting for all operations to complete 2024-04-13T07:55:44.231 INFO:tasks.workunit.client.0.smithi003.stdout:cleaning up objects 2024-04-13T07:55:44.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:44 smithi003 ceph-mon[91733]: pgmap v2097: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:55:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:44 smithi003 ceph-mon[89364]: pgmap v2097: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:55:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:55:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:55:44] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-13T07:55:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:44 smithi066 ceph-mon[84331]: pgmap v2097: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-13T07:55:46.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:46 smithi003 ceph-mon[89364]: pgmap v2098: 105 pgs: 105 active+clean; 123 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-04-13T07:55:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:46 smithi003 ceph-mon[91733]: pgmap v2098: 105 pgs: 105 active+clean; 123 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-04-13T07:55:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:46 smithi066 ceph-mon[84331]: pgmap v2098: 105 pgs: 105 active+clean; 123 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-04-13T07:55:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:48 smithi003 ceph-mon[89364]: pgmap v2099: 105 pgs: 105 active+clean; 123 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-04-13T07:55:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:48 smithi003 ceph-mon[91733]: pgmap v2099: 105 pgs: 105 active+clean; 123 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-04-13T07:55:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:48 smithi066 ceph-mon[84331]: pgmap v2099: 105 pgs: 105 active+clean; 123 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-04-13T07:55:50.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:50 smithi003 ceph-mon[91733]: pgmap v2100: 105 pgs: 105 active+clean; 104 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 151 op/s 2024-04-13T07:55:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:50 smithi003 ceph-mon[89364]: pgmap v2100: 105 pgs: 105 active+clean; 104 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 151 op/s 2024-04-13T07:55:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:50 smithi066 ceph-mon[84331]: pgmap v2100: 105 pgs: 105 active+clean; 104 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 151 op/s 2024-04-13T07:55:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:52 smithi066 ceph-mon[84331]: pgmap v2101: 105 pgs: 105 active+clean; 84 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 288 op/s 2024-04-13T07:55:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:55:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:55:52.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:52 smithi003 ceph-mon[91733]: pgmap v2101: 105 pgs: 105 active+clean; 84 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 288 op/s 2024-04-13T07:55:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:52 smithi003 ceph-mon[89364]: pgmap v2101: 105 pgs: 105 active+clean; 84 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 288 op/s 2024-04-13T07:55:53.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:55:54.464 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:55:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:55:54] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-13T07:55:54.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:54 smithi003 ceph-mon[91733]: pgmap v2102: 105 pgs: 105 active+clean; 84 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 884 KiB/s rd, 1.1 MiB/s wr, 288 op/s 2024-04-13T07:55:54.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:54 smithi003 ceph-mon[89364]: pgmap v2102: 105 pgs: 105 active+clean; 84 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 884 KiB/s rd, 1.1 MiB/s wr, 288 op/s 2024-04-13T07:55:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:54 smithi066 ceph-mon[84331]: pgmap v2102: 105 pgs: 105 active+clean; 84 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 884 KiB/s rd, 1.1 MiB/s wr, 288 op/s 2024-04-13T07:55:56.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:56 smithi003 ceph-mon[89364]: pgmap v2103: 105 pgs: 105 active+clean; 48 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 884 KiB/s rd, 1.1 MiB/s wr, 535 op/s 2024-04-13T07:55:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:56 smithi003 ceph-mon[91733]: pgmap v2103: 105 pgs: 105 active+clean; 48 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 884 KiB/s rd, 1.1 MiB/s wr, 535 op/s 2024-04-13T07:55:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:56 smithi066 ceph-mon[84331]: pgmap v2103: 105 pgs: 105 active+clean; 48 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 884 KiB/s rd, 1.1 MiB/s wr, 535 op/s 2024-04-13T07:55:58.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:58 smithi003 ceph-mon[91733]: pgmap v2104: 105 pgs: 105 active+clean; 48 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 515 op/s 2024-04-13T07:55:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:58 smithi003 ceph-mon[89364]: pgmap v2104: 105 pgs: 105 active+clean; 48 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 515 op/s 2024-04-13T07:55:58.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:58 smithi066 ceph-mon[84331]: pgmap v2104: 105 pgs: 105 active+clean; 48 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 515 op/s 2024-04-13T07:55:59.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:59.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:55:59.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:55:59.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:55:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:55:59.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:59.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:55:59.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:55:59.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:55:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:55:59.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:55:59.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:55:59.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:55:59.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:55:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:56:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:00 smithi003 ceph-mon[91733]: pgmap v2105: 105 pgs: 105 active+clean; 30 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2024-04-13T07:56:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:00 smithi003 ceph-mon[89364]: pgmap v2105: 105 pgs: 105 active+clean; 30 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2024-04-13T07:56:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:00 smithi066 ceph-mon[84331]: pgmap v2105: 105 pgs: 105 active+clean; 30 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2024-04-13T07:56:01.471 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T07:56:01.471 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T07:56:01.500 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-04-13T07:56:01.501 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-13T07:56:01.767 DEBUG:teuthology.parallel:result is None 2024-04-13T07:56:01.768 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T07:56:01.795 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T07:56:01.795 DEBUG:teuthology.orchestra.run.smithi003:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T07:56:01.849 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T07:56:01.849 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T07:56:01.849 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-04-13T07:56:01.850 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T07:56:01.850 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-04-13T07:56:01.850 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-13T07:56:01.850 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-13T07:56:01.850 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-13T07:56:01.851 DEBUG:teuthology.orchestra.run.smithi066:> stat -- /home/ubuntu/cephtest/mnt.1 2024-04-13T07:56:01.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T07:56:01.867 INFO:teuthology.orchestra.run.smithi066.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-04-13T07:56:01.867 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-04-13T07:56:01.923 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-04-13T07:56:01.923 DEBUG:teuthology.orchestra.run.smithi066:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-04-13T07:56:01.979 INFO:tasks.workunit:timeout=3h 2024-04-13T07:56:01.979 INFO:tasks.workunit:cleanup=True 2024-04-13T07:56:01.980 DEBUG:teuthology.orchestra.run.smithi066:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-04-13T07:56:02.036 INFO:tasks.workunit.client.1.smithi066.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-04-13T07:56:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:02 smithi066 ceph-mon[84331]: pgmap v2106: 105 pgs: 105 active+clean; 13 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 617 op/s 2024-04-13T07:56:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:56:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:56:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:02 smithi003 ceph-mon[91733]: pgmap v2106: 105 pgs: 105 active+clean; 13 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 617 op/s 2024-04-13T07:56:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:02 smithi003 ceph-mon[89364]: pgmap v2106: 105 pgs: 105 active+clean; 13 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 617 op/s 2024-04-13T07:56:04.474 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:56:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:56:04] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-13T07:56:04.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:04 smithi003 ceph-mon[91733]: pgmap v2107: 105 pgs: 105 active+clean; 13 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 478 op/s 2024-04-13T07:56:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:04 smithi003 ceph-mon[89364]: pgmap v2107: 105 pgs: 105 active+clean; 13 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 478 op/s 2024-04-13T07:56:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:04 smithi066 ceph-mon[84331]: pgmap v2107: 105 pgs: 105 active+clean; 13 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 478 op/s 2024-04-13T07:56:06.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:06 smithi003 ceph-mon[91733]: pgmap v2108: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 567 op/s 2024-04-13T07:56:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:06 smithi003 ceph-mon[89364]: pgmap v2108: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 567 op/s 2024-04-13T07:56:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:06 smithi066 ceph-mon[84331]: pgmap v2108: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 567 op/s 2024-04-13T07:56:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:08 smithi003 ceph-mon[89364]: pgmap v2109: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 319 op/s 2024-04-13T07:56:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:08 smithi003 ceph-mon[91733]: pgmap v2109: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 319 op/s 2024-04-13T07:56:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:08.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:08 smithi066 ceph-mon[84331]: pgmap v2109: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 319 op/s 2024-04-13T07:56:08.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:10 smithi003 ceph-mon[89364]: pgmap v2110: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 319 op/s 2024-04-13T07:56:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:10 smithi003 ceph-mon[91733]: pgmap v2110: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 319 op/s 2024-04-13T07:56:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:10 smithi066 ceph-mon[84331]: pgmap v2110: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 319 op/s 2024-04-13T07:56:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:12 smithi066 ceph-mon[84331]: pgmap v2111: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 205 op/s 2024-04-13T07:56:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:56:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:56:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:12 smithi003 ceph-mon[91733]: pgmap v2111: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 205 op/s 2024-04-13T07:56:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:12 smithi003 ceph-mon[89364]: pgmap v2111: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 205 op/s 2024-04-13T07:56:14.489 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:56:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:56:14] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-04-13T07:56:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:14 smithi003 ceph-mon[91733]: pgmap v2112: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 88 op/s 2024-04-13T07:56:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:14 smithi003 ceph-mon[89364]: pgmap v2112: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 88 op/s 2024-04-13T07:56:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:14 smithi066 ceph-mon[84331]: pgmap v2112: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 88 op/s 2024-04-13T07:56:15.394 DEBUG:teuthology.orchestra.run.smithi066:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-04-13T07:56:15.459 INFO:tasks.workunit.client.1.smithi066.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-13T07:56:15.461 INFO:tasks.workunit.client.1.smithi066.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-13T07:56:15.461 INFO:tasks.workunit.client.1.smithi066.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-13T07:56:16.245 INFO:tasks.workunit.client.1.smithi066.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-13T07:56:16.322 INFO:tasks.workunit.client.1.smithi066.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-13T07:56:16.365 INFO:tasks.workunit.client.1.smithi066.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-13T07:56:16.367 INFO:tasks.workunit.client.1.smithi066.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-13T07:56:16.367 INFO:tasks.workunit.client.1.smithi066.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-13T07:56:16.408 INFO:tasks.workunit.client.1.smithi066.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-13T07:56:16.412 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-13T07:56:16.412 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-04-13T07:56:16.469 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-04-13T07:56:16.470 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-13T07:56:16.470 DEBUG:teuthology.orchestra.run.smithi066:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-04-13T07:56:16.537 INFO:tasks.workunit.client.1.smithi066.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-13T07:56:16.537 INFO:tasks.workunit.client.1.smithi066.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-04-13T07:56:16.537 INFO:tasks.workunit.client.1.smithi066.stderr:+ TMPDIR=/tmp/rbd_import_export_133493 2024-04-13T07:56:16.538 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm -rf /tmp/rbd_import_export_133493 2024-04-13T07:56:16.538 INFO:tasks.workunit.client.1.smithi066.stderr:+ mkdir /tmp/rbd_import_export_133493 2024-04-13T07:56:16.539 INFO:tasks.workunit.client.1.smithi066.stderr:+ trap 'rm -rf /tmp/rbd_import_export_133493' INT TERM EXIT 2024-04-13T07:56:16.539 INFO:tasks.workunit.client.1.smithi066.stderr:+ mkdir foo.133493 2024-04-13T07:56:16.539 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import foo.133493 foo.dir 2024-04-13T07:56:16.590 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: cannot import a directory 2024-04-13T07:56:16.590 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 0% complete...failed. 2024-04-13T07:56:16.591 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: import failed: (21) Is a directory 2024-04-13T07:56:16.593 INFO:tasks.workunit.client.1.smithi066.stderr:+ true 2024-04-13T07:56:16.593 INFO:tasks.workunit.client.1.smithi066.stderr:+ rmdir foo.133493 2024-04-13T07:56:16.601 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_133493/img bs=1k count=1 seek=10 2024-04-13T07:56:16.602 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records in 2024-04-13T07:56:16.602 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records out 2024-04-13T07:56:16.602 INFO:tasks.workunit.client.1.smithi066.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.5044e-05 s, 22.7 MB/s 2024-04-13T07:56:16.602 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_133493/img bs=1k count=10 seek=100 2024-04-13T07:56:16.603 INFO:tasks.workunit.client.1.smithi066.stderr:10+0 records in 2024-04-13T07:56:16.603 INFO:tasks.workunit.client.1.smithi066.stderr:10+0 records out 2024-04-13T07:56:16.603 INFO:tasks.workunit.client.1.smithi066.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.624e-05 s, 182 MB/s 2024-04-13T07:56:16.603 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_133493/img bs=1k count=100 seek=1000 2024-04-13T07:56:16.603 INFO:tasks.workunit.client.1.smithi066.stderr:60+1 records in 2024-04-13T07:56:16.604 INFO:tasks.workunit.client.1.smithi066.stderr:60+1 records out 2024-04-13T07:56:16.604 INFO:tasks.workunit.client.1.smithi066.stderr:61464 bytes (61 kB, 60 KiB) copied, 0.000190339 s, 323 MB/s 2024-04-13T07:56:16.604 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_133493/img bs=1k seek=10000 2024-04-13T07:56:16.605 INFO:tasks.workunit.client.1.smithi066.stderr:137+1 records in 2024-04-13T07:56:16.605 INFO:tasks.workunit.client.1.smithi066.stderr:137+1 records out 2024-04-13T07:56:16.605 INFO:tasks.workunit.client.1.smithi066.stderr:140760 bytes (141 kB, 137 KiB) copied, 0.00047991 s, 293 MB/s 2024-04-13T07:56:16.605 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_133493/img bs=1k seek=100000 2024-04-13T07:56:16.605 INFO:tasks.workunit.client.1.smithi066.stderr:59+1 records in 2024-04-13T07:56:16.606 INFO:tasks.workunit.client.1.smithi066.stderr:59+1 records out 2024-04-13T07:56:16.606 INFO:tasks.workunit.client.1.smithi066.stderr:61408 bytes (61 kB, 60 KiB) copied, 0.000177529 s, 346 MB/s 2024-04-13T07:56:16.606 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_133493/img bs=1k seek=1000000 2024-04-13T07:56:16.607 INFO:tasks.workunit.client.1.smithi066.stderr:154+1 records in 2024-04-13T07:56:16.607 INFO:tasks.workunit.client.1.smithi066.stderr:154+1 records out 2024-04-13T07:56:16.607 INFO:tasks.workunit.client.1.smithi066.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000404554 s, 391 MB/s 2024-04-13T07:56:16.607 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm testimg 2024-04-13T07:56:16.663 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 0% complete...failed. 2024-04-13T07:56:16.663 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: delete error: (2) No such file or directory 2024-04-13T07:56:16.667 INFO:tasks.workunit.client.1.smithi066.stderr:+ true 2024-04-13T07:56:16.667 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --new-format /tmp/rbd_import_export_133493/img testimg 2024-04-13T07:56:16.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:16 smithi003 ceph-mon[91733]: pgmap v2113: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 88 op/s 2024-04-13T07:56:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:16 smithi003 ceph-mon[89364]: pgmap v2113: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 88 op/s 2024-04-13T07:56:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:16 smithi066 ceph-mon[84331]: pgmap v2113: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 88 op/s 2024-04-13T07:56:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:18 smithi003 ceph-mon[89364]: pgmap v2114: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:56:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:18 smithi003 ceph-mon[89364]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-13T07:56:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:18 smithi003 ceph-mon[91733]: pgmap v2114: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:56:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:18 smithi003 ceph-mon[91733]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-13T07:56:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:18 smithi066 ceph-mon[84331]: pgmap v2114: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:56:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:18 smithi066 ceph-mon[84331]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-13T07:56:19.028 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-13T07:56:19.028 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T07:56:19.031 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export testimg /tmp/rbd_import_export_133493/img2 2024-04-13T07:56:19.218 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-13T07:56:19.223 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export testimg - 2024-04-13T07:56:19.833 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-13T07:56:19.837 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm testimg 2024-04-13T07:56:19.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:19 smithi003 ceph-mon[91733]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-13T07:56:19.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:19 smithi003 ceph-mon[89364]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-13T07:56:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:19 smithi066 ceph-mon[84331]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-13T07:56:19.969 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-13T07:56:19.970 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp /tmp/rbd_import_export_133493/img /tmp/rbd_import_export_133493/img2 2024-04-13T07:56:20.604 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp /tmp/rbd_import_export_133493/img /tmp/rbd_import_export_133493/img3 2024-04-13T07:56:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:20 smithi003 ceph-mon[91733]: pgmap v2117: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 255 B/s wr, 4 op/s 2024-04-13T07:56:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:20 smithi003 ceph-mon[89364]: pgmap v2117: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 255 B/s wr, 4 op/s 2024-04-13T07:56:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:20 smithi066 ceph-mon[84331]: pgmap v2117: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 255 B/s wr, 4 op/s 2024-04-13T07:56:21.077 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_133493/img2 /tmp/rbd_import_export_133493/img3 2024-04-13T07:56:21.240 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --new-format - testimg 2024-04-13T07:56:21.653 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete...done. 2024-04-13T07:56:21.653 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T07:56:21.657 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export testimg /tmp/rbd_import_export_133493/img2 2024-04-13T07:56:21.840 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-13T07:56:21.845 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export testimg - 2024-04-13T07:56:22.446 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-13T07:56:22.451 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm testimg 2024-04-13T07:56:22.589 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-13T07:56:22.592 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp /tmp/rbd_import_export_133493/img /tmp/rbd_import_export_133493/img2 2024-04-13T07:56:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:22 smithi066 ceph-mon[84331]: pgmap v2118: 105 pgs: 105 active+clean; 4.2 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 56 KiB/s wr, 12 op/s 2024-04-13T07:56:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:56:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:56:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:56:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:22 smithi003 ceph-mon[91733]: pgmap v2118: 105 pgs: 105 active+clean; 4.2 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 56 KiB/s wr, 12 op/s 2024-04-13T07:56:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:22 smithi003 ceph-mon[89364]: pgmap v2118: 105 pgs: 105 active+clean; 4.2 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 56 KiB/s wr, 12 op/s 2024-04-13T07:56:23.224 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp /tmp/rbd_import_export_133493/img /tmp/rbd_import_export_133493/img3 2024-04-13T07:56:23.706 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_133493/img /tmp/rbd_import_export_133493/img2 /tmp/rbd_import_export_133493/img3 2024-04-13T07:56:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:23.921 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd help export 2024-04-13T07:56:23.921 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep -q export-format 2024-04-13T07:56:23.943 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_133493/img bs=1k count=10 seek=100 2024-04-13T07:56:23.944 INFO:tasks.workunit.client.1.smithi066.stderr:10+0 records in 2024-04-13T07:56:23.944 INFO:tasks.workunit.client.1.smithi066.stderr:10+0 records out 2024-04-13T07:56:23.944 INFO:tasks.workunit.client.1.smithi066.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.9228e-05 s, 148 MB/s 2024-04-13T07:56:23.944 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --new-format /tmp/rbd_import_export_133493/img testimg 2024-04-13T07:56:24.017 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete...done. 2024-04-13T07:56:24.018 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T07:56:24.020 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap create testimg@snap 2024-04-13T07:56:24.284 INFO:tasks.workunit.client.1.smithi066.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-13T07:56:24.294 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd image-meta set testimg key1 value1 2024-04-13T07:56:24.356 INFO:tasks.workunit.client.1.smithi066.stderr:++ rbd image-meta list testimg 2024-04-13T07:56:24.403 INFO:tasks.workunit.client.1.smithi066.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-04-13T07:56:24.403 INFO:tasks.workunit.client.1.smithi066.stderr: 2024-04-13T07:56:24.403 INFO:tasks.workunit.client.1.smithi066.stderr:Key Value 2024-04-13T07:56:24.403 INFO:tasks.workunit.client.1.smithi066.stderr:key1 value1' 2024-04-13T07:56:24.403 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133493/img_v2 2024-04-13T07:56:24.444 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-13T07:56:24.447 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133493/img_v2 testimg_import 2024-04-13T07:56:24.528 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:56:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:56:24] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-04-13T07:56:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:24 smithi003 ceph-mon[91733]: pgmap v2119: 105 pgs: 105 active+clean; 4.2 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 56 KiB/s wr, 12 op/s 2024-04-13T07:56:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:24 smithi003 ceph-mon[91733]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-13T07:56:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:24 smithi003 ceph-mon[89364]: pgmap v2119: 105 pgs: 105 active+clean; 4.2 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 56 KiB/s wr, 12 op/s 2024-04-13T07:56:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:24 smithi003 ceph-mon[89364]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-13T07:56:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:24 smithi066 ceph-mon[84331]: pgmap v2119: 105 pgs: 105 active+clean; 4.2 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 56 KiB/s wr, 12 op/s 2024-04-13T07:56:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:24 smithi066 ceph-mon[84331]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-13T07:56:25.292 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-13T07:56:25.295 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd info testimg_import 2024-04-13T07:56:25.335 INFO:tasks.workunit.client.1.smithi066.stdout:rbd image 'testimg_import': 2024-04-13T07:56:25.335 INFO:tasks.workunit.client.1.smithi066.stdout: size 110 KiB in 1 objects 2024-04-13T07:56:25.335 INFO:tasks.workunit.client.1.smithi066.stdout: order 22 (4 MiB objects) 2024-04-13T07:56:25.336 INFO:tasks.workunit.client.1.smithi066.stdout: snapshot_count: 1 2024-04-13T07:56:25.336 INFO:tasks.workunit.client.1.smithi066.stdout: id: d62179ce1148 2024-04-13T07:56:25.336 INFO:tasks.workunit.client.1.smithi066.stdout: block_name_prefix: rbd_data.d62179ce1148 2024-04-13T07:56:25.336 INFO:tasks.workunit.client.1.smithi066.stdout: format: 2 2024-04-13T07:56:25.336 INFO:tasks.workunit.client.1.smithi066.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-13T07:56:25.336 INFO:tasks.workunit.client.1.smithi066.stdout: op_features: 2024-04-13T07:56:25.336 INFO:tasks.workunit.client.1.smithi066.stdout: flags: 2024-04-13T07:56:25.336 INFO:tasks.workunit.client.1.smithi066.stdout: create_timestamp: Sat Apr 13 07:56:24 2024 2024-04-13T07:56:25.336 INFO:tasks.workunit.client.1.smithi066.stdout: access_timestamp: Sat Apr 13 07:56:24 2024 2024-04-13T07:56:25.336 INFO:tasks.workunit.client.1.smithi066.stdout: modify_timestamp: Sat Apr 13 07:56:24 2024 2024-04-13T07:56:25.338 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd info testimg_import@snap 2024-04-13T07:56:25.378 INFO:tasks.workunit.client.1.smithi066.stdout:rbd image 'testimg_import': 2024-04-13T07:56:25.378 INFO:tasks.workunit.client.1.smithi066.stdout: size 110 KiB in 1 objects 2024-04-13T07:56:25.378 INFO:tasks.workunit.client.1.smithi066.stdout: order 22 (4 MiB objects) 2024-04-13T07:56:25.378 INFO:tasks.workunit.client.1.smithi066.stdout: snapshot_count: 1 2024-04-13T07:56:25.378 INFO:tasks.workunit.client.1.smithi066.stdout: id: d62179ce1148 2024-04-13T07:56:25.378 INFO:tasks.workunit.client.1.smithi066.stdout: block_name_prefix: rbd_data.d62179ce1148 2024-04-13T07:56:25.378 INFO:tasks.workunit.client.1.smithi066.stdout: format: 2 2024-04-13T07:56:25.379 INFO:tasks.workunit.client.1.smithi066.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-13T07:56:25.379 INFO:tasks.workunit.client.1.smithi066.stdout: op_features: 2024-04-13T07:56:25.379 INFO:tasks.workunit.client.1.smithi066.stdout: flags: 2024-04-13T07:56:25.379 INFO:tasks.workunit.client.1.smithi066.stdout: create_timestamp: Sat Apr 13 07:56:24 2024 2024-04-13T07:56:25.379 INFO:tasks.workunit.client.1.smithi066.stdout: access_timestamp: Sat Apr 13 07:56:24 2024 2024-04-13T07:56:25.379 INFO:tasks.workunit.client.1.smithi066.stdout: modify_timestamp: Sat Apr 13 07:56:24 2024 2024-04-13T07:56:25.379 INFO:tasks.workunit.client.1.smithi066.stdout: protected: False 2024-04-13T07:56:25.381 INFO:tasks.workunit.client.1.smithi066.stderr:++ rbd image-meta list testimg_import 2024-04-13T07:56:25.426 INFO:tasks.workunit.client.1.smithi066.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-04-13T07:56:25.427 INFO:tasks.workunit.client.1.smithi066.stderr: 2024-04-13T07:56:25.427 INFO:tasks.workunit.client.1.smithi066.stderr:Key Value 2024-04-13T07:56:25.427 INFO:tasks.workunit.client.1.smithi066.stderr:key1 value1' 2024-04-13T07:56:25.427 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' 'There is 1 metadatum on this image: 2024-04-13T07:56:25.427 INFO:tasks.workunit.client.1.smithi066.stderr: 2024-04-13T07:56:25.427 INFO:tasks.workunit.client.1.smithi066.stderr:Key Value 2024-04-13T07:56:25.427 INFO:tasks.workunit.client.1.smithi066.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-04-13T07:56:25.427 INFO:tasks.workunit.client.1.smithi066.stderr: 2024-04-13T07:56:25.427 INFO:tasks.workunit.client.1.smithi066.stderr:Key Value 2024-04-13T07:56:25.427 INFO:tasks.workunit.client.1.smithi066.stderr:key1 value1' ']' 2024-04-13T07:56:25.427 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export testimg_import /tmp/rbd_import_export_133493/img_import 2024-04-13T07:56:25.467 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 100% complete...done. 2024-04-13T07:56:25.470 INFO:tasks.workunit.client.1.smithi066.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133493/img /tmp/rbd_import_export_133493/img_import 2024-04-13T07:56:25.470 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp -l /tmp/rbd_import_export_133493/img /tmp/rbd_import_export_133493/img_import 2024-04-13T07:56:25.471 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_133493/img --format %b 2024-04-13T07:56:25.472 INFO:tasks.workunit.client.1.smithi066.stderr:+ origsize=24 2024-04-13T07:56:25.472 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_133493/img_import --format %b 2024-04-13T07:56:25.473 INFO:tasks.workunit.client.1.smithi066.stderr:+ exportsize=224 2024-04-13T07:56:25.473 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=200 2024-04-13T07:56:25.473 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=200 2024-04-13T07:56:25.473 INFO:tasks.workunit.client.1.smithi066.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-13T07:56:25.474 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_133493/img_snap 2024-04-13T07:56:25.512 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 100% complete...done. 2024-04-13T07:56:25.516 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_133493/img_snap_import 2024-04-13T07:56:25.556 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 100% complete...done. 2024-04-13T07:56:25.559 INFO:tasks.workunit.client.1.smithi066.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133493/img_snap /tmp/rbd_import_export_133493/img_snap_import 2024-04-13T07:56:25.559 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp -l /tmp/rbd_import_export_133493/img_snap /tmp/rbd_import_export_133493/img_snap_import 2024-04-13T07:56:25.560 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_133493/img_snap --format %b 2024-04-13T07:56:25.561 INFO:tasks.workunit.client.1.smithi066.stderr:+ origsize=224 2024-04-13T07:56:25.561 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_133493/img_snap_import --format %b 2024-04-13T07:56:25.562 INFO:tasks.workunit.client.1.smithi066.stderr:+ exportsize=224 2024-04-13T07:56:25.562 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-13T07:56:25.562 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-13T07:56:25.562 INFO:tasks.workunit.client.1.smithi066.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-13T07:56:25.562 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_133493/img_v2 2024-04-13T07:56:25.563 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_133493/img_import 2024-04-13T07:56:25.563 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_133493/img_snap 2024-04-13T07:56:25.564 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_133493/img_snap_import 2024-04-13T07:56:25.564 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap rm testimg_import@snap 2024-04-13T07:56:26.284 INFO:tasks.workunit.client.1.smithi066.stderr: Removing snap: 100% complete...done. 2024-04-13T07:56:26.299 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd remove testimg_import 2024-04-13T07:56:26.423 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-13T07:56:26.426 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap rm testimg@snap 2024-04-13T07:56:26.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:26 smithi003 ceph-mon[91733]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-13T07:56:26.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:26 smithi003 ceph-mon[91733]: pgmap v2122: 105 pgs: 105 active+clean; 803 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 351 KiB/s rd, 141 KiB/s wr, 137 op/s 2024-04-13T07:56:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:26 smithi003 ceph-mon[89364]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-13T07:56:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:26 smithi003 ceph-mon[89364]: pgmap v2122: 105 pgs: 105 active+clean; 803 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 351 KiB/s rd, 141 KiB/s wr, 137 op/s 2024-04-13T07:56:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:26 smithi066 ceph-mon[84331]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-13T07:56:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:26 smithi066 ceph-mon[84331]: pgmap v2122: 105 pgs: 105 active+clean; 803 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 351 KiB/s rd, 141 KiB/s wr, 137 op/s 2024-04-13T07:56:27.291 INFO:tasks.workunit.client.1.smithi066.stderr: Removing snap: 100% complete...done. 2024-04-13T07:56:27.309 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm testimg 2024-04-13T07:56:27.440 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-13T07:56:27.443 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --order 20 /tmp/rbd_import_export_133493/img testimg 2024-04-13T07:56:27.513 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete...done. 2024-04-13T07:56:27.514 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --order is deprecated, use --object-size 2024-04-13T07:56:27.516 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133493/img_v2 2024-04-13T07:56:27.557 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-13T07:56:27.560 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133493/img_v2 testimg_import 2024-04-13T07:56:27.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:27 smithi003 ceph-mon[91733]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-13T07:56:27.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:27 smithi003 ceph-mon[89364]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-13T07:56:27.637 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-13T07:56:27.640 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd info testimg_import 2024-04-13T07:56:27.640 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep order 2024-04-13T07:56:27.640 INFO:tasks.workunit.client.1.smithi066.stderr:+ awk '{print $2}' 2024-04-13T07:56:27.640 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep 20 2024-04-13T07:56:27.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:27 smithi066 ceph-mon[84331]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-13T07:56:27.679 INFO:tasks.workunit.client.1.smithi066.stdout:20 2024-04-13T07:56:27.679 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_133493/img_v2 2024-04-13T07:56:27.680 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd remove testimg_import 2024-04-13T07:56:27.799 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-13T07:56:27.802 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd remove testimg 2024-04-13T07:56:27.921 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-13T07:56:27.924 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_133493/img testimg 2024-04-13T07:56:27.981 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete...done. 2024-04-13T07:56:27.985 INFO:tasks.workunit.client.1.smithi066.stderr:++ rbd info testimg 2024-04-13T07:56:27.985 INFO:tasks.workunit.client.1.smithi066.stderr:++ grep features 2024-04-13T07:56:28.025 INFO:tasks.workunit.client.1.smithi066.stderr:+ FEATURES_BEFORE=' features: layering 2024-04-13T07:56:28.025 INFO:tasks.workunit.client.1.smithi066.stderr: op_features: ' 2024-04-13T07:56:28.025 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133493/img_v2 2024-04-13T07:56:28.065 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-13T07:56:28.068 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133493/img_v2 testimg_import 2024-04-13T07:56:28.133 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-13T07:56:28.137 INFO:tasks.workunit.client.1.smithi066.stderr:++ rbd info testimg_import 2024-04-13T07:56:28.137 INFO:tasks.workunit.client.1.smithi066.stderr:++ grep features 2024-04-13T07:56:28.177 INFO:tasks.workunit.client.1.smithi066.stderr:+ FEATURES_AFTER=' features: layering 2024-04-13T07:56:28.177 INFO:tasks.workunit.client.1.smithi066.stderr: op_features: ' 2024-04-13T07:56:28.177 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' ' features: layering 2024-04-13T07:56:28.177 INFO:tasks.workunit.client.1.smithi066.stderr: op_features: ' '!=' ' features: layering 2024-04-13T07:56:28.177 INFO:tasks.workunit.client.1.smithi066.stderr: op_features: ' ']' 2024-04-13T07:56:28.177 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_133493/img_v2 2024-04-13T07:56:28.177 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd remove testimg_import 2024-04-13T07:56:28.267 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-13T07:56:28.270 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd remove testimg 2024-04-13T07:56:28.366 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-13T07:56:28.369 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_133493/img testimg 2024-04-13T07:56:28.448 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete...done. 2024-04-13T07:56:28.451 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133493/img_v2 2024-04-13T07:56:28.496 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-13T07:56:28.499 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133493/img_v2 testimg_import 2024-04-13T07:56:28.552 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:28 smithi066 ceph-mon[84331]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-13T07:56:28.553 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:28 smithi066 ceph-mon[84331]: pgmap v2125: 105 pgs: 105 active+clean; 803 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 370 KiB/s rd, 128 KiB/s wr, 208 op/s 2024-04-13T07:56:28.583 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-13T07:56:28.587 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd info testimg_import 2024-04-13T07:56:28.587 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep 'stripe unit' 2024-04-13T07:56:28.587 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep -Ei '(4 KiB|4096)' 2024-04-13T07:56:28.626 INFO:tasks.workunit.client.1.smithi066.stdout: stripe unit: 4 KiB 2024-04-13T07:56:28.627 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd info testimg_import 2024-04-13T07:56:28.627 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep 'stripe count' 2024-04-13T07:56:28.627 INFO:tasks.workunit.client.1.smithi066.stderr:+ awk '{print $3}' 2024-04-13T07:56:28.627 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep 1000 2024-04-13T07:56:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:28 smithi003 ceph-mon[89364]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-13T07:56:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:28 smithi003 ceph-mon[89364]: pgmap v2125: 105 pgs: 105 active+clean; 803 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 370 KiB/s rd, 128 KiB/s wr, 208 op/s 2024-04-13T07:56:28.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:28 smithi003 ceph-mon[91733]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-13T07:56:28.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:28 smithi003 ceph-mon[91733]: pgmap v2125: 105 pgs: 105 active+clean; 803 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 370 KiB/s rd, 128 KiB/s wr, 208 op/s 2024-04-13T07:56:28.666 INFO:tasks.workunit.client.1.smithi066.stdout:1000 2024-04-13T07:56:28.666 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_133493/img_v2 2024-04-13T07:56:28.667 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd remove testimg_import 2024-04-13T07:56:28.788 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-13T07:56:28.791 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd remove testimg 2024-04-13T07:56:28.918 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-13T07:56:28.921 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_133493/img testimg 2024-04-13T07:56:28.989 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete...done. 2024-04-13T07:56:28.992 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap create testimg@snap1 2024-04-13T07:56:29.302 INFO:tasks.workunit.client.1.smithi066.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-13T07:56:29.312 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap create testimg@snap2 2024-04-13T07:56:30.318 INFO:tasks.workunit.client.1.smithi066.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-13T07:56:30.330 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap protect testimg@snap2 2024-04-13T07:56:30.382 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133493/snap_protect 2024-04-13T07:56:30.427 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-13T07:56:30.430 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133493/snap_protect testimg_import 2024-04-13T07:56:30.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:30 smithi003 ceph-mon[91733]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-13T07:56:30.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:30 smithi003 ceph-mon[91733]: pgmap v2127: 105 pgs: 105 active+clean; 803 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 24 KiB/s wr, 341 op/s 2024-04-13T07:56:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:30 smithi003 ceph-mon[89364]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-13T07:56:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:30 smithi003 ceph-mon[89364]: pgmap v2127: 105 pgs: 105 active+clean; 803 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 24 KiB/s wr, 341 op/s 2024-04-13T07:56:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:30 smithi066 ceph-mon[84331]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-13T07:56:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:30 smithi066 ceph-mon[84331]: pgmap v2127: 105 pgs: 105 active+clean; 803 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 24 KiB/s wr, 341 op/s 2024-04-13T07:56:31.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:31 smithi003 ceph-mon[89364]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-13T07:56:31.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:31 smithi003 ceph-mon[91733]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-13T07:56:31.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:31 smithi066 ceph-mon[84331]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-13T07:56:32.351 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-13T07:56:32.354 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd info testimg_import@snap1 2024-04-13T07:56:32.355 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep 'protected: False' 2024-04-13T07:56:32.399 INFO:tasks.workunit.client.1.smithi066.stdout: protected: False 2024-04-13T07:56:32.400 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd info testimg_import@snap2 2024-04-13T07:56:32.400 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep 'protected: True' 2024-04-13T07:56:32.442 INFO:tasks.workunit.client.1.smithi066.stdout: protected: True 2024-04-13T07:56:32.443 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_133493/snap_protect 2024-04-13T07:56:32.443 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap unprotect testimg@snap2 2024-04-13T07:56:32.493 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-13T07:56:32.543 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap purge testimg 2024-04-13T07:56:32.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:32 smithi003 ceph-mon[91733]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-13T07:56:32.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:32 smithi003 ceph-mon[91733]: pgmap v2130: 105 pgs: 105 active+clean; 693 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 463 KiB/s rd, 47 KiB/s wr, 609 op/s 2024-04-13T07:56:32.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:32 smithi003 ceph-mon[89364]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-13T07:56:32.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:32 smithi003 ceph-mon[89364]: pgmap v2130: 105 pgs: 105 active+clean; 693 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 463 KiB/s rd, 47 KiB/s wr, 609 op/s 2024-04-13T07:56:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:32 smithi066 ceph-mon[84331]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-13T07:56:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:32 smithi066 ceph-mon[84331]: pgmap v2130: 105 pgs: 105 active+clean; 693 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 463 KiB/s rd, 47 KiB/s wr, 609 op/s 2024-04-13T07:56:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:56:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:56:33.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:33 smithi003 ceph-mon[91733]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-13T07:56:33.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:33 smithi003 ceph-mon[89364]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-13T07:56:33.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:33 smithi066 ceph-mon[84331]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-13T07:56:34.280 INFO:tasks.workunit.client.1.smithi066.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-13T07:56:34.293 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap purge testimg_import 2024-04-13T07:56:34.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:34 smithi003 ceph-mon[89364]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-13T07:56:34.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:34 smithi003 ceph-mon[89364]: pgmap v2133: 105 pgs: 105 active+clean; 693 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 23 KiB/s wr, 272 op/s 2024-04-13T07:56:34.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:34 smithi003 ceph-mon[89364]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-13T07:56:34.536 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:34 smithi003 ceph-mon[91733]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-13T07:56:34.537 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:34 smithi003 ceph-mon[91733]: pgmap v2133: 105 pgs: 105 active+clean; 693 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 23 KiB/s wr, 272 op/s 2024-04-13T07:56:34.537 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:34 smithi003 ceph-mon[91733]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-13T07:56:34.537 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:56:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:56:34] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-04-13T07:56:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:34 smithi066 ceph-mon[84331]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-13T07:56:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:34 smithi066 ceph-mon[84331]: pgmap v2133: 105 pgs: 105 active+clean; 693 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 23 KiB/s wr, 272 op/s 2024-04-13T07:56:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:34 smithi066 ceph-mon[84331]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-13T07:56:36.339 INFO:tasks.workunit.client.1.smithi066.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-13T07:56:36.352 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd remove testimg 2024-04-13T07:56:36.492 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-13T07:56:36.495 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd remove testimg_import 2024-04-13T07:56:36.620 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-13T07:56:36.623 INFO:tasks.workunit.client.1.smithi066.stderr:+ tiered=0 2024-04-13T07:56:36.624 INFO:tasks.workunit.client.1.smithi066.stderr:+ ceph osd dump 2024-04-13T07:56:36.624 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep '^pool' 2024-04-13T07:56:36.624 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep ''\''rbd'\''' 2024-04-13T07:56:36.624 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep tier 2024-04-13T07:56:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:36 smithi003 ceph-mon[89364]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-13T07:56:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:36 smithi003 ceph-mon[89364]: pgmap v2136: 105 pgs: 105 active+clean; 803 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 12 KiB/s wr, 177 op/s 2024-04-13T07:56:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:36 smithi003 ceph-mon[91733]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-13T07:56:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:36 smithi003 ceph-mon[91733]: pgmap v2136: 105 pgs: 105 active+clean; 803 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 12 KiB/s wr, 177 op/s 2024-04-13T07:56:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:36 smithi066 ceph-mon[84331]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-13T07:56:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:36 smithi066 ceph-mon[84331]: pgmap v2136: 105 pgs: 105 active+clean; 803 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 12 KiB/s wr, 177 op/s 2024-04-13T07:56:37.027 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_133493/sparse1 2024-04-13T07:56:37.031 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records in 2024-04-13T07:56:37.031 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records out 2024-04-13T07:56:37.031 INFO:tasks.workunit.client.1.smithi066.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00317978 s, 330 MB/s 2024-04-13T07:56:37.031 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_133493/sparse2 2024-04-13T07:56:37.035 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records in 2024-04-13T07:56:37.035 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records out 2024-04-13T07:56:37.035 INFO:tasks.workunit.client.1.smithi066.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00307825 s, 341 MB/s 2024-04-13T07:56:37.035 INFO:tasks.workunit.client.1.smithi066.stderr:+ truncate /tmp/rbd_import_export_133493/sparse2 -s 2M 2024-04-13T07:56:37.045 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm sparse1 2024-04-13T07:56:37.103 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 0% complete...failed. 2024-04-13T07:56:37.104 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: delete error: (2) No such file or directory 2024-04-13T07:56:37.106 INFO:tasks.workunit.client.1.smithi066.stderr:+ true 2024-04-13T07:56:37.107 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_133493/sparse1 2024-04-13T07:56:37.184 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-13T07:56:37.184 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T07:56:37.185 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --order is deprecated, use --object-size 2024-04-13T07:56:37.187 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd ls -l 2024-04-13T07:56:37.188 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep sparse1 2024-04-13T07:56:37.188 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-13T07:56:37.228 INFO:tasks.workunit.client.1.smithi066.stdout:sparse1 2 MiB 2 2024-04-13T07:56:37.229 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects sparse1 2024-04-13T07:56:37.229 INFO:tasks.workunit.client.1.smithi066.stderr:++ image=sparse1 2024-04-13T07:56:37.229 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rbd info sparse1 2024-04-13T07:56:37.229 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep block_name_prefix 2024-04-13T07:56:37.229 INFO:tasks.workunit.client.1.smithi066.stderr:+++ awk '{print $NF;}' 2024-04-13T07:56:37.270 INFO:tasks.workunit.client.1.smithi066.stderr:++ prefix=rbd_data.d73bfc35885f 2024-04-13T07:56:37.270 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep rbd_data.d73bfc35885f 2024-04-13T07:56:37.270 INFO:tasks.workunit.client.1.smithi066.stderr:++++ get_image_data_pool sparse1 2024-04-13T07:56:37.271 INFO:tasks.workunit.client.1.smithi066.stderr:++++ image=sparse1 2024-04-13T07:56:37.271 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sed -e 's/rbd_data.d73bfc35885f\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-13T07:56:37.271 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sort -u 2024-04-13T07:56:37.271 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ rbd info sparse1 2024-04-13T07:56:37.271 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ grep 'data_pool: ' 2024-04-13T07:56:37.271 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ awk -F: '{ print $NF }' 2024-04-13T07:56:37.310 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool= 2024-04-13T07:56:37.311 INFO:tasks.workunit.client.1.smithi066.stderr:++++ '[' -z ']' 2024-04-13T07:56:37.311 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool=rbd 2024-04-13T07:56:37.311 INFO:tasks.workunit.client.1.smithi066.stderr:++++ echo rbd 2024-04-13T07:56:37.311 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rados ls -p rbd 2024-04-13T07:56:37.402 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects=1 2024-04-13T07:56:37.402 INFO:tasks.workunit.client.1.smithi066.stderr:++ echo 1 2024-04-13T07:56:37.402 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-13T07:56:37.402 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export sparse1 /tmp/rbd_import_export_133493/sparse1.out 2024-04-13T07:56:37.442 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-13T07:56:37.446 INFO:tasks.workunit.client.1.smithi066.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133493/sparse1 /tmp/rbd_import_export_133493/sparse1.out 2024-04-13T07:56:37.446 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp -l /tmp/rbd_import_export_133493/sparse1 /tmp/rbd_import_export_133493/sparse1.out 2024-04-13T07:56:37.448 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_133493/sparse1 --format %b 2024-04-13T07:56:37.449 INFO:tasks.workunit.client.1.smithi066.stderr:+ origsize=2048 2024-04-13T07:56:37.449 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_133493/sparse1.out --format %b 2024-04-13T07:56:37.450 INFO:tasks.workunit.client.1.smithi066.stderr:+ exportsize=2048 2024-04-13T07:56:37.450 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-13T07:56:37.450 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-13T07:56:37.450 INFO:tasks.workunit.client.1.smithi066.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-13T07:56:37.450 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_133493/sparse1.out 2024-04-13T07:56:37.451 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm sparse1 2024-04-13T07:56:37.578 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-13T07:56:37.583 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm sparse2 2024-04-13T07:56:37.634 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 0% complete...failed. 2024-04-13T07:56:37.634 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: delete error: (2) No such file or directory 2024-04-13T07:56:37.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:37 smithi003 ceph-mon[91733]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-13T07:56:37.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:37 smithi003 ceph-mon[91733]: from='client.? 172.21.15.66:0/3799339955' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-13T07:56:37.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:37 smithi003 ceph-mon[91733]: from='client.? 172.21.15.66:0/3799339955' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-13T07:56:37.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:37 smithi003 ceph-mon[89364]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-13T07:56:37.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:37 smithi003 ceph-mon[89364]: from='client.? 172.21.15.66:0/3799339955' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-13T07:56:37.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:37 smithi003 ceph-mon[89364]: from='client.? 172.21.15.66:0/3799339955' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-13T07:56:37.637 INFO:tasks.workunit.client.1.smithi066.stderr:+ true 2024-04-13T07:56:37.637 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_133493/sparse2 2024-04-13T07:56:37.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:37 smithi066 ceph-mon[84331]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-13T07:56:37.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:37 smithi066 ceph-mon[84331]: from='client.? 172.21.15.66:0/3799339955' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-13T07:56:37.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:37 smithi066 ceph-mon[84331]: from='client.? 172.21.15.66:0/3799339955' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-13T07:56:37.714 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-13T07:56:37.715 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T07:56:37.715 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --order is deprecated, use --object-size 2024-04-13T07:56:37.718 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd ls -l 2024-04-13T07:56:37.718 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep sparse2 2024-04-13T07:56:37.718 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-13T07:56:37.759 INFO:tasks.workunit.client.1.smithi066.stdout:sparse2 2 MiB 2 2024-04-13T07:56:37.759 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects sparse2 2024-04-13T07:56:37.760 INFO:tasks.workunit.client.1.smithi066.stderr:++ image=sparse2 2024-04-13T07:56:37.760 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rbd info sparse2 2024-04-13T07:56:37.760 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep block_name_prefix 2024-04-13T07:56:37.760 INFO:tasks.workunit.client.1.smithi066.stderr:+++ awk '{print $NF;}' 2024-04-13T07:56:37.801 INFO:tasks.workunit.client.1.smithi066.stderr:++ prefix=rbd_data.d76ef71feadc 2024-04-13T07:56:37.802 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep rbd_data.d76ef71feadc 2024-04-13T07:56:37.802 INFO:tasks.workunit.client.1.smithi066.stderr:++++ get_image_data_pool sparse2 2024-04-13T07:56:37.802 INFO:tasks.workunit.client.1.smithi066.stderr:++++ image=sparse2 2024-04-13T07:56:37.802 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sed -e 's/rbd_data.d76ef71feadc\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-13T07:56:37.802 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sort -u 2024-04-13T07:56:37.802 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ rbd info sparse2 2024-04-13T07:56:37.802 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ grep 'data_pool: ' 2024-04-13T07:56:37.803 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ awk -F: '{ print $NF }' 2024-04-13T07:56:37.843 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool= 2024-04-13T07:56:37.843 INFO:tasks.workunit.client.1.smithi066.stderr:++++ '[' -z ']' 2024-04-13T07:56:37.843 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool=rbd 2024-04-13T07:56:37.843 INFO:tasks.workunit.client.1.smithi066.stderr:++++ echo rbd 2024-04-13T07:56:37.843 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rados ls -p rbd 2024-04-13T07:56:37.932 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects=0 2024-04-13T07:56:37.933 INFO:tasks.workunit.client.1.smithi066.stderr:++ echo 0 2024-04-13T07:56:37.933 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-13T07:56:37.933 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export sparse2 /tmp/rbd_import_export_133493/sparse2.out 2024-04-13T07:56:37.973 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-13T07:56:37.976 INFO:tasks.workunit.client.1.smithi066.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133493/sparse2 /tmp/rbd_import_export_133493/sparse2.out 2024-04-13T07:56:37.976 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp -l /tmp/rbd_import_export_133493/sparse2 /tmp/rbd_import_export_133493/sparse2.out 2024-04-13T07:56:37.978 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_133493/sparse2 --format %b 2024-04-13T07:56:37.979 INFO:tasks.workunit.client.1.smithi066.stderr:+ origsize=2048 2024-04-13T07:56:37.979 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_133493/sparse2.out --format %b 2024-04-13T07:56:37.981 INFO:tasks.workunit.client.1.smithi066.stderr:+ exportsize=2048 2024-04-13T07:56:37.981 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-13T07:56:37.981 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-13T07:56:37.982 INFO:tasks.workunit.client.1.smithi066.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-13T07:56:37.982 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_133493/sparse2.out 2024-04-13T07:56:37.982 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm sparse2 2024-04-13T07:56:38.104 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-13T07:56:38.107 INFO:tasks.workunit.client.1.smithi066.stderr:+ truncate /tmp/rbd_import_export_133493/sparse1 -s 10M 2024-04-13T07:56:38.108 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-13T07:56:38.222 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete...done. 2024-04-13T07:56:38.222 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T07:56:38.223 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --order is deprecated, use --object-size 2024-04-13T07:56:38.225 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd ls -l 2024-04-13T07:56:38.225 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep sparse1 2024-04-13T07:56:38.225 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-04-13T07:56:38.265 INFO:tasks.workunit.client.1.smithi066.stdout:sparse1 10 MiB 2 2024-04-13T07:56:38.266 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects sparse1 2024-04-13T07:56:38.266 INFO:tasks.workunit.client.1.smithi066.stderr:++ image=sparse1 2024-04-13T07:56:38.266 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rbd info sparse1 2024-04-13T07:56:38.266 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep block_name_prefix 2024-04-13T07:56:38.266 INFO:tasks.workunit.client.1.smithi066.stderr:+++ awk '{print $NF;}' 2024-04-13T07:56:38.306 INFO:tasks.workunit.client.1.smithi066.stderr:++ prefix=rbd_data.d79bc5f6bc43 2024-04-13T07:56:38.306 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep rbd_data.d79bc5f6bc43 2024-04-13T07:56:38.307 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sed -e 's/rbd_data.d79bc5f6bc43\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-13T07:56:38.307 INFO:tasks.workunit.client.1.smithi066.stderr:++++ get_image_data_pool sparse1 2024-04-13T07:56:38.307 INFO:tasks.workunit.client.1.smithi066.stderr:++++ image=sparse1 2024-04-13T07:56:38.307 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sort -u 2024-04-13T07:56:38.307 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ rbd info sparse1 2024-04-13T07:56:38.307 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ grep 'data_pool: ' 2024-04-13T07:56:38.308 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ awk -F: '{ print $NF }' 2024-04-13T07:56:38.351 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool= 2024-04-13T07:56:38.351 INFO:tasks.workunit.client.1.smithi066.stderr:++++ '[' -z ']' 2024-04-13T07:56:38.351 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool=rbd 2024-04-13T07:56:38.351 INFO:tasks.workunit.client.1.smithi066.stderr:++++ echo rbd 2024-04-13T07:56:38.351 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rados ls -p rbd 2024-04-13T07:56:38.431 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects=1 2024-04-13T07:56:38.431 INFO:tasks.workunit.client.1.smithi066.stderr:++ echo 1 2024-04-13T07:56:38.431 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-13T07:56:38.431 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export sparse1 /tmp/rbd_import_export_133493/sparse1.out 2024-04-13T07:56:38.471 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-13T07:56:38.476 INFO:tasks.workunit.client.1.smithi066.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133493/sparse1 /tmp/rbd_import_export_133493/sparse1.out 2024-04-13T07:56:38.476 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp -l /tmp/rbd_import_export_133493/sparse1 /tmp/rbd_import_export_133493/sparse1.out 2024-04-13T07:56:38.483 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_133493/sparse1 --format %b 2024-04-13T07:56:38.484 INFO:tasks.workunit.client.1.smithi066.stderr:+ origsize=2048 2024-04-13T07:56:38.484 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_133493/sparse1.out --format %b 2024-04-13T07:56:38.485 INFO:tasks.workunit.client.1.smithi066.stderr:+ exportsize=2048 2024-04-13T07:56:38.485 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-13T07:56:38.485 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-13T07:56:38.485 INFO:tasks.workunit.client.1.smithi066.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-13T07:56:38.485 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_133493/sparse1.out 2024-04-13T07:56:38.486 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm sparse1 2024-04-13T07:56:38.609 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-13T07:56:38.612 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_133493/sparse2 oflag=append conv=notrunc 2024-04-13T07:56:38.619 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records in 2024-04-13T07:56:38.619 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records out 2024-04-13T07:56:38.619 INFO:tasks.workunit.client.1.smithi066.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00589422 s, 356 MB/s 2024-04-13T07:56:38.619 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-13T07:56:38.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:38 smithi003 ceph-mon[89364]: pgmap v2138: 105 pgs: 105 active+clean; 803 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 12 KiB/s wr, 175 op/s 2024-04-13T07:56:38.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:38 smithi003 ceph-mon[91733]: pgmap v2138: 105 pgs: 105 active+clean; 803 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 12 KiB/s wr, 175 op/s 2024-04-13T07:56:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:38 smithi066 ceph-mon[84331]: pgmap v2138: 105 pgs: 105 active+clean; 803 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 12 KiB/s wr, 175 op/s 2024-04-13T07:56:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:38.724 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete...done. 2024-04-13T07:56:38.724 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T07:56:38.725 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --order is deprecated, use --object-size 2024-04-13T07:56:38.727 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd ls -l 2024-04-13T07:56:38.727 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep sparse2 2024-04-13T07:56:38.728 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-04-13T07:56:38.767 INFO:tasks.workunit.client.1.smithi066.stdout:sparse2 4 MiB 2 2024-04-13T07:56:38.767 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects sparse2 2024-04-13T07:56:38.767 INFO:tasks.workunit.client.1.smithi066.stderr:++ image=sparse2 2024-04-13T07:56:38.768 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rbd info sparse2 2024-04-13T07:56:38.768 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep block_name_prefix 2024-04-13T07:56:38.768 INFO:tasks.workunit.client.1.smithi066.stderr:+++ awk '{print $NF;}' 2024-04-13T07:56:38.807 INFO:tasks.workunit.client.1.smithi066.stderr:++ prefix=rbd_data.d7c8a0db8b97 2024-04-13T07:56:38.808 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep rbd_data.d7c8a0db8b97 2024-04-13T07:56:38.808 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sed -e 's/rbd_data.d7c8a0db8b97\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-13T07:56:38.808 INFO:tasks.workunit.client.1.smithi066.stderr:++++ get_image_data_pool sparse2 2024-04-13T07:56:38.808 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sort -u 2024-04-13T07:56:38.809 INFO:tasks.workunit.client.1.smithi066.stderr:++++ image=sparse2 2024-04-13T07:56:38.809 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ rbd info sparse2 2024-04-13T07:56:38.809 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ grep 'data_pool: ' 2024-04-13T07:56:38.809 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ awk -F: '{ print $NF }' 2024-04-13T07:56:38.852 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool= 2024-04-13T07:56:38.852 INFO:tasks.workunit.client.1.smithi066.stderr:++++ '[' -z ']' 2024-04-13T07:56:38.852 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool=rbd 2024-04-13T07:56:38.852 INFO:tasks.workunit.client.1.smithi066.stderr:++++ echo rbd 2024-04-13T07:56:38.852 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rados ls -p rbd 2024-04-13T07:56:38.933 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects='0 2024-04-13T07:56:38.933 INFO:tasks.workunit.client.1.smithi066.stderr:2 2024-04-13T07:56:38.933 INFO:tasks.workunit.client.1.smithi066.stderr:3' 2024-04-13T07:56:38.933 INFO:tasks.workunit.client.1.smithi066.stderr:++ echo 0 2 3 2024-04-13T07:56:38.933 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-04-13T07:56:38.933 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export sparse2 /tmp/rbd_import_export_133493/sparse2.out 2024-04-13T07:56:38.974 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-13T07:56:38.978 INFO:tasks.workunit.client.1.smithi066.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133493/sparse2 /tmp/rbd_import_export_133493/sparse2.out 2024-04-13T07:56:38.978 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp -l /tmp/rbd_import_export_133493/sparse2 /tmp/rbd_import_export_133493/sparse2.out 2024-04-13T07:56:38.981 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_133493/sparse2 --format %b 2024-04-13T07:56:38.982 INFO:tasks.workunit.client.1.smithi066.stderr:+ origsize=6144 2024-04-13T07:56:38.982 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_133493/sparse2.out --format %b 2024-04-13T07:56:38.983 INFO:tasks.workunit.client.1.smithi066.stderr:+ exportsize=6144 2024-04-13T07:56:38.983 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-13T07:56:38.983 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-13T07:56:38.983 INFO:tasks.workunit.client.1.smithi066.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-13T07:56:38.983 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_133493/sparse2.out 2024-04-13T07:56:38.984 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm sparse2 2024-04-13T07:56:39.109 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-13T07:56:39.112 INFO:tasks.workunit.client.1.smithi066.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-04-13T07:56:39.112 INFO:tasks.workunit.client.1.smithi066.stdout:partially-sparse file imports to partially-sparse image 2024-04-13T07:56:39.112 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_133493/sparse1 sparse 2024-04-13T07:56:39.189 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-13T07:56:39.190 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T07:56:39.190 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --order is deprecated, use --object-size 2024-04-13T07:56:39.193 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects sparse 2024-04-13T07:56:39.193 INFO:tasks.workunit.client.1.smithi066.stderr:++ image=sparse 2024-04-13T07:56:39.193 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rbd info sparse 2024-04-13T07:56:39.193 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep block_name_prefix 2024-04-13T07:56:39.193 INFO:tasks.workunit.client.1.smithi066.stderr:+++ awk '{print $NF;}' 2024-04-13T07:56:39.233 INFO:tasks.workunit.client.1.smithi066.stderr:++ prefix=rbd_data.d7f5d5f44125 2024-04-13T07:56:39.233 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep rbd_data.d7f5d5f44125 2024-04-13T07:56:39.234 INFO:tasks.workunit.client.1.smithi066.stderr:++++ get_image_data_pool sparse 2024-04-13T07:56:39.234 INFO:tasks.workunit.client.1.smithi066.stderr:++++ image=sparse 2024-04-13T07:56:39.234 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sed -e 's/rbd_data.d7f5d5f44125\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-13T07:56:39.234 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sort -u 2024-04-13T07:56:39.234 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ rbd info sparse 2024-04-13T07:56:39.235 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ grep 'data_pool: ' 2024-04-13T07:56:39.235 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ awk -F: '{ print $NF }' 2024-04-13T07:56:39.277 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool= 2024-04-13T07:56:39.278 INFO:tasks.workunit.client.1.smithi066.stderr:++++ '[' -z ']' 2024-04-13T07:56:39.278 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool=rbd 2024-04-13T07:56:39.278 INFO:tasks.workunit.client.1.smithi066.stderr:++++ echo rbd 2024-04-13T07:56:39.278 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rados ls -p rbd 2024-04-13T07:56:39.359 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects=1 2024-04-13T07:56:39.359 INFO:tasks.workunit.client.1.smithi066.stderr:++ echo 1 2024-04-13T07:56:39.359 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-13T07:56:39.359 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm sparse 2024-04-13T07:56:39.481 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-13T07:56:39.484 INFO:tasks.workunit.client.1.smithi066.stdout:zeros import through stdin to sparse image 2024-04-13T07:56:39.485 INFO:tasks.workunit.client.1.smithi066.stderr:+ echo 'zeros import through stdin to sparse image' 2024-04-13T07:56:39.485 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-13T07:56:39.485 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --new-format - sparse 2024-04-13T07:56:39.544 INFO:tasks.workunit.client.1.smithi066.stderr:4+0 records in 2024-04-13T07:56:39.544 INFO:tasks.workunit.client.1.smithi066.stderr:4+0 records out 2024-04-13T07:56:39.544 INFO:tasks.workunit.client.1.smithi066.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0584481 s, 71.8 MB/s 2024-04-13T07:56:39.557 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete...done. 2024-04-13T07:56:39.558 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T07:56:39.562 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects sparse 2024-04-13T07:56:39.562 INFO:tasks.workunit.client.1.smithi066.stderr:++ image=sparse 2024-04-13T07:56:39.562 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rbd info sparse 2024-04-13T07:56:39.562 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep block_name_prefix 2024-04-13T07:56:39.562 INFO:tasks.workunit.client.1.smithi066.stderr:+++ awk '{print $NF;}' 2024-04-13T07:56:39.601 INFO:tasks.workunit.client.1.smithi066.stderr:++ prefix=rbd_data.d816f68f61a3 2024-04-13T07:56:39.601 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep rbd_data.d816f68f61a3 2024-04-13T07:56:39.602 INFO:tasks.workunit.client.1.smithi066.stderr:++++ get_image_data_pool sparse 2024-04-13T07:56:39.602 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sed -e 's/rbd_data.d816f68f61a3\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-13T07:56:39.602 INFO:tasks.workunit.client.1.smithi066.stderr:++++ image=sparse 2024-04-13T07:56:39.602 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sort -u 2024-04-13T07:56:39.602 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ rbd info sparse 2024-04-13T07:56:39.603 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ grep 'data_pool: ' 2024-04-13T07:56:39.603 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ awk -F: '{ print $NF }' 2024-04-13T07:56:39.641 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool= 2024-04-13T07:56:39.641 INFO:tasks.workunit.client.1.smithi066.stderr:++++ '[' -z ']' 2024-04-13T07:56:39.641 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool=rbd 2024-04-13T07:56:39.641 INFO:tasks.workunit.client.1.smithi066.stderr:++++ echo rbd 2024-04-13T07:56:39.641 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rados ls -p rbd 2024-04-13T07:56:39.725 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects= 2024-04-13T07:56:39.725 INFO:tasks.workunit.client.1.smithi066.stderr:++ echo 2024-04-13T07:56:39.725 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-04-13T07:56:39.725 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm sparse 2024-04-13T07:56:39.839 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-13T07:56:39.842 INFO:tasks.workunit.client.1.smithi066.stdout:zeros export to sparse file 2024-04-13T07:56:39.843 INFO:tasks.workunit.client.1.smithi066.stderr:+ echo 'zeros export to sparse file' 2024-04-13T07:56:39.843 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd create --new-format sparse --size 4 2024-04-13T07:56:39.889 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T07:56:39.892 INFO:tasks.workunit.client.1.smithi066.stderr:++ rbd info sparse 2024-04-13T07:56:39.892 INFO:tasks.workunit.client.1.smithi066.stderr:++ grep block_name_prefix 2024-04-13T07:56:39.892 INFO:tasks.workunit.client.1.smithi066.stderr:++ awk '{print $NF;}' 2024-04-13T07:56:39.931 INFO:tasks.workunit.client.1.smithi066.stderr:+ prefix=rbd_data.d837cda89fe 2024-04-13T07:56:39.931 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-13T07:56:39.931 INFO:tasks.workunit.client.1.smithi066.stderr:++ get_image_data_pool sparse 2024-04-13T07:56:39.932 INFO:tasks.workunit.client.1.smithi066.stderr:++ image=sparse 2024-04-13T07:56:39.932 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rbd info sparse 2024-04-13T07:56:39.932 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep 'data_pool: ' 2024-04-13T07:56:39.932 INFO:tasks.workunit.client.1.smithi066.stderr:+++ awk -F: '{ print $NF }' 2024-04-13T07:56:39.972 INFO:tasks.workunit.client.1.smithi066.stderr:++ data_pool= 2024-04-13T07:56:39.972 INFO:tasks.workunit.client.1.smithi066.stderr:++ '[' -z ']' 2024-04-13T07:56:39.972 INFO:tasks.workunit.client.1.smithi066.stderr:++ data_pool=rbd 2024-04-13T07:56:39.972 INFO:tasks.workunit.client.1.smithi066.stderr:++ echo rbd 2024-04-13T07:56:39.972 INFO:tasks.workunit.client.1.smithi066.stderr:+ rados -p rbd put rbd_data.d837cda89fe.000000000000 - 2024-04-13T07:56:40.005 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records in 2024-04-13T07:56:40.005 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records out 2024-04-13T07:56:40.005 INFO:tasks.workunit.client.1.smithi066.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0728077 s, 57.6 MB/s 2024-04-13T07:56:40.029 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects sparse 2024-04-13T07:56:40.030 INFO:tasks.workunit.client.1.smithi066.stderr:++ image=sparse 2024-04-13T07:56:40.030 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rbd info sparse 2024-04-13T07:56:40.030 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep block_name_prefix 2024-04-13T07:56:40.030 INFO:tasks.workunit.client.1.smithi066.stderr:+++ awk '{print $NF;}' 2024-04-13T07:56:40.069 INFO:tasks.workunit.client.1.smithi066.stderr:++ prefix=rbd_data.d837cda89fe 2024-04-13T07:56:40.071 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep rbd_data.d837cda89fe 2024-04-13T07:56:40.071 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sed -e 's/rbd_data.d837cda89fe\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-13T07:56:40.071 INFO:tasks.workunit.client.1.smithi066.stderr:++++ get_image_data_pool sparse 2024-04-13T07:56:40.071 INFO:tasks.workunit.client.1.smithi066.stderr:++++ image=sparse 2024-04-13T07:56:40.071 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sort -u 2024-04-13T07:56:40.072 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ rbd info sparse 2024-04-13T07:56:40.072 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ grep 'data_pool: ' 2024-04-13T07:56:40.072 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ awk -F: '{ print $NF }' 2024-04-13T07:56:40.110 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool= 2024-04-13T07:56:40.111 INFO:tasks.workunit.client.1.smithi066.stderr:++++ '[' -z ']' 2024-04-13T07:56:40.111 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool=rbd 2024-04-13T07:56:40.111 INFO:tasks.workunit.client.1.smithi066.stderr:++++ echo rbd 2024-04-13T07:56:40.111 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rados ls -p rbd 2024-04-13T07:56:40.190 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects=0 2024-04-13T07:56:40.190 INFO:tasks.workunit.client.1.smithi066.stderr:++ echo 0 2024-04-13T07:56:40.190 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-13T07:56:40.190 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_133493/sparse 2024-04-13T07:56:40.191 INFO:tasks.workunit.client.1.smithi066.stderr:rm: cannot remove '/tmp/rbd_import_export_133493/sparse': No such file or directory 2024-04-13T07:56:40.191 INFO:tasks.workunit.client.1.smithi066.stderr:+ true 2024-04-13T07:56:40.191 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export sparse /tmp/rbd_import_export_133493/sparse 2024-04-13T07:56:40.229 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 100% complete...done. 2024-04-13T07:56:40.233 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_133493/sparse --format=%b 2024-04-13T07:56:40.234 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' 0 = 0 ']' 2024-04-13T07:56:40.234 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm sparse 2024-04-13T07:56:40.348 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-13T07:56:40.351 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_133493/sparse /tmp/rbd_import_export_133493/sparse1 /tmp/rbd_import_export_133493/sparse2 /tmp/rbd_import_export_133493/sparse3 2024-04-13T07:56:40.354 INFO:tasks.workunit.client.1.smithi066.stderr:rm: cannot remove '/tmp/rbd_import_export_133493/sparse3': No such file or directory 2024-04-13T07:56:40.354 INFO:tasks.workunit.client.1.smithi066.stderr:+ true 2024-04-13T07:56:40.354 INFO:tasks.workunit.client.1.smithi066.stdout:OK 2024-04-13T07:56:40.355 INFO:tasks.workunit.client.1.smithi066.stderr:+ echo OK 2024-04-13T07:56:40.355 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm -rf /tmp/rbd_import_export_133493 2024-04-13T07:56:40.355 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T07:56:40.356 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-04-13T07:56:40.429 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-04-13T07:56:40.430 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-04-13T07:56:40.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:40 smithi003 ceph-mon[91733]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-13T07:56:40.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:40 smithi003 ceph-mon[91733]: pgmap v2140: 105 pgs: 105 active+clean; 693 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 11 KiB/s wr, 252 op/s 2024-04-13T07:56:40.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:40 smithi003 ceph-mon[89364]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-13T07:56:40.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:40 smithi003 ceph-mon[89364]: pgmap v2140: 105 pgs: 105 active+clean; 693 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 11 KiB/s wr, 252 op/s 2024-04-13T07:56:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:40 smithi066 ceph-mon[84331]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-13T07:56:40.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:40 smithi066 ceph-mon[84331]: pgmap v2140: 105 pgs: 105 active+clean; 693 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 11 KiB/s wr, 252 op/s 2024-04-13T07:56:40.706 DEBUG:teuthology.parallel:result is None 2024-04-13T07:56:40.706 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-04-13T07:56:40.737 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-04-13T07:56:40.737 DEBUG:teuthology.orchestra.run.smithi066:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-04-13T07:56:40.792 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-04-13T07:56:40.792 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T07:56:40.793 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-04-13T07:56:40.793 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T07:56:40.793 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-04-13T07:56:40.793 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-13T07:56:40.793 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-13T07:56:40.793 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-13T07:56:40.794 DEBUG:teuthology.orchestra.run.smithi003:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-13T07:56:40.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T07:56:40.809 INFO:teuthology.orchestra.run.smithi003.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-13T07:56:40.810 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T07:56:40.865 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-13T07:56:40.865 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-13T07:56:40.920 INFO:tasks.workunit:timeout=3h 2024-04-13T07:56:40.920 INFO:tasks.workunit:cleanup=True 2024-04-13T07:56:40.920 DEBUG:teuthology.orchestra.run.smithi003:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-13T07:56:40.975 INFO:tasks.workunit.client.0.smithi003.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-13T07:56:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:42 smithi066 ceph-mon[84331]: pgmap v2141: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 357 op/s 2024-04-13T07:56:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:56:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:56:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:56:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:42 smithi003 ceph-mon[91733]: pgmap v2141: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 357 op/s 2024-04-13T07:56:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:42 smithi003 ceph-mon[89364]: pgmap v2141: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 357 op/s 2024-04-13T07:56:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:44 smithi003 ceph-mon[91733]: pgmap v2142: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 969 KiB/s rd, 780 KiB/s wr, 269 op/s 2024-04-13T07:56:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:44 smithi003 ceph-mon[91733]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-13T07:56:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:44 smithi003 ceph-mon[89364]: pgmap v2142: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 969 KiB/s rd, 780 KiB/s wr, 269 op/s 2024-04-13T07:56:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:44 smithi003 ceph-mon[89364]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-13T07:56:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:56:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:56:44] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-04-13T07:56:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:44 smithi066 ceph-mon[84331]: pgmap v2142: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 969 KiB/s rd, 780 KiB/s wr, 269 op/s 2024-04-13T07:56:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:44 smithi066 ceph-mon[84331]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-13T07:56:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:46 smithi003 ceph-mon[91733]: pgmap v2144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1020 KiB/s rd, 1.4 MiB/s wr, 338 op/s 2024-04-13T07:56:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:46 smithi003 ceph-mon[89364]: pgmap v2144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1020 KiB/s rd, 1.4 MiB/s wr, 338 op/s 2024-04-13T07:56:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:46 smithi066 ceph-mon[84331]: pgmap v2144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1020 KiB/s rd, 1.4 MiB/s wr, 338 op/s 2024-04-13T07:56:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:48 smithi003 ceph-mon[89364]: pgmap v2145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 1.4 MiB/s wr, 185 op/s 2024-04-13T07:56:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:48 smithi003 ceph-mon[91733]: pgmap v2145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 1.4 MiB/s wr, 185 op/s 2024-04-13T07:56:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:48 smithi066 ceph-mon[84331]: pgmap v2145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 1.4 MiB/s wr, 185 op/s 2024-04-13T07:56:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:50 smithi003 ceph-mon[91733]: pgmap v2146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 721 KiB/s rd, 1.1 MiB/s wr, 149 op/s 2024-04-13T07:56:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:50 smithi003 ceph-mon[89364]: pgmap v2146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 721 KiB/s rd, 1.1 MiB/s wr, 149 op/s 2024-04-13T07:56:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:50 smithi066 ceph-mon[84331]: pgmap v2146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 721 KiB/s rd, 1.1 MiB/s wr, 149 op/s 2024-04-13T07:56:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:52 smithi066 ceph-mon[84331]: pgmap v2147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 514 KiB/s wr, 54 op/s 2024-04-13T07:56:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:56:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:56:52.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:52 smithi003 ceph-mon[91733]: pgmap v2147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 514 KiB/s wr, 54 op/s 2024-04-13T07:56:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:52 smithi003 ceph-mon[89364]: pgmap v2147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 514 KiB/s wr, 54 op/s 2024-04-13T07:56:53.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:53.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:56:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:54 smithi003 ceph-mon[91733]: pgmap v2148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 514 KiB/s wr, 54 op/s 2024-04-13T07:56:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:54 smithi003 ceph-mon[89364]: pgmap v2148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 514 KiB/s wr, 54 op/s 2024-04-13T07:56:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:56:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:56:54] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-04-13T07:56:54.780 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-13T07:56:54.834 INFO:tasks.workunit.client.0.smithi003.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-13T07:56:54.836 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T07:56:54.836 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-13T07:56:54.885 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-13T07:56:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:54 smithi066 ceph-mon[84331]: pgmap v2148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 514 KiB/s wr, 54 op/s 2024-04-13T07:56:54.934 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-13T07:56:54.973 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T07:56:54.975 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T07:56:54.975 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-13T07:56:55.014 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T07:56:55.017 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T07:56:55.017 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-13T07:56:55.072 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-04-13T07:56:55.073 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-04-13T07:56:55.074 DEBUG:teuthology.orchestra.run.smithi003:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-04-13T07:56:55.170 INFO:tasks.workunit.client.0.smithi003.stdout:seed 140849 2024-04-13T07:56:55.171 INFO:tasks.workunit.client.0.smithi003.stderr:warning: failed to enable lockdep 2024-04-13T07:56:55.171 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] Running 480 tests from 24 test suites. 2024-04-13T07:56:55.171 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment set-up. 2024-04-13T07:56:55.171 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 1 test from TestJournalStress 2024-04-13T07:56:56.452 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-13T07:56:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:56 smithi003 ceph-mon[91733]: pgmap v2149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 KiB/s rd, 184 B/s wr, 3 op/s 2024-04-13T07:56:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:56 smithi003 ceph-mon[91733]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-13T07:56:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:56 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1165242481' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:56:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:56 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:56:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:56 smithi003 ceph-mon[89364]: pgmap v2149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 KiB/s rd, 184 B/s wr, 3 op/s 2024-04-13T07:56:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:56 smithi003 ceph-mon[89364]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-13T07:56:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:56 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1165242481' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:56:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:56 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:56:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:56 smithi066 ceph-mon[84331]: pgmap v2149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 KiB/s rd, 184 B/s wr, 3 op/s 2024-04-13T07:56:56.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:56 smithi066 ceph-mon[84331]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-13T07:56:56.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:56 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1165242481' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:56:56.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:56 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:56:57.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:57 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:56:57.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:57 smithi003 ceph-mon[89364]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-13T07:56:57.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:57 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:56:57.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:57 smithi003 ceph-mon[91733]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-13T07:56:57.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:57 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:56:57.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:57 smithi066 ceph-mon[84331]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-13T07:56:58.476 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Stress.cc:37: Skipped 2024-04-13T07:56:58.476 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:56:58.477 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap (2024 ms) 2024-04-13T07:56:58.803 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:58 smithi066 ceph-mon[84331]: pgmap v2152: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:56:58.803 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:58 smithi066 ceph-mon[84331]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-13T07:56:58.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:58 smithi003 ceph-mon[91733]: pgmap v2152: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:56:58.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:58 smithi003 ceph-mon[91733]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-13T07:56:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:58 smithi003 ceph-mon[89364]: pgmap v2152: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:56:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:58 smithi003 ceph-mon[89364]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-13T07:56:59.471 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 1 test from TestJournalStress (2025 ms total) 2024-04-13T07:56:59.471 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:56:59.471 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 16 tests from TestJournalReplay 2024-04-13T07:56:59.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:59 smithi003 ceph-mon[91733]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-13T07:56:59.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:56:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:56:59.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:59 smithi003 ceph-mon[89364]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-13T07:56:59.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:56:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:56:59.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:59 smithi066 ceph-mon[84331]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-13T07:56:59.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:56:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:57:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:00 smithi003 ceph-mon[91733]: pgmap v2155: 137 pgs: 2 creating+peering, 12 unknown, 123 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 1023 B/s wr, 1 op/s 2024-04-13T07:57:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:00 smithi003 ceph-mon[91733]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-13T07:57:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:00 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:57:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:00 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:57:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:00 smithi003 ceph-mon[89364]: pgmap v2155: 137 pgs: 2 creating+peering, 12 unknown, 123 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 1023 B/s wr, 1 op/s 2024-04-13T07:57:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:00 smithi003 ceph-mon[89364]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-13T07:57:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:00 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:57:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:00 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:57:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:00 smithi066 ceph-mon[84331]: pgmap v2155: 137 pgs: 2 creating+peering, 12 unknown, 123 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 1023 B/s wr, 1 op/s 2024-04-13T07:57:00.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:00 smithi066 ceph-mon[84331]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-13T07:57:00.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:00 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:57:00.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:00 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:57:01.488 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-04-13T07:57:01.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:01 smithi003 ceph-mon[91733]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-13T07:57:01.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:01 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1739146694' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:01.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:01 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:01.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:01 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:57:01.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:01 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:57:01.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:01 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:57:01.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:01 smithi003 ceph-mon[89364]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-13T07:57:01.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:01 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1739146694' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:01.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:01 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:01.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:01 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:57:01.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:01 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:57:01.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:01 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:57:01.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:01 smithi066 ceph-mon[84331]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-13T07:57:01.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:01 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1739146694' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:01.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:01 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:01.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:01 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:57:01.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:01 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:57:01.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:01 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:57:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:57:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:57:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:02 smithi066 ceph-mon[84331]: pgmap v2158: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:02 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:02 smithi066 ceph-mon[84331]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-13T07:57:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:02 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:57:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:02 smithi003 ceph-mon[91733]: pgmap v2158: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:02 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:02 smithi003 ceph-mon[91733]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-13T07:57:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:02 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:57:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:02 smithi003 ceph-mon[89364]: pgmap v2158: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:02 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:02 smithi003 ceph-mon[89364]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-13T07:57:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:02 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:57:03.524 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:109: Skipped 2024-04-13T07:57:03.524 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:03.524 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent (2036 ms) 2024-04-13T07:57:03.524 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-04-13T07:57:03.535 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:200: Skipped 2024-04-13T07:57:03.535 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:03.535 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent (12 ms) 2024-04-13T07:57:03.535 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-04-13T07:57:03.544 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:261: Skipped 2024-04-13T07:57:03.545 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:03.545 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent (9 ms) 2024-04-13T07:57:03.545 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-04-13T07:57:03.554 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:307: Skipped 2024-04-13T07:57:03.554 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:03.554 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate (10 ms) 2024-04-13T07:57:03.554 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-04-13T07:57:03.563 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:348: Skipped 2024-04-13T07:57:03.563 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:03.563 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect (8 ms) 2024-04-13T07:57:03.563 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-04-13T07:57:03.571 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:394: Skipped 2024-04-13T07:57:03.571 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:03.571 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect (9 ms) 2024-04-13T07:57:03.571 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-04-13T07:57:03.580 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:450: Skipped 2024-04-13T07:57:03.580 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:03.580 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.SnapRename (8 ms) 2024-04-13T07:57:03.580 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-04-13T07:57:03.588 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:500: Skipped 2024-04-13T07:57:03.588 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:03.588 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback (9 ms) 2024-04-13T07:57:03.588 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-04-13T07:57:03.596 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:541: Skipped 2024-04-13T07:57:03.597 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:03.597 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove (8 ms) 2024-04-13T07:57:03.597 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalReplay.Rename 2024-04-13T07:57:03.604 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:590: Skipped 2024-04-13T07:57:03.604 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:03.604 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.Rename (8 ms) 2024-04-13T07:57:03.604 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalReplay.Resize 2024-04-13T07:57:03.612 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:624: Skipped 2024-04-13T07:57:03.612 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:03.612 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.Resize (8 ms) 2024-04-13T07:57:03.612 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalReplay.Flatten 2024-04-13T07:57:03.619 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:657: Skipped 2024-04-13T07:57:03.619 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:03.620 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.Flatten (7 ms) 2024-04-13T07:57:03.620 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-04-13T07:57:03.627 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:704: Skipped 2024-04-13T07:57:03.628 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:03.628 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures (8 ms) 2024-04-13T07:57:03.628 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-04-13T07:57:03.636 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:741: Skipped 2024-04-13T07:57:03.636 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:03.636 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet (9 ms) 2024-04-13T07:57:03.636 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-04-13T07:57:03.644 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:781: Skipped 2024-04-13T07:57:03.644 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:03.644 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove (7 ms) 2024-04-13T07:57:03.644 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-04-13T07:57:03.651 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Replay.cc:824: Skipped 2024-04-13T07:57:03.651 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:03.651 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition (8 ms) 2024-04-13T07:57:03.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:03 smithi003 ceph-mon[91733]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-13T07:57:03.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:03 smithi003 ceph-mon[89364]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-13T07:57:03.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:03 smithi066 ceph-mon[84331]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-13T07:57:04.494 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:57:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:57:04] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-04-13T07:57:04.509 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 16 tests from TestJournalReplay (2164 ms total) 2024-04-13T07:57:04.509 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:57:04.510 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 4 tests from TestJournalEntries 2024-04-13T07:57:04.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:04 smithi003 ceph-mon[91733]: pgmap v2161: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:04.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:04 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:57:04.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:04 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:57:04.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:04 smithi003 ceph-mon[91733]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-13T07:57:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:04 smithi003 ceph-mon[89364]: pgmap v2161: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:04 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:57:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:04 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:57:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:04 smithi003 ceph-mon[89364]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-13T07:57:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:04 smithi066 ceph-mon[84331]: pgmap v2161: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:04 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:57:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:04 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:57:04.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:04 smithi066 ceph-mon[84331]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-13T07:57:05.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:05 smithi003 ceph-mon[91733]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-13T07:57:05.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:05 smithi003 ceph-mon[89364]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-13T07:57:05.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:05 smithi066 ceph-mon[84331]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-13T07:57:06.528 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-04-13T07:57:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:06 smithi003 ceph-mon[91733]: pgmap v2164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:06 smithi003 ceph-mon[91733]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-13T07:57:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:06 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1240981481' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:06 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:06 smithi003 ceph-mon[89364]: pgmap v2164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:06 smithi003 ceph-mon[89364]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-13T07:57:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:06 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1240981481' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:06 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:06 smithi066 ceph-mon[84331]: pgmap v2164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:06.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:06 smithi066 ceph-mon[84331]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-13T07:57:06.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:06 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1240981481' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:06.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:06 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:07.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:07 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:07.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:07 smithi003 ceph-mon[89364]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-13T07:57:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:07 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:07 smithi003 ceph-mon[91733]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-13T07:57:07.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:07 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:07.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:07 smithi066 ceph-mon[84331]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-13T07:57:08.555 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Entries.cc:118: Skipped 2024-04-13T07:57:08.555 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:08.555 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalEntries.AioWrite (2026 ms) 2024-04-13T07:57:08.555 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-04-13T07:57:08.568 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Entries.cc:163: Skipped 2024-04-13T07:57:08.569 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:08.569 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard (14 ms) 2024-04-13T07:57:08.569 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-04-13T07:57:08.581 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Entries.cc:200: Skipped 2024-04-13T07:57:08.581 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:08.581 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune (12 ms) 2024-04-13T07:57:08.581 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-04-13T07:57:08.590 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/journal/test_Entries.cc:263: Skipped 2024-04-13T07:57:08.590 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:08.590 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalEntries.AioFlush (10 ms) 2024-04-13T07:57:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:08 smithi003 ceph-mon[91733]: pgmap v2167: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:08 smithi003 ceph-mon[91733]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-13T07:57:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:08 smithi003 ceph-mon[89364]: pgmap v2167: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:08 smithi003 ceph-mon[89364]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-13T07:57:08.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:08 smithi066 ceph-mon[84331]: pgmap v2167: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:08.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:08 smithi066 ceph-mon[84331]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-13T07:57:08.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:09.553 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 4 tests from TestJournalEntries (2062 ms total) 2024-04-13T07:57:09.553 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:57:09.553 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 2 tests from TestTrash 2024-04-13T07:57:09.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:09 smithi003 ceph-mon[91733]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-13T07:57:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:09 smithi003 ceph-mon[89364]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-13T07:57:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:09 smithi066 ceph-mon[84331]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-13T07:57:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:10 smithi003 ceph-mon[91733]: pgmap v2170: 137 pgs: 7 creating+peering, 12 unknown, 118 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2024-04-13T07:57:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:10 smithi003 ceph-mon[91733]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-13T07:57:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:10 smithi003 ceph-mon[89364]: pgmap v2170: 137 pgs: 7 creating+peering, 12 unknown, 118 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2024-04-13T07:57:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:10 smithi003 ceph-mon[89364]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-13T07:57:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:10 smithi066 ceph-mon[84331]: pgmap v2170: 137 pgs: 7 creating+peering, 12 unknown, 118 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2024-04-13T07:57:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:10 smithi066 ceph-mon[84331]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-13T07:57:11.563 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-04-13T07:57:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:11 smithi003 ceph-mon[91733]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-13T07:57:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:11 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1176904916' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:11.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:11 smithi003 ceph-mon[89364]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-13T07:57:11.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:11 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1176904916' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:11 smithi066 ceph-mon[84331]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-13T07:57:11.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:11 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1176904916' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:57:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:57:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:12 smithi066 ceph-mon[84331]: pgmap v2173: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:12 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:57:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:12 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1176904916' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:12 smithi066 ceph-mon[84331]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-13T07:57:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:12 smithi003 ceph-mon[91733]: pgmap v2173: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:12 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:57:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:12 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1176904916' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:12 smithi003 ceph-mon[91733]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-13T07:57:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:12 smithi003 ceph-mon[89364]: pgmap v2173: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:12 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:57:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:12 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1176904916' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:12 smithi003 ceph-mon[89364]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-13T07:57:13.672 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestTrash.UserRemovingSource (2109 ms) 2024-04-13T07:57:13.673 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-04-13T07:57:13.714 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestTrash.RestoreMirroringSource (42 ms) 2024-04-13T07:57:13.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:13 smithi003 ceph-mon[91733]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-13T07:57:13.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:13 smithi003 ceph-mon[89364]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-13T07:57:13.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:13 smithi066 ceph-mon[84331]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-13T07:57:14.567 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:57:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:57:14] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-04-13T07:57:14.581 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 2 tests from TestTrash (2151 ms total) 2024-04-13T07:57:14.581 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:57:14.581 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 1 test from TestOperations 2024-04-13T07:57:14.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:14 smithi003 ceph-mon[89364]: pgmap v2176: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:14 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:57:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:14 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:57:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:14 smithi003 ceph-mon[89364]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-13T07:57:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:14 smithi003 ceph-mon[91733]: pgmap v2176: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:14 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:57:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:14 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:57:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:14 smithi003 ceph-mon[91733]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-13T07:57:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:14 smithi066 ceph-mon[84331]: pgmap v2176: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:14 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:57:14.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:14 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:57:14.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:14 smithi066 ceph-mon[84331]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-13T07:57:15.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:15 smithi003 ceph-mon[91733]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-13T07:57:15.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:15 smithi003 ceph-mon[89364]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-13T07:57:15.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:15 smithi066 ceph-mon[84331]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-13T07:57:16.592 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-04-13T07:57:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:16 smithi003 ceph-mon[89364]: pgmap v2179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:16 smithi003 ceph-mon[89364]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-13T07:57:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:16 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3497890227' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:16 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:16.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:16 smithi003 ceph-mon[91733]: pgmap v2179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:16.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:16 smithi003 ceph-mon[91733]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-13T07:57:16.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:16 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3497890227' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:16.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:16 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:16.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:16 smithi066 ceph-mon[84331]: pgmap v2179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:16.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:16 smithi066 ceph-mon[84331]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-13T07:57:16.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:16 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3497890227' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:16.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:16 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:17.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:17 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:17.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:17 smithi003 ceph-mon[91733]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-13T07:57:17.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:17 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:17.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:17 smithi003 ceph-mon[89364]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-13T07:57:17.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:17 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:17.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:17 smithi066 ceph-mon[84331]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-13T07:57:18.623 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_Operations.cc:18: Skipped 2024-04-13T07:57:18.624 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:18.624 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt (2031 ms) 2024-04-13T07:57:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:18 smithi003 ceph-mon[89364]: pgmap v2182: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:18 smithi003 ceph-mon[89364]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-13T07:57:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:18 smithi003 ceph-mon[91733]: pgmap v2182: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:18.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:18 smithi003 ceph-mon[91733]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-13T07:57:18.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:18 smithi066 ceph-mon[84331]: pgmap v2182: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:18.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:18 smithi066 ceph-mon[84331]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-13T07:57:19.618 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 1 test from TestOperations (2031 ms total) 2024-04-13T07:57:19.618 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:57:19.619 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 4 tests from TestObjectMap 2024-04-13T07:57:19.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:19 smithi003 ceph-mon[91733]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-13T07:57:19.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:19 smithi003 ceph-mon[89364]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-13T07:57:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:19 smithi066 ceph-mon[84331]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-13T07:57:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:20 smithi003 ceph-mon[91733]: pgmap v2185: 137 pgs: 5 creating+peering, 9 unknown, 123 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 767 B/s wr, 1 op/s 2024-04-13T07:57:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:20 smithi003 ceph-mon[91733]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-13T07:57:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:20 smithi003 ceph-mon[89364]: pgmap v2185: 137 pgs: 5 creating+peering, 9 unknown, 123 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 767 B/s wr, 1 op/s 2024-04-13T07:57:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:20 smithi003 ceph-mon[89364]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-13T07:57:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:20 smithi066 ceph-mon[84331]: pgmap v2185: 137 pgs: 5 creating+peering, 9 unknown, 123 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 767 B/s wr, 1 op/s 2024-04-13T07:57:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:20 smithi066 ceph-mon[84331]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-13T07:57:21.630 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-04-13T07:57:21.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:21 smithi003 ceph-mon[91733]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-13T07:57:21.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:21 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3353212633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:21.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:21 smithi003 ceph-mon[91733]: pgmap v2188: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:21.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:21 smithi003 ceph-mon[89364]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-13T07:57:21.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:21 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3353212633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:21.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:21 smithi003 ceph-mon[89364]: pgmap v2188: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:21.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:21 smithi066 ceph-mon[84331]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-13T07:57:21.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:21 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3353212633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:21.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:21 smithi066 ceph-mon[84331]: pgmap v2188: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:22.626 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:57:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:57:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:22 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:57:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:22 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3353212633' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:22 smithi003 ceph-mon[91733]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-13T07:57:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:57:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:22 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:57:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:22 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3353212633' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:22 smithi003 ceph-mon[89364]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-13T07:57:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:57:22.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:22.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:22 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:57:22.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:22 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3353212633' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:22.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:22 smithi066 ceph-mon[84331]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-13T07:57:22.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:57:22.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:23.700 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2070 ms) 2024-04-13T07:57:23.701 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-04-13T07:57:23.730 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (30 ms) 2024-04-13T07:57:23.730 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-04-13T07:57:23.765 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (35 ms) 2024-04-13T07:57:23.765 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-04-13T07:57:23.794 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (28 ms) 2024-04-13T07:57:23.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:23 smithi066 ceph-mon[84331]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-13T07:57:23.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:23 smithi066 ceph-mon[84331]: pgmap v2191: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:24.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:23 smithi003 ceph-mon[91733]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-13T07:57:24.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:23 smithi003 ceph-mon[91733]: pgmap v2191: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:24.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:23 smithi003 ceph-mon[89364]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-13T07:57:24.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:23 smithi003 ceph-mon[89364]: pgmap v2191: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:57:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:57:24] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-04-13T07:57:24.653 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 4 tests from TestObjectMap (2163 ms total) 2024-04-13T07:57:24.653 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:57:24.653 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 2 tests from TestMirroringWatcher 2024-04-13T07:57:25.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:24 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:57:25.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:24 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T07:57:25.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:24 smithi003 ceph-mon[91733]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-13T07:57:25.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:24 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:57:25.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:24 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T07:57:25.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:24 smithi003 ceph-mon[89364]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-13T07:57:25.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:24 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T07:57:25.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:24 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T07:57:25.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:24 smithi066 ceph-mon[84331]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-13T07:57:26.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:25 smithi003 ceph-mon[91733]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-13T07:57:26.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:25 smithi003 ceph-mon[91733]: pgmap v2194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:26.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:25 smithi003 ceph-mon[89364]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-13T07:57:26.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:25 smithi003 ceph-mon[89364]: pgmap v2194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:26.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:25 smithi066 ceph-mon[84331]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-13T07:57:26.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:25 smithi066 ceph-mon[84331]: pgmap v2194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:26.666 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-04-13T07:57:27.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:26 smithi003 ceph-mon[89364]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-13T07:57:27.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:26 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/837223999' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:27.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:26 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:27.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:26 smithi003 ceph-mon[91733]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-13T07:57:27.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:26 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/837223999' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:27.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:26 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:26 smithi066 ceph-mon[84331]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-13T07:57:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:26 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/837223999' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:27.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:26 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:28.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:27 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:28.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:27 smithi066 ceph-mon[84331]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-13T07:57:28.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:27 smithi066 ceph-mon[84331]: pgmap v2197: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:28.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:27 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:28.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:27 smithi003 ceph-mon[91733]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-13T07:57:28.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:27 smithi003 ceph-mon[91733]: pgmap v2197: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:28.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:27 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:28.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:27 smithi003 ceph-mon[89364]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-13T07:57:28.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:27 smithi003 ceph-mon[89364]: pgmap v2197: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:28.727 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2060 ms) 2024-04-13T07:57:28.727 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-04-13T07:57:28.752 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (25 ms) 2024-04-13T07:57:29.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:28 smithi003 ceph-mon[91733]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-13T07:57:29.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:28 smithi003 ceph-mon[89364]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-13T07:57:29.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:28 smithi066 ceph-mon[84331]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-13T07:57:29.693 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 2 tests from TestMirroringWatcher (2085 ms total) 2024-04-13T07:57:29.693 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T07:57:29.693 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 57 tests from TestMigration 2024-04-13T07:57:30.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:29 smithi003 ceph-mon[91733]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-13T07:57:30.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:29 smithi003 ceph-mon[91733]: pgmap v2200: 137 pgs: 2 creating+peering, 14 unknown, 121 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-13T07:57:30.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:29 smithi003 ceph-mon[89364]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-13T07:57:30.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:29 smithi003 ceph-mon[89364]: pgmap v2200: 137 pgs: 2 creating+peering, 14 unknown, 121 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-13T07:57:30.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:29 smithi066 ceph-mon[84331]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-13T07:57:30.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:29 smithi066 ceph-mon[84331]: pgmap v2200: 137 pgs: 2 creating+peering, 14 unknown, 121 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-13T07:57:31.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:30 smithi003 ceph-mon[91733]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-13T07:57:31.176 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:30 smithi003 ceph-mon[89364]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-13T07:57:31.176 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:30 smithi066 ceph-mon[84331]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-13T07:57:32.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:31 smithi003 ceph-mon[91733]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-13T07:57:32.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:31 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/312806185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:32.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:31 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:32.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:31 smithi003 ceph-mon[91733]: pgmap v2203: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:32.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:31 smithi003 ceph-mon[89364]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-13T07:57:32.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:31 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/312806185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:32.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:31 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:32.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:31 smithi003 ceph-mon[89364]: pgmap v2203: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:32.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:31 smithi066 ceph-mon[84331]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-13T07:57:32.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:31 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/312806185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:32.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:31 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T07:57:32.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:31 smithi066 ceph-mon[84331]: pgmap v2203: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:57:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:57:32.715 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.Empty 2024-04-13T07:57:33.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:32 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:57:33.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:32 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:33.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:32 smithi003 ceph-mon[91733]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-13T07:57:33.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:32 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:57:33.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:32 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:33.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:32 smithi003 ceph-mon[89364]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-13T07:57:33.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:32 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T07:57:33.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:32 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T07:57:33.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:32 smithi066 ceph-mon[84331]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-13T07:57:34.036 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:33 smithi003 ceph-mon[91733]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-13T07:57:34.036 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:33 smithi003 ceph-mon[91733]: pgmap v2206: 169 pgs: 4 creating+peering, 60 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:34.037 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:33 smithi003 ceph-mon[89364]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-13T07:57:34.037 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:33 smithi003 ceph-mon[89364]: pgmap v2206: 169 pgs: 4 creating+peering, 60 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:34.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:33 smithi066 ceph-mon[84331]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-13T07:57:34.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:33 smithi066 ceph-mon[84331]: pgmap v2206: 169 pgs: 4 creating+peering, 60 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-13T07:57:34.386 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:57:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:57:34] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-04-13T07:57:34.780 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:34.792 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:34.941 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:57:35.014 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:57:35.094 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.Empty (2379 ms) 2024-04-13T07:57:35.094 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.OtherName 2024-04-13T07:57:35.122 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:35.132 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:35.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:34 smithi003 ceph-mon[91733]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-13T07:57:35.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:34 smithi003 ceph-mon[89364]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-13T07:57:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:34 smithi066 ceph-mon[84331]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-13T07:57:35.266 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:57:35.333 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:57:35.415 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.OtherName (321 ms) 2024-04-13T07:57:35.415 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.OtherPool 2024-04-13T07:57:35.445 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:35.458 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:36.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:35 smithi003 ceph-mon[91733]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-13T07:57:36.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:35 smithi003 ceph-mon[91733]: pgmap v2209: 169 pgs: 4 creating+peering, 3 unknown, 162 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-04-13T07:57:36.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:35 smithi003 ceph-mon[89364]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-13T07:57:36.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:35 smithi003 ceph-mon[89364]: pgmap v2209: 169 pgs: 4 creating+peering, 3 unknown, 162 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-04-13T07:57:36.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:35 smithi066 ceph-mon[84331]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-13T07:57:36.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:35 smithi066 ceph-mon[84331]: pgmap v2209: 169 pgs: 4 creating+peering, 3 unknown, 162 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-04-13T07:57:36.872 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:57:36.945 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:57:37.029 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.OtherPool (1614 ms) 2024-04-13T07:57:37.029 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.OtherNamespace 2024-04-13T07:57:37.059 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:37.071 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:37.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:36 smithi003 ceph-mon[89364]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-13T07:57:37.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:36 smithi003 ceph-mon[91733]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-13T07:57:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:36 smithi066 ceph-mon[84331]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-13T07:57:37.200 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:57:37.266 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:57:37.347 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.OtherNamespace (317 ms) 2024-04-13T07:57:37.347 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.DataPool 2024-04-13T07:57:37.375 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:37.385 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:37.529 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:57:37.602 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:57:37.681 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.DataPool (335 ms) 2024-04-13T07:57:37.682 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-04-13T07:57:37.714 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:37.726 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:37.869 INFO:tasks.workunit.client.0.smithi003.stdout:migration_abort 2024-04-13T07:57:37.966 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.AbortAfterPrepare (285 ms) 2024-04-13T07:57:37.967 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-04-13T07:57:37.998 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:38.008 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:38.107 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (141 ms) 2024-04-13T07:57:38.107 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-04-13T07:57:38.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:37 smithi003 ceph-mon[91733]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-13T07:57:38.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:37 smithi003 ceph-mon[91733]: pgmap v2212: 169 pgs: 169 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 73 op/s 2024-04-13T07:57:38.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:38.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:37 smithi003 ceph-mon[89364]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-13T07:57:38.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:37 smithi003 ceph-mon[89364]: pgmap v2212: 169 pgs: 169 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 73 op/s 2024-04-13T07:57:38.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:38.136 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:38.146 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:37 smithi066 ceph-mon[84331]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-13T07:57:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:37 smithi066 ceph-mon[84331]: pgmap v2212: 169 pgs: 169 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 73 op/s 2024-04-13T07:57:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:38.289 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:57:38.362 INFO:tasks.workunit.client.0.smithi003.stdout:migration_abort 2024-04-13T07:57:38.461 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.AbortAfterExecute (354 ms) 2024-04-13T07:57:38.461 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-04-13T07:57:38.493 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:38.504 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:38.634 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:57:38.702 INFO:tasks.workunit.client.0.smithi003.stdout:migration_abort 2024-04-13T07:57:38.803 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (341 ms) 2024-04-13T07:57:38.803 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-04-13T07:57:38.836 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:38.850 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:38.978 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:57:39.043 INFO:tasks.workunit.client.0.smithi003.stdout:migration_abort 2024-04-13T07:57:39.152 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (350 ms) 2024-04-13T07:57:39.152 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-04-13T07:57:39.185 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:39.195 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_Migration.cc:635: Skipped 2024-04-13T07:57:39.195 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:39.202 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestMigration.MirroringSamePool (49 ms) 2024-04-13T07:57:39.202 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.MirroringAbort 2024-04-13T07:57:39.230 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:39.240 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_Migration.cc:653: Skipped 2024-04-13T07:57:39.240 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:39.247 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestMigration.MirroringAbort (46 ms) 2024-04-13T07:57:39.247 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-04-13T07:57:39.277 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:39.287 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_Migration.cc:676: Skipped 2024-04-13T07:57:39.287 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:39.294 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled (47 ms) 2024-04-13T07:57:39.294 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-04-13T07:57:39.327 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:39.337 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_Migration.cc:694: Skipped 2024-04-13T07:57:39.337 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:39.344 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled (50 ms) 2024-04-13T07:57:39.344 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.MirroringPool 2024-04-13T07:57:39.375 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:39.385 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_Migration.cc:714: Skipped 2024-04-13T07:57:39.385 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T07:57:39.392 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestMigration.MirroringPool (48 ms) 2024-04-13T07:57:39.392 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.Group 2024-04-13T07:57:39.424 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:39.444 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:39.583 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:57:39.649 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:57:39.738 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.Group (346 ms) 2024-04-13T07:57:39.739 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.GroupAbort 2024-04-13T07:57:39.767 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:39.786 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:39.928 INFO:tasks.workunit.client.0.smithi003.stdout:migration_abort 2024-04-13T07:57:40.038 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.GroupAbort (299 ms) 2024-04-13T07:57:40.038 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.NoSnaps 2024-04-13T07:57:40.071 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:40.081 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T07:57:40.141 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 16777218~8388609 2024-04-13T07:57:40.195 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:40.386 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:57:40.505 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:57:40.633 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.NoSnaps (596 ms) 2024-04-13T07:57:40.633 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-04-13T07:57:40.662 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:40.672 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T07:57:40.728 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 16777218~8388609 2024-04-13T07:57:40.781 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T07:57:40.787 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 16777218~8388609 2024-04-13T07:57:40.842 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:40.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:40 smithi003 ceph-mon[89364]: pgmap v2213: 169 pgs: 169 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 37 KiB/s wr, 867 op/s 2024-04-13T07:57:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:40 smithi003 ceph-mon[91733]: pgmap v2213: 169 pgs: 169 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 37 KiB/s wr, 867 op/s 2024-04-13T07:57:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:40 smithi066 ceph-mon[84331]: pgmap v2213: 169 pgs: 169 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 37 KiB/s wr, 867 op/s 2024-04-13T07:57:41.007 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:57:41.116 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:57:41.242 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.NoSnapsOtherPool (609 ms) 2024-04-13T07:57:41.243 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-04-13T07:57:41.272 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:41.283 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T07:57:41.345 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 16777218~8388609 2024-04-13T07:57:41.398 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:41.587 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:57:41.698 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:57:41.825 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.NoSnapsDataPool (583 ms) 2024-04-13T07:57:41.825 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-04-13T07:57:41.855 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:41.864 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T07:57:41.924 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 16777218~8388609 2024-04-13T07:57:41.973 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:42.148 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 41943040 2024-04-13T07:57:42.156 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:57:42.264 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:57:42.373 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (548 ms) 2024-04-13T07:57:42.373 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-04-13T07:57:42.407 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:42.418 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T07:57:42.469 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 16777218~8388609 2024-04-13T07:57:42.525 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 0 2024-04-13T07:57:42.539 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:42 smithi066 ceph-mon[84331]: pgmap v2214: 169 pgs: 169 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1008 KiB/s rd, 1.3 MiB/s wr, 1.28k op/s 2024-04-13T07:57:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:57:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:57:42.653 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:57:42.732 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:57:42.779 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (406 ms) 2024-04-13T07:57:42.779 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-04-13T07:57:42.812 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:42.822 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T07:57:42.882 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 16777218~8388609 2024-04-13T07:57:42.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:42 smithi003 ceph-mon[89364]: pgmap v2214: 169 pgs: 169 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1008 KiB/s rd, 1.3 MiB/s wr, 1.28k op/s 2024-04-13T07:57:42.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:42 smithi003 ceph-mon[91733]: pgmap v2214: 169 pgs: 169 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1008 KiB/s rd, 1.3 MiB/s wr, 1.28k op/s 2024-04-13T07:57:42.936 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:43.127 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 0 2024-04-13T07:57:43.140 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:57:43.211 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:57:43.267 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (487 ms) 2024-04-13T07:57:43.267 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-04-13T07:57:43.297 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:43.308 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T07:57:43.373 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 16777218~8388609 2024-04-13T07:57:43.426 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:43.617 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 167772160 2024-04-13T07:57:43.624 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:57:43.735 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:57:43.861 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (595 ms) 2024-04-13T07:57:43.861 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-04-13T07:57:43.893 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:43.905 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T07:57:43.972 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 16777218~8388609 2024-04-13T07:57:44.030 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:44.215 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: after_prepare_snap 2024-04-13T07:57:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:44 smithi003 ceph-mon[91733]: pgmap v2215: 169 pgs: 169 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 835 KiB/s rd, 1.1 MiB/s wr, 1.06k op/s 2024-04-13T07:57:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:44 smithi003 ceph-mon[91733]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-13T07:57:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:44 smithi003 ceph-mon[89364]: pgmap v2215: 169 pgs: 169 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 835 KiB/s rd, 1.1 MiB/s wr, 1.06k op/s 2024-04-13T07:57:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:44 smithi003 ceph-mon[89364]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-13T07:57:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:57:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:57:44] "GET /metrics HTTP/1.1" 200 38802 "" "Prometheus/2.43.0" 2024-04-13T07:57:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:44 smithi066 ceph-mon[84331]: pgmap v2215: 169 pgs: 169 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 835 KiB/s rd, 1.1 MiB/s wr, 1.06k op/s 2024-04-13T07:57:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:44 smithi066 ceph-mon[84331]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-13T07:57:45.302 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 41943040 2024-04-13T07:57:45.324 INFO:tasks.workunit.client.0.smithi003.stdout:write: * 0~1000 2024-04-13T07:57:45.331 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:57:45.456 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:57:45.611 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (1749 ms) 2024-04-13T07:57:45.611 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.Snaps 2024-04-13T07:57:45.642 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:45.652 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T07:57:45.709 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T07:57:46.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:46 smithi003 ceph-mon[91733]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-13T07:57:46.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:46 smithi003 ceph-mon[91733]: pgmap v2218: 169 pgs: 169 active+clean; 157 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 40 MiB/s wr, 2.02k op/s 2024-04-13T07:57:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:46 smithi003 ceph-mon[89364]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-13T07:57:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:46 smithi003 ceph-mon[89364]: pgmap v2218: 169 pgs: 169 active+clean; 157 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 40 MiB/s wr, 2.02k op/s 2024-04-13T07:57:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:46 smithi066 ceph-mon[84331]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-13T07:57:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:46 smithi066 ceph-mon[84331]: pgmap v2218: 169 pgs: 169 active+clean; 157 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 40 MiB/s wr, 2.02k op/s 2024-04-13T07:57:47.311 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 8388609~8388609 2024-04-13T07:57:47.335 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 0~1000 2024-04-13T07:57:47.336 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 1010~1000 2024-04-13T07:57:47.336 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap2 2024-04-13T07:57:47.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:47 smithi003 ceph-mon[91733]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-13T07:57:47.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:47 smithi003 ceph-mon[89364]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-13T07:57:47.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:47 smithi066 ceph-mon[84331]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-13T07:57:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:48 smithi003 ceph-mon[89364]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-13T07:57:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:48 smithi003 ceph-mon[89364]: pgmap v2221: 169 pgs: 169 active+clean; 185 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 113 MiB/s rd, 87 MiB/s wr, 2.35k op/s 2024-04-13T07:57:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:48 smithi003 ceph-mon[91733]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-13T07:57:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:48 smithi003 ceph-mon[91733]: pgmap v2221: 169 pgs: 169 active+clean; 185 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 113 MiB/s rd, 87 MiB/s wr, 2.35k op/s 2024-04-13T07:57:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:48 smithi066 ceph-mon[84331]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-13T07:57:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:48 smithi066 ceph-mon[84331]: pgmap v2221: 169 pgs: 169 active+clean; 185 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 113 MiB/s rd, 87 MiB/s wr, 2.35k op/s 2024-04-13T07:57:49.334 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 8388609~1000 2024-04-13T07:57:49.343 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 16777228~1000 2024-04-13T07:57:49.343 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 167772160 2024-04-13T07:57:49.354 INFO:tasks.workunit.client.0.smithi003.stdout:write: 2 83886079~8388609 2024-04-13T07:57:49.374 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap3 2024-04-13T07:57:49.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:49 smithi003 ceph-mon[91733]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-13T07:57:49.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:49 smithi003 ceph-mon[89364]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-13T07:57:49.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:49 smithi066 ceph-mon[84331]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-13T07:57:50.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:50 smithi003 ceph-mon[89364]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-13T07:57:50.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:50 smithi003 ceph-mon[89364]: pgmap v2224: 169 pgs: 169 active+clean; 221 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 21 MiB/s wr, 569 op/s 2024-04-13T07:57:50.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:50 smithi003 ceph-mon[91733]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-13T07:57:50.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:50 smithi003 ceph-mon[91733]: pgmap v2224: 169 pgs: 169 active+clean; 221 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 21 MiB/s wr, 569 op/s 2024-04-13T07:57:50.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:50 smithi066 ceph-mon[84331]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-13T07:57:50.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:50 smithi066 ceph-mon[84331]: pgmap v2224: 169 pgs: 169 active+clean; 221 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 21 MiB/s wr, 569 op/s 2024-04-13T07:57:51.342 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:51.367 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 83886079~1 2024-04-13T07:57:51.378 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:57:51.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:51 smithi003 ceph-mon[89364]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-13T07:57:51.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:51 smithi003 ceph-mon[91733]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-13T07:57:51.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:51 smithi066 ceph-mon[84331]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-13T07:57:52.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:52 smithi003 ceph-mon[91733]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-13T07:57:52.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:52 smithi003 ceph-mon[91733]: pgmap v2227: 169 pgs: 169 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 16 MiB/s wr, 377 op/s 2024-04-13T07:57:52.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:52 smithi003 ceph-mon[89364]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-13T07:57:52.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:52 smithi003 ceph-mon[89364]: pgmap v2227: 169 pgs: 169 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 16 MiB/s wr, 377 op/s 2024-04-13T07:57:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:52 smithi066 ceph-mon[84331]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-13T07:57:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:52 smithi066 ceph-mon[84331]: pgmap v2227: 169 pgs: 169 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 16 MiB/s wr, 377 op/s 2024-04-13T07:57:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:57:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:57:53.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:53 smithi003 ceph-mon[91733]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-13T07:57:53.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:53.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:53 smithi003 ceph-mon[89364]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-13T07:57:53.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:53 smithi066 ceph-mon[84331]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-13T07:57:53.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:57:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:57:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:57:54] "GET /metrics HTTP/1.1" 200 38890 "" "Prometheus/2.43.0" 2024-04-13T07:57:54.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:54 smithi003 ceph-mon[91733]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-13T07:57:54.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:54 smithi003 ceph-mon[91733]: pgmap v2230: 169 pgs: 169 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.0 MiB/s wr, 172 op/s 2024-04-13T07:57:54.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-04-13T07:57:54.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]: dispatch 2024-04-13T07:57:54.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:54 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 0]}]: dispatch 2024-04-13T07:57:54.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:54 smithi003 ceph-mon[89364]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-13T07:57:54.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:54 smithi003 ceph-mon[89364]: pgmap v2230: 169 pgs: 169 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.0 MiB/s wr, 172 op/s 2024-04-13T07:57:54.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-04-13T07:57:54.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]: dispatch 2024-04-13T07:57:54.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:54 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 0]}]: dispatch 2024-04-13T07:57:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:54 smithi066 ceph-mon[84331]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-13T07:57:54.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:54 smithi066 ceph-mon[84331]: pgmap v2230: 169 pgs: 169 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.0 MiB/s wr, 172 op/s 2024-04-13T07:57:54.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-04-13T07:57:54.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]: dispatch 2024-04-13T07:57:54.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:54 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 0]}]: dispatch 2024-04-13T07:57:55.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-04-13T07:57:55.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]': finished 2024-04-13T07:57:55.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 0]}]': finished 2024-04-13T07:57:55.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:55 smithi003 ceph-mon[91733]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-13T07:57:55.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-04-13T07:57:55.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]': finished 2024-04-13T07:57:55.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 0]}]': finished 2024-04-13T07:57:55.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:55 smithi003 ceph-mon[89364]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-13T07:57:55.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-04-13T07:57:55.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]': finished 2024-04-13T07:57:55.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 0]}]': finished 2024-04-13T07:57:55.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:55 smithi066 ceph-mon[84331]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-13T07:57:56.022 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:57:56.177 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:57:56.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:56 smithi003 ceph-mon[91733]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-13T07:57:56.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:56 smithi003 ceph-mon[91733]: pgmap v2233: 169 pgs: 2 peering, 167 active+clean; 253 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 3.0 MiB/s wr, 118 op/s 2024-04-13T07:57:56.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:56 smithi003 ceph-mon[89364]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-13T07:57:56.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:56 smithi003 ceph-mon[89364]: pgmap v2233: 169 pgs: 2 peering, 167 active+clean; 253 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 3.0 MiB/s wr, 118 op/s 2024-04-13T07:57:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:56 smithi066 ceph-mon[84331]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-13T07:57:56.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:56 smithi066 ceph-mon[84331]: pgmap v2233: 169 pgs: 2 peering, 167 active+clean; 253 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 3.0 MiB/s wr, 118 op/s 2024-04-13T07:57:57.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:57 smithi003 ceph-mon[91733]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-13T07:57:57.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:57 smithi003 ceph-mon[89364]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-13T07:57:57.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:57 smithi066 ceph-mon[84331]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-13T07:57:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:58 smithi003 ceph-mon[89364]: pgmap v2236: 169 pgs: 2 peering, 167 active+clean; 253 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.0 MiB/s wr, 188 op/s 2024-04-13T07:57:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:58 smithi003 ceph-mon[89364]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-13T07:57:58.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:58 smithi003 ceph-mon[91733]: pgmap v2236: 169 pgs: 2 peering, 167 active+clean; 253 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.0 MiB/s wr, 188 op/s 2024-04-13T07:57:58.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:58 smithi003 ceph-mon[91733]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-13T07:57:58.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:58 smithi066 ceph-mon[84331]: pgmap v2236: 169 pgs: 2 peering, 167 active+clean; 253 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.0 MiB/s wr, 188 op/s 2024-04-13T07:57:58.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:58 smithi066 ceph-mon[84331]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-13T07:57:58.722 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.Snaps (13111 ms) 2024-04-13T07:57:58.722 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-04-13T07:57:58.754 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:57:58.765 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T07:57:58.831 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T07:57:59.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:57:59 smithi003 ceph-mon[91733]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-13T07:57:59.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:57:59 smithi003 ceph-mon[89364]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-13T07:57:59.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:57:59 smithi066 ceph-mon[84331]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-13T07:58:00.404 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 8388609~8388609 2024-04-13T07:58:00.425 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 0~1000 2024-04-13T07:58:00.426 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 1010~1000 2024-04-13T07:58:00.426 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap2 2024-04-13T07:58:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:00 smithi066 ceph-mon[84331]: pgmap v2238: 169 pgs: 2 peering, 167 active+clean; 257 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 4.0 MiB/s wr, 155 op/s 2024-04-13T07:58:00.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:00 smithi066 ceph-mon[84331]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-13T07:58:00.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:00 smithi003 ceph-mon[89364]: pgmap v2238: 169 pgs: 2 peering, 167 active+clean; 257 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 4.0 MiB/s wr, 155 op/s 2024-04-13T07:58:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:00 smithi003 ceph-mon[89364]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-13T07:58:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:00 smithi003 ceph-mon[91733]: pgmap v2238: 169 pgs: 2 peering, 167 active+clean; 257 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 4.0 MiB/s wr, 155 op/s 2024-04-13T07:58:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:00 smithi003 ceph-mon[91733]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-13T07:58:01.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:01 smithi066 ceph-mon[84331]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-13T07:58:01.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:01 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:58:01.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:01 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:58:01.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:01 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:58:01.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:01 smithi003 ceph-mon[91733]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-13T07:58:01.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:01 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:58:01.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:01 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:58:01.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:01 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:58:01.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:01 smithi003 ceph-mon[89364]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-13T07:58:01.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:01 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:58:01.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:01 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:58:01.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:01 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:58:02.421 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 8388609~1000 2024-04-13T07:58:02.428 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 16777228~1000 2024-04-13T07:58:02.428 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 167772160 2024-04-13T07:58:02.438 INFO:tasks.workunit.client.0.smithi003.stdout:write: 2 83886079~8388609 2024-04-13T07:58:02.457 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap3 2024-04-13T07:58:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:02 smithi066 ceph-mon[84331]: pgmap v2241: 169 pgs: 169 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 63 MiB/s rd, 10 MiB/s wr, 433 op/s 2024-04-13T07:58:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:02 smithi066 ceph-mon[84331]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-13T07:58:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:58:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:58:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:58:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:58:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:58:02.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:02 smithi003 ceph-mon[91733]: pgmap v2241: 169 pgs: 169 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 63 MiB/s rd, 10 MiB/s wr, 433 op/s 2024-04-13T07:58:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:02 smithi003 ceph-mon[91733]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-13T07:58:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:58:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:58:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:58:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:02 smithi003 ceph-mon[89364]: pgmap v2241: 169 pgs: 169 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 63 MiB/s rd, 10 MiB/s wr, 433 op/s 2024-04-13T07:58:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:02 smithi003 ceph-mon[89364]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-13T07:58:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:58:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:58:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:58:03.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:03 smithi003 ceph-mon[89364]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-13T07:58:03.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:03 smithi003 ceph-mon[91733]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-13T07:58:03.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:03 smithi066 ceph-mon[84331]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-13T07:58:04.305 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:58:04.333 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 83886079~1 2024-04-13T07:58:04.342 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T07:58:04.351 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 16777218~8388609 2024-04-13T07:58:04.414 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:58:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:58:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:58:04] "GET /metrics HTTP/1.1" 200 38890 "" "Prometheus/2.43.0" 2024-04-13T07:58:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:04 smithi003 ceph-mon[89364]: pgmap v2244: 169 pgs: 169 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 346 op/s 2024-04-13T07:58:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:04 smithi003 ceph-mon[89364]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-13T07:58:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:04 smithi003 ceph-mon[89364]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-13T07:58:04.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:04 smithi003 ceph-mon[91733]: pgmap v2244: 169 pgs: 169 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 346 op/s 2024-04-13T07:58:04.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:04 smithi003 ceph-mon[91733]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-13T07:58:04.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:04 smithi003 ceph-mon[91733]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-13T07:58:04.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:04 smithi066 ceph-mon[84331]: pgmap v2244: 169 pgs: 169 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 346 op/s 2024-04-13T07:58:04.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:04 smithi066 ceph-mon[84331]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-13T07:58:04.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:04 smithi066 ceph-mon[84331]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-13T07:58:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:06 smithi003 ceph-mon[91733]: pgmap v2247: 169 pgs: 169 active+clean; 317 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 10 MiB/s wr, 103 op/s 2024-04-13T07:58:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:06 smithi003 ceph-mon[91733]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-13T07:58:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:06 smithi003 ceph-mon[89364]: pgmap v2247: 169 pgs: 169 active+clean; 317 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 10 MiB/s wr, 103 op/s 2024-04-13T07:58:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:06 smithi003 ceph-mon[89364]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-13T07:58:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:06 smithi066 ceph-mon[84331]: pgmap v2247: 169 pgs: 169 active+clean; 317 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 10 MiB/s wr, 103 op/s 2024-04-13T07:58:06.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:06 smithi066 ceph-mon[84331]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-13T07:58:07.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:07 smithi003 ceph-mon[89364]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-13T07:58:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:07 smithi003 ceph-mon[91733]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-13T07:58:07.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:07 smithi066 ceph-mon[84331]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-13T07:58:07.908 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:58:08.113 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:58:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:08 smithi003 ceph-mon[91733]: pgmap v2250: 169 pgs: 169 active+clean; 329 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 13 MiB/s wr, 152 op/s 2024-04-13T07:58:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:08 smithi003 ceph-mon[91733]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-13T07:58:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:08 smithi003 ceph-mon[89364]: pgmap v2250: 169 pgs: 169 active+clean; 329 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 13 MiB/s wr, 152 op/s 2024-04-13T07:58:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:08 smithi003 ceph-mon[89364]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-13T07:58:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:08 smithi066 ceph-mon[84331]: pgmap v2250: 169 pgs: 169 active+clean; 329 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 13 MiB/s wr, 152 op/s 2024-04-13T07:58:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:08 smithi066 ceph-mon[84331]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-13T07:58:08.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:09.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:09 smithi003 ceph-mon[91733]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-13T07:58:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:09 smithi003 ceph-mon[89364]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-13T07:58:09.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:09 smithi066 ceph-mon[84331]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-13T07:58:10.862 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.SnapsOtherPool (12140 ms) 2024-04-13T07:58:10.862 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-04-13T07:58:10.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:10 smithi003 ceph-mon[89364]: pgmap v2253: 169 pgs: 169 active+clean; 365 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 312 op/s 2024-04-13T07:58:10.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:10 smithi003 ceph-mon[89364]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-13T07:58:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:10 smithi003 ceph-mon[91733]: pgmap v2253: 169 pgs: 169 active+clean; 365 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 312 op/s 2024-04-13T07:58:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:10 smithi003 ceph-mon[91733]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-13T07:58:10.899 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:58:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:10 smithi066 ceph-mon[84331]: pgmap v2253: 169 pgs: 169 active+clean; 365 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 312 op/s 2024-04-13T07:58:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:10 smithi066 ceph-mon[84331]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-13T07:58:10.910 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T07:58:10.975 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T07:58:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:11 smithi003 ceph-mon[91733]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-13T07:58:11.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:11 smithi003 ceph-mon[89364]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-13T07:58:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:11 smithi066 ceph-mon[84331]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-13T07:58:12.495 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 8388609~8388609 2024-04-13T07:58:12.515 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 0~1000 2024-04-13T07:58:12.515 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 1010~1000 2024-04-13T07:58:12.515 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap2 2024-04-13T07:58:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:12 smithi066 ceph-mon[84331]: pgmap v2256: 169 pgs: 169 active+clean; 381 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 59 MiB/s rd, 14 MiB/s wr, 469 op/s 2024-04-13T07:58:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:12 smithi066 ceph-mon[84331]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-13T07:58:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:58:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:58:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:12 smithi003 ceph-mon[91733]: pgmap v2256: 169 pgs: 169 active+clean; 381 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 59 MiB/s rd, 14 MiB/s wr, 469 op/s 2024-04-13T07:58:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:12 smithi003 ceph-mon[91733]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-13T07:58:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:12 smithi003 ceph-mon[89364]: pgmap v2256: 169 pgs: 169 active+clean; 381 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 59 MiB/s rd, 14 MiB/s wr, 469 op/s 2024-04-13T07:58:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:12 smithi003 ceph-mon[89364]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-13T07:58:13.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:13 smithi003 ceph-mon[91733]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-13T07:58:13.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:13 smithi003 ceph-mon[89364]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-13T07:58:13.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:13 smithi066 ceph-mon[84331]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-13T07:58:14.310 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 8388609~1000 2024-04-13T07:58:14.317 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 16777228~1000 2024-04-13T07:58:14.317 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 167772160 2024-04-13T07:58:14.328 INFO:tasks.workunit.client.0.smithi003.stdout:write: 2 83886079~8388609 2024-04-13T07:58:14.349 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap3 2024-04-13T07:58:14.493 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:58:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:58:14] "GET /metrics HTTP/1.1" 200 38892 "" "Prometheus/2.43.0" 2024-04-13T07:58:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:14 smithi003 ceph-mon[91733]: pgmap v2259: 169 pgs: 169 active+clean; 381 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 5.0 MiB/s wr, 204 op/s 2024-04-13T07:58:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:14 smithi003 ceph-mon[91733]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-13T07:58:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:14 smithi003 ceph-mon[91733]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-13T07:58:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:14 smithi003 ceph-mon[89364]: pgmap v2259: 169 pgs: 169 active+clean; 381 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 5.0 MiB/s wr, 204 op/s 2024-04-13T07:58:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:14 smithi003 ceph-mon[89364]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-13T07:58:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:14 smithi003 ceph-mon[89364]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-13T07:58:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:14 smithi066 ceph-mon[84331]: pgmap v2259: 169 pgs: 169 active+clean; 381 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 5.0 MiB/s wr, 204 op/s 2024-04-13T07:58:14.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:14 smithi066 ceph-mon[84331]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-13T07:58:14.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:14 smithi066 ceph-mon[84331]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-13T07:58:16.311 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:58:16.339 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 83886079~1 2024-04-13T07:58:16.349 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:58:16.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:16 smithi003 ceph-mon[89364]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-13T07:58:16.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:16 smithi003 ceph-mon[89364]: pgmap v2263: 169 pgs: 169 active+clean; 377 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 8.2 MiB/s wr, 145 op/s 2024-04-13T07:58:16.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:16 smithi003 ceph-mon[91733]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-13T07:58:16.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:16 smithi003 ceph-mon[91733]: pgmap v2263: 169 pgs: 169 active+clean; 377 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 8.2 MiB/s wr, 145 op/s 2024-04-13T07:58:16.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:16 smithi066 ceph-mon[84331]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-13T07:58:16.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:16 smithi066 ceph-mon[84331]: pgmap v2263: 169 pgs: 169 active+clean; 377 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 8.2 MiB/s wr, 145 op/s 2024-04-13T07:58:17.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:17 smithi003 ceph-mon[89364]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-13T07:58:17.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:17 smithi003 ceph-mon[91733]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-13T07:58:17.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:17 smithi066 ceph-mon[84331]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-13T07:58:18.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:18 smithi003 ceph-mon[91733]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-13T07:58:18.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:18 smithi003 ceph-mon[91733]: pgmap v2266: 169 pgs: 169 active+clean; 381 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 9.3 MiB/s wr, 148 op/s 2024-04-13T07:58:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:18 smithi003 ceph-mon[89364]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-13T07:58:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:18 smithi003 ceph-mon[89364]: pgmap v2266: 169 pgs: 169 active+clean; 381 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 9.3 MiB/s wr, 148 op/s 2024-04-13T07:58:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:18 smithi066 ceph-mon[84331]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-13T07:58:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:18 smithi066 ceph-mon[84331]: pgmap v2266: 169 pgs: 169 active+clean; 381 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 9.3 MiB/s wr, 148 op/s 2024-04-13T07:58:19.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:19 smithi003 ceph-mon[91733]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-13T07:58:19.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:19 smithi003 ceph-mon[91733]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-13T07:58:19.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:19 smithi003 ceph-mon[89364]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-13T07:58:19.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:19 smithi003 ceph-mon[89364]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-13T07:58:19.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:19 smithi066 ceph-mon[84331]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-13T07:58:19.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:19 smithi066 ceph-mon[84331]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-13T07:58:19.757 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:58:19.921 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:58:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:20 smithi003 ceph-mon[91733]: pgmap v2269: 169 pgs: 169 active+clean; 397 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 3.0 MiB/s wr, 103 op/s 2024-04-13T07:58:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:20 smithi003 ceph-mon[89364]: pgmap v2269: 169 pgs: 169 active+clean; 397 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 3.0 MiB/s wr, 103 op/s 2024-04-13T07:58:20.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:20 smithi066 ceph-mon[84331]: pgmap v2269: 169 pgs: 169 active+clean; 397 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 73 KiB/s rd, 3.0 MiB/s wr, 103 op/s 2024-04-13T07:58:21.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:21 smithi003 ceph-mon[91733]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-13T07:58:21.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:21 smithi003 ceph-mon[89364]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-13T07:58:21.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:21 smithi066 ceph-mon[84331]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-13T07:58:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:22 smithi003 ceph-mon[91733]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-13T07:58:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:22 smithi003 ceph-mon[91733]: pgmap v2272: 169 pgs: 169 active+clean; 413 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 6.0 MiB/s wr, 181 op/s 2024-04-13T07:58:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:22 smithi003 ceph-mon[89364]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-13T07:58:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:22 smithi003 ceph-mon[89364]: pgmap v2272: 169 pgs: 169 active+clean; 413 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 6.0 MiB/s wr, 181 op/s 2024-04-13T07:58:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:22 smithi066 ceph-mon[84331]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-13T07:58:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:22 smithi066 ceph-mon[84331]: pgmap v2272: 169 pgs: 169 active+clean; 413 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 6.0 MiB/s wr, 181 op/s 2024-04-13T07:58:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:58:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:58:22.705 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.SnapsDataPool (11844 ms) 2024-04-13T07:58:22.705 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-04-13T07:58:22.737 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:58:22.751 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T07:58:22.816 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T07:58:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:23 smithi003 ceph-mon[91733]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-13T07:58:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:23 smithi003 ceph-mon[89364]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-13T07:58:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:23 smithi066 ceph-mon[84331]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-13T07:58:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:24.361 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 8388609~8388609 2024-04-13T07:58:24.380 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 0~1000 2024-04-13T07:58:24.380 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 1010~1000 2024-04-13T07:58:24.381 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap2 2024-04-13T07:58:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:24 smithi003 ceph-mon[91733]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-13T07:58:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:24 smithi003 ceph-mon[91733]: pgmap v2275: 169 pgs: 169 active+clean; 413 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 4.0 MiB/s wr, 80 op/s 2024-04-13T07:58:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:24 smithi003 ceph-mon[89364]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-13T07:58:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:24 smithi003 ceph-mon[89364]: pgmap v2275: 169 pgs: 169 active+clean; 413 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 4.0 MiB/s wr, 80 op/s 2024-04-13T07:58:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:58:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:58:24] "GET /metrics HTTP/1.1" 200 38892 "" "Prometheus/2.43.0" 2024-04-13T07:58:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:24 smithi066 ceph-mon[84331]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-13T07:58:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:24 smithi066 ceph-mon[84331]: pgmap v2275: 169 pgs: 169 active+clean; 413 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 4.0 MiB/s wr, 80 op/s 2024-04-13T07:58:25.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:25 smithi003 ceph-mon[91733]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-13T07:58:25.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:25 smithi003 ceph-mon[89364]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-13T07:58:25.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:25 smithi066 ceph-mon[84331]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-13T07:58:26.370 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 8388609~1000 2024-04-13T07:58:26.381 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 16777228~1000 2024-04-13T07:58:26.381 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 167772160 2024-04-13T07:58:26.391 INFO:tasks.workunit.client.0.smithi003.stdout:write: 2 83886079~8388609 2024-04-13T07:58:26.409 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap3 2024-04-13T07:58:26.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:26 smithi003 ceph-mon[91733]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-13T07:58:26.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:26 smithi003 ceph-mon[91733]: pgmap v2278: 169 pgs: 169 active+clean; 425 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 9.0 MiB/s wr, 460 op/s 2024-04-13T07:58:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:26 smithi003 ceph-mon[89364]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-13T07:58:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:26 smithi003 ceph-mon[89364]: pgmap v2278: 169 pgs: 169 active+clean; 425 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 9.0 MiB/s wr, 460 op/s 2024-04-13T07:58:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:26 smithi066 ceph-mon[84331]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-13T07:58:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:26 smithi066 ceph-mon[84331]: pgmap v2278: 169 pgs: 169 active+clean; 425 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 9.0 MiB/s wr, 460 op/s 2024-04-13T07:58:27.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:27 smithi003 ceph-mon[91733]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-13T07:58:27.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:27 smithi003 ceph-mon[89364]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-13T07:58:27.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:27 smithi066 ceph-mon[84331]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-13T07:58:28.381 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:58:28.410 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 83886079~1 2024-04-13T07:58:28.422 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:58:28.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:28 smithi003 ceph-mon[91733]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-13T07:58:28.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:28 smithi003 ceph-mon[91733]: pgmap v2281: 169 pgs: 169 active+clean; 425 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 9.0 MiB/s wr, 468 op/s 2024-04-13T07:58:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:28 smithi003 ceph-mon[89364]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-13T07:58:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:28 smithi003 ceph-mon[89364]: pgmap v2281: 169 pgs: 169 active+clean; 425 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 9.0 MiB/s wr, 468 op/s 2024-04-13T07:58:28.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:28 smithi066 ceph-mon[84331]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-13T07:58:28.667 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:28 smithi066 ceph-mon[84331]: pgmap v2281: 169 pgs: 169 active+clean; 425 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 9.0 MiB/s wr, 468 op/s 2024-04-13T07:58:29.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:29 smithi003 ceph-mon[91733]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-13T07:58:29.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:29 smithi003 ceph-mon[91733]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-13T07:58:29.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:29 smithi003 ceph-mon[89364]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-13T07:58:29.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:29 smithi003 ceph-mon[89364]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-13T07:58:29.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:29 smithi066 ceph-mon[84331]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-13T07:58:29.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:29 smithi066 ceph-mon[84331]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-13T07:58:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:30 smithi003 ceph-mon[89364]: pgmap v2284: 169 pgs: 169 active+clean; 437 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 116 op/s 2024-04-13T07:58:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:30 smithi003 ceph-mon[89364]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-13T07:58:30.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:30 smithi003 ceph-mon[91733]: pgmap v2284: 169 pgs: 169 active+clean; 437 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 116 op/s 2024-04-13T07:58:30.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:30 smithi003 ceph-mon[91733]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-13T07:58:30.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:30 smithi066 ceph-mon[84331]: pgmap v2284: 169 pgs: 169 active+clean; 437 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 116 op/s 2024-04-13T07:58:30.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:30 smithi066 ceph-mon[84331]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-13T07:58:31.757 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 41943040 2024-04-13T07:58:31.782 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:58:31.931 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:58:32.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:32 smithi003 ceph-mon[91733]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-13T07:58:32.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:32 smithi003 ceph-mon[91733]: pgmap v2287: 169 pgs: 169 active+clean; 453 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 131 KiB/s rd, 5.0 MiB/s wr, 188 op/s 2024-04-13T07:58:32.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:32 smithi003 ceph-mon[89364]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-13T07:58:32.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:32 smithi003 ceph-mon[89364]: pgmap v2287: 169 pgs: 169 active+clean; 453 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 131 KiB/s rd, 5.0 MiB/s wr, 188 op/s 2024-04-13T07:58:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:32 smithi066 ceph-mon[84331]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-13T07:58:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:32 smithi066 ceph-mon[84331]: pgmap v2287: 169 pgs: 169 active+clean; 453 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 131 KiB/s rd, 5.0 MiB/s wr, 188 op/s 2024-04-13T07:58:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:58:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:58:33.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:33 smithi003 ceph-mon[89364]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-13T07:58:33.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:33 smithi003 ceph-mon[91733]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-13T07:58:33.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:33 smithi066 ceph-mon[84331]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-13T07:58:34.535 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:58:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:58:34] "GET /metrics HTTP/1.1" 200 38892 "" "Prometheus/2.43.0" 2024-04-13T07:58:34.536 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:34 smithi003 ceph-mon[91733]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-13T07:58:34.536 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:34 smithi003 ceph-mon[91733]: pgmap v2290: 169 pgs: 169 active+clean; 453 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 3.0 MiB/s wr, 79 op/s 2024-04-13T07:58:34.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:34 smithi003 ceph-mon[89364]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-13T07:58:34.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:34 smithi003 ceph-mon[89364]: pgmap v2290: 169 pgs: 169 active+clean; 453 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 3.0 MiB/s wr, 79 op/s 2024-04-13T07:58:34.637 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11932 ms) 2024-04-13T07:58:34.637 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-04-13T07:58:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:34 smithi066 ceph-mon[84331]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-13T07:58:34.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:34 smithi066 ceph-mon[84331]: pgmap v2290: 169 pgs: 169 active+clean; 453 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 3.0 MiB/s wr, 79 op/s 2024-04-13T07:58:34.668 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:58:34.679 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T07:58:34.737 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T07:58:35.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:35 smithi003 ceph-mon[91733]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-13T07:58:35.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:35 smithi003 ceph-mon[89364]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-13T07:58:35.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:35 smithi066 ceph-mon[84331]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-13T07:58:36.354 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 8388609~8388609 2024-04-13T07:58:36.375 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 0~1000 2024-04-13T07:58:36.375 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 1010~1000 2024-04-13T07:58:36.375 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap2 2024-04-13T07:58:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:36 smithi003 ceph-mon[91733]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-13T07:58:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:36 smithi003 ceph-mon[91733]: pgmap v2293: 169 pgs: 169 active+clean; 461 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 6.0 MiB/s wr, 461 op/s 2024-04-13T07:58:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:36 smithi003 ceph-mon[89364]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-13T07:58:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:36 smithi003 ceph-mon[89364]: pgmap v2293: 169 pgs: 169 active+clean; 461 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 6.0 MiB/s wr, 461 op/s 2024-04-13T07:58:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:36 smithi066 ceph-mon[84331]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-13T07:58:36.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:36 smithi066 ceph-mon[84331]: pgmap v2293: 169 pgs: 169 active+clean; 461 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 6.0 MiB/s wr, 461 op/s 2024-04-13T07:58:37.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:37 smithi003 ceph-mon[91733]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-13T07:58:37.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:37 smithi003 ceph-mon[89364]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-13T07:58:37.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:37 smithi066 ceph-mon[84331]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-13T07:58:38.363 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 8388609~1000 2024-04-13T07:58:38.370 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 16777228~1000 2024-04-13T07:58:38.370 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 167772160 2024-04-13T07:58:38.381 INFO:tasks.workunit.client.0.smithi003.stdout:write: 2 83886079~8388609 2024-04-13T07:58:38.420 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap3 2024-04-13T07:58:38.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:38 smithi003 ceph-mon[91733]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-13T07:58:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:38 smithi003 ceph-mon[91733]: pgmap v2296: 169 pgs: 169 active+clean; 461 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 61 MiB/s rd, 7.0 MiB/s wr, 484 op/s 2024-04-13T07:58:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:38 smithi003 ceph-mon[89364]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-13T07:58:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:38 smithi003 ceph-mon[89364]: pgmap v2296: 169 pgs: 169 active+clean; 461 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 61 MiB/s rd, 7.0 MiB/s wr, 484 op/s 2024-04-13T07:58:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:38 smithi066 ceph-mon[84331]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-13T07:58:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:38 smithi066 ceph-mon[84331]: pgmap v2296: 169 pgs: 169 active+clean; 461 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 61 MiB/s rd, 7.0 MiB/s wr, 484 op/s 2024-04-13T07:58:38.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:39.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:39 smithi003 ceph-mon[89364]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-13T07:58:39.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:39 smithi003 ceph-mon[89364]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-13T07:58:39.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:39 smithi003 ceph-mon[91733]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-13T07:58:39.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:39 smithi003 ceph-mon[91733]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-13T07:58:39.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:39 smithi066 ceph-mon[84331]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-13T07:58:39.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:39 smithi066 ceph-mon[84331]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-13T07:58:40.313 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:58:40.339 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 83886079~1 2024-04-13T07:58:40.348 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 0 2024-04-13T07:58:40.369 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:58:40.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:40 smithi003 ceph-mon[91733]: pgmap v2299: 169 pgs: 169 active+clean; 489 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 109 op/s 2024-04-13T07:58:40.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:40 smithi003 ceph-mon[91733]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-13T07:58:40.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:40 smithi003 ceph-mon[89364]: pgmap v2299: 169 pgs: 169 active+clean; 489 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 109 op/s 2024-04-13T07:58:40.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:40 smithi003 ceph-mon[89364]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-13T07:58:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:40 smithi066 ceph-mon[84331]: pgmap v2299: 169 pgs: 169 active+clean; 489 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 109 op/s 2024-04-13T07:58:40.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:40 smithi066 ceph-mon[84331]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-13T07:58:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:42 smithi003 ceph-mon[89364]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-13T07:58:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:42 smithi003 ceph-mon[89364]: pgmap v2302: 169 pgs: 169 active+clean; 509 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 11 MiB/s wr, 153 op/s 2024-04-13T07:58:42.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:42 smithi003 ceph-mon[91733]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-13T07:58:42.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:42 smithi003 ceph-mon[91733]: pgmap v2302: 169 pgs: 169 active+clean; 509 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 11 MiB/s wr, 153 op/s 2024-04-13T07:58:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:42 smithi066 ceph-mon[84331]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-13T07:58:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:42 smithi066 ceph-mon[84331]: pgmap v2302: 169 pgs: 169 active+clean; 509 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 11 MiB/s wr, 153 op/s 2024-04-13T07:58:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:58:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:58:43.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:43 smithi003 ceph-mon[91733]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-13T07:58:43.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:43 smithi003 ceph-mon[89364]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-13T07:58:43.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:43 smithi066 ceph-mon[84331]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-13T07:58:43.757 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:58:43.904 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:58:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:58:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:58:44] "GET /metrics HTTP/1.1" 200 38893 "" "Prometheus/2.43.0" 2024-04-13T07:58:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:44 smithi003 ceph-mon[89364]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-13T07:58:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:44 smithi003 ceph-mon[89364]: pgmap v2305: 169 pgs: 169 active+clean; 509 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 4.0 MiB/s wr, 66 op/s 2024-04-13T07:58:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:44 smithi003 ceph-mon[89364]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-13T07:58:44.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:44 smithi003 ceph-mon[91733]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-13T07:58:44.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:44 smithi003 ceph-mon[91733]: pgmap v2305: 169 pgs: 169 active+clean; 509 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 4.0 MiB/s wr, 66 op/s 2024-04-13T07:58:44.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:44 smithi003 ceph-mon[91733]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-13T07:58:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:44 smithi066 ceph-mon[84331]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-13T07:58:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:44 smithi066 ceph-mon[84331]: pgmap v2305: 169 pgs: 169 active+clean; 509 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 4.0 MiB/s wr, 66 op/s 2024-04-13T07:58:44.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:44 smithi066 ceph-mon[84331]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-13T07:58:46.573 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11936 ms) 2024-04-13T07:58:46.574 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-04-13T07:58:46.610 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:58:46.622 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T07:58:46.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:46 smithi003 ceph-mon[89364]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-13T07:58:46.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:46 smithi003 ceph-mon[89364]: pgmap v2308: 169 pgs: 169 active+clean; 533 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 384 op/s 2024-04-13T07:58:46.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:46 smithi003 ceph-mon[91733]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-13T07:58:46.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:46 smithi003 ceph-mon[91733]: pgmap v2308: 169 pgs: 169 active+clean; 533 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 384 op/s 2024-04-13T07:58:46.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:46 smithi066 ceph-mon[84331]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-13T07:58:46.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:46 smithi066 ceph-mon[84331]: pgmap v2308: 169 pgs: 169 active+clean; 533 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 384 op/s 2024-04-13T07:58:46.678 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T07:58:47.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:47 smithi003 ceph-mon[91733]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-13T07:58:47.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:47 smithi003 ceph-mon[89364]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-13T07:58:47.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:47 smithi066 ceph-mon[84331]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-13T07:58:48.343 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 8388609~8388609 2024-04-13T07:58:48.361 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 0~1000 2024-04-13T07:58:48.361 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 1010~1000 2024-04-13T07:58:48.362 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap2 2024-04-13T07:58:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:48 smithi003 ceph-mon[91733]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-13T07:58:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:48 smithi003 ceph-mon[91733]: pgmap v2311: 169 pgs: 169 active+clean; 533 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 406 op/s 2024-04-13T07:58:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:48 smithi003 ceph-mon[89364]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-13T07:58:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:48 smithi003 ceph-mon[89364]: pgmap v2311: 169 pgs: 169 active+clean; 533 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 406 op/s 2024-04-13T07:58:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:48 smithi066 ceph-mon[84331]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-13T07:58:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:48 smithi066 ceph-mon[84331]: pgmap v2311: 169 pgs: 169 active+clean; 533 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 406 op/s 2024-04-13T07:58:49.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:49 smithi003 ceph-mon[91733]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-13T07:58:49.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:49 smithi003 ceph-mon[89364]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-13T07:58:49.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:49 smithi066 ceph-mon[84331]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-13T07:58:50.367 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 8388609~1000 2024-04-13T07:58:50.374 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 16777228~1000 2024-04-13T07:58:50.374 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 167772160 2024-04-13T07:58:50.383 INFO:tasks.workunit.client.0.smithi003.stdout:write: 2 83886079~8388609 2024-04-13T07:58:50.400 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap3 2024-04-13T07:58:50.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:50 smithi003 ceph-mon[91733]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-13T07:58:50.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:50 smithi003 ceph-mon[91733]: pgmap v2314: 169 pgs: 169 active+clean; 525 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 197 op/s 2024-04-13T07:58:50.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:50 smithi003 ceph-mon[89364]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-13T07:58:50.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:50 smithi003 ceph-mon[89364]: pgmap v2314: 169 pgs: 169 active+clean; 525 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 197 op/s 2024-04-13T07:58:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:50 smithi066 ceph-mon[84331]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-13T07:58:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:50 smithi066 ceph-mon[84331]: pgmap v2314: 169 pgs: 169 active+clean; 525 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 197 op/s 2024-04-13T07:58:51.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:51 smithi003 ceph-mon[89364]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-13T07:58:51.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:51 smithi003 ceph-mon[91733]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-13T07:58:51.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:51 smithi066 ceph-mon[84331]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-13T07:58:52.379 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:58:52.408 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 83886079~1 2024-04-13T07:58:52.419 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:58:52.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:52 smithi003 ceph-mon[91733]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-13T07:58:52.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:52 smithi003 ceph-mon[91733]: pgmap v2317: 169 pgs: 169 active+clean; 541 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 211 op/s 2024-04-13T07:58:52.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:52 smithi003 ceph-mon[89364]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-13T07:58:52.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:52 smithi003 ceph-mon[89364]: pgmap v2317: 169 pgs: 169 active+clean; 541 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 211 op/s 2024-04-13T07:58:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:52 smithi066 ceph-mon[84331]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-13T07:58:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:52 smithi066 ceph-mon[84331]: pgmap v2317: 169 pgs: 169 active+clean; 541 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 211 op/s 2024-04-13T07:58:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:58:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:58:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:58:53.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:53 smithi003 ceph-mon[91733]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-13T07:58:53.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:53.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:53 smithi003 ceph-mon[89364]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-13T07:58:53.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:53 smithi066 ceph-mon[84331]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-13T07:58:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:58:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:54 smithi003 ceph-mon[91733]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-13T07:58:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:54 smithi003 ceph-mon[91733]: pgmap v2320: 169 pgs: 169 active+clean; 541 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 35 op/s 2024-04-13T07:58:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:54 smithi003 ceph-mon[91733]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-13T07:58:54.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:54 smithi003 ceph-mon[89364]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-13T07:58:54.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:54 smithi003 ceph-mon[89364]: pgmap v2320: 169 pgs: 169 active+clean; 541 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 35 op/s 2024-04-13T07:58:54.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:54 smithi003 ceph-mon[89364]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-13T07:58:54.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:58:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:58:54] "GET /metrics HTTP/1.1" 200 38896 "" "Prometheus/2.43.0" 2024-04-13T07:58:54.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:54 smithi066 ceph-mon[84331]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-13T07:58:54.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:54 smithi066 ceph-mon[84331]: pgmap v2320: 169 pgs: 169 active+clean; 541 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 35 op/s 2024-04-13T07:58:54.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:54 smithi066 ceph-mon[84331]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-13T07:58:55.789 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 0 2024-04-13T07:58:55.879 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:58:56.008 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:58:56.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:56 smithi003 ceph-mon[91733]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-13T07:58:56.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:56 smithi003 ceph-mon[91733]: pgmap v2323: 169 pgs: 169 active+clean; 565 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 4.0 MiB/s wr, 157 op/s 2024-04-13T07:58:56.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:56 smithi003 ceph-mon[89364]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-13T07:58:56.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:56 smithi003 ceph-mon[89364]: pgmap v2323: 169 pgs: 169 active+clean; 565 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 4.0 MiB/s wr, 157 op/s 2024-04-13T07:58:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:56 smithi066 ceph-mon[84331]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-13T07:58:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:56 smithi066 ceph-mon[84331]: pgmap v2323: 169 pgs: 169 active+clean; 565 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 4.0 MiB/s wr, 157 op/s 2024-04-13T07:58:57.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:57 smithi003 ceph-mon[91733]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-13T07:58:57.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:57 smithi003 ceph-mon[89364]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-13T07:58:57.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:57 smithi066 ceph-mon[84331]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-13T07:58:58.624 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12050 ms) 2024-04-13T07:58:58.624 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-04-13T07:58:58.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:58 smithi003 ceph-mon[89364]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-13T07:58:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:58 smithi003 ceph-mon[89364]: pgmap v2326: 169 pgs: 169 active+clean; 569 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.0 MiB/s wr, 351 op/s 2024-04-13T07:58:58.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:58 smithi003 ceph-mon[91733]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-13T07:58:58.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:58 smithi003 ceph-mon[91733]: pgmap v2326: 169 pgs: 169 active+clean; 569 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.0 MiB/s wr, 351 op/s 2024-04-13T07:58:58.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:58 smithi066 ceph-mon[84331]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-13T07:58:58.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:58 smithi066 ceph-mon[84331]: pgmap v2326: 169 pgs: 169 active+clean; 569 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.0 MiB/s wr, 351 op/s 2024-04-13T07:58:58.660 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:58:58.672 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T07:58:58.732 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T07:58:59.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:58:59 smithi003 ceph-mon[91733]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-13T07:58:59.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:58:59 smithi003 ceph-mon[89364]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-13T07:58:59.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:58:59 smithi066 ceph-mon[84331]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-13T07:59:00.358 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 8388609~8388609 2024-04-13T07:59:00.383 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 0~1000 2024-04-13T07:59:00.383 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 1010~1000 2024-04-13T07:59:00.383 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap2 2024-04-13T07:59:00.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:00 smithi003 ceph-mon[91733]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-13T07:59:00.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:00 smithi003 ceph-mon[91733]: pgmap v2329: 169 pgs: 169 active+clean; 585 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 7.0 MiB/s wr, 299 op/s 2024-04-13T07:59:00.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:00 smithi003 ceph-mon[89364]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-13T07:59:00.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:00 smithi003 ceph-mon[89364]: pgmap v2329: 169 pgs: 169 active+clean; 585 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 7.0 MiB/s wr, 299 op/s 2024-04-13T07:59:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:00 smithi066 ceph-mon[84331]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-13T07:59:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:00 smithi066 ceph-mon[84331]: pgmap v2329: 169 pgs: 169 active+clean; 585 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 7.0 MiB/s wr, 299 op/s 2024-04-13T07:59:01.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:01 smithi003 ceph-mon[91733]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-13T07:59:01.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:01 smithi003 ceph-mon[89364]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-13T07:59:01.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:01 smithi066 ceph-mon[84331]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-13T07:59:02.362 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 8388609~1000 2024-04-13T07:59:02.368 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 16777228~1000 2024-04-13T07:59:02.368 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 167772160 2024-04-13T07:59:02.377 INFO:tasks.workunit.client.0.smithi003.stdout:write: 2 83886079~8388609 2024-04-13T07:59:02.390 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap3 2024-04-13T07:59:02.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:02 smithi003 ceph-mon[89364]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-13T07:59:02.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:02 smithi003 ceph-mon[89364]: pgmap v2332: 169 pgs: 169 active+clean; 589 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 62 MiB/s rd, 11 MiB/s wr, 370 op/s 2024-04-13T07:59:02.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:59:02.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:02 smithi003 ceph-mon[91733]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-13T07:59:02.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:02 smithi003 ceph-mon[91733]: pgmap v2332: 169 pgs: 169 active+clean; 589 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 62 MiB/s rd, 11 MiB/s wr, 370 op/s 2024-04-13T07:59:02.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:59:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:59:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:59:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:02 smithi066 ceph-mon[84331]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-13T07:59:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:02 smithi066 ceph-mon[84331]: pgmap v2332: 169 pgs: 169 active+clean; 589 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 62 MiB/s rd, 11 MiB/s wr, 370 op/s 2024-04-13T07:59:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T07:59:03.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:03 smithi003 ceph-mon[91733]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-13T07:59:03.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:59:03.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:59:03.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:59:03.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:03 smithi003 ceph-mon[89364]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-13T07:59:03.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:59:03.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:59:03.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:59:03.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:03 smithi066 ceph-mon[84331]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-13T07:59:03.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T07:59:03.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T07:59:03.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T07:59:04.327 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:59:04.353 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 83886079~1 2024-04-13T07:59:04.363 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:59:04.536 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:04 smithi003 ceph-mon[91733]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-13T07:59:04.536 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:04 smithi003 ceph-mon[91733]: pgmap v2335: 169 pgs: 169 active+clean; 589 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 264 op/s 2024-04-13T07:59:04.536 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:04 smithi003 ceph-mon[91733]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-13T07:59:04.536 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:59:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:59:04] "GET /metrics HTTP/1.1" 200 38896 "" "Prometheus/2.43.0" 2024-04-13T07:59:04.537 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:04 smithi003 ceph-mon[89364]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-13T07:59:04.537 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:04 smithi003 ceph-mon[89364]: pgmap v2335: 169 pgs: 169 active+clean; 589 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 264 op/s 2024-04-13T07:59:04.537 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:04 smithi003 ceph-mon[89364]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-13T07:59:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:04 smithi066 ceph-mon[84331]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-13T07:59:04.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:04 smithi066 ceph-mon[84331]: pgmap v2335: 169 pgs: 169 active+clean; 589 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 264 op/s 2024-04-13T07:59:04.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:04 smithi066 ceph-mon[84331]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-13T07:59:06.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:06 smithi003 ceph-mon[91733]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-13T07:59:06.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:06 smithi003 ceph-mon[91733]: pgmap v2338: 169 pgs: 169 active+clean; 621 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 37 KiB/s rd, 6.0 MiB/s wr, 57 op/s 2024-04-13T07:59:06.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:06 smithi003 ceph-mon[89364]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-13T07:59:06.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:06 smithi003 ceph-mon[89364]: pgmap v2338: 169 pgs: 169 active+clean; 621 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 37 KiB/s rd, 6.0 MiB/s wr, 57 op/s 2024-04-13T07:59:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:06 smithi066 ceph-mon[84331]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-13T07:59:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:06 smithi066 ceph-mon[84331]: pgmap v2338: 169 pgs: 169 active+clean; 621 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 37 KiB/s rd, 6.0 MiB/s wr, 57 op/s 2024-04-13T07:59:07.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:07 smithi003 ceph-mon[91733]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-13T07:59:07.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:07 smithi003 ceph-mon[89364]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-13T07:59:07.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:07 smithi066 ceph-mon[84331]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-13T07:59:07.869 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 167772160 2024-04-13T07:59:07.881 INFO:tasks.workunit.client.0.smithi003.stdout:write: * 83886080~1000 2024-04-13T07:59:07.920 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:59:08.061 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:59:08.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:08 smithi066 ceph-mon[84331]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-13T07:59:08.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:08 smithi066 ceph-mon[84331]: pgmap v2341: 169 pgs: 169 active+clean; 621 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 6.0 MiB/s wr, 146 op/s 2024-04-13T07:59:08.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:08 smithi003 ceph-mon[91733]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-13T07:59:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:08 smithi003 ceph-mon[91733]: pgmap v2341: 169 pgs: 169 active+clean; 621 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 6.0 MiB/s wr, 146 op/s 2024-04-13T07:59:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:08 smithi003 ceph-mon[89364]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-13T07:59:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:08 smithi003 ceph-mon[89364]: pgmap v2341: 169 pgs: 169 active+clean; 621 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 6.0 MiB/s wr, 146 op/s 2024-04-13T07:59:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:09.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:09 smithi066 ceph-mon[84331]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-13T07:59:09.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:09 smithi003 ceph-mon[91733]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-13T07:59:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:09 smithi003 ceph-mon[89364]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-13T07:59:10.777 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12154 ms) 2024-04-13T07:59:10.777 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-04-13T07:59:10.814 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:59:10.825 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 41943040~10 2024-04-13T07:59:10.834 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T07:59:10.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:10 smithi003 ceph-mon[91733]: pgmap v2343: 169 pgs: 169 active+clean; 629 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 341 op/s 2024-04-13T07:59:10.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:10 smithi003 ceph-mon[91733]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-13T07:59:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:10 smithi003 ceph-mon[89364]: pgmap v2343: 169 pgs: 169 active+clean; 629 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 341 op/s 2024-04-13T07:59:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:10 smithi003 ceph-mon[89364]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-13T07:59:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:10 smithi066 ceph-mon[84331]: pgmap v2343: 169 pgs: 169 active+clean; 629 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 341 op/s 2024-04-13T07:59:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:10 smithi066 ceph-mon[84331]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-13T07:59:11.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:11 smithi003 ceph-mon[91733]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-13T07:59:11.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:11 smithi003 ceph-mon[89364]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-13T07:59:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:11 smithi066 ceph-mon[84331]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-13T07:59:12.445 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 41943040 2024-04-13T07:59:12.470 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:59:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:59:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:59:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:12 smithi066 ceph-mon[84331]: pgmap v2346: 169 pgs: 169 active+clean; 637 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 6.0 MiB/s wr, 484 op/s 2024-04-13T07:59:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:12 smithi066 ceph-mon[84331]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-13T07:59:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:12 smithi003 ceph-mon[91733]: pgmap v2346: 169 pgs: 169 active+clean; 637 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 6.0 MiB/s wr, 484 op/s 2024-04-13T07:59:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:12 smithi003 ceph-mon[91733]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-13T07:59:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:12 smithi003 ceph-mon[89364]: pgmap v2346: 169 pgs: 169 active+clean; 637 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 6.0 MiB/s wr, 484 op/s 2024-04-13T07:59:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:12 smithi003 ceph-mon[89364]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-13T07:59:13.625 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:59:13.636 INFO:tasks.workunit.client.0.smithi003.stdout:write: Y 41943040~5 2024-04-13T07:59:13.750 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:59:13.835 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:59:13.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:13 smithi003 ceph-mon[91733]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-13T07:59:13.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:13 smithi003 ceph-mon[89364]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-13T07:59:13.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:13 smithi066 ceph-mon[84331]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-13T07:59:14.431 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3654 ms) 2024-04-13T07:59:14.432 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-04-13T07:59:14.462 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:59:14.472 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T07:59:14.542 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T07:59:14.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:14 smithi003 ceph-mon[91733]: pgmap v2349: 169 pgs: 169 active+clean; 637 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 230 op/s 2024-04-13T07:59:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:14 smithi003 ceph-mon[91733]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-13T07:59:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:14 smithi003 ceph-mon[91733]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-13T07:59:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:59:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:59:14] "GET /metrics HTTP/1.1" 200 38894 "" "Prometheus/2.43.0" 2024-04-13T07:59:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:14 smithi003 ceph-mon[89364]: pgmap v2349: 169 pgs: 169 active+clean; 637 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 230 op/s 2024-04-13T07:59:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:14 smithi003 ceph-mon[89364]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-13T07:59:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:14 smithi003 ceph-mon[89364]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-13T07:59:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:14 smithi066 ceph-mon[84331]: pgmap v2349: 169 pgs: 169 active+clean; 637 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 230 op/s 2024-04-13T07:59:14.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:14 smithi066 ceph-mon[84331]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-13T07:59:14.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:14 smithi066 ceph-mon[84331]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-13T07:59:16.469 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 8388609~8388609 2024-04-13T07:59:16.485 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 0~1000 2024-04-13T07:59:16.485 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 1010~1000 2024-04-13T07:59:16.485 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap2 2024-04-13T07:59:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:16 smithi003 ceph-mon[89364]: pgmap v2352: 169 pgs: 169 active+clean; 625 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 1.0 MiB/s wr, 269 op/s 2024-04-13T07:59:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:16 smithi003 ceph-mon[89364]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-13T07:59:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:16 smithi003 ceph-mon[91733]: pgmap v2352: 169 pgs: 169 active+clean; 625 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 1.0 MiB/s wr, 269 op/s 2024-04-13T07:59:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:16 smithi003 ceph-mon[91733]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-13T07:59:16.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:16 smithi066 ceph-mon[84331]: pgmap v2352: 169 pgs: 169 active+clean; 625 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 1.0 MiB/s wr, 269 op/s 2024-04-13T07:59:16.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:16 smithi066 ceph-mon[84331]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-13T07:59:17.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:17 smithi003 ceph-mon[91733]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-13T07:59:17.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:17 smithi003 ceph-mon[89364]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-13T07:59:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:17 smithi066 ceph-mon[84331]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-13T07:59:18.481 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 8388609~1000 2024-04-13T07:59:18.490 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 16777228~1000 2024-04-13T07:59:18.491 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 167772160 2024-04-13T07:59:18.500 INFO:tasks.workunit.client.0.smithi003.stdout:write: 2 83886079~8388609 2024-04-13T07:59:18.517 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap3 2024-04-13T07:59:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:18 smithi003 ceph-mon[89364]: pgmap v2355: 169 pgs: 169 active+clean; 629 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 2.0 MiB/s wr, 416 op/s 2024-04-13T07:59:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:18 smithi003 ceph-mon[89364]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-13T07:59:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:18 smithi003 ceph-mon[91733]: pgmap v2355: 169 pgs: 169 active+clean; 629 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 2.0 MiB/s wr, 416 op/s 2024-04-13T07:59:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:18 smithi003 ceph-mon[91733]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-13T07:59:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:18 smithi066 ceph-mon[84331]: pgmap v2355: 169 pgs: 169 active+clean; 629 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 2.0 MiB/s wr, 416 op/s 2024-04-13T07:59:18.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:18 smithi066 ceph-mon[84331]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-13T07:59:19.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:19 smithi003 ceph-mon[91733]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-13T07:59:19.898 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:19 smithi003 ceph-mon[91733]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-13T07:59:19.898 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:19 smithi003 ceph-mon[89364]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-13T07:59:19.898 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:19 smithi003 ceph-mon[89364]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-13T07:59:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:19 smithi066 ceph-mon[84331]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-13T07:59:19.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:19 smithi066 ceph-mon[84331]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-13T07:59:20.332 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:59:20.360 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 83886079~1 2024-04-13T07:59:20.369 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:59:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:20 smithi003 ceph-mon[91733]: pgmap v2359: 169 pgs: 169 active+clean; 657 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 6.1 MiB/s wr, 264 op/s 2024-04-13T07:59:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:20 smithi003 ceph-mon[91733]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-13T07:59:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:20 smithi003 ceph-mon[89364]: pgmap v2359: 169 pgs: 169 active+clean; 657 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 6.1 MiB/s wr, 264 op/s 2024-04-13T07:59:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:20 smithi003 ceph-mon[89364]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-13T07:59:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:20 smithi066 ceph-mon[84331]: pgmap v2359: 169 pgs: 169 active+clean; 657 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 6.1 MiB/s wr, 264 op/s 2024-04-13T07:59:20.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:20 smithi066 ceph-mon[84331]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-13T07:59:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:22 smithi003 ceph-mon[91733]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-13T07:59:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:22 smithi003 ceph-mon[91733]: pgmap v2362: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 10 MiB/s wr, 144 op/s 2024-04-13T07:59:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:22 smithi003 ceph-mon[89364]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-13T07:59:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:22 smithi003 ceph-mon[89364]: pgmap v2362: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 10 MiB/s wr, 144 op/s 2024-04-13T07:59:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:22 smithi066 ceph-mon[84331]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-13T07:59:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:22 smithi066 ceph-mon[84331]: pgmap v2362: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 10 MiB/s wr, 144 op/s 2024-04-13T07:59:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:59:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:59:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:23 smithi003 ceph-mon[91733]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-13T07:59:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:23 smithi003 ceph-mon[89364]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-13T07:59:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:23 smithi066 ceph-mon[84331]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-13T07:59:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:23.936 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: after_prepare_snap 2024-04-13T07:59:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:59:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:59:24] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-04-13T07:59:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:24 smithi003 ceph-mon[91733]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-13T07:59:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:24 smithi003 ceph-mon[91733]: pgmap v2365: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 5.0 MiB/s wr, 28 op/s 2024-04-13T07:59:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:24 smithi003 ceph-mon[91733]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-13T07:59:24.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:24 smithi003 ceph-mon[89364]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-13T07:59:24.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:24 smithi003 ceph-mon[89364]: pgmap v2365: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 5.0 MiB/s wr, 28 op/s 2024-04-13T07:59:24.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:24 smithi003 ceph-mon[89364]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-13T07:59:24.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:24 smithi066 ceph-mon[84331]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-13T07:59:24.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:24 smithi066 ceph-mon[84331]: pgmap v2365: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 5.0 MiB/s wr, 28 op/s 2024-04-13T07:59:24.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:24 smithi066 ceph-mon[84331]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-13T07:59:25.329 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 41943040 2024-04-13T07:59:25.364 INFO:tasks.workunit.client.0.smithi003.stdout:write: * 0~1000 2024-04-13T07:59:25.371 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:59:25.526 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:59:26.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:26 smithi003 ceph-mon[91733]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-13T07:59:26.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:26 smithi003 ceph-mon[91733]: pgmap v2368: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 11 KiB/s wr, 309 op/s 2024-04-13T07:59:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:26 smithi003 ceph-mon[89364]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-13T07:59:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:26 smithi003 ceph-mon[89364]: pgmap v2368: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 11 KiB/s wr, 309 op/s 2024-04-13T07:59:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:26 smithi066 ceph-mon[84331]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-13T07:59:26.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:26 smithi066 ceph-mon[84331]: pgmap v2368: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 11 KiB/s wr, 309 op/s 2024-04-13T07:59:27.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:27 smithi003 ceph-mon[89364]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-13T07:59:27.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:27 smithi003 ceph-mon[91733]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-13T07:59:27.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:27 smithi066 ceph-mon[84331]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-13T07:59:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:28 smithi003 ceph-mon[89364]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-13T07:59:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:28 smithi003 ceph-mon[89364]: pgmap v2371: 169 pgs: 169 active+clean; 681 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 1.0 MiB/s wr, 321 op/s 2024-04-13T07:59:28.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:28 smithi003 ceph-mon[91733]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-13T07:59:28.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:28 smithi003 ceph-mon[91733]: pgmap v2371: 169 pgs: 169 active+clean; 681 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 1.0 MiB/s wr, 321 op/s 2024-04-13T07:59:28.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:28 smithi066 ceph-mon[84331]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-13T07:59:28.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:28 smithi066 ceph-mon[84331]: pgmap v2371: 169 pgs: 169 active+clean; 681 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 1.0 MiB/s wr, 321 op/s 2024-04-13T07:59:28.718 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14287 ms) 2024-04-13T07:59:28.718 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-04-13T07:59:28.757 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:59:28.769 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T07:59:28.837 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T07:59:29.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:29 smithi003 ceph-mon[89364]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-13T07:59:29.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:29 smithi003 ceph-mon[91733]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-13T07:59:29.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:29 smithi066 ceph-mon[84331]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-13T07:59:30.371 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 8388609~8388609 2024-04-13T07:59:30.385 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 0~1000 2024-04-13T07:59:30.386 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 1010~1000 2024-04-13T07:59:30.386 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap2 2024-04-13T07:59:30.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:30 smithi003 ceph-mon[91733]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-13T07:59:30.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:30 smithi003 ceph-mon[91733]: pgmap v2374: 169 pgs: 169 active+clean; 677 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 387 op/s 2024-04-13T07:59:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:30 smithi003 ceph-mon[89364]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-13T07:59:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:30 smithi003 ceph-mon[89364]: pgmap v2374: 169 pgs: 169 active+clean; 677 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 387 op/s 2024-04-13T07:59:30.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:30 smithi066 ceph-mon[84331]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-13T07:59:30.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:30 smithi066 ceph-mon[84331]: pgmap v2374: 169 pgs: 169 active+clean; 677 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 387 op/s 2024-04-13T07:59:31.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:31 smithi003 ceph-mon[91733]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-13T07:59:31.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:31 smithi003 ceph-mon[89364]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-13T07:59:31.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:31 smithi066 ceph-mon[84331]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-13T07:59:32.381 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 8388609~1000 2024-04-13T07:59:32.390 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 16777228~1000 2024-04-13T07:59:32.390 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 167772160 2024-04-13T07:59:32.400 INFO:tasks.workunit.client.0.smithi003.stdout:write: 2 83886079~8388609 2024-04-13T07:59:32.425 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap3 2024-04-13T07:59:32.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:32 smithi003 ceph-mon[91733]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-13T07:59:32.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:32 smithi003 ceph-mon[91733]: pgmap v2377: 169 pgs: 169 active+clean; 693 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 9.0 MiB/s wr, 443 op/s 2024-04-13T07:59:32.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:32 smithi003 ceph-mon[89364]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-13T07:59:32.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:32 smithi003 ceph-mon[89364]: pgmap v2377: 169 pgs: 169 active+clean; 693 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 9.0 MiB/s wr, 443 op/s 2024-04-13T07:59:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:32 smithi066 ceph-mon[84331]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-13T07:59:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:32 smithi066 ceph-mon[84331]: pgmap v2377: 169 pgs: 169 active+clean; 693 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 9.0 MiB/s wr, 443 op/s 2024-04-13T07:59:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:59:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:59:33.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:33 smithi003 ceph-mon[91733]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-13T07:59:33.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:33 smithi003 ceph-mon[89364]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-13T07:59:33.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:33 smithi066 ceph-mon[84331]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-13T07:59:34.330 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:59:34.355 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 83886079~1 2024-04-13T07:59:34.364 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:59:34.536 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:34 smithi003 ceph-mon[91733]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-13T07:59:34.536 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:34 smithi003 ceph-mon[91733]: pgmap v2380: 169 pgs: 169 active+clean; 693 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 6.0 MiB/s wr, 68 op/s 2024-04-13T07:59:34.536 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:34 smithi003 ceph-mon[91733]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-13T07:59:34.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:34 smithi003 ceph-mon[89364]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-13T07:59:34.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:34 smithi003 ceph-mon[89364]: pgmap v2380: 169 pgs: 169 active+clean; 693 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 6.0 MiB/s wr, 68 op/s 2024-04-13T07:59:34.537 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:34 smithi003 ceph-mon[89364]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-13T07:59:34.537 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:59:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:59:34] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-04-13T07:59:34.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:34 smithi066 ceph-mon[84331]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-13T07:59:34.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:34 smithi066 ceph-mon[84331]: pgmap v2380: 169 pgs: 169 active+clean; 693 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 6.0 MiB/s wr, 68 op/s 2024-04-13T07:59:34.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:34 smithi066 ceph-mon[84331]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-13T07:59:36.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:36 smithi066 ceph-mon[84331]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-13T07:59:36.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:36 smithi066 ceph-mon[84331]: pgmap v2383: 169 pgs: 169 active+clean; 729 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 37 KiB/s rd, 7.0 MiB/s wr, 59 op/s 2024-04-13T07:59:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:36 smithi003 ceph-mon[91733]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-13T07:59:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:36 smithi003 ceph-mon[91733]: pgmap v2383: 169 pgs: 169 active+clean; 729 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 37 KiB/s rd, 7.0 MiB/s wr, 59 op/s 2024-04-13T07:59:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:36 smithi003 ceph-mon[89364]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-13T07:59:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:36 smithi003 ceph-mon[89364]: pgmap v2383: 169 pgs: 169 active+clean; 729 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 37 KiB/s rd, 7.0 MiB/s wr, 59 op/s 2024-04-13T07:59:37.869 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: after_prepare_snap 2024-04-13T07:59:37.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:37 smithi003 ceph-mon[91733]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-13T07:59:37.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:37 smithi003 ceph-mon[89364]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-13T07:59:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:37 smithi066 ceph-mon[84331]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-13T07:59:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:38 smithi003 ceph-mon[91733]: pgmap v2386: 169 pgs: 169 active+clean; 733 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 111 KiB/s rd, 8.0 MiB/s wr, 159 op/s 2024-04-13T07:59:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:38 smithi003 ceph-mon[91733]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-13T07:59:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:38 smithi003 ceph-mon[89364]: pgmap v2386: 169 pgs: 169 active+clean; 733 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 111 KiB/s rd, 8.0 MiB/s wr, 159 op/s 2024-04-13T07:59:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:38 smithi003 ceph-mon[89364]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-13T07:59:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:38.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:38 smithi066 ceph-mon[84331]: pgmap v2386: 169 pgs: 169 active+clean; 733 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 111 KiB/s rd, 8.0 MiB/s wr, 159 op/s 2024-04-13T07:59:38.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:38 smithi066 ceph-mon[84331]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-13T07:59:38.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:39.441 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 167772160 2024-04-13T07:59:39.459 INFO:tasks.workunit.client.0.smithi003.stdout:write: * 83886080~1000 2024-04-13T07:59:39.466 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:59:39.630 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:59:39.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:39 smithi003 ceph-mon[91733]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-13T07:59:39.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:39 smithi003 ceph-mon[89364]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-13T07:59:39.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:39 smithi066 ceph-mon[84331]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-13T07:59:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:40 smithi003 ceph-mon[91733]: pgmap v2388: 169 pgs: 169 active+clean; 733 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 146 op/s 2024-04-13T07:59:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:40 smithi003 ceph-mon[91733]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-13T07:59:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:40 smithi003 ceph-mon[89364]: pgmap v2388: 169 pgs: 169 active+clean; 733 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 146 op/s 2024-04-13T07:59:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:40 smithi003 ceph-mon[89364]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-13T07:59:40.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:40 smithi066 ceph-mon[84331]: pgmap v2388: 169 pgs: 169 active+clean; 733 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 146 op/s 2024-04-13T07:59:40.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:40 smithi066 ceph-mon[84331]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-13T07:59:41.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:41 smithi003 ceph-mon[91733]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-13T07:59:41.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:41 smithi003 ceph-mon[89364]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-13T07:59:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:41 smithi066 ceph-mon[84331]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-13T07:59:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:42 smithi066 ceph-mon[84331]: pgmap v2391: 169 pgs: 169 active+clean; 741 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 2.0 MiB/s wr, 462 op/s 2024-04-13T07:59:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:42 smithi066 ceph-mon[84331]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-13T07:59:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:59:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:59:42.855 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14137 ms) 2024-04-13T07:59:42.855 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.Clone 2024-04-13T07:59:42.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:42 smithi003 ceph-mon[91733]: pgmap v2391: 169 pgs: 169 active+clean; 741 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 2.0 MiB/s wr, 462 op/s 2024-04-13T07:59:42.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:42 smithi003 ceph-mon[91733]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-13T07:59:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:42 smithi003 ceph-mon[89364]: pgmap v2391: 169 pgs: 169 active+clean; 741 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 2.0 MiB/s wr, 462 op/s 2024-04-13T07:59:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:42 smithi003 ceph-mon[89364]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-13T07:59:42.890 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:59:42.902 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 0~8388609 2024-04-13T07:59:42.966 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 16777218~8388609 2024-04-13T07:59:43.022 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap 2024-04-13T07:59:43.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:43 smithi003 ceph-mon[91733]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-13T07:59:43.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:43 smithi003 ceph-mon[89364]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-13T07:59:43.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:43 smithi066 ceph-mon[84331]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-13T07:59:44.482 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap 2024-04-13T07:59:44.499 INFO:tasks.workunit.client.0.smithi003.stdout:clone image105 -> image108 2024-04-13T07:59:44.613 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 0~1000 2024-04-13T07:59:44.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:44 smithi003 ceph-mon[91733]: pgmap v2394: 169 pgs: 169 active+clean; 741 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 415 op/s 2024-04-13T07:59:44.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:44 smithi003 ceph-mon[91733]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-13T07:59:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:44 smithi003 ceph-mon[89364]: pgmap v2394: 169 pgs: 169 active+clean; 741 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 415 op/s 2024-04-13T07:59:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:44 smithi003 ceph-mon[89364]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-13T07:59:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:59:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:59:44] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-04-13T07:59:44.678 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 1010~1000 2024-04-13T07:59:44.680 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap 2024-04-13T07:59:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:44 smithi066 ceph-mon[84331]: pgmap v2394: 169 pgs: 169 active+clean; 741 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 415 op/s 2024-04-13T07:59:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:44 smithi066 ceph-mon[84331]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-13T07:59:45.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:45 smithi003 ceph-mon[91733]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-13T07:59:45.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:45 smithi003 ceph-mon[89364]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-13T07:59:45.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:45 smithi066 ceph-mon[84331]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-13T07:59:46.493 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap 2024-04-13T07:59:46.509 INFO:tasks.workunit.client.0.smithi003.stdout:clone image108 -> image110 2024-04-13T07:59:46.651 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 1000~1000 2024-04-13T07:59:46.697 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 2010~1000 2024-04-13T07:59:46.700 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:59:46.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:46 smithi003 ceph-mon[91733]: pgmap v2397: 169 pgs: 169 active+clean; 769 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 13 MiB/s wr, 187 op/s 2024-04-13T07:59:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:46 smithi003 ceph-mon[91733]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-13T07:59:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:46 smithi003 ceph-mon[89364]: pgmap v2397: 169 pgs: 169 active+clean; 769 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 13 MiB/s wr, 187 op/s 2024-04-13T07:59:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:46 smithi003 ceph-mon[89364]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-13T07:59:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:46 smithi066 ceph-mon[84331]: pgmap v2397: 169 pgs: 169 active+clean; 769 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 13 MiB/s wr, 187 op/s 2024-04-13T07:59:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:46 smithi066 ceph-mon[84331]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-13T07:59:47.001 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:59:47.178 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:59:47.348 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.Clone (4493 ms) 2024-04-13T07:59:47.348 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.CloneParent 2024-04-13T07:59:47.379 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:59:47.391 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap 2024-04-13T07:59:47.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:47 smithi003 ceph-mon[91733]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-13T07:59:47.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:47 smithi003 ceph-mon[89364]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-13T07:59:47.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:47 smithi066 ceph-mon[84331]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-13T07:59:48.504 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap 2024-04-13T07:59:48.516 INFO:tasks.workunit.client.0.smithi003.stdout:clone image111 -> image114 2024-04-13T07:59:48.624 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:59:48.780 INFO:tasks.workunit.client.0.smithi003.stdout:migration_abort 2024-04-13T07:59:48.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:48 smithi003 ceph-mon[91733]: pgmap v2400: 169 pgs: 169 active+clean; 769 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 13 MiB/s wr, 226 op/s 2024-04-13T07:59:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:48 smithi003 ceph-mon[91733]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-13T07:59:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:48 smithi003 ceph-mon[89364]: pgmap v2400: 169 pgs: 169 active+clean; 769 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 13 MiB/s wr, 226 op/s 2024-04-13T07:59:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:48 smithi003 ceph-mon[89364]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-13T07:59:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:48 smithi066 ceph-mon[84331]: pgmap v2400: 169 pgs: 169 active+clean; 769 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 13 MiB/s wr, 226 op/s 2024-04-13T07:59:48.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:48 smithi066 ceph-mon[84331]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-13T07:59:48.911 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.CloneParent (1563 ms) 2024-04-13T07:59:48.911 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-04-13T07:59:48.943 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:59:48.954 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 0~10 2024-04-13T07:59:48.963 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap 2024-04-13T07:59:49.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:49 smithi003 ceph-mon[91733]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-13T07:59:49.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:49 smithi003 ceph-mon[91733]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-13T07:59:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:49 smithi003 ceph-mon[89364]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-13T07:59:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:49 smithi003 ceph-mon[89364]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-13T07:59:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:49 smithi066 ceph-mon[84331]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-13T07:59:49.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:49 smithi066 ceph-mon[84331]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-13T07:59:50.343 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap 2024-04-13T07:59:50.356 INFO:tasks.workunit.client.0.smithi003.stdout:clone image115 -> image118 2024-04-13T07:59:50.463 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:59:50.620 INFO:tasks.workunit.client.0.smithi003.stdout:write: Y 0~1 2024-04-13T07:59:50.646 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:59:50.720 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:59:50.825 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (1914 ms) 2024-04-13T07:59:50.826 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-04-13T07:59:50.855 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:59:50.865 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 41943040~10 2024-04-13T07:59:50.873 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T07:59:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:50 smithi003 ceph-mon[91733]: pgmap v2404: 169 pgs: 169 active+clean; 773 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 2.1 MiB/s wr, 665 op/s 2024-04-13T07:59:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:50 smithi003 ceph-mon[91733]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-13T07:59:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:50 smithi003 ceph-mon[89364]: pgmap v2404: 169 pgs: 169 active+clean; 773 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 2.1 MiB/s wr, 665 op/s 2024-04-13T07:59:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:50 smithi003 ceph-mon[89364]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-13T07:59:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:50 smithi066 ceph-mon[84331]: pgmap v2404: 169 pgs: 169 active+clean; 773 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 2.1 MiB/s wr, 665 op/s 2024-04-13T07:59:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:50 smithi066 ceph-mon[84331]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-13T07:59:52.515 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 41943041~10 2024-04-13T07:59:52.524 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:59:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:52 smithi066 ceph-mon[84331]: pgmap v2406: 169 pgs: 169 active+clean; 781 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 1.25k op/s 2024-04-13T07:59:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:52 smithi066 ceph-mon[84331]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-13T07:59:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 07:59:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T07:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T07:59:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:52 smithi003 ceph-mon[91733]: pgmap v2406: 169 pgs: 169 active+clean; 781 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 1.25k op/s 2024-04-13T07:59:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:52 smithi003 ceph-mon[91733]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-13T07:59:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:52 smithi003 ceph-mon[89364]: pgmap v2406: 169 pgs: 169 active+clean; 781 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 1.25k op/s 2024-04-13T07:59:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:52 smithi003 ceph-mon[89364]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-13T07:59:53.685 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 41943042~10 2024-04-13T07:59:53.705 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap2 2024-04-13T07:59:53.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:53 smithi003 ceph-mon[91733]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-13T07:59:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:53 smithi003 ceph-mon[89364]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-13T07:59:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:53 smithi066 ceph-mon[84331]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-13T07:59:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T07:59:54.510 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 07:59:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:07:59:54] "GET /metrics HTTP/1.1" 200 38896 "" "Prometheus/2.43.0" 2024-04-13T07:59:54.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:54 smithi003 ceph-mon[89364]: pgmap v2409: 169 pgs: 169 active+clean; 781 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 617 op/s 2024-04-13T07:59:54.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:54 smithi003 ceph-mon[89364]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-13T07:59:54.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:54 smithi003 ceph-mon[91733]: pgmap v2409: 169 pgs: 169 active+clean; 781 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 617 op/s 2024-04-13T07:59:54.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:54 smithi003 ceph-mon[91733]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-13T07:59:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:54 smithi066 ceph-mon[84331]: pgmap v2409: 169 pgs: 169 active+clean; 781 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 617 op/s 2024-04-13T07:59:54.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:54 smithi066 ceph-mon[84331]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-13T07:59:55.541 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 41943040 2024-04-13T07:59:55.574 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T07:59:55.641 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T07:59:55.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:55 smithi003 ceph-mon[91733]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-13T07:59:55.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:55 smithi003 ceph-mon[89364]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-13T07:59:55.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:55 smithi066 ceph-mon[84331]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-13T07:59:56.687 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5861 ms) 2024-04-13T07:59:56.687 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-04-13T07:59:56.721 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:59:56.732 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 41943040~10 2024-04-13T07:59:56.741 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T07:59:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:56 smithi003 ceph-mon[91733]: pgmap v2412: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 367 op/s 2024-04-13T07:59:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:56 smithi003 ceph-mon[91733]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-13T07:59:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:56 smithi003 ceph-mon[89364]: pgmap v2412: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 367 op/s 2024-04-13T07:59:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:56 smithi003 ceph-mon[89364]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-13T07:59:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:56 smithi066 ceph-mon[84331]: pgmap v2412: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 367 op/s 2024-04-13T07:59:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:56 smithi066 ceph-mon[84331]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-13T07:59:57.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:57 smithi003 ceph-mon[91733]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-13T07:59:57.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:57 smithi003 ceph-mon[89364]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-13T07:59:57.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:57 smithi066 ceph-mon[84331]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-13T07:59:58.552 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 41943040 2024-04-13T07:59:58.579 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T07:59:58.803 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:58 smithi066 ceph-mon[84331]: pgmap v2415: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 485 op/s 2024-04-13T07:59:58.803 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:58 smithi066 ceph-mon[84331]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-13T07:59:58.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:58 smithi003 ceph-mon[91733]: pgmap v2415: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 485 op/s 2024-04-13T07:59:58.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:58 smithi003 ceph-mon[91733]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-13T07:59:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:58 smithi003 ceph-mon[89364]: pgmap v2415: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 485 op/s 2024-04-13T07:59:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:58 smithi003 ceph-mon[89364]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-13T07:59:59.709 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T07:59:59.722 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap3 2024-04-13T07:59:59.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 07:59:59 smithi003 ceph-mon[91733]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-13T07:59:59.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 07:59:59 smithi003 ceph-mon[89364]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-13T07:59:59.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 07:59:59 smithi066 ceph-mon[84331]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-13T08:00:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:00 smithi003 ceph-mon[91733]: pgmap v2418: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 187 KiB/s rd, 17 KiB/s wr, 248 op/s 2024-04-13T08:00:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:00 smithi003 ceph-mon[91733]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-13T08:00:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:00 smithi003 ceph-mon[91733]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-13T08:00:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:00 smithi003 ceph-mon[91733]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-13T08:00:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:00 smithi003 ceph-mon[91733]: application not enabled on pool 'test-librbd-smithi003-140849-9' 2024-04-13T08:00:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:00 smithi003 ceph-mon[91733]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-13T08:00:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:00 smithi003 ceph-mon[89364]: pgmap v2418: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 187 KiB/s rd, 17 KiB/s wr, 248 op/s 2024-04-13T08:00:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:00 smithi003 ceph-mon[89364]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-13T08:00:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:00 smithi003 ceph-mon[89364]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-13T08:00:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:00 smithi003 ceph-mon[89364]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-13T08:00:00.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:00 smithi003 ceph-mon[89364]: application not enabled on pool 'test-librbd-smithi003-140849-9' 2024-04-13T08:00:00.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:00 smithi003 ceph-mon[89364]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-13T08:00:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:00 smithi066 ceph-mon[84331]: pgmap v2418: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 187 KiB/s rd, 17 KiB/s wr, 248 op/s 2024-04-13T08:00:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:00 smithi066 ceph-mon[84331]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-13T08:00:00.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:00 smithi066 ceph-mon[84331]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-13T08:00:00.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:00 smithi066 ceph-mon[84331]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-13T08:00:00.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:00 smithi066 ceph-mon[84331]: application not enabled on pool 'test-librbd-smithi003-140849-9' 2024-04-13T08:00:00.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:00 smithi066 ceph-mon[84331]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-13T08:00:01.587 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 41943040~10 2024-04-13T08:00:01.596 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap4 2024-04-13T08:00:01.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:01 smithi003 ceph-mon[91733]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-13T08:00:01.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:01 smithi003 ceph-mon[89364]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-13T08:00:01.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:01 smithi066 ceph-mon[84331]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-13T08:00:02.575 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:00:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:00:02.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:02 smithi003 ceph-mon[91733]: pgmap v2421: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 177 KiB/s rd, 22 KiB/s wr, 251 op/s 2024-04-13T08:00:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:02 smithi003 ceph-mon[91733]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-13T08:00:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:02 smithi003 ceph-mon[89364]: pgmap v2421: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 177 KiB/s rd, 22 KiB/s wr, 251 op/s 2024-04-13T08:00:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:02 smithi003 ceph-mon[89364]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-13T08:00:02.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:02 smithi066 ceph-mon[84331]: pgmap v2421: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 177 KiB/s rd, 22 KiB/s wr, 251 op/s 2024-04-13T08:00:02.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:02 smithi066 ceph-mon[84331]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-13T08:00:03.598 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 41943040 2024-04-13T08:00:03.619 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T08:00:03.679 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T08:00:03.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:03 smithi003 ceph-mon[91733]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-13T08:00:03.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:00:03.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:00:03.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:00:03.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:00:03.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:03 smithi003 ceph-mon[89364]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-13T08:00:03.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:00:03.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:00:03.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:00:03.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:00:03.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:03 smithi066 ceph-mon[84331]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-13T08:00:03.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:00:03.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:00:03.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:00:03.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:00:04.472 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (7785 ms) 2024-04-13T08:00:04.472 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-04-13T08:00:04.504 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T08:00:04.515 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T08:00:04.589 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:00:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:00:04] "GET /metrics HTTP/1.1" 200 38896 "" "Prometheus/2.43.0" 2024-04-13T08:00:04.700 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.AbortInUseImage (229 ms) 2024-04-13T08:00:04.700 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-04-13T08:00:04.733 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T08:00:04.744 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T08:00:04.812 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 16777218~8388609 2024-04-13T08:00:04.864 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T08:00:04.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:04 smithi003 ceph-mon[91733]: pgmap v2424: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 85 KiB/s rd, 9.7 KiB/s wr, 119 op/s 2024-04-13T08:00:04.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:04 smithi003 ceph-mon[91733]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-13T08:00:04.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:04 smithi003 ceph-mon[91733]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-13T08:00:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:04 smithi003 ceph-mon[89364]: pgmap v2424: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 85 KiB/s rd, 9.7 KiB/s wr, 119 op/s 2024-04-13T08:00:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:04 smithi003 ceph-mon[89364]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-13T08:00:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:04 smithi003 ceph-mon[89364]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-13T08:00:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:04 smithi066 ceph-mon[84331]: pgmap v2424: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 85 KiB/s rd, 9.7 KiB/s wr, 119 op/s 2024-04-13T08:00:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:04 smithi066 ceph-mon[84331]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-13T08:00:04.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:04 smithi066 ceph-mon[84331]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-13T08:00:05.059 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T08:00:05.096 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 16777218~8388609 2024-04-13T08:00:05.168 INFO:tasks.workunit.client.0.smithi003.stdout:migration_abort 2024-04-13T08:00:05.373 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (673 ms) 2024-04-13T08:00:05.373 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-04-13T08:00:05.402 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T08:00:05.413 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T08:00:05.485 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T08:00:06.616 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 8388609~8388609 2024-04-13T08:00:06.633 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 0~1000 2024-04-13T08:00:06.633 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 1010~1000 2024-04-13T08:00:06.634 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap2 2024-04-13T08:00:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:06 smithi003 ceph-mon[91733]: pgmap v2427: 169 pgs: 169 active+clean; 797 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.0 MiB/s wr, 372 op/s 2024-04-13T08:00:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:06 smithi003 ceph-mon[91733]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-13T08:00:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:06 smithi003 ceph-mon[89364]: pgmap v2427: 169 pgs: 169 active+clean; 797 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.0 MiB/s wr, 372 op/s 2024-04-13T08:00:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:06 smithi003 ceph-mon[89364]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-13T08:00:06.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:06 smithi066 ceph-mon[84331]: pgmap v2427: 169 pgs: 169 active+clean; 797 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.0 MiB/s wr, 372 op/s 2024-04-13T08:00:06.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:06 smithi066 ceph-mon[84331]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-13T08:00:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:07 smithi003 ceph-mon[91733]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-13T08:00:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:07.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:07 smithi003 ceph-mon[89364]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-13T08:00:07.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:07.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:07 smithi066 ceph-mon[84331]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-13T08:00:07.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:08.639 INFO:tasks.workunit.client.0.smithi003.stdout:write: X 8388609~1000 2024-04-13T08:00:08.646 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 16777228~1000 2024-04-13T08:00:08.646 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 167772160 2024-04-13T08:00:08.656 INFO:tasks.workunit.client.0.smithi003.stdout:write: 2 83886079~8388609 2024-04-13T08:00:08.677 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap3 2024-04-13T08:00:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:08 smithi003 ceph-mon[91733]: pgmap v2430: 169 pgs: 169 active+clean; 813 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 13 MiB/s wr, 450 op/s 2024-04-13T08:00:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:08 smithi003 ceph-mon[91733]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-13T08:00:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:08 smithi003 ceph-mon[89364]: pgmap v2430: 169 pgs: 169 active+clean; 813 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 13 MiB/s wr, 450 op/s 2024-04-13T08:00:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:08 smithi003 ceph-mon[89364]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-13T08:00:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:08 smithi066 ceph-mon[84331]: pgmap v2430: 169 pgs: 169 active+clean; 813 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 13 MiB/s wr, 450 op/s 2024-04-13T08:00:08.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:08 smithi066 ceph-mon[84331]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-13T08:00:09.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:09 smithi003 ceph-mon[91733]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-13T08:00:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:09 smithi003 ceph-mon[89364]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-13T08:00:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:09 smithi066 ceph-mon[84331]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-13T08:00:10.655 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T08:00:10.681 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 83886079~1 2024-04-13T08:00:10.691 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T08:00:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:10 smithi003 ceph-mon[91733]: pgmap v2433: 169 pgs: 169 active+clean; 833 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 286 op/s 2024-04-13T08:00:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:10 smithi003 ceph-mon[91733]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-13T08:00:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:10 smithi003 ceph-mon[89364]: pgmap v2433: 169 pgs: 169 active+clean; 833 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 286 op/s 2024-04-13T08:00:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:10 smithi003 ceph-mon[89364]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-13T08:00:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:10 smithi066 ceph-mon[84331]: pgmap v2433: 169 pgs: 169 active+clean; 833 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 286 op/s 2024-04-13T08:00:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:10 smithi066 ceph-mon[84331]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-13T08:00:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:11 smithi066 ceph-mon[84331]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-13T08:00:11.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:11 smithi066 ceph-mon[84331]: pgmap v2436: 169 pgs: 169 active+clean; 873 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 20 MiB/s wr, 333 op/s 2024-04-13T08:00:12.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:11 smithi003 ceph-mon[91733]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-13T08:00:12.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:11 smithi003 ceph-mon[91733]: pgmap v2436: 169 pgs: 169 active+clean; 873 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 20 MiB/s wr, 333 op/s 2024-04-13T08:00:12.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:11 smithi003 ceph-mon[89364]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-13T08:00:12.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:11 smithi003 ceph-mon[89364]: pgmap v2436: 169 pgs: 169 active+clean; 873 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 20 MiB/s wr, 333 op/s 2024-04-13T08:00:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:00:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:00:13.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:12 smithi003 ceph-mon[91733]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-13T08:00:13.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:12 smithi003 ceph-mon[89364]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-13T08:00:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:12 smithi066 ceph-mon[84331]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-13T08:00:14.122 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T08:00:14.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:13 smithi003 ceph-mon[89364]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-13T08:00:14.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:13 smithi003 ceph-mon[89364]: pgmap v2439: 169 pgs: 169 active+clean; 873 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.1 MiB/s rd, 11 MiB/s wr, 125 op/s 2024-04-13T08:00:14.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:13 smithi003 ceph-mon[91733]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-13T08:00:14.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:13 smithi003 ceph-mon[91733]: pgmap v2439: 169 pgs: 169 active+clean; 873 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.1 MiB/s rd, 11 MiB/s wr, 125 op/s 2024-04-13T08:00:14.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:13 smithi066 ceph-mon[84331]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-13T08:00:14.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:13 smithi066 ceph-mon[84331]: pgmap v2439: 169 pgs: 169 active+clean; 873 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.1 MiB/s rd, 11 MiB/s wr, 125 op/s 2024-04-13T08:00:14.229 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 16777218~8388609 2024-04-13T08:00:14.335 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 0~8388609 2024-04-13T08:00:14.349 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 16777218~8388609 2024-04-13T08:00:14.465 INFO:tasks.workunit.client.0.smithi003.stdout:migration_abort 2024-04-13T08:00:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:00:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:00:14] "GET /metrics HTTP/1.1" 200 38894 "" "Prometheus/2.43.0" 2024-04-13T08:00:15.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:14 smithi003 ceph-mon[91733]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-13T08:00:15.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:14 smithi003 ceph-mon[91733]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-13T08:00:15.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:14 smithi003 ceph-mon[89364]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-13T08:00:15.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:14 smithi003 ceph-mon[89364]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-13T08:00:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:14 smithi066 ceph-mon[84331]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-13T08:00:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:14 smithi066 ceph-mon[84331]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-13T08:00:16.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:16 smithi003 ceph-mon[91733]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-13T08:00:16.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:16 smithi003 ceph-mon[91733]: pgmap v2443: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 9.6 MiB/s wr, 310 op/s 2024-04-13T08:00:16.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:16 smithi003 ceph-mon[89364]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-13T08:00:16.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:16 smithi003 ceph-mon[89364]: pgmap v2443: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 9.6 MiB/s wr, 310 op/s 2024-04-13T08:00:16.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:16 smithi066 ceph-mon[84331]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-13T08:00:16.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:16 smithi066 ceph-mon[84331]: pgmap v2443: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 9.6 MiB/s wr, 310 op/s 2024-04-13T08:00:17.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:17 smithi003 ceph-mon[91733]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-13T08:00:17.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:17 smithi003 ceph-mon[89364]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-13T08:00:17.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:17 smithi066 ceph-mon[84331]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-13T08:00:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:18 smithi003 ceph-mon[89364]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-13T08:00:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:18 smithi003 ceph-mon[89364]: pgmap v2446: 169 pgs: 169 active+clean; 917 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 13 MiB/s wr, 336 op/s 2024-04-13T08:00:18.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:18 smithi003 ceph-mon[91733]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-13T08:00:18.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:18 smithi003 ceph-mon[91733]: pgmap v2446: 169 pgs: 169 active+clean; 917 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 13 MiB/s wr, 336 op/s 2024-04-13T08:00:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:18 smithi066 ceph-mon[84331]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-13T08:00:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:18 smithi066 ceph-mon[84331]: pgmap v2446: 169 pgs: 169 active+clean; 917 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 13 MiB/s wr, 336 op/s 2024-04-13T08:00:18.697 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.AbortWithSnapshots (13324 ms) 2024-04-13T08:00:18.697 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-04-13T08:00:18.730 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T08:00:18.741 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 0~10 2024-04-13T08:00:18.749 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T08:00:19.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:19 smithi003 ceph-mon[91733]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-13T08:00:19.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:19 smithi003 ceph-mon[89364]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-13T08:00:19.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:19 smithi066 ceph-mon[84331]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-13T08:00:20.377 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap1 2024-04-13T08:00:20.442 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T08:00:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:20 smithi003 ceph-mon[91733]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-13T08:00:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:20 smithi003 ceph-mon[91733]: pgmap v2449: 169 pgs: 169 active+clean; 929 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 14 MiB/s wr, 253 op/s 2024-04-13T08:00:20.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:20 smithi003 ceph-mon[89364]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-13T08:00:20.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:20 smithi003 ceph-mon[89364]: pgmap v2449: 169 pgs: 169 active+clean; 929 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 14 MiB/s wr, 253 op/s 2024-04-13T08:00:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:20 smithi066 ceph-mon[84331]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-13T08:00:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:20 smithi066 ceph-mon[84331]: pgmap v2449: 169 pgs: 169 active+clean; 929 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 14 MiB/s wr, 253 op/s 2024-04-13T08:00:21.586 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T08:00:21.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:21 smithi003 ceph-mon[91733]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-13T08:00:21.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:21 smithi003 ceph-mon[89364]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-13T08:00:21.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:21 smithi066 ceph-mon[84331]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-13T08:00:21.663 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T08:00:22.533 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.CloneV1Parent (3836 ms) 2024-04-13T08:00:22.533 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-04-13T08:00:22.566 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T08:00:22.578 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 0~10 2024-04-13T08:00:22.589 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T08:00:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:22 smithi003 ceph-mon[91733]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-13T08:00:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:22 smithi003 ceph-mon[91733]: pgmap v2452: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 41 MiB/s rd, 11 MiB/s wr, 279 op/s 2024-04-13T08:00:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:22 smithi003 ceph-mon[89364]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-13T08:00:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:22 smithi003 ceph-mon[89364]: pgmap v2452: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 41 MiB/s rd, 11 MiB/s wr, 279 op/s 2024-04-13T08:00:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:22 smithi066 ceph-mon[84331]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-13T08:00:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:22 smithi066 ceph-mon[84331]: pgmap v2452: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 41 MiB/s rd, 11 MiB/s wr, 279 op/s 2024-04-13T08:00:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:00:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:00:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:23 smithi003 ceph-mon[91733]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-13T08:00:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:23 smithi003 ceph-mon[89364]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-13T08:00:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:23.653 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:23 smithi066 ceph-mon[84331]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-13T08:00:23.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:24.347 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap1 2024-04-13T08:00:24.411 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T08:00:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:00:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:00:24] "GET /metrics HTTP/1.1" 200 38897 "" "Prometheus/2.43.0" 2024-04-13T08:00:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:24 smithi003 ceph-mon[91733]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-13T08:00:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:24 smithi003 ceph-mon[91733]: pgmap v2455: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 4.2 KiB/s wr, 49 op/s 2024-04-13T08:00:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:24 smithi003 ceph-mon[91733]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-13T08:00:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:24 smithi003 ceph-mon[89364]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-13T08:00:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:24 smithi003 ceph-mon[89364]: pgmap v2455: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 4.2 KiB/s wr, 49 op/s 2024-04-13T08:00:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:24 smithi003 ceph-mon[89364]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-13T08:00:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:24 smithi066 ceph-mon[84331]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-13T08:00:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:24 smithi066 ceph-mon[84331]: pgmap v2455: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 4.2 KiB/s wr, 49 op/s 2024-04-13T08:00:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:24 smithi066 ceph-mon[84331]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-13T08:00:25.622 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T08:00:25.706 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T08:00:26.557 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.CloneV2Parent (4024 ms) 2024-04-13T08:00:26.557 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-04-13T08:00:26.591 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T08:00:26.602 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 0~10 2024-04-13T08:00:26.611 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T08:00:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:26 smithi066 ceph-mon[84331]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-13T08:00:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:26 smithi066 ceph-mon[84331]: pgmap v2458: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 351 KiB/s rd, 22 KiB/s wr, 448 op/s 2024-04-13T08:00:26.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:26 smithi003 ceph-mon[91733]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-13T08:00:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:26 smithi003 ceph-mon[91733]: pgmap v2458: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 351 KiB/s rd, 22 KiB/s wr, 448 op/s 2024-04-13T08:00:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:26 smithi003 ceph-mon[89364]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-13T08:00:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:26 smithi003 ceph-mon[89364]: pgmap v2458: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 351 KiB/s rd, 22 KiB/s wr, 448 op/s 2024-04-13T08:00:27.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:27 smithi003 ceph-mon[91733]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-13T08:00:27.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:27 smithi003 ceph-mon[89364]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-13T08:00:27.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:27 smithi066 ceph-mon[84331]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-13T08:00:28.425 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap1 2024-04-13T08:00:28.493 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T08:00:28.803 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:28 smithi066 ceph-mon[84331]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-13T08:00:28.803 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:28 smithi066 ceph-mon[84331]: pgmap v2461: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 371 KiB/s rd, 23 KiB/s wr, 470 op/s 2024-04-13T08:00:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:28 smithi003 ceph-mon[89364]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-13T08:00:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:28 smithi003 ceph-mon[89364]: pgmap v2461: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 371 KiB/s rd, 23 KiB/s wr, 470 op/s 2024-04-13T08:00:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:28 smithi003 ceph-mon[91733]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-13T08:00:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:28 smithi003 ceph-mon[91733]: pgmap v2461: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 371 KiB/s rd, 23 KiB/s wr, 470 op/s 2024-04-13T08:00:29.519 INFO:tasks.workunit.client.0.smithi003.stdout:migration_abort 2024-04-13T08:00:29.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:29 smithi003 ceph-mon[91733]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-13T08:00:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:29 smithi003 ceph-mon[91733]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-13T08:00:29.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:29 smithi003 ceph-mon[89364]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-13T08:00:29.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:29 smithi003 ceph-mon[89364]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-13T08:00:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:29 smithi066 ceph-mon[84331]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-13T08:00:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:29 smithi066 ceph-mon[84331]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-13T08:00:30.581 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4024 ms) 2024-04-13T08:00:30.581 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-04-13T08:00:30.614 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T08:00:30.628 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 0~10 2024-04-13T08:00:30.636 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T08:00:30.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:30 smithi003 ceph-mon[91733]: pgmap v2464: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 356 KiB/s rd, 18 KiB/s wr, 444 op/s 2024-04-13T08:00:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:30 smithi003 ceph-mon[89364]: pgmap v2464: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 356 KiB/s rd, 18 KiB/s wr, 444 op/s 2024-04-13T08:00:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:30 smithi066 ceph-mon[84331]: pgmap v2464: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 356 KiB/s rd, 18 KiB/s wr, 444 op/s 2024-04-13T08:00:31.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:31 smithi003 ceph-mon[91733]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-13T08:00:31.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:31 smithi003 ceph-mon[89364]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-13T08:00:31.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:31 smithi066 ceph-mon[84331]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-13T08:00:32.452 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap1 2024-04-13T08:00:32.512 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T08:00:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:32 smithi066 ceph-mon[84331]: pgmap v2466: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 423 KiB/s rd, 25 KiB/s wr, 531 op/s 2024-04-13T08:00:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:32 smithi066 ceph-mon[84331]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-13T08:00:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:00:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:00:32.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:32 smithi003 ceph-mon[91733]: pgmap v2466: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 423 KiB/s rd, 25 KiB/s wr, 531 op/s 2024-04-13T08:00:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:32 smithi003 ceph-mon[91733]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-13T08:00:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:32 smithi003 ceph-mon[89364]: pgmap v2466: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 423 KiB/s rd, 25 KiB/s wr, 531 op/s 2024-04-13T08:00:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:32 smithi003 ceph-mon[89364]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-13T08:00:33.651 INFO:tasks.workunit.client.0.smithi003.stdout:migration_abort 2024-04-13T08:00:33.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:33 smithi003 ceph-mon[91733]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-13T08:00:33.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:33 smithi003 ceph-mon[89364]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-13T08:00:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:33 smithi066 ceph-mon[84331]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-13T08:00:34.484 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.CloneV2ParentAbort (3903 ms) 2024-04-13T08:00:34.485 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-04-13T08:00:34.518 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T08:00:34.529 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 0~10 2024-04-13T08:00:34.539 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T08:00:34.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:34 smithi003 ceph-mon[91733]: pgmap v2469: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 86 KiB/s rd, 7.6 KiB/s wr, 108 op/s 2024-04-13T08:00:34.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:34 smithi003 ceph-mon[91733]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-13T08:00:34.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:34 smithi003 ceph-mon[91733]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-13T08:00:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:34 smithi003 ceph-mon[89364]: pgmap v2469: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 86 KiB/s rd, 7.6 KiB/s wr, 108 op/s 2024-04-13T08:00:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:34 smithi003 ceph-mon[89364]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-13T08:00:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:34 smithi003 ceph-mon[89364]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-13T08:00:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:00:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:00:34] "GET /metrics HTTP/1.1" 200 38897 "" "Prometheus/2.43.0" 2024-04-13T08:00:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:34 smithi066 ceph-mon[84331]: pgmap v2469: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 86 KiB/s rd, 7.6 KiB/s wr, 108 op/s 2024-04-13T08:00:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:34 smithi066 ceph-mon[84331]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-13T08:00:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:34 smithi066 ceph-mon[84331]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-13T08:00:36.479 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap1 2024-04-13T08:00:36.545 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T08:00:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:36 smithi003 ceph-mon[89364]: pgmap v2472: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 337 KiB/s rd, 25 KiB/s wr, 437 op/s 2024-04-13T08:00:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:36 smithi003 ceph-mon[89364]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-13T08:00:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:36 smithi003 ceph-mon[91733]: pgmap v2472: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 337 KiB/s rd, 25 KiB/s wr, 437 op/s 2024-04-13T08:00:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:36 smithi003 ceph-mon[91733]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-13T08:00:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:36 smithi066 ceph-mon[84331]: pgmap v2472: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 337 KiB/s rd, 25 KiB/s wr, 437 op/s 2024-04-13T08:00:36.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:36 smithi066 ceph-mon[84331]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-13T08:00:37.680 INFO:tasks.workunit.client.0.smithi003.stdout:migration_abort 2024-04-13T08:00:37.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:37 smithi003 ceph-mon[91733]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-13T08:00:37.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:37 smithi003 ceph-mon[89364]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-13T08:00:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:37 smithi066 ceph-mon[84331]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-13T08:00:38.639 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4154 ms) 2024-04-13T08:00:38.639 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-04-13T08:00:38.673 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T08:00:38.685 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 0~10 2024-04-13T08:00:38.694 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T08:00:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:38 smithi003 ceph-mon[91733]: pgmap v2475: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 358 KiB/s rd, 26 KiB/s wr, 463 op/s 2024-04-13T08:00:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:38 smithi003 ceph-mon[91733]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-13T08:00:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:38 smithi003 ceph-mon[89364]: pgmap v2475: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 358 KiB/s rd, 26 KiB/s wr, 463 op/s 2024-04-13T08:00:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:38 smithi003 ceph-mon[89364]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-13T08:00:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:38 smithi066 ceph-mon[84331]: pgmap v2475: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 358 KiB/s rd, 26 KiB/s wr, 463 op/s 2024-04-13T08:00:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:38 smithi066 ceph-mon[84331]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-13T08:00:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:39.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:39 smithi003 ceph-mon[89364]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-13T08:00:39.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:39 smithi003 ceph-mon[89364]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-13T08:00:39.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:39 smithi003 ceph-mon[91733]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-13T08:00:39.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:39 smithi003 ceph-mon[91733]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-13T08:00:39.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:39 smithi066 ceph-mon[84331]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-13T08:00:39.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:39 smithi066 ceph-mon[84331]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-13T08:00:40.353 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap1 2024-04-13T08:00:40.417 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T08:00:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:40 smithi003 ceph-mon[89364]: pgmap v2479: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 68 KiB/s rd, 8.8 KiB/s wr, 105 op/s 2024-04-13T08:00:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:40 smithi003 ceph-mon[89364]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-13T08:00:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:40 smithi003 ceph-mon[91733]: pgmap v2479: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 68 KiB/s rd, 8.8 KiB/s wr, 105 op/s 2024-04-13T08:00:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:40 smithi003 ceph-mon[91733]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-13T08:00:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:40 smithi066 ceph-mon[84331]: pgmap v2479: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 68 KiB/s rd, 8.8 KiB/s wr, 105 op/s 2024-04-13T08:00:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:40 smithi066 ceph-mon[84331]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-13T08:00:41.695 INFO:tasks.workunit.client.0.smithi003.stdout:migration_abort 2024-04-13T08:00:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:42 smithi066 ceph-mon[84331]: pgmap v2481: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 303 KiB/s rd, 20 KiB/s wr, 392 op/s 2024-04-13T08:00:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:42 smithi066 ceph-mon[84331]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-13T08:00:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:00:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:00:42.657 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4019 ms) 2024-04-13T08:00:42.658 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-04-13T08:00:42.691 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T08:00:42.703 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 0~10 2024-04-13T08:00:42.711 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T08:00:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:42 smithi003 ceph-mon[89364]: pgmap v2481: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 303 KiB/s rd, 20 KiB/s wr, 392 op/s 2024-04-13T08:00:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:42 smithi003 ceph-mon[89364]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-13T08:00:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:42 smithi003 ceph-mon[91733]: pgmap v2481: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 303 KiB/s rd, 20 KiB/s wr, 392 op/s 2024-04-13T08:00:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:42 smithi003 ceph-mon[91733]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-13T08:00:43.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:43 smithi003 ceph-mon[91733]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-13T08:00:43.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:43 smithi003 ceph-mon[89364]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-13T08:00:43.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:43 smithi066 ceph-mon[84331]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-13T08:00:44.348 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap1 2024-04-13T08:00:44.418 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T08:00:44.499 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:00:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:00:44] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-04-13T08:00:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:44 smithi003 ceph-mon[91733]: pgmap v2484: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 251 KiB/s rd, 12 KiB/s wr, 306 op/s 2024-04-13T08:00:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:44 smithi003 ceph-mon[91733]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-13T08:00:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:44 smithi003 ceph-mon[91733]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-13T08:00:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:44 smithi003 ceph-mon[89364]: pgmap v2484: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 251 KiB/s rd, 12 KiB/s wr, 306 op/s 2024-04-13T08:00:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:44 smithi003 ceph-mon[89364]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-13T08:00:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:44 smithi003 ceph-mon[89364]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-13T08:00:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:44 smithi066 ceph-mon[84331]: pgmap v2484: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 251 KiB/s rd, 12 KiB/s wr, 306 op/s 2024-04-13T08:00:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:44 smithi066 ceph-mon[84331]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-13T08:00:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:44 smithi066 ceph-mon[84331]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-13T08:00:45.535 INFO:tasks.workunit.client.0.smithi003.stdout:migration_abort 2024-04-13T08:00:46.481 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (3824 ms) 2024-04-13T08:00:46.481 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-04-13T08:00:46.515 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T08:00:46.527 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 0~10 2024-04-13T08:00:46.536 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T08:00:46.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:46 smithi003 ceph-mon[91733]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-13T08:00:46.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:46 smithi003 ceph-mon[91733]: pgmap v2488: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 234 KiB/s rd, 16 KiB/s wr, 302 op/s 2024-04-13T08:00:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:46 smithi003 ceph-mon[89364]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-13T08:00:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:46 smithi003 ceph-mon[89364]: pgmap v2488: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 234 KiB/s rd, 16 KiB/s wr, 302 op/s 2024-04-13T08:00:46.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:46 smithi066 ceph-mon[84331]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-13T08:00:46.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:46 smithi066 ceph-mon[84331]: pgmap v2488: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 234 KiB/s rd, 16 KiB/s wr, 302 op/s 2024-04-13T08:00:47.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:47 smithi003 ceph-mon[91733]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-13T08:00:47.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:47 smithi003 ceph-mon[89364]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-13T08:00:47.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:47 smithi066 ceph-mon[84331]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-13T08:00:48.372 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap1 2024-04-13T08:00:48.442 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T08:00:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:48 smithi003 ceph-mon[89364]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-13T08:00:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:48 smithi003 ceph-mon[89364]: pgmap v2491: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 420 KiB/s rd, 21 KiB/s wr, 528 op/s 2024-04-13T08:00:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:48 smithi003 ceph-mon[91733]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-13T08:00:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:48 smithi003 ceph-mon[91733]: pgmap v2491: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 420 KiB/s rd, 21 KiB/s wr, 528 op/s 2024-04-13T08:00:48.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:48 smithi066 ceph-mon[84331]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-13T08:00:48.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:48 smithi066 ceph-mon[84331]: pgmap v2491: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 420 KiB/s rd, 21 KiB/s wr, 528 op/s 2024-04-13T08:00:49.532 INFO:tasks.workunit.client.0.smithi003.stdout:migration_abort 2024-04-13T08:00:49.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:49 smithi003 ceph-mon[89364]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-13T08:00:49.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:49 smithi003 ceph-mon[89364]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-13T08:00:49.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:49 smithi003 ceph-mon[91733]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-13T08:00:49.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:49 smithi003 ceph-mon[91733]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-13T08:00:49.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:49 smithi066 ceph-mon[84331]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-13T08:00:49.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:49 smithi066 ceph-mon[84331]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-13T08:00:50.504 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4022 ms) 2024-04-13T08:00:50.504 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-04-13T08:00:50.539 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T08:00:50.553 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 0~10 2024-04-13T08:00:50.563 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T08:00:50.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:50 smithi003 ceph-mon[89364]: pgmap v2494: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 298 KiB/s rd, 15 KiB/s wr, 377 op/s 2024-04-13T08:00:50.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:50 smithi003 ceph-mon[91733]: pgmap v2494: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 298 KiB/s rd, 15 KiB/s wr, 377 op/s 2024-04-13T08:00:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:50 smithi066 ceph-mon[84331]: pgmap v2494: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 298 KiB/s rd, 15 KiB/s wr, 377 op/s 2024-04-13T08:00:51.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:51 smithi003 ceph-mon[89364]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-13T08:00:51.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:51 smithi003 ceph-mon[91733]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-13T08:00:51.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:51 smithi066 ceph-mon[84331]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-13T08:00:52.393 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap1 2024-04-13T08:00:52.460 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T08:00:52.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:52 smithi003 ceph-mon[91733]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-13T08:00:52.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:52 smithi003 ceph-mon[91733]: pgmap v2497: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 275 KiB/s rd, 24 KiB/s wr, 361 op/s 2024-04-13T08:00:52.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:52 smithi003 ceph-mon[89364]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-13T08:00:52.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:52 smithi003 ceph-mon[89364]: pgmap v2497: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 275 KiB/s rd, 24 KiB/s wr, 361 op/s 2024-04-13T08:00:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:00:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:00:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:52 smithi066 ceph-mon[84331]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-13T08:00:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:52 smithi066 ceph-mon[84331]: pgmap v2497: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 275 KiB/s rd, 24 KiB/s wr, 361 op/s 2024-04-13T08:00:53.590 INFO:tasks.workunit.client.0.smithi003.stdout:migration_abort 2024-04-13T08:00:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:53 smithi066 ceph-mon[84331]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-13T08:00:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:53 smithi003 ceph-mon[91733]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-13T08:00:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:53 smithi003 ceph-mon[89364]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-13T08:00:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:00:54.504 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4000 ms) 2024-04-13T08:00:54.504 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-04-13T08:00:54.537 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T08:00:54.549 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 0~10 2024-04-13T08:00:54.558 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T08:00:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:00:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:00:54] "GET /metrics HTTP/1.1" 200 38896 "" "Prometheus/2.43.0" 2024-04-13T08:00:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:54 smithi003 ceph-mon[89364]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-13T08:00:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:54 smithi003 ceph-mon[89364]: pgmap v2500: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 159 KiB/s rd, 14 KiB/s wr, 203 op/s 2024-04-13T08:00:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:54 smithi003 ceph-mon[89364]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-13T08:00:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:54 smithi003 ceph-mon[91733]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-13T08:00:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:54 smithi003 ceph-mon[91733]: pgmap v2500: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 159 KiB/s rd, 14 KiB/s wr, 203 op/s 2024-04-13T08:00:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:54 smithi003 ceph-mon[91733]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-13T08:00:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:54 smithi066 ceph-mon[84331]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-13T08:00:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:54 smithi066 ceph-mon[84331]: pgmap v2500: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 159 KiB/s rd, 14 KiB/s wr, 203 op/s 2024-04-13T08:00:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:54 smithi066 ceph-mon[84331]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-13T08:00:56.422 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap1 2024-04-13T08:00:56.488 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T08:00:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:56 smithi066 ceph-mon[84331]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-13T08:00:56.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:56 smithi066 ceph-mon[84331]: pgmap v2503: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 197 KiB/s rd, 20 KiB/s wr, 270 op/s 2024-04-13T08:00:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:56 smithi003 ceph-mon[89364]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-13T08:00:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:56 smithi003 ceph-mon[89364]: pgmap v2503: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 197 KiB/s rd, 20 KiB/s wr, 270 op/s 2024-04-13T08:00:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:56 smithi003 ceph-mon[91733]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-13T08:00:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:56 smithi003 ceph-mon[91733]: pgmap v2503: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 197 KiB/s rd, 20 KiB/s wr, 270 op/s 2024-04-13T08:00:57.612 INFO:tasks.workunit.client.0.smithi003.stdout:migration_abort 2024-04-13T08:00:57.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:57 smithi066 ceph-mon[84331]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-13T08:00:57.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:57 smithi003 ceph-mon[91733]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-13T08:00:57.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:57 smithi003 ceph-mon[89364]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-13T08:00:58.591 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4088 ms) 2024-04-13T08:00:58.591 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-04-13T08:00:58.624 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T08:00:58.635 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 251161~7610572 2024-04-13T08:00:58.701 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 34451403~3376098 2024-04-13T08:00:58.701 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 24911758~4078013 2024-04-13T08:00:58.738 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 3013263~5785374 2024-04-13T08:00:58.745 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 55015775~3150226 2024-04-13T08:00:58.770 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 15927847~2469102 2024-04-13T08:00:58.770 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 40058817~4543779 2024-04-13T08:00:58.797 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 24584405~795021 2024-04-13T08:00:58.800 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap0 2024-04-13T08:00:58.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:58 smithi003 ceph-mon[91733]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-13T08:00:58.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:58 smithi003 ceph-mon[91733]: pgmap v2506: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 303 KiB/s rd, 25 KiB/s wr, 396 op/s 2024-04-13T08:00:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:58 smithi003 ceph-mon[89364]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-13T08:00:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:58 smithi003 ceph-mon[89364]: pgmap v2506: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 303 KiB/s rd, 25 KiB/s wr, 396 op/s 2024-04-13T08:00:58.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:58 smithi066 ceph-mon[84331]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-13T08:00:58.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:58 smithi066 ceph-mon[84331]: pgmap v2506: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 303 KiB/s rd, 25 KiB/s wr, 396 op/s 2024-04-13T08:00:59.849 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:59 smithi066 ceph-mon[84331]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-13T08:00:59.849 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:00:59 smithi066 ceph-mon[84331]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-13T08:00:59.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:59 smithi003 ceph-mon[91733]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-13T08:00:59.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:00:59 smithi003 ceph-mon[91733]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-13T08:00:59.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:59 smithi003 ceph-mon[89364]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-13T08:00:59.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:00:59 smithi003 ceph-mon[89364]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-13T08:01:00.355 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap0 2024-04-13T08:01:00.369 INFO:tasks.workunit.client.0.smithi003.stdout:clone image159 -> image162 2024-04-13T08:01:00.478 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 139632659 2024-04-13T08:01:00.490 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 72165081~5322844 2024-04-13T08:01:00.538 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 25957776~1486139 2024-04-13T08:01:00.570 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 26193197~6900846 2024-04-13T08:01:00.606 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 97423920~924354 2024-04-13T08:01:00.606 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 94684769~2618744 2024-04-13T08:01:00.628 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 87744800~4792566 2024-04-13T08:01:00.630 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 80541199~4073300 2024-04-13T08:01:00.664 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 47445734~6169972 2024-04-13T08:01:00.670 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T08:01:00.854 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:00 smithi066 ceph-mon[84331]: pgmap v2509: 169 pgs: 169 active+clean; 919 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 267 KiB/s rd, 1.9 MiB/s wr, 344 op/s 2024-04-13T08:01:00.854 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:00 smithi066 ceph-mon[84331]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-13T08:01:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:00 smithi003 ceph-mon[91733]: pgmap v2509: 169 pgs: 169 active+clean; 919 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 267 KiB/s rd, 1.9 MiB/s wr, 344 op/s 2024-04-13T08:01:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:00 smithi003 ceph-mon[91733]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-13T08:01:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:00 smithi003 ceph-mon[89364]: pgmap v2509: 169 pgs: 169 active+clean; 919 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 267 KiB/s rd, 1.9 MiB/s wr, 344 op/s 2024-04-13T08:01:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:00 smithi003 ceph-mon[89364]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-13T08:01:02.446 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 11291018~2367038 2024-04-13T08:01:02.457 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 126088946~677524 2024-04-13T08:01:02.457 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 90194013~6215498 2024-04-13T08:01:02.463 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 73037408~3206336 2024-04-13T08:01:02.464 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 33738095~623177 2024-04-13T08:01:02.465 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 76911819~3758436 2024-04-13T08:01:02.465 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 63451452~8039849 2024-04-13T08:01:02.472 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 76634852~2743603 2024-04-13T08:01:02.501 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap2 2024-04-13T08:01:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:02 smithi066 ceph-mon[84331]: pgmap v2511: 169 pgs: 169 active+clean; 965 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 304 KiB/s rd, 14 MiB/s wr, 419 op/s 2024-04-13T08:01:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:02 smithi066 ceph-mon[84331]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-13T08:01:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:01:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:01:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:01:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:02 smithi003 ceph-mon[91733]: pgmap v2511: 169 pgs: 169 active+clean; 965 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 304 KiB/s rd, 14 MiB/s wr, 419 op/s 2024-04-13T08:01:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:02 smithi003 ceph-mon[91733]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-13T08:01:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:02 smithi003 ceph-mon[89364]: pgmap v2511: 169 pgs: 169 active+clean; 965 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 304 KiB/s rd, 14 MiB/s wr, 419 op/s 2024-04-13T08:01:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:02 smithi003 ceph-mon[89364]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-13T08:01:03.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:03 smithi003 ceph-mon[91733]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-13T08:01:03.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:03 smithi003 ceph-mon[89364]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-13T08:01:03.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:03 smithi066 ceph-mon[84331]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-13T08:01:04.354 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap2 2024-04-13T08:01:04.367 INFO:tasks.workunit.client.0.smithi003.stdout:clone image162 -> image164 2024-04-13T08:01:04.487 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 186714129 2024-04-13T08:01:04.498 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 60263400~3785388 2024-04-13T08:01:04.553 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 163420365~5095059 2024-04-13T08:01:04.553 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 36843455~2276608 2024-04-13T08:01:04.594 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 36004453~4321415 2024-04-13T08:01:04.596 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 36081456~5670297 2024-04-13T08:01:04.628 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 153651731~8053467 2024-04-13T08:01:04.628 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 112463159~3270117 2024-04-13T08:01:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:01:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:01:04] "GET /metrics HTTP/1.1" 200 38896 "" "Prometheus/2.43.0" 2024-04-13T08:01:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:04 smithi003 ceph-mon[89364]: pgmap v2514: 169 pgs: 169 active+clean; 965 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 141 KiB/s rd, 12 MiB/s wr, 197 op/s 2024-04-13T08:01:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:04 smithi003 ceph-mon[89364]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-13T08:01:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:04 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:01:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:04 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:01:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:04 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:01:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:04 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:01:04.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:04 smithi003 ceph-mon[89364]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-13T08:01:04.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:04 smithi003 ceph-mon[91733]: pgmap v2514: 169 pgs: 169 active+clean; 965 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 141 KiB/s rd, 12 MiB/s wr, 197 op/s 2024-04-13T08:01:04.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:04 smithi003 ceph-mon[91733]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-13T08:01:04.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:04 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:01:04.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:04 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:01:04.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:04 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:01:04.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:04 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:01:04.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:04 smithi003 ceph-mon[91733]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-13T08:01:04.647 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 57947369~3875120 2024-04-13T08:01:04.687 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap3 2024-04-13T08:01:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:04 smithi066 ceph-mon[84331]: pgmap v2514: 169 pgs: 169 active+clean; 965 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 141 KiB/s rd, 12 MiB/s wr, 197 op/s 2024-04-13T08:01:04.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:04 smithi066 ceph-mon[84331]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-13T08:01:04.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:04 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:01:04.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:04 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:01:04.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:04 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:01:04.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:04 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:01:04.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:04 smithi066 ceph-mon[84331]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-13T08:01:06.465 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap3 2024-04-13T08:01:06.484 INFO:tasks.workunit.client.0.smithi003.stdout:clone image164 -> image166 2024-04-13T08:01:06.868 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.StressNoMigrate (8277 ms) 2024-04-13T08:01:06.868 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.Stress 2024-04-13T08:01:06.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:06 smithi003 ceph-mon[89364]: pgmap v2517: 169 pgs: 169 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 17 MiB/s wr, 226 op/s 2024-04-13T08:01:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:06 smithi003 ceph-mon[89364]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-13T08:01:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:06 smithi003 ceph-mon[91733]: pgmap v2517: 169 pgs: 169 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 17 MiB/s wr, 226 op/s 2024-04-13T08:01:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:06 smithi003 ceph-mon[91733]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-13T08:01:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:06 smithi066 ceph-mon[84331]: pgmap v2517: 169 pgs: 169 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 17 MiB/s wr, 226 op/s 2024-04-13T08:01:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:06 smithi066 ceph-mon[84331]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-13T08:01:06.908 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T08:01:06.920 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 47512460~5139010 2024-04-13T08:01:06.958 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 74872791~4326453 2024-04-13T08:01:06.958 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 28776932~939248 2024-04-13T08:01:06.967 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 60352177~7415168 2024-04-13T08:01:06.967 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 16941156~6354711 2024-04-13T08:01:07.007 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 74719416~4492955 2024-04-13T08:01:07.007 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 33444167~2640255 2024-04-13T08:01:07.027 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 74844179~5094594 2024-04-13T08:01:07.027 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap0 2024-04-13T08:01:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:07 smithi003 ceph-mon[91733]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-13T08:01:07.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:07 smithi003 ceph-mon[89364]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-13T08:01:07.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:07 smithi066 ceph-mon[84331]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-13T08:01:08.477 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap0 2024-04-13T08:01:08.489 INFO:tasks.workunit.client.0.smithi003.stdout:clone image167 -> image170 2024-04-13T08:01:08.591 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 46402306~7235640 2024-04-13T08:01:08.653 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 29683154~6302929 2024-04-13T08:01:08.668 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 64688045~5362345 2024-04-13T08:01:08.701 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 17021070~7714925 2024-04-13T08:01:08.724 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 19978653~990436 2024-04-13T08:01:08.732 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 69337445~2176528 2024-04-13T08:01:08.738 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 7315538~6904713 2024-04-13T08:01:08.780 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 28008383~7798001 2024-04-13T08:01:08.790 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T08:01:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:08 smithi003 ceph-mon[91733]: pgmap v2520: 169 pgs: 169 active+clean; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 4.4 MiB/s rd, 23 MiB/s wr, 265 op/s 2024-04-13T08:01:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:08 smithi003 ceph-mon[91733]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-13T08:01:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:08.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:08 smithi003 ceph-mon[89364]: pgmap v2520: 169 pgs: 169 active+clean; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 4.4 MiB/s rd, 23 MiB/s wr, 265 op/s 2024-04-13T08:01:08.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:08 smithi003 ceph-mon[89364]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-13T08:01:08.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:08 smithi066 ceph-mon[84331]: pgmap v2520: 169 pgs: 169 active+clean; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 4.4 MiB/s rd, 23 MiB/s wr, 265 op/s 2024-04-13T08:01:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:08 smithi066 ceph-mon[84331]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-13T08:01:08.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:09 smithi003 ceph-mon[89364]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-13T08:01:09.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:09 smithi003 ceph-mon[91733]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-13T08:01:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:09 smithi066 ceph-mon[84331]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-13T08:01:10.498 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap1 2024-04-13T08:01:10.510 INFO:tasks.workunit.client.0.smithi003.stdout:clone image170 -> image172 2024-04-13T08:01:10.643 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 140671395 2024-04-13T08:01:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:10 smithi066 ceph-mon[84331]: pgmap v2523: 169 pgs: 169 active+clean; 1.1 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 19 MiB/s wr, 581 op/s 2024-04-13T08:01:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:10 smithi066 ceph-mon[84331]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-13T08:01:10.656 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 134953977~5717418 2024-04-13T08:01:10.700 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 103960869~4419771 2024-04-13T08:01:10.700 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 119784539~6473518 2024-04-13T08:01:10.743 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 18621743~133006 2024-04-13T08:01:10.761 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 136918479~347702 2024-04-13T08:01:10.768 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 119991846~6501103 2024-04-13T08:01:10.776 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 100651272~6715353 2024-04-13T08:01:10.821 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 84783623~5633226 2024-04-13T08:01:10.821 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap2 2024-04-13T08:01:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:10 smithi003 ceph-mon[91733]: pgmap v2523: 169 pgs: 169 active+clean; 1.1 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 19 MiB/s wr, 581 op/s 2024-04-13T08:01:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:10 smithi003 ceph-mon[91733]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-13T08:01:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:10 smithi003 ceph-mon[89364]: pgmap v2523: 169 pgs: 169 active+clean; 1.1 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 19 MiB/s wr, 581 op/s 2024-04-13T08:01:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:10 smithi003 ceph-mon[89364]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-13T08:01:11.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:11 smithi003 ceph-mon[91733]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-13T08:01:11.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:11 smithi003 ceph-mon[89364]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-13T08:01:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:11 smithi066 ceph-mon[84331]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-13T08:01:12.505 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap2 2024-04-13T08:01:12.519 INFO:tasks.workunit.client.0.smithi003.stdout:clone image172 -> image174 2024-04-13T08:01:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:12 smithi066 ceph-mon[84331]: pgmap v2526: 169 pgs: 169 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 34 MiB/s rd, 20 MiB/s wr, 676 op/s 2024-04-13T08:01:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:12 smithi066 ceph-mon[84331]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-13T08:01:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:01:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:01:12.680 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 174449688 2024-04-13T08:01:12.691 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 14636115~8177960 2024-04-13T08:01:12.755 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 60686136~5371830 2024-04-13T08:01:12.773 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 64652856~6431424 2024-04-13T08:01:12.817 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 147069657~892810 2024-04-13T08:01:12.818 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 49526708~6730495 2024-04-13T08:01:12.868 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 105792434~6189458 2024-04-13T08:01:12.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:12 smithi003 ceph-mon[91733]: pgmap v2526: 169 pgs: 169 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 34 MiB/s rd, 20 MiB/s wr, 676 op/s 2024-04-13T08:01:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:12 smithi003 ceph-mon[91733]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-13T08:01:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:12 smithi003 ceph-mon[89364]: pgmap v2526: 169 pgs: 169 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 34 MiB/s rd, 20 MiB/s wr, 676 op/s 2024-04-13T08:01:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:12 smithi003 ceph-mon[89364]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-13T08:01:12.886 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 76989965~4912478 2024-04-13T08:01:12.917 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 54781540~826717 2024-04-13T08:01:12.920 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap3 2024-04-13T08:01:13.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:13 smithi003 ceph-mon[91733]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-13T08:01:13.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:13 smithi003 ceph-mon[89364]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-13T08:01:13.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:13 smithi066 ceph-mon[84331]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-13T08:01:14.494 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:01:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:01:14] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-04-13T08:01:14.513 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap3 2024-04-13T08:01:14.529 INFO:tasks.workunit.client.0.smithi003.stdout:clone image174 -> image176 2024-04-13T08:01:14.719 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 225942074 2024-04-13T08:01:14.733 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T08:01:14.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:14 smithi003 ceph-mon[91733]: pgmap v2529: 169 pgs: 169 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 6.7 MiB/s wr, 133 op/s 2024-04-13T08:01:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:14 smithi003 ceph-mon[91733]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-13T08:01:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:14 smithi003 ceph-mon[89364]: pgmap v2529: 169 pgs: 169 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 6.7 MiB/s wr, 133 op/s 2024-04-13T08:01:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:14 smithi003 ceph-mon[89364]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-13T08:01:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:14 smithi066 ceph-mon[84331]: pgmap v2529: 169 pgs: 169 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 6.7 MiB/s wr, 133 op/s 2024-04-13T08:01:14.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:14 smithi066 ceph-mon[84331]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-13T08:01:15.293 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T08:01:15.531 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T08:01:15.882 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.Stress (9013 ms) 2024-04-13T08:01:15.882 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.Stress2 2024-04-13T08:01:15.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:15 smithi003 ceph-mon[91733]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-13T08:01:15.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:15 smithi003 ceph-mon[89364]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-13T08:01:15.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:15 smithi066 ceph-mon[84331]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-13T08:01:15.914 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T08:01:15.925 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 46759175~4229576 2024-04-13T08:01:15.959 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 35896504~2017947 2024-04-13T08:01:15.959 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 17121909~4146431 2024-04-13T08:01:15.986 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 18168265~4913833 2024-04-13T08:01:15.989 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 71568196~3188768 2024-04-13T08:01:16.016 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 55690809~4603456 2024-04-13T08:01:16.016 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 417691~4248684 2024-04-13T08:01:16.055 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 81543696~2342384 2024-04-13T08:01:16.056 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap0 2024-04-13T08:01:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:16 smithi003 ceph-mon[91733]: pgmap v2532: 169 pgs: 169 active+clean; 1.3 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 7.6 MiB/s rd, 26 MiB/s wr, 572 op/s 2024-04-13T08:01:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:16 smithi003 ceph-mon[89364]: pgmap v2532: 169 pgs: 169 active+clean; 1.3 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 7.6 MiB/s rd, 26 MiB/s wr, 572 op/s 2024-04-13T08:01:16.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:16 smithi066 ceph-mon[84331]: pgmap v2532: 169 pgs: 169 active+clean; 1.3 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 7.6 MiB/s rd, 26 MiB/s wr, 572 op/s 2024-04-13T08:01:17.541 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap0 2024-04-13T08:01:17.557 INFO:tasks.workunit.client.0.smithi003.stdout:clone image177 -> image180 2024-04-13T08:01:17.667 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 12689932~7107375 2024-04-13T08:01:17.732 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 65022691~4572207 2024-04-13T08:01:17.740 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 59699409~2102175 2024-04-13T08:01:17.758 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 43826628~2826305 2024-04-13T08:01:17.797 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 30397358~1805871 2024-04-13T08:01:17.817 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 31440128~8138520 2024-04-13T08:01:17.823 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 71088352~7769768 2024-04-13T08:01:17.874 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 43342148~2701831 2024-04-13T08:01:17.877 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T08:01:17.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:17 smithi003 ceph-mon[91733]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-13T08:01:17.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:17 smithi003 ceph-mon[89364]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-13T08:01:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:17 smithi066 ceph-mon[84331]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-13T08:01:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:18 smithi003 ceph-mon[91733]: pgmap v2534: 169 pgs: 169 active+clean; 1.3 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 6.3 MiB/s rd, 21 MiB/s wr, 668 op/s 2024-04-13T08:01:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:18 smithi003 ceph-mon[91733]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-13T08:01:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:18 smithi003 ceph-mon[89364]: pgmap v2534: 169 pgs: 169 active+clean; 1.3 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 6.3 MiB/s rd, 21 MiB/s wr, 668 op/s 2024-04-13T08:01:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:18 smithi003 ceph-mon[89364]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-13T08:01:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:18 smithi066 ceph-mon[84331]: pgmap v2534: 169 pgs: 169 active+clean; 1.3 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 6.3 MiB/s rd, 21 MiB/s wr, 668 op/s 2024-04-13T08:01:18.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:18 smithi066 ceph-mon[84331]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-13T08:01:19.558 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 78344258~1743801 2024-04-13T08:01:19.568 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 72041433~8239312 2024-04-13T08:01:19.579 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 29619984~7306118 2024-04-13T08:01:19.585 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 36720626~1903123 2024-04-13T08:01:19.617 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 62965763~4871852 2024-04-13T08:01:19.620 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 3332359~992151 2024-04-13T08:01:19.620 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 33265351~2087219 2024-04-13T08:01:19.621 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 23436642~7633684 2024-04-13T08:01:19.621 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap2 2024-04-13T08:01:19.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:19 smithi003 ceph-mon[91733]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-13T08:01:19.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:19 smithi003 ceph-mon[89364]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-13T08:01:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:19 smithi066 ceph-mon[84331]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-13T08:01:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:20 smithi003 ceph-mon[91733]: pgmap v2537: 169 pgs: 169 active+clean; 1.3 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 28 MiB/s rd, 14 MiB/s wr, 1.02k op/s 2024-04-13T08:01:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:20 smithi003 ceph-mon[91733]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-13T08:01:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:20 smithi003 ceph-mon[89364]: pgmap v2537: 169 pgs: 169 active+clean; 1.3 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 28 MiB/s rd, 14 MiB/s wr, 1.02k op/s 2024-04-13T08:01:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:20 smithi003 ceph-mon[89364]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-13T08:01:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:20 smithi066 ceph-mon[84331]: pgmap v2537: 169 pgs: 169 active+clean; 1.3 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 28 MiB/s rd, 14 MiB/s wr, 1.02k op/s 2024-04-13T08:01:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:20 smithi066 ceph-mon[84331]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-13T08:01:21.575 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap2 2024-04-13T08:01:21.594 INFO:tasks.workunit.client.0.smithi003.stdout:clone image180 -> image182 2024-04-13T08:01:21.736 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 167022131 2024-04-13T08:01:21.748 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 95367238~451052 2024-04-13T08:01:21.762 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 117734606~1055842 2024-04-13T08:01:21.762 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 78939184~2980751 2024-04-13T08:01:21.787 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 91458060~5063746 2024-04-13T08:01:21.795 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 2574420~1643369 2024-04-13T08:01:21.838 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 70212004~4893192 2024-04-13T08:01:21.855 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 141069388~8206655 2024-04-13T08:01:21.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:21 smithi003 ceph-mon[91733]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-13T08:01:21.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:21 smithi003 ceph-mon[89364]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-13T08:01:21.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:21 smithi066 ceph-mon[84331]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-13T08:01:21.905 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 113802521~8342336 2024-04-13T08:01:21.905 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap3 2024-04-13T08:01:22.567 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:01:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:01:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:01:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:22 smithi003 ceph-mon[91733]: pgmap v2540: 169 pgs: 169 active+clean; 1.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 48 MiB/s rd, 23 MiB/s wr, 925 op/s 2024-04-13T08:01:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:22 smithi003 ceph-mon[91733]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-13T08:01:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:22 smithi003 ceph-mon[89364]: pgmap v2540: 169 pgs: 169 active+clean; 1.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 48 MiB/s rd, 23 MiB/s wr, 925 op/s 2024-04-13T08:01:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:22 smithi003 ceph-mon[89364]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-13T08:01:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:22.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:22 smithi066 ceph-mon[84331]: pgmap v2540: 169 pgs: 169 active+clean; 1.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 48 MiB/s rd, 23 MiB/s wr, 925 op/s 2024-04-13T08:01:22.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:22 smithi066 ceph-mon[84331]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-13T08:01:22.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:23.597 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T08:01:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:23 smithi003 ceph-mon[91733]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-13T08:01:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:23 smithi003 ceph-mon[89364]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-13T08:01:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:23 smithi066 ceph-mon[84331]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-13T08:01:24.575 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:01:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:01:24] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-04-13T08:01:24.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:24 smithi003 ceph-mon[89364]: pgmap v2543: 169 pgs: 169 active+clean; 1.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 291 op/s 2024-04-13T08:01:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:24 smithi003 ceph-mon[89364]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-13T08:01:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:24 smithi003 ceph-mon[91733]: pgmap v2543: 169 pgs: 169 active+clean; 1.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 291 op/s 2024-04-13T08:01:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:24 smithi003 ceph-mon[91733]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-13T08:01:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:24 smithi066 ceph-mon[84331]: pgmap v2543: 169 pgs: 169 active+clean; 1.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 291 op/s 2024-04-13T08:01:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:24 smithi066 ceph-mon[84331]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-13T08:01:25.155 INFO:tasks.workunit.client.0.smithi003.stdout:write: a 142403064~6653740 2024-04-13T08:01:25.223 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 7760842~891132 2024-04-13T08:01:25.249 INFO:tasks.workunit.client.0.smithi003.stdout:write: a 64443806~2427226 2024-04-13T08:01:25.304 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 22665506~4597858 2024-04-13T08:01:25.334 INFO:tasks.workunit.client.0.smithi003.stdout:write: a 115670725~3468568 2024-04-13T08:01:25.353 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 157310821~8151500 2024-04-13T08:01:25.358 INFO:tasks.workunit.client.0.smithi003.stdout:write: a 153458975~2118647 2024-04-13T08:01:25.366 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 71783412~8046658 2024-04-13T08:01:25.386 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: user0 2024-04-13T08:01:25.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:25 smithi003 ceph-mon[91733]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-13T08:01:25.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:25 smithi003 ceph-mon[89364]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-13T08:01:25.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:25 smithi066 ceph-mon[84331]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-13T08:01:26.610 INFO:tasks.workunit.client.0.smithi003.stdout:write: b 150722596~2638802 2024-04-13T08:01:26.623 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 77319646~2571668 2024-04-13T08:01:26.623 INFO:tasks.workunit.client.0.smithi003.stdout:write: b 5146089~3759398 2024-04-13T08:01:26.628 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 48805578~6103626 2024-04-13T08:01:26.629 INFO:tasks.workunit.client.0.smithi003.stdout:write: b 72563861~463962 2024-04-13T08:01:26.630 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 47769359~3816150 2024-04-13T08:01:26.703 INFO:tasks.workunit.client.0.smithi003.stdout:write: b 127164608~3723877 2024-04-13T08:01:26.704 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 146126941~3479711 2024-04-13T08:01:26.704 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: user1 2024-04-13T08:01:26.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:26 smithi003 ceph-mon[91733]: pgmap v2546: 169 pgs: 169 active+clean; 1.5 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 8.6 MiB/s rd, 12 MiB/s wr, 438 op/s 2024-04-13T08:01:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:26 smithi003 ceph-mon[91733]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-13T08:01:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:26 smithi003 ceph-mon[89364]: pgmap v2546: 169 pgs: 169 active+clean; 1.5 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 8.6 MiB/s rd, 12 MiB/s wr, 438 op/s 2024-04-13T08:01:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:26 smithi003 ceph-mon[89364]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-13T08:01:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:26 smithi066 ceph-mon[84331]: pgmap v2546: 169 pgs: 169 active+clean; 1.5 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 8.6 MiB/s rd, 12 MiB/s wr, 438 op/s 2024-04-13T08:01:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:26 smithi066 ceph-mon[84331]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-13T08:01:27.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:27 smithi003 ceph-mon[89364]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-13T08:01:27.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:27 smithi003 ceph-mon[91733]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-13T08:01:27.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:27 smithi066 ceph-mon[84331]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-13T08:01:28.626 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 270537372 2024-04-13T08:01:28.645 INFO:tasks.workunit.client.0.smithi003.stdout:write: c 42689263~7586179 2024-04-13T08:01:28.668 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 120859088~2199600 2024-04-13T08:01:28.669 INFO:tasks.workunit.client.0.smithi003.stdout:write: c 23928352~30015 2024-04-13T08:01:28.669 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 67731810~1098608 2024-04-13T08:01:28.669 INFO:tasks.workunit.client.0.smithi003.stdout:write: c 95651044~7186924 2024-04-13T08:01:28.674 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 6157582~4503884 2024-04-13T08:01:28.674 INFO:tasks.workunit.client.0.smithi003.stdout:write: c 59538138~7209082 2024-04-13T08:01:28.725 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 202699679~4088834 2024-04-13T08:01:28.739 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: user2 2024-04-13T08:01:28.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:28 smithi003 ceph-mon[91733]: pgmap v2549: 169 pgs: 169 active+clean; 1.5 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 519 op/s 2024-04-13T08:01:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:28 smithi003 ceph-mon[91733]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-13T08:01:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:28 smithi003 ceph-mon[89364]: pgmap v2549: 169 pgs: 169 active+clean; 1.5 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 519 op/s 2024-04-13T08:01:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:28 smithi003 ceph-mon[89364]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-13T08:01:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:28 smithi066 ceph-mon[84331]: pgmap v2549: 169 pgs: 169 active+clean; 1.5 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 519 op/s 2024-04-13T08:01:28.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:28 smithi066 ceph-mon[84331]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-13T08:01:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:29 smithi003 ceph-mon[91733]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-13T08:01:29.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:29 smithi003 ceph-mon[89364]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-13T08:01:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:29 smithi066 ceph-mon[84331]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-13T08:01:30.640 INFO:tasks.workunit.client.0.smithi003.stdout:write: d 144644394~7848232 2024-04-13T08:01:30.658 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 41061254~6068139 2024-04-13T08:01:30.658 INFO:tasks.workunit.client.0.smithi003.stdout:write: d 221238336~2502020 2024-04-13T08:01:30.660 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 93666484~7138196 2024-04-13T08:01:30.660 INFO:tasks.workunit.client.0.smithi003.stdout:write: d 63591967~6858405 2024-04-13T08:01:30.699 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 251064102~2807703 2024-04-13T08:01:30.699 INFO:tasks.workunit.client.0.smithi003.stdout:write: d 126219510~7700190 2024-04-13T08:01:30.735 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 21019797~2826321 2024-04-13T08:01:30.740 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: user3 2024-04-13T08:01:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:30 smithi003 ceph-mon[89364]: pgmap v2552: 169 pgs: 169 active+clean; 1.6 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 37 MiB/s rd, 26 MiB/s wr, 549 op/s 2024-04-13T08:01:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:30 smithi003 ceph-mon[89364]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-13T08:01:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:30 smithi003 ceph-mon[91733]: pgmap v2552: 169 pgs: 169 active+clean; 1.6 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 37 MiB/s rd, 26 MiB/s wr, 549 op/s 2024-04-13T08:01:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:30 smithi003 ceph-mon[91733]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-13T08:01:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:30 smithi066 ceph-mon[84331]: pgmap v2552: 169 pgs: 169 active+clean; 1.6 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 37 MiB/s rd, 26 MiB/s wr, 549 op/s 2024-04-13T08:01:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:30 smithi066 ceph-mon[84331]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-13T08:01:31.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:31 smithi003 ceph-mon[89364]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-13T08:01:31.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:31 smithi003 ceph-mon[91733]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-13T08:01:31.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:31 smithi066 ceph-mon[84331]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-13T08:01:32.628 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:01:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:01:32.660 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 27053737~6763434 2024-04-13T08:01:32.668 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 28744595~3381717 2024-04-13T08:01:32.757 INFO:tasks.workunit.client.0.smithi003.stdout:write: 2 54107474~6763434 2024-04-13T08:01:32.759 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 55798332~3381717 2024-04-13T08:01:32.833 INFO:tasks.workunit.client.0.smithi003.stdout:write: 3 81161211~6763434 2024-04-13T08:01:32.835 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 82852069~3381717 2024-04-13T08:01:32.879 INFO:tasks.workunit.client.0.smithi003.stdout:write: 4 108214948~6763434 2024-04-13T08:01:32.881 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 109905806~3381717 2024-04-13T08:01:32.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:32 smithi003 ceph-mon[91733]: pgmap v2555: 169 pgs: 169 active+clean; 1.7 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 39 MiB/s rd, 38 MiB/s wr, 629 op/s 2024-04-13T08:01:32.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:32 smithi003 ceph-mon[91733]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-13T08:01:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:32 smithi003 ceph-mon[89364]: pgmap v2555: 169 pgs: 169 active+clean; 1.7 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 39 MiB/s rd, 38 MiB/s wr, 629 op/s 2024-04-13T08:01:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:32 smithi003 ceph-mon[89364]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-13T08:01:32.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:32 smithi066 ceph-mon[84331]: pgmap v2555: 169 pgs: 169 active+clean; 1.7 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 39 MiB/s rd, 38 MiB/s wr, 629 op/s 2024-04-13T08:01:32.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:32 smithi066 ceph-mon[84331]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-13T08:01:32.911 INFO:tasks.workunit.client.0.smithi003.stdout:write: 5 135268686~6763434 2024-04-13T08:01:32.915 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 136959544~3381717 2024-04-13T08:01:33.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:33 smithi066 ceph-mon[84331]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-13T08:01:34.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:33 smithi003 ceph-mon[91733]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-13T08:01:34.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:33 smithi003 ceph-mon[89364]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-13T08:01:34.410 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T08:01:34.620 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T08:01:34.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:01:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:01:34] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-04-13T08:01:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:34 smithi066 ceph-mon[84331]: pgmap v2558: 169 pgs: 169 active+clean; 1.7 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 10 MiB/s rd, 14 MiB/s wr, 160 op/s 2024-04-13T08:01:35.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:34 smithi003 ceph-mon[91733]: pgmap v2558: 169 pgs: 169 active+clean; 1.7 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 10 MiB/s rd, 14 MiB/s wr, 160 op/s 2024-04-13T08:01:35.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:34 smithi003 ceph-mon[89364]: pgmap v2558: 169 pgs: 169 active+clean; 1.7 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 10 MiB/s rd, 14 MiB/s wr, 160 op/s 2024-04-13T08:01:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:36 smithi066 ceph-mon[84331]: pgmap v2559: 169 pgs: 169 active+clean; 1.8 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 108 MiB/s rd, 29 MiB/s wr, 413 op/s 2024-04-13T08:01:36.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:36 smithi066 ceph-mon[84331]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-13T08:01:37.089 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.Stress2 (21208 ms) 2024-04-13T08:01:37.089 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMigration.StressLive 2024-04-13T08:01:37.121 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 83886080 2024-04-13T08:01:37.131 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 71400516~4162037 2024-04-13T08:01:37.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:36 smithi003 ceph-mon[91733]: pgmap v2559: 169 pgs: 169 active+clean; 1.8 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 108 MiB/s rd, 29 MiB/s wr, 413 op/s 2024-04-13T08:01:37.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:36 smithi003 ceph-mon[91733]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-13T08:01:37.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:36 smithi003 ceph-mon[89364]: pgmap v2559: 169 pgs: 169 active+clean; 1.8 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 108 MiB/s rd, 29 MiB/s wr, 413 op/s 2024-04-13T08:01:37.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:36 smithi003 ceph-mon[89364]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-13T08:01:37.170 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 55592294~7677323 2024-04-13T08:01:37.170 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 56807287~748878 2024-04-13T08:01:37.179 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 72361626~6573198 2024-04-13T08:01:37.182 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 38948105~59837 2024-04-13T08:01:37.187 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 20925887~4006841 2024-04-13T08:01:37.187 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 37525785~6785816 2024-04-13T08:01:37.227 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 75932738~3608296 2024-04-13T08:01:37.230 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap0 2024-04-13T08:01:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:38.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:38.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:38.669 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 71894276~2937286 2024-04-13T08:01:38.681 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 19042494~5679931 2024-04-13T08:01:38.681 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 4264950~3255210 2024-04-13T08:01:38.683 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 23661176~5072982 2024-04-13T08:01:38.683 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 72591292~3576532 2024-04-13T08:01:38.700 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 66558425~1321673 2024-04-13T08:01:38.700 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 55815358~8091474 2024-04-13T08:01:38.709 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 24157405~3741213 2024-04-13T08:01:38.709 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap1 2024-04-13T08:01:39.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:38 smithi003 ceph-mon[91733]: pgmap v2561: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 116 MiB/s rd, 21 MiB/s wr, 362 op/s 2024-04-13T08:01:39.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:38 smithi003 ceph-mon[91733]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-13T08:01:39.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:38 smithi003 ceph-mon[89364]: pgmap v2561: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 116 MiB/s rd, 21 MiB/s wr, 362 op/s 2024-04-13T08:01:39.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:38 smithi003 ceph-mon[89364]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-13T08:01:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:38 smithi066 ceph-mon[84331]: pgmap v2561: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 116 MiB/s rd, 21 MiB/s wr, 362 op/s 2024-04-13T08:01:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:38 smithi066 ceph-mon[84331]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-13T08:01:40.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:39 smithi003 ceph-mon[91733]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-13T08:01:40.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:39 smithi003 ceph-mon[91733]: pgmap v2564: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 214 MiB/s rd, 26 MiB/s wr, 752 op/s 2024-04-13T08:01:40.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:39 smithi003 ceph-mon[89364]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-13T08:01:40.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:39 smithi003 ceph-mon[89364]: pgmap v2564: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 214 MiB/s rd, 26 MiB/s wr, 752 op/s 2024-04-13T08:01:40.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:39 smithi066 ceph-mon[84331]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-13T08:01:40.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:39 smithi066 ceph-mon[84331]: pgmap v2564: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 214 MiB/s rd, 26 MiB/s wr, 752 op/s 2024-04-13T08:01:40.690 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 114519124 2024-04-13T08:01:40.708 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 59406449~540339 2024-04-13T08:01:40.716 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 79261208~5527057 2024-04-13T08:01:40.716 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 35592665~5361086 2024-04-13T08:01:40.723 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 51651036~4331220 2024-04-13T08:01:40.723 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 17203150~4895417 2024-04-13T08:01:40.727 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 30480755~2594716 2024-04-13T08:01:40.727 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 44982617~7703772 2024-04-13T08:01:40.739 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 39558487~728474 2024-04-13T08:01:40.752 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap2 2024-04-13T08:01:41.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:40 smithi003 ceph-mon[89364]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-13T08:01:41.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:40 smithi003 ceph-mon[91733]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-13T08:01:41.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:40 smithi066 ceph-mon[84331]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-13T08:01:42.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:41 smithi003 ceph-mon[91733]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-13T08:01:42.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:41 smithi003 ceph-mon[91733]: pgmap v2567: 169 pgs: 169 active+clean; 1.9 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 217 MiB/s rd, 17 MiB/s wr, 661 op/s 2024-04-13T08:01:42.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:41 smithi003 ceph-mon[89364]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-13T08:01:42.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:41 smithi003 ceph-mon[89364]: pgmap v2567: 169 pgs: 169 active+clean; 1.9 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 217 MiB/s rd, 17 MiB/s wr, 661 op/s 2024-04-13T08:01:42.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:41 smithi066 ceph-mon[84331]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-13T08:01:42.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:41 smithi066 ceph-mon[84331]: pgmap v2567: 169 pgs: 169 active+clean; 1.9 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 217 MiB/s rd, 17 MiB/s wr, 661 op/s 2024-04-13T08:01:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:01:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:01:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:01:42.700 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap2 2024-04-13T08:01:42.718 INFO:tasks.workunit.client.0.smithi003.stdout:clone image183 -> image186 2024-04-13T08:01:42.832 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 6584859~6653425 2024-04-13T08:01:42.896 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 93851657~181348 2024-04-13T08:01:42.902 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 12067573~2063756 2024-04-13T08:01:42.915 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 3582470~3450111 2024-04-13T08:01:42.920 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 31280017~3372122 2024-04-13T08:01:42.959 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 77224413~1514607 2024-04-13T08:01:42.973 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 25426050~7908913 2024-04-13T08:01:43.016 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 64894287~827851 2024-04-13T08:01:43.032 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: snap3 2024-04-13T08:01:43.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:42 smithi003 ceph-mon[89364]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-13T08:01:43.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:42 smithi003 ceph-mon[91733]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-13T08:01:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:42 smithi066 ceph-mon[84331]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-13T08:01:44.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:43 smithi003 ceph-mon[91733]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-13T08:01:44.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:43 smithi003 ceph-mon[91733]: pgmap v2570: 169 pgs: 169 active+clean; 1.9 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 70 MiB/s rd, 9.3 MiB/s wr, 76 op/s 2024-04-13T08:01:44.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:43 smithi003 ceph-mon[89364]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-13T08:01:44.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:43 smithi003 ceph-mon[89364]: pgmap v2570: 169 pgs: 169 active+clean; 1.9 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 70 MiB/s rd, 9.3 MiB/s wr, 76 op/s 2024-04-13T08:01:44.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:43 smithi066 ceph-mon[84331]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-13T08:01:44.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:43 smithi066 ceph-mon[84331]: pgmap v2570: 169 pgs: 169 active+clean; 1.9 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 70 MiB/s rd, 9.3 MiB/s wr, 76 op/s 2024-04-13T08:01:44.359 INFO:tasks.workunit.client.0.smithi003.stdout:snap_protect: snap3 2024-04-13T08:01:44.378 INFO:tasks.workunit.client.0.smithi003.stdout:clone image186 -> image188 2024-04-13T08:01:44.513 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 184373032 2024-04-13T08:01:44.528 INFO:tasks.workunit.client.0.smithi003.stdout:migration_prepare 2024-04-13T08:01:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:01:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:01:44] "GET /metrics HTTP/1.1" 200 38901 "" "Prometheus/2.43.0" 2024-04-13T08:01:44.964 INFO:tasks.workunit.client.0.smithi003.stdout:migration_execute 2024-04-13T08:01:44.964 INFO:tasks.workunit.client.0.smithi003.stdout:write: a 100818209~3931570 2024-04-13T08:01:45.005 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 152538800~2841293 2024-04-13T08:01:45.009 INFO:tasks.workunit.client.0.smithi003.stdout:write: a 31620612~1338878 2024-04-13T08:01:45.039 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 42449783~8013220 2024-04-13T08:01:45.079 INFO:tasks.workunit.client.0.smithi003.stdout:write: a 101868351~7006919 2024-04-13T08:01:45.127 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 122639343~2577130 2024-04-13T08:01:45.133 INFO:tasks.workunit.client.0.smithi003.stdout:write: a 21330837~7858480 2024-04-13T08:01:45.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:44 smithi003 ceph-mon[89364]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-13T08:01:45.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:44 smithi003 ceph-mon[89364]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-13T08:01:45.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:44 smithi003 ceph-mon[91733]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-13T08:01:45.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:44 smithi003 ceph-mon[91733]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-13T08:01:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:44 smithi066 ceph-mon[84331]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-13T08:01:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:44 smithi066 ceph-mon[84331]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-13T08:01:45.191 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 3393461~3793084 2024-04-13T08:01:45.202 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: user0 2024-04-13T08:01:46.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:45 smithi003 ceph-mon[91733]: pgmap v2573: 169 pgs: 169 active+clean; 1.9 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 11 MiB/s rd, 17 MiB/s wr, 424 op/s 2024-04-13T08:01:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:45 smithi003 ceph-mon[89364]: pgmap v2573: 169 pgs: 169 active+clean; 1.9 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 11 MiB/s rd, 17 MiB/s wr, 424 op/s 2024-04-13T08:01:46.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:45 smithi066 ceph-mon[84331]: pgmap v2573: 169 pgs: 169 active+clean; 1.9 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 11 MiB/s rd, 17 MiB/s wr, 424 op/s 2024-04-13T08:01:46.716 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 356803593 2024-04-13T08:01:46.730 INFO:tasks.workunit.client.0.smithi003.stdout:write: b 80039299~6667229 2024-04-13T08:01:46.748 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 95750541~6796116 2024-04-13T08:01:46.750 INFO:tasks.workunit.client.0.smithi003.stdout:write: b 34766590~6056434 2024-04-13T08:01:46.760 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 209437972~240619 2024-04-13T08:01:46.760 INFO:tasks.workunit.client.0.smithi003.stdout:write: b 129966090~7097572 2024-04-13T08:01:46.778 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 349091863~7711730 2024-04-13T08:01:46.787 INFO:tasks.workunit.client.0.smithi003.stdout:write: b 299611511~3233858 2024-04-13T08:01:46.790 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 59162338~3642063 2024-04-13T08:01:46.793 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: user1 2024-04-13T08:01:47.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:46 smithi003 ceph-mon[91733]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-13T08:01:47.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:46 smithi003 ceph-mon[89364]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-13T08:01:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:46 smithi066 ceph-mon[84331]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-13T08:01:48.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:47 smithi003 ceph-mon[91733]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-13T08:01:48.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:47 smithi003 ceph-mon[91733]: pgmap v2576: 169 pgs: 169 active+clean; 2.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 22 MiB/s wr, 451 op/s 2024-04-13T08:01:48.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:47 smithi003 ceph-mon[89364]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-13T08:01:48.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:47 smithi003 ceph-mon[89364]: pgmap v2576: 169 pgs: 169 active+clean; 2.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 22 MiB/s wr, 451 op/s 2024-04-13T08:01:48.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:47 smithi066 ceph-mon[84331]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-13T08:01:48.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:47 smithi066 ceph-mon[84331]: pgmap v2576: 169 pgs: 169 active+clean; 2.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 22 MiB/s wr, 451 op/s 2024-04-13T08:01:48.728 INFO:tasks.workunit.client.0.smithi003.stdout:write: c 275155983~4980941 2024-04-13T08:01:48.742 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 113787738~3188753 2024-04-13T08:01:48.742 INFO:tasks.workunit.client.0.smithi003.stdout:write: c 54725456~2583299 2024-04-13T08:01:48.744 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 39749466~7888470 2024-04-13T08:01:48.745 INFO:tasks.workunit.client.0.smithi003.stdout:write: c 352939912~3863681 2024-04-13T08:01:48.751 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 127276849~1599510 2024-04-13T08:01:48.751 INFO:tasks.workunit.client.0.smithi003.stdout:write: c 24556259~8202044 2024-04-13T08:01:48.768 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 99385491~5359419 2024-04-13T08:01:48.773 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: user2 2024-04-13T08:01:49.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:48 smithi003 ceph-mon[91733]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-13T08:01:49.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:48 smithi003 ceph-mon[89364]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-13T08:01:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:48 smithi066 ceph-mon[84331]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-13T08:01:50.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:49 smithi003 ceph-mon[91733]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-13T08:01:50.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:49 smithi003 ceph-mon[91733]: pgmap v2579: 169 pgs: 169 active+clean; 2.1 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 24 MiB/s rd, 31 MiB/s wr, 416 op/s 2024-04-13T08:01:50.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:49 smithi003 ceph-mon[89364]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-13T08:01:50.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:49 smithi003 ceph-mon[89364]: pgmap v2579: 169 pgs: 169 active+clean; 2.1 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 24 MiB/s rd, 31 MiB/s wr, 416 op/s 2024-04-13T08:01:50.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:49 smithi066 ceph-mon[84331]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-13T08:01:50.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:49 smithi066 ceph-mon[84331]: pgmap v2579: 169 pgs: 169 active+clean; 2.1 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 24 MiB/s rd, 31 MiB/s wr, 416 op/s 2024-04-13T08:01:50.746 INFO:tasks.workunit.client.0.smithi003.stdout:write: d 80851607~6079733 2024-04-13T08:01:50.761 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 290957519~1312125 2024-04-13T08:01:50.761 INFO:tasks.workunit.client.0.smithi003.stdout:write: d 331083353~1745863 2024-04-13T08:01:50.763 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 302483367~3219727 2024-04-13T08:01:50.763 INFO:tasks.workunit.client.0.smithi003.stdout:write: d 215017774~4918992 2024-04-13T08:01:50.771 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 92447135~4323678 2024-04-13T08:01:50.771 INFO:tasks.workunit.client.0.smithi003.stdout:write: d 184048586~4140129 2024-04-13T08:01:50.775 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 179208322~5153389 2024-04-13T08:01:50.822 INFO:tasks.workunit.client.0.smithi003.stdout:snap_create: user3 2024-04-13T08:01:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:50 smithi003 ceph-mon[91733]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-13T08:01:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:50 smithi003 ceph-mon[89364]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-13T08:01:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:50 smithi066 ceph-mon[84331]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-13T08:01:52.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:51 smithi003 ceph-mon[89364]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-13T08:01:52.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:51 smithi003 ceph-mon[89364]: pgmap v2582: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 24 MiB/s rd, 44 MiB/s wr, 690 op/s 2024-04-13T08:01:52.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:51 smithi003 ceph-mon[91733]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-13T08:01:52.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:51 smithi003 ceph-mon[91733]: pgmap v2582: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 24 MiB/s rd, 44 MiB/s wr, 690 op/s 2024-04-13T08:01:52.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:51 smithi066 ceph-mon[84331]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-13T08:01:52.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:51 smithi066 ceph-mon[84331]: pgmap v2582: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 24 MiB/s rd, 44 MiB/s wr, 690 op/s 2024-04-13T08:01:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:01:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:01:52.762 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 277572829 2024-04-13T08:01:52.806 INFO:tasks.workunit.client.0.smithi003.stdout:write: 1 27757282~6939320 2024-04-13T08:01:52.813 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 29492112~3469660 2024-04-13T08:01:52.852 INFO:tasks.workunit.client.0.smithi003.stdout:write: 2 55514565~6939320 2024-04-13T08:01:52.854 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 57249395~3469660 2024-04-13T08:01:52.893 INFO:tasks.workunit.client.0.smithi003.stdout:write: 3 83271848~6939320 2024-04-13T08:01:52.896 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 85006678~3469660 2024-04-13T08:01:52.937 INFO:tasks.workunit.client.0.smithi003.stdout:write: 4 111029131~6939320 2024-04-13T08:01:52.939 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 112763961~3469660 2024-04-13T08:01:52.966 INFO:tasks.workunit.client.0.smithi003.stdout:write: 5 138786414~6939320 2024-04-13T08:01:52.967 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 140521244~3469660 2024-04-13T08:01:53.066 INFO:tasks.workunit.client.0.smithi003.stdout:migration_commit 2024-04-13T08:01:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:52 smithi003 ceph-mon[91733]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-13T08:01:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:52 smithi003 ceph-mon[89364]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-13T08:01:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:52 smithi066 ceph-mon[84331]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-13T08:01:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:01:54.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:53 smithi003 ceph-mon[91733]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-13T08:01:54.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:53 smithi003 ceph-mon[91733]: pgmap v2585: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 6.8 MiB/s rd, 17 MiB/s wr, 301 op/s 2024-04-13T08:01:54.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:53 smithi003 ceph-mon[89364]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-13T08:01:54.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:53 smithi003 ceph-mon[89364]: pgmap v2585: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 6.8 MiB/s rd, 17 MiB/s wr, 301 op/s 2024-04-13T08:01:54.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:53 smithi066 ceph-mon[84331]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-13T08:01:54.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:53 smithi066 ceph-mon[84331]: pgmap v2585: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 6.8 MiB/s rd, 17 MiB/s wr, 301 op/s 2024-04-13T08:01:54.553 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMigration.StressLive (17463 ms) 2024-04-13T08:01:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:01:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:01:54] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-04-13T08:01:55.780 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 57 tests from TestMigration (261837 ms total) 2024-04-13T08:01:55.781 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:01:55.781 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 6 tests from TestGroup 2024-04-13T08:01:56.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:55 smithi003 ceph-mon[91733]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-13T08:01:56.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:55 smithi003 ceph-mon[91733]: pgmap v2587: 137 pgs: 137 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-04-13T08:01:56.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:55 smithi003 ceph-mon[89364]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-13T08:01:56.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:55 smithi003 ceph-mon[89364]: pgmap v2587: 137 pgs: 137 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-04-13T08:01:56.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:55 smithi066 ceph-mon[84331]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-13T08:01:56.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:55 smithi066 ceph-mon[84331]: pgmap v2587: 137 pgs: 137 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-04-13T08:01:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:56 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:56 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T08:01:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:56 smithi003 ceph-mon[91733]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-13T08:01:57.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:56 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:57.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:56 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T08:01:57.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:56 smithi003 ceph-mon[89364]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-13T08:01:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:56 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:01:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:56 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T08:01:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:56 smithi066 ceph-mon[84331]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-13T08:01:57.779 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestGroup.group_create 2024-04-13T08:01:58.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:57 smithi066 ceph-mon[84331]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-13T08:01:58.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:57 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4256037394' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:58.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:57 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:58.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:57 smithi066 ceph-mon[84331]: pgmap v2590: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-04-13T08:01:58.054 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:57 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:58.054 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:57 smithi066 ceph-mon[84331]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-13T08:01:58.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:57 smithi003 ceph-mon[89364]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-13T08:01:58.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:57 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4256037394' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:58.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:57 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:58.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:57 smithi003 ceph-mon[89364]: pgmap v2590: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-04-13T08:01:58.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:57 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:58.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:57 smithi003 ceph-mon[89364]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-13T08:01:58.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:57 smithi003 ceph-mon[91733]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-13T08:01:58.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:57 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4256037394' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:58.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:57 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:01:58.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:57 smithi003 ceph-mon[91733]: pgmap v2590: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-04-13T08:01:58.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:57 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:01:58.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:57 smithi003 ceph-mon[91733]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-13T08:01:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:58 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:58 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:58 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:01:59.849 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestGroup.group_create (2070 ms) 2024-04-13T08:01:59.849 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestGroup.group_createPP 2024-04-13T08:01:59.868 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestGroup.group_createPP (19 ms) 2024-04-13T08:01:59.868 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestGroup.add_image 2024-04-13T08:01:59.912 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestGroup.add_image (44 ms) 2024-04-13T08:01:59.912 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestGroup.add_imagePP 2024-04-13T08:01:59.952 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestGroup.add_imagePP (40 ms) 2024-04-13T08:01:59.952 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestGroup.add_snapshot 2024-04-13T08:02:00.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:59 smithi003 ceph-mon[91733]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-13T08:02:00.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:01:59 smithi003 ceph-mon[91733]: pgmap v2593: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:02:00.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:59 smithi003 ceph-mon[89364]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-13T08:02:00.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:01:59 smithi003 ceph-mon[89364]: pgmap v2593: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:02:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:59 smithi066 ceph-mon[84331]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-13T08:02:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:01:59 smithi066 ceph-mon[84331]: pgmap v2593: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:02:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:00 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:02:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:00 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T08:02:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:00 smithi003 ceph-mon[91733]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-13T08:02:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:00 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:02:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:00 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T08:02:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:00 smithi003 ceph-mon[89364]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-13T08:02:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:00 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:02:01.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:00 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T08:02:01.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:00 smithi066 ceph-mon[84331]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-13T08:02:02.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:01 smithi003 ceph-mon[91733]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-13T08:02:02.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:01 smithi003 ceph-mon[91733]: pgmap v2596: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.7 KiB/s wr, 4 op/s 2024-04-13T08:02:02.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:01 smithi003 ceph-mon[89364]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-13T08:02:02.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:01 smithi003 ceph-mon[89364]: pgmap v2596: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.7 KiB/s wr, 4 op/s 2024-04-13T08:02:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:01 smithi066 ceph-mon[84331]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-13T08:02:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:01 smithi066 ceph-mon[84331]: pgmap v2596: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.7 KiB/s wr, 4 op/s 2024-04-13T08:02:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:02:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:02:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:02 smithi003 ceph-mon[91733]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-13T08:02:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:02 smithi003 ceph-mon[89364]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-13T08:02:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:02 smithi066 ceph-mon[84331]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-13T08:02:04.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:03 smithi003 ceph-mon[91733]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-13T08:02:04.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:03 smithi003 ceph-mon[91733]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.5 KiB/s wr, 4 op/s 2024-04-13T08:02:04.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:03 smithi003 ceph-mon[89364]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-13T08:02:04.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:03 smithi003 ceph-mon[89364]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.5 KiB/s wr, 4 op/s 2024-04-13T08:02:04.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:03 smithi066 ceph-mon[84331]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-13T08:02:04.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:03 smithi066 ceph-mon[84331]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.5 KiB/s wr, 4 op/s 2024-04-13T08:02:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:02:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:02:04] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-04-13T08:02:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:04 smithi003 ceph-mon[91733]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-13T08:02:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:04 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:02:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:04 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:02:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:04 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:02:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:04 smithi003 ceph-mon[89364]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-13T08:02:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:04 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:02:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:04 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:02:05.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:04 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:02:05.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:04 smithi066 ceph-mon[84331]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-13T08:02:05.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:04 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:02:05.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:04 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:02:05.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:04 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:02:05.907 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestGroup.add_snapshot (5954 ms) 2024-04-13T08:02:05.907 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-04-13T08:02:06.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:02:06.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:05 smithi003 ceph-mon[91733]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-13T08:02:06.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:05 smithi003 ceph-mon[91733]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 18 KiB/s wr, 230 op/s 2024-04-13T08:02:06.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:02:06.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:05 smithi003 ceph-mon[89364]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-13T08:02:06.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:05 smithi003 ceph-mon[89364]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 18 KiB/s wr, 230 op/s 2024-04-13T08:02:06.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:02:06.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:05 smithi066 ceph-mon[84331]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-13T08:02:06.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:05 smithi066 ceph-mon[84331]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 18 KiB/s wr, 230 op/s 2024-04-13T08:02:07.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:06 smithi003 ceph-mon[91733]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-13T08:02:07.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:06 smithi003 ceph-mon[89364]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-13T08:02:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:06 smithi066 ceph-mon[84331]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-13T08:02:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:07 smithi003 ceph-mon[89364]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-13T08:02:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:07 smithi003 ceph-mon[89364]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 18 KiB/s wr, 231 op/s 2024-04-13T08:02:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:02:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:08.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:07 smithi003 ceph-mon[91733]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-13T08:02:08.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:07 smithi003 ceph-mon[91733]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 18 KiB/s wr, 231 op/s 2024-04-13T08:02:08.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:02:08.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:08.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:07 smithi066 ceph-mon[84331]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-13T08:02:08.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:07 smithi066 ceph-mon[84331]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 18 KiB/s wr, 231 op/s 2024-04-13T08:02:08.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:02:08.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:09.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:08 smithi003 ceph-mon[91733]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-13T08:02:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:08 smithi003 ceph-mon[89364]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-13T08:02:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:08 smithi066 ceph-mon[84331]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-13T08:02:10.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:09 smithi003 ceph-mon[91733]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-13T08:02:10.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:09 smithi003 ceph-mon[91733]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-13T08:02:10.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:09 smithi003 ceph-mon[91733]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.0 KiB/s wr, 100 op/s 2024-04-13T08:02:10.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:09 smithi003 ceph-mon[89364]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-13T08:02:10.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:09 smithi003 ceph-mon[89364]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-13T08:02:10.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:09 smithi003 ceph-mon[89364]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.0 KiB/s wr, 100 op/s 2024-04-13T08:02:10.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:09 smithi066 ceph-mon[84331]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-13T08:02:10.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:09 smithi066 ceph-mon[84331]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-13T08:02:10.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:09 smithi066 ceph-mon[84331]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.0 KiB/s wr, 100 op/s 2024-04-13T08:02:11.397 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestGroup.add_snapshotPP (5490 ms) 2024-04-13T08:02:11.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:11 smithi003 ceph-mon[91733]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-13T08:02:11.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:11 smithi003 ceph-mon[89364]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-13T08:02:11.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:11 smithi066 ceph-mon[84331]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-13T08:02:12.381 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 6 tests from TestGroup (13617 ms total) 2024-04-13T08:02:12.382 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:02:12.382 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 31 tests from TestDeepCopy 2024-04-13T08:02:12.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:12 smithi003 ceph-mon[91733]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-13T08:02:12.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:12 smithi003 ceph-mon[91733]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 10 KiB/s wr, 137 op/s 2024-04-13T08:02:12.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:12 smithi003 ceph-mon[89364]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-13T08:02:12.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:12 smithi003 ceph-mon[89364]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 10 KiB/s wr, 137 op/s 2024-04-13T08:02:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:12 smithi066 ceph-mon[84331]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-13T08:02:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:12 smithi066 ceph-mon[84331]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 10 KiB/s wr, 137 op/s 2024-04-13T08:02:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:02:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:02:13.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:13 smithi003 ceph-mon[91733]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-13T08:02:13.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:13 smithi003 ceph-mon[89364]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-13T08:02:13.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:13 smithi066 ceph-mon[84331]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-13T08:02:14.386 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.Empty 2024-04-13T08:02:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:14 smithi003 ceph-mon[91733]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-13T08:02:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:14 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/187001032' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:14 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:14 smithi003 ceph-mon[91733]: pgmap v2615: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:02:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:14 smithi003 ceph-mon[89364]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-13T08:02:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:14 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/187001032' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:14 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:14 smithi003 ceph-mon[89364]: pgmap v2615: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:02:14.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:02:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:02:14] "GET /metrics HTTP/1.1" 200 36437 "" "Prometheus/2.43.0" 2024-04-13T08:02:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:14 smithi066 ceph-mon[84331]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-13T08:02:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:14 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/187001032' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:14.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:14 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:02:14.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:14 smithi066 ceph-mon[84331]: pgmap v2615: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:02:15.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:15 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:02:15.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:15 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:15.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:15 smithi003 ceph-mon[91733]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-13T08:02:15.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:15 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:02:15.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:15 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:15.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:15 smithi003 ceph-mon[89364]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-13T08:02:15.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:15 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:02:15.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:15 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:02:15.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:15 smithi066 ceph-mon[84331]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-13T08:02:16.528 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.Empty (2142 ms) 2024-04-13T08:02:16.528 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-04-13T08:02:16.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:16 smithi066 ceph-mon[84331]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-13T08:02:16.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:16 smithi066 ceph-mon[84331]: pgmap v2618: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:02:16.787 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.NoSnaps (259 ms) 2024-04-13T08:02:16.787 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.Snaps 2024-04-13T08:02:16.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:16 smithi003 ceph-mon[91733]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-13T08:02:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:16 smithi003 ceph-mon[91733]: pgmap v2618: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:02:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:16 smithi003 ceph-mon[89364]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-13T08:02:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:16 smithi003 ceph-mon[89364]: pgmap v2618: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:02:17.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:17 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:02:17.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:17 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T08:02:17.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:17 smithi003 ceph-mon[91733]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-13T08:02:17.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:17 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:02:17.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:17 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T08:02:17.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:17 smithi003 ceph-mon[89364]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-13T08:02:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:17 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:02:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:17 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T08:02:17.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:17 smithi066 ceph-mon[84331]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-13T08:02:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:18 smithi003 ceph-mon[91733]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-13T08:02:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:18 smithi003 ceph-mon[91733]: pgmap v2621: 137 pgs: 11 creating+peering, 126 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:02:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:18 smithi003 ceph-mon[89364]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-13T08:02:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:18 smithi003 ceph-mon[89364]: pgmap v2621: 137 pgs: 11 creating+peering, 126 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:02:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:18 smithi066 ceph-mon[84331]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-13T08:02:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:18 smithi066 ceph-mon[84331]: pgmap v2621: 137 pgs: 11 creating+peering, 126 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:02:19.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:19 smithi003 ceph-mon[89364]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-13T08:02:19.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:19 smithi003 ceph-mon[91733]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-13T08:02:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:19 smithi066 ceph-mon[84331]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-13T08:02:20.686 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.Snaps (3898 ms) 2024-04-13T08:02:20.686 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-04-13T08:02:20.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:20 smithi003 ceph-mon[89364]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-13T08:02:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:20 smithi003 ceph-mon[89364]: pgmap v2624: 137 pgs: 137 active+clean; 25 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.0 MiB/s wr, 33 op/s 2024-04-13T08:02:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:20 smithi003 ceph-mon[91733]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-13T08:02:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:20 smithi003 ceph-mon[91733]: pgmap v2624: 137 pgs: 137 active+clean; 25 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.0 MiB/s wr, 33 op/s 2024-04-13T08:02:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:20 smithi066 ceph-mon[84331]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-13T08:02:20.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:20 smithi066 ceph-mon[84331]: pgmap v2624: 137 pgs: 137 active+clean; 25 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.0 MiB/s wr, 33 op/s 2024-04-13T08:02:21.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:21 smithi003 ceph-mon[89364]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-13T08:02:21.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:21 smithi003 ceph-mon[91733]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-13T08:02:21.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:21 smithi066 ceph-mon[84331]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-13T08:02:22.567 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.SnapDiscard (1882 ms) 2024-04-13T08:02:22.567 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-04-13T08:02:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:22 smithi066 ceph-mon[84331]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-13T08:02:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:22 smithi066 ceph-mon[84331]: pgmap v2627: 137 pgs: 137 active+clean; 53 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 186 op/s 2024-04-13T08:02:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:02:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:02:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:22 smithi003 ceph-mon[91733]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-13T08:02:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:22 smithi003 ceph-mon[91733]: pgmap v2627: 137 pgs: 137 active+clean; 53 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 186 op/s 2024-04-13T08:02:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:22 smithi003 ceph-mon[89364]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-13T08:02:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:22 smithi003 ceph-mon[89364]: pgmap v2627: 137 pgs: 137 active+clean; 53 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 186 op/s 2024-04-13T08:02:23.639 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.CloneDiscard (1072 ms) 2024-04-13T08:02:23.639 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-04-13T08:02:23.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:23 smithi003 ceph-mon[89364]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-13T08:02:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:23.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:23 smithi003 ceph-mon[91733]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-13T08:02:23.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:23 smithi066 ceph-mon[84331]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-13T08:02:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:24.533 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.CloneShrink (894 ms) 2024-04-13T08:02:24.533 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-04-13T08:02:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:24 smithi003 ceph-mon[91733]: pgmap v2629: 137 pgs: 137 active+clean; 53 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 152 op/s 2024-04-13T08:02:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:24 smithi003 ceph-mon[91733]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-13T08:02:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:24 smithi003 ceph-mon[91733]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-13T08:02:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:24 smithi003 ceph-mon[89364]: pgmap v2629: 137 pgs: 137 active+clean; 53 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 152 op/s 2024-04-13T08:02:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:24 smithi003 ceph-mon[89364]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-13T08:02:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:24 smithi003 ceph-mon[89364]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-13T08:02:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:02:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:02:24] "GET /metrics HTTP/1.1" 200 36458 "" "Prometheus/2.43.0" 2024-04-13T08:02:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:24 smithi066 ceph-mon[84331]: pgmap v2629: 137 pgs: 137 active+clean; 53 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 152 op/s 2024-04-13T08:02:24.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:24 smithi066 ceph-mon[84331]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-13T08:02:24.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:24 smithi066 ceph-mon[84331]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-13T08:02:25.700 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.CloneExpand (1167 ms) 2024-04-13T08:02:25.700 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-04-13T08:02:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:26 smithi003 ceph-mon[91733]: pgmap v2632: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 372 op/s 2024-04-13T08:02:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:26 smithi003 ceph-mon[91733]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-13T08:02:26.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:26 smithi003 ceph-mon[89364]: pgmap v2632: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 372 op/s 2024-04-13T08:02:26.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:26 smithi003 ceph-mon[89364]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-13T08:02:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:26 smithi066 ceph-mon[84331]: pgmap v2632: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 372 op/s 2024-04-13T08:02:26.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:26 smithi066 ceph-mon[84331]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-13T08:02:27.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:27 smithi003 ceph-mon[91733]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-13T08:02:27.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:27 smithi003 ceph-mon[89364]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-13T08:02:27.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:27 smithi066 ceph-mon[84331]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-13T08:02:28.803 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:28 smithi066 ceph-mon[84331]: pgmap v2635: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 478 op/s 2024-04-13T08:02:28.803 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:28 smithi066 ceph-mon[84331]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-13T08:02:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:28 smithi003 ceph-mon[91733]: pgmap v2635: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 478 op/s 2024-04-13T08:02:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:28 smithi003 ceph-mon[91733]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-13T08:02:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:28 smithi003 ceph-mon[89364]: pgmap v2635: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 478 op/s 2024-04-13T08:02:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:28 smithi003 ceph-mon[89364]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-13T08:02:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:29 smithi003 ceph-mon[91733]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-13T08:02:29.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:29 smithi003 ceph-mon[89364]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-13T08:02:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:29 smithi066 ceph-mon[84331]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-13T08:02:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:30 smithi003 ceph-mon[91733]: pgmap v2638: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 16 KiB/s wr, 195 op/s 2024-04-13T08:02:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:30 smithi003 ceph-mon[91733]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-13T08:02:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:30 smithi003 ceph-mon[89364]: pgmap v2638: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 16 KiB/s wr, 195 op/s 2024-04-13T08:02:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:30 smithi003 ceph-mon[89364]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-13T08:02:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:30 smithi066 ceph-mon[84331]: pgmap v2638: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 16 KiB/s wr, 195 op/s 2024-04-13T08:02:30.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:30 smithi066 ceph-mon[84331]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-13T08:02:31.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:31 smithi003 ceph-mon[89364]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-13T08:02:31.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:31 smithi003 ceph-mon[91733]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-13T08:02:31.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:31 smithi066 ceph-mon[84331]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-13T08:02:32.636 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.CloneHideParent (6936 ms) 2024-04-13T08:02:32.636 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.Clone 2024-04-13T08:02:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:32 smithi066 ceph-mon[84331]: pgmap v2641: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 19 KiB/s wr, 273 op/s 2024-04-13T08:02:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:32 smithi066 ceph-mon[84331]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-13T08:02:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:02:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:02:32.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:32 smithi003 ceph-mon[91733]: pgmap v2641: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 19 KiB/s wr, 273 op/s 2024-04-13T08:02:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:32 smithi003 ceph-mon[91733]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-13T08:02:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:32 smithi003 ceph-mon[89364]: pgmap v2641: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 19 KiB/s wr, 273 op/s 2024-04-13T08:02:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:32 smithi003 ceph-mon[89364]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-13T08:02:33.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:33 smithi003 ceph-mon[91733]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-13T08:02:33.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:33 smithi003 ceph-mon[89364]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-13T08:02:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:33 smithi066 ceph-mon[84331]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-13T08:02:34.525 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:02:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:02:34] "GET /metrics HTTP/1.1" 200 36458 "" "Prometheus/2.43.0" 2024-04-13T08:02:34.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:34 smithi003 ceph-mon[91733]: pgmap v2644: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 8.7 KiB/s wr, 182 op/s 2024-04-13T08:02:34.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:34 smithi003 ceph-mon[91733]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-13T08:02:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:34 smithi003 ceph-mon[89364]: pgmap v2644: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 8.7 KiB/s wr, 182 op/s 2024-04-13T08:02:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:34 smithi003 ceph-mon[89364]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-13T08:02:34.898 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.Clone (2262 ms) 2024-04-13T08:02:34.898 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-04-13T08:02:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:34 smithi066 ceph-mon[84331]: pgmap v2644: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 8.7 KiB/s wr, 182 op/s 2024-04-13T08:02:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:34 smithi066 ceph-mon[84331]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-13T08:02:35.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:35 smithi003 ceph-mon[91733]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-13T08:02:35.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:35 smithi003 ceph-mon[89364]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-13T08:02:35.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:35 smithi066 ceph-mon[84331]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-13T08:02:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:36 smithi003 ceph-mon[89364]: pgmap v2647: 137 pgs: 137 active+clean; 97 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 7.0 MiB/s wr, 267 op/s 2024-04-13T08:02:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:36 smithi003 ceph-mon[89364]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-13T08:02:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:36 smithi003 ceph-mon[91733]: pgmap v2647: 137 pgs: 137 active+clean; 97 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 7.0 MiB/s wr, 267 op/s 2024-04-13T08:02:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:36 smithi003 ceph-mon[91733]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-13T08:02:36.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:36 smithi066 ceph-mon[84331]: pgmap v2647: 137 pgs: 137 active+clean; 97 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 7.0 MiB/s wr, 267 op/s 2024-04-13T08:02:36.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:36 smithi066 ceph-mon[84331]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-13T08:02:37.119 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.CloneFlatten (2221 ms) 2024-04-13T08:02:37.119 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.Stress 2024-04-13T08:02:37.145 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 69307106~4299580 2024-04-13T08:02:37.163 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 44174365~3083779 2024-04-13T08:02:37.164 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 78602341~3944105 2024-04-13T08:02:37.179 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 46956131~5451053 2024-04-13T08:02:37.180 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 37070463~8023861 2024-04-13T08:02:37.207 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 8196308~948161 2024-04-13T08:02:37.208 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 8835979~7656160 2024-04-13T08:02:37.228 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 7372670~4961089 2024-04-13T08:02:37.229 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap0 2024-04-13T08:02:37.576 INFO:tasks.workunit.client.0.smithi003.stdout:clone image234 -> image235 2024-04-13T08:02:37.621 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 152278814 2024-04-13T08:02:37.627 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 104141011~1828499 2024-04-13T08:02:37.634 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 54716992~1390105 2024-04-13T08:02:37.637 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 119937881~4619646 2024-04-13T08:02:37.650 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 2408792~5634379 2024-04-13T08:02:37.654 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 96215820~1436492 2024-04-13T08:02:37.659 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 2609664~614686 2024-04-13T08:02:37.662 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 27380271~8153807 2024-04-13T08:02:37.709 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 98808210~6291925 2024-04-13T08:02:37.713 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap1 2024-04-13T08:02:37.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:37 smithi003 ceph-mon[91733]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-13T08:02:37.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:37 smithi003 ceph-mon[89364]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-13T08:02:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:37 smithi066 ceph-mon[84331]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-13T08:02:38.584 INFO:tasks.workunit.client.0.smithi003.stdout:clone image235 -> image236 2024-04-13T08:02:38.655 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 37022855~7447577 2024-04-13T08:02:38.703 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 58727516~643439 2024-04-13T08:02:38.706 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 72097001~4329678 2024-04-13T08:02:38.734 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 74540560~1842553 2024-04-13T08:02:38.736 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 73157865~5412229 2024-04-13T08:02:38.747 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 29226656~7912385 2024-04-13T08:02:38.760 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 155312~2110485 2024-04-13T08:02:38.771 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 35771153~4285419 2024-04-13T08:02:38.772 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap2 2024-04-13T08:02:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:38 smithi003 ceph-mon[91733]: pgmap v2650: 137 pgs: 137 active+clean; 109 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 304 op/s 2024-04-13T08:02:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:38 smithi003 ceph-mon[91733]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-13T08:02:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:38 smithi003 ceph-mon[89364]: pgmap v2650: 137 pgs: 137 active+clean; 109 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 304 op/s 2024-04-13T08:02:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:38 smithi003 ceph-mon[89364]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-13T08:02:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:38 smithi066 ceph-mon[84331]: pgmap v2650: 137 pgs: 137 active+clean; 109 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 304 op/s 2024-04-13T08:02:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:38 smithi066 ceph-mon[84331]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-13T08:02:39.590 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 87316300 2024-04-13T08:02:39.628 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 7442548~2983391 2024-04-13T08:02:39.631 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 42326734~8032934 2024-04-13T08:02:39.632 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 74171956~1570678 2024-04-13T08:02:39.633 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 56649939~6602817 2024-04-13T08:02:39.633 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 49794613~755789 2024-04-13T08:02:39.639 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 63947083~2752034 2024-04-13T08:02:39.641 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 47702707~7658311 2024-04-13T08:02:39.645 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 77374807~2407414 2024-04-13T08:02:39.699 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap3 2024-04-13T08:02:39.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:39 smithi003 ceph-mon[91733]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-13T08:02:39.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:39 smithi003 ceph-mon[89364]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-13T08:02:39.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:39 smithi066 ceph-mon[84331]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-13T08:02:40.602 INFO:tasks.workunit.client.0.smithi003.stdout:clone image236 -> image237 2024-04-13T08:02:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:40 smithi003 ceph-mon[91733]: pgmap v2653: 137 pgs: 137 active+clean; 173 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 18 MiB/s wr, 231 op/s 2024-04-13T08:02:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:40 smithi003 ceph-mon[91733]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-13T08:02:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:40 smithi003 ceph-mon[89364]: pgmap v2653: 137 pgs: 137 active+clean; 173 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 18 MiB/s wr, 231 op/s 2024-04-13T08:02:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:40 smithi003 ceph-mon[89364]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-13T08:02:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:40 smithi066 ceph-mon[84331]: pgmap v2653: 137 pgs: 137 active+clean; 173 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 18 MiB/s wr, 231 op/s 2024-04-13T08:02:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:40 smithi066 ceph-mon[84331]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-13T08:02:40.918 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.Stress (3799 ms) 2024-04-13T08:02:40.919 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-04-13T08:02:41.197 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (279 ms) 2024-04-13T08:02:41.198 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-04-13T08:02:41.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:41 smithi003 ceph-mon[91733]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-13T08:02:41.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:41 smithi003 ceph-mon[89364]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-13T08:02:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:41 smithi066 ceph-mon[84331]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-13T08:02:42.584 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:02:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:02:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:42 smithi003 ceph-mon[91733]: pgmap v2656: 137 pgs: 137 active+clean; 331 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 49 MiB/s wr, 586 op/s 2024-04-13T08:02:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:42 smithi003 ceph-mon[91733]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-13T08:02:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:42 smithi003 ceph-mon[89364]: pgmap v2656: 137 pgs: 137 active+clean; 331 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 49 MiB/s wr, 586 op/s 2024-04-13T08:02:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:42 smithi003 ceph-mon[89364]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-13T08:02:42.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:42 smithi066 ceph-mon[84331]: pgmap v2656: 137 pgs: 137 active+clean; 331 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 49 MiB/s wr, 586 op/s 2024-04-13T08:02:42.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:42 smithi066 ceph-mon[84331]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-13T08:02:43.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:43 smithi003 ceph-mon[91733]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-13T08:02:43.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:43 smithi003 ceph-mon[89364]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-13T08:02:43.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:43 smithi066 ceph-mon[84331]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-13T08:02:44.604 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:02:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:02:44] "GET /metrics HTTP/1.1" 200 36464 "" "Prometheus/2.43.0" 2024-04-13T08:02:44.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:44 smithi003 ceph-mon[89364]: pgmap v2659: 137 pgs: 137 active+clean; 331 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 34 MiB/s wr, 391 op/s 2024-04-13T08:02:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:44 smithi003 ceph-mon[89364]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-13T08:02:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:44 smithi003 ceph-mon[91733]: pgmap v2659: 137 pgs: 137 active+clean; 331 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 34 MiB/s wr, 391 op/s 2024-04-13T08:02:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:44 smithi003 ceph-mon[91733]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-13T08:02:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:44 smithi066 ceph-mon[84331]: pgmap v2659: 137 pgs: 137 active+clean; 331 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 34 MiB/s wr, 391 op/s 2024-04-13T08:02:44.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:44 smithi066 ceph-mon[84331]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-13T08:02:44.908 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3711 ms) 2024-04-13T08:02:44.908 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-04-13T08:02:45.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:45 smithi003 ceph-mon[89364]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-13T08:02:45.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:45 smithi003 ceph-mon[91733]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-13T08:02:45.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:45 smithi066 ceph-mon[84331]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-13T08:02:46.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:46 smithi003 ceph-mon[91733]: pgmap v2662: 137 pgs: 137 active+clean; 399 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 15 MiB/s wr, 372 op/s 2024-04-13T08:02:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:46 smithi003 ceph-mon[91733]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-13T08:02:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:46 smithi003 ceph-mon[89364]: pgmap v2662: 137 pgs: 137 active+clean; 399 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 15 MiB/s wr, 372 op/s 2024-04-13T08:02:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:46 smithi003 ceph-mon[89364]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-13T08:02:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:46 smithi066 ceph-mon[84331]: pgmap v2662: 137 pgs: 137 active+clean; 399 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 15 MiB/s wr, 372 op/s 2024-04-13T08:02:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:46 smithi066 ceph-mon[84331]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-13T08:02:47.001 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2093 ms) 2024-04-13T08:02:47.002 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-04-13T08:02:47.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:47 smithi003 ceph-mon[91733]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-13T08:02:47.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:47 smithi003 ceph-mon[89364]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-13T08:02:47.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:47 smithi066 ceph-mon[84331]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-13T08:02:48.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:48 smithi003 ceph-mon[91733]: pgmap v2665: 137 pgs: 137 active+clean; 403 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 16 MiB/s wr, 447 op/s 2024-04-13T08:02:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:48 smithi003 ceph-mon[91733]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-13T08:02:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:48 smithi003 ceph-mon[89364]: pgmap v2665: 137 pgs: 137 active+clean; 403 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 16 MiB/s wr, 447 op/s 2024-04-13T08:02:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:48 smithi003 ceph-mon[89364]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-13T08:02:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:48 smithi066 ceph-mon[84331]: pgmap v2665: 137 pgs: 137 active+clean; 403 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 16 MiB/s wr, 447 op/s 2024-04-13T08:02:48.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:48 smithi066 ceph-mon[84331]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-13T08:02:49.172 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2171 ms) 2024-04-13T08:02:49.173 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-04-13T08:02:49.197 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 65095705~4513871 2024-04-13T08:02:49.213 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 31790181~3943007 2024-04-13T08:02:49.214 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 66948682~7727725 2024-04-13T08:02:49.237 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 5076737~1736340 2024-04-13T08:02:49.237 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 33498606~356275 2024-04-13T08:02:49.241 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 9700875~8060128 2024-04-13T08:02:49.242 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 23286354~7977108 2024-04-13T08:02:49.272 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 27606797~2882946 2024-04-13T08:02:49.273 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap0 2024-04-13T08:02:49.652 INFO:tasks.workunit.client.0.smithi003.stdout:clone image256 -> image257 2024-04-13T08:02:49.698 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 129025882 2024-04-13T08:02:49.705 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 73522417~4934081 2024-04-13T08:02:49.733 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 7785680~4960738 2024-04-13T08:02:49.738 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 98441162~7763531 2024-04-13T08:02:49.762 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 40580957~6048487 2024-04-13T08:02:49.766 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 75642930~1838098 2024-04-13T08:02:49.772 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 120724665~8301217 2024-04-13T08:02:49.773 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 101351236~5861007 2024-04-13T08:02:49.787 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 98366528~5663280 2024-04-13T08:02:49.788 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap1 2024-04-13T08:02:49.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:49 smithi003 ceph-mon[91733]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-13T08:02:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:49 smithi003 ceph-mon[89364]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-13T08:02:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:49 smithi066 ceph-mon[84331]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-13T08:02:50.666 INFO:tasks.workunit.client.0.smithi003.stdout:clone image257 -> image258 2024-04-13T08:02:50.731 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 80192994~5833096 2024-04-13T08:02:50.752 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 120814426~5859374 2024-04-13T08:02:50.757 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 38322717~1986824 2024-04-13T08:02:50.767 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 64404591~5365771 2024-04-13T08:02:50.782 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 78497504~1665979 2024-04-13T08:02:50.807 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 78036481~4830702 2024-04-13T08:02:50.809 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 15750035~2614898 2024-04-13T08:02:50.818 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 126851978~2173904 2024-04-13T08:02:50.820 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap2 2024-04-13T08:02:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:50 smithi066 ceph-mon[84331]: pgmap v2668: 137 pgs: 137 active+clean; 443 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 269 op/s 2024-04-13T08:02:50.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:50 smithi066 ceph-mon[84331]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-13T08:02:51.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:50 smithi003 ceph-mon[91733]: pgmap v2668: 137 pgs: 137 active+clean; 443 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 269 op/s 2024-04-13T08:02:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:50 smithi003 ceph-mon[91733]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-13T08:02:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:50 smithi003 ceph-mon[89364]: pgmap v2668: 137 pgs: 137 active+clean; 443 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 269 op/s 2024-04-13T08:02:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:50 smithi003 ceph-mon[89364]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-13T08:02:51.670 INFO:tasks.workunit.client.0.smithi003.stdout:clone image258 -> image259 2024-04-13T08:02:51.750 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 181105999 2024-04-13T08:02:51.757 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 117435176~3239839 2024-04-13T08:02:51.778 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 76018554~4671 2024-04-13T08:02:51.792 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 44107654~2910981 2024-04-13T08:02:51.804 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 8136854~2059374 2024-04-13T08:02:51.810 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 152645513~7388225 2024-04-13T08:02:51.838 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 18276224~6437606 2024-04-13T08:02:51.850 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 111797398~3600619 2024-04-13T08:02:51.858 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 80809469~1973482 2024-04-13T08:02:51.868 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap3 2024-04-13T08:02:51.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:51 smithi066 ceph-mon[84331]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-13T08:02:52.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:51 smithi003 ceph-mon[91733]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-13T08:02:52.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:51 smithi003 ceph-mon[89364]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-13T08:02:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:02:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:02:52.673 INFO:tasks.workunit.client.0.smithi003.stdout:clone image259 -> image260 2024-04-13T08:02:52.763 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 196728998 2024-04-13T08:02:53.093 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3920 ms) 2024-04-13T08:02:53.094 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-04-13T08:02:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:52 smithi003 ceph-mon[91733]: pgmap v2671: 137 pgs: 137 active+clean; 567 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 39 MiB/s wr, 530 op/s 2024-04-13T08:02:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:52 smithi003 ceph-mon[91733]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-13T08:02:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:52 smithi003 ceph-mon[89364]: pgmap v2671: 137 pgs: 137 active+clean; 567 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 39 MiB/s wr, 530 op/s 2024-04-13T08:02:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:52 smithi003 ceph-mon[89364]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-13T08:02:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:52 smithi066 ceph-mon[84331]: pgmap v2671: 137 pgs: 137 active+clean; 567 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 39 MiB/s wr, 530 op/s 2024-04-13T08:02:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:52 smithi066 ceph-mon[84331]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-13T08:02:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:02:53.330 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (237 ms) 2024-04-13T08:02:53.330 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-04-13T08:02:54.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:53 smithi003 ceph-mon[89364]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-13T08:02:54.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:53 smithi003 ceph-mon[91733]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-13T08:02:54.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:53 smithi066 ceph-mon[84331]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-13T08:02:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:02:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:02:54] "GET /metrics HTTP/1.1" 200 36465 "" "Prometheus/2.43.0" 2024-04-13T08:02:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:54 smithi003 ceph-mon[91733]: pgmap v2674: 137 pgs: 137 active+clean; 567 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 29 MiB/s wr, 335 op/s 2024-04-13T08:02:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:54 smithi003 ceph-mon[91733]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-13T08:02:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:54 smithi003 ceph-mon[89364]: pgmap v2674: 137 pgs: 137 active+clean; 567 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 29 MiB/s wr, 335 op/s 2024-04-13T08:02:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:54 smithi003 ceph-mon[89364]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-13T08:02:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:54 smithi066 ceph-mon[84331]: pgmap v2674: 137 pgs: 137 active+clean; 567 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 29 MiB/s wr, 335 op/s 2024-04-13T08:02:55.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:54 smithi066 ceph-mon[84331]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-13T08:02:56.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:55 smithi003 ceph-mon[91733]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-13T08:02:56.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:55 smithi003 ceph-mon[91733]: pgmap v2677: 137 pgs: 137 active+clean; 691 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 26 MiB/s wr, 727 op/s 2024-04-13T08:02:56.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:55 smithi003 ceph-mon[89364]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-13T08:02:56.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:55 smithi003 ceph-mon[89364]: pgmap v2677: 137 pgs: 137 active+clean; 691 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 26 MiB/s wr, 727 op/s 2024-04-13T08:02:56.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:55 smithi066 ceph-mon[84331]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-13T08:02:56.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:55 smithi066 ceph-mon[84331]: pgmap v2677: 137 pgs: 137 active+clean; 691 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 26 MiB/s wr, 727 op/s 2024-04-13T08:02:56.965 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3634 ms) 2024-04-13T08:02:56.966 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-04-13T08:02:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:56 smithi003 ceph-mon[91733]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-13T08:02:57.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:56 smithi003 ceph-mon[89364]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-13T08:02:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:56 smithi066 ceph-mon[84331]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-13T08:02:58.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:57 smithi066 ceph-mon[84331]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-13T08:02:58.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:57 smithi066 ceph-mon[84331]: pgmap v2680: 137 pgs: 137 active+clean; 711 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 43 MiB/s rd, 31 MiB/s wr, 738 op/s 2024-04-13T08:02:58.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:57 smithi003 ceph-mon[91733]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-13T08:02:58.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:57 smithi003 ceph-mon[91733]: pgmap v2680: 137 pgs: 137 active+clean; 711 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 43 MiB/s rd, 31 MiB/s wr, 738 op/s 2024-04-13T08:02:58.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:57 smithi003 ceph-mon[89364]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-13T08:02:58.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:57 smithi003 ceph-mon[89364]: pgmap v2680: 137 pgs: 137 active+clean; 711 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 43 MiB/s rd, 31 MiB/s wr, 738 op/s 2024-04-13T08:02:59.037 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2073 ms) 2024-04-13T08:02:59.037 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-04-13T08:02:59.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:58 smithi003 ceph-mon[91733]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-13T08:02:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:58 smithi003 ceph-mon[89364]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-13T08:02:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:58 smithi066 ceph-mon[84331]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-13T08:03:00.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:59 smithi003 ceph-mon[91733]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-13T08:03:00.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:02:59 smithi003 ceph-mon[91733]: pgmap v2683: 137 pgs: 137 active+clean; 729 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 9.4 MiB/s wr, 142 op/s 2024-04-13T08:03:00.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:59 smithi003 ceph-mon[89364]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-13T08:03:00.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:02:59 smithi003 ceph-mon[89364]: pgmap v2683: 137 pgs: 137 active+clean; 729 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 9.4 MiB/s wr, 142 op/s 2024-04-13T08:03:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:59 smithi066 ceph-mon[84331]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-13T08:03:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:02:59 smithi066 ceph-mon[84331]: pgmap v2683: 137 pgs: 137 active+clean; 729 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 9.4 MiB/s wr, 142 op/s 2024-04-13T08:03:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:00 smithi003 ceph-mon[91733]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-13T08:03:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:00 smithi003 ceph-mon[89364]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-13T08:03:01.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:00 smithi066 ceph-mon[84331]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-13T08:03:01.183 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2147 ms) 2024-04-13T08:03:01.183 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-04-13T08:03:01.206 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 61686676~7289184 2024-04-13T08:03:01.235 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 42219792~8388087 2024-04-13T08:03:01.235 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 49518156~5140324 2024-04-13T08:03:01.251 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 73798016~5856711 2024-04-13T08:03:01.252 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 34262374~5741689 2024-04-13T08:03:01.267 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 72855224~1298916 2024-04-13T08:03:01.267 INFO:tasks.workunit.client.0.smithi003.stdout:write: A 12598506~5294917 2024-04-13T08:03:01.287 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 32520116~7471305 2024-04-13T08:03:01.291 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap0 2024-04-13T08:03:01.744 INFO:tasks.workunit.client.0.smithi003.stdout:clone image279 -> image280 2024-04-13T08:03:01.792 INFO:tasks.workunit.client.0.smithi003.stdout:resize: 97396503 2024-04-13T08:03:01.798 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 39406256~3069328 2024-04-13T08:03:01.815 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 3515648~333826 2024-04-13T08:03:01.819 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 6001672~4558513 2024-04-13T08:03:01.836 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 79925998~5784757 2024-04-13T08:03:01.841 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 51598050~7678161 2024-04-13T08:03:01.872 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 44264258~7737523 2024-04-13T08:03:01.876 INFO:tasks.workunit.client.0.smithi003.stdout:write: B 15382507~7143816 2024-04-13T08:03:01.905 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 13067652~5062222 2024-04-13T08:03:01.907 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap1 2024-04-13T08:03:02.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:01 smithi003 ceph-mon[91733]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-13T08:03:02.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:01 smithi003 ceph-mon[91733]: pgmap v2686: 137 pgs: 137 active+clean; 795 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 21 MiB/s wr, 431 op/s 2024-04-13T08:03:02.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:01 smithi003 ceph-mon[89364]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-13T08:03:02.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:01 smithi003 ceph-mon[89364]: pgmap v2686: 137 pgs: 137 active+clean; 795 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 21 MiB/s wr, 431 op/s 2024-04-13T08:03:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:01 smithi066 ceph-mon[84331]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-13T08:03:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:01 smithi066 ceph-mon[84331]: pgmap v2686: 137 pgs: 137 active+clean; 795 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 21 MiB/s wr, 431 op/s 2024-04-13T08:03:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:03:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:03:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:03:02.746 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 81253676~4888671 2024-04-13T08:03:02.749 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 30319187~1601811 2024-04-13T08:03:02.752 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 7348171~7055120 2024-04-13T08:03:02.752 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 25743961~2502923 2024-04-13T08:03:02.753 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 35023039~6430869 2024-04-13T08:03:02.753 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 34357572~7896740 2024-04-13T08:03:02.795 INFO:tasks.workunit.client.0.smithi003.stdout:write: C 90806081~6590422 2024-04-13T08:03:02.795 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 90298288~7098215 2024-04-13T08:03:02.823 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap2 2024-04-13T08:03:03.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:02 smithi003 ceph-mon[91733]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-13T08:03:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:02 smithi003 ceph-mon[89364]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-13T08:03:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:02 smithi066 ceph-mon[84331]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-13T08:03:03.764 INFO:tasks.workunit.client.0.smithi003.stdout:clone image280 -> image281 2024-04-13T08:03:03.839 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 12321117~8247357 2024-04-13T08:03:03.882 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 86301176~194540 2024-04-13T08:03:03.897 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 25234549~3261871 2024-04-13T08:03:03.908 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 39806824~4211045 2024-04-13T08:03:03.913 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 16775373~1858791 2024-04-13T08:03:03.921 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 4717905~1049039 2024-04-13T08:03:03.939 INFO:tasks.workunit.client.0.smithi003.stdout:write: D 92263114~5133389 2024-04-13T08:03:03.956 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 33394813~6682047 2024-04-13T08:03:03.960 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap3 2024-04-13T08:03:04.036 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:03 smithi003 ceph-mon[91733]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-13T08:03:04.036 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:03 smithi003 ceph-mon[91733]: pgmap v2689: 137 pgs: 137 active+clean; 795 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 17 MiB/s wr, 299 op/s 2024-04-13T08:03:04.036 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:03 smithi003 ceph-mon[89364]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-13T08:03:04.036 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:03 smithi003 ceph-mon[89364]: pgmap v2689: 137 pgs: 137 active+clean; 795 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 17 MiB/s wr, 299 op/s 2024-04-13T08:03:04.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:03 smithi066 ceph-mon[84331]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-13T08:03:04.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:03 smithi066 ceph-mon[84331]: pgmap v2689: 137 pgs: 137 active+clean; 795 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 17 MiB/s wr, 299 op/s 2024-04-13T08:03:04.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:03:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:03:04] "GET /metrics HTTP/1.1" 200 36465 "" "Prometheus/2.43.0" 2024-04-13T08:03:04.768 INFO:tasks.workunit.client.0.smithi003.stdout:clone image281 -> image282 2024-04-13T08:03:05.118 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3935 ms) 2024-04-13T08:03:05.119 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-13T08:03:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:04 smithi003 ceph-mon[89364]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-13T08:03:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:04 smithi003 ceph-mon[91733]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-13T08:03:05.142 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:621: Skipped 2024-04-13T08:03:05.142 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:03:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:04 smithi066 ceph-mon[84331]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-13T08:03:05.215 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (97 ms) 2024-04-13T08:03:05.215 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-13T08:03:05.239 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:635: Skipped 2024-04-13T08:03:05.239 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:03:05.316 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (101 ms) 2024-04-13T08:03:05.316 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-13T08:03:05.341 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:649: Skipped 2024-04-13T08:03:05.341 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:03:05.414 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize (98 ms) 2024-04-13T08:03:05.414 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-13T08:03:05.437 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:663: Skipped 2024-04-13T08:03:05.437 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:03:05.518 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (104 ms) 2024-04-13T08:03:05.518 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-13T08:03:05.541 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:679: Skipped 2024-04-13T08:03:05.542 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:03:05.622 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize (104 ms) 2024-04-13T08:03:05.623 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-13T08:03:05.648 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:693: Skipped 2024-04-13T08:03:05.648 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:03:05.729 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (107 ms) 2024-04-13T08:03:05.729 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-13T08:03:05.755 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:707: Skipped 2024-04-13T08:03:05.756 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:03:05.828 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (99 ms) 2024-04-13T08:03:05.828 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-13T08:03:05.852 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:721: Skipped 2024-04-13T08:03:05.852 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:03:05.923 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (95 ms) 2024-04-13T08:03:05.923 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-13T08:03:05.946 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:735: Skipped 2024-04-13T08:03:05.946 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:03:06.016 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (93 ms) 2024-04-13T08:03:06.016 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-13T08:03:06.039 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_DeepCopy.cc:751: Skipped 2024-04-13T08:03:06.039 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:03:06.110 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (94 ms) 2024-04-13T08:03:06.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:05 smithi003 ceph-mon[91733]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-13T08:03:06.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:03:06.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:05 smithi003 ceph-mon[91733]: pgmap v2692: 137 pgs: 137 active+clean; 951 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 37 MiB/s wr, 691 op/s 2024-04-13T08:03:06.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:03:06.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:03:06.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:03:06.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:05 smithi003 ceph-mon[89364]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-13T08:03:06.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:03:06.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:05 smithi003 ceph-mon[89364]: pgmap v2692: 137 pgs: 137 active+clean; 951 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 37 MiB/s wr, 691 op/s 2024-04-13T08:03:06.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:03:06.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:03:06.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:03:06.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:05 smithi066 ceph-mon[84331]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-13T08:03:06.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:03:06.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:05 smithi066 ceph-mon[84331]: pgmap v2692: 137 pgs: 137 active+clean; 951 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 37 MiB/s wr, 691 op/s 2024-04-13T08:03:06.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:03:06.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:03:06.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:03:06.761 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 31 tests from TestDeepCopy (51724 ms total) 2024-04-13T08:03:06.761 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:03:06.761 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 51 tests from TestMirroring 2024-04-13T08:03:08.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:07 smithi003 ceph-mon[91733]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-13T08:03:08.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:07 smithi003 ceph-mon[91733]: pgmap v2694: 105 pgs: 105 active+clean; 4.6 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:03:08.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:07 smithi003 ceph-mon[89364]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-13T08:03:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:07 smithi003 ceph-mon[89364]: pgmap v2694: 105 pgs: 105 active+clean; 4.6 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:03:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:07 smithi066 ceph-mon[84331]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-13T08:03:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:07 smithi066 ceph-mon[84331]: pgmap v2694: 105 pgs: 105 active+clean; 4.6 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:03:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:08.769 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-04-13T08:03:09.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:08 smithi003 ceph-mon[91733]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-13T08:03:09.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:08 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:09.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:08 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:08 smithi003 ceph-mon[89364]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-13T08:03:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:08 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:08 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:08 smithi066 ceph-mon[84331]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-13T08:03:09.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:08 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:09.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:08 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:03:10.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:09 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:10.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:09 smithi003 ceph-mon[89364]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-13T08:03:10.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:09 smithi003 ceph-mon[89364]: pgmap v2697: 137 pgs: 15 unknown, 122 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:03:10.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:09 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:10.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:09 smithi003 ceph-mon[91733]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-13T08:03:10.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:09 smithi003 ceph-mon[91733]: pgmap v2697: 137 pgs: 15 unknown, 122 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:03:10.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:09 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:03:10.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:09 smithi066 ceph-mon[84331]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-13T08:03:10.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:09 smithi066 ceph-mon[84331]: pgmap v2697: 137 pgs: 15 unknown, 122 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:03:10.908 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2139 ms) 2024-04-13T08:03:10.908 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-04-13T08:03:11.016 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (109 ms) 2024-04-13T08:03:11.016 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-04-13T08:03:11.098 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (82 ms) 2024-04-13T08:03:11.098 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-04-13T08:03:11.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:10 smithi003 ceph-mon[89364]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-13T08:03:11.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:10 smithi003 ceph-mon[91733]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-13T08:03:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:10 smithi066 ceph-mon[84331]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-13T08:03:11.203 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (105 ms) 2024-04-13T08:03:11.203 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-04-13T08:03:11.295 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (92 ms) 2024-04-13T08:03:11.295 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-04-13T08:03:11.391 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (96 ms) 2024-04-13T08:03:11.391 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-04-13T08:03:11.506 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (114 ms) 2024-04-13T08:03:11.506 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-04-13T08:03:11.506 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_mirroring.cc:482: Skipped 2024-04-13T08:03:11.507 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:03:11.507 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-04-13T08:03:11.507 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-04-13T08:03:11.507 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_mirroring.cc:520: Skipped 2024-04-13T08:03:11.507 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:03:11.507 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-04-13T08:03:11.507 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-04-13T08:03:11.577 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (71 ms) 2024-04-13T08:03:11.577 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-04-13T08:03:11.659 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (82 ms) 2024-04-13T08:03:11.659 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-04-13T08:03:12.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:11 smithi003 ceph-mon[89364]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-13T08:03:12.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:11 smithi003 ceph-mon[89364]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T08:03:12.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:11 smithi003 ceph-mon[91733]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-13T08:03:12.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:11 smithi003 ceph-mon[91733]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T08:03:12.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:11 smithi066 ceph-mon[84331]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-13T08:03:12.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:11 smithi066 ceph-mon[84331]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T08:03:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:03:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:03:12.865 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1206 ms) 2024-04-13T08:03:12.865 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-04-13T08:03:13.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:12 smithi003 ceph-mon[91733]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-13T08:03:13.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:12 smithi003 ceph-mon[89364]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-13T08:03:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:12 smithi066 ceph-mon[84331]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-13T08:03:14.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:13 smithi003 ceph-mon[89364]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-13T08:03:14.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:13 smithi003 ceph-mon[89364]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T08:03:14.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:13 smithi003 ceph-mon[91733]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-13T08:03:14.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:13 smithi003 ceph-mon[91733]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T08:03:14.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:13 smithi066 ceph-mon[84331]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-13T08:03:14.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:13 smithi066 ceph-mon[84331]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T08:03:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:03:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:03:14] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-04-13T08:03:14.871 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2006 ms) 2024-04-13T08:03:14.871 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-04-13T08:03:14.966 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (95 ms) 2024-04-13T08:03:14.966 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-04-13T08:03:15.060 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (94 ms) 2024-04-13T08:03:15.060 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-04-13T08:03:15.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:14 smithi003 ceph-mon[89364]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-13T08:03:15.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:14 smithi003 ceph-mon[91733]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-13T08:03:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:14 smithi066 ceph-mon[84331]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-13T08:03:15.158 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (97 ms) 2024-04-13T08:03:15.158 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-04-13T08:03:15.237 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (80 ms) 2024-04-13T08:03:15.237 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-04-13T08:03:15.317 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (79 ms) 2024-04-13T08:03:15.317 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-04-13T08:03:15.407 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (90 ms) 2024-04-13T08:03:15.407 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-04-13T08:03:15.500 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (94 ms) 2024-04-13T08:03:15.500 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-04-13T08:03:16.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:15 smithi003 ceph-mon[91733]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-13T08:03:16.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:15 smithi003 ceph-mon[91733]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 60 KiB/s wr, 656 op/s 2024-04-13T08:03:16.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:15 smithi003 ceph-mon[89364]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-13T08:03:16.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:15 smithi003 ceph-mon[89364]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 60 KiB/s wr, 656 op/s 2024-04-13T08:03:16.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:15 smithi066 ceph-mon[84331]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-13T08:03:16.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:15 smithi066 ceph-mon[84331]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 459 KiB/s rd, 60 KiB/s wr, 656 op/s 2024-04-13T08:03:16.901 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1401 ms) 2024-04-13T08:03:16.901 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-04-13T08:03:17.018 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (117 ms) 2024-04-13T08:03:17.019 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-04-13T08:03:17.123 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (104 ms) 2024-04-13T08:03:17.123 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-04-13T08:03:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:16 smithi003 ceph-mon[91733]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-13T08:03:17.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:16 smithi003 ceph-mon[89364]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-13T08:03:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:16 smithi066 ceph-mon[84331]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-13T08:03:17.222 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (100 ms) 2024-04-13T08:03:17.222 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-04-13T08:03:17.385 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (163 ms) 2024-04-13T08:03:17.386 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-04-13T08:03:17.542 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (157 ms) 2024-04-13T08:03:17.542 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-04-13T08:03:17.681 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (139 ms) 2024-04-13T08:03:17.681 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-04-13T08:03:17.827 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (146 ms) 2024-04-13T08:03:17.827 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-04-13T08:03:17.984 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (157 ms) 2024-04-13T08:03:17.984 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-04-13T08:03:18.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:17 smithi003 ceph-mon[91733]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-13T08:03:18.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:17 smithi003 ceph-mon[91733]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 61 KiB/s wr, 663 op/s 2024-04-13T08:03:18.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:17 smithi003 ceph-mon[89364]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-13T08:03:18.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:17 smithi003 ceph-mon[89364]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 61 KiB/s wr, 663 op/s 2024-04-13T08:03:18.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:17 smithi066 ceph-mon[84331]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-13T08:03:18.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:17 smithi066 ceph-mon[84331]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 61 KiB/s wr, 663 op/s 2024-04-13T08:03:18.155 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (171 ms) 2024-04-13T08:03:18.155 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-04-13T08:03:18.241 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (86 ms) 2024-04-13T08:03:18.241 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-04-13T08:03:18.321 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (80 ms) 2024-04-13T08:03:18.321 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-04-13T08:03:18.389 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (68 ms) 2024-04-13T08:03:18.390 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-04-13T08:03:18.511 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (122 ms) 2024-04-13T08:03:18.511 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-04-13T08:03:18.635 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (124 ms) 2024-04-13T08:03:18.635 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-04-13T08:03:18.741 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (106 ms) 2024-04-13T08:03:18.742 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-04-13T08:03:18.851 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (110 ms) 2024-04-13T08:03:18.851 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-04-13T08:03:18.925 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.MirrorStatusList (74 ms) 2024-04-13T08:03:18.926 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-04-13T08:03:19.020 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.RemoveBootstrapped (95 ms) 2024-04-13T08:03:19.021 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-04-13T08:03:19.403 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.AioPromoteDemote (383 ms) 2024-04-13T08:03:19.404 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-04-13T08:03:19.756 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.AioGetInfo (353 ms) 2024-04-13T08:03:19.757 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-04-13T08:03:19.979 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.AioGetStatus (223 ms) 2024-04-13T08:03:19.979 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.SiteName 2024-04-13T08:03:19.988 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.SiteName (9 ms) 2024-04-13T08:03:19.988 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.Bootstrap 2024-04-13T08:03:20.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:20 smithi003 ceph-mon[91733]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-13T08:03:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:20 smithi003 ceph-mon[91733]: pgmap v2711: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 688 KiB/s rd, 99 KiB/s wr, 1.00k op/s 2024-04-13T08:03:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:20 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' 2024-04-13T08:03:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:20 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:03:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:20 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:03:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:20 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:03:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:20 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-13T08:03:20.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:20 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:03:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:20 smithi003 ceph-mon[89364]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-13T08:03:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:20 smithi003 ceph-mon[89364]: pgmap v2711: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 688 KiB/s rd, 99 KiB/s wr, 1.00k op/s 2024-04-13T08:03:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:20 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' 2024-04-13T08:03:20.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:20 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:03:20.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:20 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:03:20.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:20 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:03:20.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:20 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-13T08:03:20.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:20 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:03:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:20 smithi066 ceph-mon[84331]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-13T08:03:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:20 smithi066 ceph-mon[84331]: pgmap v2711: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 688 KiB/s rd, 99 KiB/s wr, 1.00k op/s 2024-04-13T08:03:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:20 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' 2024-04-13T08:03:20.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:20 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:03:20.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:20 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:03:20.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:20 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:03:20.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:20 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-13T08:03:20.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:20 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:03:20.831 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.Bootstrap (843 ms) 2024-04-13T08:03:20.831 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.PeerDirection 2024-04-13T08:03:20.840 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.PeerDirection (9 ms) 2024-04-13T08:03:20.840 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.Snapshot 2024-04-13T08:03:21.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:21 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-13T08:03:21.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:21 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' 2024-04-13T08:03:21.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:21 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-13T08:03:21.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:21 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-13T08:03:21.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:21 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-13T08:03:21.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:21 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:03:21.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:21 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c3c70080-889c-4b17-ad15-46e74d438f93"}]: dispatch 2024-04-13T08:03:21.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:21 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c3c70080-889c-4b17-ad15-46e74d438f93"}]: dispatch 2024-04-13T08:03:21.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:21 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c3c70080-889c-4b17-ad15-46e74d438f93"}]': finished 2024-04-13T08:03:21.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:21 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-13T08:03:21.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:21 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' 2024-04-13T08:03:21.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:21 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-13T08:03:21.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:21 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-13T08:03:21.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:21 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-13T08:03:21.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:21 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:03:21.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:21 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c3c70080-889c-4b17-ad15-46e74d438f93"}]: dispatch 2024-04-13T08:03:21.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:21 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c3c70080-889c-4b17-ad15-46e74d438f93"}]: dispatch 2024-04-13T08:03:21.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:21 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c3c70080-889c-4b17-ad15-46e74d438f93"}]': finished 2024-04-13T08:03:21.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:21 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-13T08:03:21.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:21 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' 2024-04-13T08:03:21.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:21 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-13T08:03:21.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:21 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-13T08:03:21.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:21 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-13T08:03:21.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:21 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:03:21.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:21 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c3c70080-889c-4b17-ad15-46e74d438f93"}]: dispatch 2024-04-13T08:03:21.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:21 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c3c70080-889c-4b17-ad15-46e74d438f93"}]: dispatch 2024-04-13T08:03:21.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:21 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c3c70080-889c-4b17-ad15-46e74d438f93"}]': finished 2024-04-13T08:03:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:22 smithi003 ceph-mon[89364]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 153 KiB/s wr, 1.45k op/s 2024-04-13T08:03:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:22 smithi003 ceph-mon[89364]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-13T08:03:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:22 smithi003 ceph-mon[91733]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 153 KiB/s wr, 1.45k op/s 2024-04-13T08:03:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:22 smithi003 ceph-mon[91733]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-13T08:03:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:22 smithi066 ceph-mon[84331]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 153 KiB/s wr, 1.45k op/s 2024-04-13T08:03:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:22 smithi066 ceph-mon[84331]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-13T08:03:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:03:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:03:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:23 smithi003 ceph-mon[91733]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-13T08:03:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:23 smithi003 ceph-mon[89364]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-13T08:03:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:23 smithi066 ceph-mon[84331]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-13T08:03:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:03:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:03:24] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.43.0" 2024-04-13T08:03:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:24 smithi003 ceph-mon[89364]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 153 KiB/s wr, 1.44k op/s 2024-04-13T08:03:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:24 smithi003 ceph-mon[89364]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-13T08:03:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:24 smithi003 ceph-mon[89364]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-13T08:03:24.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:24 smithi003 ceph-mon[91733]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 153 KiB/s wr, 1.44k op/s 2024-04-13T08:03:24.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:24 smithi003 ceph-mon[91733]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-13T08:03:24.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:24 smithi003 ceph-mon[91733]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-13T08:03:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:24 smithi066 ceph-mon[84331]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 153 KiB/s wr, 1.44k op/s 2024-04-13T08:03:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:24 smithi066 ceph-mon[84331]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-13T08:03:24.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:24 smithi066 ceph-mon[84331]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-13T08:03:26.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:26 smithi066 ceph-mon[84331]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-13T08:03:26.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:26 smithi066 ceph-mon[84331]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 954 KiB/s rd, 133 KiB/s wr, 1.28k op/s 2024-04-13T08:03:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:26 smithi003 ceph-mon[91733]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-13T08:03:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:26 smithi003 ceph-mon[91733]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 954 KiB/s rd, 133 KiB/s wr, 1.28k op/s 2024-04-13T08:03:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:26 smithi003 ceph-mon[89364]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-13T08:03:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:26 smithi003 ceph-mon[89364]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 954 KiB/s rd, 133 KiB/s wr, 1.28k op/s 2024-04-13T08:03:27.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:27 smithi003 ceph-mon[89364]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-13T08:03:27.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:27 smithi003 ceph-mon[91733]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-13T08:03:27.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:27 smithi066 ceph-mon[84331]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-13T08:03:28.803 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:28 smithi066 ceph-mon[84331]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-13T08:03:28.803 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:28 smithi066 ceph-mon[84331]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 664 KiB/s rd, 99 KiB/s wr, 898 op/s 2024-04-13T08:03:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:28 smithi003 ceph-mon[91733]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-13T08:03:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:28 smithi003 ceph-mon[91733]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 664 KiB/s rd, 99 KiB/s wr, 898 op/s 2024-04-13T08:03:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:28 smithi003 ceph-mon[89364]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-13T08:03:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:28 smithi003 ceph-mon[89364]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 664 KiB/s rd, 99 KiB/s wr, 898 op/s 2024-04-13T08:03:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:29 smithi003 ceph-mon[91733]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-13T08:03:29.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:29 smithi003 ceph-mon[89364]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-13T08:03:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:29 smithi066 ceph-mon[84331]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-13T08:03:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:30 smithi003 ceph-mon[89364]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-13T08:03:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:30 smithi003 ceph-mon[89364]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2024-04-13T08:03:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:30 smithi003 ceph-mon[91733]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-13T08:03:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:30 smithi003 ceph-mon[91733]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2024-04-13T08:03:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:30 smithi066 ceph-mon[84331]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-13T08:03:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:30 smithi066 ceph-mon[84331]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2024-04-13T08:03:31.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:31 smithi003 ceph-mon[89364]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-13T08:03:31.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:31 smithi003 ceph-mon[91733]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-13T08:03:31.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:31 smithi066 ceph-mon[84331]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-13T08:03:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:32 smithi066 ceph-mon[84331]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-13T08:03:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:32 smithi066 ceph-mon[84331]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 88 op/s 2024-04-13T08:03:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:03:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:03:32.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:32 smithi003 ceph-mon[89364]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-13T08:03:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:32 smithi003 ceph-mon[89364]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 88 op/s 2024-04-13T08:03:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:32 smithi003 ceph-mon[91733]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-13T08:03:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:32 smithi003 ceph-mon[91733]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 88 op/s 2024-04-13T08:03:33.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:33 smithi003 ceph-mon[89364]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-13T08:03:33.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:33 smithi003 ceph-mon[91733]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-13T08:03:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:33 smithi066 ceph-mon[84331]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-13T08:03:34.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:34 smithi003 ceph-mon[91733]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-13T08:03:34.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:34 smithi003 ceph-mon[91733]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 5.0 KiB/s wr, 85 op/s 2024-04-13T08:03:34.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:34 smithi003 ceph-mon[91733]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-13T08:03:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:34 smithi003 ceph-mon[89364]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-13T08:03:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:34 smithi003 ceph-mon[89364]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 5.0 KiB/s wr, 85 op/s 2024-04-13T08:03:34.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:34 smithi003 ceph-mon[89364]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-13T08:03:34.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:03:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:03:34] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.43.0" 2024-04-13T08:03:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:34 smithi066 ceph-mon[84331]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-13T08:03:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:34 smithi066 ceph-mon[84331]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 5.0 KiB/s wr, 85 op/s 2024-04-13T08:03:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:34 smithi066 ceph-mon[84331]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-13T08:03:36.479 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.Snapshot (15639 ms) 2024-04-13T08:03:36.480 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-04-13T08:03:36.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:36 smithi003 ceph-mon[91733]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-13T08:03:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:36 smithi003 ceph-mon[91733]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 6.0 KiB/s wr, 84 op/s 2024-04-13T08:03:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:36 smithi003 ceph-mon[89364]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-13T08:03:36.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:36 smithi003 ceph-mon[89364]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 6.0 KiB/s wr, 84 op/s 2024-04-13T08:03:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:36 smithi066 ceph-mon[84331]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-13T08:03:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:36 smithi066 ceph-mon[84331]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 6.0 KiB/s wr, 84 op/s 2024-04-13T08:03:37.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:37 smithi003 ceph-mon[91733]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-13T08:03:37.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:37 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/46a71c52-ef4a-4d9e-8168-21c1709f823e"}]: dispatch 2024-04-13T08:03:37.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:37 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/46a71c52-ef4a-4d9e-8168-21c1709f823e"}]: dispatch 2024-04-13T08:03:37.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:37 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/46a71c52-ef4a-4d9e-8168-21c1709f823e"}]': finished 2024-04-13T08:03:37.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:37 smithi003 ceph-mon[89364]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-13T08:03:37.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:37 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/46a71c52-ef4a-4d9e-8168-21c1709f823e"}]: dispatch 2024-04-13T08:03:37.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:37 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/46a71c52-ef4a-4d9e-8168-21c1709f823e"}]: dispatch 2024-04-13T08:03:37.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:37 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/46a71c52-ef4a-4d9e-8168-21c1709f823e"}]': finished 2024-04-13T08:03:37.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:37 smithi066 ceph-mon[84331]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-13T08:03:37.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:37 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/46a71c52-ef4a-4d9e-8168-21c1709f823e"}]: dispatch 2024-04-13T08:03:37.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:37 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/46a71c52-ef4a-4d9e-8168-21c1709f823e"}]: dispatch 2024-04-13T08:03:37.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:37 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/46a71c52-ef4a-4d9e-8168-21c1709f823e"}]': finished 2024-04-13T08:03:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:38 smithi003 ceph-mon[91733]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 6.0 KiB/s wr, 84 op/s 2024-04-13T08:03:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:38 smithi003 ceph-mon[91733]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-13T08:03:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:38 smithi003 ceph-mon[89364]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 6.0 KiB/s wr, 84 op/s 2024-04-13T08:03:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:38 smithi003 ceph-mon[89364]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-13T08:03:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:38 smithi066 ceph-mon[84331]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 6.0 KiB/s wr, 84 op/s 2024-04-13T08:03:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:38 smithi066 ceph-mon[84331]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-13T08:03:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:39.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:39 smithi003 ceph-mon[91733]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-13T08:03:39.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:39 smithi003 ceph-mon[91733]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-13T08:03:39.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:39 smithi003 ceph-mon[89364]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-13T08:03:39.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:39 smithi003 ceph-mon[89364]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-13T08:03:39.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:39 smithi066 ceph-mon[84331]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-13T08:03:39.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:39 smithi066 ceph-mon[84331]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-13T08:03:40.480 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4001 ms) 2024-04-13T08:03:40.480 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-04-13T08:03:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:40 smithi003 ceph-mon[91733]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.5 KiB/s wr, 49 op/s 2024-04-13T08:03:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:40 smithi003 ceph-mon[91733]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-13T08:03:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:40 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/173705a2-8156-499a-a89d-066494f36381"}]: dispatch 2024-04-13T08:03:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:40 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/173705a2-8156-499a-a89d-066494f36381"}]: dispatch 2024-04-13T08:03:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:40 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/173705a2-8156-499a-a89d-066494f36381"}]': finished 2024-04-13T08:03:40.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:40 smithi003 ceph-mon[89364]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.5 KiB/s wr, 49 op/s 2024-04-13T08:03:40.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:40 smithi003 ceph-mon[89364]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-13T08:03:40.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:40 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/173705a2-8156-499a-a89d-066494f36381"}]: dispatch 2024-04-13T08:03:40.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:40 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/173705a2-8156-499a-a89d-066494f36381"}]: dispatch 2024-04-13T08:03:40.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:40 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/173705a2-8156-499a-a89d-066494f36381"}]': finished 2024-04-13T08:03:40.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:40 smithi066 ceph-mon[84331]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.5 KiB/s wr, 49 op/s 2024-04-13T08:03:40.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:40 smithi066 ceph-mon[84331]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-13T08:03:40.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:40 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/173705a2-8156-499a-a89d-066494f36381"}]: dispatch 2024-04-13T08:03:40.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:40 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/173705a2-8156-499a-a89d-066494f36381"}]: dispatch 2024-04-13T08:03:40.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:40 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/173705a2-8156-499a-a89d-066494f36381"}]': finished 2024-04-13T08:03:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:42 smithi066 ceph-mon[84331]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 8.5 KiB/s wr, 105 op/s 2024-04-13T08:03:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:42 smithi066 ceph-mon[84331]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-13T08:03:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:03:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:03:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:42 smithi003 ceph-mon[91733]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 8.5 KiB/s wr, 105 op/s 2024-04-13T08:03:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:42 smithi003 ceph-mon[91733]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-13T08:03:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:42 smithi003 ceph-mon[89364]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 8.5 KiB/s wr, 105 op/s 2024-04-13T08:03:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:42 smithi003 ceph-mon[89364]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-13T08:03:43.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:43 smithi003 ceph-mon[91733]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-13T08:03:43.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:43 smithi003 ceph-mon[89364]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-13T08:03:43.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:43 smithi066 ceph-mon[84331]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-13T08:03:44.508 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:03:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:03:44] "GET /metrics HTTP/1.1" 200 36445 "" "Prometheus/2.43.0" 2024-04-13T08:03:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:44 smithi003 ceph-mon[89364]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.9 KiB/s wr, 55 op/s 2024-04-13T08:03:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:44 smithi003 ceph-mon[89364]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-13T08:03:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:44 smithi003 ceph-mon[89364]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-13T08:03:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:44 smithi003 ceph-mon[91733]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.9 KiB/s wr, 55 op/s 2024-04-13T08:03:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:44 smithi003 ceph-mon[91733]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-13T08:03:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:44 smithi003 ceph-mon[91733]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-13T08:03:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:44 smithi066 ceph-mon[84331]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.9 KiB/s wr, 55 op/s 2024-04-13T08:03:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:44 smithi066 ceph-mon[84331]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-13T08:03:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:44 smithi066 ceph-mon[84331]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-13T08:03:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:46 smithi003 ceph-mon[89364]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-13T08:03:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:46 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bc6b22ca-c618-4836-ad6a-c2aa5fba0fe5"}]: dispatch 2024-04-13T08:03:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:46 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bc6b22ca-c618-4836-ad6a-c2aa5fba0fe5"}]: dispatch 2024-04-13T08:03:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:46 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bc6b22ca-c618-4836-ad6a-c2aa5fba0fe5"}]': finished 2024-04-13T08:03:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:46 smithi003 ceph-mon[89364]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 12 KiB/s wr, 155 op/s 2024-04-13T08:03:46.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:46 smithi003 ceph-mon[91733]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-13T08:03:46.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:46 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bc6b22ca-c618-4836-ad6a-c2aa5fba0fe5"}]: dispatch 2024-04-13T08:03:46.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:46 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bc6b22ca-c618-4836-ad6a-c2aa5fba0fe5"}]: dispatch 2024-04-13T08:03:46.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:46 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bc6b22ca-c618-4836-ad6a-c2aa5fba0fe5"}]': finished 2024-04-13T08:03:46.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:46 smithi003 ceph-mon[91733]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 12 KiB/s wr, 155 op/s 2024-04-13T08:03:46.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:46 smithi066 ceph-mon[84331]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-13T08:03:46.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:46 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bc6b22ca-c618-4836-ad6a-c2aa5fba0fe5"}]: dispatch 2024-04-13T08:03:46.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:46 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bc6b22ca-c618-4836-ad6a-c2aa5fba0fe5"}]: dispatch 2024-04-13T08:03:46.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:46 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bc6b22ca-c618-4836-ad6a-c2aa5fba0fe5"}]': finished 2024-04-13T08:03:46.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:46 smithi066 ceph-mon[84331]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 12 KiB/s wr, 155 op/s 2024-04-13T08:03:47.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:47 smithi003 ceph-mon[91733]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-13T08:03:47.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:47 smithi003 ceph-mon[89364]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-13T08:03:47.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:47 smithi066 ceph-mon[84331]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-13T08:03:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:48 smithi003 ceph-mon[91733]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-13T08:03:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:48 smithi003 ceph-mon[91733]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 12 KiB/s wr, 156 op/s 2024-04-13T08:03:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:48 smithi003 ceph-mon[89364]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-13T08:03:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:48 smithi003 ceph-mon[89364]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 12 KiB/s wr, 156 op/s 2024-04-13T08:03:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:48 smithi066 ceph-mon[84331]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-13T08:03:48.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:48 smithi066 ceph-mon[84331]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 12 KiB/s wr, 156 op/s 2024-04-13T08:03:49.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:49 smithi003 ceph-mon[91733]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-13T08:03:49.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:49 smithi003 ceph-mon[91733]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-13T08:03:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:49 smithi003 ceph-mon[89364]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-13T08:03:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:49 smithi003 ceph-mon[89364]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-13T08:03:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:49 smithi066 ceph-mon[84331]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-13T08:03:49.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:49 smithi066 ceph-mon[84331]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-13T08:03:50.475 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9995 ms) 2024-04-13T08:03:50.475 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-04-13T08:03:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:50 smithi003 ceph-mon[89364]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 4.2 KiB/s wr, 96 op/s 2024-04-13T08:03:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:50 smithi003 ceph-mon[89364]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-13T08:03:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:50 smithi003 ceph-mon[91733]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 4.2 KiB/s wr, 96 op/s 2024-04-13T08:03:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:50 smithi003 ceph-mon[91733]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-13T08:03:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:50 smithi066 ceph-mon[84331]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 4.2 KiB/s wr, 96 op/s 2024-04-13T08:03:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:50 smithi066 ceph-mon[84331]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-13T08:03:51.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:51 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8d342699-da19-4d1a-922e-a349514d22a1"}]: dispatch 2024-04-13T08:03:51.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:51 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8d342699-da19-4d1a-922e-a349514d22a1"}]: dispatch 2024-04-13T08:03:51.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:51 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8d342699-da19-4d1a-922e-a349514d22a1"}]': finished 2024-04-13T08:03:51.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:51 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3e2ca313-971f-4fac-a3a2-33ba6b61f047"}]: dispatch 2024-04-13T08:03:51.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:51 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3e2ca313-971f-4fac-a3a2-33ba6b61f047"}]: dispatch 2024-04-13T08:03:51.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:51 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3e2ca313-971f-4fac-a3a2-33ba6b61f047"}]': finished 2024-04-13T08:03:51.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:51 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8d342699-da19-4d1a-922e-a349514d22a1"}]: dispatch 2024-04-13T08:03:51.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:51 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8d342699-da19-4d1a-922e-a349514d22a1"}]: dispatch 2024-04-13T08:03:51.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:51 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8d342699-da19-4d1a-922e-a349514d22a1"}]': finished 2024-04-13T08:03:51.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:51 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3e2ca313-971f-4fac-a3a2-33ba6b61f047"}]: dispatch 2024-04-13T08:03:51.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:51 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3e2ca313-971f-4fac-a3a2-33ba6b61f047"}]: dispatch 2024-04-13T08:03:51.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:51 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3e2ca313-971f-4fac-a3a2-33ba6b61f047"}]': finished 2024-04-13T08:03:51.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:51 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8d342699-da19-4d1a-922e-a349514d22a1"}]: dispatch 2024-04-13T08:03:51.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:51 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8d342699-da19-4d1a-922e-a349514d22a1"}]: dispatch 2024-04-13T08:03:51.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:51 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8d342699-da19-4d1a-922e-a349514d22a1"}]': finished 2024-04-13T08:03:51.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:51 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3e2ca313-971f-4fac-a3a2-33ba6b61f047"}]: dispatch 2024-04-13T08:03:51.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:51 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3e2ca313-971f-4fac-a3a2-33ba6b61f047"}]: dispatch 2024-04-13T08:03:51.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:51 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3e2ca313-971f-4fac-a3a2-33ba6b61f047"}]': finished 2024-04-13T08:03:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:52 smithi066 ceph-mon[84331]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 8.6 KiB/s wr, 216 op/s 2024-04-13T08:03:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:52 smithi066 ceph-mon[84331]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-13T08:03:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:03:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:03:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:03:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:52 smithi003 ceph-mon[91733]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 8.6 KiB/s wr, 216 op/s 2024-04-13T08:03:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:52 smithi003 ceph-mon[91733]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-13T08:03:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:52 smithi003 ceph-mon[89364]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 8.6 KiB/s wr, 216 op/s 2024-04-13T08:03:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:52 smithi003 ceph-mon[89364]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-13T08:03:53.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:53 smithi003 ceph-mon[89364]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-13T08:03:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:53 smithi003 ceph-mon[91733]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-13T08:03:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:53 smithi066 ceph-mon[84331]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-13T08:03:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:03:54.440 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.SnapshotImageState (3964 ms) 2024-04-13T08:03:54.440 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-04-13T08:03:54.481 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:03:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:03:54] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.43.0" 2024-04-13T08:03:54.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:54 smithi003 ceph-mon[91733]: pgmap v2760: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 4.6 KiB/s wr, 120 op/s 2024-04-13T08:03:54.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:54 smithi003 ceph-mon[91733]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-13T08:03:54.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:54 smithi003 ceph-mon[91733]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-13T08:03:54.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:54 smithi003 ceph-mon[89364]: pgmap v2760: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 4.6 KiB/s wr, 120 op/s 2024-04-13T08:03:54.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:54 smithi003 ceph-mon[89364]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-13T08:03:54.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:54 smithi003 ceph-mon[89364]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-13T08:03:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:54 smithi066 ceph-mon[84331]: pgmap v2760: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 4.6 KiB/s wr, 120 op/s 2024-04-13T08:03:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:54 smithi066 ceph-mon[84331]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-13T08:03:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:54 smithi066 ceph-mon[84331]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-13T08:03:56.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:56 smithi003 ceph-mon[91733]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-13T08:03:56.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:56 smithi003 ceph-mon[91733]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 25 KiB/s wr, 231 op/s 2024-04-13T08:03:56.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:56 smithi003 ceph-mon[89364]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-13T08:03:56.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:56 smithi003 ceph-mon[89364]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 25 KiB/s wr, 231 op/s 2024-04-13T08:03:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:56 smithi066 ceph-mon[84331]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-13T08:03:56.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:56 smithi066 ceph-mon[84331]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 25 KiB/s wr, 231 op/s 2024-04-13T08:03:57.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:57 smithi066 ceph-mon[84331]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-13T08:03:57.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:57 smithi003 ceph-mon[91733]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-13T08:03:57.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:57 smithi003 ceph-mon[89364]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-13T08:03:58.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:58 smithi066 ceph-mon[84331]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-13T08:03:58.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:58 smithi066 ceph-mon[84331]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 25 KiB/s wr, 232 op/s 2024-04-13T08:03:58.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:58 smithi003 ceph-mon[91733]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-13T08:03:58.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:58 smithi003 ceph-mon[91733]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 25 KiB/s wr, 232 op/s 2024-04-13T08:03:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:58 smithi003 ceph-mon[89364]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-13T08:03:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:58 smithi003 ceph-mon[89364]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 25 KiB/s wr, 232 op/s 2024-04-13T08:03:59.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:59 smithi066 ceph-mon[84331]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-13T08:03:59.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:03:59 smithi066 ceph-mon[84331]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-13T08:03:59.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:59 smithi003 ceph-mon[91733]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-13T08:03:59.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:03:59 smithi003 ceph-mon[91733]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-13T08:03:59.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:59 smithi003 ceph-mon[89364]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-13T08:03:59.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:03:59 smithi003 ceph-mon[89364]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-13T08:04:00.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:00 smithi003 ceph-mon[91733]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 6.5 KiB/s wr, 114 op/s 2024-04-13T08:04:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:00 smithi003 ceph-mon[89364]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 6.5 KiB/s wr, 114 op/s 2024-04-13T08:04:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:00 smithi066 ceph-mon[84331]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 6.5 KiB/s wr, 114 op/s 2024-04-13T08:04:01.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:01 smithi003 ceph-mon[91733]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-13T08:04:01.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:01 smithi003 ceph-mon[89364]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-13T08:04:01.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:01 smithi066 ceph-mon[84331]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-13T08:04:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:02 smithi066 ceph-mon[84331]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-13T08:04:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:02 smithi066 ceph-mon[84331]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 8.7 KiB/s wr, 136 op/s 2024-04-13T08:04:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:04:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:04:02.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:02 smithi003 ceph-mon[89364]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-13T08:04:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:02 smithi003 ceph-mon[89364]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 8.7 KiB/s wr, 136 op/s 2024-04-13T08:04:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:02 smithi003 ceph-mon[91733]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-13T08:04:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:02 smithi003 ceph-mon[91733]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 8.7 KiB/s wr, 136 op/s 2024-04-13T08:04:03.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:03 smithi003 ceph-mon[91733]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-13T08:04:03.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:03 smithi003 ceph-mon[89364]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-13T08:04:03.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:03 smithi066 ceph-mon[84331]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-13T08:04:04.461 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (10022 ms) 2024-04-13T08:04:04.461 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-04-13T08:04:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:04:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:04:04] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.43.0" 2024-04-13T08:04:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:04 smithi003 ceph-mon[89364]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-13T08:04:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:04 smithi003 ceph-mon[89364]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.5 KiB/s wr, 22 op/s 2024-04-13T08:04:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:04 smithi003 ceph-mon[89364]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-13T08:04:04.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:04 smithi003 ceph-mon[91733]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-13T08:04:04.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:04 smithi003 ceph-mon[91733]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.5 KiB/s wr, 22 op/s 2024-04-13T08:04:04.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:04 smithi003 ceph-mon[91733]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-13T08:04:04.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:04 smithi066 ceph-mon[84331]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-13T08:04:04.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:04 smithi066 ceph-mon[84331]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.5 KiB/s wr, 22 op/s 2024-04-13T08:04:04.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:04 smithi066 ceph-mon[84331]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-13T08:04:05.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:05 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/13c24528-d66e-4909-8aab-74e05c952206"}]: dispatch 2024-04-13T08:04:05.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:05 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/13c24528-d66e-4909-8aab-74e05c952206"}]: dispatch 2024-04-13T08:04:05.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:05 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/13c24528-d66e-4909-8aab-74e05c952206"}]': finished 2024-04-13T08:04:05.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:05 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/13c24528-d66e-4909-8aab-74e05c952206"}]: dispatch 2024-04-13T08:04:05.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:05 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/13c24528-d66e-4909-8aab-74e05c952206"}]: dispatch 2024-04-13T08:04:05.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:05 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/13c24528-d66e-4909-8aab-74e05c952206"}]': finished 2024-04-13T08:04:05.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:05 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/13c24528-d66e-4909-8aab-74e05c952206"}]: dispatch 2024-04-13T08:04:05.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:05 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/13c24528-d66e-4909-8aab-74e05c952206"}]: dispatch 2024-04-13T08:04:05.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:05 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/13c24528-d66e-4909-8aab-74e05c952206"}]': finished 2024-04-13T08:04:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:06 smithi003 ceph-mon[91733]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-13T08:04:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:06 smithi003 ceph-mon[91733]: pgmap v2779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 7.0 KiB/s wr, 90 op/s 2024-04-13T08:04:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:06 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:04:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:06 smithi003 ceph-mon[89364]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-13T08:04:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:06 smithi003 ceph-mon[89364]: pgmap v2779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 7.0 KiB/s wr, 90 op/s 2024-04-13T08:04:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:06 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:04:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:06 smithi066 ceph-mon[84331]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-13T08:04:06.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:06 smithi066 ceph-mon[84331]: pgmap v2779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 7.0 KiB/s wr, 90 op/s 2024-04-13T08:04:06.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:06 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:04:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:07 smithi003 ceph-mon[91733]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-13T08:04:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:04:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:04:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:04:07.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:07 smithi003 ceph-mon[89364]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-13T08:04:07.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:04:07.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:04:07.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:04:07.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:07 smithi066 ceph-mon[84331]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-13T08:04:07.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:04:07.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:04:07.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:04:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:08 smithi003 ceph-mon[89364]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-13T08:04:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:08 smithi003 ceph-mon[89364]: pgmap v2782: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 7.2 KiB/s wr, 90 op/s 2024-04-13T08:04:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:08 smithi003 ceph-mon[91733]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-13T08:04:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:08 smithi003 ceph-mon[91733]: pgmap v2782: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 7.2 KiB/s wr, 90 op/s 2024-04-13T08:04:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:08.901 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 08:04:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=cleanup t=2024-04-13T08:04:08.494775114Z level=info msg="Completed cleanup jobs" duration=1.363903ms 2024-04-13T08:04:08.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:08 smithi066 ceph-mon[84331]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-13T08:04:08.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:08 smithi066 ceph-mon[84331]: pgmap v2782: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 7.2 KiB/s wr, 90 op/s 2024-04-13T08:04:08.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:09.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:09 smithi003 ceph-mon[91733]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-13T08:04:09.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:09 smithi003 ceph-mon[91733]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-13T08:04:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:09 smithi003 ceph-mon[89364]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-13T08:04:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:09 smithi003 ceph-mon[89364]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-13T08:04:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:09 smithi066 ceph-mon[84331]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-13T08:04:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:09 smithi066 ceph-mon[84331]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-13T08:04:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:10 smithi003 ceph-mon[91733]: pgmap v2785: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 7.2 KiB/s wr, 67 op/s 2024-04-13T08:04:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:10 smithi003 ceph-mon[91733]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-13T08:04:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:10 smithi003 ceph-mon[89364]: pgmap v2785: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 7.2 KiB/s wr, 67 op/s 2024-04-13T08:04:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:10 smithi003 ceph-mon[89364]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-13T08:04:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:10 smithi066 ceph-mon[84331]: pgmap v2785: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 7.2 KiB/s wr, 67 op/s 2024-04-13T08:04:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:10 smithi066 ceph-mon[84331]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-13T08:04:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:04:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:04:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:12 smithi066 ceph-mon[84331]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-13T08:04:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:12 smithi066 ceph-mon[84331]: pgmap v2788: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 15 KiB/s wr, 135 op/s 2024-04-13T08:04:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:12 smithi003 ceph-mon[91733]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-13T08:04:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:12 smithi003 ceph-mon[91733]: pgmap v2788: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 15 KiB/s wr, 135 op/s 2024-04-13T08:04:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:12 smithi003 ceph-mon[89364]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-13T08:04:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:12 smithi003 ceph-mon[89364]: pgmap v2788: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 15 KiB/s wr, 135 op/s 2024-04-13T08:04:13.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:13 smithi066 ceph-mon[84331]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-13T08:04:13.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:13 smithi003 ceph-mon[91733]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-13T08:04:13.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:13 smithi003 ceph-mon[89364]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-13T08:04:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:14 smithi003 ceph-mon[91733]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-13T08:04:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:14 smithi003 ceph-mon[91733]: pgmap v2791: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 7.7 KiB/s wr, 68 op/s 2024-04-13T08:04:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:14 smithi003 ceph-mon[91733]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-13T08:04:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:14 smithi003 ceph-mon[89364]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-13T08:04:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:14 smithi003 ceph-mon[89364]: pgmap v2791: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 7.7 KiB/s wr, 68 op/s 2024-04-13T08:04:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:14 smithi003 ceph-mon[89364]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-13T08:04:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:04:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:04:14] "GET /metrics HTTP/1.1" 200 36446 "" "Prometheus/2.43.0" 2024-04-13T08:04:14.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:14 smithi066 ceph-mon[84331]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-13T08:04:14.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:14 smithi066 ceph-mon[84331]: pgmap v2791: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 7.7 KiB/s wr, 68 op/s 2024-04-13T08:04:14.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:14 smithi066 ceph-mon[84331]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-13T08:04:16.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:16 smithi003 ceph-mon[91733]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-13T08:04:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:16 smithi003 ceph-mon[91733]: pgmap v2794: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 13 KiB/s wr, 114 op/s 2024-04-13T08:04:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:16 smithi003 ceph-mon[89364]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-13T08:04:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:16 smithi003 ceph-mon[89364]: pgmap v2794: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 13 KiB/s wr, 114 op/s 2024-04-13T08:04:16.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:16 smithi066 ceph-mon[84331]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-13T08:04:16.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:16 smithi066 ceph-mon[84331]: pgmap v2794: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 13 KiB/s wr, 114 op/s 2024-04-13T08:04:17.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:17 smithi003 ceph-mon[91733]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-13T08:04:17.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:17 smithi003 ceph-mon[89364]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-13T08:04:17.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:17 smithi066 ceph-mon[84331]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-13T08:04:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:18 smithi003 ceph-mon[91733]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-13T08:04:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:18 smithi003 ceph-mon[91733]: pgmap v2797: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 13 KiB/s wr, 114 op/s 2024-04-13T08:04:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:18 smithi003 ceph-mon[89364]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-13T08:04:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:18 smithi003 ceph-mon[89364]: pgmap v2797: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 13 KiB/s wr, 114 op/s 2024-04-13T08:04:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:18 smithi066 ceph-mon[84331]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-13T08:04:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:18 smithi066 ceph-mon[84331]: pgmap v2797: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 13 KiB/s wr, 114 op/s 2024-04-13T08:04:19.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:19 smithi003 ceph-mon[91733]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-13T08:04:19.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:19 smithi003 ceph-mon[89364]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-13T08:04:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:19 smithi066 ceph-mon[84331]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-13T08:04:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:20 smithi003 ceph-mon[91733]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-13T08:04:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:20 smithi003 ceph-mon[91733]: pgmap v2800: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 9.7 KiB/s wr, 109 op/s 2024-04-13T08:04:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:20 smithi003 ceph-mon[89364]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-13T08:04:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:20 smithi003 ceph-mon[89364]: pgmap v2800: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 9.7 KiB/s wr, 109 op/s 2024-04-13T08:04:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:20 smithi066 ceph-mon[84331]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-13T08:04:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:20 smithi066 ceph-mon[84331]: pgmap v2800: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 9.7 KiB/s wr, 109 op/s 2024-04-13T08:04:21.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:21 smithi003 ceph-mon[91733]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-13T08:04:21.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:21 smithi003 ceph-mon[89364]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-13T08:04:21.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:21 smithi066 ceph-mon[84331]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-13T08:04:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:22 smithi066 ceph-mon[84331]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-13T08:04:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:22 smithi066 ceph-mon[84331]: pgmap v2803: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 19 KiB/s wr, 247 op/s 2024-04-13T08:04:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:04:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:04:22.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:22 smithi003 ceph-mon[91733]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-13T08:04:22.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:22 smithi003 ceph-mon[91733]: pgmap v2803: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 19 KiB/s wr, 247 op/s 2024-04-13T08:04:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:22 smithi003 ceph-mon[89364]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-13T08:04:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:22 smithi003 ceph-mon[89364]: pgmap v2803: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 19 KiB/s wr, 247 op/s 2024-04-13T08:04:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:23 smithi003 ceph-mon[91733]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-13T08:04:23.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:23 smithi003 ceph-mon[89364]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-13T08:04:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:23 smithi066 ceph-mon[84331]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-13T08:04:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:24.474 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:04:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:04:24] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-04-13T08:04:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:24 smithi003 ceph-mon[91733]: pgmap v2806: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 9.7 KiB/s wr, 138 op/s 2024-04-13T08:04:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:24 smithi003 ceph-mon[91733]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-13T08:04:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:24 smithi003 ceph-mon[91733]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-13T08:04:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:24 smithi003 ceph-mon[89364]: pgmap v2806: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 9.7 KiB/s wr, 138 op/s 2024-04-13T08:04:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:24 smithi003 ceph-mon[89364]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-13T08:04:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:24 smithi003 ceph-mon[89364]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-13T08:04:24.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:24 smithi066 ceph-mon[84331]: pgmap v2806: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 9.7 KiB/s wr, 138 op/s 2024-04-13T08:04:24.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:24 smithi066 ceph-mon[84331]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-13T08:04:24.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:24 smithi066 ceph-mon[84331]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-13T08:04:26.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:26 smithi066 ceph-mon[84331]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-13T08:04:26.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:26 smithi066 ceph-mon[84331]: pgmap v2809: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 8.5 KiB/s wr, 135 op/s 2024-04-13T08:04:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:26 smithi003 ceph-mon[91733]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-13T08:04:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:26 smithi003 ceph-mon[91733]: pgmap v2809: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 8.5 KiB/s wr, 135 op/s 2024-04-13T08:04:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:26 smithi003 ceph-mon[89364]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-13T08:04:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:26 smithi003 ceph-mon[89364]: pgmap v2809: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 8.5 KiB/s wr, 135 op/s 2024-04-13T08:04:27.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:27 smithi066 ceph-mon[84331]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-13T08:04:27.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:27 smithi003 ceph-mon[91733]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-13T08:04:27.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:27 smithi003 ceph-mon[89364]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-13T08:04:28.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:28 smithi003 ceph-mon[89364]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-13T08:04:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:28 smithi003 ceph-mon[89364]: pgmap v2812: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 8.5 KiB/s wr, 136 op/s 2024-04-13T08:04:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:28 smithi003 ceph-mon[91733]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-13T08:04:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:28 smithi003 ceph-mon[91733]: pgmap v2812: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 8.5 KiB/s wr, 136 op/s 2024-04-13T08:04:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:28 smithi066 ceph-mon[84331]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-13T08:04:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:28 smithi066 ceph-mon[84331]: pgmap v2812: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 8.5 KiB/s wr, 136 op/s 2024-04-13T08:04:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:29 smithi003 ceph-mon[91733]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-13T08:04:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:29 smithi003 ceph-mon[91733]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-13T08:04:29.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:29 smithi003 ceph-mon[89364]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-13T08:04:29.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:29 smithi003 ceph-mon[89364]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-13T08:04:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:29 smithi066 ceph-mon[84331]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-13T08:04:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:29 smithi066 ceph-mon[84331]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-13T08:04:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:30 smithi003 ceph-mon[91733]: pgmap v2815: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.2 KiB/s wr, 48 op/s 2024-04-13T08:04:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:30 smithi003 ceph-mon[89364]: pgmap v2815: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.2 KiB/s wr, 48 op/s 2024-04-13T08:04:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:30 smithi066 ceph-mon[84331]: pgmap v2815: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.2 KiB/s wr, 48 op/s 2024-04-13T08:04:31.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:31 smithi003 ceph-mon[91733]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-13T08:04:31.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:31 smithi003 ceph-mon[89364]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-13T08:04:31.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:31 smithi066 ceph-mon[84331]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-13T08:04:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:04:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:04:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:32 smithi066 ceph-mon[84331]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-13T08:04:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:32 smithi066 ceph-mon[84331]: pgmap v2818: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 7.0 KiB/s wr, 120 op/s 2024-04-13T08:04:32.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:32 smithi003 ceph-mon[91733]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-13T08:04:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:32 smithi003 ceph-mon[91733]: pgmap v2818: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 7.0 KiB/s wr, 120 op/s 2024-04-13T08:04:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:32 smithi003 ceph-mon[89364]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-13T08:04:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:32 smithi003 ceph-mon[89364]: pgmap v2818: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 7.0 KiB/s wr, 120 op/s 2024-04-13T08:04:33.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:33 smithi003 ceph-mon[91733]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-13T08:04:33.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:33 smithi003 ceph-mon[89364]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-13T08:04:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:33 smithi066 ceph-mon[84331]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-13T08:04:34.464 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:04:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:04:34] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-04-13T08:04:34.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:34 smithi003 ceph-mon[91733]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-13T08:04:34.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:34 smithi003 ceph-mon[91733]: pgmap v2821: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-04-13T08:04:34.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:34 smithi003 ceph-mon[91733]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-13T08:04:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:34 smithi003 ceph-mon[89364]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-13T08:04:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:34 smithi003 ceph-mon[89364]: pgmap v2821: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-04-13T08:04:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:34 smithi003 ceph-mon[89364]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-13T08:04:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:34 smithi066 ceph-mon[84331]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-13T08:04:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:34 smithi066 ceph-mon[84331]: pgmap v2821: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-04-13T08:04:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:34 smithi066 ceph-mon[84331]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-13T08:04:35.469 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31008 ms) 2024-04-13T08:04:36.474 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 51 tests from TestMirroring (86701 ms total) 2024-04-13T08:04:36.474 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:04:36.474 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 34 tests from TestInternal 2024-04-13T08:04:36.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:36 smithi066 ceph-mon[84331]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-13T08:04:36.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:36 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c12ebd14-e146-46ee-8ab2-81774e5dc3c2"}]: dispatch 2024-04-13T08:04:36.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:36 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c12ebd14-e146-46ee-8ab2-81774e5dc3c2"}]: dispatch 2024-04-13T08:04:36.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:36 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c12ebd14-e146-46ee-8ab2-81774e5dc3c2"}]': finished 2024-04-13T08:04:36.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:36 smithi066 ceph-mon[84331]: pgmap v2824: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 9.2 KiB/s wr, 156 op/s 2024-04-13T08:04:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:36 smithi003 ceph-mon[89364]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-13T08:04:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:36 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c12ebd14-e146-46ee-8ab2-81774e5dc3c2"}]: dispatch 2024-04-13T08:04:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:36 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c12ebd14-e146-46ee-8ab2-81774e5dc3c2"}]: dispatch 2024-04-13T08:04:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:36 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c12ebd14-e146-46ee-8ab2-81774e5dc3c2"}]': finished 2024-04-13T08:04:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:36 smithi003 ceph-mon[89364]: pgmap v2824: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 9.2 KiB/s wr, 156 op/s 2024-04-13T08:04:36.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:36 smithi003 ceph-mon[91733]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-13T08:04:36.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:36 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/735672651' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c12ebd14-e146-46ee-8ab2-81774e5dc3c2"}]: dispatch 2024-04-13T08:04:36.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:36 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c12ebd14-e146-46ee-8ab2-81774e5dc3c2"}]: dispatch 2024-04-13T08:04:36.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:36 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c12ebd14-e146-46ee-8ab2-81774e5dc3c2"}]': finished 2024-04-13T08:04:36.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:36 smithi003 ceph-mon[91733]: pgmap v2824: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 9.2 KiB/s wr, 156 op/s 2024-04-13T08:04:37.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:37 smithi003 ceph-mon[91733]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-13T08:04:37.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:37 smithi003 ceph-mon[89364]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-13T08:04:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:37 smithi066 ceph-mon[84331]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-13T08:04:38.479 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.OpenByID 2024-04-13T08:04:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:38 smithi003 ceph-mon[91733]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-13T08:04:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:38 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/727539447' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:04:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:38 smithi003 ceph-mon[91733]: pgmap v2827: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:04:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:38 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/727539447' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:04:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:38 smithi003 ceph-mon[91733]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-13T08:04:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:38 smithi003 ceph-mon[89364]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-13T08:04:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:38 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/727539447' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:04:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:38 smithi003 ceph-mon[89364]: pgmap v2827: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:04:38.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:38.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:38 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/727539447' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:04:38.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:38 smithi003 ceph-mon[89364]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-13T08:04:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:38 smithi066 ceph-mon[84331]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-13T08:04:38.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:38 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/727539447' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:04:38.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:38 smithi066 ceph-mon[84331]: pgmap v2827: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:04:38.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:38.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:38 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/727539447' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:04:38.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:38 smithi066 ceph-mon[84331]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-13T08:04:39.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:39 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:39.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:39 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:39.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:39 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:04:40.544 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.OpenByID (2064 ms) 2024-04-13T08:04:40.544 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-04-13T08:04:40.567 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.OpenSnapDNE (24 ms) 2024-04-13T08:04:40.568 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-04-13T08:04:40.595 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (27 ms) 2024-04-13T08:04:40.595 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-04-13T08:04:40.621 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.ResizeLocksImage (27 ms) 2024-04-13T08:04:40.621 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-04-13T08:04:40.642 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (21 ms) 2024-04-13T08:04:40.642 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-04-13T08:04:40.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:40 smithi003 ceph-mon[91733]: pgmap v2829: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:04:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:40 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:40 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T08:04:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:40 smithi003 ceph-mon[91733]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-13T08:04:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:40 smithi003 ceph-mon[89364]: pgmap v2829: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:04:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:40 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:40 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T08:04:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:40 smithi003 ceph-mon[89364]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-13T08:04:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:40 smithi066 ceph-mon[84331]: pgmap v2829: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:04:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:40 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:04:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:40 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T08:04:40.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:40 smithi066 ceph-mon[84331]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-13T08:04:41.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:41 smithi003 ceph-mon[89364]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-13T08:04:41.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:41 smithi003 ceph-mon[91733]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-13T08:04:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:41 smithi066 ceph-mon[84331]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-13T08:04:42.538 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1895 ms) 2024-04-13T08:04:42.538 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-04-13T08:04:42.569 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (31 ms) 2024-04-13T08:04:42.569 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-04-13T08:04:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:42 smithi066 ceph-mon[84331]: pgmap v2832: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-13T08:04:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:42 smithi066 ceph-mon[84331]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-13T08:04:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:04:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:04:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:04:42.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:42 smithi003 ceph-mon[91733]: pgmap v2832: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-13T08:04:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:42 smithi003 ceph-mon[91733]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-13T08:04:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:42 smithi003 ceph-mon[89364]: pgmap v2832: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-13T08:04:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:42 smithi003 ceph-mon[89364]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-13T08:04:43.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:43 smithi003 ceph-mon[91733]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-13T08:04:43.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:43 smithi003 ceph-mon[89364]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-13T08:04:43.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:43 smithi066 ceph-mon[84331]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-13T08:04:44.524 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:04:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:04:44] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-04-13T08:04:44.554 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1986 ms) 2024-04-13T08:04:44.554 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-04-13T08:04:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:44 smithi003 ceph-mon[89364]: pgmap v2835: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-13T08:04:44.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:44 smithi003 ceph-mon[89364]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-13T08:04:44.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:44 smithi003 ceph-mon[91733]: pgmap v2835: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-13T08:04:44.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:44 smithi003 ceph-mon[91733]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-13T08:04:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:44 smithi066 ceph-mon[84331]: pgmap v2835: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-13T08:04:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:44 smithi066 ceph-mon[84331]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-13T08:04:45.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:45 smithi003 ceph-mon[91733]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-13T08:04:45.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:45 smithi003 ceph-mon[89364]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-13T08:04:45.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:45 smithi066 ceph-mon[84331]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-13T08:04:46.564 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2010 ms) 2024-04-13T08:04:46.564 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-04-13T08:04:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:46 smithi003 ceph-mon[91733]: pgmap v2838: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 12 KiB/s wr, 152 op/s 2024-04-13T08:04:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:46 smithi003 ceph-mon[91733]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-13T08:04:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:46 smithi003 ceph-mon[89364]: pgmap v2838: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 12 KiB/s wr, 152 op/s 2024-04-13T08:04:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:46 smithi003 ceph-mon[89364]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-13T08:04:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:46 smithi066 ceph-mon[84331]: pgmap v2838: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 12 KiB/s wr, 152 op/s 2024-04-13T08:04:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:46 smithi066 ceph-mon[84331]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-13T08:04:47.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:47 smithi003 ceph-mon[91733]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-13T08:04:47.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:47 smithi003 ceph-mon[89364]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-13T08:04:47.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:47 smithi066 ceph-mon[84331]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-13T08:04:48.581 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2017 ms) 2024-04-13T08:04:48.581 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-04-13T08:04:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:48 smithi003 ceph-mon[91733]: pgmap v2841: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 12 KiB/s wr, 160 op/s 2024-04-13T08:04:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:48 smithi003 ceph-mon[91733]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-13T08:04:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:48 smithi003 ceph-mon[89364]: pgmap v2841: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 12 KiB/s wr, 160 op/s 2024-04-13T08:04:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:48 smithi003 ceph-mon[89364]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-13T08:04:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:48 smithi066 ceph-mon[84331]: pgmap v2841: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 12 KiB/s wr, 160 op/s 2024-04-13T08:04:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:48 smithi066 ceph-mon[84331]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-13T08:04:49.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:49 smithi003 ceph-mon[91733]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-13T08:04:49.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:49 smithi003 ceph-mon[91733]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-13T08:04:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:49 smithi003 ceph-mon[89364]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-13T08:04:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:49 smithi003 ceph-mon[89364]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-13T08:04:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:49 smithi066 ceph-mon[84331]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-13T08:04:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:49 smithi066 ceph-mon[84331]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-13T08:04:50.425 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.FlattenLocksImage (1844 ms) 2024-04-13T08:04:50.425 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-04-13T08:04:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:50 smithi003 ceph-mon[91733]: pgmap v2845: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.0 KiB/s wr, 24 op/s 2024-04-13T08:04:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:50 smithi003 ceph-mon[91733]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-13T08:04:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:50 smithi003 ceph-mon[89364]: pgmap v2845: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.0 KiB/s wr, 24 op/s 2024-04-13T08:04:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:50 smithi003 ceph-mon[89364]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-13T08:04:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:50 smithi066 ceph-mon[84331]: pgmap v2845: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.0 KiB/s wr, 24 op/s 2024-04-13T08:04:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:50 smithi066 ceph-mon[84331]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-13T08:04:52.428 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2003 ms) 2024-04-13T08:04:52.428 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-04-13T08:04:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:04:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:04:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:52 smithi066 ceph-mon[84331]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-13T08:04:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:52 smithi066 ceph-mon[84331]: pgmap v2848: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 6.9 KiB/s wr, 111 op/s 2024-04-13T08:04:52.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:52 smithi003 ceph-mon[91733]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-13T08:04:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:52 smithi003 ceph-mon[91733]: pgmap v2848: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 6.9 KiB/s wr, 111 op/s 2024-04-13T08:04:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:52 smithi003 ceph-mon[89364]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-13T08:04:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:52 smithi003 ceph-mon[89364]: pgmap v2848: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 6.9 KiB/s wr, 111 op/s 2024-04-13T08:04:53.413 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (984 ms) 2024-04-13T08:04:53.413 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-04-13T08:04:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:53 smithi003 ceph-mon[91733]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-13T08:04:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:53 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4077621427' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/4077621427"}]: dispatch 2024-04-13T08:04:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:53 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/4077621427"}]: dispatch 2024-04-13T08:04:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:53 smithi003 ceph-mon[89364]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-13T08:04:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:53 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4077621427' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/4077621427"}]: dispatch 2024-04-13T08:04:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:53 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/4077621427"}]: dispatch 2024-04-13T08:04:53.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:53 smithi066 ceph-mon[84331]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-13T08:04:53.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:53 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4077621427' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/4077621427"}]: dispatch 2024-04-13T08:04:53.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:53 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/4077621427"}]: dispatch 2024-04-13T08:04:53.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:04:54.399 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (986 ms) 2024-04-13T08:04:54.399 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-04-13T08:04:54.437 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.AioWriteRequestsLock (39 ms) 2024-04-13T08:04:54.437 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-04-13T08:04:54.468 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (31 ms) 2024-04-13T08:04:54.468 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-04-13T08:04:54.517 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.CancelAsyncResize (49 ms) 2024-04-13T08:04:54.517 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.MultipleResize 2024-04-13T08:04:54.572 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.MultipleResize (55 ms) 2024-04-13T08:04:54.572 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.Metadata 2024-04-13T08:04:54.625 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.Metadata (53 ms) 2024-04-13T08:04:54.626 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-04-13T08:04:54.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:54 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/4077621427"}]': finished 2024-04-13T08:04:54.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:54 smithi003 ceph-mon[91733]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-13T08:04:54.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:54 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2272538423' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/2272538423"}]: dispatch 2024-04-13T08:04:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:54 smithi003 ceph-mon[91733]: pgmap v2851: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.2 KiB/s wr, 93 op/s 2024-04-13T08:04:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:54 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2272538423' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/2272538423"}]': finished 2024-04-13T08:04:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:54 smithi003 ceph-mon[91733]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-13T08:04:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:54 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/4077621427"}]': finished 2024-04-13T08:04:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:54 smithi003 ceph-mon[89364]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-13T08:04:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:54 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2272538423' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/2272538423"}]: dispatch 2024-04-13T08:04:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:54 smithi003 ceph-mon[89364]: pgmap v2851: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.2 KiB/s wr, 93 op/s 2024-04-13T08:04:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:54 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2272538423' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/2272538423"}]': finished 2024-04-13T08:04:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:54 smithi003 ceph-mon[89364]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-13T08:04:54.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:04:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:04:54] "GET /metrics HTTP/1.1" 200 36444 "" "Prometheus/2.43.0" 2024-04-13T08:04:54.656 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.MetadataConfApply (31 ms) 2024-04-13T08:04:54.656 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-04-13T08:04:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:54 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/4077621427"}]': finished 2024-04-13T08:04:54.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:54 smithi066 ceph-mon[84331]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-13T08:04:54.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:54 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2272538423' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/2272538423"}]: dispatch 2024-04-13T08:04:54.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:54 smithi066 ceph-mon[84331]: pgmap v2851: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.2 KiB/s wr, 93 op/s 2024-04-13T08:04:54.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:54 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2272538423' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/2272538423"}]': finished 2024-04-13T08:04:54.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:54 smithi066 ceph-mon[84331]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-13T08:04:55.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.10", "id": [7, 1]}]: dispatch 2024-04-13T08:04:55.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 4]}]: dispatch 2024-04-13T08:04:55.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.10", "id": [7, 1]}]: dispatch 2024-04-13T08:04:55.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 4]}]: dispatch 2024-04-13T08:04:55.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.10", "id": [7, 1]}]: dispatch 2024-04-13T08:04:55.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 4]}]: dispatch 2024-04-13T08:04:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.10", "id": [7, 1]}]': finished 2024-04-13T08:04:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 4]}]': finished 2024-04-13T08:04:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:56 smithi003 ceph-mon[91733]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-13T08:04:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:56 smithi003 ceph-mon[91733]: pgmap v2854: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 19 KiB/s wr, 284 op/s 2024-04-13T08:04:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.10", "id": [7, 1]}]': finished 2024-04-13T08:04:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 4]}]': finished 2024-04-13T08:04:56.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:56 smithi003 ceph-mon[89364]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-13T08:04:56.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:56 smithi003 ceph-mon[89364]: pgmap v2854: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 19 KiB/s wr, 284 op/s 2024-04-13T08:04:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.10", "id": [7, 1]}]': finished 2024-04-13T08:04:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 4]}]': finished 2024-04-13T08:04:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:56 smithi066 ceph-mon[84331]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-13T08:04:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:56 smithi066 ceph-mon[84331]: pgmap v2854: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 19 KiB/s wr, 284 op/s 2024-04-13T08:04:57.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:57 smithi003 ceph-mon[91733]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-13T08:04:57.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:57 smithi003 ceph-mon[89364]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-13T08:04:57.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:57 smithi066 ceph-mon[84331]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-13T08:04:58.539 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.SnapshotCopyup (3883 ms) 2024-04-13T08:04:58.540 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-04-13T08:04:58.803 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:58 smithi066 ceph-mon[84331]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-13T08:04:58.803 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:58 smithi066 ceph-mon[84331]: pgmap v2857: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 21 KiB/s wr, 309 op/s 2024-04-13T08:04:58.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:58 smithi003 ceph-mon[91733]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-13T08:04:58.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:58 smithi003 ceph-mon[91733]: pgmap v2857: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 21 KiB/s wr, 309 op/s 2024-04-13T08:04:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:58 smithi003 ceph-mon[89364]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-13T08:04:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:58 smithi003 ceph-mon[89364]: pgmap v2857: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 21 KiB/s wr, 309 op/s 2024-04-13T08:04:59.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:59 smithi003 ceph-mon[91733]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-13T08:04:59.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:04:59 smithi003 ceph-mon[91733]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-13T08:04:59.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:59 smithi003 ceph-mon[89364]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-13T08:04:59.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:04:59 smithi003 ceph-mon[89364]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-13T08:04:59.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:59 smithi066 ceph-mon[84331]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-13T08:04:59.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:04:59 smithi066 ceph-mon[84331]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-13T08:05:00.489 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1950 ms) 2024-04-13T08:05:00.489 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-04-13T08:05:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:00 smithi003 ceph-mon[91733]: pgmap v2860: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 18 KiB/s wr, 219 op/s; 13 B/s, 1 keys/s, 0 objects/s recovering 2024-04-13T08:05:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:00 smithi003 ceph-mon[89364]: pgmap v2860: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 18 KiB/s wr, 219 op/s; 13 B/s, 1 keys/s, 0 objects/s recovering 2024-04-13T08:05:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:00 smithi066 ceph-mon[84331]: pgmap v2860: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 18 KiB/s wr, 219 op/s; 13 B/s, 1 keys/s, 0 objects/s recovering 2024-04-13T08:05:01.486 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (997 ms) 2024-04-13T08:05:01.486 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-04-13T08:05:01.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:01 smithi003 ceph-mon[91733]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-13T08:05:01.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:01 smithi003 ceph-mon[89364]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-13T08:05:01.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:01 smithi066 ceph-mon[84331]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-13T08:05:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:02 smithi066 ceph-mon[84331]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-13T08:05:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:02 smithi066 ceph-mon[84331]: pgmap v2863: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 19 KiB/s wr, 265 op/s; 13 B/s, 1 keys/s, 0 objects/s recovering 2024-04-13T08:05:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:05:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:05:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:02 smithi003 ceph-mon[91733]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-13T08:05:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:02 smithi003 ceph-mon[91733]: pgmap v2863: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 19 KiB/s wr, 265 op/s; 13 B/s, 1 keys/s, 0 objects/s recovering 2024-04-13T08:05:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:02 smithi003 ceph-mon[89364]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-13T08:05:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:02 smithi003 ceph-mon[89364]: pgmap v2863: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 19 KiB/s wr, 265 op/s; 13 B/s, 1 keys/s, 0 objects/s recovering 2024-04-13T08:05:03.532 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.ResizeCopyup (2045 ms) 2024-04-13T08:05:03.532 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-04-13T08:05:03.540 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_internal.cc:1056: Skipped 2024-04-13T08:05:03.540 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:05:03.540 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestInternal.DiscardCopyup (9 ms) 2024-04-13T08:05:03.540 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.ImageOptions 2024-04-13T08:05:03.549 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.ImageOptions (9 ms) 2024-04-13T08:05:03.549 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-04-13T08:05:03.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:03 smithi003 ceph-mon[91733]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-13T08:05:03.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:03 smithi003 ceph-mon[89364]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-13T08:05:03.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:03 smithi066 ceph-mon[84331]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-13T08:05:04.474 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:05:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:05:04] "GET /metrics HTTP/1.1" 200 36444 "" "Prometheus/2.43.0" 2024-04-13T08:05:04.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:04 smithi003 ceph-mon[89364]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-13T08:05:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:04 smithi003 ceph-mon[89364]: pgmap v2866: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 3.2 KiB/s wr, 71 op/s 2024-04-13T08:05:04.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:04 smithi003 ceph-mon[91733]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-13T08:05:04.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:04 smithi003 ceph-mon[91733]: pgmap v2866: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 3.2 KiB/s wr, 71 op/s 2024-04-13T08:05:04.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:04 smithi066 ceph-mon[84331]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-13T08:05:04.903 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:04 smithi066 ceph-mon[84331]: pgmap v2866: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 3.2 KiB/s wr, 71 op/s 2024-04-13T08:05:05.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:05 smithi003 ceph-mon[89364]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-13T08:05:05.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:05 smithi003 ceph-mon[91733]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-13T08:05:05.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:05 smithi066 ceph-mon[84331]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-13T08:05:06.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:06 smithi003 ceph-mon[91733]: pgmap v2868: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 1.0 MiB/s wr, 311 op/s 2024-04-13T08:05:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:06 smithi003 ceph-mon[91733]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-13T08:05:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:06 smithi003 ceph-mon[89364]: pgmap v2868: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 1.0 MiB/s wr, 311 op/s 2024-04-13T08:05:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:06 smithi003 ceph-mon[89364]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-13T08:05:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:06 smithi066 ceph-mon[84331]: pgmap v2868: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 1.0 MiB/s wr, 311 op/s 2024-04-13T08:05:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:06 smithi066 ceph-mon[84331]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-13T08:05:07.522 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.WriteFullCopyup (3972 ms) 2024-04-13T08:05:07.522 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-04-13T08:05:07.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:07 smithi003 ceph-mon[91733]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-13T08:05:07.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:05:07.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:07 smithi003 ceph-mon[89364]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-13T08:05:07.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:05:07.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:07 smithi066 ceph-mon[84331]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-13T08:05:07.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:05:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:08 smithi003 ceph-mon[89364]: pgmap v2871: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 267 KiB/s rd, 1.0 MiB/s wr, 363 op/s 2024-04-13T08:05:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:08 smithi003 ceph-mon[89364]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-13T08:05:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:08.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:08 smithi003 ceph-mon[91733]: pgmap v2871: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 267 KiB/s rd, 1.0 MiB/s wr, 363 op/s 2024-04-13T08:05:08.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:08 smithi003 ceph-mon[91733]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-13T08:05:08.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:08 smithi066 ceph-mon[84331]: pgmap v2871: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 267 KiB/s rd, 1.0 MiB/s wr, 363 op/s 2024-04-13T08:05:08.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:08 smithi066 ceph-mon[84331]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-13T08:05:08.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:09.530 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2009 ms) 2024-04-13T08:05:09.530 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.TestCoR 2024-04-13T08:05:09.539 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_internal.cc:1313: Skipped 2024-04-13T08:05:09.540 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to disabled copy-on-read 2024-04-13T08:05:09.540 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestInternal.TestCoR (9 ms) 2024-04-13T08:05:09.540 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-04-13T08:05:09.779 INFO:tasks.workunit.client.0.smithi003.stdout:made parent image "image393": 4194304K (1024 * 4K) 2024-04-13T08:05:09.779 INFO:tasks.workunit.client.0.smithi003.stdout:generated random write map: 2024-04-13T08:05:09.779 INFO:tasks.workunit.client.0.smithi003.stdout: [19 , 79047 ] 2024-04-13T08:05:09.779 INFO:tasks.workunit.client.0.smithi003.stdout: [35 , 146468 ] 2024-04-13T08:05:09.779 INFO:tasks.workunit.client.0.smithi003.stdout: [47 , 194302 ] 2024-04-13T08:05:09.779 INFO:tasks.workunit.client.0.smithi003.stdout: [58 , 239354 ] 2024-04-13T08:05:09.779 INFO:tasks.workunit.client.0.smithi003.stdout: [60 , 248512 ] 2024-04-13T08:05:09.779 INFO:tasks.workunit.client.0.smithi003.stdout: [72 , 295837 ] 2024-04-13T08:05:09.779 INFO:tasks.workunit.client.0.smithi003.stdout: [88 , 362337 ] 2024-04-13T08:05:09.779 INFO:tasks.workunit.client.0.smithi003.stdout: [89 , 365434 ] 2024-04-13T08:05:09.779 INFO:tasks.workunit.client.0.smithi003.stdout: [90 , 368819 ] 2024-04-13T08:05:09.780 INFO:tasks.workunit.client.0.smithi003.stdout: [94 , 387693 ] 2024-04-13T08:05:09.780 INFO:tasks.workunit.client.0.smithi003.stdout: [119 , 488550 ] 2024-04-13T08:05:09.780 INFO:tasks.workunit.client.0.smithi003.stdout: [120 , 491972 ] 2024-04-13T08:05:09.780 INFO:tasks.workunit.client.0.smithi003.stdout: [135 , 554996 ] 2024-04-13T08:05:09.780 INFO:tasks.workunit.client.0.smithi003.stdout: [139 , 571863 ] 2024-04-13T08:05:09.780 INFO:tasks.workunit.client.0.smithi003.stdout: [147 , 604427 ] 2024-04-13T08:05:09.780 INFO:tasks.workunit.client.0.smithi003.stdout: [150 , 616809 ] 2024-04-13T08:05:09.780 INFO:tasks.workunit.client.0.smithi003.stdout: [196 , 803349 ] 2024-04-13T08:05:09.780 INFO:tasks.workunit.client.0.smithi003.stdout: [201 , 826632 ] 2024-04-13T08:05:09.780 INFO:tasks.workunit.client.0.smithi003.stdout: [223 , 915885 ] 2024-04-13T08:05:09.780 INFO:tasks.workunit.client.0.smithi003.stdout: [247 , 1013270 ] 2024-04-13T08:05:09.780 INFO:tasks.workunit.client.0.smithi003.stdout: [252 , 1033748 ] 2024-04-13T08:05:09.780 INFO:tasks.workunit.client.0.smithi003.stdout: [259 , 1063954 ] 2024-04-13T08:05:09.780 INFO:tasks.workunit.client.0.smithi003.stdout: [270 , 1107026 ] 2024-04-13T08:05:09.780 INFO:tasks.workunit.client.0.smithi003.stdout: [271 , 1112922 ] 2024-04-13T08:05:09.781 INFO:tasks.workunit.client.0.smithi003.stdout: [305 , 1252834 ] 2024-04-13T08:05:09.781 INFO:tasks.workunit.client.0.smithi003.stdout: [311 , 1274093 ] 2024-04-13T08:05:09.781 INFO:tasks.workunit.client.0.smithi003.stdout: [317 , 1299192 ] 2024-04-13T08:05:09.781 INFO:tasks.workunit.client.0.smithi003.stdout: [327 , 1341598 ] 2024-04-13T08:05:09.781 INFO:tasks.workunit.client.0.smithi003.stdout: [330 , 1353652 ] 2024-04-13T08:05:09.781 INFO:tasks.workunit.client.0.smithi003.stdout: [332 , 1363228 ] 2024-04-13T08:05:09.781 INFO:tasks.workunit.client.0.smithi003.stdout: [334 , 1370281 ] 2024-04-13T08:05:09.781 INFO:tasks.workunit.client.0.smithi003.stdout: [336 , 1376665 ] 2024-04-13T08:05:09.781 INFO:tasks.workunit.client.0.smithi003.stdout: [341 , 1400292 ] 2024-04-13T08:05:09.781 INFO:tasks.workunit.client.0.smithi003.stdout: [344 , 1412333 ] 2024-04-13T08:05:09.781 INFO:tasks.workunit.client.0.smithi003.stdout: [345 , 1414506 ] 2024-04-13T08:05:09.781 INFO:tasks.workunit.client.0.smithi003.stdout: [365 , 1498110 ] 2024-04-13T08:05:09.781 INFO:tasks.workunit.client.0.smithi003.stdout: [367 , 1504934 ] 2024-04-13T08:05:09.781 INFO:tasks.workunit.client.0.smithi003.stdout: [394 , 1616680 ] 2024-04-13T08:05:09.781 INFO:tasks.workunit.client.0.smithi003.stdout: [422 , 1730017 ] 2024-04-13T08:05:09.782 INFO:tasks.workunit.client.0.smithi003.stdout: [435 , 1782895 ] 2024-04-13T08:05:09.782 INFO:tasks.workunit.client.0.smithi003.stdout: [437 , 1792268 ] 2024-04-13T08:05:09.782 INFO:tasks.workunit.client.0.smithi003.stdout: [446 , 1827684 ] 2024-04-13T08:05:09.782 INFO:tasks.workunit.client.0.smithi003.stdout: [447 , 1833744 ] 2024-04-13T08:05:09.782 INFO:tasks.workunit.client.0.smithi003.stdout: [457 , 1872260 ] 2024-04-13T08:05:09.782 INFO:tasks.workunit.client.0.smithi003.stdout: [463 , 1898066 ] 2024-04-13T08:05:09.782 INFO:tasks.workunit.client.0.smithi003.stdout: [464 , 1903348 ] 2024-04-13T08:05:09.782 INFO:tasks.workunit.client.0.smithi003.stdout: [471 , 1930104 ] 2024-04-13T08:05:09.782 INFO:tasks.workunit.client.0.smithi003.stdout: [474 , 1944131 ] 2024-04-13T08:05:09.782 INFO:tasks.workunit.client.0.smithi003.stdout: [507 , 2079244 ] 2024-04-13T08:05:09.782 INFO:tasks.workunit.client.0.smithi003.stdout: [514 , 2105797 ] 2024-04-13T08:05:09.782 INFO:tasks.workunit.client.0.smithi003.stdout: [524 , 2149100 ] 2024-04-13T08:05:09.783 INFO:tasks.workunit.client.0.smithi003.stdout: [540 , 2213570 ] 2024-04-13T08:05:09.783 INFO:tasks.workunit.client.0.smithi003.stdout: [546 , 2238229 ] 2024-04-13T08:05:09.783 INFO:tasks.workunit.client.0.smithi003.stdout: [549 , 2251610 ] 2024-04-13T08:05:09.783 INFO:tasks.workunit.client.0.smithi003.stdout: [554 , 2271697 ] 2024-04-13T08:05:09.783 INFO:tasks.workunit.client.0.smithi003.stdout: [559 , 2290244 ] 2024-04-13T08:05:09.783 INFO:tasks.workunit.client.0.smithi003.stdout: [576 , 2362702 ] 2024-04-13T08:05:09.783 INFO:tasks.workunit.client.0.smithi003.stdout: [603 , 2469998 ] 2024-04-13T08:05:09.783 INFO:tasks.workunit.client.0.smithi003.stdout: [615 , 2520700 ] 2024-04-13T08:05:09.783 INFO:tasks.workunit.client.0.smithi003.stdout: [616 , 2526525 ] 2024-04-13T08:05:09.783 INFO:tasks.workunit.client.0.smithi003.stdout: [617 , 2530663 ] 2024-04-13T08:05:09.783 INFO:tasks.workunit.client.0.smithi003.stdout: [618 , 2534115 ] 2024-04-13T08:05:09.783 INFO:tasks.workunit.client.0.smithi003.stdout: [639 , 2619228 ] 2024-04-13T08:05:09.783 INFO:tasks.workunit.client.0.smithi003.stdout: [641 , 2628479 ] 2024-04-13T08:05:09.783 INFO:tasks.workunit.client.0.smithi003.stdout: [645 , 2642738 ] 2024-04-13T08:05:09.783 INFO:tasks.workunit.client.0.smithi003.stdout: [649 , 2659786 ] 2024-04-13T08:05:09.784 INFO:tasks.workunit.client.0.smithi003.stdout: [659 , 2702221 ] 2024-04-13T08:05:09.784 INFO:tasks.workunit.client.0.smithi003.stdout: [663 , 2719202 ] 2024-04-13T08:05:09.784 INFO:tasks.workunit.client.0.smithi003.stdout: [672 , 2755265 ] 2024-04-13T08:05:09.784 INFO:tasks.workunit.client.0.smithi003.stdout: [717 , 2939357 ] 2024-04-13T08:05:09.784 INFO:tasks.workunit.client.0.smithi003.stdout: [730 , 2992908 ] 2024-04-13T08:05:09.784 INFO:tasks.workunit.client.0.smithi003.stdout: [733 , 3003751 ] 2024-04-13T08:05:09.784 INFO:tasks.workunit.client.0.smithi003.stdout: [774 , 3173661 ] 2024-04-13T08:05:09.784 INFO:tasks.workunit.client.0.smithi003.stdout: [798 , 3272062 ] 2024-04-13T08:05:09.784 INFO:tasks.workunit.client.0.smithi003.stdout: [800 , 3278013 ] 2024-04-13T08:05:09.784 INFO:tasks.workunit.client.0.smithi003.stdout: [806 , 3302051 ] 2024-04-13T08:05:09.784 INFO:tasks.workunit.client.0.smithi003.stdout: [844 , 3458123 ] 2024-04-13T08:05:09.784 INFO:tasks.workunit.client.0.smithi003.stdout: [846 , 3466966 ] 2024-04-13T08:05:09.785 INFO:tasks.workunit.client.0.smithi003.stdout: [852 , 3493156 ] 2024-04-13T08:05:09.785 INFO:tasks.workunit.client.0.smithi003.stdout: [854 , 3500387 ] 2024-04-13T08:05:09.785 INFO:tasks.workunit.client.0.smithi003.stdout: [855 , 3505508 ] 2024-04-13T08:05:09.785 INFO:tasks.workunit.client.0.smithi003.stdout: [860 , 3523061 ] 2024-04-13T08:05:09.785 INFO:tasks.workunit.client.0.smithi003.stdout: [886 , 3631250 ] 2024-04-13T08:05:09.785 INFO:tasks.workunit.client.0.smithi003.stdout: [904 , 3706307 ] 2024-04-13T08:05:09.785 INFO:tasks.workunit.client.0.smithi003.stdout: [905 , 3708059 ] 2024-04-13T08:05:09.785 INFO:tasks.workunit.client.0.smithi003.stdout: [911 , 3732324 ] 2024-04-13T08:05:09.785 INFO:tasks.workunit.client.0.smithi003.stdout: [912 , 3738863 ] 2024-04-13T08:05:09.785 INFO:tasks.workunit.client.0.smithi003.stdout: [916 , 3755456 ] 2024-04-13T08:05:09.785 INFO:tasks.workunit.client.0.smithi003.stdout: [919 , 3764447 ] 2024-04-13T08:05:09.785 INFO:tasks.workunit.client.0.smithi003.stdout: [930 , 3809702 ] 2024-04-13T08:05:09.785 INFO:tasks.workunit.client.0.smithi003.stdout: [936 , 3836789 ] 2024-04-13T08:05:09.785 INFO:tasks.workunit.client.0.smithi003.stdout: [942 , 3859335 ] 2024-04-13T08:05:09.786 INFO:tasks.workunit.client.0.smithi003.stdout: [948 , 3884349 ] 2024-04-13T08:05:09.786 INFO:tasks.workunit.client.0.smithi003.stdout: [974 , 3991699 ] 2024-04-13T08:05:09.786 INFO:tasks.workunit.client.0.smithi003.stdout: [975 , 3995898 ] 2024-04-13T08:05:09.786 INFO:tasks.workunit.client.0.smithi003.stdout: [988 , 4050066 ] 2024-04-13T08:05:09.786 INFO:tasks.workunit.client.0.smithi003.stdout:write data based on random map 2024-04-13T08:05:09.786 INFO:tasks.workunit.client.0.smithi003.stdout: write object-19 2024-04-13T08:05:09.786 INFO:tasks.workunit.client.0.smithi003.stdout: write object-35 2024-04-13T08:05:09.786 INFO:tasks.workunit.client.0.smithi003.stdout: write object-47 2024-04-13T08:05:09.786 INFO:tasks.workunit.client.0.smithi003.stdout: write object-58 2024-04-13T08:05:09.786 INFO:tasks.workunit.client.0.smithi003.stdout: write object-60 2024-04-13T08:05:09.786 INFO:tasks.workunit.client.0.smithi003.stdout: write object-72 2024-04-13T08:05:09.786 INFO:tasks.workunit.client.0.smithi003.stdout: write object-88 2024-04-13T08:05:09.786 INFO:tasks.workunit.client.0.smithi003.stdout: write object-89 2024-04-13T08:05:09.786 INFO:tasks.workunit.client.0.smithi003.stdout: write object-90 2024-04-13T08:05:09.787 INFO:tasks.workunit.client.0.smithi003.stdout: write object-94 2024-04-13T08:05:09.787 INFO:tasks.workunit.client.0.smithi003.stdout: write object-119 2024-04-13T08:05:09.787 INFO:tasks.workunit.client.0.smithi003.stdout: write object-120 2024-04-13T08:05:09.787 INFO:tasks.workunit.client.0.smithi003.stdout: write object-135 2024-04-13T08:05:09.787 INFO:tasks.workunit.client.0.smithi003.stdout: write object-139 2024-04-13T08:05:09.787 INFO:tasks.workunit.client.0.smithi003.stdout: write object-147 2024-04-13T08:05:09.787 INFO:tasks.workunit.client.0.smithi003.stdout: write object-150 2024-04-13T08:05:09.787 INFO:tasks.workunit.client.0.smithi003.stdout: write object-196 2024-04-13T08:05:09.787 INFO:tasks.workunit.client.0.smithi003.stdout: write object-201 2024-04-13T08:05:09.787 INFO:tasks.workunit.client.0.smithi003.stdout: write object-223 2024-04-13T08:05:09.787 INFO:tasks.workunit.client.0.smithi003.stdout: write object-247 2024-04-13T08:05:09.787 INFO:tasks.workunit.client.0.smithi003.stdout: write object-252 2024-04-13T08:05:09.787 INFO:tasks.workunit.client.0.smithi003.stdout: write object-259 2024-04-13T08:05:09.787 INFO:tasks.workunit.client.0.smithi003.stdout: write object-270 2024-04-13T08:05:09.788 INFO:tasks.workunit.client.0.smithi003.stdout: write object-271 2024-04-13T08:05:09.788 INFO:tasks.workunit.client.0.smithi003.stdout: write object-305 2024-04-13T08:05:09.788 INFO:tasks.workunit.client.0.smithi003.stdout: write object-311 2024-04-13T08:05:09.788 INFO:tasks.workunit.client.0.smithi003.stdout: write object-317 2024-04-13T08:05:09.788 INFO:tasks.workunit.client.0.smithi003.stdout: write object-327 2024-04-13T08:05:09.788 INFO:tasks.workunit.client.0.smithi003.stdout: write object-330 2024-04-13T08:05:09.788 INFO:tasks.workunit.client.0.smithi003.stdout: write object-332 2024-04-13T08:05:09.788 INFO:tasks.workunit.client.0.smithi003.stdout: write object-334 2024-04-13T08:05:09.788 INFO:tasks.workunit.client.0.smithi003.stdout: write object-336 2024-04-13T08:05:09.788 INFO:tasks.workunit.client.0.smithi003.stdout: write object-341 2024-04-13T08:05:09.788 INFO:tasks.workunit.client.0.smithi003.stdout: write object-344 2024-04-13T08:05:09.788 INFO:tasks.workunit.client.0.smithi003.stdout: write object-345 2024-04-13T08:05:09.788 INFO:tasks.workunit.client.0.smithi003.stdout: write object-365 2024-04-13T08:05:09.788 INFO:tasks.workunit.client.0.smithi003.stdout: write object-367 2024-04-13T08:05:09.789 INFO:tasks.workunit.client.0.smithi003.stdout: write object-394 2024-04-13T08:05:09.789 INFO:tasks.workunit.client.0.smithi003.stdout: write object-422 2024-04-13T08:05:09.789 INFO:tasks.workunit.client.0.smithi003.stdout: write object-435 2024-04-13T08:05:09.789 INFO:tasks.workunit.client.0.smithi003.stdout: write object-437 2024-04-13T08:05:09.789 INFO:tasks.workunit.client.0.smithi003.stdout: write object-446 2024-04-13T08:05:09.789 INFO:tasks.workunit.client.0.smithi003.stdout: write object-447 2024-04-13T08:05:09.789 INFO:tasks.workunit.client.0.smithi003.stdout: write object-457 2024-04-13T08:05:09.789 INFO:tasks.workunit.client.0.smithi003.stdout: write object-463 2024-04-13T08:05:09.789 INFO:tasks.workunit.client.0.smithi003.stdout: write object-464 2024-04-13T08:05:09.789 INFO:tasks.workunit.client.0.smithi003.stdout: write object-471 2024-04-13T08:05:09.789 INFO:tasks.workunit.client.0.smithi003.stdout: write object-474 2024-04-13T08:05:09.789 INFO:tasks.workunit.client.0.smithi003.stdout: write object-507 2024-04-13T08:05:09.789 INFO:tasks.workunit.client.0.smithi003.stdout: write object-514 2024-04-13T08:05:09.789 INFO:tasks.workunit.client.0.smithi003.stdout: write object-524 2024-04-13T08:05:09.790 INFO:tasks.workunit.client.0.smithi003.stdout: write object-540 2024-04-13T08:05:09.790 INFO:tasks.workunit.client.0.smithi003.stdout: write object-546 2024-04-13T08:05:09.790 INFO:tasks.workunit.client.0.smithi003.stdout: write object-549 2024-04-13T08:05:09.790 INFO:tasks.workunit.client.0.smithi003.stdout: write object-554 2024-04-13T08:05:09.790 INFO:tasks.workunit.client.0.smithi003.stdout: write object-559 2024-04-13T08:05:09.790 INFO:tasks.workunit.client.0.smithi003.stdout: write object-576 2024-04-13T08:05:09.790 INFO:tasks.workunit.client.0.smithi003.stdout: write object-603 2024-04-13T08:05:09.790 INFO:tasks.workunit.client.0.smithi003.stdout: write object-615 2024-04-13T08:05:09.790 INFO:tasks.workunit.client.0.smithi003.stdout: write object-616 2024-04-13T08:05:09.790 INFO:tasks.workunit.client.0.smithi003.stdout: write object-617 2024-04-13T08:05:09.790 INFO:tasks.workunit.client.0.smithi003.stdout: write object-618 2024-04-13T08:05:09.790 INFO:tasks.workunit.client.0.smithi003.stdout: write object-639 2024-04-13T08:05:09.790 INFO:tasks.workunit.client.0.smithi003.stdout: write object-641 2024-04-13T08:05:09.790 INFO:tasks.workunit.client.0.smithi003.stdout: write object-645 2024-04-13T08:05:09.791 INFO:tasks.workunit.client.0.smithi003.stdout: write object-649 2024-04-13T08:05:09.791 INFO:tasks.workunit.client.0.smithi003.stdout: write object-659 2024-04-13T08:05:09.791 INFO:tasks.workunit.client.0.smithi003.stdout: write object-663 2024-04-13T08:05:09.791 INFO:tasks.workunit.client.0.smithi003.stdout: write object-672 2024-04-13T08:05:09.791 INFO:tasks.workunit.client.0.smithi003.stdout: write object-717 2024-04-13T08:05:09.791 INFO:tasks.workunit.client.0.smithi003.stdout: write object-730 2024-04-13T08:05:09.791 INFO:tasks.workunit.client.0.smithi003.stdout: write object-733 2024-04-13T08:05:09.791 INFO:tasks.workunit.client.0.smithi003.stdout: write object-774 2024-04-13T08:05:09.791 INFO:tasks.workunit.client.0.smithi003.stdout: write object-798 2024-04-13T08:05:09.791 INFO:tasks.workunit.client.0.smithi003.stdout: write object-800 2024-04-13T08:05:09.791 INFO:tasks.workunit.client.0.smithi003.stdout: write object-806 2024-04-13T08:05:09.791 INFO:tasks.workunit.client.0.smithi003.stdout: write object-844 2024-04-13T08:05:09.791 INFO:tasks.workunit.client.0.smithi003.stdout: write object-846 2024-04-13T08:05:09.791 INFO:tasks.workunit.client.0.smithi003.stdout: write object-852 2024-04-13T08:05:09.791 INFO:tasks.workunit.client.0.smithi003.stdout: write object-854 2024-04-13T08:05:09.792 INFO:tasks.workunit.client.0.smithi003.stdout: write object-855 2024-04-13T08:05:09.792 INFO:tasks.workunit.client.0.smithi003.stdout: write object-860 2024-04-13T08:05:09.792 INFO:tasks.workunit.client.0.smithi003.stdout: write object-886 2024-04-13T08:05:09.792 INFO:tasks.workunit.client.0.smithi003.stdout: write object-904 2024-04-13T08:05:09.792 INFO:tasks.workunit.client.0.smithi003.stdout: write object-905 2024-04-13T08:05:09.792 INFO:tasks.workunit.client.0.smithi003.stdout: write object-911 2024-04-13T08:05:09.792 INFO:tasks.workunit.client.0.smithi003.stdout: write object-912 2024-04-13T08:05:09.792 INFO:tasks.workunit.client.0.smithi003.stdout: write object-916 2024-04-13T08:05:09.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:09 smithi003 ceph-mon[89364]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-13T08:05:09.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:09 smithi003 ceph-mon[91733]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-13T08:05:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:09 smithi066 ceph-mon[84331]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-13T08:05:10.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:10 smithi003 ceph-mon[91733]: pgmap v2874: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-04-13T08:05:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:10 smithi003 ceph-mon[91733]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-13T08:05:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:10 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:10 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:10 smithi003 ceph-mon[89364]: pgmap v2874: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-04-13T08:05:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:10 smithi003 ceph-mon[89364]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-13T08:05:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:10 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:10 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:10 smithi066 ceph-mon[84331]: pgmap v2874: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-04-13T08:05:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:10 smithi066 ceph-mon[84331]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-13T08:05:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:10 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:10 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:10.925 INFO:tasks.workunit.client.0.smithi003.stdout: write object-919 2024-04-13T08:05:10.925 INFO:tasks.workunit.client.0.smithi003.stdout: write object-930 2024-04-13T08:05:10.925 INFO:tasks.workunit.client.0.smithi003.stdout: write object-936 2024-04-13T08:05:10.925 INFO:tasks.workunit.client.0.smithi003.stdout: write object-942 2024-04-13T08:05:10.925 INFO:tasks.workunit.client.0.smithi003.stdout: write object-948 2024-04-13T08:05:10.925 INFO:tasks.workunit.client.0.smithi003.stdout: write object-974 2024-04-13T08:05:10.925 INFO:tasks.workunit.client.0.smithi003.stdout: write object-975 2024-04-13T08:05:10.925 INFO:tasks.workunit.client.0.smithi003.stdout: write object-988 2024-04-13T08:05:10.925 INFO:tasks.workunit.client.0.smithi003.stdout:verify written data by reading 2024-04-13T08:05:10.925 INFO:tasks.workunit.client.0.smithi003.stdout: read object-19 2024-04-13T08:05:10.925 INFO:tasks.workunit.client.0.smithi003.stdout:made snapshot "image393@parent_snap" and protect it 2024-04-13T08:05:10.925 INFO:tasks.workunit.client.0.smithi003.stdout:made and opened clone "image394" 2024-04-13T08:05:10.925 INFO:tasks.workunit.client.0.smithi003.stdout:flattening clone: "image394" 2024-04-13T08:05:10.925 INFO:tasks.workunit.client.0.smithi003.stdout:check whether child image has the same set of objects as parent 2024-04-13T08:05:10.925 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1385 ms) 2024-04-13T08:05:10.926 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-04-13T08:05:10.998 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.PoolMetadataConfApply (74 ms) 2024-04-13T08:05:10.999 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.Sparsify 2024-04-13T08:05:11.022 INFO:tasks.workunit.client.0.smithi003.stdout:sparsify_supported=1 2024-04-13T08:05:11.022 INFO:tasks.workunit.client.0.smithi003.stdout:sparse_read_supported=1 2024-04-13T08:05:11.052 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.Sparsify (54 ms) 2024-04-13T08:05:11.052 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.SparsifyClone 2024-04-13T08:05:11.072 INFO:tasks.workunit.client.0.smithi003.stdout:sparsify_supported=1 2024-04-13T08:05:11.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:05:10 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:05:10] ENGINE Bus STOPPING 2024-04-13T08:05:11.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:05:10 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:05:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T08:05:11.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:05:10 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:05:10] ENGINE Bus STOPPED 2024-04-13T08:05:11.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:05:10 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:05:10] ENGINE Bus STARTING 2024-04-13T08:05:11.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:05:11] ENGINE Serving on http://:::9283 2024-04-13T08:05:11.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:05:11] ENGINE Bus STARTED 2024-04-13T08:05:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[91733]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-13T08:05:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/727539447' entity='client.admin' 2024-04-13T08:05:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:05:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:05:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:05:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:05:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:05:11.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:11.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:11.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:11.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[89364]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-13T08:05:11.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/727539447' entity='client.admin' 2024-04-13T08:05:11.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:05:11.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:05:11.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:11.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:05:11.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:05:11.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:05:11.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:11 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:11 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:11 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:11 smithi066 ceph-mon[84331]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-13T08:05:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:11 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/727539447' entity='client.admin' 2024-04-13T08:05:11.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:11 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:05:11.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:11 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:05:11.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:11 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:11.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:11 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:05:11.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:11 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:05:11.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:11 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:05:11.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:11 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:12.583 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:05:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:05:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:12 smithi003 ceph-mon[91733]: pgmap v2877: 137 pgs: 137 active+clean; 8.7 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 417 op/s 2024-04-13T08:05:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:12 smithi003 ceph-mon[91733]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-13T08:05:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:12 smithi003 ceph-mon[91733]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-13T08:05:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:12 smithi003 ceph-mon[89364]: pgmap v2877: 137 pgs: 137 active+clean; 8.7 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 417 op/s 2024-04-13T08:05:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:12 smithi003 ceph-mon[89364]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-13T08:05:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:12 smithi003 ceph-mon[89364]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-13T08:05:12.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:12 smithi066 ceph-mon[84331]: pgmap v2877: 137 pgs: 137 active+clean; 8.7 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 417 op/s 2024-04-13T08:05:12.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:12 smithi066 ceph-mon[84331]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-13T08:05:12.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:12 smithi066 ceph-mon[84331]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-13T08:05:12.978 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.SparsifyClone (1926 ms) 2024-04-13T08:05:12.978 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestInternal.MissingDataPool 2024-04-13T08:05:14.087 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestInternal.MissingDataPool (1109 ms) 2024-04-13T08:05:14.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:13 smithi003 ceph-mon[91733]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-13T08:05:14.214 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:13 smithi003 ceph-mon[91733]: pgmap v2880: 137 pgs: 137 active+clean; 8.7 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 80 KiB/s wr, 440 op/s 2024-04-13T08:05:14.214 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:13 smithi003 ceph-mon[89364]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-13T08:05:14.215 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:13 smithi003 ceph-mon[89364]: pgmap v2880: 137 pgs: 137 active+clean; 8.7 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 80 KiB/s wr, 440 op/s 2024-04-13T08:05:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:13 smithi066 ceph-mon[84331]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-13T08:05:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:13 smithi066 ceph-mon[84331]: pgmap v2880: 137 pgs: 137 active+clean; 8.7 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 80 KiB/s wr, 440 op/s 2024-04-13T08:05:14.402 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 34 tests from TestInternal (35608 ms total) 2024-04-13T08:05:14.402 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:05:14.402 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 17 tests from TestImageWatcher 2024-04-13T08:05:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:05:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:05:14] "GET /metrics HTTP/1.1" 200 36458 "" "Prometheus/2.43.0" 2024-04-13T08:05:15.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:14 smithi003 ceph-mon[91733]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-13T08:05:15.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:14 smithi003 ceph-mon[91733]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-13T08:05:15.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:14 smithi003 ceph-mon[89364]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-13T08:05:15.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:14 smithi003 ceph-mon[89364]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-13T08:05:15.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:14 smithi066 ceph-mon[84331]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-13T08:05:15.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:14 smithi066 ceph-mon[84331]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-13T08:05:16.407 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-04-13T08:05:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:16 smithi003 ceph-mon[91733]: pgmap v2883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:05:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:16 smithi003 ceph-mon[91733]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-13T08:05:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:16 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4256366765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:16 smithi003 ceph-mon[89364]: pgmap v2883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:05:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:16 smithi003 ceph-mon[89364]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-13T08:05:16.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:16 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4256366765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:16 smithi066 ceph-mon[84331]: pgmap v2883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:05:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:16 smithi066 ceph-mon[84331]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-13T08:05:16.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:16 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4256366765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:17.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:17 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4256366765' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:17.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:17 smithi003 ceph-mon[91733]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-13T08:05:17.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:17 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4256366765' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:17.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:17 smithi003 ceph-mon[89364]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-13T08:05:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:17 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4256366765' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:17 smithi066 ceph-mon[84331]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-13T08:05:18.461 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2054 ms) 2024-04-13T08:05:18.461 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-04-13T08:05:18.489 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestImageWatcher.NotifyFlatten (27 ms) 2024-04-13T08:05:18.489 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-04-13T08:05:18.513 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestImageWatcher.NotifyResize (25 ms) 2024-04-13T08:05:18.514 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-04-13T08:05:18.540 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (27 ms) 2024-04-13T08:05:18.540 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-04-13T08:05:18.565 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (24 ms) 2024-04-13T08:05:18.565 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-04-13T08:05:18.586 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (22 ms) 2024-04-13T08:05:18.586 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-04-13T08:05:18.609 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (23 ms) 2024-04-13T08:05:18.609 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-04-13T08:05:18.632 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestImageWatcher.NotifySnapRename (23 ms) 2024-04-13T08:05:18.632 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-04-13T08:05:18.654 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (22 ms) 2024-04-13T08:05:18.654 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-04-13T08:05:18.676 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (22 ms) 2024-04-13T08:05:18.676 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-04-13T08:05:18.697 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (20 ms) 2024-04-13T08:05:18.697 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-04-13T08:05:18.717 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (21 ms) 2024-04-13T08:05:18.717 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-04-13T08:05:18.738 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestImageWatcher.NotifyRename (21 ms) 2024-04-13T08:05:18.738 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-04-13T08:05:18.758 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (20 ms) 2024-04-13T08:05:18.758 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-04-13T08:05:18.779 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (21 ms) 2024-04-13T08:05:18.779 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-04-13T08:05:18.804 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (25 ms) 2024-04-13T08:05:18.804 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-04-13T08:05:18.824 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (20 ms) 2024-04-13T08:05:18.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:18 smithi003 ceph-mon[89364]: pgmap v2886: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:05:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:18 smithi003 ceph-mon[89364]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-13T08:05:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:18 smithi003 ceph-mon[91733]: pgmap v2886: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:05:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:18 smithi003 ceph-mon[91733]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-13T08:05:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:18 smithi066 ceph-mon[84331]: pgmap v2886: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:05:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:18 smithi066 ceph-mon[84331]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-13T08:05:19.446 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 17 tests from TestImageWatcher (2418 ms total) 2024-04-13T08:05:19.446 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:05:19.446 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 168 tests from TestLibRBD 2024-04-13T08:05:19.486 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-04-13T08:05:19.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:19 smithi003 ceph-mon[91733]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-13T08:05:19.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:19 smithi003 ceph-mon[89364]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-13T08:05:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:19 smithi066 ceph-mon[84331]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-13T08:05:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:20 smithi003 ceph-mon[91733]: pgmap v2889: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 KiB/s wr, 49 op/s 2024-04-13T08:05:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:20 smithi003 ceph-mon[91733]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-13T08:05:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:20 smithi003 ceph-mon[89364]: pgmap v2889: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 KiB/s wr, 49 op/s 2024-04-13T08:05:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:20 smithi003 ceph-mon[89364]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-13T08:05:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:20 smithi066 ceph-mon[84331]: pgmap v2889: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 KiB/s wr, 49 op/s 2024-04-13T08:05:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:20 smithi066 ceph-mon[84331]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-13T08:05:21.461 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:21.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:21 smithi003 ceph-mon[91733]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-13T08:05:21.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:21 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1968844468' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:21.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:21 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:21.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:21 smithi003 ceph-mon[89364]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-13T08:05:21.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:21 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1968844468' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:21.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:21 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:21.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:21 smithi066 ceph-mon[84331]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-13T08:05:21.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:21 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1968844468' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:21.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:21 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:05:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:05:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:22 smithi066 ceph-mon[84331]: pgmap v2892: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:05:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:22 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:22 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:22 smithi066 ceph-mon[84331]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-13T08:05:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:22 smithi003 ceph-mon[89364]: pgmap v2892: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:05:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:22 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:22 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:22 smithi003 ceph-mon[89364]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-13T08:05:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:22 smithi003 ceph-mon[91733]: pgmap v2892: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:05:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:22 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:22 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:22.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:22 smithi003 ceph-mon[91733]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-13T08:05:23.503 INFO:tasks.workunit.client.0.smithi003.stdout:image has size 2097152 and order 22 2024-04-13T08:05:23.503 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.CreateAndStat (4018 ms) 2024-04-13T08:05:23.504 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-04-13T08:05:23.504 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:23.522 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (19 ms) 2024-04-13T08:05:23.522 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-04-13T08:05:23.522 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:23.546 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.CreateAndStatPP (24 ms) 2024-04-13T08:05:23.546 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.GetId 2024-04-13T08:05:23.546 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:23.581 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.GetId (35 ms) 2024-04-13T08:05:23.581 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-04-13T08:05:23.581 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:23.607 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.GetIdPP (26 ms) 2024-04-13T08:05:23.607 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-04-13T08:05:23.607 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:23.625 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (18 ms) 2024-04-13T08:05:23.625 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-04-13T08:05:23.625 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:23.643 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (18 ms) 2024-04-13T08:05:23.643 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-04-13T08:05:23.643 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:23.659 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (16 ms) 2024-04-13T08:05:23.660 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-04-13T08:05:23.660 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:23.676 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (17 ms) 2024-04-13T08:05:23.676 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.OpenAio 2024-04-13T08:05:23.676 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:23.692 INFO:tasks.workunit.client.0.smithi003.stdout:image has size 2097152 and order 22 2024-04-13T08:05:23.692 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.OpenAio (16 ms) 2024-04-13T08:05:23.692 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-04-13T08:05:23.695 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-04-13T08:05:23.695 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-04-13T08:05:23.695 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:23.720 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.OpenAioPP (25 ms) 2024-04-13T08:05:23.720 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-04-13T08:05:23.723 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.OpenAioFailPP (2 ms) 2024-04-13T08:05:23.723 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-04-13T08:05:23.723 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:23.756 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.ResizeAndStat (34 ms) 2024-04-13T08:05:23.756 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-04-13T08:05:23.756 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:23.784 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (28 ms) 2024-04-13T08:05:23.784 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-04-13T08:05:23.784 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:23.818 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (34 ms) 2024-04-13T08:05:23.818 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-04-13T08:05:23.818 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:23.852 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (34 ms) 2024-04-13T08:05:23.852 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-04-13T08:05:23.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:23 smithi003 ceph-mon[91733]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-13T08:05:23.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:23.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:23 smithi003 ceph-mon[89364]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-13T08:05:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:23 smithi066 ceph-mon[84331]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-13T08:05:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:24.464 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:24 smithi003 ceph-mon[89364]: pgmap v2895: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:05:24.464 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:24 smithi003 ceph-mon[89364]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-13T08:05:24.464 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:24 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:24.464 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:05:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:05:24] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.43.0" 2024-04-13T08:05:24.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:24 smithi003 ceph-mon[91733]: pgmap v2895: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:05:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:24 smithi003 ceph-mon[91733]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-13T08:05:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:24 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:24 smithi066 ceph-mon[84331]: pgmap v2895: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:05:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:24 smithi066 ceph-mon[84331]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-13T08:05:24.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:24 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:25.588 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:25.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:25 smithi003 ceph-mon[91733]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-13T08:05:25.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:25 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3992309910' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:25.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:25 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:25.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:25 smithi003 ceph-mon[89364]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-13T08:05:25.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:25 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3992309910' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:25.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:25 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:25.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:25 smithi066 ceph-mon[84331]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-13T08:05:25.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:25 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3992309910' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:25.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:25 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:26 smithi003 ceph-mon[91733]: pgmap v2898: 169 pgs: 6 creating+peering, 35 unknown, 128 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 15 KiB/s wr, 165 op/s 2024-04-13T08:05:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:26 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:26 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:26 smithi003 ceph-mon[91733]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-13T08:05:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:26 smithi003 ceph-mon[89364]: pgmap v2898: 169 pgs: 6 creating+peering, 35 unknown, 128 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 15 KiB/s wr, 165 op/s 2024-04-13T08:05:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:26 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:26 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:26.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:26 smithi003 ceph-mon[89364]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-13T08:05:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:26 smithi066 ceph-mon[84331]: pgmap v2898: 169 pgs: 6 creating+peering, 35 unknown, 128 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 15 KiB/s wr, 165 op/s 2024-04-13T08:05:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:26 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:26.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:26 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:26.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:26 smithi066 ceph-mon[84331]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-13T08:05:27.618 INFO:tasks.workunit.client.0.smithi003.stdout:image: image18 2024-04-13T08:05:27.618 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image18 2024-04-13T08:05:27.618 INFO:tasks.workunit.client.0.smithi003.stdout:found image18 2024-04-13T08:05:27.618 INFO:tasks.workunit.client.0.smithi003.stdout:erased image18 2024-04-13T08:05:27.619 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:27.709 INFO:tasks.workunit.client.0.smithi003.stdout:image: image18 2024-04-13T08:05:27.709 INFO:tasks.workunit.client.0.smithi003.stdout:image: image19 2024-04-13T08:05:27.709 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image18 2024-04-13T08:05:27.709 INFO:tasks.workunit.client.0.smithi003.stdout:found image18 2024-04-13T08:05:27.709 INFO:tasks.workunit.client.0.smithi003.stdout:erased image18 2024-04-13T08:05:27.709 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image19 2024-04-13T08:05:27.709 INFO:tasks.workunit.client.0.smithi003.stdout:found image19 2024-04-13T08:05:27.709 INFO:tasks.workunit.client.0.smithi003.stdout:erased image19 2024-04-13T08:05:27.709 INFO:tasks.workunit.client.0.smithi003.stdout:image: image19 2024-04-13T08:05:27.709 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image19 2024-04-13T08:05:27.709 INFO:tasks.workunit.client.0.smithi003.stdout:found image19 2024-04-13T08:05:27.710 INFO:tasks.workunit.client.0.smithi003.stdout:erased image19 2024-04-13T08:05:27.710 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3856 ms) 2024-04-13T08:05:27.710 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-04-13T08:05:27.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:27 smithi003 ceph-mon[91733]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-13T08:05:27.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:27 smithi003 ceph-mon[89364]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-13T08:05:27.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:27 smithi066 ceph-mon[84331]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-13T08:05:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:28 smithi003 ceph-mon[91733]: pgmap v2901: 169 pgs: 11 creating+peering, 17 unknown, 141 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 250 op/s 2024-04-13T08:05:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:28 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:28 smithi003 ceph-mon[91733]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-13T08:05:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:28 smithi003 ceph-mon[89364]: pgmap v2901: 169 pgs: 11 creating+peering, 17 unknown, 141 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 250 op/s 2024-04-13T08:05:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:28 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:28 smithi003 ceph-mon[89364]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-13T08:05:28.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:28 smithi066 ceph-mon[84331]: pgmap v2901: 169 pgs: 11 creating+peering, 17 unknown, 141 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 250 op/s 2024-04-13T08:05:28.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:28 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:28.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:28 smithi066 ceph-mon[84331]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-13T08:05:29.405 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:29 smithi003 ceph-mon[91733]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-13T08:05:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:29 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1116182902' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:29 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:29 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:29 smithi003 ceph-mon[91733]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-13T08:05:29.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:29 smithi003 ceph-mon[89364]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-13T08:05:29.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:29 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1116182902' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:29.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:29 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:29.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:29 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:29.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:29 smithi003 ceph-mon[89364]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-13T08:05:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:29 smithi066 ceph-mon[84331]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-13T08:05:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:29 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1116182902' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:29 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:29 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:29.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:29 smithi066 ceph-mon[84331]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-13T08:05:30.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:30 smithi003 ceph-mon[91733]: pgmap v2904: 201 pgs: 17 creating+peering, 35 unknown, 149 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 KiB/s wr, 86 op/s 2024-04-13T08:05:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:30 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:30 smithi003 ceph-mon[91733]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-13T08:05:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:30 smithi003 ceph-mon[89364]: pgmap v2904: 201 pgs: 17 creating+peering, 35 unknown, 149 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 KiB/s wr, 86 op/s 2024-04-13T08:05:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:30 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:30 smithi003 ceph-mon[89364]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-13T08:05:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:30 smithi066 ceph-mon[84331]: pgmap v2904: 201 pgs: 17 creating+peering, 35 unknown, 149 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 KiB/s wr, 86 op/s 2024-04-13T08:05:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:30 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:30 smithi066 ceph-mon[84331]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-13T08:05:31.435 INFO:tasks.workunit.client.0.smithi003.stdout:num images is: 1 2024-04-13T08:05:31.435 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 1 2024-04-13T08:05:31.435 INFO:tasks.workunit.client.0.smithi003.stdout:image: image20 2024-04-13T08:05:31.435 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image20 2024-04-13T08:05:31.435 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:31.445 INFO:tasks.workunit.client.0.smithi003.stdout:num images is: 2 2024-04-13T08:05:31.445 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 2 2024-04-13T08:05:31.446 INFO:tasks.workunit.client.0.smithi003.stdout:image: image20 2024-04-13T08:05:31.446 INFO:tasks.workunit.client.0.smithi003.stdout:image: image21 2024-04-13T08:05:31.446 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image20 2024-04-13T08:05:31.446 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image21 2024-04-13T08:05:31.508 INFO:tasks.workunit.client.0.smithi003.stdout:num images is: 1 2024-04-13T08:05:31.508 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 1 2024-04-13T08:05:31.508 INFO:tasks.workunit.client.0.smithi003.stdout:image: image21 2024-04-13T08:05:31.508 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image21 2024-04-13T08:05:31.508 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3800 ms) 2024-04-13T08:05:31.508 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCopy 2024-04-13T08:05:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:05:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:05:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:32 smithi066 ceph-mon[84331]: pgmap v2907: 201 pgs: 11 creating+peering, 8 unknown, 182 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.2 KiB/s wr, 33 op/s 2024-04-13T08:05:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:32 smithi066 ceph-mon[84331]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-13T08:05:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:32 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:32.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:32 smithi003 ceph-mon[89364]: pgmap v2907: 201 pgs: 11 creating+peering, 8 unknown, 182 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.2 KiB/s wr, 33 op/s 2024-04-13T08:05:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:32 smithi003 ceph-mon[89364]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-13T08:05:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:32 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:32 smithi003 ceph-mon[91733]: pgmap v2907: 201 pgs: 11 creating+peering, 8 unknown, 182 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.2 KiB/s wr, 33 op/s 2024-04-13T08:05:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:32 smithi003 ceph-mon[91733]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-13T08:05:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:32 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:33.426 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:33.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:33 smithi003 ceph-mon[89364]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-13T08:05:33.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:33 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2039718627' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:33.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:33 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:33.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:33 smithi003 ceph-mon[91733]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-13T08:05:33.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:33 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2039718627' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:33.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:33 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:33 smithi066 ceph-mon[84331]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-13T08:05:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:33 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2039718627' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:33.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:33 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:05:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:05:34] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.43.0" 2024-04-13T08:05:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:34 smithi003 ceph-mon[89364]: pgmap v2910: 233 pgs: 32 unknown, 11 creating+peering, 190 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 KiB/s wr, 39 op/s 2024-04-13T08:05:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:34 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:34 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:34 smithi003 ceph-mon[89364]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-13T08:05:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:34 smithi003 ceph-mon[89364]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-13T08:05:34.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:34 smithi003 ceph-mon[91733]: pgmap v2910: 233 pgs: 32 unknown, 11 creating+peering, 190 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 KiB/s wr, 39 op/s 2024-04-13T08:05:34.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:34 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:34.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:34 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:34.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:34 smithi003 ceph-mon[91733]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-13T08:05:34.636 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:34 smithi003 ceph-mon[91733]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-13T08:05:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:34 smithi066 ceph-mon[84331]: pgmap v2910: 233 pgs: 32 unknown, 11 creating+peering, 190 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 KiB/s wr, 39 op/s 2024-04-13T08:05:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:34 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:34 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:34 smithi066 ceph-mon[84331]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-13T08:05:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:34 smithi066 ceph-mon[84331]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-13T08:05:35.772 INFO:tasks.workunit.client.0.smithi003.stdout:image: image22 2024-04-13T08:05:35.772 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image22 2024-04-13T08:05:35.772 INFO:tasks.workunit.client.0.smithi003.stdout:found image22 2024-04-13T08:05:35.772 INFO:tasks.workunit.client.0.smithi003.stdout:erased image22 2024-04-13T08:05:35.773 INFO:tasks.workunit.client.0.smithi003.stdout:image: image22 2024-04-13T08:05:35.773 INFO:tasks.workunit.client.0.smithi003.stdout:image: image23 2024-04-13T08:05:35.773 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image22 2024-04-13T08:05:35.773 INFO:tasks.workunit.client.0.smithi003.stdout:found image22 2024-04-13T08:05:35.773 INFO:tasks.workunit.client.0.smithi003.stdout:erased image22 2024-04-13T08:05:35.773 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image23 2024-04-13T08:05:35.773 INFO:tasks.workunit.client.0.smithi003.stdout:found image23 2024-04-13T08:05:35.773 INFO:tasks.workunit.client.0.smithi003.stdout:erased image23 2024-04-13T08:05:35.773 INFO:tasks.workunit.client.0.smithi003.stdout:100.00% done 2024-04-13T08:05:35.773 INFO:tasks.workunit.client.0.smithi003.stdout:image: image22 2024-04-13T08:05:35.773 INFO:tasks.workunit.client.0.smithi003.stdout:image: image23 2024-04-13T08:05:35.773 INFO:tasks.workunit.client.0.smithi003.stdout:image: image24 2024-04-13T08:05:35.773 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image22 2024-04-13T08:05:35.773 INFO:tasks.workunit.client.0.smithi003.stdout:found image22 2024-04-13T08:05:35.773 INFO:tasks.workunit.client.0.smithi003.stdout:erased image22 2024-04-13T08:05:35.774 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image23 2024-04-13T08:05:35.774 INFO:tasks.workunit.client.0.smithi003.stdout:found image23 2024-04-13T08:05:35.774 INFO:tasks.workunit.client.0.smithi003.stdout:erased image23 2024-04-13T08:05:35.774 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image24 2024-04-13T08:05:35.774 INFO:tasks.workunit.client.0.smithi003.stdout:found image24 2024-04-13T08:05:35.774 INFO:tasks.workunit.client.0.smithi003.stdout:erased image24 2024-04-13T08:05:35.774 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCopy (4264 ms) 2024-04-13T08:05:35.774 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-04-13T08:05:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:36 smithi003 ceph-mon[89364]: pgmap v2913: 233 pgs: 8 unknown, 225 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-04-13T08:05:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:36 smithi003 ceph-mon[89364]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-13T08:05:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:36 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:36 smithi003 ceph-mon[91733]: pgmap v2913: 233 pgs: 8 unknown, 225 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-04-13T08:05:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:36 smithi003 ceph-mon[91733]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-13T08:05:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:36 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:36 smithi066 ceph-mon[84331]: pgmap v2913: 233 pgs: 8 unknown, 225 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-04-13T08:05:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:36 smithi066 ceph-mon[84331]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-13T08:05:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:36 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:37.439 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:37.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:37 smithi003 ceph-mon[91733]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-13T08:05:37.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:37 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2682834276' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:37.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:37 smithi003 ceph-mon[89364]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-13T08:05:37.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:37 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2682834276' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:37 smithi066 ceph-mon[84331]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-13T08:05:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:37 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2682834276' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:38 smithi003 ceph-mon[91733]: pgmap v2916: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.7 KiB/s wr, 41 op/s 2024-04-13T08:05:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:38 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:38 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2682834276' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:38 smithi003 ceph-mon[91733]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-13T08:05:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:38 smithi003 ceph-mon[89364]: pgmap v2916: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.7 KiB/s wr, 41 op/s 2024-04-13T08:05:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:38 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:38 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2682834276' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:38.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:38 smithi003 ceph-mon[89364]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-13T08:05:38.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:38 smithi066 ceph-mon[84331]: pgmap v2916: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.7 KiB/s wr, 41 op/s 2024-04-13T08:05:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:38 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:38 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2682834276' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:38.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:38 smithi066 ceph-mon[84331]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-13T08:05:38.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:39.721 INFO:tasks.workunit.client.0.smithi003.stdout:num images is: 1 2024-04-13T08:05:39.721 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 1 2024-04-13T08:05:39.722 INFO:tasks.workunit.client.0.smithi003.stdout:image: image25 2024-04-13T08:05:39.722 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image25 2024-04-13T08:05:39.743 INFO:tasks.workunit.client.0.smithi003.stdout:num images is: 2 2024-04-13T08:05:39.743 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 2 2024-04-13T08:05:39.743 INFO:tasks.workunit.client.0.smithi003.stdout:image: image25 2024-04-13T08:05:39.743 INFO:tasks.workunit.client.0.smithi003.stdout:image: image26 2024-04-13T08:05:39.743 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image25 2024-04-13T08:05:39.744 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image26 2024-04-13T08:05:39.786 INFO:tasks.workunit.client.0.smithi003.stdout:100.00% done 2024-04-13T08:05:39.786 INFO:tasks.workunit.client.0.smithi003.stdout:num images is: 3 2024-04-13T08:05:39.786 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 3 2024-04-13T08:05:39.786 INFO:tasks.workunit.client.0.smithi003.stdout:image: image25 2024-04-13T08:05:39.786 INFO:tasks.workunit.client.0.smithi003.stdout:image: image26 2024-04-13T08:05:39.786 INFO:tasks.workunit.client.0.smithi003.stdout:image: image27 2024-04-13T08:05:39.787 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image25 2024-04-13T08:05:39.787 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image26 2024-04-13T08:05:39.787 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image27 2024-04-13T08:05:39.816 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCopyPP (4044 ms) 2024-04-13T08:05:39.817 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-04-13T08:05:39.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:39 smithi003 ceph-mon[91733]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-13T08:05:39.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:39 smithi003 ceph-mon[91733]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-13T08:05:39.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:39 smithi003 ceph-mon[89364]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-13T08:05:39.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:39 smithi003 ceph-mon[89364]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-13T08:05:39.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:39 smithi066 ceph-mon[84331]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-13T08:05:39.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:39 smithi066 ceph-mon[84331]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-13T08:05:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:40 smithi003 ceph-mon[89364]: pgmap v2919: 265 pgs: 24 unknown, 241 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 320 KiB/s rd, 20 KiB/s wr, 374 op/s 2024-04-13T08:05:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:40 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:40 smithi003 ceph-mon[91733]: pgmap v2919: 265 pgs: 24 unknown, 241 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 320 KiB/s rd, 20 KiB/s wr, 374 op/s 2024-04-13T08:05:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:40 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:40 smithi066 ceph-mon[84331]: pgmap v2919: 265 pgs: 24 unknown, 241 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 320 KiB/s rd, 20 KiB/s wr, 374 op/s 2024-04-13T08:05:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:40 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:41.468 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:41.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:41 smithi003 ceph-mon[91733]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-13T08:05:41.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:41 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3688346810' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:41.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:41 smithi003 ceph-mon[89364]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-13T08:05:41.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:41 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3688346810' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:41 smithi066 ceph-mon[84331]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-13T08:05:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:41 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3688346810' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:42 smithi066 ceph-mon[84331]: pgmap v2922: 297 pgs: 35 unknown, 262 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 632 KiB/s rd, 42 KiB/s wr, 740 op/s 2024-04-13T08:05:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:42 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:42 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3688346810' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:42 smithi066 ceph-mon[84331]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-13T08:05:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:05:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:05:42.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:42 smithi003 ceph-mon[89364]: pgmap v2922: 297 pgs: 35 unknown, 262 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 632 KiB/s rd, 42 KiB/s wr, 740 op/s 2024-04-13T08:05:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:42 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:42 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3688346810' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:42 smithi003 ceph-mon[89364]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-13T08:05:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:42 smithi003 ceph-mon[91733]: pgmap v2922: 297 pgs: 35 unknown, 262 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 632 KiB/s rd, 42 KiB/s wr, 740 op/s 2024-04-13T08:05:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:42 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:42 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3688346810' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:42 smithi003 ceph-mon[91733]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-13T08:05:43.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:43 smithi003 ceph-mon[91733]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-13T08:05:43.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:43 smithi003 ceph-mon[89364]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-13T08:05:43.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:43 smithi066 ceph-mon[84331]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-13T08:05:44.490 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:05:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:05:44] "GET /metrics HTTP/1.1" 200 46075 "" "Prometheus/2.43.0" 2024-04-13T08:05:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:44 smithi003 ceph-mon[91733]: pgmap v2925: 297 pgs: 5 creating+peering, 27 unknown, 265 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 22 KiB/s wr, 372 op/s 2024-04-13T08:05:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:44 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:44 smithi003 ceph-mon[91733]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-13T08:05:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:44 smithi003 ceph-mon[91733]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-13T08:05:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:44 smithi003 ceph-mon[89364]: pgmap v2925: 297 pgs: 5 creating+peering, 27 unknown, 265 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 22 KiB/s wr, 372 op/s 2024-04-13T08:05:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:44 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:44 smithi003 ceph-mon[89364]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-13T08:05:44.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:44 smithi003 ceph-mon[89364]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-13T08:05:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:44 smithi066 ceph-mon[84331]: pgmap v2925: 297 pgs: 5 creating+peering, 27 unknown, 265 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 22 KiB/s wr, 372 op/s 2024-04-13T08:05:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:44 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:44 smithi066 ceph-mon[84331]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-13T08:05:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:44 smithi066 ceph-mon[84331]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-13T08:05:46.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:46 smithi003 ceph-mon[91733]: pgmap v2928: 297 pgs: 5 creating+peering, 3 unknown, 289 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 5.0 KiB/s wr, 123 op/s 2024-04-13T08:05:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:46 smithi003 ceph-mon[91733]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-13T08:05:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:46 smithi003 ceph-mon[89364]: pgmap v2928: 297 pgs: 5 creating+peering, 3 unknown, 289 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 5.0 KiB/s wr, 123 op/s 2024-04-13T08:05:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:46 smithi003 ceph-mon[89364]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-13T08:05:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:46 smithi066 ceph-mon[84331]: pgmap v2928: 297 pgs: 5 creating+peering, 3 unknown, 289 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 5.0 KiB/s wr, 123 op/s 2024-04-13T08:05:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:46 smithi066 ceph-mon[84331]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-13T08:05:47.599 INFO:tasks.workunit.client.0.smithi003.stdout:image: image28 2024-04-13T08:05:47.599 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image28 2024-04-13T08:05:47.599 INFO:tasks.workunit.client.0.smithi003.stdout:found image28 2024-04-13T08:05:47.600 INFO:tasks.workunit.client.0.smithi003.stdout:erased image28 2024-04-13T08:05:47.600 INFO:tasks.workunit.client.0.smithi003.stdout:image: image28 2024-04-13T08:05:47.600 INFO:tasks.workunit.client.0.smithi003.stdout:image: image29 2024-04-13T08:05:47.600 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image28 2024-04-13T08:05:47.600 INFO:tasks.workunit.client.0.smithi003.stdout:found image28 2024-04-13T08:05:47.600 INFO:tasks.workunit.client.0.smithi003.stdout:erased image28 2024-04-13T08:05:47.600 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image29 2024-04-13T08:05:47.600 INFO:tasks.workunit.client.0.smithi003.stdout:found image29 2024-04-13T08:05:47.600 INFO:tasks.workunit.client.0.smithi003.stdout:erased image29 2024-04-13T08:05:47.600 INFO:tasks.workunit.client.0.smithi003.stdout:100.00% done 2024-04-13T08:05:47.600 INFO:tasks.workunit.client.0.smithi003.stdout:image: image28 2024-04-13T08:05:47.600 INFO:tasks.workunit.client.0.smithi003.stdout:image: image29 2024-04-13T08:05:47.600 INFO:tasks.workunit.client.0.smithi003.stdout:image: image30 2024-04-13T08:05:47.600 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image28 2024-04-13T08:05:47.600 INFO:tasks.workunit.client.0.smithi003.stdout:found image28 2024-04-13T08:05:47.601 INFO:tasks.workunit.client.0.smithi003.stdout:erased image28 2024-04-13T08:05:47.601 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image29 2024-04-13T08:05:47.601 INFO:tasks.workunit.client.0.smithi003.stdout:found image29 2024-04-13T08:05:47.601 INFO:tasks.workunit.client.0.smithi003.stdout:erased image29 2024-04-13T08:05:47.601 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image30 2024-04-13T08:05:47.601 INFO:tasks.workunit.client.0.smithi003.stdout:found image30 2024-04-13T08:05:47.601 INFO:tasks.workunit.client.0.smithi003.stdout:erased image30 2024-04-13T08:05:47.601 INFO:tasks.workunit.client.0.smithi003.stdout:image: image28 2024-04-13T08:05:47.601 INFO:tasks.workunit.client.0.smithi003.stdout:image: image29 2024-04-13T08:05:47.601 INFO:tasks.workunit.client.0.smithi003.stdout:image: image30 2024-04-13T08:05:47.601 INFO:tasks.workunit.client.0.smithi003.stdout:image: image31 2024-04-13T08:05:47.601 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image28 2024-04-13T08:05:47.601 INFO:tasks.workunit.client.0.smithi003.stdout:found image28 2024-04-13T08:05:47.601 INFO:tasks.workunit.client.0.smithi003.stdout:erased image28 2024-04-13T08:05:47.602 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image29 2024-04-13T08:05:47.602 INFO:tasks.workunit.client.0.smithi003.stdout:found image29 2024-04-13T08:05:47.602 INFO:tasks.workunit.client.0.smithi003.stdout:erased image29 2024-04-13T08:05:47.602 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image30 2024-04-13T08:05:47.602 INFO:tasks.workunit.client.0.smithi003.stdout:found image30 2024-04-13T08:05:47.602 INFO:tasks.workunit.client.0.smithi003.stdout:erased image30 2024-04-13T08:05:47.602 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image31 2024-04-13T08:05:47.602 INFO:tasks.workunit.client.0.smithi003.stdout:found image31 2024-04-13T08:05:47.602 INFO:tasks.workunit.client.0.smithi003.stdout:erased image31 2024-04-13T08:05:47.602 INFO:tasks.workunit.client.0.smithi003.stdout:image: image28 2024-04-13T08:05:47.602 INFO:tasks.workunit.client.0.smithi003.stdout:image: image29 2024-04-13T08:05:47.602 INFO:tasks.workunit.client.0.smithi003.stdout:image: image30 2024-04-13T08:05:47.602 INFO:tasks.workunit.client.0.smithi003.stdout:image: image31 2024-04-13T08:05:47.602 INFO:tasks.workunit.client.0.smithi003.stdout:image: image32 2024-04-13T08:05:47.603 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image28 2024-04-13T08:05:47.603 INFO:tasks.workunit.client.0.smithi003.stdout:found image28 2024-04-13T08:05:47.603 INFO:tasks.workunit.client.0.smithi003.stdout:erased image28 2024-04-13T08:05:47.603 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image29 2024-04-13T08:05:47.603 INFO:tasks.workunit.client.0.smithi003.stdout:found image29 2024-04-13T08:05:47.603 INFO:tasks.workunit.client.0.smithi003.stdout:erased image29 2024-04-13T08:05:47.603 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image30 2024-04-13T08:05:47.603 INFO:tasks.workunit.client.0.smithi003.stdout:found image30 2024-04-13T08:05:47.603 INFO:tasks.workunit.client.0.smithi003.stdout:erased image30 2024-04-13T08:05:47.603 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image31 2024-04-13T08:05:47.603 INFO:tasks.workunit.client.0.smithi003.stdout:found image31 2024-04-13T08:05:47.603 INFO:tasks.workunit.client.0.smithi003.stdout:erased image31 2024-04-13T08:05:47.603 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image32 2024-04-13T08:05:47.604 INFO:tasks.workunit.client.0.smithi003.stdout:found image32 2024-04-13T08:05:47.604 INFO:tasks.workunit.client.0.smithi003.stdout:erased image32 2024-04-13T08:05:47.604 INFO:tasks.workunit.client.0.smithi003.stdout:100.00% done 2024-04-13T08:05:47.604 INFO:tasks.workunit.client.0.smithi003.stdout:image: image28 2024-04-13T08:05:47.604 INFO:tasks.workunit.client.0.smithi003.stdout:image: image29 2024-04-13T08:05:47.604 INFO:tasks.workunit.client.0.smithi003.stdout:image: image30 2024-04-13T08:05:47.604 INFO:tasks.workunit.client.0.smithi003.stdout:image: image31 2024-04-13T08:05:47.604 INFO:tasks.workunit.client.0.smithi003.stdout:image: image32 2024-04-13T08:05:47.604 INFO:tasks.workunit.client.0.smithi003.stdout:image: image33 2024-04-13T08:05:47.604 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image28 2024-04-13T08:05:47.604 INFO:tasks.workunit.client.0.smithi003.stdout:found image28 2024-04-13T08:05:47.604 INFO:tasks.workunit.client.0.smithi003.stdout:erased image28 2024-04-13T08:05:47.604 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image29 2024-04-13T08:05:47.604 INFO:tasks.workunit.client.0.smithi003.stdout:found image29 2024-04-13T08:05:47.604 INFO:tasks.workunit.client.0.smithi003.stdout:erased image29 2024-04-13T08:05:47.605 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image30 2024-04-13T08:05:47.605 INFO:tasks.workunit.client.0.smithi003.stdout:found image30 2024-04-13T08:05:47.605 INFO:tasks.workunit.client.0.smithi003.stdout:erased image30 2024-04-13T08:05:47.605 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image31 2024-04-13T08:05:47.605 INFO:tasks.workunit.client.0.smithi003.stdout:found image31 2024-04-13T08:05:47.605 INFO:tasks.workunit.client.0.smithi003.stdout:erased image31 2024-04-13T08:05:47.605 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image32 2024-04-13T08:05:47.605 INFO:tasks.workunit.client.0.smithi003.stdout:found image32 2024-04-13T08:05:47.605 INFO:tasks.workunit.client.0.smithi003.stdout:erased image32 2024-04-13T08:05:47.605 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image33 2024-04-13T08:05:47.605 INFO:tasks.workunit.client.0.smithi003.stdout:found image33 2024-04-13T08:05:47.605 INFO:tasks.workunit.client.0.smithi003.stdout:erased image33 2024-04-13T08:05:47.605 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestDeepCopy (7783 ms) 2024-04-13T08:05:47.605 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-04-13T08:05:47.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:47 smithi003 ceph-mon[91733]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-13T08:05:47.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:47 smithi003 ceph-mon[89364]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-13T08:05:47.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:47 smithi066 ceph-mon[84331]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-13T08:05:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:48 smithi003 ceph-mon[91733]: pgmap v2931: 297 pgs: 297 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 464 KiB/s rd, 27 KiB/s wr, 544 op/s 2024-04-13T08:05:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:48 smithi003 ceph-mon[91733]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-13T08:05:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:48 smithi003 ceph-mon[89364]: pgmap v2931: 297 pgs: 297 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 464 KiB/s rd, 27 KiB/s wr, 544 op/s 2024-04-13T08:05:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:48 smithi003 ceph-mon[89364]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-13T08:05:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:48 smithi066 ceph-mon[84331]: pgmap v2931: 297 pgs: 297 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 464 KiB/s rd, 27 KiB/s wr, 544 op/s 2024-04-13T08:05:48.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:48 smithi066 ceph-mon[84331]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-13T08:05:49.418 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:49 smithi003 ceph-mon[89364]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-13T08:05:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:49 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1687701860' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:49 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:49 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:49 smithi003 ceph-mon[89364]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-13T08:05:49.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:49 smithi003 ceph-mon[91733]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-13T08:05:49.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:49 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1687701860' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:49.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:49 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:49.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:49 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:49.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:49 smithi003 ceph-mon[91733]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-13T08:05:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:49 smithi066 ceph-mon[84331]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-13T08:05:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:49 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1687701860' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:49 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:05:49.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:49 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:05:49.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:49 smithi066 ceph-mon[84331]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-13T08:05:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:50 smithi003 ceph-mon[91733]: pgmap v2934: 329 pgs: 19 creating+peering, 13 unknown, 297 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 446 KiB/s rd, 27 KiB/s wr, 523 op/s 2024-04-13T08:05:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:50 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:50 smithi003 ceph-mon[91733]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-13T08:05:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:50 smithi003 ceph-mon[89364]: pgmap v2934: 329 pgs: 19 creating+peering, 13 unknown, 297 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 446 KiB/s rd, 27 KiB/s wr, 523 op/s 2024-04-13T08:05:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:50 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:50 smithi003 ceph-mon[89364]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-13T08:05:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:50 smithi066 ceph-mon[84331]: pgmap v2934: 329 pgs: 19 creating+peering, 13 unknown, 297 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 446 KiB/s rd, 27 KiB/s wr, 523 op/s 2024-04-13T08:05:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:50 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:05:50.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:50 smithi066 ceph-mon[84331]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-13T08:05:51.735 INFO:tasks.workunit.client.0.smithi003.stdout:num images is: 1 2024-04-13T08:05:51.736 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 1 2024-04-13T08:05:51.736 INFO:tasks.workunit.client.0.smithi003.stdout:image: image34 2024-04-13T08:05:51.736 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image34 2024-04-13T08:05:51.763 INFO:tasks.workunit.client.0.smithi003.stdout:num images is: 2 2024-04-13T08:05:51.763 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 2 2024-04-13T08:05:51.763 INFO:tasks.workunit.client.0.smithi003.stdout:image: image34 2024-04-13T08:05:51.763 INFO:tasks.workunit.client.0.smithi003.stdout:image: image35 2024-04-13T08:05:51.763 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image34 2024-04-13T08:05:51.763 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image35 2024-04-13T08:05:51.812 INFO:tasks.workunit.client.0.smithi003.stdout:100.00% done 2024-04-13T08:05:51.812 INFO:tasks.workunit.client.0.smithi003.stdout:num images is: 3 2024-04-13T08:05:51.812 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 3 2024-04-13T08:05:51.812 INFO:tasks.workunit.client.0.smithi003.stdout:image: image34 2024-04-13T08:05:51.812 INFO:tasks.workunit.client.0.smithi003.stdout:image: image35 2024-04-13T08:05:51.812 INFO:tasks.workunit.client.0.smithi003.stdout:image: image36 2024-04-13T08:05:51.812 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image34 2024-04-13T08:05:51.812 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image35 2024-04-13T08:05:51.813 INFO:tasks.workunit.client.0.smithi003.stdout:expected = image36 2024-04-13T08:05:51.843 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4244 ms) 2024-04-13T08:05:51.843 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-04-13T08:05:51.843 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:05:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:05:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:52 smithi066 ceph-mon[84331]: pgmap v2937: 329 pgs: 20 creating+peering, 3 unknown, 306 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 7.0 KiB/s wr, 117 op/s 2024-04-13T08:05:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:52 smithi066 ceph-mon[84331]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-13T08:05:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:52 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:52.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:52 smithi003 ceph-mon[89364]: pgmap v2937: 329 pgs: 20 creating+peering, 3 unknown, 306 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 7.0 KiB/s wr, 117 op/s 2024-04-13T08:05:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:52 smithi003 ceph-mon[89364]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-13T08:05:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:52 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:52 smithi003 ceph-mon[91733]: pgmap v2937: 329 pgs: 20 creating+peering, 3 unknown, 306 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 7.0 KiB/s wr, 117 op/s 2024-04-13T08:05:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:52 smithi003 ceph-mon[91733]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-13T08:05:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:52 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:05:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:53 smithi003 ceph-mon[91733]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-13T08:05:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:53 smithi003 ceph-mon[89364]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-13T08:05:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:53 smithi066 ceph-mon[84331]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-13T08:05:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:05:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:05:54.573 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:05:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:05:54] "GET /metrics HTTP/1.1" 200 50928 "" "Prometheus/2.43.0" 2024-04-13T08:05:54.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:54 smithi003 ceph-mon[91733]: pgmap v2940: 329 pgs: 20 creating+peering, 309 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 1.5 KiB/s wr, 59 op/s 2024-04-13T08:05:54.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:54 smithi003 ceph-mon[91733]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-13T08:05:54.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:54 smithi003 ceph-mon[89364]: pgmap v2940: 329 pgs: 20 creating+peering, 309 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 1.5 KiB/s wr, 59 op/s 2024-04-13T08:05:54.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:54 smithi003 ceph-mon[89364]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-13T08:05:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:54 smithi066 ceph-mon[84331]: pgmap v2940: 329 pgs: 20 creating+peering, 309 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 1.5 KiB/s wr, 59 op/s 2024-04-13T08:05:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:54 smithi066 ceph-mon[84331]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-13T08:05:55.619 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 1 2024-04-13T08:05:55.620 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 1 2024-04-13T08:05:55.620 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap1 2024-04-13T08:05:55.620 INFO:tasks.workunit.client.0.smithi003.stdout:found snap1 with size 2097152 2024-04-13T08:05:55.620 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 2 2024-04-13T08:05:55.620 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 2 2024-04-13T08:05:55.620 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap1 2024-04-13T08:05:55.620 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap2 2024-04-13T08:05:55.620 INFO:tasks.workunit.client.0.smithi003.stdout:found snap1 with size 2097152 2024-04-13T08:05:55.620 INFO:tasks.workunit.client.0.smithi003.stdout:found snap2 with size 4194304 2024-04-13T08:05:55.620 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 1 2024-04-13T08:05:55.620 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 1 2024-04-13T08:05:55.620 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap2 2024-04-13T08:05:55.620 INFO:tasks.workunit.client.0.smithi003.stdout:found snap2 with size 4194304 2024-04-13T08:05:55.621 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 0 2024-04-13T08:05:55.621 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 0 2024-04-13T08:05:55.621 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3776 ms) 2024-04-13T08:05:55.621 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-04-13T08:05:55.621 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:55.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[91733]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-13T08:05:55.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [7, 4]}]: dispatch 2024-04-13T08:05:55.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 3]}]: dispatch 2024-04-13T08:05:55.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [2, 4]}]: dispatch 2024-04-13T08:05:55.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]: dispatch 2024-04-13T08:05:55.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 3]}]: dispatch 2024-04-13T08:05:55.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-04-13T08:05:55.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]: dispatch 2024-04-13T08:05:55.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1a", "id": [0, 3]}]: dispatch 2024-04-13T08:05:55.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]: dispatch 2024-04-13T08:05:55.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[89364]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-13T08:05:55.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [7, 4]}]: dispatch 2024-04-13T08:05:55.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 3]}]: dispatch 2024-04-13T08:05:55.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [2, 4]}]: dispatch 2024-04-13T08:05:55.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]: dispatch 2024-04-13T08:05:55.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 3]}]: dispatch 2024-04-13T08:05:55.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-04-13T08:05:55.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]: dispatch 2024-04-13T08:05:55.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1a", "id": [0, 3]}]: dispatch 2024-04-13T08:05:55.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:55 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]: dispatch 2024-04-13T08:05:55.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:55 smithi066 ceph-mon[84331]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-13T08:05:55.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [7, 4]}]: dispatch 2024-04-13T08:05:55.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 3]}]: dispatch 2024-04-13T08:05:55.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [2, 4]}]: dispatch 2024-04-13T08:05:55.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]: dispatch 2024-04-13T08:05:55.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 3]}]: dispatch 2024-04-13T08:05:55.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-04-13T08:05:55.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]: dispatch 2024-04-13T08:05:55.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1a", "id": [0, 3]}]: dispatch 2024-04-13T08:05:55.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:55 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]: dispatch 2024-04-13T08:05:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[91733]: pgmap v2943: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 5.5 KiB/s wr, 150 op/s 2024-04-13T08:05:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [7, 4]}]': finished 2024-04-13T08:05:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 3]}]': finished 2024-04-13T08:05:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [2, 4]}]': finished 2024-04-13T08:05:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]': finished 2024-04-13T08:05:56.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 3]}]': finished 2024-04-13T08:05:56.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2024-04-13T08:05:56.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]': finished 2024-04-13T08:05:56.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1a", "id": [0, 3]}]': finished 2024-04-13T08:05:56.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]': finished 2024-04-13T08:05:56.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[91733]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-13T08:05:56.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[89364]: pgmap v2943: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 5.5 KiB/s wr, 150 op/s 2024-04-13T08:05:56.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [7, 4]}]': finished 2024-04-13T08:05:56.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 3]}]': finished 2024-04-13T08:05:56.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [2, 4]}]': finished 2024-04-13T08:05:56.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]': finished 2024-04-13T08:05:56.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 3]}]': finished 2024-04-13T08:05:56.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2024-04-13T08:05:56.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]': finished 2024-04-13T08:05:56.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1a", "id": [0, 3]}]': finished 2024-04-13T08:05:56.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]': finished 2024-04-13T08:05:56.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:56 smithi003 ceph-mon[89364]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-13T08:05:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:56 smithi066 ceph-mon[84331]: pgmap v2943: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 5.5 KiB/s wr, 150 op/s 2024-04-13T08:05:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [7, 4]}]': finished 2024-04-13T08:05:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 3]}]': finished 2024-04-13T08:05:56.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [2, 4]}]': finished 2024-04-13T08:05:56.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]': finished 2024-04-13T08:05:56.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [1, 3]}]': finished 2024-04-13T08:05:56.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2024-04-13T08:05:56.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]': finished 2024-04-13T08:05:56.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1a", "id": [0, 3]}]': finished 2024-04-13T08:05:56.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]': finished 2024-04-13T08:05:56.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:56 smithi066 ceph-mon[84331]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-13T08:05:57.629 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2010 ms) 2024-04-13T08:05:57.629 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-04-13T08:05:57.629 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:05:57.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:57 smithi003 ceph-mon[89364]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-13T08:05:57.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:57 smithi003 ceph-mon[91733]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-13T08:05:57.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:57 smithi066 ceph-mon[84331]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-13T08:05:58.628 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 1 2024-04-13T08:05:58.629 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 1 2024-04-13T08:05:58.629 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap1 2024-04-13T08:05:58.629 INFO:tasks.workunit.client.0.smithi003.stdout:found snap1 with size 2097152 2024-04-13T08:05:58.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:58 smithi003 ceph-mon[91733]: pgmap v2946: 329 pgs: 3 peering, 326 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 27 KiB/s wr, 464 op/s 2024-04-13T08:05:58.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:58 smithi003 ceph-mon[91733]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-13T08:05:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:58 smithi003 ceph-mon[89364]: pgmap v2946: 329 pgs: 3 peering, 326 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 27 KiB/s wr, 464 op/s 2024-04-13T08:05:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:58 smithi003 ceph-mon[89364]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-13T08:05:58.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:58 smithi066 ceph-mon[84331]: pgmap v2946: 329 pgs: 3 peering, 326 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 27 KiB/s wr, 464 op/s 2024-04-13T08:05:58.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:58 smithi066 ceph-mon[84331]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-13T08:05:59.630 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 2 2024-04-13T08:05:59.631 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 2 2024-04-13T08:05:59.631 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap1 2024-04-13T08:05:59.631 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap2 2024-04-13T08:05:59.631 INFO:tasks.workunit.client.0.smithi003.stdout:found snap1 with size 2097152 2024-04-13T08:05:59.631 INFO:tasks.workunit.client.0.smithi003.stdout:found snap2 with size 4194304 2024-04-13T08:05:59.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:05:59 smithi003 ceph-mon[91733]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-13T08:05:59.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:05:59 smithi003 ceph-mon[89364]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-13T08:05:59.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:05:59 smithi066 ceph-mon[84331]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-13T08:06:00.633 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 1 2024-04-13T08:06:00.633 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 1 2024-04-13T08:06:00.633 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap2 2024-04-13T08:06:00.633 INFO:tasks.workunit.client.0.smithi003.stdout:found snap2 with size 4194304 2024-04-13T08:06:00.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:00 smithi003 ceph-mon[91733]: pgmap v2949: 329 pgs: 3 peering, 326 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 23 KiB/s wr, 369 op/s; 4 B/s, 0 objects/s recovering 2024-04-13T08:06:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:00 smithi003 ceph-mon[91733]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-13T08:06:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:00 smithi003 ceph-mon[89364]: pgmap v2949: 329 pgs: 3 peering, 326 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 23 KiB/s wr, 369 op/s; 4 B/s, 0 objects/s recovering 2024-04-13T08:06:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:00 smithi003 ceph-mon[89364]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-13T08:06:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:00 smithi066 ceph-mon[84331]: pgmap v2949: 329 pgs: 3 peering, 326 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 23 KiB/s wr, 369 op/s; 4 B/s, 0 objects/s recovering 2024-04-13T08:06:00.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:00 smithi066 ceph-mon[84331]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-13T08:06:01.634 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 0 2024-04-13T08:06:01.634 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 0 2024-04-13T08:06:01.649 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4020 ms) 2024-04-13T08:06:01.649 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-04-13T08:06:01.649 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:06:01.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:01 smithi003 ceph-mon[91733]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-13T08:06:01.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:01 smithi003 ceph-mon[89364]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-13T08:06:01.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:01 smithi066 ceph-mon[84331]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-13T08:06:02.622 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:06:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:06:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:06:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:02 smithi003 ceph-mon[91733]: pgmap v2952: 329 pgs: 3 peering, 326 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 5.0 KiB/s wr, 65 op/s; 4 B/s, 0 objects/s recovering 2024-04-13T08:06:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:02 smithi003 ceph-mon[91733]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-13T08:06:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:02 smithi003 ceph-mon[89364]: pgmap v2952: 329 pgs: 3 peering, 326 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 5.0 KiB/s wr, 65 op/s; 4 B/s, 0 objects/s recovering 2024-04-13T08:06:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:02 smithi003 ceph-mon[89364]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-13T08:06:02.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:02 smithi066 ceph-mon[84331]: pgmap v2952: 329 pgs: 3 peering, 326 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 5.0 KiB/s wr, 65 op/s; 4 B/s, 0 objects/s recovering 2024-04-13T08:06:02.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:02 smithi066 ceph-mon[84331]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-13T08:06:03.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:03 smithi066 ceph-mon[84331]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-13T08:06:04.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:03 smithi003 ceph-mon[89364]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-13T08:06:04.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:03 smithi003 ceph-mon[91733]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-13T08:06:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:06:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:06:04] "GET /metrics HTTP/1.1" 200 50928 "" "Prometheus/2.43.0" 2024-04-13T08:06:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:04 smithi066 ceph-mon[84331]: pgmap v2955: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.7 KiB/s wr, 53 op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:06:04.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:04 smithi066 ceph-mon[84331]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-13T08:06:04.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:04 smithi066 ceph-mon[84331]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-13T08:06:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:04 smithi003 ceph-mon[91733]: pgmap v2955: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.7 KiB/s wr, 53 op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:06:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:04 smithi003 ceph-mon[91733]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-13T08:06:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:04 smithi003 ceph-mon[91733]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-13T08:06:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:04 smithi003 ceph-mon[89364]: pgmap v2955: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.7 KiB/s wr, 53 op/s; 0 B/s, 0 objects/s recovering 2024-04-13T08:06:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:04 smithi003 ceph-mon[89364]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-13T08:06:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:04 smithi003 ceph-mon[89364]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-13T08:06:06.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:06 smithi003 ceph-mon[91733]: pgmap v2958: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2024-04-13T08:06:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:06 smithi003 ceph-mon[91733]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-13T08:06:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:06 smithi003 ceph-mon[89364]: pgmap v2958: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2024-04-13T08:06:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:06 smithi003 ceph-mon[89364]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-13T08:06:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:06 smithi066 ceph-mon[84331]: pgmap v2958: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2024-04-13T08:06:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:06 smithi066 ceph-mon[84331]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-13T08:06:07.451 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 0 2024-04-13T08:06:07.451 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 0 2024-04-13T08:06:07.462 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (5812 ms) 2024-04-13T08:06:07.462 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-04-13T08:06:07.462 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:06:07.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:07 smithi003 ceph-mon[89364]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-13T08:06:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:07 smithi003 ceph-mon[91733]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-13T08:06:07.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:07 smithi066 ceph-mon[84331]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-13T08:06:08.470 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 1 2024-04-13T08:06:08.471 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 1 2024-04-13T08:06:08.471 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap1 2024-04-13T08:06:08.471 INFO:tasks.workunit.client.0.smithi003.stdout:found snap1 with size 2097152 2024-04-13T08:06:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:08 smithi003 ceph-mon[89364]: pgmap v2961: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-04-13T08:06:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:08 smithi003 ceph-mon[89364]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-13T08:06:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:08 smithi003 ceph-mon[91733]: pgmap v2961: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-04-13T08:06:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:08 smithi003 ceph-mon[91733]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-13T08:06:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:08 smithi066 ceph-mon[84331]: pgmap v2961: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-04-13T08:06:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:08 smithi066 ceph-mon[84331]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-13T08:06:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:09.456 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 2 2024-04-13T08:06:09.456 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 2 2024-04-13T08:06:09.456 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap1 2024-04-13T08:06:09.456 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap2 2024-04-13T08:06:09.456 INFO:tasks.workunit.client.0.smithi003.stdout:found snap1 with size 2097152 2024-04-13T08:06:09.456 INFO:tasks.workunit.client.0.smithi003.stdout:found snap2 with size 4194304 2024-04-13T08:06:09.460 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 2 2024-04-13T08:06:09.461 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 2 2024-04-13T08:06:09.461 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap1-rename 2024-04-13T08:06:09.461 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap2 2024-04-13T08:06:09.461 INFO:tasks.workunit.client.0.smithi003.stdout:found snap1-rename with size 2097152 2024-04-13T08:06:09.461 INFO:tasks.workunit.client.0.smithi003.stdout:found snap2 with size 4194304 2024-04-13T08:06:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:09 smithi003 ceph-mon[89364]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-13T08:06:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:09 smithi003 ceph-mon[89364]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-13T08:06:09.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:09 smithi003 ceph-mon[91733]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-13T08:06:09.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:09 smithi003 ceph-mon[91733]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-13T08:06:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:09 smithi066 ceph-mon[84331]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-13T08:06:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:09 smithi066 ceph-mon[84331]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-13T08:06:10.475 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 1 2024-04-13T08:06:10.475 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 1 2024-04-13T08:06:10.475 INFO:tasks.workunit.client.0.smithi003.stdout:snap: snap2-rename 2024-04-13T08:06:10.475 INFO:tasks.workunit.client.0.smithi003.stdout:found snap2-rename with size 4194304 2024-04-13T08:06:10.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:10 smithi003 ceph-mon[91733]: pgmap v2964: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 5.7 KiB/s wr, 74 op/s 2024-04-13T08:06:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:10 smithi003 ceph-mon[89364]: pgmap v2964: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 5.7 KiB/s wr, 74 op/s 2024-04-13T08:06:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:10 smithi066 ceph-mon[84331]: pgmap v2964: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 5.7 KiB/s wr, 74 op/s 2024-04-13T08:06:11.486 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 0 2024-04-13T08:06:11.486 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 0 2024-04-13T08:06:11.504 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4043 ms) 2024-04-13T08:06:11.504 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-04-13T08:06:11.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:11 smithi003 ceph-mon[89364]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-13T08:06:11.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:11 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:06:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:11 smithi003 ceph-mon[91733]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-13T08:06:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:11 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:06:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:11 smithi066 ceph-mon[84331]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-13T08:06:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:11 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:06:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:06:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:06:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:12 smithi066 ceph-mon[84331]: pgmap v2967: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.7 KiB/s wr, 74 op/s 2024-04-13T08:06:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:12 smithi066 ceph-mon[84331]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-13T08:06:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:12 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:06:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:12 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:06:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:12 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:06:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:12 smithi003 ceph-mon[91733]: pgmap v2967: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.7 KiB/s wr, 74 op/s 2024-04-13T08:06:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:12 smithi003 ceph-mon[91733]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-13T08:06:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:12 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:06:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:12 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:06:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:12 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:06:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:12 smithi003 ceph-mon[89364]: pgmap v2967: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.7 KiB/s wr, 74 op/s 2024-04-13T08:06:12.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:12 smithi003 ceph-mon[89364]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-13T08:06:12.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:12 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:06:12.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:12 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:06:12.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:12 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:06:13.487 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:06:13.488 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:06:13.488 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:06:13.488 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:06:13.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:13 smithi003 ceph-mon[89364]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-13T08:06:13.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:13 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1601200012' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:06:13.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:13 smithi003 ceph-mon[91733]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-13T08:06:13.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:13 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1601200012' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:06:13.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:13 smithi066 ceph-mon[84331]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-13T08:06:13.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:13 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1601200012' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:06:14.470 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:06:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:06:14] "GET /metrics HTTP/1.1" 200 50956 "" "Prometheus/2.43.0" 2024-04-13T08:06:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:14 smithi003 ceph-mon[91733]: pgmap v2970: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1023 B/s wr, 9 op/s 2024-04-13T08:06:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:14 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:06:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:14 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1601200012' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:06:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:14 smithi003 ceph-mon[91733]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-13T08:06:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:14 smithi003 ceph-mon[91733]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-13T08:06:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:14 smithi003 ceph-mon[89364]: pgmap v2970: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1023 B/s wr, 9 op/s 2024-04-13T08:06:14.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:14 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:06:14.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:14 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1601200012' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:06:14.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:14 smithi003 ceph-mon[89364]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-13T08:06:14.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:14 smithi003 ceph-mon[89364]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-13T08:06:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:14 smithi066 ceph-mon[84331]: pgmap v2970: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1023 B/s wr, 9 op/s 2024-04-13T08:06:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:14 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:06:14.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:14 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1601200012' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:06:14.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:14 smithi066 ceph-mon[84331]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-13T08:06:14.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:14 smithi066 ceph-mon[84331]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-13T08:06:15.716 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4212 ms) 2024-04-13T08:06:15.716 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-04-13T08:06:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:16 smithi003 ceph-mon[91733]: pgmap v2973: 361 pgs: 8 unknown, 353 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.2 KiB/s wr, 45 op/s 2024-04-13T08:06:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:16 smithi003 ceph-mon[91733]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-13T08:06:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:16 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:06:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:16 smithi003 ceph-mon[89364]: pgmap v2973: 361 pgs: 8 unknown, 353 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.2 KiB/s wr, 45 op/s 2024-04-13T08:06:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:16 smithi003 ceph-mon[89364]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-13T08:06:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:16 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:06:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:16 smithi066 ceph-mon[84331]: pgmap v2973: 361 pgs: 8 unknown, 353 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.2 KiB/s wr, 45 op/s 2024-04-13T08:06:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:16 smithi066 ceph-mon[84331]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-13T08:06:16.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:16 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:06:17.513 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:06:17.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:17 smithi003 ceph-mon[89364]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-13T08:06:17.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:17 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/992767492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:06:17.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:17 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:06:17.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:17 smithi003 ceph-mon[91733]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-13T08:06:17.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:17 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/992767492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:06:17.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:17 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:06:17.886 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:06:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:06:17] ENGINE Bus STOPPING 2024-04-13T08:06:17.886 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:06:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:06:17] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T08:06:17.886 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:06:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:06:17] ENGINE Bus STOPPED 2024-04-13T08:06:17.886 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:06:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:06:17] ENGINE Bus STARTING 2024-04-13T08:06:17.886 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:06:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:06:17] ENGINE Serving on http://:::9283 2024-04-13T08:06:17.886 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:06:17 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:06:17] ENGINE Bus STARTED 2024-04-13T08:06:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:17 smithi066 ceph-mon[84331]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-13T08:06:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:17 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/992767492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:06:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:17 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:06:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:18 smithi003 ceph-mon[91733]: pgmap v2976: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.5 KiB/s wr, 51 op/s 2024-04-13T08:06:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:18 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:06:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:18 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:06:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:18 smithi003 ceph-mon[91733]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-13T08:06:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:18 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' 2024-04-13T08:06:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:06:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:06:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:06:18.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:06:18.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:18 smithi003 ceph-mon[89364]: pgmap v2976: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.5 KiB/s wr, 51 op/s 2024-04-13T08:06:18.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:18 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:06:18.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:18 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:06:18.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:18 smithi003 ceph-mon[89364]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-13T08:06:18.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:18 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' 2024-04-13T08:06:18.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:06:18.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:06:18.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:06:18.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:06:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:18 smithi066 ceph-mon[84331]: pgmap v2976: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.5 KiB/s wr, 51 op/s 2024-04-13T08:06:18.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:18 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:06:18.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:18 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:06:18.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:18 smithi066 ceph-mon[84331]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-13T08:06:18.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:18 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' 2024-04-13T08:06:18.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:06:18.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:06:18.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:06:18.905 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:06:19.526 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:06:19.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:19 smithi003 ceph-mon[89364]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-13T08:06:19.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:19 smithi003 ceph-mon[89364]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-13T08:06:19.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:19 smithi003 ceph-mon[91733]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-13T08:06:19.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:19 smithi003 ceph-mon[91733]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-13T08:06:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:19 smithi066 ceph-mon[84331]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-13T08:06:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:19 smithi066 ceph-mon[84331]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-13T08:06:20.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:20 smithi003 ceph-mon[91733]: pgmap v2979: 393 pgs: 19 unknown, 374 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.2 KiB/s wr, 110 op/s 2024-04-13T08:06:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:20 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:06:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:20 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi003-140849-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-13T08:06:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:20 smithi003 ceph-mon[89364]: pgmap v2979: 393 pgs: 19 unknown, 374 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.2 KiB/s wr, 110 op/s 2024-04-13T08:06:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:20 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:06:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:20 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi003-140849-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-13T08:06:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:20 smithi066 ceph-mon[84331]: pgmap v2979: 393 pgs: 19 unknown, 374 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.2 KiB/s wr, 110 op/s 2024-04-13T08:06:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:20 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:06:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:20 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi003-140849-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-13T08:06:21.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:21 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi003-140849-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-13T08:06:21.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:21 smithi003 ceph-mon[91733]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-13T08:06:21.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:21 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi003-140849-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-13T08:06:21.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:21 smithi003 ceph-mon[89364]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-13T08:06:21.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:21 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi003-140849-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-13T08:06:21.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:21 smithi066 ceph-mon[84331]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-13T08:06:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:22 smithi066 ceph-mon[84331]: pgmap v2982: 393 pgs: 5 unknown, 388 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 7.2 KiB/s wr, 166 op/s 2024-04-13T08:06:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:06:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:06:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:06:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:22 smithi003 ceph-mon[91733]: pgmap v2982: 393 pgs: 5 unknown, 388 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 7.2 KiB/s wr, 166 op/s 2024-04-13T08:06:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:22 smithi003 ceph-mon[89364]: pgmap v2982: 393 pgs: 5 unknown, 388 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 7.2 KiB/s wr, 166 op/s 2024-04-13T08:06:23.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:24.529 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:06:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:06:24] "GET /metrics HTTP/1.1" 200 55768 "" "Prometheus/2.43.0" 2024-04-13T08:06:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:24 smithi003 ceph-mon[89364]: pgmap v2983: 393 pgs: 393 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 7.6 KiB/s wr, 136 op/s 2024-04-13T08:06:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:24 smithi003 ceph-mon[89364]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-13T08:06:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:24 smithi003 ceph-mon[91733]: pgmap v2983: 393 pgs: 393 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 7.6 KiB/s wr, 136 op/s 2024-04-13T08:06:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:24 smithi003 ceph-mon[91733]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-13T08:06:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:24 smithi066 ceph-mon[84331]: pgmap v2983: 393 pgs: 393 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 7.6 KiB/s wr, 136 op/s 2024-04-13T08:06:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:24 smithi066 ceph-mon[84331]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-13T08:06:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:26 smithi003 ceph-mon[89364]: pgmap v2985: 393 pgs: 393 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 3.2 KiB/s wr, 56 op/s 2024-04-13T08:06:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:26 smithi003 ceph-mon[91733]: pgmap v2985: 393 pgs: 393 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 3.2 KiB/s wr, 56 op/s 2024-04-13T08:06:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:26 smithi066 ceph-mon[84331]: pgmap v2985: 393 pgs: 393 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 3.2 KiB/s wr, 56 op/s 2024-04-13T08:06:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:28 smithi003 ceph-mon[91733]: pgmap v2986: 393 pgs: 393 active+clean; 9.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 679 KiB/s wr, 46 op/s 2024-04-13T08:06:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:28 smithi003 ceph-mon[89364]: pgmap v2986: 393 pgs: 393 active+clean; 9.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 679 KiB/s wr, 46 op/s 2024-04-13T08:06:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:28 smithi066 ceph-mon[84331]: pgmap v2986: 393 pgs: 393 active+clean; 9.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 679 KiB/s wr, 46 op/s 2024-04-13T08:06:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:30 smithi003 ceph-mon[91733]: pgmap v2987: 393 pgs: 393 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 727 KiB/s wr, 11 op/s 2024-04-13T08:06:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:30 smithi003 ceph-mon[91733]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-13T08:06:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:30 smithi003 ceph-mon[89364]: pgmap v2987: 393 pgs: 393 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 727 KiB/s wr, 11 op/s 2024-04-13T08:06:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:30 smithi003 ceph-mon[89364]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-13T08:06:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:30 smithi066 ceph-mon[84331]: pgmap v2987: 393 pgs: 393 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 727 KiB/s wr, 11 op/s 2024-04-13T08:06:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:30 smithi066 ceph-mon[84331]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-13T08:06:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:32 smithi066 ceph-mon[84331]: pgmap v2989: 393 pgs: 393 active+clean; 14 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 639 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-13T08:06:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:06:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:06:32.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:32 smithi003 ceph-mon[91733]: pgmap v2989: 393 pgs: 393 active+clean; 14 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 639 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-13T08:06:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:32 smithi003 ceph-mon[89364]: pgmap v2989: 393 pgs: 393 active+clean; 14 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 639 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-13T08:06:34.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:34 smithi003 ceph-mon[91733]: pgmap v2990: 393 pgs: 393 active+clean; 14 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-13T08:06:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:34 smithi003 ceph-mon[89364]: pgmap v2990: 393 pgs: 393 active+clean; 14 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-13T08:06:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:06:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:06:34] "GET /metrics HTTP/1.1" 200 55768 "" "Prometheus/2.43.0" 2024-04-13T08:06:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:34 smithi066 ceph-mon[84331]: pgmap v2990: 393 pgs: 393 active+clean; 14 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-13T08:06:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:36 smithi003 ceph-mon[89364]: pgmap v2991: 393 pgs: 393 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T08:06:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:36 smithi003 ceph-mon[91733]: pgmap v2991: 393 pgs: 393 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T08:06:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:36 smithi066 ceph-mon[84331]: pgmap v2991: 393 pgs: 393 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-13T08:06:38.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:38 smithi003 ceph-mon[91733]: pgmap v2992: 393 pgs: 393 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-13T08:06:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:38 smithi003 ceph-mon[89364]: pgmap v2992: 393 pgs: 393 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-13T08:06:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:38 smithi066 ceph-mon[84331]: pgmap v2992: 393 pgs: 393 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-13T08:06:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:39.763 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.RemoveFullTry (24047 ms) 2024-04-13T08:06:39.763 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-04-13T08:06:39.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:39 smithi003 ceph-mon[91733]: pool 'test-librbd-smithi003-140849-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-13T08:06:39.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:39 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-13T08:06:39.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:39 smithi003 ceph-mon[91733]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-13T08:06:39.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:39 smithi003 ceph-mon[89364]: pool 'test-librbd-smithi003-140849-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-13T08:06:39.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:39 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-13T08:06:39.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:39 smithi003 ceph-mon[89364]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-13T08:06:39.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:39 smithi066 ceph-mon[84331]: pool 'test-librbd-smithi003-140849-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-13T08:06:39.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:39 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-13T08:06:39.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:39 smithi066 ceph-mon[84331]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-13T08:06:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:40 smithi003 ceph-mon[91733]: pgmap v2993: 393 pgs: 393 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 922 KiB/s wr, 2 op/s 2024-04-13T08:06:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:40 smithi003 ceph-mon[89364]: pgmap v2993: 393 pgs: 393 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 922 KiB/s wr, 2 op/s 2024-04-13T08:06:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:40 smithi066 ceph-mon[84331]: pgmap v2993: 393 pgs: 393 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 922 KiB/s wr, 2 op/s 2024-04-13T08:06:41.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:41 smithi003 ceph-mon[91733]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-13T08:06:41.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:41 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/153989785' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:06:41.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:41 smithi003 ceph-mon[89364]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-13T08:06:41.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:41 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/153989785' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:06:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:41 smithi066 ceph-mon[84331]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-13T08:06:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:41 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/153989785' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:06:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:06:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:06:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:42 smithi066 ceph-mon[84331]: pgmap v2996: 425 pgs: 32 unknown, 393 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 639 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-04-13T08:06:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:42 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:06:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:42 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/153989785' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:06:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:42 smithi066 ceph-mon[84331]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-13T08:06:42.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:42 smithi003 ceph-mon[91733]: pgmap v2996: 425 pgs: 32 unknown, 393 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 639 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-04-13T08:06:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:42 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:06:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:42 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/153989785' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:06:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:42 smithi003 ceph-mon[91733]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-13T08:06:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:42 smithi003 ceph-mon[89364]: pgmap v2996: 425 pgs: 32 unknown, 393 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 639 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-04-13T08:06:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:42 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:06:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:42 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/153989785' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:06:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:42 smithi003 ceph-mon[89364]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-13T08:06:43.517 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:06:43.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:43 smithi003 ceph-mon[89364]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-13T08:06:43.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:43 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3881530291' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:06:43.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:43 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:06:43.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:43 smithi003 ceph-mon[91733]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-13T08:06:43.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:43 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3881530291' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:06:43.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:43 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:06:43.886 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:06:43 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:06:43] ENGINE Bus STOPPING 2024-04-13T08:06:43.886 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:06:43 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:06:43] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T08:06:43.886 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:06:43 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:06:43] ENGINE Bus STOPPED 2024-04-13T08:06:43.886 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:06:43 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:06:43] ENGINE Bus STARTING 2024-04-13T08:06:43.886 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:06:43 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:06:43] ENGINE Serving on http://:::9283 2024-04-13T08:06:43.886 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:06:43 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:06:43] ENGINE Bus STARTED 2024-04-13T08:06:43.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:43 smithi066 ceph-mon[84331]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-13T08:06:43.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:43 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3881530291' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:06:43.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:43 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:06:44.482 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:06:44] "GET /metrics HTTP/1.1" 200 55790 "" "Prometheus/2.43.0" 2024-04-13T08:06:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[91733]: pgmap v2999: 457 pgs: 5 creating+peering, 59 unknown, 393 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 42 op/s 2024-04-13T08:06:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:06:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[91733]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-13T08:06:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' 2024-04-13T08:06:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:06:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:06:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:06:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:06:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[91733]: pool 'test-librbd-smithi003-140849-23' no longer out of quota; removing NO_QUOTA flag 2024-04-13T08:06:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[91733]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-13T08:06:44.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[91733]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-13T08:06:44.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[89364]: pgmap v2999: 457 pgs: 5 creating+peering, 59 unknown, 393 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 42 op/s 2024-04-13T08:06:44.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:06:44.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[89364]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-13T08:06:44.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' 2024-04-13T08:06:44.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:06:44.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:06:44.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:06:44.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:06:44.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[89364]: pool 'test-librbd-smithi003-140849-23' no longer out of quota; removing NO_QUOTA flag 2024-04-13T08:06:44.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[89364]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-13T08:06:44.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:44 smithi003 ceph-mon[89364]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-13T08:06:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:44 smithi066 ceph-mon[84331]: pgmap v2999: 457 pgs: 5 creating+peering, 59 unknown, 393 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 42 op/s 2024-04-13T08:06:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:44 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:06:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:44 smithi066 ceph-mon[84331]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-13T08:06:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:44 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' 2024-04-13T08:06:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:06:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:06:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:06:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:06:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:44 smithi066 ceph-mon[84331]: pool 'test-librbd-smithi003-140849-23' no longer out of quota; removing NO_QUOTA flag 2024-04-13T08:06:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:44 smithi066 ceph-mon[84331]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-13T08:06:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:44 smithi066 ceph-mon[84331]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-13T08:06:46.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:46 smithi003 ceph-mon[91733]: pgmap v3002: 457 pgs: 5 creating+peering, 8 unknown, 444 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 KiB/s wr, 41 op/s 2024-04-13T08:06:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:46 smithi003 ceph-mon[91733]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-13T08:06:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:46 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi003-140849-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-13T08:06:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:46 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:06:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:46 smithi003 ceph-mon[89364]: pgmap v3002: 457 pgs: 5 creating+peering, 8 unknown, 444 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 KiB/s wr, 41 op/s 2024-04-13T08:06:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:46 smithi003 ceph-mon[89364]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-13T08:06:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:46 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi003-140849-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-13T08:06:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:46 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:06:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:46 smithi066 ceph-mon[84331]: pgmap v3002: 457 pgs: 5 creating+peering, 8 unknown, 444 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 KiB/s wr, 41 op/s 2024-04-13T08:06:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:46 smithi066 ceph-mon[84331]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-13T08:06:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:46 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi003-140849-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-13T08:06:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:46 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:06:47.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:47 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi003-140849-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-13T08:06:47.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:47 smithi003 ceph-mon[89364]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-13T08:06:47.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:47 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi003-140849-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-13T08:06:47.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:47 smithi003 ceph-mon[91733]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-13T08:06:47.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:47 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi003-140849-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-13T08:06:47.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:47 smithi066 ceph-mon[84331]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-13T08:06:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:48 smithi003 ceph-mon[91733]: pgmap v3005: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 767 B/s wr, 1 op/s 2024-04-13T08:06:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:48 smithi003 ceph-mon[89364]: pgmap v3005: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 767 B/s wr, 1 op/s 2024-04-13T08:06:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:48 smithi066 ceph-mon[84331]: pgmap v3005: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 767 B/s wr, 1 op/s 2024-04-13T08:06:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:50 smithi003 ceph-mon[91733]: pgmap v3006: 457 pgs: 457 active+clean; 7.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 KiB/s rd, 558 KiB/s wr, 5 op/s 2024-04-13T08:06:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:50 smithi003 ceph-mon[89364]: pgmap v3006: 457 pgs: 457 active+clean; 7.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 KiB/s rd, 558 KiB/s wr, 5 op/s 2024-04-13T08:06:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:50 smithi066 ceph-mon[84331]: pgmap v3006: 457 pgs: 457 active+clean; 7.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 KiB/s rd, 558 KiB/s wr, 5 op/s 2024-04-13T08:06:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:52 smithi066 ceph-mon[84331]: pgmap v3007: 457 pgs: 457 active+clean; 7.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 469 KiB/s wr, 9 op/s 2024-04-13T08:06:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:06:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:06:52.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:52 smithi003 ceph-mon[91733]: pgmap v3007: 457 pgs: 457 active+clean; 7.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 469 KiB/s wr, 9 op/s 2024-04-13T08:06:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:52 smithi003 ceph-mon[89364]: pgmap v3007: 457 pgs: 457 active+clean; 7.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 469 KiB/s wr, 9 op/s 2024-04-13T08:06:53.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:06:54.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:54 smithi003 ceph-mon[91733]: pgmap v3008: 457 pgs: 457 active+clean; 7.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 385 KiB/s wr, 7 op/s 2024-04-13T08:06:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:54 smithi003 ceph-mon[91733]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-13T08:06:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:06:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:06:54] "GET /metrics HTTP/1.1" 200 60703 "" "Prometheus/2.43.0" 2024-04-13T08:06:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:54 smithi003 ceph-mon[89364]: pgmap v3008: 457 pgs: 457 active+clean; 7.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 385 KiB/s wr, 7 op/s 2024-04-13T08:06:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:54 smithi003 ceph-mon[89364]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-13T08:06:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:54 smithi066 ceph-mon[84331]: pgmap v3008: 457 pgs: 457 active+clean; 7.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 385 KiB/s wr, 7 op/s 2024-04-13T08:06:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:54 smithi066 ceph-mon[84331]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-13T08:06:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:56 smithi003 ceph-mon[91733]: pgmap v3010: 457 pgs: 457 active+clean; 14 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-04-13T08:06:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.13", "id": [4, 0]}]: dispatch 2024-04-13T08:06:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:56 smithi003 ceph-mon[89364]: pgmap v3010: 457 pgs: 457 active+clean; 14 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-04-13T08:06:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.13", "id": [4, 0]}]: dispatch 2024-04-13T08:06:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:56 smithi066 ceph-mon[84331]: pgmap v3010: 457 pgs: 457 active+clean; 14 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-04-13T08:06:56.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.13", "id": [4, 0]}]: dispatch 2024-04-13T08:06:57.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:57 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.13", "id": [4, 0]}]': finished 2024-04-13T08:06:57.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:57 smithi003 ceph-mon[89364]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-13T08:06:57.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:57 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.13", "id": [4, 0]}]': finished 2024-04-13T08:06:57.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:57 smithi003 ceph-mon[91733]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-13T08:06:57.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:57 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.13", "id": [4, 0]}]': finished 2024-04-13T08:06:57.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:57 smithi066 ceph-mon[84331]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-13T08:06:58.803 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:58 smithi066 ceph-mon[84331]: pgmap v3012: 457 pgs: 457 active+clean; 14 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 768 KiB/s wr, 5 op/s 2024-04-13T08:06:58.803 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:06:58 smithi066 ceph-mon[84331]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-13T08:06:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:58 smithi003 ceph-mon[89364]: pgmap v3012: 457 pgs: 457 active+clean; 14 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 768 KiB/s wr, 5 op/s 2024-04-13T08:06:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:06:58 smithi003 ceph-mon[89364]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-13T08:06:58.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:58 smithi003 ceph-mon[91733]: pgmap v3012: 457 pgs: 457 active+clean; 14 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 768 KiB/s wr, 5 op/s 2024-04-13T08:06:58.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:06:58 smithi003 ceph-mon[91733]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-13T08:07:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:00 smithi003 ceph-mon[91733]: pgmap v3014: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-04-13T08:07:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:00 smithi003 ceph-mon[89364]: pgmap v3014: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-04-13T08:07:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:00 smithi066 ceph-mon[84331]: pgmap v3014: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-04-13T08:07:02.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:02 smithi066 ceph-mon[84331]: pgmap v3015: 457 pgs: 457 active+clean; 18 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-13T08:07:02.654 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:07:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:07:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:02 smithi003 ceph-mon[91733]: pgmap v3015: 457 pgs: 457 active+clean; 18 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-13T08:07:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:02 smithi003 ceph-mon[89364]: pgmap v3015: 457 pgs: 457 active+clean; 18 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-13T08:07:04.483 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:07:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:07:04] "GET /metrics HTTP/1.1" 200 60703 "" "Prometheus/2.43.0" 2024-04-13T08:07:04.654 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (24890 ms) 2024-04-13T08:07:04.654 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestIO 2024-04-13T08:07:04.654 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:07:04.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:04 smithi003 ceph-mon[91733]: pgmap v3016: 457 pgs: 457 active+clean; 18 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 512 KiB/s wr, 2 op/s 2024-04-13T08:07:04.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:04 smithi003 ceph-mon[91733]: pool 'test-librbd-smithi003-140849-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-13T08:07:04.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:04 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-13T08:07:04.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:04 smithi003 ceph-mon[91733]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-13T08:07:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:04 smithi003 ceph-mon[89364]: pgmap v3016: 457 pgs: 457 active+clean; 18 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 512 KiB/s wr, 2 op/s 2024-04-13T08:07:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:04 smithi003 ceph-mon[89364]: pool 'test-librbd-smithi003-140849-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-13T08:07:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:04 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-13T08:07:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:04 smithi003 ceph-mon[89364]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-13T08:07:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:04 smithi066 ceph-mon[84331]: pgmap v3016: 457 pgs: 457 active+clean; 18 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 512 KiB/s wr, 2 op/s 2024-04-13T08:07:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:04 smithi066 ceph-mon[84331]: pool 'test-librbd-smithi003-140849-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-13T08:07:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:04 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-13T08:07:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:04 smithi066 ceph-mon[84331]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-13T08:07:06.548 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:07:06.548 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:07:06.549 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:07:06.549 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:07:06.549 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:07:06.549 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.549 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:07:06.549 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:06.549 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:06.549 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:07:06.549 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.549 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:07:06.549 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:06.549 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:06.549 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:07:06.549 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.549 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:07:06.550 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:06.550 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:06.550 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:07:06.550 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.550 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:07:06.550 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:06.550 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:06.550 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:07:06.550 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.550 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:07:06.550 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:06.550 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:06.550 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:07:06.551 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:07:06.551 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:07:06.551 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:07:06.551 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:07:06.551 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:07:06.551 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:07:06.551 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:07:06.551 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:07:06.551 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:07:06.551 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:07:06.551 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.551 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:07:06.551 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:06.551 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:06.552 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:07:06.552 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.552 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:07:06.552 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:06.552 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:06.552 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:07:06.552 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.552 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:07:06.552 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:06.552 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:06.552 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:07:06.552 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.552 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:07:06.552 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:06.553 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:06.553 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:07:06.553 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.553 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:07:06.553 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:06.553 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:06.553 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:07:06.553 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:06.553 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:06.553 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:06.553 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:06.553 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:06.553 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.553 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:07:06.553 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:06.554 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:07:06.554 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.554 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:07:06.554 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:06.554 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:07:06.554 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.554 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:07:06.554 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:06.554 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:07:06.554 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.554 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:07:06.554 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:06.554 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:07:06.554 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.555 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:07:06.555 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:06.555 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:07:06.555 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 512~512 = 512 2024-04-13T08:07:06.555 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:06.555 INFO:tasks.workunit.client.0.smithi003.stdout:aio discard: 1536~512 = 0 2024-04-13T08:07:06.555 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:06.555 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:06.555 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:06.555 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:06.555 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:06.555 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 0 2024-04-13T08:07:06.555 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.555 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.556 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 0 2024-04-13T08:07:06.556 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.556 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.556 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 16384 2024-04-13T08:07:06.556 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.556 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.556 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 16384 2024-04-13T08:07:06.556 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.556 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.556 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:06.556 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:06.556 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 49152 2024-04-13T08:07:06.556 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.556 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.556 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 49152 2024-04-13T08:07:06.556 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.557 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.557 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 65536 2024-04-13T08:07:06.557 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.557 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.557 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 65536 2024-04-13T08:07:06.557 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.557 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.557 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:06.557 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:06.557 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 98304 2024-04-13T08:07:06.557 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.557 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.557 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 98304 2024-04-13T08:07:06.557 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.558 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.558 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 114688 2024-04-13T08:07:06.558 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.558 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.558 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 114688 2024-04-13T08:07:06.558 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.558 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.558 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:06.558 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:06.558 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 147456 2024-04-13T08:07:06.558 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.558 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.558 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 147456 2024-04-13T08:07:06.558 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.559 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.559 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 163840 2024-04-13T08:07:06.559 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.559 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.559 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 163840 2024-04-13T08:07:06.559 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.559 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.559 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:06.559 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:06.559 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 196608 2024-04-13T08:07:06.559 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.559 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.559 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 196608 2024-04-13T08:07:06.559 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.559 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.560 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 212992 2024-04-13T08:07:06.560 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.560 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.560 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 212992 2024-04-13T08:07:06.560 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.560 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.560 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:06.560 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:06.560 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.560 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:06.560 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:06.560 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:06.560 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:06.561 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.562 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.562 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.562 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:06.562 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:06.562 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:06.562 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:06.562 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.562 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.562 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.562 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:06.562 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:06.562 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.562 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:06.562 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:06.563 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.563 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:06.563 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:06.563 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:06.563 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:06.563 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.563 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.563 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.563 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:06.563 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:06.563 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:06.563 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:06.563 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:06.563 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:06.563 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:06.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:06 smithi003 ceph-mon[89364]: pgmap v3018: 457 pgs: 457 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 896 KiB/s wr, 17 op/s 2024-04-13T08:07:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:06 smithi003 ceph-mon[91733]: pgmap v3018: 457 pgs: 457 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 896 KiB/s wr, 17 op/s 2024-04-13T08:07:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:06 smithi066 ceph-mon[84331]: pgmap v3018: 457 pgs: 457 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 896 KiB/s wr, 17 op/s 2024-04-13T08:07:08.171 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.171 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:08.171 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:08.171 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:08.171 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:08.171 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:08.172 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.172 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.172 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:08.172 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:08.172 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:08.172 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:08.172 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:08.172 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.172 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.172 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:08.172 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.172 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.172 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:08.172 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.172 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.172 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:08.173 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:08.173 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:08.173 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:08.173 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:08.173 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.173 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.173 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:08.173 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:08.173 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:08.173 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:08.173 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:08.173 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.173 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.173 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:08.173 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:08.173 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:08.174 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:08.174 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:08.174 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.174 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.174 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:08.174 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:08.174 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:08.174 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:08.174 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:08.174 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.174 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.174 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:08.174 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.174 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.174 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:08.175 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.175 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.175 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:08.175 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:08.175 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:08.175 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:08.175 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:08.175 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.175 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.175 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:08.175 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:08.175 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:08.175 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:08.175 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:08.175 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.175 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.176 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:08.176 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:08.176 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:08.176 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:08.176 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:08.176 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.176 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.176 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:08.176 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:08.176 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:08.176 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:08.176 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:08.176 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.176 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.176 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:08.176 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.177 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.177 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:08.177 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.177 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.177 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:08.177 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:08.177 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:08.177 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:08.177 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:08.177 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.177 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.177 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:08.177 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:08.177 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:08.177 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:08.178 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:08.178 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.178 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.178 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:08.178 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:08.178 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:08.178 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:08.178 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:08.178 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.178 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.178 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:08.178 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:08.178 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:08.178 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:08.178 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:08.179 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.179 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.179 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:08.179 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:08.179 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:08.179 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:08.179 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:08.179 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:08.179 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:07:08.179 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:08.179 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestIO (3518 ms) 2024-04-13T08:07:08.179 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-04-13T08:07:08.179 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:07:08.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:08 smithi003 ceph-mon[89364]: pgmap v3019: 457 pgs: 457 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 968 KiB/s wr, 17 op/s 2024-04-13T08:07:08.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:07:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:08 smithi003 ceph-mon[91733]: pgmap v3019: 457 pgs: 457 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 968 KiB/s wr, 17 op/s 2024-04-13T08:07:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:07:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:08 smithi066 ceph-mon[84331]: pgmap v3019: 457 pgs: 457 active+clean; 13 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 968 KiB/s wr, 17 op/s 2024-04-13T08:07:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:07:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:09.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:09 smithi003 ceph-mon[91733]: pool 'test-librbd-smithi003-140849-25' no longer out of quota; removing NO_QUOTA flag 2024-04-13T08:07:09.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:09 smithi003 ceph-mon[91733]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-13T08:07:09.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:09 smithi003 ceph-mon[91733]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-13T08:07:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:09 smithi003 ceph-mon[89364]: pool 'test-librbd-smithi003-140849-25' no longer out of quota; removing NO_QUOTA flag 2024-04-13T08:07:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:09 smithi003 ceph-mon[89364]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-13T08:07:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:09 smithi003 ceph-mon[89364]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-13T08:07:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:09 smithi066 ceph-mon[84331]: pool 'test-librbd-smithi003-140849-25' no longer out of quota; removing NO_QUOTA flag 2024-04-13T08:07:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:09 smithi066 ceph-mon[84331]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-13T08:07:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:09 smithi066 ceph-mon[84331]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-13T08:07:10.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:10 smithi003 ceph-mon[91733]: pgmap v3020: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 1.0 MiB/s wr, 866 op/s 2024-04-13T08:07:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:10 smithi003 ceph-mon[89364]: pgmap v3020: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 1.0 MiB/s wr, 866 op/s 2024-04-13T08:07:10.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:10 smithi066 ceph-mon[84331]: pgmap v3020: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 1.0 MiB/s wr, 866 op/s 2024-04-13T08:07:12.569 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:07:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:07:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:07:12.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:12 smithi003 ceph-mon[89364]: pgmap v3022: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 546 KiB/s rd, 905 KiB/s wr, 1.08k op/s 2024-04-13T08:07:12.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:12 smithi003 ceph-mon[91733]: pgmap v3022: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 546 KiB/s rd, 905 KiB/s wr, 1.08k op/s 2024-04-13T08:07:12.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:12 smithi066 ceph-mon[84331]: pgmap v3022: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 546 KiB/s rd, 905 KiB/s wr, 1.08k op/s 2024-04-13T08:07:13.782 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:07:13.782 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:07:13.782 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:07:13.782 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:07:13.782 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:07:13.782 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.782 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:07:13.782 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:13.783 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:13.783 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:07:13.783 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.783 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:07:13.783 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:13.783 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:13.783 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:07:13.783 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.783 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:07:13.783 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:13.783 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:13.783 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:07:13.783 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.783 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:07:13.784 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:13.784 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:13.784 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:07:13.784 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.784 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:07:13.784 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:13.784 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:13.784 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:07:13.784 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:07:13.784 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:07:13.784 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:07:13.784 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:07:13.784 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:07:13.784 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:07:13.784 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:07:13.784 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:07:13.785 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:07:13.785 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:07:13.785 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.785 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:07:13.785 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:13.785 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:13.785 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:07:13.785 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.785 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:07:13.785 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:13.785 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:13.785 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:07:13.785 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.785 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:07:13.785 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:13.786 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:13.786 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:07:13.786 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.786 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:07:13.786 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:13.786 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:13.786 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:07:13.786 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.786 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:07:13.786 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:13.786 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:13.786 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:07:13.786 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:13.786 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:13.786 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:13.787 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:13.787 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:13.787 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.787 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:07:13.787 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:13.787 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:07:13.787 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.787 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:07:13.787 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:13.787 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:07:13.787 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.787 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:07:13.787 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:13.787 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:07:13.787 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.788 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:07:13.788 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:13.788 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:07:13.788 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.788 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:07:13.788 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:13.788 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:07:13.788 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 512~512 = 512 2024-04-13T08:07:13.788 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:13.788 INFO:tasks.workunit.client.0.smithi003.stdout:aio discard: 1536~512 = 0 2024-04-13T08:07:13.788 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:13.788 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:13.788 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:13.788 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:13.788 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:13.789 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 0 2024-04-13T08:07:13.789 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.789 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.789 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 0 2024-04-13T08:07:13.789 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.789 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.789 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 16384 2024-04-13T08:07:13.789 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.789 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.789 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 16384 2024-04-13T08:07:13.789 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.789 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.789 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:13.789 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:13.789 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 49152 2024-04-13T08:07:13.790 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.790 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.790 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 49152 2024-04-13T08:07:13.790 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.790 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.790 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 65536 2024-04-13T08:07:13.790 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.790 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.790 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 65536 2024-04-13T08:07:13.790 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.790 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.790 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:13.790 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:13.790 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 98304 2024-04-13T08:07:13.790 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.790 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.791 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 98304 2024-04-13T08:07:13.791 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.791 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.791 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 114688 2024-04-13T08:07:13.791 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.791 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.791 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 114688 2024-04-13T08:07:13.791 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.791 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.791 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:13.791 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:13.791 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 147456 2024-04-13T08:07:13.791 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.791 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.791 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 147456 2024-04-13T08:07:13.792 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.792 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.792 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 163840 2024-04-13T08:07:13.792 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.792 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.792 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 163840 2024-04-13T08:07:13.792 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.792 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.792 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:13.792 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:13.792 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 196608 2024-04-13T08:07:13.792 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.792 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.792 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 196608 2024-04-13T08:07:13.793 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.793 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.793 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 212992 2024-04-13T08:07:13.793 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.793 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.793 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 212992 2024-04-13T08:07:13.793 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.793 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.793 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:13.793 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:13.793 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.793 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:13.793 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:13.793 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:13.793 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:13.794 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.794 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.794 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.794 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:13.794 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:13.794 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:13.794 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:13.794 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.794 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.794 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.794 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:13.794 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:13.794 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:13.794 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:13.795 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.795 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.795 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.795 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:13.795 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:13.795 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:13.795 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:13.795 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.795 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.795 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.795 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:13.795 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:13.795 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.795 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:13.796 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:13.796 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.796 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:13.796 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:13.796 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:13.796 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:13.796 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.796 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.796 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:13.796 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:13.796 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:13.796 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:13.796 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:13.796 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:13.796 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:13.796 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:14.573 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:07:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:07:14] "GET /metrics HTTP/1.1" 200 60776 "" "Prometheus/2.43.0" 2024-04-13T08:07:14.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:14 smithi003 ceph-mon[91733]: pgmap v3023: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 509 KiB/s rd, 486 KiB/s wr, 1.01k op/s 2024-04-13T08:07:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:14 smithi003 ceph-mon[89364]: pgmap v3023: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 509 KiB/s rd, 486 KiB/s wr, 1.01k op/s 2024-04-13T08:07:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:14 smithi066 ceph-mon[84331]: pgmap v3023: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 509 KiB/s rd, 486 KiB/s wr, 1.01k op/s 2024-04-13T08:07:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:16 smithi003 ceph-mon[89364]: pgmap v3024: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 429 KiB/s rd, 826 KiB/s wr, 857 op/s 2024-04-13T08:07:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:16 smithi003 ceph-mon[91733]: pgmap v3024: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 429 KiB/s rd, 826 KiB/s wr, 857 op/s 2024-04-13T08:07:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:16 smithi066 ceph-mon[84331]: pgmap v3024: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 429 KiB/s rd, 826 KiB/s wr, 857 op/s 2024-04-13T08:07:18.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:18 smithi003 ceph-mon[91733]: pgmap v3025: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 999 KiB/s wr, 1.61k op/s 2024-04-13T08:07:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:18 smithi003 ceph-mon[89364]: pgmap v3025: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 999 KiB/s wr, 1.61k op/s 2024-04-13T08:07:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:18 smithi066 ceph-mon[84331]: pgmap v3025: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 999 KiB/s wr, 1.61k op/s 2024-04-13T08:07:19.798 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.798 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:19.798 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:19.798 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:19.798 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:19.798 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:19.798 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.798 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.798 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:19.798 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:19.798 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:19.799 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:19.799 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:19.799 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.799 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.799 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:19.799 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.799 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.799 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:19.799 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.799 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.799 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:19.799 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:19.799 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:19.799 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:19.799 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:19.799 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.799 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.800 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:19.800 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:19.800 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:19.800 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:19.800 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:19.800 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.800 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.800 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:19.800 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:19.800 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:19.800 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:19.800 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:19.800 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.800 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.800 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:19.800 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:19.801 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:19.801 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:19.801 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:19.801 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.801 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.801 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:19.801 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.801 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.801 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:19.801 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.801 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.801 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:19.801 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:19.801 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:19.801 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:19.801 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:19.802 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.802 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.802 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:19.802 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:19.802 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:19.802 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:19.802 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:19.802 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.802 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.802 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:19.802 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:19.802 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:19.802 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:19.802 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:19.802 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.803 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.803 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:19.803 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:19.803 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:19.803 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:19.803 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:19.803 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.803 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.803 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:19.803 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.803 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.803 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:19.803 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.803 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.803 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:19.803 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:19.804 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:19.804 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:19.804 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:19.804 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.804 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.804 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:19.804 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:19.804 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:19.804 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:19.804 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:19.804 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.804 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.804 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:19.804 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:19.804 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:19.805 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:19.805 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:19.805 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.805 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.805 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:19.805 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:19.805 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:19.805 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:19.805 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:19.805 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.805 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.805 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:19.805 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:19.805 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:19.805 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:19.805 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:19.806 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:19.806 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:07:19.806 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:19.806 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 4 2024-04-13T08:07:19.806 INFO:tasks.workunit.client.0.smithi003.stdout:read: 4 2024-04-13T08:07:19.806 INFO:tasks.workunit.client.0.smithi003.stdout:read: 4 2024-04-13T08:07:19.806 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (11626 ms) 2024-04-13T08:07:19.806 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-04-13T08:07:19.806 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:07:20.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:20 smithi003 ceph-mon[89364]: pgmap v3026: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 788 KiB/s wr, 764 op/s 2024-04-13T08:07:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:20 smithi003 ceph-mon[91733]: pgmap v3026: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 788 KiB/s wr, 764 op/s 2024-04-13T08:07:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:20 smithi066 ceph-mon[84331]: pgmap v3026: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 788 KiB/s wr, 764 op/s 2024-04-13T08:07:22.585 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:07:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:07:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:07:22.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:22 smithi003 ceph-mon[91733]: pgmap v3027: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 718 KiB/s wr, 741 op/s 2024-04-13T08:07:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:07:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:22 smithi003 ceph-mon[89364]: pgmap v3027: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 718 KiB/s wr, 741 op/s 2024-04-13T08:07:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:07:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:22.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:22 smithi066 ceph-mon[84331]: pgmap v3027: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 718 KiB/s wr, 741 op/s 2024-04-13T08:07:22.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:07:22.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:24.589 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:07:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:07:24] "GET /metrics HTTP/1.1" 200 60744 "" "Prometheus/2.43.0" 2024-04-13T08:07:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:24 smithi003 ceph-mon[91733]: pgmap v3028: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-13T08:07:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:24 smithi003 ceph-mon[89364]: pgmap v3028: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-13T08:07:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:24 smithi066 ceph-mon[84331]: pgmap v3028: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-13T08:07:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:26 smithi003 ceph-mon[91733]: pgmap v3029: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-13T08:07:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:26 smithi003 ceph-mon[89364]: pgmap v3029: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-13T08:07:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:26 smithi066 ceph-mon[84331]: pgmap v3029: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-13T08:07:28.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:28 smithi003 ceph-mon[91733]: pgmap v3030: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 351 KiB/s wr, 713 op/s 2024-04-13T08:07:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:28 smithi003 ceph-mon[89364]: pgmap v3030: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 351 KiB/s wr, 713 op/s 2024-04-13T08:07:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:28 smithi066 ceph-mon[84331]: pgmap v3030: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 351 KiB/s wr, 713 op/s 2024-04-13T08:07:29.707 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:07:29.707 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:07:29.707 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:07:29.707 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:07:29.707 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:07:29.707 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.707 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:07:29.707 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:29.707 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:29.708 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:07:29.708 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.708 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:07:29.708 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:29.708 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:29.708 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:07:29.708 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.708 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:07:29.708 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:29.708 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:29.708 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:07:29.708 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.708 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:07:29.708 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:29.708 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:29.709 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:07:29.709 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.709 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:07:29.709 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:29.709 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:29.709 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:07:29.709 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:07:29.709 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:07:29.709 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:07:29.709 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:07:29.709 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:07:29.709 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:07:29.709 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:07:29.709 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:07:29.709 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:07:29.709 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:07:29.710 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.710 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:07:29.710 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:29.710 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:29.710 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:07:29.710 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.710 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:07:29.710 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:29.710 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:29.710 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:07:29.710 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.710 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:07:29.710 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:29.710 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:29.710 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:07:29.711 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.711 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:07:29.711 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:29.711 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:29.711 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:07:29.711 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.711 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:07:29.711 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:29.711 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:29.711 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:07:29.711 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:29.711 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:29.711 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:29.711 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:29.711 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:29.711 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.712 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:07:29.712 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:29.712 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:07:29.712 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.712 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:07:29.712 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:29.712 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:07:29.712 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.712 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:07:29.712 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:29.712 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:07:29.712 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.712 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:07:29.712 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:29.712 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:07:29.713 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.713 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:07:29.713 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:29.713 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:07:29.713 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 512~512 = 512 2024-04-13T08:07:29.713 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:29.713 INFO:tasks.workunit.client.0.smithi003.stdout:aio discard: 1536~512 = 0 2024-04-13T08:07:29.713 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:29.713 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:29.713 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:29.713 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:29.713 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:07:29.713 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 0 2024-04-13T08:07:29.713 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.713 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.713 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 0 2024-04-13T08:07:29.713 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.714 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.714 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 16384 2024-04-13T08:07:29.714 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.714 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.714 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 16384 2024-04-13T08:07:29.714 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.714 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.714 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:29.714 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:29.714 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 49152 2024-04-13T08:07:29.714 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.714 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.714 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 49152 2024-04-13T08:07:29.714 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.715 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.715 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 65536 2024-04-13T08:07:29.715 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.715 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.715 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 65536 2024-04-13T08:07:29.715 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.715 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.715 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:29.715 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:29.715 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 98304 2024-04-13T08:07:29.715 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.715 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.715 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 98304 2024-04-13T08:07:29.715 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.715 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.716 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 114688 2024-04-13T08:07:29.716 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.716 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.716 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 114688 2024-04-13T08:07:29.716 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.716 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.716 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:29.716 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:29.716 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 147456 2024-04-13T08:07:29.716 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.716 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.716 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 147456 2024-04-13T08:07:29.716 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.716 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.716 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 163840 2024-04-13T08:07:29.716 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.717 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.717 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 163840 2024-04-13T08:07:29.717 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.717 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.717 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:29.717 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:29.717 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 196608 2024-04-13T08:07:29.717 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.717 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.717 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 196608 2024-04-13T08:07:29.717 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.717 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.717 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 212992 2024-04-13T08:07:29.718 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.718 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.718 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 212992 2024-04-13T08:07:29.718 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.718 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.718 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:29.718 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:29.718 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.718 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:29.718 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:29.718 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:29.718 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:29.718 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.718 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.719 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.719 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:29.719 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:29.719 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:29.719 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:29.719 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.719 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.719 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.719 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:29.719 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:29.719 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:29.719 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:29.719 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.719 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.719 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.720 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:29.720 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:29.720 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:29.720 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:29.720 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.720 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.720 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.720 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:29.720 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:29.720 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.720 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:29.720 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:29.720 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.720 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:29.720 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:29.720 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:29.721 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:29.721 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.721 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.721 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:29.721 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:29.721 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:29.721 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:29.721 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:29.721 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:29.721 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:29.721 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:30.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:30 smithi003 ceph-mon[91733]: pgmap v3031: 457 pgs: 457 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 812 KiB/s rd, 718 KiB/s wr, 84 op/s 2024-04-13T08:07:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:30 smithi003 ceph-mon[89364]: pgmap v3031: 457 pgs: 457 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 812 KiB/s rd, 718 KiB/s wr, 84 op/s 2024-04-13T08:07:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:30 smithi066 ceph-mon[84331]: pgmap v3031: 457 pgs: 457 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 812 KiB/s rd, 718 KiB/s wr, 84 op/s 2024-04-13T08:07:32.598 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:07:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:07:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:32 smithi003 ceph-mon[89364]: pgmap v3032: 457 pgs: 457 active+clean; 31 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 664 op/s 2024-04-13T08:07:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:32 smithi003 ceph-mon[91733]: pgmap v3032: 457 pgs: 457 active+clean; 31 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 664 op/s 2024-04-13T08:07:32.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:32 smithi066 ceph-mon[84331]: pgmap v3032: 457 pgs: 457 active+clean; 31 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 664 op/s 2024-04-13T08:07:34.601 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:07:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:07:34] "GET /metrics HTTP/1.1" 200 60744 "" "Prometheus/2.43.0" 2024-04-13T08:07:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:34 smithi003 ceph-mon[89364]: pgmap v3033: 457 pgs: 457 active+clean; 31 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 586 op/s 2024-04-13T08:07:34.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:34 smithi003 ceph-mon[91733]: pgmap v3033: 457 pgs: 457 active+clean; 31 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 586 op/s 2024-04-13T08:07:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:34 smithi066 ceph-mon[84331]: pgmap v3033: 457 pgs: 457 active+clean; 31 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 586 op/s 2024-04-13T08:07:35.896 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.896 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:35.896 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:35.896 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:35.896 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:35.896 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:35.896 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.896 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.896 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:35.896 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:35.896 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:35.897 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:35.897 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:35.897 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.897 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.897 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:35.897 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.897 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.897 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:35.897 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.897 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.897 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:35.897 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:35.897 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:35.897 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:35.897 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:35.897 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.898 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.898 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:35.898 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:35.898 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:35.898 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:35.898 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:35.898 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.898 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.898 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:35.898 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:35.898 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:35.898 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:35.898 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:35.898 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.899 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.899 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:35.899 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:35.899 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:35.899 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:35.899 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:35.899 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.899 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.899 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:35.899 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.899 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.899 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:35.899 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.899 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.900 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:35.900 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:35.900 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:35.900 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:35.900 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:35.900 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.900 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.900 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:35.900 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:35.900 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:35.900 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:35.900 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:35.900 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.900 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.901 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:35.901 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:35.901 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:35.901 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:35.901 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:35.901 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.901 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.901 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:35.901 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:35.901 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:35.901 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:35.901 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:35.901 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.902 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.902 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:35.902 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.902 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.902 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:35.902 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.902 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.902 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:35.902 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:35.902 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:35.902 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:35.902 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:35.902 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.902 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.903 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:35.903 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:35.903 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:35.903 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:35.903 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:35.903 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.903 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.903 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:35.903 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:35.903 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:35.903 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:35.903 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:35.903 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.903 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.903 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:07:35.904 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:07:35.904 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:07:35.904 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:07:35.904 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:07:35.904 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.904 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.904 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:35.904 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:07:35.904 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:07:35.904 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:07:35.904 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:35.904 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:35.904 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:07:35.904 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:07:35.905 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 4 2024-04-13T08:07:35.905 INFO:tasks.workunit.client.0.smithi003.stdout:read: 4 2024-04-13T08:07:35.905 INFO:tasks.workunit.client.0.smithi003.stdout:read: 4 2024-04-13T08:07:35.905 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (16098 ms) 2024-04-13T08:07:35.905 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCloneEncryption 2024-04-13T08:07:35.905 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:07:36.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:36 smithi003 ceph-mon[89364]: pgmap v3034: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 587 op/s 2024-04-13T08:07:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:36 smithi003 ceph-mon[91733]: pgmap v3034: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 587 op/s 2024-04-13T08:07:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:36 smithi066 ceph-mon[84331]: pgmap v3034: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 587 op/s 2024-04-13T08:07:37.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:37 smithi003 ceph-mon[89364]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-13T08:07:37.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:37.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:37 smithi003 ceph-mon[91733]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-13T08:07:37.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:37 smithi066 ceph-mon[84331]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-13T08:07:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:38 smithi003 ceph-mon[89364]: pgmap v3036: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 869 op/s 2024-04-13T08:07:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:38 smithi003 ceph-mon[91733]: pgmap v3036: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 869 op/s 2024-04-13T08:07:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:38 smithi066 ceph-mon[84331]: pgmap v3036: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 869 op/s 2024-04-13T08:07:40.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:40 smithi003 ceph-mon[89364]: pgmap v3037: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.2 MiB/s wr, 887 op/s 2024-04-13T08:07:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:40 smithi003 ceph-mon[91733]: pgmap v3037: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.2 MiB/s wr, 887 op/s 2024-04-13T08:07:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:40 smithi066 ceph-mon[84331]: pgmap v3037: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.2 MiB/s wr, 887 op/s 2024-04-13T08:07:42.628 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:07:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:07:42.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:42 smithi003 ceph-mon[91733]: pgmap v3038: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 65 KiB/s wr, 194 op/s 2024-04-13T08:07:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:42 smithi003 ceph-mon[89364]: pgmap v3038: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 65 KiB/s wr, 194 op/s 2024-04-13T08:07:42.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:42 smithi066 ceph-mon[84331]: pgmap v3038: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 65 KiB/s wr, 194 op/s 2024-04-13T08:07:43.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:43 smithi066 ceph-mon[84331]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-13T08:07:44.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:43 smithi003 ceph-mon[91733]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-13T08:07:44.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:43 smithi003 ceph-mon[89364]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-13T08:07:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:07:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:07:44] "GET /metrics HTTP/1.1" 200 60748 "" "Prometheus/2.43.0" 2024-04-13T08:07:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:44 smithi066 ceph-mon[84331]: pgmap v3040: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 878 KiB/s rd, 81 KiB/s wr, 240 op/s 2024-04-13T08:07:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:07:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:07:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:07:45.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:44 smithi003 ceph-mon[91733]: pgmap v3040: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 878 KiB/s rd, 81 KiB/s wr, 240 op/s 2024-04-13T08:07:45.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:07:45.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:07:45.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:07:45.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:44 smithi003 ceph-mon[89364]: pgmap v3040: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 878 KiB/s rd, 81 KiB/s wr, 240 op/s 2024-04-13T08:07:45.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:07:45.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:07:45.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:07:45.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:45 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:07:45.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:45 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:07:45.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:45 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:07:46.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:45 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:07:46.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:45 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:07:46.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:45 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:07:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:45 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:07:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:45 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:07:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:45 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:07:47.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:46 smithi003 ceph-mon[91733]: pgmap v3041: 457 pgs: 457 active+clean; 39 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 490 KiB/s wr, 54 op/s 2024-04-13T08:07:47.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:46 smithi003 ceph-mon[89364]: pgmap v3041: 457 pgs: 457 active+clean; 39 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 490 KiB/s wr, 54 op/s 2024-04-13T08:07:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:46 smithi066 ceph-mon[84331]: pgmap v3041: 457 pgs: 457 active+clean; 39 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 490 KiB/s wr, 54 op/s 2024-04-13T08:07:49.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:48 smithi003 ceph-mon[91733]: pgmap v3042: 457 pgs: 457 active+clean; 39 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 413 KiB/s wr, 57 op/s 2024-04-13T08:07:49.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:48 smithi003 ceph-mon[89364]: pgmap v3042: 457 pgs: 457 active+clean; 39 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 413 KiB/s wr, 57 op/s 2024-04-13T08:07:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:48 smithi066 ceph-mon[84331]: pgmap v3042: 457 pgs: 457 active+clean; 39 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 413 KiB/s wr, 57 op/s 2024-04-13T08:07:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:50 smithi003 ceph-mon[91733]: pgmap v3043: 457 pgs: 457 active+clean; 39 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 412 KiB/s wr, 40 op/s 2024-04-13T08:07:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:50 smithi003 ceph-mon[89364]: pgmap v3043: 457 pgs: 457 active+clean; 39 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 412 KiB/s wr, 40 op/s 2024-04-13T08:07:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:50 smithi066 ceph-mon[84331]: pgmap v3043: 457 pgs: 457 active+clean; 39 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 412 KiB/s wr, 40 op/s 2024-04-13T08:07:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:07:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:07:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:52 smithi003 ceph-mon[91733]: pgmap v3044: 457 pgs: 457 active+clean; 39 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2024-04-13T08:07:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:52 smithi003 ceph-mon[89364]: pgmap v3044: 457 pgs: 457 active+clean; 39 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2024-04-13T08:07:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:52 smithi066 ceph-mon[84331]: pgmap v3044: 457 pgs: 457 active+clean; 39 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2024-04-13T08:07:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:07:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:07:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:07:54] "GET /metrics HTTP/1.1" 200 60757 "" "Prometheus/2.43.0" 2024-04-13T08:07:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:54 smithi003 ceph-mon[91733]: pgmap v3045: 457 pgs: 457 active+clean; 39 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 396 KiB/s wr, 29 op/s 2024-04-13T08:07:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:54 smithi003 ceph-mon[89364]: pgmap v3045: 457 pgs: 457 active+clean; 39 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 396 KiB/s wr, 29 op/s 2024-04-13T08:07:55.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:54 smithi066 ceph-mon[84331]: pgmap v3045: 457 pgs: 457 active+clean; 39 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 396 KiB/s wr, 29 op/s 2024-04-13T08:07:57.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:56 smithi003 ceph-mon[91733]: pgmap v3046: 457 pgs: 457 active+clean; 47 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-04-13T08:07:57.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:56 smithi003 ceph-mon[89364]: pgmap v3046: 457 pgs: 457 active+clean; 47 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-04-13T08:07:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:56 smithi066 ceph-mon[84331]: pgmap v3046: 457 pgs: 457 active+clean; 47 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-04-13T08:07:58.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:57 smithi066 ceph-mon[84331]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-13T08:07:58.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:57 smithi003 ceph-mon[91733]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-13T08:07:58.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:57 smithi003 ceph-mon[89364]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-13T08:07:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:07:58 smithi003 ceph-mon[91733]: pgmap v3048: 457 pgs: 457 active+clean; 55 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:07:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:07:58 smithi003 ceph-mon[89364]: pgmap v3048: 457 pgs: 457 active+clean; 55 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:07:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:07:58 smithi066 ceph-mon[84331]: pgmap v3048: 457 pgs: 457 active+clean; 55 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-13T08:08:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:00 smithi003 ceph-mon[91733]: pgmap v3049: 457 pgs: 457 active+clean; 59 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-04-13T08:08:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:00 smithi003 ceph-mon[89364]: pgmap v3049: 457 pgs: 457 active+clean; 59 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-04-13T08:08:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:00 smithi066 ceph-mon[84331]: pgmap v3049: 457 pgs: 457 active+clean; 59 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-04-13T08:08:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:08:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:08:03.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:02 smithi003 ceph-mon[91733]: pgmap v3050: 457 pgs: 457 active+clean; 59 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-13T08:08:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:02 smithi003 ceph-mon[89364]: pgmap v3050: 457 pgs: 457 active+clean; 59 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-13T08:08:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:02 smithi066 ceph-mon[84331]: pgmap v3050: 457 pgs: 457 active+clean; 59 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-13T08:08:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:08:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:08:04] "GET /metrics HTTP/1.1" 200 60757 "" "Prometheus/2.43.0" 2024-04-13T08:08:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:04 smithi003 ceph-mon[91733]: pgmap v3051: 457 pgs: 457 active+clean; 59 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-13T08:08:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:04 smithi003 ceph-mon[89364]: pgmap v3051: 457 pgs: 457 active+clean; 59 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-13T08:08:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:04 smithi066 ceph-mon[84331]: pgmap v3051: 457 pgs: 457 active+clean; 59 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-13T08:08:07.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:06 smithi003 ceph-mon[91733]: pgmap v3052: 457 pgs: 457 active+clean; 59 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.2 MiB/s wr, 36 op/s 2024-04-13T08:08:07.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:06 smithi003 ceph-mon[89364]: pgmap v3052: 457 pgs: 457 active+clean; 59 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.2 MiB/s wr, 36 op/s 2024-04-13T08:08:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:06 smithi066 ceph-mon[84331]: pgmap v3052: 457 pgs: 457 active+clean; 59 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.2 MiB/s wr, 36 op/s 2024-04-13T08:08:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:08.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:09.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:08 smithi003 ceph-mon[91733]: pgmap v3053: 457 pgs: 457 active+clean; 63 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 793 KiB/s wr, 38 op/s 2024-04-13T08:08:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:08 smithi003 ceph-mon[89364]: pgmap v3053: 457 pgs: 457 active+clean; 63 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 793 KiB/s wr, 38 op/s 2024-04-13T08:08:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:08 smithi066 ceph-mon[84331]: pgmap v3053: 457 pgs: 457 active+clean; 63 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 793 KiB/s wr, 38 op/s 2024-04-13T08:08:11.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:10 smithi003 ceph-mon[91733]: pgmap v3054: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 391 KiB/s rd, 1.7 MiB/s wr, 34 op/s 2024-04-13T08:08:11.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:10 smithi003 ceph-mon[89364]: pgmap v3054: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 391 KiB/s rd, 1.7 MiB/s wr, 34 op/s 2024-04-13T08:08:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:10 smithi066 ceph-mon[84331]: pgmap v3054: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 391 KiB/s rd, 1.7 MiB/s wr, 34 op/s 2024-04-13T08:08:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:08:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:08:13.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:12 smithi003 ceph-mon[91733]: pgmap v3055: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-13T08:08:13.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:12 smithi003 ceph-mon[89364]: pgmap v3055: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-13T08:08:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:12 smithi066 ceph-mon[84331]: pgmap v3055: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-13T08:08:14.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:13 smithi003 ceph-mon[91733]: pgmap v3056: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T08:08:14.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:13 smithi003 ceph-mon[89364]: pgmap v3056: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T08:08:14.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:13 smithi066 ceph-mon[84331]: pgmap v3056: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T08:08:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:08:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:08:14] "GET /metrics HTTP/1.1" 200 60758 "" "Prometheus/2.43.0" 2024-04-13T08:08:16.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:16 smithi003 ceph-mon[91733]: pgmap v3057: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T08:08:16.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:16 smithi003 ceph-mon[89364]: pgmap v3057: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T08:08:16.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:16 smithi066 ceph-mon[84331]: pgmap v3057: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-13T08:08:18.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:18 smithi003 ceph-mon[91733]: pgmap v3058: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-13T08:08:18.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:18 smithi003 ceph-mon[91733]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-13T08:08:18.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:18 smithi003 ceph-mon[89364]: pgmap v3058: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-13T08:08:18.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:18 smithi003 ceph-mon[89364]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-13T08:08:18.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:18 smithi066 ceph-mon[84331]: pgmap v3058: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-13T08:08:18.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:18 smithi066 ceph-mon[84331]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-13T08:08:20.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:20 smithi003 ceph-mon[91733]: pgmap v3060: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 102 B/s wr, 16 op/s 2024-04-13T08:08:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:20 smithi003 ceph-mon[89364]: pgmap v3060: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 102 B/s wr, 16 op/s 2024-04-13T08:08:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:20 smithi066 ceph-mon[84331]: pgmap v3060: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 102 B/s wr, 16 op/s 2024-04-13T08:08:22.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:22 smithi003 ceph-mon[91733]: pgmap v3061: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-13T08:08:22.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:22 smithi003 ceph-mon[89364]: pgmap v3061: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-13T08:08:22.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:22 smithi066 ceph-mon[84331]: pgmap v3061: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-13T08:08:22.402 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:08:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:08:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:24.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:24 smithi003 ceph-mon[89364]: pgmap v3062: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-13T08:08:24.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:08:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:08:24] "GET /metrics HTTP/1.1" 200 60752 "" "Prometheus/2.43.0" 2024-04-13T08:08:24.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:24 smithi003 ceph-mon[91733]: pgmap v3062: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-13T08:08:24.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:24 smithi066 ceph-mon[84331]: pgmap v3062: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-13T08:08:26.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:26 smithi003 ceph-mon[91733]: pgmap v3063: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-13T08:08:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:26 smithi003 ceph-mon[89364]: pgmap v3063: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-13T08:08:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:26 smithi066 ceph-mon[84331]: pgmap v3063: 457 pgs: 457 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-13T08:08:28.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:28 smithi003 ceph-mon[91733]: pgmap v3064: 457 pgs: 457 active+clean; 99 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 2.4 MiB/s wr, 44 op/s 2024-04-13T08:08:28.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:28 smithi003 ceph-mon[89364]: pgmap v3064: 457 pgs: 457 active+clean; 99 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 2.4 MiB/s wr, 44 op/s 2024-04-13T08:08:28.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:28 smithi066 ceph-mon[84331]: pgmap v3064: 457 pgs: 457 active+clean; 99 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 2.4 MiB/s wr, 44 op/s 2024-04-13T08:08:29.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:29 smithi003 ceph-mon[91733]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-13T08:08:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:29 smithi003 ceph-mon[89364]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-13T08:08:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:29 smithi066 ceph-mon[84331]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-13T08:08:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:30 smithi066 ceph-mon[84331]: pgmap v3066: 457 pgs: 457 active+clean; 87 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 16 MiB/s wr, 53 op/s 2024-04-13T08:08:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:30 smithi066 ceph-mon[84331]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-13T08:08:30.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:30 smithi003 ceph-mon[91733]: pgmap v3066: 457 pgs: 457 active+clean; 87 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 16 MiB/s wr, 53 op/s 2024-04-13T08:08:30.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:30 smithi003 ceph-mon[91733]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-13T08:08:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:30 smithi003 ceph-mon[89364]: pgmap v3066: 457 pgs: 457 active+clean; 87 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 16 MiB/s wr, 53 op/s 2024-04-13T08:08:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:30 smithi003 ceph-mon[89364]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-13T08:08:31.265 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 4 2024-04-13T08:08:31.265 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 4 2024-04-13T08:08:31.265 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 4 2024-04-13T08:08:31.265 INFO:tasks.workunit.client.0.smithi003.stdout:read: 4 2024-04-13T08:08:31.265 INFO:tasks.workunit.client.0.smithi003.stdout:read: 4 2024-04-13T08:08:31.265 INFO:tasks.workunit.client.0.smithi003.stdout:read: 4 2024-04-13T08:08:31.265 INFO:tasks.workunit.client.0.smithi003.stdout:read: 4 2024-04-13T08:08:31.265 INFO:tasks.workunit.client.0.smithi003.stdout:read: 4 2024-04-13T08:08:31.265 INFO:tasks.workunit.client.0.smithi003.stdout:read: 4 2024-04-13T08:08:31.266 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCloneEncryption (55370 ms) 2024-04-13T08:08:31.266 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.LUKS1UnderLUKS2WithoutResize 2024-04-13T08:08:31.266 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:08:31.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:31 smithi003 ceph-mon[91733]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-13T08:08:31.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:31 smithi003 ceph-mon[89364]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-13T08:08:31.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:31 smithi066 ceph-mon[84331]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-13T08:08:32.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:32 smithi003 ceph-mon[89364]: pgmap v3069: 457 pgs: 457 active+clean; 47 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 43 MiB/s wr, 239 op/s 2024-04-13T08:08:32.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:32 smithi003 ceph-mon[89364]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-13T08:08:32.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:32 smithi003 ceph-mon[91733]: pgmap v3069: 457 pgs: 457 active+clean; 47 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 43 MiB/s wr, 239 op/s 2024-04-13T08:08:32.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:32 smithi003 ceph-mon[91733]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-13T08:08:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:32 smithi066 ceph-mon[84331]: pgmap v3069: 457 pgs: 457 active+clean; 47 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 43 MiB/s wr, 239 op/s 2024-04-13T08:08:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:32 smithi066 ceph-mon[84331]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-13T08:08:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:08:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:08:34.436 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:34 smithi003 ceph-mon[91733]: pgmap v3071: 457 pgs: 457 active+clean; 47 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 47 MiB/s wr, 287 op/s 2024-04-13T08:08:34.437 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:34 smithi003 ceph-mon[89364]: pgmap v3071: 457 pgs: 457 active+clean; 47 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 47 MiB/s wr, 287 op/s 2024-04-13T08:08:34.437 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:08:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:08:34] "GET /metrics HTTP/1.1" 200 60752 "" "Prometheus/2.43.0" 2024-04-13T08:08:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:34 smithi066 ceph-mon[84331]: pgmap v3071: 457 pgs: 457 active+clean; 47 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 47 MiB/s wr, 287 op/s 2024-04-13T08:08:35.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:35 smithi003 ceph-mon[91733]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-13T08:08:35.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:35 smithi003 ceph-mon[89364]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-13T08:08:35.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:35 smithi066 ceph-mon[84331]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-13T08:08:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:36 smithi003 ceph-mon[91733]: pgmap v3073: 457 pgs: 457 active+clean; 47 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 920 KiB/s rd, 19 MiB/s wr, 275 op/s 2024-04-13T08:08:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:36 smithi003 ceph-mon[91733]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-13T08:08:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:36 smithi003 ceph-mon[89364]: pgmap v3073: 457 pgs: 457 active+clean; 47 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 920 KiB/s rd, 19 MiB/s wr, 275 op/s 2024-04-13T08:08:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:36 smithi003 ceph-mon[89364]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-13T08:08:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:36 smithi066 ceph-mon[84331]: pgmap v3073: 457 pgs: 457 active+clean; 47 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 920 KiB/s rd, 19 MiB/s wr, 275 op/s 2024-04-13T08:08:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:36 smithi066 ceph-mon[84331]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-13T08:08:38.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:38 smithi003 ceph-mon[89364]: pgmap v3075: 457 pgs: 457 active+clean; 48 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 2.2 MiB/s wr, 83 op/s 2024-04-13T08:08:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:38 smithi003 ceph-mon[91733]: pgmap v3075: 457 pgs: 457 active+clean; 48 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 2.2 MiB/s wr, 83 op/s 2024-04-13T08:08:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:38 smithi066 ceph-mon[84331]: pgmap v3075: 457 pgs: 457 active+clean; 48 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 2.2 MiB/s wr, 83 op/s 2024-04-13T08:08:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:40 smithi003 ceph-mon[89364]: pgmap v3076: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 3.7 MiB/s wr, 103 op/s 2024-04-13T08:08:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:40 smithi003 ceph-mon[89364]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-13T08:08:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:40 smithi003 ceph-mon[91733]: pgmap v3076: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 3.7 MiB/s wr, 103 op/s 2024-04-13T08:08:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:40 smithi003 ceph-mon[91733]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-13T08:08:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:40 smithi066 ceph-mon[84331]: pgmap v3076: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 3.7 MiB/s wr, 103 op/s 2024-04-13T08:08:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:40 smithi066 ceph-mon[84331]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-13T08:08:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:42 smithi066 ceph-mon[84331]: pgmap v3078: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.4 MiB/s wr, 54 op/s 2024-04-13T08:08:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:08:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:08:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:42 smithi003 ceph-mon[91733]: pgmap v3078: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.4 MiB/s wr, 54 op/s 2024-04-13T08:08:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:42 smithi003 ceph-mon[89364]: pgmap v3078: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.4 MiB/s wr, 54 op/s 2024-04-13T08:08:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:44 smithi003 ceph-mon[91733]: pgmap v3079: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.1 MiB/s wr, 44 op/s 2024-04-13T08:08:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:08:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:08:44] "GET /metrics HTTP/1.1" 200 60753 "" "Prometheus/2.43.0" 2024-04-13T08:08:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:44 smithi003 ceph-mon[89364]: pgmap v3079: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.1 MiB/s wr, 44 op/s 2024-04-13T08:08:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:44 smithi066 ceph-mon[84331]: pgmap v3079: 457 pgs: 457 active+clean; 64 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.1 MiB/s wr, 44 op/s 2024-04-13T08:08:45.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:45 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:08:45.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:45 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:08:45.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:45 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:08:46.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:46 smithi003 ceph-mon[91733]: pgmap v3080: 457 pgs: 457 active+clean; 72 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 2.5 MiB/s wr, 37 op/s 2024-04-13T08:08:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:46 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:08:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:46 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:08:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:46 smithi003 ceph-mon[89364]: pgmap v3080: 457 pgs: 457 active+clean; 72 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 2.5 MiB/s wr, 37 op/s 2024-04-13T08:08:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:46 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:08:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:46 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:08:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:46 smithi066 ceph-mon[84331]: pgmap v3080: 457 pgs: 457 active+clean; 72 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 2.5 MiB/s wr, 37 op/s 2024-04-13T08:08:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:46 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:08:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:46 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:08:46.959 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.LUKS1UnderLUKS2WithoutResize (15694 ms) 2024-04-13T08:08:46.959 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.LUKS2UnderLUKS1WithoutResize 2024-04-13T08:08:46.959 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:08:47.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:08:47.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:08:47.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:08:47.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:08:47.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:08:47.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:08:47.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:08:47.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:08:47.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:08:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:48 smithi003 ceph-mon[91733]: pgmap v3081: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-13T08:08:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:48 smithi003 ceph-mon[89364]: pgmap v3081: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-13T08:08:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:48 smithi066 ceph-mon[84331]: pgmap v3081: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-13T08:08:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:50 smithi003 ceph-mon[91733]: pgmap v3082: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-13T08:08:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:50 smithi003 ceph-mon[89364]: pgmap v3082: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-13T08:08:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:50 smithi066 ceph-mon[84331]: pgmap v3082: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-13T08:08:52.577 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:08:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:08:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:08:52.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:52 smithi003 ceph-mon[91733]: pgmap v3083: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-13T08:08:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:52 smithi003 ceph-mon[89364]: pgmap v3083: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-13T08:08:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:52.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:52 smithi066 ceph-mon[84331]: pgmap v3083: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-13T08:08:52.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:08:54.586 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:08:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:08:54] "GET /metrics HTTP/1.1" 200 60754 "" "Prometheus/2.43.0" 2024-04-13T08:08:54.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:54 smithi003 ceph-mon[91733]: pgmap v3084: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-13T08:08:54.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:54 smithi003 ceph-mon[89364]: pgmap v3084: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-13T08:08:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:54 smithi066 ceph-mon[84331]: pgmap v3084: 457 pgs: 457 active+clean; 80 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-13T08:08:55.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:55 smithi003 ceph-mon[91733]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-13T08:08:55.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:55 smithi003 ceph-mon[89364]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-13T08:08:55.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:55 smithi066 ceph-mon[84331]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-13T08:08:56.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:56 smithi003 ceph-mon[91733]: pgmap v3086: 457 pgs: 457 active+clean; 92 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-04-13T08:08:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:56 smithi003 ceph-mon[89364]: pgmap v3086: 457 pgs: 457 active+clean; 92 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-04-13T08:08:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:56 smithi066 ceph-mon[84331]: pgmap v3086: 457 pgs: 457 active+clean; 92 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-04-13T08:08:58.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:08:58 smithi003 ceph-mon[91733]: pgmap v3087: 457 pgs: 457 active+clean; 105 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-04-13T08:08:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:08:58 smithi003 ceph-mon[89364]: pgmap v3087: 457 pgs: 457 active+clean; 105 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-04-13T08:08:58.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:08:58 smithi066 ceph-mon[84331]: pgmap v3087: 457 pgs: 457 active+clean; 105 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-04-13T08:09:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:00 smithi003 ceph-mon[91733]: pgmap v3088: 457 pgs: 457 active+clean; 121 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-13T08:09:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:00 smithi003 ceph-mon[89364]: pgmap v3088: 457 pgs: 457 active+clean; 121 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-13T08:09:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:00 smithi066 ceph-mon[84331]: pgmap v3088: 457 pgs: 457 active+clean; 121 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-13T08:09:02.257 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.LUKS2UnderLUKS1WithoutResize (15297 ms) 2024-04-13T08:09:02.257 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.EncryptionFormatNoData 2024-04-13T08:09:02.257 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:09:02.602 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:09:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:09:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:09:02.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:02 smithi003 ceph-mon[91733]: pgmap v3089: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:09:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:02 smithi003 ceph-mon[89364]: pgmap v3089: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:09:02.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:02 smithi066 ceph-mon[84331]: pgmap v3089: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:09:04.604 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:09:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:09:04] "GET /metrics HTTP/1.1" 200 60754 "" "Prometheus/2.43.0" 2024-04-13T08:09:04.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:04 smithi003 ceph-mon[91733]: pgmap v3090: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:09:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:04 smithi003 ceph-mon[89364]: pgmap v3090: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:09:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:04 smithi066 ceph-mon[84331]: pgmap v3090: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:09:06.495 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.EncryptionFormatNoData (4238 ms) 2024-04-13T08:09:06.495 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadSize 2024-04-13T08:09:06.495 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:09:06.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:06 smithi003 ceph-mon[91733]: pgmap v3091: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.3 MiB/s wr, 42 op/s 2024-04-13T08:09:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:06 smithi003 ceph-mon[89364]: pgmap v3091: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.3 MiB/s wr, 42 op/s 2024-04-13T08:09:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:06 smithi066 ceph-mon[84331]: pgmap v3091: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.3 MiB/s wr, 42 op/s 2024-04-13T08:09:07.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:07.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:08.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:08 smithi003 ceph-mon[91733]: pgmap v3092: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 25 op/s 2024-04-13T08:09:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:08 smithi003 ceph-mon[89364]: pgmap v3092: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 25 op/s 2024-04-13T08:09:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:08 smithi066 ceph-mon[84331]: pgmap v3092: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 25 op/s 2024-04-13T08:09:10.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:10 smithi003 ceph-mon[91733]: pgmap v3093: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-13T08:09:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:10 smithi003 ceph-mon[89364]: pgmap v3093: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-13T08:09:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:10 smithi066 ceph-mon[84331]: pgmap v3093: 457 pgs: 457 active+clean; 125 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-13T08:09:12.098 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.EncryptionLoadBadSize (5604 ms) 2024-04-13T08:09:12.098 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-13T08:09:12.099 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_librbd.cc:2840: Skipped 2024-04-13T08:09:12.099 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:09:12.099 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern (0 ms) 2024-04-13T08:09:12.099 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.EncryptionLoadFormatMismatch 2024-04-13T08:09:12.099 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:09:12.618 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:09:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:09:12.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:12 smithi003 ceph-mon[91733]: pgmap v3094: 457 pgs: 457 active+clean; 129 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 683 KiB/s wr, 14 op/s 2024-04-13T08:09:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:12 smithi003 ceph-mon[89364]: pgmap v3094: 457 pgs: 457 active+clean; 129 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 683 KiB/s wr, 14 op/s 2024-04-13T08:09:12.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:12 smithi066 ceph-mon[84331]: pgmap v3094: 457 pgs: 457 active+clean; 129 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 683 KiB/s wr, 14 op/s 2024-04-13T08:09:14.620 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:09:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:09:14] "GET /metrics HTTP/1.1" 200 60754 "" "Prometheus/2.43.0" 2024-04-13T08:09:14.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:14 smithi003 ceph-mon[91733]: pgmap v3095: 457 pgs: 457 active+clean; 129 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 13 op/s 2024-04-13T08:09:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:14 smithi003 ceph-mon[89364]: pgmap v3095: 457 pgs: 457 active+clean; 129 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 13 op/s 2024-04-13T08:09:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:14 smithi066 ceph-mon[84331]: pgmap v3095: 457 pgs: 457 active+clean; 129 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 13 op/s 2024-04-13T08:09:16.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:16 smithi003 ceph-mon[91733]: pgmap v3096: 457 pgs: 457 active+clean; 133 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 684 KiB/s wr, 23 op/s 2024-04-13T08:09:16.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:16 smithi003 ceph-mon[91733]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-13T08:09:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:16 smithi003 ceph-mon[89364]: pgmap v3096: 457 pgs: 457 active+clean; 133 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 684 KiB/s wr, 23 op/s 2024-04-13T08:09:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:16 smithi003 ceph-mon[89364]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-13T08:09:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:16 smithi066 ceph-mon[84331]: pgmap v3096: 457 pgs: 457 active+clean; 133 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 684 KiB/s wr, 23 op/s 2024-04-13T08:09:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:16 smithi066 ceph-mon[84331]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-13T08:09:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:17 smithi066 ceph-mon[84331]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-13T08:09:18.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:17 smithi003 ceph-mon[91733]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-13T08:09:18.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:17 smithi003 ceph-mon[89364]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-13T08:09:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:18 smithi066 ceph-mon[84331]: pgmap v3099: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-04-13T08:09:19.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:18 smithi003 ceph-mon[91733]: pgmap v3099: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-04-13T08:09:19.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:18 smithi003 ceph-mon[89364]: pgmap v3099: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-04-13T08:09:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:20 smithi066 ceph-mon[84331]: pgmap v3100: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 1.0 MiB/s wr, 59 op/s 2024-04-13T08:09:21.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:20 smithi003 ceph-mon[91733]: pgmap v3100: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 1.0 MiB/s wr, 59 op/s 2024-04-13T08:09:21.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:20 smithi003 ceph-mon[89364]: pgmap v3100: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 1.0 MiB/s wr, 59 op/s 2024-04-13T08:09:22.646 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:09:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:09:22.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:22 smithi066 ceph-mon[84331]: pgmap v3101: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 1.0 MiB/s wr, 86 op/s 2024-04-13T08:09:22.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:22 smithi003 ceph-mon[91733]: pgmap v3101: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 1.0 MiB/s wr, 86 op/s 2024-04-13T08:09:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:23.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:22 smithi003 ceph-mon[89364]: pgmap v3101: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 1.0 MiB/s wr, 86 op/s 2024-04-13T08:09:23.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:09:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:09:24] "GET /metrics HTTP/1.1" 200 60752 "" "Prometheus/2.43.0" 2024-04-13T08:09:25.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:24 smithi003 ceph-mon[91733]: pgmap v3102: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 515 KiB/s wr, 71 op/s 2024-04-13T08:09:25.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:24 smithi003 ceph-mon[89364]: pgmap v3102: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 515 KiB/s wr, 71 op/s 2024-04-13T08:09:25.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:24 smithi066 ceph-mon[84331]: pgmap v3102: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 515 KiB/s wr, 71 op/s 2024-04-13T08:09:27.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:26 smithi003 ceph-mon[91733]: pgmap v3103: 457 pgs: 457 active+clean; 141 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 869 KiB/s wr, 57 op/s 2024-04-13T08:09:27.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:26 smithi003 ceph-mon[89364]: pgmap v3103: 457 pgs: 457 active+clean; 141 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 869 KiB/s wr, 57 op/s 2024-04-13T08:09:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:26 smithi066 ceph-mon[84331]: pgmap v3103: 457 pgs: 457 active+clean; 141 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 869 KiB/s wr, 57 op/s 2024-04-13T08:09:28.953 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:28 smithi066 ceph-mon[84331]: pgmap v3104: 457 pgs: 457 active+clean; 141 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 395 KiB/s wr, 58 op/s 2024-04-13T08:09:29.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:28 smithi003 ceph-mon[91733]: pgmap v3104: 457 pgs: 457 active+clean; 141 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 395 KiB/s wr, 58 op/s 2024-04-13T08:09:29.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:28 smithi003 ceph-mon[89364]: pgmap v3104: 457 pgs: 457 active+clean; 141 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 395 KiB/s wr, 58 op/s 2024-04-13T08:09:31.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:30 smithi003 ceph-mon[89364]: pgmap v3105: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 58 op/s 2024-04-13T08:09:31.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:30 smithi003 ceph-mon[91733]: pgmap v3105: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 58 op/s 2024-04-13T08:09:31.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:30 smithi066 ceph-mon[84331]: pgmap v3105: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 58 op/s 2024-04-13T08:09:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:09:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:09:33.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:32 smithi003 ceph-mon[91733]: pgmap v3106: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-04-13T08:09:33.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:32 smithi003 ceph-mon[89364]: pgmap v3106: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-04-13T08:09:33.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:32 smithi066 ceph-mon[84331]: pgmap v3106: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-04-13T08:09:34.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:09:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:09:34] "GET /metrics HTTP/1.1" 200 60752 "" "Prometheus/2.43.0" 2024-04-13T08:09:35.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:34 smithi003 ceph-mon[91733]: pgmap v3107: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-13T08:09:35.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:34 smithi003 ceph-mon[89364]: pgmap v3107: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-13T08:09:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:34 smithi066 ceph-mon[84331]: pgmap v3107: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-13T08:09:37.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:36 smithi003 ceph-mon[89364]: pgmap v3108: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-13T08:09:37.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:36 smithi003 ceph-mon[91733]: pgmap v3108: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-13T08:09:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:36 smithi066 ceph-mon[84331]: pgmap v3108: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-13T08:09:38.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:38.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:39.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:38 smithi003 ceph-mon[91733]: pgmap v3109: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1024 KiB/s wr, 15 op/s 2024-04-13T08:09:39.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:38 smithi003 ceph-mon[89364]: pgmap v3109: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1024 KiB/s wr, 15 op/s 2024-04-13T08:09:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:38 smithi066 ceph-mon[84331]: pgmap v3109: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1024 KiB/s wr, 15 op/s 2024-04-13T08:09:41.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:40 smithi003 ceph-mon[91733]: pgmap v3110: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 1023 KiB/s wr, 10 op/s 2024-04-13T08:09:41.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:40 smithi003 ceph-mon[89364]: pgmap v3110: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 1023 KiB/s wr, 10 op/s 2024-04-13T08:09:41.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:40 smithi066 ceph-mon[84331]: pgmap v3110: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 1023 KiB/s wr, 10 op/s 2024-04-13T08:09:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:09:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:09:43.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:42 smithi003 ceph-mon[91733]: pgmap v3111: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 3 op/s 2024-04-13T08:09:43.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:42 smithi003 ceph-mon[89364]: pgmap v3111: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 3 op/s 2024-04-13T08:09:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:42 smithi066 ceph-mon[84331]: pgmap v3111: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 3 op/s 2024-04-13T08:09:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:09:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:09:44] "GET /metrics HTTP/1.1" 200 60759 "" "Prometheus/2.43.0" 2024-04-13T08:09:45.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:44 smithi003 ceph-mon[89364]: pgmap v3112: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-13T08:09:45.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:44 smithi003 ceph-mon[91733]: pgmap v3112: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-13T08:09:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:44 smithi066 ceph-mon[84331]: pgmap v3112: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-13T08:09:47.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:46 smithi003 ceph-mon[89364]: pgmap v3113: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 2 op/s 2024-04-13T08:09:47.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:46 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:09:47.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:46 smithi003 ceph-mon[91733]: pgmap v3113: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 2 op/s 2024-04-13T08:09:47.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:46 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:09:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:46 smithi066 ceph-mon[84331]: pgmap v3113: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 2 op/s 2024-04-13T08:09:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:46 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:09:48.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:09:48.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:09:48.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:09:48.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:09:48.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:09:48.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:09:48.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:09:48.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:09:48.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:09:49.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:48 smithi003 ceph-mon[91733]: pgmap v3114: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-13T08:09:49.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:48 smithi003 ceph-mon[89364]: pgmap v3114: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-13T08:09:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:48 smithi066 ceph-mon[84331]: pgmap v3114: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-13T08:09:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:50 smithi003 ceph-mon[91733]: pgmap v3115: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-13T08:09:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:50 smithi003 ceph-mon[89364]: pgmap v3115: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-13T08:09:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:50 smithi066 ceph-mon[84331]: pgmap v3115: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-13T08:09:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:09:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:09:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:52 smithi003 ceph-mon[91733]: pgmap v3116: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-13T08:09:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:52 smithi003 ceph-mon[89364]: pgmap v3116: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-13T08:09:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:52 smithi066 ceph-mon[84331]: pgmap v3116: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-13T08:09:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:09:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:09:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:09:54] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-13T08:09:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:54 smithi003 ceph-mon[91733]: pgmap v3117: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 778 KiB/s rd, 0 op/s 2024-04-13T08:09:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:54 smithi003 ceph-mon[89364]: pgmap v3117: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 778 KiB/s rd, 0 op/s 2024-04-13T08:09:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:54 smithi066 ceph-mon[84331]: pgmap v3117: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 778 KiB/s rd, 0 op/s 2024-04-13T08:09:57.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:56 smithi003 ceph-mon[91733]: pgmap v3118: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 850 KiB/s rd, 0 op/s 2024-04-13T08:09:57.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:56 smithi003 ceph-mon[89364]: pgmap v3118: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 850 KiB/s rd, 0 op/s 2024-04-13T08:09:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:56 smithi066 ceph-mon[84331]: pgmap v3118: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 850 KiB/s rd, 0 op/s 2024-04-13T08:09:59.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:09:58 smithi003 ceph-mon[91733]: pgmap v3119: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-13T08:09:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:09:58 smithi003 ceph-mon[89364]: pgmap v3119: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-13T08:09:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:09:58 smithi066 ceph-mon[84331]: pgmap v3119: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-13T08:10:01.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:00 smithi003 ceph-mon[89364]: pgmap v3120: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-13T08:10:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:00 smithi003 ceph-mon[89364]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T08:10:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:00 smithi003 ceph-mon[89364]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-13T08:10:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:00 smithi003 ceph-mon[89364]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-13T08:10:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:00 smithi003 ceph-mon[91733]: pgmap v3120: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-13T08:10:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:00 smithi003 ceph-mon[91733]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T08:10:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:00 smithi003 ceph-mon[91733]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-13T08:10:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:00 smithi003 ceph-mon[91733]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-13T08:10:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:00 smithi066 ceph-mon[84331]: pgmap v3120: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-13T08:10:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:00 smithi066 ceph-mon[84331]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T08:10:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:00 smithi066 ceph-mon[84331]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-13T08:10:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:00 smithi066 ceph-mon[84331]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-13T08:10:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:10:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:10:03.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:02 smithi003 ceph-mon[89364]: pgmap v3121: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-13T08:10:03.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:02 smithi003 ceph-mon[91733]: pgmap v3121: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-13T08:10:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:02 smithi066 ceph-mon[84331]: pgmap v3121: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-13T08:10:04.035 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:03 smithi003 ceph-mon[91733]: pgmap v3122: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-13T08:10:04.035 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:03 smithi003 ceph-mon[89364]: pgmap v3122: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-13T08:10:04.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:03 smithi066 ceph-mon[84331]: pgmap v3122: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-13T08:10:04.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:10:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:10:04] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-13T08:10:06.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:06 smithi003 ceph-mon[91733]: pgmap v3123: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-13T08:10:06.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:06 smithi003 ceph-mon[89364]: pgmap v3123: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-13T08:10:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:06 smithi066 ceph-mon[84331]: pgmap v3123: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-13T08:10:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:08 smithi003 ceph-mon[91733]: pgmap v3124: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3 op/s 2024-04-13T08:10:08.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:08 smithi003 ceph-mon[89364]: pgmap v3124: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3 op/s 2024-04-13T08:10:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:08 smithi066 ceph-mon[84331]: pgmap v3124: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3 op/s 2024-04-13T08:10:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:10.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:10 smithi003 ceph-mon[89364]: pgmap v3125: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 492 KiB/s rd, 8 op/s 2024-04-13T08:10:10.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:10 smithi003 ceph-mon[91733]: pgmap v3125: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 492 KiB/s rd, 8 op/s 2024-04-13T08:10:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:10 smithi066 ceph-mon[84331]: pgmap v3125: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 492 KiB/s rd, 8 op/s 2024-04-13T08:10:12.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:12 smithi003 ceph-mon[89364]: pgmap v3126: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 8 op/s 2024-04-13T08:10:12.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:12 smithi003 ceph-mon[91733]: pgmap v3126: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 8 op/s 2024-04-13T08:10:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:10:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:10:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:12 smithi066 ceph-mon[84331]: pgmap v3126: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 8 op/s 2024-04-13T08:10:14.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:14 smithi003 ceph-mon[91733]: pgmap v3127: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 8 op/s 2024-04-13T08:10:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:14 smithi003 ceph-mon[89364]: pgmap v3127: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 8 op/s 2024-04-13T08:10:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:10:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:10:14] "GET /metrics HTTP/1.1" 200 60755 "" "Prometheus/2.43.0" 2024-04-13T08:10:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:14 smithi066 ceph-mon[84331]: pgmap v3127: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 8 op/s 2024-04-13T08:10:16.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:16 smithi003 ceph-mon[89364]: pgmap v3128: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 13 op/s 2024-04-13T08:10:16.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:16 smithi003 ceph-mon[91733]: pgmap v3128: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 13 op/s 2024-04-13T08:10:16.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:16 smithi066 ceph-mon[84331]: pgmap v3128: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 13 op/s 2024-04-13T08:10:18.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:18 smithi003 ceph-mon[91733]: pgmap v3129: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-13T08:10:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:18 smithi003 ceph-mon[89364]: pgmap v3129: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-13T08:10:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:18 smithi066 ceph-mon[84331]: pgmap v3129: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-13T08:10:20.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:20 smithi003 ceph-mon[91733]: pgmap v3130: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-13T08:10:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:20 smithi003 ceph-mon[89364]: pgmap v3130: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-13T08:10:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:20 smithi066 ceph-mon[84331]: pgmap v3130: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-13T08:10:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:22 smithi003 ceph-mon[89364]: pgmap v3131: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:10:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:22 smithi003 ceph-mon[91733]: pgmap v3131: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:10:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:22 smithi066 ceph-mon[84331]: pgmap v3131: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:10:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:10:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:10:23.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:24 smithi003 ceph-mon[91733]: pgmap v3132: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:10:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:10:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:10:24] "GET /metrics HTTP/1.1" 200 60762 "" "Prometheus/2.43.0" 2024-04-13T08:10:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:24 smithi003 ceph-mon[89364]: pgmap v3132: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:10:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:24 smithi066 ceph-mon[84331]: pgmap v3132: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:10:26.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:26 smithi003 ceph-mon[91733]: pgmap v3133: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 255 B/s wr, 22 op/s 2024-04-13T08:10:26.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:26 smithi003 ceph-mon[89364]: pgmap v3133: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 255 B/s wr, 22 op/s 2024-04-13T08:10:26.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:26 smithi066 ceph-mon[84331]: pgmap v3133: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 255 B/s wr, 22 op/s 2024-04-13T08:10:28.453 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:28 smithi066 ceph-mon[84331]: pgmap v3134: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 255 B/s wr, 19 op/s 2024-04-13T08:10:28.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:28 smithi003 ceph-mon[91733]: pgmap v3134: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 255 B/s wr, 19 op/s 2024-04-13T08:10:28.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:28 smithi003 ceph-mon[89364]: pgmap v3134: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 255 B/s wr, 19 op/s 2024-04-13T08:10:30.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:30 smithi003 ceph-mon[91733]: pgmap v3135: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:10:30.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:30 smithi003 ceph-mon[89364]: pgmap v3135: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:10:30.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:30 smithi066 ceph-mon[84331]: pgmap v3135: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:10:32.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:32 smithi003 ceph-mon[91733]: pgmap v3136: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-13T08:10:32.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:32 smithi003 ceph-mon[89364]: pgmap v3136: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-13T08:10:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:32 smithi066 ceph-mon[84331]: pgmap v3136: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-13T08:10:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:10:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:10:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:10:34.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:34 smithi003 ceph-mon[91733]: pgmap v3137: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-13T08:10:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:10:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:10:34] "GET /metrics HTTP/1.1" 200 60762 "" "Prometheus/2.43.0" 2024-04-13T08:10:34.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:34 smithi003 ceph-mon[89364]: pgmap v3137: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-13T08:10:34.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:34 smithi066 ceph-mon[84331]: pgmap v3137: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-13T08:10:36.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:36 smithi003 ceph-mon[89364]: pgmap v3138: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-13T08:10:36.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:36 smithi003 ceph-mon[91733]: pgmap v3138: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-13T08:10:36.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:36 smithi066 ceph-mon[84331]: pgmap v3138: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-13T08:10:38.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:38 smithi003 ceph-mon[91733]: pgmap v3139: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 11 op/s 2024-04-13T08:10:38.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:38 smithi003 ceph-mon[89364]: pgmap v3139: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 11 op/s 2024-04-13T08:10:38.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:38 smithi066 ceph-mon[84331]: pgmap v3139: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 11 op/s 2024-04-13T08:10:38.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:40.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:40 smithi003 ceph-mon[89364]: pgmap v3140: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-13T08:10:40.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:40 smithi003 ceph-mon[91733]: pgmap v3140: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-13T08:10:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:40 smithi066 ceph-mon[84331]: pgmap v3140: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-13T08:10:42.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:42 smithi003 ceph-mon[89364]: pgmap v3141: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-13T08:10:42.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:42 smithi003 ceph-mon[91733]: pgmap v3141: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-13T08:10:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:42 smithi066 ceph-mon[84331]: pgmap v3141: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-13T08:10:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:10:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:10:44.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:44 smithi003 ceph-mon[91733]: pgmap v3142: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-04-13T08:10:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:44 smithi003 ceph-mon[89364]: pgmap v3142: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-04-13T08:10:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:10:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:10:44] "GET /metrics HTTP/1.1" 200 60758 "" "Prometheus/2.43.0" 2024-04-13T08:10:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:44 smithi066 ceph-mon[84331]: pgmap v3142: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-04-13T08:10:46.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:46 smithi003 ceph-mon[91733]: pgmap v3143: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-13T08:10:46.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:46 smithi003 ceph-mon[89364]: pgmap v3143: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-13T08:10:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:46 smithi066 ceph-mon[84331]: pgmap v3143: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-13T08:10:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:48 smithi003 ceph-mon[91733]: pgmap v3144: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-13T08:10:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:48 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:10:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:48 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:10:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:48 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:10:48.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:48 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:10:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:48 smithi003 ceph-mon[89364]: pgmap v3144: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-13T08:10:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:48 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:10:48.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:48 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:10:48.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:48 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:10:48.636 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:48 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:10:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:48 smithi066 ceph-mon[84331]: pgmap v3144: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-13T08:10:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:48 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:10:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:48 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:10:48.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:48 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:10:48.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:48 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:10:50.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:50 smithi003 ceph-mon[91733]: pgmap v3145: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 21 op/s 2024-04-13T08:10:50.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:50 smithi003 ceph-mon[89364]: pgmap v3145: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 21 op/s 2024-04-13T08:10:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:50 smithi066 ceph-mon[84331]: pgmap v3145: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 21 op/s 2024-04-13T08:10:52.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:52 smithi003 ceph-mon[91733]: pgmap v3146: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-13T08:10:52.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:52 smithi003 ceph-mon[89364]: pgmap v3146: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-13T08:10:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:52 smithi066 ceph-mon[84331]: pgmap v3146: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-13T08:10:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:10:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:10:53.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:53.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:10:54.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:54 smithi003 ceph-mon[89364]: pgmap v3147: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:10:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:54 smithi003 ceph-mon[91733]: pgmap v3147: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:10:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:10:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:10:54] "GET /metrics HTTP/1.1" 200 60759 "" "Prometheus/2.43.0" 2024-04-13T08:10:54.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:54 smithi066 ceph-mon[84331]: pgmap v3147: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:10:56.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:56 smithi003 ceph-mon[91733]: pgmap v3148: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 19 op/s 2024-04-13T08:10:56.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:56 smithi003 ceph-mon[89364]: pgmap v3148: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 19 op/s 2024-04-13T08:10:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:56 smithi066 ceph-mon[84331]: pgmap v3148: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 19 op/s 2024-04-13T08:10:58.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:10:58 smithi003 ceph-mon[91733]: pgmap v3149: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-13T08:10:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:10:58 smithi003 ceph-mon[89364]: pgmap v3149: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-13T08:10:58.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:10:58 smithi066 ceph-mon[84331]: pgmap v3149: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-13T08:11:00.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:00 smithi003 ceph-mon[89364]: pgmap v3150: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:11:00.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:00 smithi003 ceph-mon[91733]: pgmap v3150: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:11:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:00 smithi066 ceph-mon[84331]: pgmap v3150: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:11:02.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:02 smithi003 ceph-mon[91733]: pgmap v3151: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-13T08:11:02.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:02 smithi003 ceph-mon[89364]: pgmap v3151: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-13T08:11:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:02 smithi066 ceph-mon[84331]: pgmap v3151: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-13T08:11:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:11:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:11:04.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:04 smithi003 ceph-mon[91733]: pgmap v3152: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 10 op/s 2024-04-13T08:11:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:04 smithi003 ceph-mon[89364]: pgmap v3152: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 10 op/s 2024-04-13T08:11:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:11:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:11:04] "GET /metrics HTTP/1.1" 200 60759 "" "Prometheus/2.43.0" 2024-04-13T08:11:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:04 smithi066 ceph-mon[84331]: pgmap v3152: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 10 op/s 2024-04-13T08:11:06.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:06 smithi003 ceph-mon[91733]: pgmap v3153: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:11:06.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:06 smithi003 ceph-mon[89364]: pgmap v3153: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:11:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:06 smithi066 ceph-mon[84331]: pgmap v3153: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-13T08:11:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:08 smithi003 ceph-mon[91733]: pgmap v3154: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-04-13T08:11:08.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:08 smithi003 ceph-mon[89364]: pgmap v3154: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-04-13T08:11:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:08 smithi066 ceph-mon[84331]: pgmap v3154: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-04-13T08:11:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:10.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:10 smithi003 ceph-mon[91733]: pgmap v3155: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 15 op/s 2024-04-13T08:11:10.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:10 smithi003 ceph-mon[89364]: pgmap v3155: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 15 op/s 2024-04-13T08:11:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:10 smithi066 ceph-mon[84331]: pgmap v3155: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 15 op/s 2024-04-13T08:11:12.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:12 smithi003 ceph-mon[91733]: pgmap v3156: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-13T08:11:12.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:12 smithi003 ceph-mon[89364]: pgmap v3156: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-13T08:11:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:12 smithi066 ceph-mon[84331]: pgmap v3156: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-13T08:11:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:11:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:11:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:14 smithi003 ceph-mon[91733]: pgmap v3157: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-04-13T08:11:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:14 smithi003 ceph-mon[89364]: pgmap v3157: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-04-13T08:11:14.636 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:11:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:11:14] "GET /metrics HTTP/1.1" 200 60759 "" "Prometheus/2.43.0" 2024-04-13T08:11:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:14 smithi066 ceph-mon[84331]: pgmap v3157: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-04-13T08:11:16.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:16 smithi003 ceph-mon[91733]: pgmap v3158: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-13T08:11:16.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:16 smithi003 ceph-mon[89364]: pgmap v3158: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-13T08:11:16.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:16 smithi066 ceph-mon[84331]: pgmap v3158: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-13T08:11:18.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:18 smithi003 ceph-mon[91733]: pgmap v3159: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-13T08:11:18.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:18 smithi003 ceph-mon[89364]: pgmap v3159: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-13T08:11:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:18 smithi066 ceph-mon[84331]: pgmap v3159: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-13T08:11:20.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:20 smithi003 ceph-mon[91733]: pgmap v3160: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 170 B/s wr, 22 op/s 2024-04-13T08:11:20.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:20 smithi003 ceph-mon[89364]: pgmap v3160: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 170 B/s wr, 22 op/s 2024-04-13T08:11:20.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:20 smithi066 ceph-mon[84331]: pgmap v3160: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 170 B/s wr, 22 op/s 2024-04-13T08:11:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:22 smithi003 ceph-mon[91733]: pgmap v3161: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-13T08:11:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:22 smithi003 ceph-mon[89364]: pgmap v3161: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-13T08:11:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:22 smithi066 ceph-mon[84331]: pgmap v3161: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-13T08:11:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:11:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:11:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:24.277 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.EncryptionLoadFormatMismatch (132179 ms) 2024-04-13T08:11:24.277 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.EncryptedResize 2024-04-13T08:11:24.277 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:11:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:24 smithi003 ceph-mon[91733]: pgmap v3162: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:11:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:24 smithi003 ceph-mon[89364]: pgmap v3162: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:11:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:11:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:11:24] "GET /metrics HTTP/1.1" 200 60760 "" "Prometheus/2.43.0" 2024-04-13T08:11:24.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:24 smithi066 ceph-mon[84331]: pgmap v3162: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-13T08:11:26.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:26 smithi003 ceph-mon[91733]: pgmap v3163: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 341 B/s wr, 19 op/s 2024-04-13T08:11:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:26 smithi003 ceph-mon[89364]: pgmap v3163: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 341 B/s wr, 19 op/s 2024-04-13T08:11:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:26 smithi066 ceph-mon[84331]: pgmap v3163: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 341 B/s wr, 19 op/s 2024-04-13T08:11:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:28 smithi003 ceph-mon[91733]: pgmap v3164: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 341 B/s wr, 13 op/s 2024-04-13T08:11:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:28 smithi003 ceph-mon[89364]: pgmap v3164: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 341 B/s wr, 13 op/s 2024-04-13T08:11:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:28 smithi066 ceph-mon[84331]: pgmap v3164: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 341 B/s wr, 13 op/s 2024-04-13T08:11:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:30 smithi003 ceph-mon[91733]: pgmap v3165: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-13T08:11:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:30 smithi003 ceph-mon[89364]: pgmap v3165: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-13T08:11:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:30 smithi066 ceph-mon[84331]: pgmap v3165: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-13T08:11:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:32 smithi066 ceph-mon[84331]: pgmap v3166: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-13T08:11:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:11:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:11:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:32 smithi003 ceph-mon[89364]: pgmap v3166: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-13T08:11:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:32 smithi003 ceph-mon[91733]: pgmap v3166: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-13T08:11:34.493 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:34 smithi003 ceph-mon[91733]: pgmap v3167: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 426 B/s wr, 3 op/s 2024-04-13T08:11:34.494 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:11:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:11:34] "GET /metrics HTTP/1.1" 200 60760 "" "Prometheus/2.43.0" 2024-04-13T08:11:34.494 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:34 smithi003 ceph-mon[89364]: pgmap v3167: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 426 B/s wr, 3 op/s 2024-04-13T08:11:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:34 smithi066 ceph-mon[84331]: pgmap v3167: 457 pgs: 457 active+clean; 153 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 426 B/s wr, 3 op/s 2024-04-13T08:11:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:36 smithi003 ceph-mon[91733]: pgmap v3168: 457 pgs: 457 active+clean; 165 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-04-13T08:11:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:36 smithi003 ceph-mon[89364]: pgmap v3168: 457 pgs: 457 active+clean; 165 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-04-13T08:11:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:36 smithi066 ceph-mon[84331]: pgmap v3168: 457 pgs: 457 active+clean; 165 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-04-13T08:11:38.402 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.EncryptedResize (14125 ms) 2024-04-13T08:11:38.402 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.EncryptedFlattenSmallData 2024-04-13T08:11:38.403 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:11:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:38 smithi003 ceph-mon[91733]: pgmap v3169: 457 pgs: 457 active+clean; 173 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-13T08:11:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:38 smithi003 ceph-mon[89364]: pgmap v3169: 457 pgs: 457 active+clean; 173 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-13T08:11:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:38 smithi066 ceph-mon[84331]: pgmap v3169: 457 pgs: 457 active+clean; 173 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-13T08:11:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:40 smithi003 ceph-mon[91733]: pgmap v3170: 457 pgs: 457 active+clean; 173 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-04-13T08:11:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:40 smithi003 ceph-mon[89364]: pgmap v3170: 457 pgs: 457 active+clean; 173 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-04-13T08:11:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:40 smithi066 ceph-mon[84331]: pgmap v3170: 457 pgs: 457 active+clean; 173 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-04-13T08:11:42.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:42 smithi066 ceph-mon[84331]: pgmap v3171: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-13T08:11:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:11:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:11:42.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:42 smithi003 ceph-mon[89364]: pgmap v3171: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-13T08:11:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:42 smithi003 ceph-mon[91733]: pgmap v3171: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-13T08:11:44.512 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:11:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:11:44] "GET /metrics HTTP/1.1" 200 60752 "" "Prometheus/2.43.0" 2024-04-13T08:11:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:44 smithi003 ceph-mon[91733]: pgmap v3172: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-13T08:11:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:44 smithi003 ceph-mon[89364]: pgmap v3172: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-13T08:11:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:44 smithi066 ceph-mon[84331]: pgmap v3172: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-13T08:11:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:46 smithi003 ceph-mon[91733]: pgmap v3173: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-13T08:11:46.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:46 smithi003 ceph-mon[89364]: pgmap v3173: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-13T08:11:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:46 smithi066 ceph-mon[84331]: pgmap v3173: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-13T08:11:47.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:47 smithi003 ceph-mon[91733]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-13T08:11:47.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:47 smithi003 ceph-mon[89364]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-13T08:11:47.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:47 smithi066 ceph-mon[84331]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-13T08:11:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:48 smithi003 ceph-mon[91733]: pgmap v3175: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 1.5 KiB/s wr, 20 op/s 2024-04-13T08:11:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:48 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:11:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:48 smithi003 ceph-mon[89364]: pgmap v3175: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 1.5 KiB/s wr, 20 op/s 2024-04-13T08:11:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:48 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:11:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:48 smithi066 ceph-mon[84331]: pgmap v3175: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 1.5 KiB/s wr, 20 op/s 2024-04-13T08:11:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:48 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:11:49.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:11:49.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:11:49.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:11:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:11:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:11:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:11:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:11:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:11:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:11:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:50 smithi003 ceph-mon[91733]: pgmap v3176: 457 pgs: 457 active+clean; 181 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 1.2 MiB/s wr, 26 op/s 2024-04-13T08:11:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:50 smithi003 ceph-mon[89364]: pgmap v3176: 457 pgs: 457 active+clean; 181 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 1.2 MiB/s wr, 26 op/s 2024-04-13T08:11:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:50 smithi066 ceph-mon[84331]: pgmap v3176: 457 pgs: 457 active+clean; 181 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 1.2 MiB/s wr, 26 op/s 2024-04-13T08:11:52.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:52 smithi066 ceph-mon[84331]: pgmap v3177: 457 pgs: 457 active+clean; 185 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-13T08:11:52.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:11:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:11:52.807 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.EncryptedFlattenSmallData (14405 ms) 2024-04-13T08:11:52.807 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-04-13T08:11:52.808 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:11:52.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:52 smithi003 ceph-mon[91733]: pgmap v3177: 457 pgs: 457 active+clean; 185 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-13T08:11:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:52 smithi003 ceph-mon[89364]: pgmap v3177: 457 pgs: 457 active+clean; 185 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-13T08:11:53.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:11:54.538 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:11:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:11:54] "GET /metrics HTTP/1.1" 200 60755 "" "Prometheus/2.43.0" 2024-04-13T08:11:54.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:54 smithi003 ceph-mon[91733]: pgmap v3178: 457 pgs: 457 active+clean; 185 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-13T08:11:54.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:54 smithi003 ceph-mon[89364]: pgmap v3178: 457 pgs: 457 active+clean; 185 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-13T08:11:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:54 smithi066 ceph-mon[84331]: pgmap v3178: 457 pgs: 457 active+clean; 185 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-13T08:11:54.981 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:11:54.981 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:11:54.981 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:11:54.981 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:11:54.981 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:11:54.981 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:54.981 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:11:54.981 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:54.981 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:54.981 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:11:54.981 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:54.981 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:11:54.982 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:54.982 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:54.982 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:11:54.982 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:54.982 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:11:54.982 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:54.982 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:54.982 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:11:54.982 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:54.983 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:11:54.983 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:54.983 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:54.983 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:11:54.983 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:54.983 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:11:54.983 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:54.983 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:54.983 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:11:54.983 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:11:54.983 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:11:54.983 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:11:54.983 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:11:54.984 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:11:54.984 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:11:54.984 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:11:54.984 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:11:54.984 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:11:54.984 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:11:54.984 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:54.984 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:11:54.984 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:54.984 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:54.984 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:11:54.984 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:54.984 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:11:54.984 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:54.985 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:54.985 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:11:54.985 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:54.985 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:11:54.985 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:54.985 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:54.985 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:11:54.985 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:54.985 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:11:54.985 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:54.985 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:54.985 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:11:54.985 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:54.985 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:11:54.986 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:54.986 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:54.986 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:11:54.986 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:11:54.986 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:11:54.986 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:11:54.986 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:11:54.986 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:11:54.986 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:54.986 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:11:54.986 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:11:54.986 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:11:54.986 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:54.986 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:11:54.986 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:11:54.987 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:11:54.987 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:54.987 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:11:54.987 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:11:54.987 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:11:54.987 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:54.987 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:11:54.987 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:11:54.987 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:11:54.987 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:54.987 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:11:54.988 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:11:54.988 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:11:54.988 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 512~512 = 512 2024-04-13T08:11:54.988 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:54.988 INFO:tasks.workunit.client.0.smithi003.stdout:aio discard: 1536~512 = 0 2024-04-13T08:11:54.988 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:11:54.988 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:11:54.988 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:11:54.989 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:11:54.989 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:11:54.989 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 0 2024-04-13T08:11:54.989 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.989 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.989 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 0 2024-04-13T08:11:54.989 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.989 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.990 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 16384 2024-04-13T08:11:54.990 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.990 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.990 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 16384 2024-04-13T08:11:54.990 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.990 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.990 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:54.990 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:54.991 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 49152 2024-04-13T08:11:54.991 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.991 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.991 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 49152 2024-04-13T08:11:54.991 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.991 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.991 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 65536 2024-04-13T08:11:54.991 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.992 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.992 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 65536 2024-04-13T08:11:54.992 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.992 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.992 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:54.992 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:54.992 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 98304 2024-04-13T08:11:54.993 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.993 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.993 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 98304 2024-04-13T08:11:54.993 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.993 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.993 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 114688 2024-04-13T08:11:54.994 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.994 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.994 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 114688 2024-04-13T08:11:54.994 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.994 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.994 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:54.995 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:54.995 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 147456 2024-04-13T08:11:54.995 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.995 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.995 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 147456 2024-04-13T08:11:54.995 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.995 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.995 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 163840 2024-04-13T08:11:54.996 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.996 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.996 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 163840 2024-04-13T08:11:54.996 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.996 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.996 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:54.996 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:54.996 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 196608 2024-04-13T08:11:54.997 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.997 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.997 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 196608 2024-04-13T08:11:54.997 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.997 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.997 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 212992 2024-04-13T08:11:54.997 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.997 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.998 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 212992 2024-04-13T08:11:54.998 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.998 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:54.998 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:54.998 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:54.998 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:54.999 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:54.999 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:54.999 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:54.999 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:54.999 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:54.999 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:55.000 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:55.000 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:55.000 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:55.000 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:55.000 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:55.000 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:55.000 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:55.001 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:55.001 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:55.001 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:55.001 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:55.001 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:55.001 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:55.001 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:55.001 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:55.001 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:55.001 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:55.001 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:55.001 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:55.001 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:55.002 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:55.002 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:55.002 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:55.002 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:55.002 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:55.002 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:55.002 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:55.002 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:55.002 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:55.002 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:55.002 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:55.002 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:55.003 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:55.003 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:55.003 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:55.003 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:55.003 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:55.003 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:55.003 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:55.003 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:55.003 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:55.003 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.840 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.840 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:56.840 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:56.840 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:56.840 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:56.840 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:56.840 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.840 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.840 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:56.841 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:56.841 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:56.841 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:56.841 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:56.841 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.841 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.841 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:56.841 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.841 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.841 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:56.841 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.841 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.841 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:56.842 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:56.842 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:56.842 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:56.842 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:56.842 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.842 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.842 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:56.842 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:56.842 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:56.842 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:56.842 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:56.842 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.842 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.843 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:56.843 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:56.843 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:56.843 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:56.843 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:56.843 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.843 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.843 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:56.843 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:56.843 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:56.843 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:56.843 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:56.843 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.844 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.844 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:56.844 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.844 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.844 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:56.844 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.844 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.844 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:56.844 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:56.844 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:56.844 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:56.844 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:56.844 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.844 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.844 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:56.845 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:56.845 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:56.845 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:56.845 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:56.845 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.845 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.845 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:56.845 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:56.845 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:56.845 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:56.845 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:56.845 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.845 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.845 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:56.845 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:56.846 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:56.846 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:56.846 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:56.846 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.846 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.846 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:56.846 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.846 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.847 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:56.847 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.847 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.847 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:56.847 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:56.847 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:56.847 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:56.847 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:56.847 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.847 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.847 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:56.847 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:56.847 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:56.847 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:56.848 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:56.848 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.848 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.848 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:56.848 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:56.848 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:56.848 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:56.848 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:56.848 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.848 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.848 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:11:56.848 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:11:56.848 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:11:56.848 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:11:56.849 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:11:56.849 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.849 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.849 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:56.849 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:11:56.849 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:11:56.849 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:11:56.849 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:11:56.849 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:11:56.849 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:11:56.849 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (4032 ms) 2024-04-13T08:11:56.849 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-04-13T08:11:56.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:56 smithi003 ceph-mon[91733]: pgmap v3179: 457 pgs: 457 active+clean; 197 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 44 op/s 2024-04-13T08:11:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:56 smithi003 ceph-mon[89364]: pgmap v3179: 457 pgs: 457 active+clean; 197 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 44 op/s 2024-04-13T08:11:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:56 smithi066 ceph-mon[84331]: pgmap v3179: 457 pgs: 457 active+clean; 197 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 44 op/s 2024-04-13T08:11:58.571 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:11:58.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:58 smithi003 ceph-mon[91733]: pgmap v3180: 457 pgs: 457 active+clean; 201 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 533 op/s 2024-04-13T08:11:58.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:58 smithi003 ceph-mon[91733]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-13T08:11:58.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:58 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4167853360' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:11:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:58 smithi003 ceph-mon[89364]: pgmap v3180: 457 pgs: 457 active+clean; 201 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 533 op/s 2024-04-13T08:11:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:58 smithi003 ceph-mon[89364]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-13T08:11:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:58 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4167853360' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:11:58.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:58 smithi066 ceph-mon[84331]: pgmap v3180: 457 pgs: 457 active+clean; 201 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 533 op/s 2024-04-13T08:11:58.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:58 smithi066 ceph-mon[84331]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-13T08:11:58.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:58 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4167853360' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:11:59.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:59 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4167853360' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:11:59.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:11:59 smithi003 ceph-mon[91733]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-13T08:11:59.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:59 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4167853360' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:11:59.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:11:59 smithi003 ceph-mon[89364]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-13T08:11:59.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:59 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4167853360' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:11:59.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:11:59 smithi066 ceph-mon[84331]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-13T08:12:00.668 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:00.668 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:00.668 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:00.668 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:00.668 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:00.669 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:00.669 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:00.669 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:00.669 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:00.669 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:00.669 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:00.669 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:00.669 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:00.669 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:00.669 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:00.669 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:00.669 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:00.669 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:00.669 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:00.670 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:00.670 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:00.670 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:00.670 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:00.670 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:00.670 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:00.670 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:00.670 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:00.670 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:00.670 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:00.670 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:00.670 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:00.670 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:00.670 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:00.670 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:00.671 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:00.671 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:00.671 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:00.671 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:00.671 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:00.671 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:00.671 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:00.671 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:00.671 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:00.671 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:00.671 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:00.671 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:00.671 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:00.671 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:00.672 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:00.672 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:00.672 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:00.672 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:00.672 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:00.672 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:00.672 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:00.672 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 512~512 = 512 2024-04-13T08:12:00.672 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:00.672 INFO:tasks.workunit.client.0.smithi003.stdout:aio discard: 1536~512 = 0 2024-04-13T08:12:00.672 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:00.672 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:00.672 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:00.672 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:00.673 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:00.673 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:00.673 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:00.673 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3829 ms) 2024-04-13T08:12:00.673 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-04-13T08:12:00.673 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:00.698 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (30 ms) 2024-04-13T08:12:00.698 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-04-13T08:12:00.698 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:00.727 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (29 ms) 2024-04-13T08:12:00.727 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-04-13T08:12:00.727 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:00.757 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (30 ms) 2024-04-13T08:12:00.758 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-04-13T08:12:00.758 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:00.783 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (26 ms) 2024-04-13T08:12:00.783 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-04-13T08:12:00.783 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:00.846 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (63 ms) 2024-04-13T08:12:00.847 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-04-13T08:12:00.847 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:00.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:00 smithi003 ceph-mon[91733]: pgmap v3183: 489 pgs: 20 unknown, 469 active+clean; 201 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 667 op/s 2024-04-13T08:12:00.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:00 smithi003 ceph-mon[91733]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-13T08:12:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:00 smithi003 ceph-mon[89364]: pgmap v3183: 489 pgs: 20 unknown, 469 active+clean; 201 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 667 op/s 2024-04-13T08:12:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:00 smithi003 ceph-mon[89364]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-13T08:12:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:00 smithi066 ceph-mon[84331]: pgmap v3183: 489 pgs: 20 unknown, 469 active+clean; 201 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 667 op/s 2024-04-13T08:12:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:00 smithi066 ceph-mon[84331]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-13T08:12:00.910 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (64 ms) 2024-04-13T08:12:00.910 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-04-13T08:12:00.910 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:00.975 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (65 ms) 2024-04-13T08:12:00.975 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-04-13T08:12:00.975 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:01.054 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (79 ms) 2024-04-13T08:12:01.054 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-04-13T08:12:01.054 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:01.320 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (266 ms) 2024-04-13T08:12:01.321 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-04-13T08:12:01.321 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:01.643 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (322 ms) 2024-04-13T08:12:01.643 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-04-13T08:12:01.643 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:01.670 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (28 ms) 2024-04-13T08:12:01.670 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-04-13T08:12:01.670 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:01.697 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (27 ms) 2024-04-13T08:12:01.697 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-04-13T08:12:01.697 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:01.724 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (27 ms) 2024-04-13T08:12:01.724 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-04-13T08:12:01.724 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:01.752 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (27 ms) 2024-04-13T08:12:01.752 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-04-13T08:12:01.752 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:01.773 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:01.773 INFO:tasks.workunit.client.0.smithi003.stdout:aio discard: 0~1048576 = 0 2024-04-13T08:12:01.773 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:01.773 INFO:tasks.workunit.client.0.smithi003.stdout:aio discard: 0~4194304 = 0 2024-04-13T08:12:01.773 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:01.774 INFO:tasks.workunit.client.0.smithi003.stdout:aio discard: 3145728~1048576 = 0 2024-04-13T08:12:01.774 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (22 ms) 2024-04-13T08:12:01.774 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestFUA 2024-04-13T08:12:01.774 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:01.875 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:01.876 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:01.876 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:01.876 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:01.876 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:01.876 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:01.876 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:01.876 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:01.876 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:01.876 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:01.876 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.876 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:01.876 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:01.877 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:01.877 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:01.877 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.877 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:01.877 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:01.877 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:01.877 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:01.877 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.877 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:01.877 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:01.877 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:01.877 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:01.878 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.878 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:01.878 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:01.878 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:01.878 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:01.878 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.878 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:01.878 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:01.878 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:01.878 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:01.878 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.879 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:01.879 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:01.879 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:01.879 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.879 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:01.879 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:01.879 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:01.879 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.879 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:01.879 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:01.879 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:01.879 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.880 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:01.880 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:01.880 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:01.880 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.880 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:01.880 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:01.880 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:01.880 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestFUA (102 ms) 2024-04-13T08:12:01.880 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-04-13T08:12:01.880 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:01.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:01 smithi003 ceph-mon[91733]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-13T08:12:01.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:01 smithi003 ceph-mon[89364]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-13T08:12:01.895 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:01.895 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:01.895 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:01.895 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:01.895 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:01.895 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.895 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:01.895 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:01.896 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:01.896 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:01.896 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.896 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:01.896 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:01.897 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:01.897 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:01.897 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.897 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:01.897 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:01.897 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:01.897 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:01.897 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.897 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:01.897 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:01.897 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:01.897 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:01.897 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.897 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:01.897 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:01.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:01 smithi066 ceph-mon[84331]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-13T08:12:01.914 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:01.914 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:01.914 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:12:01.914 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:12:01.914 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:12:01.915 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:12:01.915 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:12:01.915 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:12:01.915 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:12:01.915 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:12:01.915 INFO:tasks.workunit.client.0.smithi003.stdout:start compare and write 2024-04-13T08:12:01.915 INFO:tasks.workunit.client.0.smithi003.stdout:compare and wrote: 512 2024-04-13T08:12:01.915 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.915 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:12:01.915 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:01.915 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:01.916 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:12:01.916 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.916 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:12:01.916 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:01.916 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:01.916 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:12:01.916 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.916 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:12:01.916 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:01.917 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:01.918 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:12:01.918 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.918 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:12:01.918 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:01.919 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:01.919 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:12:01.919 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.919 INFO:tasks.workunit.client.0.smithi003.stdout:started aio compare and write 2024-04-13T08:12:01.919 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:01.920 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:01.921 INFO:tasks.workunit.client.0.smithi003.stdout:finished aio compare and write 2024-04-13T08:12:01.921 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:01.921 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:01.921 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:01.921 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:01.921 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:01.921 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.921 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:01.921 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:01.922 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:01.922 INFO:tasks.workunit.client.0.smithi003.stdout:finished read 2024-04-13T08:12:01.922 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.922 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:01.922 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:01.922 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:01.922 INFO:tasks.workunit.client.0.smithi003.stdout:finished read 2024-04-13T08:12:01.922 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.922 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:01.923 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:01.923 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:01.923 INFO:tasks.workunit.client.0.smithi003.stdout:finished read 2024-04-13T08:12:01.923 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.923 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:01.923 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:01.923 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:01.923 INFO:tasks.workunit.client.0.smithi003.stdout:finished read 2024-04-13T08:12:01.923 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:01.923 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:01.923 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:01.923 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:01.923 INFO:tasks.workunit.client.0.smithi003.stdout:finished read 2024-04-13T08:12:01.923 INFO:tasks.workunit.client.0.smithi003.stdout:discard: 512~512 2024-04-13T08:12:01.923 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:02.587 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:12:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:12:02.869 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:02.869 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:02.869 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:02.869 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:02.869 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:02.869 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 0 2024-04-13T08:12:02.869 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.869 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.869 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 0 2024-04-13T08:12:02.869 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.870 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.870 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 16384 2024-04-13T08:12:02.870 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.870 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.870 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 16384 2024-04-13T08:12:02.870 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.870 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.870 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:02.870 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:02.870 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 49152 2024-04-13T08:12:02.870 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.870 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.870 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 49152 2024-04-13T08:12:02.870 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.871 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.871 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 65536 2024-04-13T08:12:02.871 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.871 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.871 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 65536 2024-04-13T08:12:02.871 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.871 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.871 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:02.871 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:02.871 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 98304 2024-04-13T08:12:02.871 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.871 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.871 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 98304 2024-04-13T08:12:02.871 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.871 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.872 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 114688 2024-04-13T08:12:02.872 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.872 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.872 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 114688 2024-04-13T08:12:02.872 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.872 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.872 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:02.872 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:02.872 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 147456 2024-04-13T08:12:02.872 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.872 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.872 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 147456 2024-04-13T08:12:02.872 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.873 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.873 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 163840 2024-04-13T08:12:02.873 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.873 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.873 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 163840 2024-04-13T08:12:02.873 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.873 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.873 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:02.873 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:02.873 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 196608 2024-04-13T08:12:02.873 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.873 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.873 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 196608 2024-04-13T08:12:02.873 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.874 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.874 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 212992 2024-04-13T08:12:02.874 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.874 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.874 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 212992 2024-04-13T08:12:02.874 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.874 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.874 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:02.874 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:02.874 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:02.874 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:02.874 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:02.874 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:02.874 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:02.875 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.875 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.875 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:02.875 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:02.875 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:02.875 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:02.875 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:02.875 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.875 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.875 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:02.875 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:02.875 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:02.876 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:02.876 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:02.876 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.876 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.876 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:02.876 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:02.876 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:02.883 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:02.884 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:02.884 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.884 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.884 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:02.884 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:02.884 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:02.884 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:02.884 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:02.884 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:02.884 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:02.884 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:02.884 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:02 smithi003 ceph-mon[91733]: pgmap v3186: 489 pgs: 489 active+clean; 207 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 395 KiB/s rd, 1.2 MiB/s wr, 809 op/s 2024-04-13T08:12:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:02 smithi003 ceph-mon[89364]: pgmap v3186: 489 pgs: 489 active+clean; 207 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 395 KiB/s rd, 1.2 MiB/s wr, 809 op/s 2024-04-13T08:12:02.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:02 smithi066 ceph-mon[84331]: pgmap v3186: 489 pgs: 489 active+clean; 207 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 395 KiB/s rd, 1.2 MiB/s wr, 809 op/s 2024-04-13T08:12:02.908 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:02.908 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:02.908 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.908 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.908 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:02.908 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:02.908 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:02.929 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:02.929 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:02.929 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.929 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.929 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:02.929 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:02.929 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:02.958 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:02.958 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:02.958 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.958 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.959 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:02.959 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:02.959 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:02.986 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:02.986 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:02.986 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:02.986 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:02.986 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:02.986 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:02.986 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:02.986 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:02.987 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:02.987 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:02.987 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:02.987 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:02.987 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:03.028 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:03.029 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:03.029 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:03.029 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:03.029 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:03.029 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:03.029 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:03.069 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:03.070 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:03.070 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:03.070 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:03.070 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:03.070 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:03.070 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:03.118 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:03.118 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:03.118 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:03.119 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:03.119 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:03.119 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:03.119 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:03.166 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:03.166 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:03.166 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:03.166 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:03.166 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:03.166 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:03.166 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:03.166 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:03.166 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:03.166 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:03.166 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:03.166 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:03.167 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:03.237 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:03.237 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:03.237 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:03.237 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:03.237 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:03.237 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:03.237 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:03.314 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:03.314 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:03.314 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:03.314 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:03.314 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:03.314 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:03.314 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:03.387 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:03.387 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:03.387 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:03.387 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:03.387 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:03.387 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:03.387 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:03.457 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:03.458 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:03.458 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:03.458 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:03.458 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:03.458 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:03.458 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:03.458 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:03.458 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:03.458 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:03.458 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:03.458 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:03.458 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:03.553 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:03.553 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:03.554 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:03.554 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:03.554 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:03.554 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:03.554 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:03.637 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:03.637 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:03.637 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:03.637 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:03.638 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:03.638 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:03.638 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:03.733 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:03.733 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:03.733 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:03.733 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:03.734 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:03.734 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:03.734 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:03.825 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:03.825 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:03.825 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:03.825 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:03.825 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:03.826 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:03.826 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:03.826 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:03.826 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:03.826 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:03.826 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestIOPP (1950 ms) 2024-04-13T08:12:03.826 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-04-13T08:12:03.826 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:03.854 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (29 ms) 2024-04-13T08:12:03.854 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-04-13T08:12:03.854 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:03.879 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (25 ms) 2024-04-13T08:12:03.880 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-04-13T08:12:03.880 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:03.904 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (25 ms) 2024-04-13T08:12:03.904 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-04-13T08:12:03.904 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:03.931 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (27 ms) 2024-04-13T08:12:03.931 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-04-13T08:12:03.931 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:03.960 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (29 ms) 2024-04-13T08:12:03.960 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-04-13T08:12:03.960 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:03.986 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:03.990 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (30 ms) 2024-04-13T08:12:03.990 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-13T08:12:03.990 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:04.020 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (30 ms) 2024-04-13T08:12:04.020 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-13T08:12:04.020 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:04.044 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:04.048 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (28 ms) 2024-04-13T08:12:04.048 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-04-13T08:12:04.048 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:04.073 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (25 ms) 2024-04-13T08:12:04.073 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-04-13T08:12:04.073 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:04.097 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:04.101 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (28 ms) 2024-04-13T08:12:04.101 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-13T08:12:04.101 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:04.131 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (30 ms) 2024-04-13T08:12:04.132 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-13T08:12:04.132 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:04.156 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:04.161 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (30 ms) 2024-04-13T08:12:04.161 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-04-13T08:12:04.161 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:04.237 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (76 ms) 2024-04-13T08:12:04.237 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-04-13T08:12:04.237 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:04.277 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:04.292 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (55 ms) 2024-04-13T08:12:04.292 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-04-13T08:12:04.292 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:04.356 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (64 ms) 2024-04-13T08:12:04.357 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-04-13T08:12:04.357 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:04.403 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:04.422 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (66 ms) 2024-04-13T08:12:04.423 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-04-13T08:12:04.423 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:04.590 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:12:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:12:04] "GET /metrics HTTP/1.1" 200 60755 "" "Prometheus/2.43.0" 2024-04-13T08:12:04.748 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (326 ms) 2024-04-13T08:12:04.748 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-04-13T08:12:04.748 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:04.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:04 smithi003 ceph-mon[91733]: pgmap v3187: 489 pgs: 489 active+clean; 207 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 281 KiB/s rd, 854 KiB/s wr, 575 op/s 2024-04-13T08:12:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:04 smithi003 ceph-mon[89364]: pgmap v3187: 489 pgs: 489 active+clean; 207 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 281 KiB/s rd, 854 KiB/s wr, 575 op/s 2024-04-13T08:12:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:04 smithi066 ceph-mon[84331]: pgmap v3187: 489 pgs: 489 active+clean; 207 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 281 KiB/s rd, 854 KiB/s wr, 575 op/s 2024-04-13T08:12:05.038 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:05.057 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (309 ms) 2024-04-13T08:12:05.057 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-04-13T08:12:05.057 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:05.086 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:05.086 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:05.086 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:05.086 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:05.086 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:12:05.086 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:05.086 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:05.086 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:05.087 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:05.087 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:05.087 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:05.087 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:05.087 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:05.088 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:05.088 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:05.088 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:05.088 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:05.088 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:05.089 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:05.089 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:05.089 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:05.089 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:05.089 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:05.091 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:05.091 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:05.091 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:05.091 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:12:05.091 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:05.092 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:05.092 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:12:05.092 INFO:tasks.workunit.client.0.smithi003.stdout:read: 512 2024-04-13T08:12:05.092 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:05.092 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:05.092 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:05.093 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:05.093 INFO:tasks.workunit.client.0.smithi003.stdout:finished read 2024-04-13T08:12:05.093 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:05.093 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:05.093 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:05.093 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:05.093 INFO:tasks.workunit.client.0.smithi003.stdout:finished read 2024-04-13T08:12:05.093 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:05.093 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:05.093 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:05.093 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:05.093 INFO:tasks.workunit.client.0.smithi003.stdout:finished read 2024-04-13T08:12:05.093 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:05.093 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:05.093 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:05.094 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:05.094 INFO:tasks.workunit.client.0.smithi003.stdout:finished read 2024-04-13T08:12:05.094 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:05.094 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:12:05.094 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:12:06.024 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:12:06.024 INFO:tasks.workunit.client.0.smithi003.stdout:finished read 2024-04-13T08:12:06.024 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 0 2024-04-13T08:12:06.024 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.024 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.024 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 0 2024-04-13T08:12:06.024 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.024 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.024 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 16384 2024-04-13T08:12:06.025 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.025 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.025 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 16384 2024-04-13T08:12:06.025 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.025 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.025 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.025 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.025 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 49152 2024-04-13T08:12:06.025 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.025 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.025 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 49152 2024-04-13T08:12:06.025 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.025 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.025 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 65536 2024-04-13T08:12:06.025 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.026 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.026 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 65536 2024-04-13T08:12:06.026 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.026 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.026 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.026 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.026 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 98304 2024-04-13T08:12:06.026 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.026 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.026 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 98304 2024-04-13T08:12:06.026 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.026 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.026 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 114688 2024-04-13T08:12:06.027 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.027 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.027 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 114688 2024-04-13T08:12:06.027 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.027 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.027 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.027 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.027 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 147456 2024-04-13T08:12:06.027 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.027 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.027 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 147456 2024-04-13T08:12:06.027 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.027 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.027 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 163840 2024-04-13T08:12:06.027 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.027 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.028 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 163840 2024-04-13T08:12:06.028 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.028 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.028 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.028 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.028 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 196608 2024-04-13T08:12:06.028 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.028 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.028 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 196608 2024-04-13T08:12:06.028 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.028 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.028 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 212992 2024-04-13T08:12:06.028 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.028 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.029 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 212992 2024-04-13T08:12:06.029 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.029 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.029 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.029 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.029 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.029 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.029 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.029 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.029 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.029 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.029 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.029 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.029 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.030 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.030 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.030 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.030 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.030 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.030 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.030 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.030 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.034 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.034 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.034 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.034 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.034 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.034 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.034 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.043 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.043 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.044 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.044 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.044 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.044 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.044 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.044 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.044 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.044 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.044 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.044 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.044 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.066 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.066 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.066 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.067 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.067 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.067 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.067 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.087 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.087 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.087 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.087 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.087 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.087 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.087 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.117 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.118 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.118 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.118 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.118 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.118 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.118 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.147 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.147 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.147 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.147 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.147 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.147 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.147 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.148 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.148 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.148 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.148 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.148 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.148 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.188 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.189 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.189 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.189 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.189 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.189 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.189 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.229 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.229 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.229 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.229 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.229 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.229 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.229 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.282 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.282 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.282 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.282 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.282 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.282 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.282 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.328 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.329 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.329 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.329 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.329 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.329 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.329 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.330 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.330 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.330 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.330 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.330 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.330 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.392 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.392 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.392 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.393 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.393 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.393 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.393 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.453 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.453 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.453 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.453 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.453 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.453 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.453 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.523 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.523 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.524 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.524 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.524 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.524 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.524 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.597 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.597 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.597 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.597 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.597 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.598 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.598 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.598 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.598 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.598 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.598 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.598 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.598 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.685 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.685 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.686 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.686 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.686 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.686 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.686 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.780 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.780 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.780 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.780 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.780 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.781 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.781 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.870 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.870 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.870 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.871 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.871 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.871 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.871 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:12:06.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:06 smithi003 ceph-mon[91733]: pgmap v3188: 489 pgs: 489 active+clean; 253 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.6 MiB/s rd, 8.3 MiB/s wr, 1.96k op/s 2024-04-13T08:12:06.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:06 smithi003 ceph-mon[89364]: pgmap v3188: 489 pgs: 489 active+clean; 253 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.6 MiB/s rd, 8.3 MiB/s wr, 1.96k op/s 2024-04-13T08:12:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:06 smithi066 ceph-mon[84331]: pgmap v3188: 489 pgs: 489 active+clean; 253 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.6 MiB/s rd, 8.3 MiB/s wr, 1.96k op/s 2024-04-13T08:12:06.962 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:12:06.962 INFO:tasks.workunit.client.0.smithi003.stdout:finished writesame 2024-04-13T08:12:06.962 INFO:tasks.workunit.client.0.smithi003.stdout:to verify the data 2024-04-13T08:12:06.962 INFO:tasks.workunit.client.0.smithi003.stdout:verified 2024-04-13T08:12:06.963 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.963 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.963 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.963 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:12:06.963 INFO:tasks.workunit.client.0.smithi003.stdout:started writesame 2024-04-13T08:12:06.963 INFO:tasks.workunit.client.0.smithi003.stdout:expected fail, finished writesame 2024-04-13T08:12:06.963 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (1905 ms) 2024-04-13T08:12:06.963 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-04-13T08:12:06.963 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:07.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:07.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:08.716 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 0 2024-04-13T08:12:08.717 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 0 2024-04-13T08:12:08.717 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 1 2024-04-13T08:12:08.717 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 1 2024-04-13T08:12:08.717 INFO:tasks.workunit.client.0.smithi003.stdout:snap: orig 2024-04-13T08:12:08.717 INFO:tasks.workunit.client.0.smithi003.stdout:found orig with size 2097152 2024-04-13T08:12:08.717 INFO:tasks.workunit.client.0.smithi003.stdout:read: 80 2024-04-13T08:12:08.717 INFO:tasks.workunit.client.0.smithi003.stdout:write test data! 2024-04-13T08:12:08.717 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 80 2024-04-13T08:12:08.717 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 2 2024-04-13T08:12:08.717 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 2 2024-04-13T08:12:08.717 INFO:tasks.workunit.client.0.smithi003.stdout:snap: orig 2024-04-13T08:12:08.717 INFO:tasks.workunit.client.0.smithi003.stdout:snap: written 2024-04-13T08:12:08.717 INFO:tasks.workunit.client.0.smithi003.stdout:found orig with size 2097152 2024-04-13T08:12:08.718 INFO:tasks.workunit.client.0.smithi003.stdout:found written with size 2097152 2024-04-13T08:12:08.718 INFO:tasks.workunit.client.0.smithi003.stdout:read: 80 2024-04-13T08:12:08.718 INFO:tasks.workunit.client.0.smithi003.stdout:read: 80 2024-04-13T08:12:08.718 INFO:tasks.workunit.client.0.smithi003.stdout:read: 80 2024-04-13T08:12:08.718 INFO:tasks.workunit.client.0.smithi003.stdout:write to snapshot returned -30 2024-04-13T08:12:08.718 INFO:tasks.workunit.client.0.smithi003.stdout:Read-only file system 2024-04-13T08:12:08.743 INFO:tasks.workunit.client.0.smithi003.stdout:read: 80 2024-04-13T08:12:08.743 INFO:tasks.workunit.client.0.smithi003.stdout:read: 80 2024-04-13T08:12:08.743 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 80 2024-04-13T08:12:08.743 INFO:tasks.workunit.client.0.smithi003.stdout:opening testimg@orig 2024-04-13T08:12:08.744 INFO:tasks.workunit.client.0.smithi003.stdout:read: 80 2024-04-13T08:12:08.744 INFO:tasks.workunit.client.0.smithi003.stdout:write to snapshot returned -30 2024-04-13T08:12:08.744 INFO:tasks.workunit.client.0.smithi003.stdout:Read-only file system 2024-04-13T08:12:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:08 smithi003 ceph-mon[91733]: pgmap v3189: 489 pgs: 489 active+clean; 277 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.70k op/s 2024-04-13T08:12:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:08 smithi003 ceph-mon[91733]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-13T08:12:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:08 smithi003 ceph-mon[89364]: pgmap v3189: 489 pgs: 489 active+clean; 277 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.70k op/s 2024-04-13T08:12:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:08 smithi003 ceph-mon[89364]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-13T08:12:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:08 smithi066 ceph-mon[84331]: pgmap v3189: 489 pgs: 489 active+clean; 277 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.70k op/s 2024-04-13T08:12:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:08 smithi066 ceph-mon[84331]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-13T08:12:10.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:09 smithi003 ceph-mon[89364]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-13T08:12:10.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:09 smithi003 ceph-mon[89364]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-13T08:12:10.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:09 smithi003 ceph-mon[91733]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-13T08:12:10.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:09 smithi003 ceph-mon[91733]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-13T08:12:10.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:09 smithi066 ceph-mon[84331]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-13T08:12:10.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:09 smithi066 ceph-mon[84331]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-13T08:12:10.550 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 2 2024-04-13T08:12:10.550 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 2 2024-04-13T08:12:10.550 INFO:tasks.workunit.client.0.smithi003.stdout:snap: orig 2024-04-13T08:12:10.550 INFO:tasks.workunit.client.0.smithi003.stdout:snap: written 2024-04-13T08:12:10.550 INFO:tasks.workunit.client.0.smithi003.stdout:found orig with size 2097152 2024-04-13T08:12:10.550 INFO:tasks.workunit.client.0.smithi003.stdout:found written with size 2097152 2024-04-13T08:12:10.550 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 1 2024-04-13T08:12:10.550 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 1 2024-04-13T08:12:10.550 INFO:tasks.workunit.client.0.smithi003.stdout:snap: orig 2024-04-13T08:12:10.550 INFO:tasks.workunit.client.0.smithi003.stdout:found orig with size 2097152 2024-04-13T08:12:10.550 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 0 2024-04-13T08:12:10.550 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 0 2024-04-13T08:12:10.551 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3587 ms) 2024-04-13T08:12:10.551 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-04-13T08:12:10.551 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:11.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:10 smithi003 ceph-mon[89364]: pgmap v3192: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 1.37k op/s 2024-04-13T08:12:11.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:10 smithi003 ceph-mon[89364]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-13T08:12:11.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:10 smithi003 ceph-mon[91733]: pgmap v3192: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 1.37k op/s 2024-04-13T08:12:11.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:10 smithi003 ceph-mon[91733]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-13T08:12:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:10 smithi066 ceph-mon[84331]: pgmap v3192: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 1.37k op/s 2024-04-13T08:12:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:10 smithi066 ceph-mon[84331]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-13T08:12:12.548 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (1998 ms) 2024-04-13T08:12:12.548 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestClone 2024-04-13T08:12:12.548 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:12.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:12 smithi066 ceph-mon[84331]: pgmap v3195: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 7.5 MiB/s wr, 2.31k op/s 2024-04-13T08:12:12.655 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:12 smithi066 ceph-mon[84331]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-13T08:12:12.655 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:12:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:12:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:12 smithi003 ceph-mon[89364]: pgmap v3195: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 7.5 MiB/s wr, 2.31k op/s 2024-04-13T08:12:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:12 smithi003 ceph-mon[89364]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-13T08:12:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:12 smithi003 ceph-mon[91733]: pgmap v3195: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.2 MiB/s rd, 7.5 MiB/s wr, 2.31k op/s 2024-04-13T08:12:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:12 smithi003 ceph-mon[91733]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-13T08:12:13.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:13 smithi003 ceph-mon[91733]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-13T08:12:13.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:13 smithi003 ceph-mon[89364]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-13T08:12:13.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:13 smithi066 ceph-mon[84331]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-13T08:12:14.518 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:12:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:12:14] "GET /metrics HTTP/1.1" 200 63218 "" "Prometheus/2.43.0" 2024-04-13T08:12:14.546 INFO:tasks.workunit.client.0.smithi003.stdout:made parent image "parent" 2024-04-13T08:12:14.546 INFO:tasks.workunit.client.0.smithi003.stdout:parent has no parent info 2024-04-13T08:12:14.546 INFO:tasks.workunit.client.0.smithi003.stdout:made snapshot "parent@parent_snap" 2024-04-13T08:12:14.546 INFO:tasks.workunit.client.0.smithi003.stdout:can't unprotect an unprotected snap 2024-04-13T08:12:14.546 INFO:tasks.workunit.client.0.smithi003.stdout:can't protect a protected snap 2024-04-13T08:12:14.547 INFO:tasks.workunit.client.0.smithi003.stdout:made and opened clone "child" 2024-04-13T08:12:14.547 INFO:tasks.workunit.client.0.smithi003.stdout:read: 8 2024-04-13T08:12:14.547 INFO:tasks.workunit.client.0.smithi003.stdout:read: 8 2024-04-13T08:12:14.547 INFO:tasks.workunit.client.0.smithi003.stdout:read: 8 2024-04-13T08:12:14.547 INFO:tasks.workunit.client.0.smithi003.stdout:sizes and overlaps are good between parent and child 2024-04-13T08:12:14.547 INFO:tasks.workunit.client.0.smithi003.stdout:child image successfully cloned all image-meta pairs 2024-04-13T08:12:14.547 INFO:tasks.workunit.client.0.smithi003.stdout:sized down clone, changed overlap 2024-04-13T08:12:14.547 INFO:tasks.workunit.client.0.smithi003.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-04-13T08:12:14.547 INFO:tasks.workunit.client.0.smithi003.stdout:sized up clone, changed size but not overlap or parent's size 2024-04-13T08:12:14.547 INFO:tasks.workunit.client.0.smithi003.stdout:can't remove parent while child still exists 2024-04-13T08:12:14.547 INFO:tasks.workunit.client.0.smithi003.stdout:can't remove parent while still protected 2024-04-13T08:12:14.547 INFO:tasks.workunit.client.0.smithi003.stdout:removed parent snap after unprotecting 2024-04-13T08:12:14.547 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestClone (1999 ms) 2024-04-13T08:12:14.547 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestClone2 2024-04-13T08:12:14.547 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:14 smithi003 ceph-mon[91733]: pgmap v3198: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 2.16k op/s 2024-04-13T08:12:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:14 smithi003 ceph-mon[91733]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-13T08:12:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:14 smithi003 ceph-mon[89364]: pgmap v3198: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 2.16k op/s 2024-04-13T08:12:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:14 smithi003 ceph-mon[89364]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-13T08:12:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:14 smithi066 ceph-mon[84331]: pgmap v3198: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 2.16k op/s 2024-04-13T08:12:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:14 smithi066 ceph-mon[84331]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-13T08:12:15.673 INFO:tasks.workunit.client.0.smithi003.stdout:made parent image "parent" 2024-04-13T08:12:15.673 INFO:tasks.workunit.client.0.smithi003.stdout:parent has no parent info 2024-04-13T08:12:15.673 INFO:tasks.workunit.client.0.smithi003.stdout:made snapshot "parent@parent_snap" 2024-04-13T08:12:15.673 INFO:tasks.workunit.client.0.smithi003.stdout:made and opened clone "child" 2024-04-13T08:12:15.674 INFO:tasks.workunit.client.0.smithi003.stdout:child image successfully cloned all image-meta pairs 2024-04-13T08:12:15.674 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestClone2 (1127 ms) 2024-04-13T08:12:15.674 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.ListChildren 2024-04-13T08:12:15.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:15 smithi003 ceph-mon[89364]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-13T08:12:15.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:15 smithi003 ceph-mon[91733]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-13T08:12:15.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:15 smithi066 ceph-mon[84331]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-13T08:12:16.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:16 smithi003 ceph-mon[89364]: pgmap v3201: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 438 KiB/s rd, 31 KiB/s wr, 527 op/s 2024-04-13T08:12:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:16 smithi003 ceph-mon[89364]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-13T08:12:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:16 smithi003 ceph-mon[91733]: pgmap v3201: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 438 KiB/s rd, 31 KiB/s wr, 527 op/s 2024-04-13T08:12:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:16 smithi003 ceph-mon[91733]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-13T08:12:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:16 smithi066 ceph-mon[84331]: pgmap v3201: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 438 KiB/s rd, 31 KiB/s wr, 527 op/s 2024-04-13T08:12:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:16 smithi066 ceph-mon[84331]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-13T08:12:17.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:17 smithi003 ceph-mon[89364]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-13T08:12:17.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:17 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2215873223' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:12:17.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:17 smithi003 ceph-mon[91733]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-13T08:12:17.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:17 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2215873223' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:12:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:17 smithi066 ceph-mon[84331]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-13T08:12:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:17 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2215873223' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:12:18.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:18 smithi003 ceph-mon[91733]: pgmap v3204: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 446 KiB/s rd, 33 KiB/s wr, 543 op/s 2024-04-13T08:12:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:18 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:12:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:18 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2215873223' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:12:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:18 smithi003 ceph-mon[91733]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-13T08:12:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:18 smithi003 ceph-mon[89364]: pgmap v3204: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 446 KiB/s rd, 33 KiB/s wr, 543 op/s 2024-04-13T08:12:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:18 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:12:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:18 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2215873223' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:12:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:18 smithi003 ceph-mon[89364]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-13T08:12:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:18 smithi066 ceph-mon[84331]: pgmap v3204: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 446 KiB/s rd, 33 KiB/s wr, 543 op/s 2024-04-13T08:12:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:18 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:12:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:18 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2215873223' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:12:18.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:18 smithi066 ceph-mon[84331]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-13T08:12:19.514 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:19.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:19 smithi003 ceph-mon[91733]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-13T08:12:19.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:19 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3970384792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:12:19.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:19 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3970384792' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:12:19.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:19 smithi003 ceph-mon[91733]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-13T08:12:19.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:19 smithi003 ceph-mon[89364]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-13T08:12:19.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:19 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3970384792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:12:19.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:19 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3970384792' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:12:19.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:19 smithi003 ceph-mon[89364]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-13T08:12:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:19 smithi066 ceph-mon[84331]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-13T08:12:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:19 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3970384792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:12:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:19 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3970384792' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:12:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:19 smithi066 ceph-mon[84331]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-13T08:12:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:20 smithi003 ceph-mon[91733]: pgmap v3207: 553 pgs: 16 creating+peering, 32 unknown, 505 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 360 KiB/s rd, 26 KiB/s wr, 429 op/s 2024-04-13T08:12:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:20 smithi003 ceph-mon[91733]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-13T08:12:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:20 smithi003 ceph-mon[89364]: pgmap v3207: 553 pgs: 16 creating+peering, 32 unknown, 505 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 360 KiB/s rd, 26 KiB/s wr, 429 op/s 2024-04-13T08:12:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:20 smithi003 ceph-mon[89364]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-13T08:12:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:20 smithi066 ceph-mon[84331]: pgmap v3207: 553 pgs: 16 creating+peering, 32 unknown, 505 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 360 KiB/s rd, 26 KiB/s wr, 429 op/s 2024-04-13T08:12:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:20 smithi066 ceph-mon[84331]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-13T08:12:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:22 smithi066 ceph-mon[84331]: pgmap v3210: 553 pgs: 16 creating+peering, 537 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 353 KiB/s rd, 25 KiB/s wr, 417 op/s 2024-04-13T08:12:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:22 smithi066 ceph-mon[84331]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-13T08:12:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:22 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:12:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:12:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:12:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:22 smithi003 ceph-mon[91733]: pgmap v3210: 553 pgs: 16 creating+peering, 537 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 353 KiB/s rd, 25 KiB/s wr, 417 op/s 2024-04-13T08:12:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:22 smithi003 ceph-mon[91733]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-13T08:12:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:22 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:12:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:22 smithi003 ceph-mon[89364]: pgmap v3210: 553 pgs: 16 creating+peering, 537 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 353 KiB/s rd, 25 KiB/s wr, 417 op/s 2024-04-13T08:12:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:22 smithi003 ceph-mon[89364]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-13T08:12:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:22 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:12:23.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:23.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:23 smithi003 ceph-mon[91733]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-13T08:12:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:23 smithi003 ceph-mon[89364]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-13T08:12:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:23 smithi066 ceph-mon[84331]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-13T08:12:24.573 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:12:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:12:24] "GET /metrics HTTP/1.1" 200 68088 "" "Prometheus/2.43.0" 2024-04-13T08:12:24.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:24 smithi003 ceph-mon[91733]: pgmap v3213: 553 pgs: 16 creating+peering, 537 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.5 KiB/s rd, 511 B/s wr, 3 op/s 2024-04-13T08:12:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:24 smithi003 ceph-mon[91733]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-13T08:12:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:24 smithi003 ceph-mon[91733]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-13T08:12:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:24 smithi003 ceph-mon[89364]: pgmap v3213: 553 pgs: 16 creating+peering, 537 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.5 KiB/s rd, 511 B/s wr, 3 op/s 2024-04-13T08:12:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:24 smithi003 ceph-mon[89364]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-13T08:12:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:24 smithi003 ceph-mon[89364]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-13T08:12:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:24 smithi066 ceph-mon[84331]: pgmap v3213: 553 pgs: 16 creating+peering, 537 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.5 KiB/s rd, 511 B/s wr, 3 op/s 2024-04-13T08:12:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:24 smithi066 ceph-mon[84331]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-13T08:12:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:24 smithi066 ceph-mon[84331]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-13T08:12:25.044 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.044 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.044 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.044 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.045 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.045 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 1 2024-04-13T08:12:25.045 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 1 2024-04-13T08:12:25.045 INFO:tasks.workunit.client.0.smithi003.stdout:child: image113 2024-04-13T08:12:25.045 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image113/8af9f236e718 2024-04-13T08:12:25.045 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.045 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.045 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.045 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.045 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.045 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.045 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.045 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.045 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.046 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.046 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.046 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.046 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 2 2024-04-13T08:12:25.046 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 2 2024-04-13T08:12:25.046 INFO:tasks.workunit.client.0.smithi003.stdout:child: image114 2024-04-13T08:12:25.046 INFO:tasks.workunit.client.0.smithi003.stdout:child: image113 2024-04-13T08:12:25.046 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image113/8af9f236e718 2024-04-13T08:12:25.046 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.046 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-27/image114/8af9d0a2309 2024-04-13T08:12:25.046 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.046 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.047 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.047 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.047 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.047 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.047 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.047 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.047 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.047 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.047 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.047 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.047 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.047 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-28/image115 2024-04-13T08:12:25.047 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.047 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.047 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-28/image115 2024-04-13T08:12:25.048 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image115 2024-04-13T08:12:25.048 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.048 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 3 2024-04-13T08:12:25.048 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 3 2024-04-13T08:12:25.048 INFO:tasks.workunit.client.0.smithi003.stdout:child: image114 2024-04-13T08:12:25.048 INFO:tasks.workunit.client.0.smithi003.stdout:child: image113 2024-04-13T08:12:25.048 INFO:tasks.workunit.client.0.smithi003.stdout:child: image115 2024-04-13T08:12:25.048 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image113/8af9f236e718 2024-04-13T08:12:25.048 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.048 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-27/image114/8af9d0a2309 2024-04-13T08:12:25.048 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.048 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image115/8af9e0dd821b 2024-04-13T08:12:25.048 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.049 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.049 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.049 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.049 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.049 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.049 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.049 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.049 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.049 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.049 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.049 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.049 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 3 2024-04-13T08:12:25.049 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 3 2024-04-13T08:12:25.049 INFO:tasks.workunit.client.0.smithi003.stdout:child: image114 2024-04-13T08:12:25.050 INFO:tasks.workunit.client.0.smithi003.stdout:child: image113 2024-04-13T08:12:25.050 INFO:tasks.workunit.client.0.smithi003.stdout:child: image115 2024-04-13T08:12:25.050 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image113/8af9f236e718 2024-04-13T08:12:25.050 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.050 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-27/image114/8af9d0a2309 2024-04-13T08:12:25.050 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.050 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image115/8af9e0dd821b 2024-04-13T08:12:25.050 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.050 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.050 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.050 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.050 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.050 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.051 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.051 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.051 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.051 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.051 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.051 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.051 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.051 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-28/image116 2024-04-13T08:12:25.051 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.051 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.051 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-28/image116 2024-04-13T08:12:25.051 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image116 2024-04-13T08:12:25.051 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.051 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 4 2024-04-13T08:12:25.052 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 4 2024-04-13T08:12:25.052 INFO:tasks.workunit.client.0.smithi003.stdout:child: image114 2024-04-13T08:12:25.052 INFO:tasks.workunit.client.0.smithi003.stdout:child: image113 2024-04-13T08:12:25.052 INFO:tasks.workunit.client.0.smithi003.stdout:child: image115 2024-04-13T08:12:25.052 INFO:tasks.workunit.client.0.smithi003.stdout:child: image116 2024-04-13T08:12:25.052 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image113/8af9f236e718 2024-04-13T08:12:25.052 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.052 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-27/image114/8af9d0a2309 2024-04-13T08:12:25.052 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.052 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image115/8af9e0dd821b 2024-04-13T08:12:25.052 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.052 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image116/8af9cebee9bd 2024-04-13T08:12:25.052 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.053 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.053 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.053 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.053 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.053 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.053 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.053 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.053 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.053 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.053 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.053 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.053 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.053 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-28/image115 2024-04-13T08:12:25.053 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.054 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.054 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-28/image115 2024-04-13T08:12:25.054 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image115 2024-04-13T08:12:25.054 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.054 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.054 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-28/image116 2024-04-13T08:12:25.674 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.674 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-28/image113 2024-04-13T08:12:25.674 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-28/image115 2024-04-13T08:12:25.674 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-28/image116 2024-04-13T08:12:25.675 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image116 2024-04-13T08:12:25.675 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.675 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 4 2024-04-13T08:12:25.675 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 4 2024-04-13T08:12:25.675 INFO:tasks.workunit.client.0.smithi003.stdout:child: image114 2024-04-13T08:12:25.675 INFO:tasks.workunit.client.0.smithi003.stdout:child: image113 2024-04-13T08:12:25.675 INFO:tasks.workunit.client.0.smithi003.stdout:child: image115 2024-04-13T08:12:25.675 INFO:tasks.workunit.client.0.smithi003.stdout:child: image116 2024-04-13T08:12:25.675 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image113/8af9f236e718 2024-04-13T08:12:25.675 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.675 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-27/image114/8af9d0a2309 2024-04-13T08:12:25.675 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.675 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image115/8af9e0dd821b 2024-04-13T08:12:25.675 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.675 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image116/8af9cebee9bd 2024-04-13T08:12:25.676 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.676 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.676 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.676 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.676 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.676 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.676 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.676 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-28/image115 2024-04-13T08:12:25.676 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.676 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-28/image115 2024-04-13T08:12:25.676 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image115 2024-04-13T08:12:25.676 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.676 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.676 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-28/image116 2024-04-13T08:12:25.677 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.677 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-28/image115 2024-04-13T08:12:25.677 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-28/image116 2024-04-13T08:12:25.677 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image116 2024-04-13T08:12:25.677 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.677 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 3 2024-04-13T08:12:25.677 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 3 2024-04-13T08:12:25.677 INFO:tasks.workunit.client.0.smithi003.stdout:child: image114 2024-04-13T08:12:25.677 INFO:tasks.workunit.client.0.smithi003.stdout:child: image115 2024-04-13T08:12:25.677 INFO:tasks.workunit.client.0.smithi003.stdout:child: image116 2024-04-13T08:12:25.677 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-27/image114/8af9d0a2309 2024-04-13T08:12:25.677 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.677 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image115/8af9e0dd821b 2024-04-13T08:12:25.677 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.677 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image116/8af9cebee9bd 2024-04-13T08:12:25.678 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.678 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.678 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.678 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.678 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.678 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.678 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.678 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-28/image116 2024-04-13T08:12:25.678 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.678 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-28/image116 2024-04-13T08:12:25.678 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image116 2024-04-13T08:12:25.678 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.679 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 2 2024-04-13T08:12:25.679 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 2 2024-04-13T08:12:25.679 INFO:tasks.workunit.client.0.smithi003.stdout:child: image114 2024-04-13T08:12:25.679 INFO:tasks.workunit.client.0.smithi003.stdout:child: image116 2024-04-13T08:12:25.679 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-27/image114/8af9d0a2309 2024-04-13T08:12:25.679 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.679 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-28/image116/8af9cebee9bd 2024-04-13T08:12:25.679 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.679 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.679 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.679 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.679 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-27/image114 2024-04-13T08:12:25.679 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.679 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 1 2024-04-13T08:12:25.680 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 1 2024-04-13T08:12:25.680 INFO:tasks.workunit.client.0.smithi003.stdout:child: image114 2024-04-13T08:12:25.680 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-27/image114/8af9d0a2309 2024-04-13T08:12:25.680 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:25.680 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 0 2024-04-13T08:12:25.680 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 0 2024-04-13T08:12:25.680 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.ListChildren (10001 ms) 2024-04-13T08:12:25.680 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-04-13T08:12:26.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:26 smithi003 ceph-mon[91733]: pgmap v3216: 553 pgs: 553 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 3.2 KiB/s wr, 217 op/s 2024-04-13T08:12:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:26 smithi003 ceph-mon[91733]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-13T08:12:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:26 smithi003 ceph-mon[89364]: pgmap v3216: 553 pgs: 553 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 3.2 KiB/s wr, 217 op/s 2024-04-13T08:12:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:26 smithi003 ceph-mon[89364]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-13T08:12:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:26 smithi066 ceph-mon[84331]: pgmap v3216: 553 pgs: 553 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 3.2 KiB/s wr, 217 op/s 2024-04-13T08:12:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:26 smithi066 ceph-mon[84331]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-13T08:12:27.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:27 smithi003 ceph-mon[91733]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-13T08:12:27.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:27 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/389460005' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:12:27.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:27 smithi003 ceph-mon[89364]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-13T08:12:27.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:27 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/389460005' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:12:27.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:27 smithi066 ceph-mon[84331]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-13T08:12:27.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:27 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/389460005' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:12:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:28 smithi003 ceph-mon[89364]: pgmap v3219: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 351 KiB/s rd, 6.7 KiB/s wr, 419 op/s 2024-04-13T08:12:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:28 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:12:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/389460005' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:12:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:28 smithi003 ceph-mon[89364]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-13T08:12:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:28 smithi003 ceph-mon[91733]: pgmap v3219: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 351 KiB/s rd, 6.7 KiB/s wr, 419 op/s 2024-04-13T08:12:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:28 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:12:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/389460005' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:12:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:28 smithi003 ceph-mon[91733]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-13T08:12:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:28 smithi066 ceph-mon[84331]: pgmap v3219: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 351 KiB/s rd, 6.7 KiB/s wr, 419 op/s 2024-04-13T08:12:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:28 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:12:28.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/389460005' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:12:28.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:28 smithi066 ceph-mon[84331]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-13T08:12:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:29 smithi003 ceph-mon[91733]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-13T08:12:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:29 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3399842028' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:12:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:29 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:12:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:29 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:12:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:29 smithi003 ceph-mon[91733]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-13T08:12:29.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:29 smithi003 ceph-mon[89364]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-13T08:12:29.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:29 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3399842028' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:12:29.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:29 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:12:29.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:29 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:12:29.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:29 smithi003 ceph-mon[89364]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-13T08:12:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:29 smithi066 ceph-mon[84331]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-13T08:12:29.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:29 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3399842028' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:12:29.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:29 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:12:29.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:29 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:12:29.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:29 smithi066 ceph-mon[84331]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-13T08:12:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:30 smithi003 ceph-mon[91733]: pgmap v3222: 617 pgs: 9 creating+peering, 37 unknown, 571 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 7.0 KiB/s wr, 352 op/s 2024-04-13T08:12:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:30 smithi003 ceph-mon[91733]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-13T08:12:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:30 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2884609724' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:12:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:30 smithi003 ceph-mon[89364]: pgmap v3222: 617 pgs: 9 creating+peering, 37 unknown, 571 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 7.0 KiB/s wr, 352 op/s 2024-04-13T08:12:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:30 smithi003 ceph-mon[89364]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-13T08:12:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:30 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2884609724' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:12:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:30 smithi066 ceph-mon[84331]: pgmap v3222: 617 pgs: 9 creating+peering, 37 unknown, 571 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 7.0 KiB/s wr, 352 op/s 2024-04-13T08:12:30.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:30 smithi066 ceph-mon[84331]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-13T08:12:30.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:30 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2884609724' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:12:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:12:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:12:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:32 smithi066 ceph-mon[84331]: pgmap v3225: 649 pgs: 11 creating+peering, 30 unknown, 608 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 244 KiB/s rd, 9.2 KiB/s wr, 309 op/s 2024-04-13T08:12:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:32 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2884609724' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:12:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:32 smithi066 ceph-mon[84331]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-13T08:12:32.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:32 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi003-140849-29", "tierpool":"test-librbd-smithi003-140849-31", "force_nonempty":""}]: dispatch 2024-04-13T08:12:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:32 smithi003 ceph-mon[91733]: pgmap v3225: 649 pgs: 11 creating+peering, 30 unknown, 608 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 244 KiB/s rd, 9.2 KiB/s wr, 309 op/s 2024-04-13T08:12:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:32 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2884609724' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:12:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:32 smithi003 ceph-mon[91733]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-13T08:12:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:32 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi003-140849-29", "tierpool":"test-librbd-smithi003-140849-31", "force_nonempty":""}]: dispatch 2024-04-13T08:12:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:32 smithi003 ceph-mon[89364]: pgmap v3225: 649 pgs: 11 creating+peering, 30 unknown, 608 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 244 KiB/s rd, 9.2 KiB/s wr, 309 op/s 2024-04-13T08:12:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:32 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2884609724' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:12:32.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:32 smithi003 ceph-mon[89364]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-13T08:12:32.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:32 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi003-140849-29", "tierpool":"test-librbd-smithi003-140849-31", "force_nonempty":""}]: dispatch 2024-04-13T08:12:33.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:33 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi003-140849-29", "tierpool":"test-librbd-smithi003-140849-31", "force_nonempty":""}]': finished 2024-04-13T08:12:33.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:33 smithi003 ceph-mon[91733]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-13T08:12:33.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:33 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi003-140849-31", "mode":"writeback"}]: dispatch 2024-04-13T08:12:33.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:33 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi003-140849-29", "tierpool":"test-librbd-smithi003-140849-31", "force_nonempty":""}]': finished 2024-04-13T08:12:33.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:33 smithi003 ceph-mon[89364]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-13T08:12:33.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:33 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi003-140849-31", "mode":"writeback"}]: dispatch 2024-04-13T08:12:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:33 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi003-140849-29", "tierpool":"test-librbd-smithi003-140849-31", "force_nonempty":""}]': finished 2024-04-13T08:12:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:33 smithi066 ceph-mon[84331]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-13T08:12:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:33 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi003-140849-31", "mode":"writeback"}]: dispatch 2024-04-13T08:12:34.514 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:34.529 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:12:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:12:34] "GET /metrics HTTP/1.1" 200 68088 "" "Prometheus/2.43.0" 2024-04-13T08:12:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:34 smithi003 ceph-mon[89364]: pgmap v3228: 649 pgs: 11 creating+peering, 30 unknown, 608 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 125 KiB/s rd, 5.7 KiB/s wr, 159 op/s 2024-04-13T08:12:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:34 smithi003 ceph-mon[89364]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-13T08:12:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:34 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:12:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:34 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi003-140849-31", "mode":"writeback"}]': finished 2024-04-13T08:12:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:34 smithi003 ceph-mon[89364]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-13T08:12:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:34 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi003-140849-29", "overlaypool":"test-librbd-smithi003-140849-31"}]: dispatch 2024-04-13T08:12:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:34 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi003-140849-29", "overlaypool":"test-librbd-smithi003-140849-31"}]': finished 2024-04-13T08:12:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:34 smithi003 ceph-mon[89364]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-13T08:12:34.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:34 smithi003 ceph-mon[91733]: pgmap v3228: 649 pgs: 11 creating+peering, 30 unknown, 608 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 125 KiB/s rd, 5.7 KiB/s wr, 159 op/s 2024-04-13T08:12:34.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:34 smithi003 ceph-mon[91733]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-13T08:12:34.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:34 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:12:34.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:34 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi003-140849-31", "mode":"writeback"}]': finished 2024-04-13T08:12:34.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:34 smithi003 ceph-mon[91733]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-13T08:12:34.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:34 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi003-140849-29", "overlaypool":"test-librbd-smithi003-140849-31"}]: dispatch 2024-04-13T08:12:34.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:34 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi003-140849-29", "overlaypool":"test-librbd-smithi003-140849-31"}]': finished 2024-04-13T08:12:34.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:34 smithi003 ceph-mon[91733]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-13T08:12:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:34 smithi066 ceph-mon[84331]: pgmap v3228: 649 pgs: 11 creating+peering, 30 unknown, 608 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 125 KiB/s rd, 5.7 KiB/s wr, 159 op/s 2024-04-13T08:12:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:34 smithi066 ceph-mon[84331]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-13T08:12:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:34 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:12:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:34 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi003-140849-31", "mode":"writeback"}]': finished 2024-04-13T08:12:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:34 smithi066 ceph-mon[84331]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-13T08:12:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:34 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi003-140849-29", "overlaypool":"test-librbd-smithi003-140849-31"}]: dispatch 2024-04-13T08:12:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:34 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi003-140849-29", "overlaypool":"test-librbd-smithi003-140849-31"}]': finished 2024-04-13T08:12:34.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:34 smithi066 ceph-mon[84331]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-13T08:12:36.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:36 smithi003 ceph-mon[91733]: pgmap v3231: 649 pgs: 2 creating+peering, 2 unknown, 645 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:12:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:36 smithi003 ceph-mon[91733]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-13T08:12:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:36 smithi003 ceph-mon[89364]: pgmap v3231: 649 pgs: 2 creating+peering, 2 unknown, 645 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:12:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:36 smithi003 ceph-mon[89364]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-13T08:12:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:36 smithi066 ceph-mon[84331]: pgmap v3231: 649 pgs: 2 creating+peering, 2 unknown, 645 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:12:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:36 smithi066 ceph-mon[84331]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-13T08:12:37.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:37 smithi003 ceph-mon[89364]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-13T08:12:37.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:37 smithi003 ceph-mon[91733]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-13T08:12:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:37 smithi066 ceph-mon[84331]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-13T08:12:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:38 smithi003 ceph-mon[89364]: pgmap v3234: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:12:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:38 smithi003 ceph-mon[89364]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-13T08:12:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:12:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:38 smithi003 ceph-mon[91733]: pgmap v3234: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:12:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:38 smithi003 ceph-mon[91733]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-13T08:12:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:12:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:38 smithi066 ceph-mon[84331]: pgmap v3234: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:12:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:38 smithi066 ceph-mon[84331]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-13T08:12:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:12:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:39.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:39 smithi003 ceph-mon[91733]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-13T08:12:39.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:39 smithi003 ceph-mon[89364]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-13T08:12:39.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:39 smithi066 ceph-mon[84331]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-13T08:12:40.169 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.169 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.170 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.170 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.170 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.170 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 1 2024-04-13T08:12:40.170 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 1 2024-04-13T08:12:40.170 INFO:tasks.workunit.client.0.smithi003.stdout:child: image118 2024-04-13T08:12:40.170 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image118/8af95502528 2024-04-13T08:12:40.170 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.170 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.170 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.171 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.171 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.171 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.171 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.171 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.171 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.172 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.172 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.172 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.172 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 2 2024-04-13T08:12:40.172 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 2 2024-04-13T08:12:40.172 INFO:tasks.workunit.client.0.smithi003.stdout:child: image119 2024-04-13T08:12:40.172 INFO:tasks.workunit.client.0.smithi003.stdout:child: image118 2024-04-13T08:12:40.172 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image118/8af95502528 2024-04-13T08:12:40.172 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.172 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-29/image119/8af941b451b6 2024-04-13T08:12:40.172 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.172 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.172 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.173 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.173 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.173 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.173 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.173 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.173 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.173 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.173 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.173 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.173 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.173 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-30/image120 2024-04-13T08:12:40.173 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.173 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.173 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-30/image120 2024-04-13T08:12:40.174 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image120 2024-04-13T08:12:40.174 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.174 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 3 2024-04-13T08:12:40.174 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 3 2024-04-13T08:12:40.174 INFO:tasks.workunit.client.0.smithi003.stdout:child: image119 2024-04-13T08:12:40.174 INFO:tasks.workunit.client.0.smithi003.stdout:child: image118 2024-04-13T08:12:40.174 INFO:tasks.workunit.client.0.smithi003.stdout:child: image120 2024-04-13T08:12:40.174 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image118/8af95502528 2024-04-13T08:12:40.174 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.174 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-29/image119/8af941b451b6 2024-04-13T08:12:40.174 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.174 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image120/8af97de344be 2024-04-13T08:12:40.174 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.175 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.175 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.175 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.175 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.175 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.175 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.175 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.175 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.175 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.175 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.175 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.175 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 3 2024-04-13T08:12:40.175 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 3 2024-04-13T08:12:40.175 INFO:tasks.workunit.client.0.smithi003.stdout:child: image119 2024-04-13T08:12:40.175 INFO:tasks.workunit.client.0.smithi003.stdout:child: image118 2024-04-13T08:12:40.175 INFO:tasks.workunit.client.0.smithi003.stdout:child: image120 2024-04-13T08:12:40.176 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image118/8af95502528 2024-04-13T08:12:40.176 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.176 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-29/image119/8af941b451b6 2024-04-13T08:12:40.176 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.176 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image120/8af97de344be 2024-04-13T08:12:40.176 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.176 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.176 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.176 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.176 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.176 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.176 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.176 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.176 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.177 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.177 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.177 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.177 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.177 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-30/image121 2024-04-13T08:12:40.177 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.177 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.177 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-30/image121 2024-04-13T08:12:40.177 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image121 2024-04-13T08:12:40.177 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.177 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 4 2024-04-13T08:12:40.177 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 4 2024-04-13T08:12:40.178 INFO:tasks.workunit.client.0.smithi003.stdout:child: image119 2024-04-13T08:12:40.178 INFO:tasks.workunit.client.0.smithi003.stdout:child: image118 2024-04-13T08:12:40.178 INFO:tasks.workunit.client.0.smithi003.stdout:child: image120 2024-04-13T08:12:40.178 INFO:tasks.workunit.client.0.smithi003.stdout:child: image121 2024-04-13T08:12:40.178 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image118/8af95502528 2024-04-13T08:12:40.178 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.178 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-29/image119/8af941b451b6 2024-04-13T08:12:40.178 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.178 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image120/8af97de344be 2024-04-13T08:12:40.178 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.179 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image121/8af97162007a 2024-04-13T08:12:40.179 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.179 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.179 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.179 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.179 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.179 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.179 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.179 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.179 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.179 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.179 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.179 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.180 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.180 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-30/image120 2024-04-13T08:12:40.180 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:40.180 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:40.180 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-30/image120 2024-04-13T08:12:40.180 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image120 2024-04-13T08:12:40.180 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.180 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:40.180 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-30/image121 2024-04-13T08:12:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:40 smithi003 ceph-mon[91733]: pgmap v3237: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2024-04-13T08:12:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:40 smithi003 ceph-mon[91733]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-13T08:12:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:40 smithi003 ceph-mon[89364]: pgmap v3237: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2024-04-13T08:12:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:40 smithi003 ceph-mon[89364]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-13T08:12:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:40 smithi066 ceph-mon[84331]: pgmap v3237: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2024-04-13T08:12:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:40 smithi066 ceph-mon[84331]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-13T08:12:41.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:41 smithi003 ceph-mon[89364]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-13T08:12:41.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:41 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi003-140849-29"}]: dispatch 2024-04-13T08:12:41.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:41 smithi003 ceph-mon[91733]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-13T08:12:41.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:41 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi003-140849-29"}]: dispatch 2024-04-13T08:12:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:41 smithi066 ceph-mon[84331]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-13T08:12:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:41 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi003-140849-29"}]: dispatch 2024-04-13T08:12:42.589 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:42.589 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-30/image118 2024-04-13T08:12:42.589 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-30/image120 2024-04-13T08:12:42.589 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-30/image121 2024-04-13T08:12:42.589 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image121 2024-04-13T08:12:42.589 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.589 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 4 2024-04-13T08:12:42.589 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 4 2024-04-13T08:12:42.590 INFO:tasks.workunit.client.0.smithi003.stdout:child: image119 2024-04-13T08:12:42.590 INFO:tasks.workunit.client.0.smithi003.stdout:child: image118 2024-04-13T08:12:42.590 INFO:tasks.workunit.client.0.smithi003.stdout:child: image120 2024-04-13T08:12:42.590 INFO:tasks.workunit.client.0.smithi003.stdout:child: image121 2024-04-13T08:12:42.590 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image118/8af95502528 2024-04-13T08:12:42.590 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.590 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-29/image119/8af941b451b6 2024-04-13T08:12:42.590 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.590 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image120/8af97de344be 2024-04-13T08:12:42.590 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.590 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image121/8af97162007a 2024-04-13T08:12:42.590 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.590 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.590 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:42.591 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:42.591 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:42.591 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.591 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.591 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-30/image120 2024-04-13T08:12:42.591 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:42.591 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-30/image120 2024-04-13T08:12:42.591 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image120 2024-04-13T08:12:42.591 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.591 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.591 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-30/image121 2024-04-13T08:12:42.591 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:42.591 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-30/image120 2024-04-13T08:12:42.591 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-30/image121 2024-04-13T08:12:42.591 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image121 2024-04-13T08:12:42.592 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.592 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 3 2024-04-13T08:12:42.592 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 3 2024-04-13T08:12:42.592 INFO:tasks.workunit.client.0.smithi003.stdout:child: image119 2024-04-13T08:12:42.592 INFO:tasks.workunit.client.0.smithi003.stdout:child: image120 2024-04-13T08:12:42.592 INFO:tasks.workunit.client.0.smithi003.stdout:child: image121 2024-04-13T08:12:42.592 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-29/image119/8af941b451b6 2024-04-13T08:12:42.592 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.592 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image120/8af97de344be 2024-04-13T08:12:42.592 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.592 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image121/8af97162007a 2024-04-13T08:12:42.592 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.592 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.592 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:42.593 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:42.593 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:42.593 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.593 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.593 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-30/image121 2024-04-13T08:12:42.593 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:42.593 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-30/image121 2024-04-13T08:12:42.593 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image121 2024-04-13T08:12:42.593 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.593 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 2 2024-04-13T08:12:42.593 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 2 2024-04-13T08:12:42.593 INFO:tasks.workunit.client.0.smithi003.stdout:child: image119 2024-04-13T08:12:42.593 INFO:tasks.workunit.client.0.smithi003.stdout:child: image121 2024-04-13T08:12:42.593 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-29/image119/8af941b451b6 2024-04-13T08:12:42.594 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.594 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-30/image121/8af97162007a 2024-04-13T08:12:42.594 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.594 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.594 INFO:tasks.workunit.client.0.smithi003.stdout:trying to find test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:42.594 INFO:tasks.workunit.client.0.smithi003.stdout:checking test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:42.594 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-29/image119 2024-04-13T08:12:42.594 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.594 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 1 2024-04-13T08:12:42.594 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 1 2024-04-13T08:12:42.594 INFO:tasks.workunit.client.0.smithi003.stdout:child: image119 2024-04-13T08:12:42.594 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-29/image119/8af941b451b6 2024-04-13T08:12:42.595 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:12:42.595 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 0 2024-04-13T08:12:42.595 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 0 2024-04-13T08:12:42.595 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16914 ms) 2024-04-13T08:12:42.595 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.LockingPP 2024-04-13T08:12:42.595 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:42.596 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:12:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:12:42.657 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.LockingPP (69 ms) 2024-04-13T08:12:42.657 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.FlushAio 2024-04-13T08:12:42.657 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:42.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:42 smithi003 ceph-mon[91733]: pgmap v3240: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 6.7 KiB/s wr, 326 op/s 2024-04-13T08:12:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:42 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi003-140849-29"}]': finished 2024-04-13T08:12:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:42 smithi003 ceph-mon[91733]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-13T08:12:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:42 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi003-140849-29", "tierpool":"test-librbd-smithi003-140849-31"}]: dispatch 2024-04-13T08:12:42.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:42 smithi003 ceph-mon[89364]: pgmap v3240: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 6.7 KiB/s wr, 326 op/s 2024-04-13T08:12:42.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:42 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi003-140849-29"}]': finished 2024-04-13T08:12:42.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:42 smithi003 ceph-mon[89364]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-13T08:12:42.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:42 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi003-140849-29", "tierpool":"test-librbd-smithi003-140849-31"}]: dispatch 2024-04-13T08:12:42.897 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.FlushAio (240 ms) 2024-04-13T08:12:42.897 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-04-13T08:12:42.897 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:42.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:42 smithi066 ceph-mon[84331]: pgmap v3240: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 6.7 KiB/s wr, 326 op/s 2024-04-13T08:12:42.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:42 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi003-140849-29"}]': finished 2024-04-13T08:12:42.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:42 smithi066 ceph-mon[84331]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-13T08:12:42.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:42 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi003-140849-29", "tierpool":"test-librbd-smithi003-140849-31"}]: dispatch 2024-04-13T08:12:43.090 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.FlushAioPP (193 ms) 2024-04-13T08:12:43.090 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-04-13T08:12:43.090 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:43.113 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (23 ms) 2024-04-13T08:12:43.113 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-04-13T08:12:43.113 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:43.138 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (25 ms) 2024-04-13T08:12:43.138 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-04-13T08:12:43.138 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:43.155 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.ZeroLengthRead (17 ms) 2024-04-13T08:12:43.155 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-04-13T08:12:43.155 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:43.194 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.LargeCacheRead (39 ms) 2024-04-13T08:12:43.194 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-04-13T08:12:43.195 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:43.405 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestPendingAio (211 ms) 2024-04-13T08:12:43.405 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-04-13T08:12:43.405 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:43.696 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:43.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:43 smithi003 ceph-mon[91733]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-13T08:12:43.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:43 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi003-140849-29", "tierpool":"test-librbd-smithi003-140849-31"}]': finished 2024-04-13T08:12:43.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:43 smithi003 ceph-mon[91733]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-13T08:12:43.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:43 smithi003 ceph-mon[89364]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-13T08:12:43.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:43 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi003-140849-29", "tierpool":"test-librbd-smithi003-140849-31"}]': finished 2024-04-13T08:12:43.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:43 smithi003 ceph-mon[89364]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-13T08:12:43.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:43 smithi066 ceph-mon[84331]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-13T08:12:43.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:43 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi003-140849-29", "tierpool":"test-librbd-smithi003-140849-31"}]': finished 2024-04-13T08:12:43.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:43 smithi066 ceph-mon[84331]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-13T08:12:44.602 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:12:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:12:44] "GET /metrics HTTP/1.1" 200 75496 "" "Prometheus/2.43.0" 2024-04-13T08:12:44.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:44 smithi003 ceph-mon[91733]: pgmap v3243: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 4.2 KiB/s wr, 283 op/s 2024-04-13T08:12:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:44 smithi003 ceph-mon[91733]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-13T08:12:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:44 smithi003 ceph-mon[91733]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-13T08:12:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:44 smithi003 ceph-mon[89364]: pgmap v3243: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 4.2 KiB/s wr, 283 op/s 2024-04-13T08:12:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:44 smithi003 ceph-mon[89364]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-13T08:12:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:44 smithi003 ceph-mon[89364]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-13T08:12:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:44 smithi066 ceph-mon[84331]: pgmap v3243: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 4.2 KiB/s wr, 283 op/s 2024-04-13T08:12:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:44 smithi066 ceph-mon[84331]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-13T08:12:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:44 smithi066 ceph-mon[84331]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-13T08:12:45.659 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2254 ms) 2024-04-13T08:12:45.659 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-04-13T08:12:45.659 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:46.725 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:46.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:46 smithi003 ceph-mon[91733]: pgmap v3246: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 667 KiB/s wr, 815 op/s 2024-04-13T08:12:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:46 smithi003 ceph-mon[91733]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-13T08:12:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:46 smithi003 ceph-mon[89364]: pgmap v3246: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 667 KiB/s wr, 815 op/s 2024-04-13T08:12:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:46 smithi003 ceph-mon[89364]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-13T08:12:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:46 smithi066 ceph-mon[84331]: pgmap v3246: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 667 KiB/s wr, 815 op/s 2024-04-13T08:12:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:46 smithi066 ceph-mon[84331]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-13T08:12:47.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:47 smithi003 ceph-mon[91733]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-13T08:12:47.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:47 smithi003 ceph-mon[89364]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-13T08:12:47.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:47 smithi066 ceph-mon[84331]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-13T08:12:48.736 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3077 ms) 2024-04-13T08:12:48.736 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.Flatten 2024-04-13T08:12:48.736 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:48.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:48 smithi003 ceph-mon[89364]: pgmap v3249: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 737 KiB/s wr, 974 op/s 2024-04-13T08:12:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:48 smithi003 ceph-mon[89364]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-13T08:12:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:48 smithi003 ceph-mon[91733]: pgmap v3249: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 737 KiB/s wr, 974 op/s 2024-04-13T08:12:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:48 smithi003 ceph-mon[91733]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-13T08:12:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:48 smithi066 ceph-mon[84331]: pgmap v3249: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 737 KiB/s wr, 974 op/s 2024-04-13T08:12:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:48 smithi066 ceph-mon[84331]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-13T08:12:49.640 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.Flatten (903 ms) 2024-04-13T08:12:49.640 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.Sparsify 2024-04-13T08:12:49.640 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:49.675 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 32768 2024-04-13T08:12:49.675 INFO:tasks.workunit.client.0.smithi003.stdout:read: 32768 2024-04-13T08:12:49.675 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.Sparsify (36 ms) 2024-04-13T08:12:49.675 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-04-13T08:12:49.675 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:49.708 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.SparsifyPP (33 ms) 2024-04-13T08:12:49.708 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-04-13T08:12:49.708 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:49.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:49 smithi003 ceph-mon[91733]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-13T08:12:49.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:12:49.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:49 smithi003 ceph-mon[91733]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-13T08:12:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:49 smithi003 ceph-mon[89364]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-13T08:12:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:12:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:49 smithi003 ceph-mon[89364]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-13T08:12:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:49 smithi066 ceph-mon[84331]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-13T08:12:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:12:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:49 smithi066 ceph-mon[84331]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-13T08:12:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:50 smithi066 ceph-mon[84331]: pgmap v3252: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 140 KiB/s rd, 81 KiB/s wr, 257 op/s 2024-04-13T08:12:50.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:50 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:12:50.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:50 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:12:50.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:50 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:12:51.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:50 smithi003 ceph-mon[91733]: pgmap v3252: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 140 KiB/s rd, 81 KiB/s wr, 257 op/s 2024-04-13T08:12:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:50 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:12:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:50 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:12:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:50 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:12:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:50 smithi003 ceph-mon[89364]: pgmap v3252: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 140 KiB/s rd, 81 KiB/s wr, 257 op/s 2024-04-13T08:12:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:50 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:12:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:50 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:12:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:50 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:12:51.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:51 smithi066 ceph-mon[84331]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-13T08:12:52.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:51 smithi003 ceph-mon[91733]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-13T08:12:52.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:51 smithi003 ceph-mon[89364]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-13T08:12:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:12:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:12:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:52 smithi003 ceph-mon[91733]: pgmap v3255: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 28 KiB/s wr, 295 op/s 2024-04-13T08:12:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:52 smithi003 ceph-mon[91733]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-13T08:12:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:12:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:52 smithi003 ceph-mon[89364]: pgmap v3255: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 28 KiB/s wr, 295 op/s 2024-04-13T08:12:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:52 smithi003 ceph-mon[89364]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-13T08:12:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:12:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:52 smithi066 ceph-mon[84331]: pgmap v3255: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 28 KiB/s wr, 295 op/s 2024-04-13T08:12:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:52 smithi066 ceph-mon[84331]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-13T08:12:53.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:12:53.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:12:54.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:53 smithi003 ceph-mon[89364]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-13T08:12:54.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:53 smithi003 ceph-mon[91733]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-13T08:12:54.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:53 smithi066 ceph-mon[84331]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-13T08:12:54.637 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:12:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:12:54] "GET /metrics HTTP/1.1" 200 75564 "" "Prometheus/2.43.0" 2024-04-13T08:12:54.705 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.SnapshotLimit (4996 ms) 2024-04-13T08:12:54.705 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-04-13T08:12:54.705 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:54 smithi003 ceph-mon[91733]: pgmap v3258: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 17 KiB/s wr, 197 op/s 2024-04-13T08:12:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:54 smithi003 ceph-mon[91733]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-13T08:12:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:54 smithi003 ceph-mon[89364]: pgmap v3258: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 17 KiB/s wr, 197 op/s 2024-04-13T08:12:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:54 smithi003 ceph-mon[89364]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-13T08:12:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:54 smithi066 ceph-mon[84331]: pgmap v3258: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 17 KiB/s wr, 197 op/s 2024-04-13T08:12:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:54 smithi066 ceph-mon[84331]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-13T08:12:56.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:55 smithi003 ceph-mon[91733]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-13T08:12:56.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:55 smithi003 ceph-mon[89364]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-13T08:12:56.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:55 smithi066 ceph-mon[84331]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-13T08:12:57.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:56 smithi003 ceph-mon[91733]: pgmap v3261: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 21 KiB/s wr, 83 op/s 2024-04-13T08:12:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:56 smithi003 ceph-mon[91733]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-13T08:12:57.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:56 smithi003 ceph-mon[89364]: pgmap v3261: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 21 KiB/s wr, 83 op/s 2024-04-13T08:12:57.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:56 smithi003 ceph-mon[89364]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-13T08:12:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:56 smithi066 ceph-mon[84331]: pgmap v3261: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 79 KiB/s rd, 21 KiB/s wr, 83 op/s 2024-04-13T08:12:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:56 smithi066 ceph-mon[84331]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-13T08:12:58.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:57 smithi066 ceph-mon[84331]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-13T08:12:58.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:57 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.e", "id": [6, 7]}]: dispatch 2024-04-13T08:12:58.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:57 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.6", "id": [2, 3]}]: dispatch 2024-04-13T08:12:58.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:57 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]: dispatch 2024-04-13T08:12:58.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:57 smithi003 ceph-mon[91733]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-13T08:12:58.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:57 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.e", "id": [6, 7]}]: dispatch 2024-04-13T08:12:58.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:57 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.6", "id": [2, 3]}]: dispatch 2024-04-13T08:12:58.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:57 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]: dispatch 2024-04-13T08:12:58.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:57 smithi003 ceph-mon[89364]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-13T08:12:58.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:57 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.e", "id": [6, 7]}]: dispatch 2024-04-13T08:12:58.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:57 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.6", "id": [2, 3]}]: dispatch 2024-04-13T08:12:58.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:57 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]: dispatch 2024-04-13T08:12:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:58 smithi003 ceph-mon[89364]: pgmap v3264: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 21 KiB/s wr, 86 op/s 2024-04-13T08:12:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:58 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.e", "id": [6, 7]}]': finished 2024-04-13T08:12:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:58 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.6", "id": [2, 3]}]': finished 2024-04-13T08:12:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:58 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]': finished 2024-04-13T08:12:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:58 smithi003 ceph-mon[89364]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-13T08:12:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:58 smithi003 ceph-mon[91733]: pgmap v3264: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 21 KiB/s wr, 86 op/s 2024-04-13T08:12:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:58 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.e", "id": [6, 7]}]': finished 2024-04-13T08:12:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:58 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.6", "id": [2, 3]}]': finished 2024-04-13T08:12:59.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:58 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]': finished 2024-04-13T08:12:59.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:58 smithi003 ceph-mon[91733]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-13T08:12:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:58 smithi066 ceph-mon[84331]: pgmap v3264: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 21 KiB/s wr, 86 op/s 2024-04-13T08:12:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:58 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.e", "id": [6, 7]}]': finished 2024-04-13T08:12:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:58 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.6", "id": [2, 3]}]': finished 2024-04-13T08:12:59.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:58 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]': finished 2024-04-13T08:12:59.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:58 smithi066 ceph-mon[84331]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-13T08:12:59.557 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (4853 ms) 2024-04-13T08:12:59.558 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-04-13T08:12:59.558 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:59.632 INFO:tasks.workunit.client.0.smithi003.stdout:0.00% done 2024-04-13T08:12:59.632 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (75 ms) 2024-04-13T08:12:59.632 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-04-13T08:12:59.632 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:12:59.703 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (71 ms) 2024-04-13T08:12:59.703 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-04-13T08:12:59.703 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:00.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:59 smithi003 ceph-mon[91733]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-13T08:13:00.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:12:59 smithi003 ceph-mon[91733]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-13T08:13:00.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:59 smithi003 ceph-mon[89364]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-13T08:13:00.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:12:59 smithi003 ceph-mon[89364]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-13T08:13:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:59 smithi066 ceph-mon[84331]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-13T08:13:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:12:59 smithi066 ceph-mon[84331]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-13T08:13:00.764 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (1061 ms) 2024-04-13T08:13:00.764 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-04-13T08:13:00.764 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:00 smithi003 ceph-mon[91733]: pgmap v3267: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 KiB/s wr, 35 op/s 2024-04-13T08:13:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:00 smithi003 ceph-mon[89364]: pgmap v3267: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 KiB/s wr, 35 op/s 2024-04-13T08:13:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:00 smithi066 ceph-mon[84331]: pgmap v3267: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 KiB/s wr, 35 op/s 2024-04-13T08:13:02.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:01 smithi003 ceph-mon[91733]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-13T08:13:02.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:01 smithi003 ceph-mon[89364]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-13T08:13:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:01 smithi066 ceph-mon[84331]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-13T08:13:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:13:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:13:02.784 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2020 ms) 2024-04-13T08:13:02.784 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-04-13T08:13:02.785 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:02.858 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (74 ms) 2024-04-13T08:13:02.858 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-13T08:13:02.858 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_librbd.cc:9376: Skipped 2024-04-13T08:13:02.858 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:13:02.858 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-04-13T08:13:02.858 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-04-13T08:13:02.859 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:02 smithi003 ceph-mon[91733]: pgmap v3270: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 8.0 KiB/s wr, 90 op/s 2024-04-13T08:13:03.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:02 smithi003 ceph-mon[91733]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-13T08:13:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:02 smithi003 ceph-mon[89364]: pgmap v3270: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 8.0 KiB/s wr, 90 op/s 2024-04-13T08:13:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:02 smithi003 ceph-mon[89364]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-13T08:13:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:02 smithi066 ceph-mon[84331]: pgmap v3270: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 8.0 KiB/s wr, 90 op/s 2024-04-13T08:13:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:02 smithi066 ceph-mon[84331]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-13T08:13:04.036 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:03 smithi003 ceph-mon[91733]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-13T08:13:04.036 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:03 smithi003 ceph-mon[89364]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-13T08:13:04.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:03 smithi066 ceph-mon[84331]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-13T08:13:04.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:13:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:13:04] "GET /metrics HTTP/1.1" 200 75564 "" "Prometheus/2.43.0" 2024-04-13T08:13:04.565 INFO:tasks.workunit.client.0.smithi003.stdout:100.00% done 2024-04-13T08:13:04.565 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.SnapRemove2 (1706 ms) 2024-04-13T08:13:04.565 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-04-13T08:13:04.565 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:04 smithi003 ceph-mon[91733]: pgmap v3273: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 KiB/s rd, 5.2 KiB/s wr, 57 op/s 2024-04-13T08:13:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:04 smithi003 ceph-mon[91733]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-13T08:13:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:04 smithi003 ceph-mon[91733]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-13T08:13:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:04 smithi003 ceph-mon[89364]: pgmap v3273: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 KiB/s rd, 5.2 KiB/s wr, 57 op/s 2024-04-13T08:13:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:04 smithi003 ceph-mon[89364]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-13T08:13:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:04 smithi003 ceph-mon[89364]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-13T08:13:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:04 smithi066 ceph-mon[84331]: pgmap v3273: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 KiB/s rd, 5.2 KiB/s wr, 57 op/s 2024-04-13T08:13:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:04 smithi066 ceph-mon[84331]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-13T08:13:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:04 smithi066 ceph-mon[84331]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-13T08:13:05.576 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1012 ms) 2024-04-13T08:13:05.577 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-04-13T08:13:05.577 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:06.588 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1012 ms) 2024-04-13T08:13:06.588 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-04-13T08:13:06.589 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:06.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:06 smithi003 ceph-mon[91733]: pgmap v3276: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 7.7 KiB/s wr, 133 op/s 2024-04-13T08:13:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:06 smithi003 ceph-mon[91733]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-13T08:13:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:06 smithi003 ceph-mon[89364]: pgmap v3276: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 7.7 KiB/s wr, 133 op/s 2024-04-13T08:13:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:06 smithi003 ceph-mon[89364]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-13T08:13:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:06 smithi066 ceph-mon[84331]: pgmap v3276: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 7.7 KiB/s wr, 133 op/s 2024-04-13T08:13:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:06 smithi066 ceph-mon[84331]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-13T08:13:07.604 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1016 ms) 2024-04-13T08:13:07.604 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-04-13T08:13:07.604 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:07.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:07 smithi003 ceph-mon[89364]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-13T08:13:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:07 smithi003 ceph-mon[91733]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-13T08:13:07.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:07 smithi066 ceph-mon[84331]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-13T08:13:08.667 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1063 ms) 2024-04-13T08:13:08.667 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-04-13T08:13:08.667 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:08.707 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (40 ms) 2024-04-13T08:13:08.707 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-04-13T08:13:08.707 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:08.749 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (42 ms) 2024-04-13T08:13:08.749 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-04-13T08:13:08.749 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:08.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:08 smithi003 ceph-mon[91733]: pgmap v3279: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 14 KiB/s wr, 247 op/s 2024-04-13T08:13:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:08 smithi003 ceph-mon[91733]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-13T08:13:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:08 smithi003 ceph-mon[89364]: pgmap v3279: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 14 KiB/s wr, 247 op/s 2024-04-13T08:13:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:08 smithi003 ceph-mon[89364]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-13T08:13:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:08 smithi066 ceph-mon[84331]: pgmap v3279: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 14 KiB/s wr, 247 op/s 2024-04-13T08:13:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:08 smithi066 ceph-mon[84331]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-13T08:13:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:09.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:09 smithi003 ceph-mon[91733]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-13T08:13:09.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:09 smithi003 ceph-mon[91733]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-13T08:13:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:09 smithi003 ceph-mon[89364]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-13T08:13:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:09 smithi003 ceph-mon[89364]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-13T08:13:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:09 smithi066 ceph-mon[84331]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-13T08:13:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:09 smithi066 ceph-mon[84331]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-13T08:13:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:10 smithi003 ceph-mon[91733]: pgmap v3282: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 14 KiB/s wr, 278 op/s 2024-04-13T08:13:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:10 smithi003 ceph-mon[89364]: pgmap v3282: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 14 KiB/s wr, 278 op/s 2024-04-13T08:13:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:10 smithi066 ceph-mon[84331]: pgmap v3282: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 14 KiB/s wr, 278 op/s 2024-04-13T08:13:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:11 smithi003 ceph-mon[91733]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-13T08:13:11.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:11 smithi003 ceph-mon[89364]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-13T08:13:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:11 smithi066 ceph-mon[84331]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-13T08:13:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:12 smithi066 ceph-mon[84331]: pgmap v3285: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 13 KiB/s wr, 291 op/s 2024-04-13T08:13:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:12 smithi066 ceph-mon[84331]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-13T08:13:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:13:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:13:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:12 smithi003 ceph-mon[91733]: pgmap v3285: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 13 KiB/s wr, 291 op/s 2024-04-13T08:13:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:12 smithi003 ceph-mon[91733]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-13T08:13:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:12 smithi003 ceph-mon[89364]: pgmap v3285: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 13 KiB/s wr, 291 op/s 2024-04-13T08:13:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:12 smithi003 ceph-mon[89364]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-13T08:13:13.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:13 smithi003 ceph-mon[91733]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-13T08:13:13.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:13 smithi003 ceph-mon[89364]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-13T08:13:13.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:13 smithi066 ceph-mon[84331]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-13T08:13:14.577 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:13:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:13:14] "GET /metrics HTTP/1.1" 200 75566 "" "Prometheus/2.43.0" 2024-04-13T08:13:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:14 smithi003 ceph-mon[91733]: pgmap v3288: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 5.5 KiB/s wr, 126 op/s 2024-04-13T08:13:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:14 smithi003 ceph-mon[91733]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-13T08:13:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:14 smithi003 ceph-mon[91733]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-13T08:13:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:14 smithi003 ceph-mon[89364]: pgmap v3288: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 5.5 KiB/s wr, 126 op/s 2024-04-13T08:13:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:14 smithi003 ceph-mon[89364]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-13T08:13:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:14 smithi003 ceph-mon[89364]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-13T08:13:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:14 smithi066 ceph-mon[84331]: pgmap v3288: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 5.5 KiB/s wr, 126 op/s 2024-04-13T08:13:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:14 smithi066 ceph-mon[84331]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-13T08:13:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:14 smithi066 ceph-mon[84331]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-13T08:13:16.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:16 smithi003 ceph-mon[91733]: pgmap v3291: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 45 KiB/s rd, 3.5 KiB/s wr, 58 op/s 2024-04-13T08:13:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:16 smithi003 ceph-mon[91733]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-13T08:13:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:16 smithi003 ceph-mon[89364]: pgmap v3291: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 45 KiB/s rd, 3.5 KiB/s wr, 58 op/s 2024-04-13T08:13:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:16 smithi003 ceph-mon[89364]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-13T08:13:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:16 smithi066 ceph-mon[84331]: pgmap v3291: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 45 KiB/s rd, 3.5 KiB/s wr, 58 op/s 2024-04-13T08:13:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:16 smithi066 ceph-mon[84331]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-13T08:13:17.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:17 smithi003 ceph-mon[91733]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-13T08:13:17.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:17 smithi003 ceph-mon[89364]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-13T08:13:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:17 smithi066 ceph-mon[84331]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-13T08:13:18.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:18 smithi003 ceph-mon[91733]: pgmap v3294: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2024-04-13T08:13:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:18 smithi003 ceph-mon[91733]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-13T08:13:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:18 smithi003 ceph-mon[89364]: pgmap v3294: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2024-04-13T08:13:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:18 smithi003 ceph-mon[89364]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-13T08:13:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:18 smithi066 ceph-mon[84331]: pgmap v3294: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2024-04-13T08:13:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:18 smithi066 ceph-mon[84331]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-13T08:13:19.220 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10471 ms) 2024-04-13T08:13:19.220 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.Metadata 2024-04-13T08:13:19.220 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:19.677 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.Metadata (457 ms) 2024-04-13T08:13:19.677 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-04-13T08:13:19.677 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:19.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:19 smithi003 ceph-mon[91733]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-13T08:13:19.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:19 smithi003 ceph-mon[89364]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-13T08:13:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:19 smithi066 ceph-mon[84331]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-13T08:13:20.676 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.MetadataPP (998 ms) 2024-04-13T08:13:20.676 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-04-13T08:13:20.676 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:20.784 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.UpdateFeatures (107 ms) 2024-04-13T08:13:20.784 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-04-13T08:13:20.784 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-04-13T08:13:20.784 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-04-13T08:13:20.784 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:20 smithi003 ceph-mon[91733]: pgmap v3297: 649 pgs: 649 active+clean; 309 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 23 KiB/s wr, 126 op/s 2024-04-13T08:13:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:20 smithi003 ceph-mon[91733]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-13T08:13:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:20 smithi003 ceph-mon[89364]: pgmap v3297: 649 pgs: 649 active+clean; 309 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 23 KiB/s wr, 126 op/s 2024-04-13T08:13:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:20 smithi003 ceph-mon[89364]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-13T08:13:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:20 smithi066 ceph-mon[84331]: pgmap v3297: 649 pgs: 649 active+clean; 309 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 23 KiB/s wr, 126 op/s 2024-04-13T08:13:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:20 smithi066 ceph-mon[84331]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-13T08:13:21.646 INFO:tasks.workunit.client.0.smithi003.stdout:0.00% done 2024-04-13T08:13:21.646 INFO:tasks.workunit.client.0.smithi003.stdout:25.00% done 2024-04-13T08:13:21.646 INFO:tasks.workunit.client.0.smithi003.stdout:50.00% done 2024-04-13T08:13:21.646 INFO:tasks.workunit.client.0.smithi003.stdout:75.00% done 2024-04-13T08:13:21.646 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.RebuildObjectMap (863 ms) 2024-04-13T08:13:21.646 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-04-13T08:13:21.679 INFO:tasks.workunit.client.0.smithi003.stdout:0.00% done 2024-04-13T08:13:21.679 INFO:tasks.workunit.client.0.smithi003.stdout:25.00% done 2024-04-13T08:13:21.679 INFO:tasks.workunit.client.0.smithi003.stdout:50.00% done 2024-04-13T08:13:21.679 INFO:tasks.workunit.client.0.smithi003.stdout:75.00% done 2024-04-13T08:13:21.679 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (32 ms) 2024-04-13T08:13:21.679 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-04-13T08:13:21.679 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:21.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:21 smithi003 ceph-mon[91733]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-13T08:13:21.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:21 smithi003 ceph-mon[89364]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-13T08:13:21.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:21 smithi066 ceph-mon[84331]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-13T08:13:22.565 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:13:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:13:22.658 INFO:tasks.workunit.client.0.smithi003.stdout:0.00% done 2024-04-13T08:13:22.659 INFO:tasks.workunit.client.0.smithi003.stdout:25.00% done 2024-04-13T08:13:22.659 INFO:tasks.workunit.client.0.smithi003.stdout:50.00% done 2024-04-13T08:13:22.659 INFO:tasks.workunit.client.0.smithi003.stdout:75.00% done 2024-04-13T08:13:22.659 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.CheckObjectMap (980 ms) 2024-04-13T08:13:22.659 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-04-13T08:13:22.659 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:22.691 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.BlockingAIO (33 ms) 2024-04-13T08:13:22.691 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-04-13T08:13:22.691 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:22.825 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (133 ms) 2024-04-13T08:13:22.825 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-04-13T08:13:22.825 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_librbd.cc:10433: Skipped 2024-04-13T08:13:22.825 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:13:22.825 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-04-13T08:13:22.825 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-04-13T08:13:22.825 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:22.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:22 smithi003 ceph-mon[91733]: pgmap v3300: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 477 KiB/s rd, 185 KiB/s wr, 771 op/s 2024-04-13T08:13:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:22 smithi003 ceph-mon[91733]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-13T08:13:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:22 smithi003 ceph-mon[89364]: pgmap v3300: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 477 KiB/s rd, 185 KiB/s wr, 771 op/s 2024-04-13T08:13:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:22 smithi003 ceph-mon[89364]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-13T08:13:22.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:22 smithi066 ceph-mon[84331]: pgmap v3300: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 477 KiB/s rd, 185 KiB/s wr, 771 op/s 2024-04-13T08:13:22.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:22 smithi066 ceph-mon[84331]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-13T08:13:23.684 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (859 ms) 2024-04-13T08:13:23.684 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-04-13T08:13:23.684 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:23.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:23 smithi003 ceph-mon[91733]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-13T08:13:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:23 smithi003 ceph-mon[89364]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-13T08:13:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:23 smithi066 ceph-mon[84331]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-13T08:13:24.583 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:13:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:13:24] "GET /metrics HTTP/1.1" 200 75568 "" "Prometheus/2.43.0" 2024-04-13T08:13:24.630 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (947 ms) 2024-04-13T08:13:24.630 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-04-13T08:13:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:24 smithi003 ceph-mon[91733]: pgmap v3303: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 400 KiB/s rd, 162 KiB/s wr, 649 op/s 2024-04-13T08:13:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:24 smithi003 ceph-mon[91733]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-13T08:13:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:24 smithi003 ceph-mon[89364]: pgmap v3303: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 400 KiB/s rd, 162 KiB/s wr, 649 op/s 2024-04-13T08:13:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:24 smithi003 ceph-mon[89364]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-13T08:13:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:24 smithi066 ceph-mon[84331]: pgmap v3303: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 400 KiB/s rd, 162 KiB/s wr, 649 op/s 2024-04-13T08:13:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:24 smithi066 ceph-mon[84331]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-13T08:13:25.744 INFO:tasks.workunit.client.0.smithi003.stdout:0.00% done 2024-04-13T08:13:25.745 INFO:tasks.workunit.client.0.smithi003.stdout:100.00% done 2024-04-13T08:13:25.745 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestImageOptions (1114 ms) 2024-04-13T08:13:25.745 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-04-13T08:13:25.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:25 smithi003 ceph-mon[91733]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-13T08:13:25.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:25 smithi003 ceph-mon[89364]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-13T08:13:25.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:25 smithi066 ceph-mon[84331]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-13T08:13:26.734 INFO:tasks.workunit.client.0.smithi003.stdout:0.00% done 2024-04-13T08:13:26.734 INFO:tasks.workunit.client.0.smithi003.stdout:100.00% done 2024-04-13T08:13:26.735 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (990 ms) 2024-04-13T08:13:26.735 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-04-13T08:13:26.735 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-04-13T08:13:26.735 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-04-13T08:13:26.735 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-04-13T08:13:26.735 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-04-13T08:13:26.735 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:26.777 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:13:26.777 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:13:26.777 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:13:26.777 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:13:26.777 INFO:tasks.workunit.client.0.smithi003.stdout:wrote: 512 2024-04-13T08:13:26.778 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:13:26.778 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:13:26.778 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:13:26.778 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:13:26.778 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:13:26.778 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:13:26.778 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:13:26.778 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:13:26.778 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:13:26.778 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:13:26.778 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:13:26.778 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:13:26.778 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:13:26.778 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:13:26.779 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:13:26.779 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:13:26.779 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:13:26.779 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:13:26.779 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:13:26.779 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:13:26.779 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:13:26.779 INFO:tasks.workunit.client.0.smithi003.stdout:started write 2024-04-13T08:13:26.779 INFO:tasks.workunit.client.0.smithi003.stdout:write completion cb called! 2024-04-13T08:13:26.779 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 0 2024-04-13T08:13:26.779 INFO:tasks.workunit.client.0.smithi003.stdout:finished write 2024-04-13T08:13:26.779 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:13:26.779 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:13:26.779 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:13:26.779 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:13:26.780 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:13:26.780 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:13:26.780 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:13:26.780 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:13:26.780 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:13:26.780 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:13:26.780 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:13:26.780 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:13:26.780 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:13:26.780 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:13:26.780 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:13:26.780 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:13:26.780 INFO:tasks.workunit.client.0.smithi003.stdout:created completion 2024-04-13T08:13:26.780 INFO:tasks.workunit.client.0.smithi003.stdout:started read 2024-04-13T08:13:26.781 INFO:tasks.workunit.client.0.smithi003.stdout:read completion cb called! 2024-04-13T08:13:26.781 INFO:tasks.workunit.client.0.smithi003.stdout:return value is: 512 2024-04-13T08:13:26.781 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.ImagePollIO (43 ms) 2024-04-13T08:13:26.781 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.Mirror 2024-04-13T08:13:26.782 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:26.790 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:26 smithi003 ceph-mon[89364]: pgmap v3306: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 402 KiB/s rd, 115 KiB/s wr, 545 op/s 2024-04-13T08:13:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:26 smithi003 ceph-mon[89364]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-13T08:13:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:26 smithi003 ceph-mon[91733]: pgmap v3306: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 402 KiB/s rd, 115 KiB/s wr, 545 op/s 2024-04-13T08:13:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:26 smithi003 ceph-mon[91733]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-13T08:13:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:26 smithi066 ceph-mon[84331]: pgmap v3306: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 402 KiB/s rd, 115 KiB/s wr, 545 op/s 2024-04-13T08:13:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:26 smithi066 ceph-mon[84331]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-13T08:13:27.796 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.Mirror (1018 ms) 2024-04-13T08:13:27.796 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-04-13T08:13:27.811 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (16 ms) 2024-04-13T08:13:27.811 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-04-13T08:13:27.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:27 smithi003 ceph-mon[89364]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-13T08:13:27.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:27 smithi003 ceph-mon[91733]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-13T08:13:27.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:27 smithi066 ceph-mon[84331]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-13T08:13:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[91733]: pgmap v3309: 649 pgs: 649 active+clean; 310 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 523 KiB/s rd, 339 KiB/s wr, 694 op/s 2024-04-13T08:13:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[91733]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-13T08:13:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-13T08:13:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-13T08:13:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ebde5cbd-de56-4013-b5f9-a3d1f785be4e"}]: dispatch 2024-04-13T08:13:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ebde5cbd-de56-4013-b5f9-a3d1f785be4e"}]': finished 2024-04-13T08:13:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/60be61a5-0bdc-4d30-b5d8-7d21c44093b2"}]: dispatch 2024-04-13T08:13:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/60be61a5-0bdc-4d30-b5d8-7d21c44093b2"}]': finished 2024-04-13T08:13:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/22e4685b-a3da-4f4f-81ac-438effb2def6"}]: dispatch 2024-04-13T08:13:28.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/22e4685b-a3da-4f4f-81ac-438effb2def6"}]': finished 2024-04-13T08:13:28.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/52e96ad9-bc14-4f06-9128-9c598a617383"}]: dispatch 2024-04-13T08:13:28.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' 2024-04-13T08:13:28.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/52e96ad9-bc14-4f06-9128-9c598a617383"}]: dispatch 2024-04-13T08:13:28.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52e96ad9-bc14-4f06-9128-9c598a617383"}]: dispatch 2024-04-13T08:13:28.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52e96ad9-bc14-4f06-9128-9c598a617383"}]': finished 2024-04-13T08:13:28.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[89364]: pgmap v3309: 649 pgs: 649 active+clean; 310 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 523 KiB/s rd, 339 KiB/s wr, 694 op/s 2024-04-13T08:13:28.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[89364]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-13T08:13:28.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-13T08:13:28.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-13T08:13:28.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ebde5cbd-de56-4013-b5f9-a3d1f785be4e"}]: dispatch 2024-04-13T08:13:28.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ebde5cbd-de56-4013-b5f9-a3d1f785be4e"}]': finished 2024-04-13T08:13:28.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/60be61a5-0bdc-4d30-b5d8-7d21c44093b2"}]: dispatch 2024-04-13T08:13:28.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/60be61a5-0bdc-4d30-b5d8-7d21c44093b2"}]': finished 2024-04-13T08:13:28.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/22e4685b-a3da-4f4f-81ac-438effb2def6"}]: dispatch 2024-04-13T08:13:28.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/22e4685b-a3da-4f4f-81ac-438effb2def6"}]': finished 2024-04-13T08:13:28.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/52e96ad9-bc14-4f06-9128-9c598a617383"}]: dispatch 2024-04-13T08:13:28.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' 2024-04-13T08:13:28.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/52e96ad9-bc14-4f06-9128-9c598a617383"}]: dispatch 2024-04-13T08:13:28.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52e96ad9-bc14-4f06-9128-9c598a617383"}]: dispatch 2024-04-13T08:13:28.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52e96ad9-bc14-4f06-9128-9c598a617383"}]': finished 2024-04-13T08:13:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:28 smithi066 ceph-mon[84331]: pgmap v3309: 649 pgs: 649 active+clean; 310 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 523 KiB/s rd, 339 KiB/s wr, 694 op/s 2024-04-13T08:13:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:28 smithi066 ceph-mon[84331]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-13T08:13:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-13T08:13:28.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-13T08:13:28.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ebde5cbd-de56-4013-b5f9-a3d1f785be4e"}]: dispatch 2024-04-13T08:13:28.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/ebde5cbd-de56-4013-b5f9-a3d1f785be4e"}]': finished 2024-04-13T08:13:28.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/60be61a5-0bdc-4d30-b5d8-7d21c44093b2"}]: dispatch 2024-04-13T08:13:28.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/60be61a5-0bdc-4d30-b5d8-7d21c44093b2"}]': finished 2024-04-13T08:13:28.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/22e4685b-a3da-4f4f-81ac-438effb2def6"}]: dispatch 2024-04-13T08:13:28.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/22e4685b-a3da-4f4f-81ac-438effb2def6"}]': finished 2024-04-13T08:13:28.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/52e96ad9-bc14-4f06-9128-9c598a617383"}]: dispatch 2024-04-13T08:13:28.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' 2024-04-13T08:13:28.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/52e96ad9-bc14-4f06-9128-9c598a617383"}]: dispatch 2024-04-13T08:13:28.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52e96ad9-bc14-4f06-9128-9c598a617383"}]: dispatch 2024-04-13T08:13:28.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3669334485' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52e96ad9-bc14-4f06-9128-9c598a617383"}]': finished 2024-04-13T08:13:30.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:29 smithi003 ceph-mon[89364]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-13T08:13:30.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:29 smithi003 ceph-mon[89364]: pgmap v3312: 649 pgs: 649 active+clean; 315 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 280 KiB/s rd, 1.4 MiB/s wr, 359 op/s 2024-04-13T08:13:30.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:29 smithi003 ceph-mon[91733]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-13T08:13:30.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:29 smithi003 ceph-mon[91733]: pgmap v3312: 649 pgs: 649 active+clean; 315 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 280 KiB/s rd, 1.4 MiB/s wr, 359 op/s 2024-04-13T08:13:30.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:29 smithi066 ceph-mon[84331]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-13T08:13:30.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:29 smithi066 ceph-mon[84331]: pgmap v3312: 649 pgs: 649 active+clean; 315 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 280 KiB/s rd, 1.4 MiB/s wr, 359 op/s 2024-04-13T08:13:31.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:30 smithi003 ceph-mon[91733]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-13T08:13:31.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:30 smithi003 ceph-mon[89364]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-13T08:13:31.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:30 smithi066 ceph-mon[84331]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-13T08:13:32.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:31 smithi003 ceph-mon[91733]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-13T08:13:32.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:31 smithi003 ceph-mon[91733]: pgmap v3315: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 1.8 MiB/s wr, 385 op/s 2024-04-13T08:13:32.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:31 smithi003 ceph-mon[89364]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-13T08:13:32.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:31 smithi003 ceph-mon[89364]: pgmap v3315: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 1.8 MiB/s wr, 385 op/s 2024-04-13T08:13:32.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:31 smithi066 ceph-mon[84331]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-13T08:13:32.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:31 smithi066 ceph-mon[84331]: pgmap v3315: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 1.8 MiB/s wr, 385 op/s 2024-04-13T08:13:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:13:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:13:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:13:32.886 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5075 ms) 2024-04-13T08:13:32.886 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-04-13T08:13:32.886 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:33.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:32 smithi003 ceph-mon[91733]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-13T08:13:33.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:32 smithi003 ceph-mon[89364]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-13T08:13:33.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:32 smithi066 ceph-mon[84331]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-13T08:13:34.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:33 smithi003 ceph-mon[91733]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-13T08:13:34.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:33 smithi003 ceph-mon[91733]: pgmap v3318: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 128 KiB/s rd, 649 KiB/s wr, 174 op/s 2024-04-13T08:13:34.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:33 smithi003 ceph-mon[89364]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-13T08:13:34.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:33 smithi003 ceph-mon[89364]: pgmap v3318: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 128 KiB/s rd, 649 KiB/s wr, 174 op/s 2024-04-13T08:13:34.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:33 smithi066 ceph-mon[84331]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-13T08:13:34.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:33 smithi066 ceph-mon[84331]: pgmap v3318: 649 pgs: 649 active+clean; 317 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 128 KiB/s rd, 649 KiB/s wr, 174 op/s 2024-04-13T08:13:34.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:13:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:13:34] "GET /metrics HTTP/1.1" 200 75568 "" "Prometheus/2.43.0" 2024-04-13T08:13:34.889 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (2003 ms) 2024-04-13T08:13:34.889 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-04-13T08:13:34.889 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:34.954 INFO:tasks.workunit.client.0.smithi003.stdout:1: acquiring exclusive lock 2024-04-13T08:13:34.954 INFO:tasks.workunit.client.0.smithi003.stdout:2: acquiring exclusive lock 2024-04-13T08:13:34.958 INFO:tasks.workunit.client.0.smithi003.stdout:2: exclusive lock acquired 2024-04-13T08:13:34.964 INFO:tasks.workunit.client.0.smithi003.stdout:2: releasing exclusive lock 2024-04-13T08:13:34.967 INFO:tasks.workunit.client.0.smithi003.stdout:2: exclusive lock released 2024-04-13T08:13:34.968 INFO:tasks.workunit.client.0.smithi003.stdout:2: acquiring exclusive lock 2024-04-13T08:13:34.972 INFO:tasks.workunit.client.0.smithi003.stdout:2: exclusive lock acquired 2024-04-13T08:13:35.017 INFO:tasks.workunit.client.0.smithi003.stdout:2: releasing exclusive lock 2024-04-13T08:13:35.020 INFO:tasks.workunit.client.0.smithi003.stdout:2: exclusive lock released 2024-04-13T08:13:35.020 INFO:tasks.workunit.client.0.smithi003.stdout:2: acquiring exclusive lock 2024-04-13T08:13:35.022 INFO:tasks.workunit.client.0.smithi003.stdout:1: exclusive lock acquired 2024-04-13T08:13:35.041 INFO:tasks.workunit.client.0.smithi003.stdout:1: releasing exclusive lock 2024-04-13T08:13:35.044 INFO:tasks.workunit.client.0.smithi003.stdout:1: exclusive lock released 2024-04-13T08:13:35.044 INFO:tasks.workunit.client.0.smithi003.stdout:1: acquiring exclusive lock 2024-04-13T08:13:35.048 INFO:tasks.workunit.client.0.smithi003.stdout:2: exclusive lock acquired 2024-04-13T08:13:35.071 INFO:tasks.workunit.client.0.smithi003.stdout:2: releasing exclusive lock 2024-04-13T08:13:35.074 INFO:tasks.workunit.client.0.smithi003.stdout:2: exclusive lock released 2024-04-13T08:13:35.074 INFO:tasks.workunit.client.0.smithi003.stdout:2: acquiring exclusive lock 2024-04-13T08:13:35.078 INFO:tasks.workunit.client.0.smithi003.stdout:1: exclusive lock acquired 2024-04-13T08:13:35.087 INFO:tasks.workunit.client.0.smithi003.stdout:1: releasing exclusive lock 2024-04-13T08:13:35.090 INFO:tasks.workunit.client.0.smithi003.stdout:1: exclusive lock released 2024-04-13T08:13:35.090 INFO:tasks.workunit.client.0.smithi003.stdout:1: acquiring exclusive lock 2024-04-13T08:13:35.093 INFO:tasks.workunit.client.0.smithi003.stdout:2: exclusive lock acquired 2024-04-13T08:13:35.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:34 smithi003 ceph-mon[89364]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-13T08:13:35.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:34 smithi003 ceph-mon[91733]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-13T08:13:35.136 INFO:tasks.workunit.client.0.smithi003.stdout:2: releasing exclusive lock 2024-04-13T08:13:35.139 INFO:tasks.workunit.client.0.smithi003.stdout:2: exclusive lock released 2024-04-13T08:13:35.139 INFO:tasks.workunit.client.0.smithi003.stdout:2: acquiring exclusive lock 2024-04-13T08:13:35.142 INFO:tasks.workunit.client.0.smithi003.stdout:1: exclusive lock acquired 2024-04-13T08:13:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:34 smithi066 ceph-mon[84331]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-13T08:13:35.180 INFO:tasks.workunit.client.0.smithi003.stdout:1: releasing exclusive lock 2024-04-13T08:13:35.184 INFO:tasks.workunit.client.0.smithi003.stdout:1: exclusive lock released 2024-04-13T08:13:35.184 INFO:tasks.workunit.client.0.smithi003.stdout:1: acquiring exclusive lock 2024-04-13T08:13:35.185 INFO:tasks.workunit.client.0.smithi003.stdout:2: exclusive lock acquired 2024-04-13T08:13:35.191 INFO:tasks.workunit.client.0.smithi003.stdout:2: releasing exclusive lock 2024-04-13T08:13:35.194 INFO:tasks.workunit.client.0.smithi003.stdout:2: exclusive lock released 2024-04-13T08:13:35.197 INFO:tasks.workunit.client.0.smithi003.stdout:1: exclusive lock acquired 2024-04-13T08:13:35.212 INFO:tasks.workunit.client.0.smithi003.stdout:1: releasing exclusive lock 2024-04-13T08:13:35.215 INFO:tasks.workunit.client.0.smithi003.stdout:1: exclusive lock released 2024-04-13T08:13:35.215 INFO:tasks.workunit.client.0.smithi003.stdout:1: acquiring exclusive lock 2024-04-13T08:13:35.218 INFO:tasks.workunit.client.0.smithi003.stdout:1: exclusive lock acquired 2024-04-13T08:13:35.220 INFO:tasks.workunit.client.0.smithi003.stdout:1: releasing exclusive lock 2024-04-13T08:13:35.222 INFO:tasks.workunit.client.0.smithi003.stdout:1: exclusive lock released 2024-04-13T08:13:35.238 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.ExclusiveLock (349 ms) 2024-04-13T08:13:35.238 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.BreakLock 2024-04-13T08:13:35.254 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:35.903 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.BreakLock (665 ms) 2024-04-13T08:13:35.903 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-04-13T08:13:35.903 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:35.935 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (32 ms) 2024-04-13T08:13:35.935 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-04-13T08:13:35.935 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-04-13T08:13:35.935 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-04-13T08:13:35.936 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:35.999 INFO:tasks.workunit.client.0.smithi003.stdout:0.00% done 2024-04-13T08:13:35.999 INFO:tasks.workunit.client.0.smithi003.stdout:1.56% done 2024-04-13T08:13:35.999 INFO:tasks.workunit.client.0.smithi003.stdout:3.12% done 2024-04-13T08:13:35.999 INFO:tasks.workunit.client.0.smithi003.stdout:4.69% done 2024-04-13T08:13:35.999 INFO:tasks.workunit.client.0.smithi003.stdout:6.25% done 2024-04-13T08:13:35.999 INFO:tasks.workunit.client.0.smithi003.stdout:7.81% done 2024-04-13T08:13:35.999 INFO:tasks.workunit.client.0.smithi003.stdout:9.38% done 2024-04-13T08:13:35.999 INFO:tasks.workunit.client.0.smithi003.stdout:10.94% done 2024-04-13T08:13:35.999 INFO:tasks.workunit.client.0.smithi003.stdout:12.50% done 2024-04-13T08:13:36.000 INFO:tasks.workunit.client.0.smithi003.stdout:14.06% done 2024-04-13T08:13:36.000 INFO:tasks.workunit.client.0.smithi003.stdout:15.62% done 2024-04-13T08:13:36.000 INFO:tasks.workunit.client.0.smithi003.stdout:17.19% done 2024-04-13T08:13:36.000 INFO:tasks.workunit.client.0.smithi003.stdout:18.75% done 2024-04-13T08:13:36.000 INFO:tasks.workunit.client.0.smithi003.stdout:20.31% done 2024-04-13T08:13:36.000 INFO:tasks.workunit.client.0.smithi003.stdout:21.88% done 2024-04-13T08:13:36.000 INFO:tasks.workunit.client.0.smithi003.stdout:23.44% done 2024-04-13T08:13:36.000 INFO:tasks.workunit.client.0.smithi003.stdout:25.00% done 2024-04-13T08:13:36.000 INFO:tasks.workunit.client.0.smithi003.stdout:26.56% done 2024-04-13T08:13:36.000 INFO:tasks.workunit.client.0.smithi003.stdout:28.12% done 2024-04-13T08:13:36.000 INFO:tasks.workunit.client.0.smithi003.stdout:29.69% done 2024-04-13T08:13:36.000 INFO:tasks.workunit.client.0.smithi003.stdout:31.25% done 2024-04-13T08:13:36.000 INFO:tasks.workunit.client.0.smithi003.stdout:32.81% done 2024-04-13T08:13:36.000 INFO:tasks.workunit.client.0.smithi003.stdout:34.38% done 2024-04-13T08:13:36.000 INFO:tasks.workunit.client.0.smithi003.stdout:35.94% done 2024-04-13T08:13:36.001 INFO:tasks.workunit.client.0.smithi003.stdout:37.50% done 2024-04-13T08:13:36.001 INFO:tasks.workunit.client.0.smithi003.stdout:39.06% done 2024-04-13T08:13:36.001 INFO:tasks.workunit.client.0.smithi003.stdout:40.62% done 2024-04-13T08:13:36.001 INFO:tasks.workunit.client.0.smithi003.stdout:42.19% done 2024-04-13T08:13:36.001 INFO:tasks.workunit.client.0.smithi003.stdout:43.75% done 2024-04-13T08:13:36.001 INFO:tasks.workunit.client.0.smithi003.stdout:45.31% done 2024-04-13T08:13:36.001 INFO:tasks.workunit.client.0.smithi003.stdout:46.88% done 2024-04-13T08:13:36.001 INFO:tasks.workunit.client.0.smithi003.stdout:48.44% done 2024-04-13T08:13:36.001 INFO:tasks.workunit.client.0.smithi003.stdout:50.00% done 2024-04-13T08:13:36.001 INFO:tasks.workunit.client.0.smithi003.stdout:51.56% done 2024-04-13T08:13:36.001 INFO:tasks.workunit.client.0.smithi003.stdout:53.12% done 2024-04-13T08:13:36.001 INFO:tasks.workunit.client.0.smithi003.stdout:54.69% done 2024-04-13T08:13:36.001 INFO:tasks.workunit.client.0.smithi003.stdout:56.25% done 2024-04-13T08:13:36.001 INFO:tasks.workunit.client.0.smithi003.stdout:57.81% done 2024-04-13T08:13:36.001 INFO:tasks.workunit.client.0.smithi003.stdout:59.38% done 2024-04-13T08:13:36.002 INFO:tasks.workunit.client.0.smithi003.stdout:60.94% done 2024-04-13T08:13:36.002 INFO:tasks.workunit.client.0.smithi003.stdout:62.50% done 2024-04-13T08:13:36.002 INFO:tasks.workunit.client.0.smithi003.stdout:64.06% done 2024-04-13T08:13:36.002 INFO:tasks.workunit.client.0.smithi003.stdout:65.62% done 2024-04-13T08:13:36.002 INFO:tasks.workunit.client.0.smithi003.stdout:67.19% done 2024-04-13T08:13:36.002 INFO:tasks.workunit.client.0.smithi003.stdout:68.75% done 2024-04-13T08:13:36.002 INFO:tasks.workunit.client.0.smithi003.stdout:70.31% done 2024-04-13T08:13:36.002 INFO:tasks.workunit.client.0.smithi003.stdout:71.88% done 2024-04-13T08:13:36.002 INFO:tasks.workunit.client.0.smithi003.stdout:73.44% done 2024-04-13T08:13:36.002 INFO:tasks.workunit.client.0.smithi003.stdout:75.00% done 2024-04-13T08:13:36.002 INFO:tasks.workunit.client.0.smithi003.stdout:76.56% done 2024-04-13T08:13:36.002 INFO:tasks.workunit.client.0.smithi003.stdout:78.12% done 2024-04-13T08:13:36.002 INFO:tasks.workunit.client.0.smithi003.stdout:79.69% done 2024-04-13T08:13:36.002 INFO:tasks.workunit.client.0.smithi003.stdout:81.25% done 2024-04-13T08:13:36.003 INFO:tasks.workunit.client.0.smithi003.stdout:82.81% done 2024-04-13T08:13:36.003 INFO:tasks.workunit.client.0.smithi003.stdout:84.38% done 2024-04-13T08:13:36.003 INFO:tasks.workunit.client.0.smithi003.stdout:85.94% done 2024-04-13T08:13:36.003 INFO:tasks.workunit.client.0.smithi003.stdout:87.50% done 2024-04-13T08:13:36.003 INFO:tasks.workunit.client.0.smithi003.stdout:89.06% done 2024-04-13T08:13:36.003 INFO:tasks.workunit.client.0.smithi003.stdout:90.62% done 2024-04-13T08:13:36.003 INFO:tasks.workunit.client.0.smithi003.stdout:92.19% done 2024-04-13T08:13:36.003 INFO:tasks.workunit.client.0.smithi003.stdout:93.75% done 2024-04-13T08:13:36.003 INFO:tasks.workunit.client.0.smithi003.stdout:95.31% done 2024-04-13T08:13:36.003 INFO:tasks.workunit.client.0.smithi003.stdout:96.88% done 2024-04-13T08:13:36.003 INFO:tasks.workunit.client.0.smithi003.stdout:98.44% done 2024-04-13T08:13:36.003 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (64 ms) 2024-04-13T08:13:36.003 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-04-13T08:13:36.003 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:36.057 INFO:tasks.workunit.client.0.smithi003.stdout:0.00% done 2024-04-13T08:13:36.057 INFO:tasks.workunit.client.0.smithi003.stdout:1.56% done 2024-04-13T08:13:36.057 INFO:tasks.workunit.client.0.smithi003.stdout:3.12% done 2024-04-13T08:13:36.057 INFO:tasks.workunit.client.0.smithi003.stdout:4.69% done 2024-04-13T08:13:36.057 INFO:tasks.workunit.client.0.smithi003.stdout:6.25% done 2024-04-13T08:13:36.057 INFO:tasks.workunit.client.0.smithi003.stdout:7.81% done 2024-04-13T08:13:36.057 INFO:tasks.workunit.client.0.smithi003.stdout:9.38% done 2024-04-13T08:13:36.057 INFO:tasks.workunit.client.0.smithi003.stdout:10.94% done 2024-04-13T08:13:36.057 INFO:tasks.workunit.client.0.smithi003.stdout:12.50% done 2024-04-13T08:13:36.057 INFO:tasks.workunit.client.0.smithi003.stdout:14.06% done 2024-04-13T08:13:36.057 INFO:tasks.workunit.client.0.smithi003.stdout:15.62% done 2024-04-13T08:13:36.057 INFO:tasks.workunit.client.0.smithi003.stdout:17.19% done 2024-04-13T08:13:36.058 INFO:tasks.workunit.client.0.smithi003.stdout:18.75% done 2024-04-13T08:13:36.058 INFO:tasks.workunit.client.0.smithi003.stdout:20.31% done 2024-04-13T08:13:36.058 INFO:tasks.workunit.client.0.smithi003.stdout:21.88% done 2024-04-13T08:13:36.058 INFO:tasks.workunit.client.0.smithi003.stdout:23.44% done 2024-04-13T08:13:36.058 INFO:tasks.workunit.client.0.smithi003.stdout:25.00% done 2024-04-13T08:13:36.058 INFO:tasks.workunit.client.0.smithi003.stdout:26.56% done 2024-04-13T08:13:36.058 INFO:tasks.workunit.client.0.smithi003.stdout:28.12% done 2024-04-13T08:13:36.058 INFO:tasks.workunit.client.0.smithi003.stdout:29.69% done 2024-04-13T08:13:36.058 INFO:tasks.workunit.client.0.smithi003.stdout:31.25% done 2024-04-13T08:13:36.059 INFO:tasks.workunit.client.0.smithi003.stdout:32.81% done 2024-04-13T08:13:36.059 INFO:tasks.workunit.client.0.smithi003.stdout:34.38% done 2024-04-13T08:13:36.059 INFO:tasks.workunit.client.0.smithi003.stdout:35.94% done 2024-04-13T08:13:36.059 INFO:tasks.workunit.client.0.smithi003.stdout:37.50% done 2024-04-13T08:13:36.059 INFO:tasks.workunit.client.0.smithi003.stdout:39.06% done 2024-04-13T08:13:36.059 INFO:tasks.workunit.client.0.smithi003.stdout:40.62% done 2024-04-13T08:13:36.059 INFO:tasks.workunit.client.0.smithi003.stdout:42.19% done 2024-04-13T08:13:36.059 INFO:tasks.workunit.client.0.smithi003.stdout:43.75% done 2024-04-13T08:13:36.059 INFO:tasks.workunit.client.0.smithi003.stdout:45.31% done 2024-04-13T08:13:36.059 INFO:tasks.workunit.client.0.smithi003.stdout:46.88% done 2024-04-13T08:13:36.059 INFO:tasks.workunit.client.0.smithi003.stdout:48.44% done 2024-04-13T08:13:36.059 INFO:tasks.workunit.client.0.smithi003.stdout:50.00% done 2024-04-13T08:13:36.059 INFO:tasks.workunit.client.0.smithi003.stdout:51.56% done 2024-04-13T08:13:36.059 INFO:tasks.workunit.client.0.smithi003.stdout:53.12% done 2024-04-13T08:13:36.059 INFO:tasks.workunit.client.0.smithi003.stdout:54.69% done 2024-04-13T08:13:36.060 INFO:tasks.workunit.client.0.smithi003.stdout:56.25% done 2024-04-13T08:13:36.060 INFO:tasks.workunit.client.0.smithi003.stdout:57.81% done 2024-04-13T08:13:36.060 INFO:tasks.workunit.client.0.smithi003.stdout:59.38% done 2024-04-13T08:13:36.060 INFO:tasks.workunit.client.0.smithi003.stdout:60.94% done 2024-04-13T08:13:36.060 INFO:tasks.workunit.client.0.smithi003.stdout:62.50% done 2024-04-13T08:13:36.060 INFO:tasks.workunit.client.0.smithi003.stdout:64.06% done 2024-04-13T08:13:36.060 INFO:tasks.workunit.client.0.smithi003.stdout:65.62% done 2024-04-13T08:13:36.060 INFO:tasks.workunit.client.0.smithi003.stdout:67.19% done 2024-04-13T08:13:36.060 INFO:tasks.workunit.client.0.smithi003.stdout:68.75% done 2024-04-13T08:13:36.060 INFO:tasks.workunit.client.0.smithi003.stdout:70.31% done 2024-04-13T08:13:36.060 INFO:tasks.workunit.client.0.smithi003.stdout:71.88% done 2024-04-13T08:13:36.060 INFO:tasks.workunit.client.0.smithi003.stdout:73.44% done 2024-04-13T08:13:36.060 INFO:tasks.workunit.client.0.smithi003.stdout:75.00% done 2024-04-13T08:13:36.060 INFO:tasks.workunit.client.0.smithi003.stdout:76.56% done 2024-04-13T08:13:36.060 INFO:tasks.workunit.client.0.smithi003.stdout:78.12% done 2024-04-13T08:13:36.060 INFO:tasks.workunit.client.0.smithi003.stdout:79.69% done 2024-04-13T08:13:36.061 INFO:tasks.workunit.client.0.smithi003.stdout:81.25% done 2024-04-13T08:13:36.061 INFO:tasks.workunit.client.0.smithi003.stdout:82.81% done 2024-04-13T08:13:36.061 INFO:tasks.workunit.client.0.smithi003.stdout:84.38% done 2024-04-13T08:13:36.061 INFO:tasks.workunit.client.0.smithi003.stdout:85.94% done 2024-04-13T08:13:36.061 INFO:tasks.workunit.client.0.smithi003.stdout:87.50% done 2024-04-13T08:13:36.061 INFO:tasks.workunit.client.0.smithi003.stdout:89.06% done 2024-04-13T08:13:36.061 INFO:tasks.workunit.client.0.smithi003.stdout:90.62% done 2024-04-13T08:13:36.061 INFO:tasks.workunit.client.0.smithi003.stdout:92.19% done 2024-04-13T08:13:36.061 INFO:tasks.workunit.client.0.smithi003.stdout:93.75% done 2024-04-13T08:13:36.061 INFO:tasks.workunit.client.0.smithi003.stdout:95.31% done 2024-04-13T08:13:36.061 INFO:tasks.workunit.client.0.smithi003.stdout:96.88% done 2024-04-13T08:13:36.061 INFO:tasks.workunit.client.0.smithi003.stdout:98.44% done 2024-04-13T08:13:36.061 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (57 ms) 2024-04-13T08:13:36.061 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-04-13T08:13:36.061 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:36.065 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:36.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:35 smithi003 ceph-mon[91733]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-13T08:13:36.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:35 smithi003 ceph-mon[91733]: pgmap v3321: 649 pgs: 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 136 KiB/s wr, 143 op/s 2024-04-13T08:13:36.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:35 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/1358468574"}]: dispatch 2024-04-13T08:13:36.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:35 smithi003 ceph-mon[89364]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-13T08:13:36.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:35 smithi003 ceph-mon[89364]: pgmap v3321: 649 pgs: 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 136 KiB/s wr, 143 op/s 2024-04-13T08:13:36.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:35 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/1358468574"}]: dispatch 2024-04-13T08:13:36.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:35 smithi066 ceph-mon[84331]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-13T08:13:36.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:35 smithi066 ceph-mon[84331]: pgmap v3321: 649 pgs: 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 136 KiB/s wr, 143 op/s 2024-04-13T08:13:36.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:35 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/1358468574"}]: dispatch 2024-04-13T08:13:36.187 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestTrashPurge (131 ms) 2024-04-13T08:13:36.187 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-04-13T08:13:36.187 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:36.233 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (46 ms) 2024-04-13T08:13:36.233 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-04-13T08:13:36.233 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:36.269 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestListWatchers (36 ms) 2024-04-13T08:13:36.269 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-04-13T08:13:36.269 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:36.914 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestSetSnapById (645 ms) 2024-04-13T08:13:36.914 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.Namespaces 2024-04-13T08:13:36.943 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.Namespaces (29 ms) 2024-04-13T08:13:36.943 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-04-13T08:13:36.979 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:36.984 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:37.069 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.NamespacesPP (125 ms) 2024-04-13T08:13:37.069 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.Migration 2024-04-13T08:13:37.069 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:37.069 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:37.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:36 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/1358468574"}]': finished 2024-04-13T08:13:37.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:36 smithi003 ceph-mon[91733]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-13T08:13:37.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:36 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/1358468574"}]': finished 2024-04-13T08:13:37.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:36 smithi003 ceph-mon[89364]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-13T08:13:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:36 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/1358468574"}]': finished 2024-04-13T08:13:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:36 smithi066 ceph-mon[84331]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-13T08:13:37.475 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.Migration (407 ms) 2024-04-13T08:13:37.482 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-04-13T08:13:37.482 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:37.482 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:37.917 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.MigrationPP (441 ms) 2024-04-13T08:13:37.917 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-04-13T08:13:37.917 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:37.933 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (17 ms) 2024-04-13T08:13:37.933 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-04-13T08:13:37.933 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:37.951 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (18 ms) 2024-04-13T08:13:37.951 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-04-13T08:13:37.951 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:38.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:37 smithi003 ceph-mon[89364]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-13T08:13:38.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:37 smithi003 ceph-mon[89364]: pgmap v3324: 649 pgs: 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 139 KiB/s wr, 218 op/s 2024-04-13T08:13:38.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:38.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:37 smithi003 ceph-mon[91733]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-13T08:13:38.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:37 smithi003 ceph-mon[91733]: pgmap v3324: 649 pgs: 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 139 KiB/s wr, 218 op/s 2024-04-13T08:13:38.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:37 smithi066 ceph-mon[84331]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-13T08:13:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:37 smithi066 ceph-mon[84331]: pgmap v3324: 649 pgs: 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 139 KiB/s wr, 218 op/s 2024-04-13T08:13:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:38.991 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1040 ms) 2024-04-13T08:13:38.991 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-04-13T08:13:39.019 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.PoolMetadata (28 ms) 2024-04-13T08:13:39.020 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-04-13T08:13:39.039 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.PoolMetadataPP (20 ms) 2024-04-13T08:13:39.039 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.Config 2024-04-13T08:13:39.044 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:39.088 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.Config (48 ms) 2024-04-13T08:13:39.088 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-04-13T08:13:39.091 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:39.133 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.ConfigPP (46 ms) 2024-04-13T08:13:39.133 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-04-13T08:13:39.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:13:39] ENGINE Bus STOPPING 2024-04-13T08:13:39.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:13:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T08:13:39.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:13:39] ENGINE Bus STOPPED 2024-04-13T08:13:39.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:13:39] ENGINE Bus STARTING 2024-04-13T08:13:39.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:13:39] ENGINE Serving on http://:::9283 2024-04-13T08:13:39.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:13:39] ENGINE Bus STARTED 2024-04-13T08:13:40.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[91733]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-13T08:13:40.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' 2024-04-13T08:13:40.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:13:40.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:13:40.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:13:40.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:13:40.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[91733]: pgmap v3326: 649 pgs: 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 498 KiB/s rd, 38 KiB/s wr, 682 op/s 2024-04-13T08:13:40.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[91733]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-13T08:13:40.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/4205725687' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:13:40.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:13:40.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[89364]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-13T08:13:40.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' 2024-04-13T08:13:40.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:13:40.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:13:40.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:13:40.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:13:40.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[89364]: pgmap v3326: 649 pgs: 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 498 KiB/s rd, 38 KiB/s wr, 682 op/s 2024-04-13T08:13:40.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[89364]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-13T08:13:40.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/4205725687' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:13:40.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:39 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:13:40.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:39 smithi066 ceph-mon[84331]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-13T08:13:40.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:39 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1978795777' entity='client.admin' 2024-04-13T08:13:40.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:39 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:13:40.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:39 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:13:40.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:39 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:13:40.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:39 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:13:40.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:39 smithi066 ceph-mon[84331]: pgmap v3326: 649 pgs: 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 498 KiB/s rd, 38 KiB/s wr, 682 op/s 2024-04-13T08:13:40.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:39 smithi066 ceph-mon[84331]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-13T08:13:40.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:39 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/4205725687' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:13:40.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:39 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:13:40.544 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:41.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:41 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:13:41.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:41 smithi003 ceph-mon[91733]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-13T08:13:41.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:41 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:13:41.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:41 smithi003 ceph-mon[89364]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-13T08:13:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:41 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:13:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:41 smithi066 ceph-mon[84331]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-13T08:13:42.647 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:42 smithi066 ceph-mon[84331]: pgmap v3329: 681 pgs: 13 creating+peering, 14 unknown, 654 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 733 KiB/s rd, 47 KiB/s wr, 978 op/s 2024-04-13T08:13:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:42 smithi066 ceph-mon[84331]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-13T08:13:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:13:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:13:42.656 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:42.663 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:42.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:42 smithi003 ceph-mon[91733]: pgmap v3329: 681 pgs: 13 creating+peering, 14 unknown, 654 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 733 KiB/s rd, 47 KiB/s wr, 978 op/s 2024-04-13T08:13:42.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:42 smithi003 ceph-mon[91733]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-13T08:13:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:42 smithi003 ceph-mon[89364]: pgmap v3329: 681 pgs: 13 creating+peering, 14 unknown, 654 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 733 KiB/s rd, 47 KiB/s wr, 978 op/s 2024-04-13T08:13:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:42 smithi003 ceph-mon[89364]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-13T08:13:43.642 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.PoolStatsPP (4509 ms) 2024-04-13T08:13:43.642 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-04-13T08:13:43.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:43 smithi003 ceph-mon[89364]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-13T08:13:43.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:43 smithi003 ceph-mon[91733]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-13T08:13:43.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:43 smithi066 ceph-mon[84331]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-13T08:13:44.554 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:13:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:13:44] "GET /metrics HTTP/1.1" 200 75571 "" "Prometheus/2.43.0" 2024-04-13T08:13:44.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:44 smithi003 ceph-mon[89364]: pgmap v3332: 681 pgs: 13 creating+peering, 14 unknown, 654 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 334 KiB/s rd, 16 KiB/s wr, 438 op/s 2024-04-13T08:13:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:44 smithi003 ceph-mon[89364]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-13T08:13:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:44 smithi003 ceph-mon[91733]: pgmap v3332: 681 pgs: 13 creating+peering, 14 unknown, 654 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 334 KiB/s rd, 16 KiB/s wr, 438 op/s 2024-04-13T08:13:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:44 smithi003 ceph-mon[91733]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-13T08:13:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:44 smithi066 ceph-mon[84331]: pgmap v3332: 681 pgs: 13 creating+peering, 14 unknown, 654 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 334 KiB/s rd, 16 KiB/s wr, 438 op/s 2024-04-13T08:13:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:44 smithi066 ceph-mon[84331]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-13T08:13:45.581 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:45.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:45 smithi003 ceph-mon[89364]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-13T08:13:45.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:45 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1540086277' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:13:45.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:45 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:13:45.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:45 smithi003 ceph-mon[91733]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-13T08:13:45.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:45 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1540086277' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:13:45.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:45 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:13:45.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:45 smithi066 ceph-mon[84331]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-13T08:13:45.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:45 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1540086277' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:13:45.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:45 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:13:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:46 smithi003 ceph-mon[91733]: pgmap v3335: 713 pgs: 22 unknown, 12 creating+peering, 679 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 12 KiB/s wr, 141 op/s 2024-04-13T08:13:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:46 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:13:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:46 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:13:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:46 smithi003 ceph-mon[91733]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-13T08:13:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:46 smithi003 ceph-mon[89364]: pgmap v3335: 713 pgs: 22 unknown, 12 creating+peering, 679 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 12 KiB/s wr, 141 op/s 2024-04-13T08:13:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:46 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:13:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:46 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:13:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:46 smithi003 ceph-mon[89364]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-13T08:13:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:46 smithi066 ceph-mon[84331]: pgmap v3335: 713 pgs: 22 unknown, 12 creating+peering, 679 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 12 KiB/s wr, 141 op/s 2024-04-13T08:13:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:46 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:13:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:46 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:13:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:46 smithi066 ceph-mon[84331]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-13T08:13:47.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:47 smithi003 ceph-mon[91733]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-13T08:13:47.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:47 smithi003 ceph-mon[89364]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-13T08:13:47.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:47 smithi066 ceph-mon[84331]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-13T08:13:48.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:48 smithi003 ceph-mon[91733]: pgmap v3338: 713 pgs: 15 unknown, 12 creating+peering, 686 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 107 KiB/s rd, 12 KiB/s wr, 144 op/s 2024-04-13T08:13:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:48 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:13:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:48 smithi003 ceph-mon[91733]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-13T08:13:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:48 smithi003 ceph-mon[89364]: pgmap v3338: 713 pgs: 15 unknown, 12 creating+peering, 686 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 107 KiB/s rd, 12 KiB/s wr, 144 op/s 2024-04-13T08:13:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:48 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:13:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:48 smithi003 ceph-mon[89364]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-13T08:13:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:48 smithi066 ceph-mon[84331]: pgmap v3338: 713 pgs: 15 unknown, 12 creating+peering, 686 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 107 KiB/s rd, 12 KiB/s wr, 144 op/s 2024-04-13T08:13:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:48 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:13:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:48 smithi066 ceph-mon[84331]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-13T08:13:49.691 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.ImageSpec (6049 ms) 2024-04-13T08:13:49.692 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-04-13T08:13:49.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:49 smithi003 ceph-mon[91733]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-13T08:13:49.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:49 smithi003 ceph-mon[91733]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-13T08:13:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:49 smithi003 ceph-mon[89364]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-13T08:13:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:49 smithi003 ceph-mon[89364]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-13T08:13:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:49 smithi066 ceph-mon[84331]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-13T08:13:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:49 smithi066 ceph-mon[84331]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-13T08:13:50.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:50 smithi003 ceph-mon[91733]: pgmap v3341: 713 pgs: 12 creating+peering, 701 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 KiB/s wr, 36 op/s 2024-04-13T08:13:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:50 smithi003 ceph-mon[89364]: pgmap v3341: 713 pgs: 12 creating+peering, 701 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 KiB/s wr, 36 op/s 2024-04-13T08:13:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:50 smithi066 ceph-mon[84331]: pgmap v3341: 713 pgs: 12 creating+peering, 701 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 KiB/s wr, 36 op/s 2024-04-13T08:13:51.634 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:13:51.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:51 smithi003 ceph-mon[91733]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-13T08:13:51.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:51 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2193760541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:13:51.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:51 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:13:51.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:51 smithi003 ceph-mon[89364]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-13T08:13:51.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:51 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2193760541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:13:51.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:51 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:13:51.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:51 smithi066 ceph-mon[84331]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-13T08:13:51.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:51 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2193760541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:13:51.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:51 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:13:52.614 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:13:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:13:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:52 smithi003 ceph-mon[91733]: pgmap v3344: 745 pgs: 4 creating+peering, 28 unknown, 713 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 5.0 KiB/s wr, 109 op/s 2024-04-13T08:13:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:52 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:13:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:52 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:13:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:52 smithi003 ceph-mon[91733]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-13T08:13:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:13:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:52 smithi003 ceph-mon[89364]: pgmap v3344: 745 pgs: 4 creating+peering, 28 unknown, 713 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 5.0 KiB/s wr, 109 op/s 2024-04-13T08:13:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:52 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:13:52.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:52 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:13:52.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:52 smithi003 ceph-mon[89364]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-13T08:13:52.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:13:52.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:52.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:52 smithi066 ceph-mon[84331]: pgmap v3344: 745 pgs: 4 creating+peering, 28 unknown, 713 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 5.0 KiB/s wr, 109 op/s 2024-04-13T08:13:52.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:52 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:13:52.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:52 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:13:52.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:52 smithi066 ceph-mon[84331]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-13T08:13:52.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:13:52.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:13:53.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:53 smithi003 ceph-mon[91733]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-13T08:13:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:53 smithi003 ceph-mon[89364]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-13T08:13:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:53 smithi066 ceph-mon[84331]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-13T08:13:54.625 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:13:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:13:54] "GET /metrics HTTP/1.1" 200 82926 "" "Prometheus/2.43.0" 2024-04-13T08:13:54.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:54 smithi003 ceph-mon[91733]: pgmap v3347: 745 pgs: 4 creating+peering, 28 unknown, 713 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 3.5 KiB/s wr, 76 op/s 2024-04-13T08:13:54.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:54 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:13:54.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:54 smithi003 ceph-mon[91733]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-13T08:13:54.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:54 smithi003 ceph-mon[91733]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-13T08:13:54.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:54 smithi003 ceph-mon[89364]: pgmap v3347: 745 pgs: 4 creating+peering, 28 unknown, 713 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 3.5 KiB/s wr, 76 op/s 2024-04-13T08:13:54.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:54 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:13:54.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:54 smithi003 ceph-mon[89364]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-13T08:13:54.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:54 smithi003 ceph-mon[89364]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-13T08:13:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:54 smithi066 ceph-mon[84331]: pgmap v3347: 745 pgs: 4 creating+peering, 28 unknown, 713 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 3.5 KiB/s wr, 76 op/s 2024-04-13T08:13:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:54 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:13:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:54 smithi066 ceph-mon[84331]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-13T08:13:54.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:54 smithi066 ceph-mon[84331]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-13T08:13:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:56 smithi003 ceph-mon[91733]: pgmap v3350: 745 pgs: 4 creating+peering, 3 unknown, 738 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 69 KiB/s rd, 3.2 KiB/s wr, 86 op/s 2024-04-13T08:13:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:56 smithi003 ceph-mon[91733]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-13T08:13:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:56 smithi003 ceph-mon[89364]: pgmap v3350: 745 pgs: 4 creating+peering, 3 unknown, 738 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 69 KiB/s rd, 3.2 KiB/s wr, 86 op/s 2024-04-13T08:13:56.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:56 smithi003 ceph-mon[89364]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-13T08:13:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:56 smithi066 ceph-mon[84331]: pgmap v3350: 745 pgs: 4 creating+peering, 3 unknown, 738 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 69 KiB/s rd, 3.2 KiB/s wr, 86 op/s 2024-04-13T08:13:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:56 smithi066 ceph-mon[84331]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-13T08:13:57.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:57 smithi066 ceph-mon[84331]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-13T08:13:58.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:57 smithi003 ceph-mon[91733]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-13T08:13:58.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:57 smithi003 ceph-mon[89364]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-13T08:13:58.697 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 3 2024-04-13T08:13:58.698 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 3 2024-04-13T08:13:58.698 INFO:tasks.workunit.client.0.smithi003.stdout:child: image218 2024-04-13T08:13:58.698 INFO:tasks.workunit.client.0.smithi003.stdout:child: image220 2024-04-13T08:13:58.698 INFO:tasks.workunit.client.0.smithi003.stdout:child: image219 2024-04-13T08:13:58.698 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-15/image218/8af9c3779e6c 2024-04-13T08:13:58.698 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:13:58.698 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-34/image219/8af92d95da94 2024-04-13T08:13:58.698 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:13:58.698 INFO:tasks.workunit.client.0.smithi003.stdout:found child test-librbd-smithi003-140849-15/image220/8af919456b5a 2024-04-13T08:13:58.698 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:13:58.698 INFO:tasks.workunit.client.0.smithi003.stdout:num children is: 0 2024-04-13T08:13:58.698 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 0 2024-04-13T08:13:58.698 INFO:tasks.workunit.client.0.smithi003.stdout:num snaps is: 0 2024-04-13T08:13:58.699 INFO:tasks.workunit.client.0.smithi003.stdout:expected: 0 2024-04-13T08:13:58.699 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (9006 ms) 2024-04-13T08:13:58.699 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-04-13T08:13:58.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:58 smithi066 ceph-mon[84331]: pgmap v3353: 713 pgs: 713 active+clean; 6.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:13:58.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:58 smithi066 ceph-mon[84331]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-13T08:13:58.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:58 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]: dispatch 2024-04-13T08:13:59.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:58 smithi003 ceph-mon[91733]: pgmap v3353: 713 pgs: 713 active+clean; 6.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:13:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:58 smithi003 ceph-mon[91733]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-13T08:13:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:58 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]: dispatch 2024-04-13T08:13:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:58 smithi003 ceph-mon[89364]: pgmap v3353: 713 pgs: 713 active+clean; 6.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:13:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:58 smithi003 ceph-mon[89364]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-13T08:13:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:58 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]: dispatch 2024-04-13T08:14:00.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]': finished 2024-04-13T08:14:00.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:59 smithi003 ceph-mon[89364]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-13T08:14:00.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:59 smithi003 ceph-mon[89364]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-13T08:14:00.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:13:59 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/857176109' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:14:00.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]': finished 2024-04-13T08:14:00.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:59 smithi003 ceph-mon[91733]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-13T08:14:00.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:59 smithi003 ceph-mon[91733]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-13T08:14:00.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:13:59 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/857176109' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:14:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]': finished 2024-04-13T08:14:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:59 smithi066 ceph-mon[84331]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-13T08:14:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:59 smithi066 ceph-mon[84331]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-13T08:14:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:13:59 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/857176109' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:14:00.553 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:14:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:00 smithi003 ceph-mon[91733]: pgmap v3356: 713 pgs: 713 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:14:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:00 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/857176109' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:14:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:00 smithi003 ceph-mon[91733]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-13T08:14:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:00 smithi003 ceph-mon[89364]: pgmap v3356: 713 pgs: 713 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:14:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:00 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/857176109' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:14:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:00 smithi003 ceph-mon[89364]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-13T08:14:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:00 smithi066 ceph-mon[84331]: pgmap v3356: 713 pgs: 713 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:14:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:00 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/857176109' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:14:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:00 smithi066 ceph-mon[84331]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-13T08:14:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:02 smithi066 ceph-mon[84331]: pgmap v3359: 745 pgs: 6 creating+peering, 20 unknown, 719 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 8.0 KiB/s wr, 167 op/s; 3 B/s, 0 objects/s recovering 2024-04-13T08:14:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:02 smithi066 ceph-mon[84331]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-13T08:14:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:14:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:14:02.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:02 smithi003 ceph-mon[91733]: pgmap v3359: 745 pgs: 6 creating+peering, 20 unknown, 719 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 8.0 KiB/s wr, 167 op/s; 3 B/s, 0 objects/s recovering 2024-04-13T08:14:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:02 smithi003 ceph-mon[91733]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-13T08:14:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:02 smithi003 ceph-mon[89364]: pgmap v3359: 745 pgs: 6 creating+peering, 20 unknown, 719 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 8.0 KiB/s wr, 167 op/s; 3 B/s, 0 objects/s recovering 2024-04-13T08:14:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:02 smithi003 ceph-mon[89364]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-13T08:14:03.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:03 smithi003 ceph-mon[91733]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-13T08:14:03.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:03 smithi003 ceph-mon[89364]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-13T08:14:03.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:03 smithi066 ceph-mon[84331]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-13T08:14:04.572 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:14:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:14:04] "GET /metrics HTTP/1.1" 200 82926 "" "Prometheus/2.43.0" 2024-04-13T08:14:04.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:04 smithi003 ceph-mon[89364]: pgmap v3362: 745 pgs: 6 creating+peering, 20 unknown, 719 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 6.5 KiB/s wr, 121 op/s; 3 B/s, 0 objects/s recovering 2024-04-13T08:14:04.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:04 smithi003 ceph-mon[89364]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-13T08:14:04.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:04 smithi003 ceph-mon[89364]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-13T08:14:04.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:04 smithi003 ceph-mon[91733]: pgmap v3362: 745 pgs: 6 creating+peering, 20 unknown, 719 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 6.5 KiB/s wr, 121 op/s; 3 B/s, 0 objects/s recovering 2024-04-13T08:14:04.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:04 smithi003 ceph-mon[91733]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-13T08:14:04.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:04 smithi003 ceph-mon[91733]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-13T08:14:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:04 smithi066 ceph-mon[84331]: pgmap v3362: 745 pgs: 6 creating+peering, 20 unknown, 719 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 6.5 KiB/s wr, 121 op/s; 3 B/s, 0 objects/s recovering 2024-04-13T08:14:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:04 smithi066 ceph-mon[84331]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-13T08:14:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:04 smithi066 ceph-mon[84331]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-13T08:14:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:06 smithi003 ceph-mon[89364]: pgmap v3365: 745 pgs: 2 creating+peering, 743 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.7 KiB/s wr, 29 op/s 2024-04-13T08:14:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:06 smithi003 ceph-mon[89364]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-13T08:14:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:06 smithi003 ceph-mon[91733]: pgmap v3365: 745 pgs: 2 creating+peering, 743 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.7 KiB/s wr, 29 op/s 2024-04-13T08:14:06.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:06 smithi003 ceph-mon[91733]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-13T08:14:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:06 smithi066 ceph-mon[84331]: pgmap v3365: 745 pgs: 2 creating+peering, 743 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.7 KiB/s wr, 29 op/s 2024-04-13T08:14:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:06 smithi066 ceph-mon[84331]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-13T08:14:07.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:07 smithi003 ceph-mon[89364]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-13T08:14:07.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:14:07.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:07 smithi003 ceph-mon[91733]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-13T08:14:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:14:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:07.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:07 smithi066 ceph-mon[84331]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-13T08:14:07.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:14:07.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:08.721 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.QuiesceWatch (10024 ms) 2024-04-13T08:14:08.722 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-04-13T08:14:08.722 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:14:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:08 smithi003 ceph-mon[91733]: pgmap v3368: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 KiB/s wr, 36 op/s 2024-04-13T08:14:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:08 smithi003 ceph-mon[91733]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-13T08:14:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:08 smithi003 ceph-mon[89364]: pgmap v3368: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 KiB/s wr, 36 op/s 2024-04-13T08:14:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:08 smithi003 ceph-mon[89364]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-13T08:14:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:08 smithi066 ceph-mon[84331]: pgmap v3368: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 KiB/s wr, 36 op/s 2024-04-13T08:14:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:08 smithi066 ceph-mon[84331]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-13T08:14:08.902 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 08:14:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=cleanup t=2024-04-13T08:14:08.497894829Z level=info msg="Completed cleanup jobs" duration=3.566075ms 2024-04-13T08:14:09.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:09 smithi003 ceph-mon[91733]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-13T08:14:09.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:09 smithi003 ceph-mon[91733]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-13T08:14:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:09 smithi003 ceph-mon[89364]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-13T08:14:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:09 smithi003 ceph-mon[89364]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-13T08:14:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:09 smithi066 ceph-mon[84331]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-13T08:14:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:09 smithi066 ceph-mon[84331]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-13T08:14:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:10 smithi003 ceph-mon[89364]: pgmap v3371: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.5 KiB/s wr, 98 op/s 2024-04-13T08:14:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:10 smithi003 ceph-mon[89364]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-13T08:14:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:10 smithi003 ceph-mon[91733]: pgmap v3371: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.5 KiB/s wr, 98 op/s 2024-04-13T08:14:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:10 smithi003 ceph-mon[91733]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-13T08:14:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:10 smithi066 ceph-mon[84331]: pgmap v3371: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.5 KiB/s wr, 98 op/s 2024-04-13T08:14:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:10 smithi066 ceph-mon[84331]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-13T08:14:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:12 smithi066 ceph-mon[84331]: pgmap v3374: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.0 KiB/s wr, 104 op/s 2024-04-13T08:14:12.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:12 smithi066 ceph-mon[84331]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-13T08:14:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:14:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:14:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:12 smithi003 ceph-mon[89364]: pgmap v3374: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.0 KiB/s wr, 104 op/s 2024-04-13T08:14:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:12 smithi003 ceph-mon[89364]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-13T08:14:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:12 smithi003 ceph-mon[91733]: pgmap v3374: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.0 KiB/s wr, 104 op/s 2024-04-13T08:14:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:12 smithi003 ceph-mon[91733]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-13T08:14:13.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:13 smithi003 ceph-mon[89364]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-13T08:14:13.887 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:13 smithi003 ceph-mon[91733]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-13T08:14:13.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:13 smithi066 ceph-mon[84331]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-13T08:14:14.556 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:14:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:14:14] "GET /metrics HTTP/1.1" 200 82990 "" "Prometheus/2.43.0" 2024-04-13T08:14:14.688 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (5967 ms) 2024-04-13T08:14:14.689 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-04-13T08:14:14.689 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:14:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:14 smithi003 ceph-mon[91733]: pgmap v3377: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-13T08:14:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:14 smithi003 ceph-mon[91733]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-13T08:14:14.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:14 smithi003 ceph-mon[91733]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-13T08:14:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:14 smithi003 ceph-mon[89364]: pgmap v3377: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-13T08:14:14.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:14 smithi003 ceph-mon[89364]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-13T08:14:14.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:14 smithi003 ceph-mon[89364]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-13T08:14:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:14 smithi066 ceph-mon[84331]: pgmap v3377: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-13T08:14:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:14 smithi066 ceph-mon[84331]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-13T08:14:14.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:14 smithi066 ceph-mon[84331]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-13T08:14:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:16 smithi003 ceph-mon[91733]: pgmap v3380: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-04-13T08:14:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:16 smithi003 ceph-mon[91733]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-13T08:14:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:16 smithi003 ceph-mon[89364]: pgmap v3380: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-04-13T08:14:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:16 smithi003 ceph-mon[89364]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-13T08:14:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:16 smithi066 ceph-mon[84331]: pgmap v3380: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-04-13T08:14:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:16 smithi066 ceph-mon[84331]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-13T08:14:17.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:17 smithi003 ceph-mon[91733]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-13T08:14:17.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:17 smithi003 ceph-mon[89364]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-13T08:14:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:17 smithi066 ceph-mon[84331]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-13T08:14:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:18 smithi003 ceph-mon[91733]: pgmap v3383: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 96 op/s 2024-04-13T08:14:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:18 smithi003 ceph-mon[91733]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-13T08:14:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:18 smithi003 ceph-mon[89364]: pgmap v3383: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 96 op/s 2024-04-13T08:14:18.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:18 smithi003 ceph-mon[89364]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-13T08:14:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:18 smithi066 ceph-mon[84331]: pgmap v3383: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 96 op/s 2024-04-13T08:14:18.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:18 smithi066 ceph-mon[84331]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-13T08:14:19.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:19 smithi003 ceph-mon[91733]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-13T08:14:19.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:19 smithi003 ceph-mon[91733]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-13T08:14:19.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:19 smithi003 ceph-mon[89364]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-13T08:14:19.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:19 smithi003 ceph-mon[89364]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-13T08:14:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:19 smithi066 ceph-mon[84331]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-13T08:14:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:19 smithi066 ceph-mon[84331]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-13T08:14:20.714 INFO:tasks.workunit.client.0.smithi003.stdout:10.00% done 2024-04-13T08:14:20.714 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.QuiesceWatchError (6026 ms) 2024-04-13T08:14:20.714 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-04-13T08:14:20.714 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:14:20.729 INFO:tasks.workunit.client.0.smithi003.stderr:test quiesce is not long enough to time out 2024-04-13T08:14:20.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:20 smithi003 ceph-mon[91733]: pgmap v3386: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 3.0 KiB/s wr, 59 op/s 2024-04-13T08:14:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:20 smithi003 ceph-mon[89364]: pgmap v3386: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 3.0 KiB/s wr, 59 op/s 2024-04-13T08:14:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:20 smithi066 ceph-mon[84331]: pgmap v3386: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 3.0 KiB/s wr, 59 op/s 2024-04-13T08:14:21.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:21 smithi003 ceph-mon[91733]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-13T08:14:21.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:21 smithi003 ceph-mon[89364]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-13T08:14:21.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:21 smithi066 ceph-mon[84331]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-13T08:14:22.608 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:14:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:14:22.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:22 smithi003 ceph-mon[91733]: pgmap v3389: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 6.5 KiB/s wr, 129 op/s 2024-04-13T08:14:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:22 smithi003 ceph-mon[89364]: pgmap v3389: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 6.5 KiB/s wr, 129 op/s 2024-04-13T08:14:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:22.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:22 smithi066 ceph-mon[84331]: pgmap v3389: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 6.5 KiB/s wr, 129 op/s 2024-04-13T08:14:22.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:24.611 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:14:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:14:24] "GET /metrics HTTP/1.1" 200 82993 "" "Prometheus/2.43.0" 2024-04-13T08:14:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:24 smithi003 ceph-mon[89364]: pgmap v3390: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 4.6 KiB/s wr, 91 op/s 2024-04-13T08:14:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:24 smithi003 ceph-mon[89364]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-13T08:14:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:24 smithi003 ceph-mon[91733]: pgmap v3390: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 4.6 KiB/s wr, 91 op/s 2024-04-13T08:14:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:24 smithi003 ceph-mon[91733]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-13T08:14:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:24 smithi066 ceph-mon[84331]: pgmap v3390: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 4.6 KiB/s wr, 91 op/s 2024-04-13T08:14:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:24 smithi066 ceph-mon[84331]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-13T08:14:26.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:26 smithi003 ceph-mon[91733]: pgmap v3392: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.0 KiB/s wr, 70 op/s 2024-04-13T08:14:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:26 smithi003 ceph-mon[89364]: pgmap v3392: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.0 KiB/s wr, 70 op/s 2024-04-13T08:14:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:26 smithi066 ceph-mon[84331]: pgmap v3392: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.0 KiB/s wr, 70 op/s 2024-04-13T08:14:28.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:28 smithi003 ceph-mon[91733]: pgmap v3393: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.1 KiB/s wr, 54 op/s 2024-04-13T08:14:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:28 smithi003 ceph-mon[89364]: pgmap v3393: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.1 KiB/s wr, 54 op/s 2024-04-13T08:14:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:28 smithi066 ceph-mon[84331]: pgmap v3393: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.1 KiB/s wr, 54 op/s 2024-04-13T08:14:29.581 INFO:tasks.workunit.client.0.smithi003.stderr:test quiesce is timed out 2024-04-13T08:14:29.585 INFO:tasks.workunit.client.0.smithi003.stderr:waiting for timed out ... 0 2024-04-13T08:14:30.585 INFO:tasks.workunit.client.0.smithi003.stderr:waiting for timed out ... 1 2024-04-13T08:14:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:30 smithi003 ceph-mon[91733]: pgmap v3394: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 2.7 KiB/s wr, 47 op/s 2024-04-13T08:14:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:30 smithi003 ceph-mon[91733]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-13T08:14:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:30 smithi003 ceph-mon[89364]: pgmap v3394: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 2.7 KiB/s wr, 47 op/s 2024-04-13T08:14:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:30 smithi003 ceph-mon[89364]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-13T08:14:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:30 smithi066 ceph-mon[84331]: pgmap v3394: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 2.7 KiB/s wr, 47 op/s 2024-04-13T08:14:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:30 smithi066 ceph-mon[84331]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-13T08:14:31.585 INFO:tasks.workunit.client.0.smithi003.stderr:waiting for timed out ... 2 2024-04-13T08:14:32.586 INFO:tasks.workunit.client.0.smithi003.stderr:waiting for timed out ... 3 2024-04-13T08:14:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:32 smithi066 ceph-mon[84331]: pgmap v3396: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.1 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-04-13T08:14:32.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:14:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:14:32.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:32 smithi003 ceph-mon[91733]: pgmap v3396: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.1 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-04-13T08:14:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:32 smithi003 ceph-mon[89364]: pgmap v3396: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.1 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-04-13T08:14:33.586 INFO:tasks.workunit.client.0.smithi003.stderr:waiting for timed out ... 4 2024-04-13T08:14:34.553 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:14:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:14:34] "GET /metrics HTTP/1.1" 200 82993 "" "Prometheus/2.43.0" 2024-04-13T08:14:34.585 INFO:tasks.workunit.client.0.smithi003.stderr:waiting for timed out ... 5 2024-04-13T08:14:34.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:34 smithi003 ceph-mon[91733]: pgmap v3397: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 352 B/s wr, 4 op/s 2024-04-13T08:14:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:34 smithi003 ceph-mon[89364]: pgmap v3397: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 352 B/s wr, 4 op/s 2024-04-13T08:14:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:34 smithi066 ceph-mon[84331]: pgmap v3397: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 352 B/s wr, 4 op/s 2024-04-13T08:14:35.586 INFO:tasks.workunit.client.0.smithi003.stderr:waiting for timed out ... 6 2024-04-13T08:14:36.586 INFO:tasks.workunit.client.0.smithi003.stderr:waiting for timed out ... 7 2024-04-13T08:14:36.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:36 smithi003 ceph-mon[89364]: pgmap v3398: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-13T08:14:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:36 smithi003 ceph-mon[91733]: pgmap v3398: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-13T08:14:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:36 smithi066 ceph-mon[84331]: pgmap v3398: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-13T08:14:37.586 INFO:tasks.workunit.client.0.smithi003.stderr:waiting for timed out ... 8 2024-04-13T08:14:38.586 INFO:tasks.workunit.client.0.smithi003.stderr:waiting for timed out ... 9 2024-04-13T08:14:38.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:38 smithi003 ceph-mon[91733]: pgmap v3399: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-13T08:14:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:38 smithi003 ceph-mon[89364]: pgmap v3399: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-13T08:14:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:38 smithi066 ceph-mon[84331]: pgmap v3399: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-13T08:14:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:39.586 INFO:tasks.workunit.client.0.smithi003.stderr:waiting for timed out ... 10 2024-04-13T08:14:39.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:39 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:14:39.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:39 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:14:39.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:39 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:14:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:40 smithi003 ceph-mon[91733]: pgmap v3400: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-13T08:14:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:40 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:14:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:40 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:14:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:40 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:14:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:40 smithi003 ceph-mon[89364]: pgmap v3400: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-13T08:14:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:40 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:14:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:40 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:14:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:40 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:14:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:40 smithi066 ceph-mon[84331]: pgmap v3400: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-13T08:14:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:40 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:14:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:40 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:14:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:40 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:14:42.572 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:14:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:14:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:14:42.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:42 smithi003 ceph-mon[91733]: pgmap v3401: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 262 B/s wr, 3 op/s 2024-04-13T08:14:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:42 smithi003 ceph-mon[89364]: pgmap v3401: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 262 B/s wr, 3 op/s 2024-04-13T08:14:42.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:42 smithi066 ceph-mon[84331]: pgmap v3401: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 262 B/s wr, 3 op/s 2024-04-13T08:14:44.574 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:14:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:14:44] "GET /metrics HTTP/1.1" 200 82987 "" "Prometheus/2.43.0" 2024-04-13T08:14:44.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:44 smithi003 ceph-mon[91733]: pgmap v3402: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-13T08:14:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:44 smithi003 ceph-mon[89364]: pgmap v3402: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-13T08:14:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:44 smithi066 ceph-mon[84331]: pgmap v3402: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-13T08:14:46.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:46 smithi003 ceph-mon[91733]: pgmap v3403: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-13T08:14:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:46 smithi003 ceph-mon[89364]: pgmap v3403: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-13T08:14:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:46 smithi066 ceph-mon[84331]: pgmap v3403: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-13T08:14:48.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:48 smithi003 ceph-mon[89364]: pgmap v3404: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:14:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:48 smithi003 ceph-mon[91733]: pgmap v3404: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:14:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:48 smithi066 ceph-mon[84331]: pgmap v3404: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:14:50.586 INFO:tasks.workunit.client.0.smithi003.stderr:test retry succeeds 2024-04-13T08:14:50.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:50 smithi003 ceph-mon[91733]: pgmap v3405: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:14:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:50 smithi003 ceph-mon[89364]: pgmap v3405: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:14:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:50 smithi066 ceph-mon[84331]: pgmap v3405: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:14:52.590 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:14:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:14:52.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:52 smithi003 ceph-mon[91733]: pgmap v3406: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:14:52.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:52 smithi003 ceph-mon[91733]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-13T08:14:52.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:52 smithi003 ceph-mon[89364]: pgmap v3406: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:14:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:52 smithi003 ceph-mon[89364]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-13T08:14:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:52.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:52 smithi066 ceph-mon[84331]: pgmap v3406: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:14:52.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:52 smithi066 ceph-mon[84331]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-13T08:14:52.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:14:53.709 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32995 ms) 2024-04-13T08:14:53.709 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-04-13T08:14:53.709 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:14:53.772 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.WriteZeroes (63 ms) 2024-04-13T08:14:53.772 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-04-13T08:14:53.772 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:14:53.838 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (66 ms) 2024-04-13T08:14:53.838 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-04-13T08:14:53.839 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:14:53.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:53 smithi003 ceph-mon[89364]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-13T08:14:53.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:53 smithi003 ceph-mon[91733]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-13T08:14:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:53 smithi066 ceph-mon[84331]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-13T08:14:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:14:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:14:54] "GET /metrics HTTP/1.1" 200 82987 "" "Prometheus/2.43.0" 2024-04-13T08:14:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:54 smithi066 ceph-mon[84331]: pgmap v3409: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:14:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:54 smithi066 ceph-mon[84331]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-13T08:14:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:54 smithi003 ceph-mon[91733]: pgmap v3409: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:14:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:54 smithi003 ceph-mon[91733]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-13T08:14:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:54 smithi003 ceph-mon[89364]: pgmap v3409: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:14:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:54 smithi003 ceph-mon[89364]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-13T08:14:55.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:55 smithi066 ceph-mon[84331]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-13T08:14:56.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:55 smithi003 ceph-mon[91733]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-13T08:14:56.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:55 smithi003 ceph-mon[89364]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-13T08:14:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:56 smithi003 ceph-mon[91733]: pgmap v3412: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 5.5 KiB/s wr, 109 op/s 2024-04-13T08:14:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:56 smithi003 ceph-mon[91733]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-13T08:14:57.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:56 smithi003 ceph-mon[89364]: pgmap v3412: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 5.5 KiB/s wr, 109 op/s 2024-04-13T08:14:57.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:56 smithi003 ceph-mon[89364]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-13T08:14:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:56 smithi066 ceph-mon[84331]: pgmap v3412: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 5.5 KiB/s wr, 109 op/s 2024-04-13T08:14:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:56 smithi066 ceph-mon[84331]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-13T08:14:58.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:57 smithi066 ceph-mon[84331]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-13T08:14:58.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:57 smithi003 ceph-mon[91733]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-13T08:14:58.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:57 smithi003 ceph-mon[89364]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-13T08:14:59.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:58 smithi003 ceph-mon[89364]: pgmap v3415: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 10 KiB/s wr, 178 op/s 2024-04-13T08:14:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:58 smithi003 ceph-mon[89364]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-13T08:14:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:58 smithi003 ceph-mon[91733]: pgmap v3415: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 10 KiB/s wr, 178 op/s 2024-04-13T08:14:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:58 smithi003 ceph-mon[91733]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-13T08:14:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:58 smithi066 ceph-mon[84331]: pgmap v3415: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 10 KiB/s wr, 178 op/s 2024-04-13T08:14:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:58 smithi066 ceph-mon[84331]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-13T08:15:00.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:59 smithi003 ceph-mon[89364]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-13T08:15:00.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:14:59 smithi003 ceph-mon[89364]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-13T08:15:00.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:59 smithi003 ceph-mon[91733]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-13T08:15:00.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:14:59 smithi003 ceph-mon[91733]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-13T08:15:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:59 smithi066 ceph-mon[84331]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-13T08:15:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:14:59 smithi066 ceph-mon[84331]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-13T08:15:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:00 smithi003 ceph-mon[91733]: pgmap v3418: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 75 op/s 2024-04-13T08:15:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:00 smithi003 ceph-mon[91733]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-13T08:15:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:00 smithi003 ceph-mon[89364]: pgmap v3418: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 75 op/s 2024-04-13T08:15:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:00 smithi003 ceph-mon[89364]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-13T08:15:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:00 smithi066 ceph-mon[84331]: pgmap v3418: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 75 op/s 2024-04-13T08:15:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:00 smithi066 ceph-mon[84331]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-13T08:15:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:02 smithi066 ceph-mon[84331]: pgmap v3421: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-13T08:15:02.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:02 smithi066 ceph-mon[84331]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-13T08:15:02.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:15:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:15:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:02 smithi003 ceph-mon[91733]: pgmap v3421: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-13T08:15:02.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:02 smithi003 ceph-mon[91733]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-13T08:15:02.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:02 smithi003 ceph-mon[89364]: pgmap v3421: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-13T08:15:02.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:02 smithi003 ceph-mon[89364]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-13T08:15:03.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:03 smithi003 ceph-mon[91733]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-13T08:15:03.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:03 smithi003 ceph-mon[89364]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-13T08:15:03.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:03 smithi066 ceph-mon[84331]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-13T08:15:04.579 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:15:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:15:04] "GET /metrics HTTP/1.1" 200 82987 "" "Prometheus/2.43.0" 2024-04-13T08:15:04.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:04 smithi003 ceph-mon[91733]: pgmap v3424: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-13T08:15:04.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:04 smithi003 ceph-mon[91733]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-13T08:15:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:04 smithi003 ceph-mon[89364]: pgmap v3424: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-13T08:15:04.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:04 smithi003 ceph-mon[89364]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-13T08:15:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:04 smithi066 ceph-mon[84331]: pgmap v3424: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-13T08:15:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:04 smithi066 ceph-mon[84331]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-13T08:15:05.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:05 smithi003 ceph-mon[91733]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-13T08:15:05.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:05 smithi003 ceph-mon[89364]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-13T08:15:05.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:05 smithi066 ceph-mon[84331]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-13T08:15:06.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:06 smithi003 ceph-mon[91733]: pgmap v3427: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 4.5 KiB/s wr, 241 op/s 2024-04-13T08:15:06.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:06 smithi003 ceph-mon[91733]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-13T08:15:06.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:06 smithi003 ceph-mon[89364]: pgmap v3427: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 4.5 KiB/s wr, 241 op/s 2024-04-13T08:15:06.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:06 smithi003 ceph-mon[89364]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-13T08:15:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:06 smithi066 ceph-mon[84331]: pgmap v3427: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 4.5 KiB/s wr, 241 op/s 2024-04-13T08:15:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:06 smithi066 ceph-mon[84331]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-13T08:15:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:07 smithi003 ceph-mon[91733]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-13T08:15:07.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:07.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:07 smithi003 ceph-mon[89364]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-13T08:15:07.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:07.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:07 smithi066 ceph-mon[84331]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-13T08:15:07.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:08.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:08 smithi003 ceph-mon[91733]: pgmap v3430: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 4.7 KiB/s wr, 242 op/s 2024-04-13T08:15:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:08 smithi003 ceph-mon[91733]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-13T08:15:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:08 smithi003 ceph-mon[89364]: pgmap v3430: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 4.7 KiB/s wr, 242 op/s 2024-04-13T08:15:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:08 smithi003 ceph-mon[89364]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-13T08:15:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:08 smithi066 ceph-mon[84331]: pgmap v3430: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 4.7 KiB/s wr, 242 op/s 2024-04-13T08:15:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:08 smithi066 ceph-mon[84331]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-13T08:15:09.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:09 smithi003 ceph-mon[91733]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-13T08:15:09.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:09 smithi003 ceph-mon[89364]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-13T08:15:09.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:09 smithi066 ceph-mon[84331]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-13T08:15:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:10 smithi003 ceph-mon[91733]: pgmap v3433: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 255 B/s wr, 4 op/s 2024-04-13T08:15:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:10 smithi003 ceph-mon[91733]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-13T08:15:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:10 smithi003 ceph-mon[89364]: pgmap v3433: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 255 B/s wr, 4 op/s 2024-04-13T08:15:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:10 smithi003 ceph-mon[89364]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-13T08:15:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:10 smithi066 ceph-mon[84331]: pgmap v3433: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 255 B/s wr, 4 op/s 2024-04-13T08:15:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:10 smithi066 ceph-mon[84331]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-13T08:15:11.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:11 smithi003 ceph-mon[89364]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-13T08:15:11.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:11 smithi003 ceph-mon[91733]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-13T08:15:11.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:11 smithi066 ceph-mon[84331]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-13T08:15:12.624 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:15:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:15:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:15:12.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:12 smithi003 ceph-mon[91733]: pgmap v3436: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-04-13T08:15:12.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:12 smithi003 ceph-mon[91733]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-13T08:15:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:12 smithi003 ceph-mon[89364]: pgmap v3436: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-04-13T08:15:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:12 smithi003 ceph-mon[89364]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-13T08:15:12.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:12 smithi066 ceph-mon[84331]: pgmap v3436: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-04-13T08:15:12.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:12 smithi066 ceph-mon[84331]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-13T08:15:13.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:13 smithi066 ceph-mon[84331]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-13T08:15:14.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:13 smithi003 ceph-mon[91733]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-13T08:15:14.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:13 smithi003 ceph-mon[89364]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-13T08:15:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:15:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:15:14] "GET /metrics HTTP/1.1" 200 83001 "" "Prometheus/2.43.0" 2024-04-13T08:15:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:14 smithi066 ceph-mon[84331]: pgmap v3439: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-04-13T08:15:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:14 smithi066 ceph-mon[84331]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-13T08:15:14.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:14 smithi066 ceph-mon[84331]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-13T08:15:15.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:14 smithi003 ceph-mon[91733]: pgmap v3439: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-04-13T08:15:15.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:14 smithi003 ceph-mon[91733]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-13T08:15:15.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:14 smithi003 ceph-mon[91733]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-13T08:15:15.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:14 smithi003 ceph-mon[89364]: pgmap v3439: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-04-13T08:15:15.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:14 smithi003 ceph-mon[89364]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-13T08:15:15.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:14 smithi003 ceph-mon[89364]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-13T08:15:16.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:16 smithi003 ceph-mon[91733]: pgmap v3442: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 KiB/s wr, 41 op/s 2024-04-13T08:15:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:16 smithi003 ceph-mon[91733]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-13T08:15:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:16 smithi003 ceph-mon[89364]: pgmap v3442: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 KiB/s wr, 41 op/s 2024-04-13T08:15:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:16 smithi003 ceph-mon[89364]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-13T08:15:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:16 smithi066 ceph-mon[84331]: pgmap v3442: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 KiB/s wr, 41 op/s 2024-04-13T08:15:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:16 smithi066 ceph-mon[84331]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-13T08:15:17.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:17 smithi003 ceph-mon[91733]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-13T08:15:17.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:17 smithi003 ceph-mon[89364]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-13T08:15:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:17 smithi066 ceph-mon[84331]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-13T08:15:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:18 smithi003 ceph-mon[91733]: pgmap v3445: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-04-13T08:15:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:18 smithi003 ceph-mon[91733]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-13T08:15:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:18 smithi003 ceph-mon[89364]: pgmap v3445: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-04-13T08:15:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:18 smithi003 ceph-mon[89364]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-13T08:15:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:18 smithi066 ceph-mon[84331]: pgmap v3445: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-04-13T08:15:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:18 smithi066 ceph-mon[84331]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-13T08:15:19.686 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] TestLibRBD.ConcurentOperations (25848 ms) 2024-04-13T08:15:19.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:19 smithi003 ceph-mon[89364]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-13T08:15:19.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:19 smithi003 ceph-mon[89364]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-13T08:15:19.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:19 smithi003 ceph-mon[91733]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-13T08:15:19.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:19 smithi003 ceph-mon[91733]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-13T08:15:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:19 smithi066 ceph-mon[84331]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-13T08:15:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:19 smithi066 ceph-mon[84331]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-13T08:15:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:20 smithi003 ceph-mon[91733]: pgmap v3448: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-13T08:15:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:20 smithi003 ceph-mon[89364]: pgmap v3448: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-13T08:15:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:20 smithi066 ceph-mon[84331]: pgmap v3448: 745 pgs: 745 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-13T08:15:21.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:21 smithi003 ceph-mon[91733]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-13T08:15:21.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:21 smithi003 ceph-mon[89364]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-13T08:15:21.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:21 smithi066 ceph-mon[84331]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-13T08:15:22.599 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:15:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:15:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:15:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:22 smithi003 ceph-mon[89364]: pgmap v3451: 713 pgs: 713 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 1.2 KiB/s wr, 64 op/s 2024-04-13T08:15:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:22 smithi003 ceph-mon[89364]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-13T08:15:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:22 smithi003 ceph-mon[91733]: pgmap v3451: 713 pgs: 713 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 1.2 KiB/s wr, 64 op/s 2024-04-13T08:15:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:22 smithi003 ceph-mon[91733]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-13T08:15:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:22.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:22 smithi066 ceph-mon[84331]: pgmap v3451: 713 pgs: 713 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 1.2 KiB/s wr, 64 op/s 2024-04-13T08:15:22.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:22 smithi066 ceph-mon[84331]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-13T08:15:22.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:23 smithi003 ceph-mon[91733]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-13T08:15:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:23 smithi003 ceph-mon[89364]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-13T08:15:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:23 smithi066 ceph-mon[84331]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-13T08:15:24.614 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:15:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:15:24] "GET /metrics HTTP/1.1" 200 78199 "" "Prometheus/2.43.0" 2024-04-13T08:15:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:24 smithi003 ceph-mon[91733]: pgmap v3454: 649 pgs: 649 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:24 smithi003 ceph-mon[91733]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-13T08:15:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:24 smithi003 ceph-mon[91733]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-13T08:15:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:24 smithi003 ceph-mon[89364]: pgmap v3454: 649 pgs: 649 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:24 smithi003 ceph-mon[89364]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-13T08:15:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:24 smithi003 ceph-mon[89364]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-13T08:15:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:24 smithi066 ceph-mon[84331]: pgmap v3454: 649 pgs: 649 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:24 smithi066 ceph-mon[84331]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-13T08:15:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:24 smithi066 ceph-mon[84331]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-13T08:15:26.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:26 smithi003 ceph-mon[91733]: pgmap v3457: 585 pgs: 585 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:26 smithi003 ceph-mon[91733]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-13T08:15:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:26 smithi003 ceph-mon[89364]: pgmap v3457: 585 pgs: 585 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:26 smithi003 ceph-mon[89364]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-13T08:15:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:26 smithi066 ceph-mon[84331]: pgmap v3457: 585 pgs: 585 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:26 smithi066 ceph-mon[84331]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-13T08:15:27.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:27 smithi003 ceph-mon[91733]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-13T08:15:27.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:27 smithi003 ceph-mon[91733]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-13T08:15:27.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:27 smithi003 ceph-mon[89364]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-13T08:15:27.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:27 smithi003 ceph-mon[89364]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-13T08:15:27.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:27 smithi066 ceph-mon[84331]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-13T08:15:27.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:27 smithi066 ceph-mon[84331]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-13T08:15:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:28 smithi003 ceph-mon[91733]: pgmap v3460: 521 pgs: 521 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:28 smithi003 ceph-mon[91733]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-13T08:15:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:28 smithi003 ceph-mon[89364]: pgmap v3460: 521 pgs: 521 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:28 smithi003 ceph-mon[89364]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-13T08:15:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:28 smithi066 ceph-mon[84331]: pgmap v3460: 521 pgs: 521 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:28 smithi066 ceph-mon[84331]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-13T08:15:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:30 smithi003 ceph-mon[91733]: pgmap v3463: 457 pgs: 457 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:30 smithi003 ceph-mon[91733]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-13T08:15:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:30 smithi003 ceph-mon[89364]: pgmap v3463: 457 pgs: 457 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:30 smithi003 ceph-mon[89364]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-13T08:15:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:30 smithi066 ceph-mon[84331]: pgmap v3463: 457 pgs: 457 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:30 smithi066 ceph-mon[84331]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-13T08:15:31.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:31 smithi003 ceph-mon[91733]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-13T08:15:31.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:31 smithi003 ceph-mon[91733]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-13T08:15:31.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:31 smithi003 ceph-mon[89364]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-13T08:15:31.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:31 smithi003 ceph-mon[89364]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-13T08:15:31.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:31 smithi066 ceph-mon[84331]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-13T08:15:31.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:31 smithi066 ceph-mon[84331]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-13T08:15:32.588 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:15:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:15:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:32 smithi003 ceph-mon[89364]: pgmap v3466: 393 pgs: 393 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:32 smithi003 ceph-mon[89364]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-13T08:15:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:32 smithi003 ceph-mon[91733]: pgmap v3466: 393 pgs: 393 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:32 smithi003 ceph-mon[91733]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-13T08:15:32.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:32 smithi066 ceph-mon[84331]: pgmap v3466: 393 pgs: 393 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:32.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:32 smithi066 ceph-mon[84331]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-13T08:15:34.583 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:15:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:15:34] "GET /metrics HTTP/1.1" 200 78199 "" "Prometheus/2.43.0" 2024-04-13T08:15:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:34 smithi003 ceph-mon[89364]: pgmap v3469: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:34.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:34 smithi003 ceph-mon[89364]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-13T08:15:34.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:34 smithi003 ceph-mon[91733]: pgmap v3469: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:34.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:34 smithi003 ceph-mon[91733]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-13T08:15:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:34 smithi066 ceph-mon[84331]: pgmap v3469: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:34 smithi066 ceph-mon[84331]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-13T08:15:35.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:35 smithi003 ceph-mon[91733]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-13T08:15:35.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:35 smithi003 ceph-mon[91733]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-13T08:15:35.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:35 smithi003 ceph-mon[89364]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-13T08:15:35.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:35 smithi003 ceph-mon[89364]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-13T08:15:35.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:35 smithi066 ceph-mon[84331]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-13T08:15:35.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:35 smithi066 ceph-mon[84331]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-13T08:15:36.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:36 smithi003 ceph-mon[91733]: pgmap v3472: 265 pgs: 265 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:36 smithi003 ceph-mon[91733]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-13T08:15:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:36 smithi003 ceph-mon[89364]: pgmap v3472: 265 pgs: 265 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:36 smithi003 ceph-mon[89364]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-13T08:15:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:36 smithi066 ceph-mon[84331]: pgmap v3472: 265 pgs: 265 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:36 smithi066 ceph-mon[84331]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-13T08:15:37.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:37.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:37 smithi003 ceph-mon[91733]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-13T08:15:37.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:37.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:37 smithi003 ceph-mon[89364]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-13T08:15:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:37 smithi066 ceph-mon[84331]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-13T08:15:38.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:38 smithi003 ceph-mon[89364]: pgmap v3475: 201 pgs: 201 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:38 smithi003 ceph-mon[89364]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-13T08:15:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:38 smithi003 ceph-mon[91733]: pgmap v3475: 201 pgs: 201 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:38 smithi003 ceph-mon[91733]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-13T08:15:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:38 smithi066 ceph-mon[84331]: pgmap v3475: 201 pgs: 201 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:38 smithi066 ceph-mon[84331]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-13T08:15:39.589 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 168 tests from TestLibRBD (600201 ms total) 2024-04-13T08:15:39.590 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:15:39.590 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 7 tests from EncryptedFlattenTest/0, where TypeParam = PlaintextUnderLUKS1 2024-04-13T08:15:39.638 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/0.Simple 2024-04-13T08:15:40.876 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:40 smithi003 ceph-mon[89364]: pgmap v3478: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:40.877 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:40 smithi003 ceph-mon[89364]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-13T08:15:40.877 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:40 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:15:40.877 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:40 smithi003 ceph-mon[91733]: pgmap v3478: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:40.877 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:40 smithi003 ceph-mon[91733]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-13T08:15:40.877 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:40 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:15:40.888 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:40 smithi066 ceph-mon[84331]: pgmap v3478: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:40.888 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:40 smithi066 ceph-mon[84331]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-13T08:15:40.888 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:40 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:15:41.630 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:15:41.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:41 smithi003 ceph-mon[91733]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-13T08:15:41.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:41 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1523292246' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:15:41.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:41 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:15:41.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:41 smithi003 ceph-mon[89364]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-13T08:15:41.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:41 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1523292246' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:15:41.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:41 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:15:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:41 smithi066 ceph-mon[84331]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-13T08:15:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:41 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1523292246' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:15:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:41 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:15:42.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:15:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:15:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:42 smithi003 ceph-mon[91733]: pgmap v3481: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:42 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:15:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:42 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:15:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:42 smithi003 ceph-mon[91733]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-13T08:15:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:42 smithi003 ceph-mon[89364]: pgmap v3481: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:42 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:15:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:42 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:15:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:42 smithi003 ceph-mon[89364]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-13T08:15:42.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:42 smithi066 ceph-mon[84331]: pgmap v3481: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:42.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:42 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:15:42.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:42 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:15:42.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:42 smithi066 ceph-mon[84331]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-13T08:15:43.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:43 smithi066 ceph-mon[84331]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-13T08:15:43.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:43 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:15:43.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:43 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:15:43.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:43 smithi003 ceph-mon[91733]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-13T08:15:43.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:43 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:15:43.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:43 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:15:43.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:43 smithi003 ceph-mon[89364]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-13T08:15:43.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:43 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:15:43.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:43 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:15:44.630 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:15:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:15:44] "GET /metrics HTTP/1.1" 200 40272 "" "Prometheus/2.43.0" 2024-04-13T08:15:44.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:44 smithi003 ceph-mon[91733]: pgmap v3484: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:44 smithi003 ceph-mon[91733]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-13T08:15:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:15:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:15:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:44 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:15:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:15:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:15:44.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:15:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:44 smithi003 ceph-mon[89364]: pgmap v3484: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:44 smithi003 ceph-mon[89364]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-13T08:15:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:15:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:15:44.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:44 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:15:44.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:15:44.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:15:44.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:15:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:44 smithi066 ceph-mon[84331]: pgmap v3484: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:15:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:44 smithi066 ceph-mon[84331]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-13T08:15:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:15:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:15:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:44 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:15:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:15:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:15:44.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:15:45.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:45 smithi066 ceph-mon[84331]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-13T08:15:46.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:45 smithi003 ceph-mon[91733]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-13T08:15:46.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:45 smithi003 ceph-mon[89364]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-13T08:15:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:46 smithi066 ceph-mon[84331]: pgmap v3487: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 26 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.3 MiB/s wr, 75 op/s 2024-04-13T08:15:47.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:46 smithi003 ceph-mon[89364]: pgmap v3487: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 26 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.3 MiB/s wr, 75 op/s 2024-04-13T08:15:47.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:46 smithi003 ceph-mon[91733]: pgmap v3487: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 26 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.3 MiB/s wr, 75 op/s 2024-04-13T08:15:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:48 smithi066 ceph-mon[84331]: pgmap v3488: 137 pgs: 137 active+clean; 30 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.4 MiB/s wr, 63 op/s 2024-04-13T08:15:49.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:48 smithi003 ceph-mon[91733]: pgmap v3488: 137 pgs: 137 active+clean; 30 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.4 MiB/s wr, 63 op/s 2024-04-13T08:15:49.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:48 smithi003 ceph-mon[89364]: pgmap v3488: 137 pgs: 137 active+clean; 30 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.4 MiB/s wr, 63 op/s 2024-04-13T08:15:50.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:50 smithi003 ceph-mon[89364]: pgmap v3489: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 4.4 MiB/s wr, 58 op/s 2024-04-13T08:15:50.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:50 smithi003 ceph-mon[89364]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-13T08:15:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:50 smithi003 ceph-mon[91733]: pgmap v3489: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 4.4 MiB/s wr, 58 op/s 2024-04-13T08:15:50.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:50 smithi003 ceph-mon[91733]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-13T08:15:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:50 smithi066 ceph-mon[84331]: pgmap v3489: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 4.4 MiB/s wr, 58 op/s 2024-04-13T08:15:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:50 smithi066 ceph-mon[84331]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-13T08:15:52.534 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/0.Simple (12896 ms) 2024-04-13T08:15:52.534 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/0.Grow 2024-04-13T08:15:52.534 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:15:52.609 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:15:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:15:52.886 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:52 smithi003 ceph-mon[91733]: pgmap v3491: 137 pgs: 137 active+clean; 43 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.0 MiB/s wr, 68 op/s 2024-04-13T08:15:52.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:52 smithi003 ceph-mon[89364]: pgmap v3491: 137 pgs: 137 active+clean; 43 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.0 MiB/s wr, 68 op/s 2024-04-13T08:15:52.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:52 smithi066 ceph-mon[84331]: pgmap v3491: 137 pgs: 137 active+clean; 43 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.0 MiB/s wr, 68 op/s 2024-04-13T08:15:53.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:53.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:53.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:15:54.598 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:15:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:15:54] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-13T08:15:54.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:54 smithi003 ceph-mon[89364]: pgmap v3492: 137 pgs: 137 active+clean; 43 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 52 op/s 2024-04-13T08:15:54.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:54 smithi003 ceph-mon[89364]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-13T08:15:54.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:54 smithi003 ceph-mon[91733]: pgmap v3492: 137 pgs: 137 active+clean; 43 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 52 op/s 2024-04-13T08:15:54.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:54 smithi003 ceph-mon[91733]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-13T08:15:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:54 smithi066 ceph-mon[84331]: pgmap v3492: 137 pgs: 137 active+clean; 43 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 52 op/s 2024-04-13T08:15:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:54 smithi066 ceph-mon[84331]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-13T08:15:56.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:56 smithi003 ceph-mon[89364]: pgmap v3494: 137 pgs: 137 active+clean; 80 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 70 op/s 2024-04-13T08:15:56.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:56 smithi003 ceph-mon[91733]: pgmap v3494: 137 pgs: 137 active+clean; 80 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 70 op/s 2024-04-13T08:15:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:56 smithi066 ceph-mon[84331]: pgmap v3494: 137 pgs: 137 active+clean; 80 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 70 op/s 2024-04-13T08:15:58.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:15:58 smithi003 ceph-mon[91733]: pgmap v3495: 137 pgs: 137 active+clean; 84 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 76 op/s 2024-04-13T08:15:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:15:58 smithi003 ceph-mon[89364]: pgmap v3495: 137 pgs: 137 active+clean; 84 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 76 op/s 2024-04-13T08:15:58.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:15:58 smithi066 ceph-mon[84331]: pgmap v3495: 137 pgs: 137 active+clean; 84 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 76 op/s 2024-04-13T08:16:00.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:00 smithi003 ceph-mon[91733]: pgmap v3496: 137 pgs: 137 active+clean; 84 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.6 MiB/s wr, 67 op/s 2024-04-13T08:16:00.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:00 smithi003 ceph-mon[89364]: pgmap v3496: 137 pgs: 137 active+clean; 84 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.6 MiB/s wr, 67 op/s 2024-04-13T08:16:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:00 smithi066 ceph-mon[84331]: pgmap v3496: 137 pgs: 137 active+clean; 84 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.6 MiB/s wr, 67 op/s 2024-04-13T08:16:01.481 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/0.Grow (8947 ms) 2024-04-13T08:16:01.482 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/0.Shrink 2024-04-13T08:16:01.482 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:16:02.610 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:16:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:16:02.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:02 smithi003 ceph-mon[91733]: pgmap v3497: 137 pgs: 137 active+clean; 100 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-13T08:16:02.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:02 smithi003 ceph-mon[91733]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-13T08:16:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:02 smithi003 ceph-mon[89364]: pgmap v3497: 137 pgs: 137 active+clean; 100 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-13T08:16:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:02 smithi003 ceph-mon[89364]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-13T08:16:02.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:02 smithi066 ceph-mon[84331]: pgmap v3497: 137 pgs: 137 active+clean; 100 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-13T08:16:02.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:02 smithi066 ceph-mon[84331]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-13T08:16:04.612 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:16:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:16:04] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-13T08:16:04.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:04 smithi003 ceph-mon[91733]: pgmap v3499: 137 pgs: 137 active+clean; 100 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 6.7 MiB/s wr, 61 op/s 2024-04-13T08:16:04.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:04 smithi003 ceph-mon[89364]: pgmap v3499: 137 pgs: 137 active+clean; 100 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 6.7 MiB/s wr, 61 op/s 2024-04-13T08:16:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:04 smithi066 ceph-mon[84331]: pgmap v3499: 137 pgs: 137 active+clean; 100 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 6.7 MiB/s wr, 61 op/s 2024-04-13T08:16:06.868 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:06 smithi003 ceph-mon[91733]: pgmap v3500: 137 pgs: 137 active+clean; 126 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 47 op/s 2024-04-13T08:16:06.868 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:06 smithi003 ceph-mon[89364]: pgmap v3500: 137 pgs: 137 active+clean; 126 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 47 op/s 2024-04-13T08:16:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:06 smithi066 ceph-mon[84331]: pgmap v3500: 137 pgs: 137 active+clean; 126 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 47 op/s 2024-04-13T08:16:07.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:07.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:07.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:08.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:08 smithi003 ceph-mon[91733]: pgmap v3501: 137 pgs: 137 active+clean; 138 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 71 op/s 2024-04-13T08:16:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:08 smithi003 ceph-mon[89364]: pgmap v3501: 137 pgs: 137 active+clean; 138 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 71 op/s 2024-04-13T08:16:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:08 smithi066 ceph-mon[84331]: pgmap v3501: 137 pgs: 137 active+clean; 138 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 71 op/s 2024-04-13T08:16:09.497 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/0.Shrink (8016 ms) 2024-04-13T08:16:09.497 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOne 2024-04-13T08:16:09.497 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:16:10.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:10 smithi003 ceph-mon[89364]: pgmap v3502: 137 pgs: 137 active+clean; 155 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 7.5 MiB/s wr, 78 op/s 2024-04-13T08:16:10.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:10 smithi003 ceph-mon[89364]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-13T08:16:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:10 smithi003 ceph-mon[91733]: pgmap v3502: 137 pgs: 137 active+clean; 155 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 7.5 MiB/s wr, 78 op/s 2024-04-13T08:16:10.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:10 smithi003 ceph-mon[91733]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-13T08:16:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:10 smithi066 ceph-mon[84331]: pgmap v3502: 137 pgs: 137 active+clean; 155 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 7.5 MiB/s wr, 78 op/s 2024-04-13T08:16:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:10 smithi066 ceph-mon[84331]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-13T08:16:12.631 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:16:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:16:12.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:12 smithi003 ceph-mon[89364]: pgmap v3504: 137 pgs: 137 active+clean; 176 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 8.3 MiB/s wr, 108 op/s 2024-04-13T08:16:12.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:12 smithi003 ceph-mon[91733]: pgmap v3504: 137 pgs: 137 active+clean; 176 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 8.3 MiB/s wr, 108 op/s 2024-04-13T08:16:12.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:12 smithi066 ceph-mon[84331]: pgmap v3504: 137 pgs: 137 active+clean; 176 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 8.3 MiB/s wr, 108 op/s 2024-04-13T08:16:14.633 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:16:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:16:14] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-13T08:16:14.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:14 smithi003 ceph-mon[91733]: pgmap v3505: 137 pgs: 137 active+clean; 176 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 104 op/s 2024-04-13T08:16:14.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:14 smithi003 ceph-mon[89364]: pgmap v3505: 137 pgs: 137 active+clean; 176 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 104 op/s 2024-04-13T08:16:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:14 smithi066 ceph-mon[84331]: pgmap v3505: 137 pgs: 137 active+clean; 176 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 104 op/s 2024-04-13T08:16:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:16 smithi066 ceph-mon[84331]: pgmap v3506: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 96 op/s 2024-04-13T08:16:16.918 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:16 smithi003 ceph-mon[91733]: pgmap v3506: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 96 op/s 2024-04-13T08:16:16.918 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:16 smithi003 ceph-mon[89364]: pgmap v3506: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 96 op/s 2024-04-13T08:16:17.426 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOne (7929 ms) 2024-04-13T08:16:17.426 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot 2024-04-13T08:16:17.426 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:16:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:18 smithi066 ceph-mon[84331]: pgmap v3507: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 69 op/s 2024-04-13T08:16:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:18 smithi066 ceph-mon[84331]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-13T08:16:19.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:18 smithi003 ceph-mon[91733]: pgmap v3507: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 69 op/s 2024-04-13T08:16:19.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:18 smithi003 ceph-mon[91733]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-13T08:16:19.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:18 smithi003 ceph-mon[89364]: pgmap v3507: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 69 op/s 2024-04-13T08:16:19.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:18 smithi003 ceph-mon[89364]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-13T08:16:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:20 smithi066 ceph-mon[84331]: pgmap v3509: 137 pgs: 137 active+clean; 213 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 7.2 MiB/s wr, 71 op/s 2024-04-13T08:16:21.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:20 smithi003 ceph-mon[89364]: pgmap v3509: 137 pgs: 137 active+clean; 213 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 7.2 MiB/s wr, 71 op/s 2024-04-13T08:16:21.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:20 smithi003 ceph-mon[91733]: pgmap v3509: 137 pgs: 137 active+clean; 213 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 7.2 MiB/s wr, 71 op/s 2024-04-13T08:16:22.647 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:16:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:16:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:16:22.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:22 smithi066 ceph-mon[84331]: pgmap v3510: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.7 MiB/s wr, 71 op/s 2024-04-13T08:16:22.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:23.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:22 smithi003 ceph-mon[89364]: pgmap v3510: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.7 MiB/s wr, 71 op/s 2024-04-13T08:16:23.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:22 smithi003 ceph-mon[91733]: pgmap v3510: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.7 MiB/s wr, 71 op/s 2024-04-13T08:16:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:16:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:16:24] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-13T08:16:25.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:24 smithi003 ceph-mon[91733]: pgmap v3511: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.7 MiB/s wr, 71 op/s 2024-04-13T08:16:25.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:24 smithi003 ceph-mon[91733]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-13T08:16:25.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:24 smithi003 ceph-mon[89364]: pgmap v3511: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.7 MiB/s wr, 71 op/s 2024-04-13T08:16:25.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:24 smithi003 ceph-mon[89364]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-13T08:16:25.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:24 smithi066 ceph-mon[84331]: pgmap v3511: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.7 MiB/s wr, 71 op/s 2024-04-13T08:16:25.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:24 smithi066 ceph-mon[84331]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-13T08:16:25.961 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot (8535 ms) 2024-04-13T08:16:25.961 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/0.MinOverlap 2024-04-13T08:16:25.962 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:16:27.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:26 smithi003 ceph-mon[91733]: pgmap v3513: 137 pgs: 137 active+clean; 262 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.3 MiB/s wr, 105 op/s 2024-04-13T08:16:27.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:26 smithi003 ceph-mon[89364]: pgmap v3513: 137 pgs: 137 active+clean; 262 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.3 MiB/s wr, 105 op/s 2024-04-13T08:16:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:26 smithi066 ceph-mon[84331]: pgmap v3513: 137 pgs: 137 active+clean; 262 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.3 MiB/s wr, 105 op/s 2024-04-13T08:16:28.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:27 smithi066 ceph-mon[84331]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-13T08:16:28.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:27 smithi003 ceph-mon[89364]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-13T08:16:28.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:27 smithi003 ceph-mon[91733]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-13T08:16:29.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:28 smithi003 ceph-mon[91733]: pgmap v3515: 137 pgs: 137 active+clean; 290 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 9.6 MiB/s wr, 99 op/s 2024-04-13T08:16:29.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:28 smithi003 ceph-mon[89364]: pgmap v3515: 137 pgs: 137 active+clean; 290 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 9.6 MiB/s wr, 99 op/s 2024-04-13T08:16:29.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:28 smithi066 ceph-mon[84331]: pgmap v3515: 137 pgs: 137 active+clean; 290 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 9.6 MiB/s wr, 99 op/s 2024-04-13T08:16:31.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:30 smithi003 ceph-mon[91733]: pgmap v3516: 137 pgs: 137 active+clean; 298 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.1 MiB/s wr, 56 op/s 2024-04-13T08:16:31.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:30 smithi003 ceph-mon[89364]: pgmap v3516: 137 pgs: 137 active+clean; 298 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.1 MiB/s wr, 56 op/s 2024-04-13T08:16:31.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:30 smithi066 ceph-mon[84331]: pgmap v3516: 137 pgs: 137 active+clean; 298 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.1 MiB/s wr, 56 op/s 2024-04-13T08:16:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:16:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:16:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:16:33.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:32 smithi003 ceph-mon[91733]: pgmap v3517: 137 pgs: 137 active+clean; 311 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 99 op/s 2024-04-13T08:16:33.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:32 smithi003 ceph-mon[89364]: pgmap v3517: 137 pgs: 137 active+clean; 311 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 99 op/s 2024-04-13T08:16:33.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:32 smithi066 ceph-mon[84331]: pgmap v3517: 137 pgs: 137 active+clean; 311 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 99 op/s 2024-04-13T08:16:34.486 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/0.MinOverlap (8525 ms) 2024-04-13T08:16:34.487 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/0.ZeroOverlap 2024-04-13T08:16:34.487 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:16:34.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:16:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:16:34] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-13T08:16:35.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:34 smithi003 ceph-mon[91733]: pgmap v3518: 137 pgs: 137 active+clean; 311 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.9 MiB/s wr, 82 op/s 2024-04-13T08:16:35.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:34 smithi003 ceph-mon[89364]: pgmap v3518: 137 pgs: 137 active+clean; 311 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.9 MiB/s wr, 82 op/s 2024-04-13T08:16:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:34 smithi066 ceph-mon[84331]: pgmap v3518: 137 pgs: 137 active+clean; 311 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.9 MiB/s wr, 82 op/s 2024-04-13T08:16:36.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:35 smithi003 ceph-mon[91733]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-13T08:16:36.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:35 smithi003 ceph-mon[89364]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-13T08:16:36.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:35 smithi066 ceph-mon[84331]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-13T08:16:37.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:36 smithi003 ceph-mon[91733]: pgmap v3520: 137 pgs: 137 active+clean; 332 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.8 MiB/s wr, 88 op/s 2024-04-13T08:16:37.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:36 smithi003 ceph-mon[89364]: pgmap v3520: 137 pgs: 137 active+clean; 332 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.8 MiB/s wr, 88 op/s 2024-04-13T08:16:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:36 smithi066 ceph-mon[84331]: pgmap v3520: 137 pgs: 137 active+clean; 332 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.8 MiB/s wr, 88 op/s 2024-04-13T08:16:38.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:38.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:39.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:38 smithi003 ceph-mon[91733]: pgmap v3521: 137 pgs: 137 active+clean; 336 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.4 MiB/s wr, 83 op/s 2024-04-13T08:16:39.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:38 smithi003 ceph-mon[89364]: pgmap v3521: 137 pgs: 137 active+clean; 336 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.4 MiB/s wr, 83 op/s 2024-04-13T08:16:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:38 smithi066 ceph-mon[84331]: pgmap v3521: 137 pgs: 137 active+clean; 336 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.4 MiB/s wr, 83 op/s 2024-04-13T08:16:41.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:40 smithi003 ceph-mon[91733]: pgmap v3522: 137 pgs: 137 active+clean; 348 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.8 MiB/s wr, 92 op/s 2024-04-13T08:16:41.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:40 smithi003 ceph-mon[89364]: pgmap v3522: 137 pgs: 137 active+clean; 348 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.8 MiB/s wr, 92 op/s 2024-04-13T08:16:41.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:40 smithi066 ceph-mon[84331]: pgmap v3522: 137 pgs: 137 active+clean; 348 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.8 MiB/s wr, 92 op/s 2024-04-13T08:16:42.439 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/0.ZeroOverlap (7953 ms) 2024-04-13T08:16:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:16:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:16:42.720 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 7 tests from EncryptedFlattenTest/0 (62801 ms total) 2024-04-13T08:16:42.721 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:16:42.721 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 7 tests from EncryptedFlattenTest/1, where TypeParam = PlaintextUnderLUKS2 2024-04-13T08:16:42.755 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/1.Simple 2024-04-13T08:16:43.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:42 smithi003 ceph-mon[89364]: pgmap v3523: 137 pgs: 137 active+clean; 348 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 64 op/s 2024-04-13T08:16:43.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:42 smithi003 ceph-mon[91733]: pgmap v3523: 137 pgs: 137 active+clean; 348 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 64 op/s 2024-04-13T08:16:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:42 smithi066 ceph-mon[84331]: pgmap v3523: 137 pgs: 137 active+clean; 348 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 64 op/s 2024-04-13T08:16:44.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:43 smithi003 ceph-mon[91733]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-13T08:16:44.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:43 smithi003 ceph-mon[89364]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-13T08:16:44.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:43 smithi066 ceph-mon[84331]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-13T08:16:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:16:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:16:44] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-13T08:16:44.746 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:16:45.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:44 smithi003 ceph-mon[89364]: pgmap v3525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:16:45.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:44 smithi003 ceph-mon[89364]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-13T08:16:45.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:44 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2912002473' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:16:45.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:44 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:16:45.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:44 smithi003 ceph-mon[91733]: pgmap v3525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:16:45.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:44 smithi003 ceph-mon[91733]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-13T08:16:45.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:44 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2912002473' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:16:45.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:44 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:16:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:44 smithi066 ceph-mon[84331]: pgmap v3525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:16:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:44 smithi066 ceph-mon[84331]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-13T08:16:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:44 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2912002473' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:16:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:44 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:16:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:45 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2912002473' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:16:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:45 smithi003 ceph-mon[89364]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-13T08:16:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:45 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:16:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:45 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:16:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:45 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:16:46.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:45 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2912002473' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:16:46.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:45 smithi003 ceph-mon[91733]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-13T08:16:46.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:45 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:16:46.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:45 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:16:46.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:45 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:16:46.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:45 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2912002473' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:16:46.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:45 smithi066 ceph-mon[84331]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-13T08:16:46.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:45 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:16:46.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:45 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:16:46.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:45 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:16:47.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:46 smithi003 ceph-mon[89364]: pgmap v3528: 137 pgs: 20 creating+peering, 9 unknown, 108 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:16:47.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:46 smithi003 ceph-mon[89364]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-13T08:16:47.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:46 smithi003 ceph-mon[91733]: pgmap v3528: 137 pgs: 20 creating+peering, 9 unknown, 108 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:16:47.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:46 smithi003 ceph-mon[91733]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-13T08:16:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:46 smithi066 ceph-mon[84331]: pgmap v3528: 137 pgs: 20 creating+peering, 9 unknown, 108 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:16:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:46 smithi066 ceph-mon[84331]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-13T08:16:48.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:47 smithi003 ceph-mon[91733]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-13T08:16:48.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:47 smithi003 ceph-mon[89364]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-13T08:16:48.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:47 smithi066 ceph-mon[84331]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-13T08:16:49.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:48 smithi003 ceph-mon[91733]: pgmap v3531: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:16:49.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:48 smithi003 ceph-mon[91733]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-13T08:16:49.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:48 smithi003 ceph-mon[89364]: pgmap v3531: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:16:49.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:48 smithi003 ceph-mon[89364]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-13T08:16:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:48 smithi066 ceph-mon[84331]: pgmap v3531: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:16:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:48 smithi066 ceph-mon[84331]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-13T08:16:51.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:50 smithi003 ceph-mon[91733]: pgmap v3533: 137 pgs: 137 active+clean; 14 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-04-13T08:16:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:50 smithi003 ceph-mon[89364]: pgmap v3533: 137 pgs: 137 active+clean; 14 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-04-13T08:16:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:50 smithi066 ceph-mon[84331]: pgmap v3533: 137 pgs: 137 active+clean; 14 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-04-13T08:16:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:16:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:16:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:16:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:52 smithi003 ceph-mon[91733]: pgmap v3534: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 4.2 MiB/s wr, 61 op/s 2024-04-13T08:16:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:52 smithi003 ceph-mon[89364]: pgmap v3534: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 4.2 MiB/s wr, 61 op/s 2024-04-13T08:16:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:52 smithi066 ceph-mon[84331]: pgmap v3534: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 4.2 MiB/s wr, 61 op/s 2024-04-13T08:16:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:16:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:16:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:16:54] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-13T08:16:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:54 smithi003 ceph-mon[91733]: pgmap v3535: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 3.3 MiB/s wr, 49 op/s 2024-04-13T08:16:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:54 smithi003 ceph-mon[91733]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-13T08:16:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:54 smithi003 ceph-mon[89364]: pgmap v3535: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 3.3 MiB/s wr, 49 op/s 2024-04-13T08:16:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:54 smithi003 ceph-mon[89364]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-13T08:16:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:54 smithi066 ceph-mon[84331]: pgmap v3535: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 3.3 MiB/s wr, 49 op/s 2024-04-13T08:16:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:54 smithi066 ceph-mon[84331]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-13T08:16:57.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:56 smithi003 ceph-mon[89364]: pgmap v3537: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-13T08:16:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:56 smithi003 ceph-mon[91733]: pgmap v3537: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-13T08:16:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:56 smithi066 ceph-mon[84331]: pgmap v3537: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-13T08:16:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:16:58 smithi003 ceph-mon[91733]: pgmap v3538: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.5 MiB/s wr, 42 op/s 2024-04-13T08:16:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:16:58 smithi003 ceph-mon[89364]: pgmap v3538: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.5 MiB/s wr, 42 op/s 2024-04-13T08:16:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:16:58 smithi066 ceph-mon[84331]: pgmap v3538: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.5 MiB/s wr, 42 op/s 2024-04-13T08:16:59.348 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/1.Simple (16593 ms) 2024-04-13T08:16:59.349 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/1.Grow 2024-04-13T08:16:59.349 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:17:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:00 smithi003 ceph-mon[91733]: pgmap v3539: 137 pgs: 137 active+clean; 67 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 6.1 MiB/s wr, 46 op/s 2024-04-13T08:17:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:00 smithi003 ceph-mon[91733]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-13T08:17:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:00 smithi003 ceph-mon[89364]: pgmap v3539: 137 pgs: 137 active+clean; 67 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 6.1 MiB/s wr, 46 op/s 2024-04-13T08:17:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:00 smithi003 ceph-mon[89364]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-13T08:17:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:00 smithi066 ceph-mon[84331]: pgmap v3539: 137 pgs: 137 active+clean; 67 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 6.1 MiB/s wr, 46 op/s 2024-04-13T08:17:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:00 smithi066 ceph-mon[84331]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-13T08:17:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:17:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:17:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:02 smithi003 ceph-mon[91733]: pgmap v3541: 137 pgs: 137 active+clean; 91 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 9.6 MiB/s wr, 78 op/s 2024-04-13T08:17:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:02 smithi003 ceph-mon[89364]: pgmap v3541: 137 pgs: 137 active+clean; 91 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 9.6 MiB/s wr, 78 op/s 2024-04-13T08:17:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:02 smithi066 ceph-mon[84331]: pgmap v3541: 137 pgs: 137 active+clean; 91 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 9.6 MiB/s wr, 78 op/s 2024-04-13T08:17:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:17:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:17:04] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-13T08:17:05.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:04 smithi003 ceph-mon[91733]: pgmap v3542: 137 pgs: 137 active+clean; 91 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.8 MiB/s wr, 71 op/s 2024-04-13T08:17:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:04 smithi003 ceph-mon[89364]: pgmap v3542: 137 pgs: 137 active+clean; 91 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.8 MiB/s wr, 71 op/s 2024-04-13T08:17:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:04 smithi066 ceph-mon[84331]: pgmap v3542: 137 pgs: 137 active+clean; 91 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.8 MiB/s wr, 71 op/s 2024-04-13T08:17:07.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:06 smithi003 ceph-mon[89364]: pgmap v3543: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-13T08:17:07.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:06 smithi003 ceph-mon[91733]: pgmap v3543: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-13T08:17:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:06 smithi066 ceph-mon[84331]: pgmap v3543: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-13T08:17:08.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:09.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:08 smithi003 ceph-mon[91733]: pgmap v3544: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-04-13T08:17:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:08 smithi003 ceph-mon[89364]: pgmap v3544: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-04-13T08:17:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:08 smithi066 ceph-mon[84331]: pgmap v3544: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-04-13T08:17:10.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:09 smithi003 ceph-mon[89364]: pgmap v3545: 137 pgs: 137 active+clean; 108 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.9 MiB/s wr, 40 op/s 2024-04-13T08:17:10.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:09 smithi003 ceph-mon[91733]: pgmap v3545: 137 pgs: 137 active+clean; 108 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.9 MiB/s wr, 40 op/s 2024-04-13T08:17:10.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:09 smithi066 ceph-mon[84331]: pgmap v3545: 137 pgs: 137 active+clean; 108 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.9 MiB/s wr, 40 op/s 2024-04-13T08:17:11.760 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/1.Grow (12411 ms) 2024-04-13T08:17:11.760 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/1.Shrink 2024-04-13T08:17:11.760 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:17:12.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:12 smithi003 ceph-mon[89364]: pgmap v3546: 137 pgs: 137 active+clean; 116 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 58 op/s 2024-04-13T08:17:12.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:12 smithi003 ceph-mon[91733]: pgmap v3546: 137 pgs: 137 active+clean; 116 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 58 op/s 2024-04-13T08:17:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:12 smithi066 ceph-mon[84331]: pgmap v3546: 137 pgs: 137 active+clean; 116 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 58 op/s 2024-04-13T08:17:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:17:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:17:13.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:13 smithi003 ceph-mon[91733]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-13T08:17:13.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:13 smithi003 ceph-mon[89364]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-13T08:17:13.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:13 smithi066 ceph-mon[84331]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-13T08:17:14.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:14 smithi003 ceph-mon[91733]: pgmap v3548: 137 pgs: 137 active+clean; 116 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.9 MiB/s wr, 30 op/s 2024-04-13T08:17:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:14 smithi003 ceph-mon[89364]: pgmap v3548: 137 pgs: 137 active+clean; 116 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.9 MiB/s wr, 30 op/s 2024-04-13T08:17:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:17:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:17:14] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-13T08:17:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:14 smithi066 ceph-mon[84331]: pgmap v3548: 137 pgs: 137 active+clean; 116 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.9 MiB/s wr, 30 op/s 2024-04-13T08:17:16.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:16 smithi066 ceph-mon[84331]: pgmap v3549: 137 pgs: 137 active+clean; 161 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 8.1 MiB/s wr, 67 op/s 2024-04-13T08:17:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:16 smithi003 ceph-mon[91733]: pgmap v3549: 137 pgs: 137 active+clean; 161 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 8.1 MiB/s wr, 67 op/s 2024-04-13T08:17:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:16 smithi003 ceph-mon[89364]: pgmap v3549: 137 pgs: 137 active+clean; 161 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 8.1 MiB/s wr, 67 op/s 2024-04-13T08:17:18.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:18 smithi066 ceph-mon[84331]: pgmap v3550: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-13T08:17:18.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:18 smithi003 ceph-mon[91733]: pgmap v3550: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-13T08:17:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:18 smithi003 ceph-mon[89364]: pgmap v3550: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-13T08:17:20.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:20 smithi066 ceph-mon[84331]: pgmap v3551: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 68 op/s 2024-04-13T08:17:20.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:20 smithi003 ceph-mon[91733]: pgmap v3551: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 68 op/s 2024-04-13T08:17:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:20 smithi003 ceph-mon[89364]: pgmap v3551: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 68 op/s 2024-04-13T08:17:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:17:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:17:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:22 smithi066 ceph-mon[84331]: pgmap v3552: 137 pgs: 137 active+clean; 170 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.6 MiB/s wr, 45 op/s 2024-04-13T08:17:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:22 smithi003 ceph-mon[91733]: pgmap v3552: 137 pgs: 137 active+clean; 170 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.6 MiB/s wr, 45 op/s 2024-04-13T08:17:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:22 smithi003 ceph-mon[89364]: pgmap v3552: 137 pgs: 137 active+clean; 170 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.6 MiB/s wr, 45 op/s 2024-04-13T08:17:23.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:23.941 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/1.Shrink (12182 ms) 2024-04-13T08:17:23.941 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOne 2024-04-13T08:17:23.941 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:17:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:24 smithi003 ceph-mon[91733]: pgmap v3553: 137 pgs: 137 active+clean; 170 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.0 MiB/s wr, 41 op/s 2024-04-13T08:17:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:24 smithi003 ceph-mon[89364]: pgmap v3553: 137 pgs: 137 active+clean; 170 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.0 MiB/s wr, 41 op/s 2024-04-13T08:17:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:17:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:17:24] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-13T08:17:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:24 smithi066 ceph-mon[84331]: pgmap v3553: 137 pgs: 137 active+clean; 170 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.0 MiB/s wr, 41 op/s 2024-04-13T08:17:25.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:25 smithi003 ceph-mon[89364]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-13T08:17:25.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:25 smithi003 ceph-mon[91733]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-13T08:17:25.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:25 smithi066 ceph-mon[84331]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-13T08:17:26.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:26 smithi003 ceph-mon[89364]: pgmap v3555: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 38 op/s 2024-04-13T08:17:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:26 smithi003 ceph-mon[91733]: pgmap v3555: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 38 op/s 2024-04-13T08:17:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:26 smithi066 ceph-mon[84331]: pgmap v3555: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 38 op/s 2024-04-13T08:17:28.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:28 smithi003 ceph-mon[91733]: pgmap v3556: 137 pgs: 137 active+clean; 220 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 45 op/s 2024-04-13T08:17:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:28 smithi003 ceph-mon[89364]: pgmap v3556: 137 pgs: 137 active+clean; 220 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 45 op/s 2024-04-13T08:17:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:28 smithi066 ceph-mon[84331]: pgmap v3556: 137 pgs: 137 active+clean; 220 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 45 op/s 2024-04-13T08:17:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:30 smithi003 ceph-mon[91733]: pgmap v3557: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-13T08:17:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:30 smithi003 ceph-mon[89364]: pgmap v3557: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-13T08:17:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:30 smithi066 ceph-mon[84331]: pgmap v3557: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-13T08:17:32.593 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:17:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:17:32.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:32 smithi003 ceph-mon[91733]: pgmap v3558: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 64 op/s 2024-04-13T08:17:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:32 smithi003 ceph-mon[89364]: pgmap v3558: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 64 op/s 2024-04-13T08:17:32.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:32 smithi066 ceph-mon[84331]: pgmap v3558: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 64 op/s 2024-04-13T08:17:34.596 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:17:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:17:34] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-13T08:17:34.596 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:34 smithi003 ceph-mon[89364]: pgmap v3559: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 64 op/s 2024-04-13T08:17:34.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:34 smithi003 ceph-mon[91733]: pgmap v3559: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 64 op/s 2024-04-13T08:17:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:34 smithi066 ceph-mon[84331]: pgmap v3559: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 64 op/s 2024-04-13T08:17:36.380 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOne (12439 ms) 2024-04-13T08:17:36.381 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot 2024-04-13T08:17:36.381 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:17:36.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:36 smithi003 ceph-mon[91733]: pgmap v3560: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-13T08:17:36.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:36 smithi003 ceph-mon[89364]: pgmap v3560: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-13T08:17:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:36 smithi066 ceph-mon[84331]: pgmap v3560: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-13T08:17:37.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:37 smithi003 ceph-mon[91733]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-13T08:17:37.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:37.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:37 smithi003 ceph-mon[89364]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-13T08:17:37.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:37 smithi066 ceph-mon[84331]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-13T08:17:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:38.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:38 smithi003 ceph-mon[91733]: pgmap v3562: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 903 KiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-04-13T08:17:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:38 smithi003 ceph-mon[89364]: pgmap v3562: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 903 KiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-04-13T08:17:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:38 smithi066 ceph-mon[84331]: pgmap v3562: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 903 KiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-04-13T08:17:40.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:40 smithi003 ceph-mon[91733]: pgmap v3563: 137 pgs: 137 active+clean; 269 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-13T08:17:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:40 smithi003 ceph-mon[89364]: pgmap v3563: 137 pgs: 137 active+clean; 269 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-13T08:17:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:40 smithi066 ceph-mon[84331]: pgmap v3563: 137 pgs: 137 active+clean; 269 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-13T08:17:42.632 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:17:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:17:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:17:42.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:42 smithi003 ceph-mon[91733]: pgmap v3564: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-13T08:17:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:42 smithi003 ceph-mon[89364]: pgmap v3564: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-13T08:17:42.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:42 smithi066 ceph-mon[84331]: pgmap v3564: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-13T08:17:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:17:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:17:44] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-13T08:17:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:44 smithi066 ceph-mon[84331]: pgmap v3565: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-13T08:17:45.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:44 smithi003 ceph-mon[91733]: pgmap v3565: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-13T08:17:45.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:44 smithi003 ceph-mon[89364]: pgmap v3565: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-13T08:17:45.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:45 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:17:46.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:45 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:17:46.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:45 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:17:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:46 smithi066 ceph-mon[84331]: pgmap v3566: 137 pgs: 137 active+clean; 285 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 MiB/s wr, 58 op/s 2024-04-13T08:17:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:46 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:17:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:46 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:17:47.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:46 smithi003 ceph-mon[91733]: pgmap v3566: 137 pgs: 137 active+clean; 285 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 MiB/s wr, 58 op/s 2024-04-13T08:17:47.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:46 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:17:47.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:46 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:17:47.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:46 smithi003 ceph-mon[89364]: pgmap v3566: 137 pgs: 137 active+clean; 285 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 MiB/s wr, 58 op/s 2024-04-13T08:17:47.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:46 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:17:47.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:46 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:17:48.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:47 smithi003 ceph-mon[91733]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-13T08:17:48.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:17:48.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:17:48.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:17:48.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:47 smithi003 ceph-mon[89364]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-13T08:17:48.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:17:48.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:17:48.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:17:48.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:47 smithi066 ceph-mon[84331]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-13T08:17:48.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:17:48.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:17:48.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:17:48.925 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot (12545 ms) 2024-04-13T08:17:48.925 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/1.MinOverlap 2024-04-13T08:17:48.925 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:17:49.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:48 smithi003 ceph-mon[91733]: pgmap v3568: 137 pgs: 137 active+clean; 289 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-13T08:17:49.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:48 smithi003 ceph-mon[89364]: pgmap v3568: 137 pgs: 137 active+clean; 289 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-13T08:17:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:48 smithi066 ceph-mon[84331]: pgmap v3568: 137 pgs: 137 active+clean; 289 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-13T08:17:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:50 smithi003 ceph-mon[89364]: pgmap v3569: 137 pgs: 137 active+clean; 335 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.6 MiB/s wr, 46 op/s 2024-04-13T08:17:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:50 smithi003 ceph-mon[89364]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-13T08:17:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:50 smithi003 ceph-mon[91733]: pgmap v3569: 137 pgs: 137 active+clean; 335 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.6 MiB/s wr, 46 op/s 2024-04-13T08:17:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:50 smithi003 ceph-mon[91733]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-13T08:17:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:50 smithi066 ceph-mon[84331]: pgmap v3569: 137 pgs: 137 active+clean; 335 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.6 MiB/s wr, 46 op/s 2024-04-13T08:17:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:50 smithi066 ceph-mon[84331]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-13T08:17:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:17:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:17:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:52 smithi003 ceph-mon[89364]: pgmap v3571: 137 pgs: 137 active+clean; 375 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 78 op/s 2024-04-13T08:17:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:52 smithi003 ceph-mon[91733]: pgmap v3571: 137 pgs: 137 active+clean; 375 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 78 op/s 2024-04-13T08:17:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:52 smithi066 ceph-mon[84331]: pgmap v3571: 137 pgs: 137 active+clean; 375 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 78 op/s 2024-04-13T08:17:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:17:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:17:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:17:54] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-13T08:17:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:54 smithi003 ceph-mon[91733]: pgmap v3572: 137 pgs: 137 active+clean; 375 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 65 op/s 2024-04-13T08:17:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:54 smithi003 ceph-mon[89364]: pgmap v3572: 137 pgs: 137 active+clean; 375 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 65 op/s 2024-04-13T08:17:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:54 smithi066 ceph-mon[84331]: pgmap v3572: 137 pgs: 137 active+clean; 375 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 65 op/s 2024-04-13T08:17:57.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:56 smithi003 ceph-mon[89364]: pgmap v3573: 137 pgs: 137 active+clean; 383 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.8 MiB/s rd, 11 MiB/s wr, 82 op/s 2024-04-13T08:17:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:56 smithi003 ceph-mon[91733]: pgmap v3573: 137 pgs: 137 active+clean; 383 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.8 MiB/s rd, 11 MiB/s wr, 82 op/s 2024-04-13T08:17:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:56 smithi066 ceph-mon[84331]: pgmap v3573: 137 pgs: 137 active+clean; 383 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.8 MiB/s rd, 11 MiB/s wr, 82 op/s 2024-04-13T08:17:59.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:58 smithi003 ceph-mon[89364]: pgmap v3574: 137 pgs: 137 active+clean; 383 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 71 op/s 2024-04-13T08:17:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:58 smithi003 ceph-mon[91733]: pgmap v3574: 137 pgs: 137 active+clean; 383 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 71 op/s 2024-04-13T08:17:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:58 smithi066 ceph-mon[84331]: pgmap v3574: 137 pgs: 137 active+clean; 383 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 71 op/s 2024-04-13T08:18:00.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:17:59 smithi003 ceph-mon[89364]: pgmap v3575: 137 pgs: 137 active+clean; 395 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 907 KiB/s rd, 6.0 MiB/s wr, 45 op/s 2024-04-13T08:18:00.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:17:59 smithi003 ceph-mon[91733]: pgmap v3575: 137 pgs: 137 active+clean; 395 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 907 KiB/s rd, 6.0 MiB/s wr, 45 op/s 2024-04-13T08:18:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:17:59 smithi066 ceph-mon[84331]: pgmap v3575: 137 pgs: 137 active+clean; 395 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 907 KiB/s rd, 6.0 MiB/s wr, 45 op/s 2024-04-13T08:18:01.828 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/1.MinOverlap (12903 ms) 2024-04-13T08:18:01.828 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/1.ZeroOverlap 2024-04-13T08:18:01.829 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:18:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:02 smithi066 ceph-mon[84331]: pgmap v3576: 137 pgs: 137 active+clean; 399 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.9 MiB/s wr, 49 op/s 2024-04-13T08:18:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:18:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:18:02.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:02 smithi003 ceph-mon[91733]: pgmap v3576: 137 pgs: 137 active+clean; 399 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.9 MiB/s wr, 49 op/s 2024-04-13T08:18:02.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:02 smithi003 ceph-mon[89364]: pgmap v3576: 137 pgs: 137 active+clean; 399 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.9 MiB/s wr, 49 op/s 2024-04-13T08:18:03.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:03 smithi003 ceph-mon[91733]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-13T08:18:03.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:03 smithi003 ceph-mon[89364]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-13T08:18:03.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:03 smithi066 ceph-mon[84331]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-13T08:18:04.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:04 smithi003 ceph-mon[91733]: pgmap v3578: 137 pgs: 137 active+clean; 399 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 468 KiB/s rd, 2.8 MiB/s wr, 39 op/s 2024-04-13T08:18:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:18:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:18:04] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-13T08:18:04.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:04 smithi003 ceph-mon[89364]: pgmap v3578: 137 pgs: 137 active+clean; 399 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 468 KiB/s rd, 2.8 MiB/s wr, 39 op/s 2024-04-13T08:18:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:04 smithi066 ceph-mon[84331]: pgmap v3578: 137 pgs: 137 active+clean; 399 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 468 KiB/s rd, 2.8 MiB/s wr, 39 op/s 2024-04-13T08:18:06.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:06 smithi003 ceph-mon[91733]: pgmap v3579: 137 pgs: 137 active+clean; 424 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 42 op/s 2024-04-13T08:18:06.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:06 smithi003 ceph-mon[89364]: pgmap v3579: 137 pgs: 137 active+clean; 424 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 42 op/s 2024-04-13T08:18:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:06 smithi066 ceph-mon[84331]: pgmap v3579: 137 pgs: 137 active+clean; 424 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 42 op/s 2024-04-13T08:18:08.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:08 smithi003 ceph-mon[91733]: pgmap v3580: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-13T08:18:08.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:08 smithi003 ceph-mon[89364]: pgmap v3580: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-13T08:18:08.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:08 smithi066 ceph-mon[84331]: pgmap v3580: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-13T08:18:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:10.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:10 smithi003 ceph-mon[91733]: pgmap v3581: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-13T08:18:10.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:10 smithi003 ceph-mon[89364]: pgmap v3581: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-13T08:18:10.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:10 smithi066 ceph-mon[84331]: pgmap v3581: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-13T08:18:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:12 smithi066 ceph-mon[84331]: pgmap v3582: 137 pgs: 137 active+clean; 432 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-13T08:18:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:18:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:18:12.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:12 smithi003 ceph-mon[91733]: pgmap v3582: 137 pgs: 137 active+clean; 432 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-13T08:18:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:12 smithi003 ceph-mon[89364]: pgmap v3582: 137 pgs: 137 active+clean; 432 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-13T08:18:13.851 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/1.ZeroOverlap (12022 ms) 2024-04-13T08:18:14.431 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 7 tests from EncryptedFlattenTest/1 (91095 ms total) 2024-04-13T08:18:14.431 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:18:14.431 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 7 tests from EncryptedFlattenTest/2, where TypeParam = UnformattedLUKS1 2024-04-13T08:18:14.475 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/2.Simple 2024-04-13T08:18:14.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:14 smithi003 ceph-mon[91733]: pgmap v3583: 137 pgs: 137 active+clean; 432 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-13T08:18:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:14 smithi003 ceph-mon[89364]: pgmap v3583: 137 pgs: 137 active+clean; 432 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-13T08:18:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:18:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:18:14] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-13T08:18:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:14 smithi066 ceph-mon[84331]: pgmap v3583: 137 pgs: 137 active+clean; 432 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-13T08:18:15.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:15 smithi003 ceph-mon[91733]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-13T08:18:15.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:15 smithi003 ceph-mon[89364]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-13T08:18:15.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:15 smithi066 ceph-mon[84331]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-13T08:18:16.457 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:18:16.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:16 smithi003 ceph-mon[91733]: pgmap v3585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:18:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:16 smithi003 ceph-mon[91733]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-13T08:18:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:16 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1753783405' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:18:16.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:16 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:18:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:16 smithi003 ceph-mon[89364]: pgmap v3585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:18:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:16 smithi003 ceph-mon[89364]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-13T08:18:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:16 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1753783405' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:18:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:16 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:18:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:16 smithi066 ceph-mon[84331]: pgmap v3585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:18:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:16 smithi066 ceph-mon[84331]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-13T08:18:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:16 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1753783405' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:18:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:16 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:18:17.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:17 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:18:17.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:17 smithi003 ceph-mon[89364]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-13T08:18:17.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:17 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:18:17.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:17 smithi003 ceph-mon[91733]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-13T08:18:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:17 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:18:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:17 smithi066 ceph-mon[84331]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-13T08:18:18.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:18 smithi003 ceph-mon[91733]: pgmap v3588: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:18:18.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:18 smithi003 ceph-mon[91733]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-13T08:18:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:18 smithi003 ceph-mon[89364]: pgmap v3588: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:18:18.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:18 smithi003 ceph-mon[89364]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-13T08:18:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:18 smithi066 ceph-mon[84331]: pgmap v3588: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:18:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:18 smithi066 ceph-mon[84331]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-13T08:18:19.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:19 smithi003 ceph-mon[91733]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-13T08:18:19.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:19 smithi003 ceph-mon[89364]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-13T08:18:19.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:19 smithi066 ceph-mon[84331]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-13T08:18:20.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:20 smithi003 ceph-mon[91733]: pgmap v3591: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-04-13T08:18:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:20 smithi003 ceph-mon[89364]: pgmap v3591: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-04-13T08:18:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:20 smithi066 ceph-mon[84331]: pgmap v3591: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-04-13T08:18:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:22 smithi066 ceph-mon[84331]: pgmap v3592: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.1 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-04-13T08:18:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:18:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:18:22.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:22 smithi003 ceph-mon[91733]: pgmap v3592: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.1 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-04-13T08:18:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:22 smithi003 ceph-mon[89364]: pgmap v3592: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.1 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-04-13T08:18:23.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:23 smithi003 ceph-mon[89364]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-13T08:18:23.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:23.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:23 smithi003 ceph-mon[91733]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-13T08:18:23.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:23 smithi066 ceph-mon[84331]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-13T08:18:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:24.483 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:18:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:18:24] "GET /metrics HTTP/1.1" 200 36701 "" "Prometheus/2.43.0" 2024-04-13T08:18:24.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:24 smithi003 ceph-mon[89364]: pgmap v3594: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-13T08:18:24.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:24 smithi003 ceph-mon[91733]: pgmap v3594: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-13T08:18:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:24 smithi066 ceph-mon[84331]: pgmap v3594: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-13T08:18:25.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:25 smithi003 ceph-mon[89364]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-13T08:18:25.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:25 smithi003 ceph-mon[91733]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-13T08:18:25.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:25 smithi066 ceph-mon[84331]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-13T08:18:26.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:26 smithi003 ceph-mon[89364]: pgmap v3596: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 4.2 MiB/s wr, 53 op/s 2024-04-13T08:18:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:26 smithi003 ceph-mon[91733]: pgmap v3596: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 4.2 MiB/s wr, 53 op/s 2024-04-13T08:18:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:26 smithi066 ceph-mon[84331]: pgmap v3596: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 4.2 MiB/s wr, 53 op/s 2024-04-13T08:18:28.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:28 smithi003 ceph-mon[91733]: pgmap v3597: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 3.6 MiB/s wr, 53 op/s 2024-04-13T08:18:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:28 smithi003 ceph-mon[89364]: pgmap v3597: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 3.6 MiB/s wr, 53 op/s 2024-04-13T08:18:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:28 smithi066 ceph-mon[84331]: pgmap v3597: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 3.6 MiB/s wr, 53 op/s 2024-04-13T08:18:28.939 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/2.Simple (14463 ms) 2024-04-13T08:18:28.939 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/2.Grow 2024-04-13T08:18:28.939 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:18:30.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:30 smithi003 ceph-mon[91733]: pgmap v3598: 137 pgs: 137 active+clean; 51 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-13T08:18:30.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:30 smithi003 ceph-mon[89364]: pgmap v3598: 137 pgs: 137 active+clean; 51 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-13T08:18:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:30 smithi066 ceph-mon[84331]: pgmap v3598: 137 pgs: 137 active+clean; 51 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-13T08:18:32.615 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:18:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:18:32.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:32 smithi003 ceph-mon[89364]: pgmap v3599: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.5 MiB/s wr, 70 op/s 2024-04-13T08:18:32.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:32 smithi003 ceph-mon[91733]: pgmap v3599: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.5 MiB/s wr, 70 op/s 2024-04-13T08:18:32.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:32 smithi066 ceph-mon[84331]: pgmap v3599: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.5 MiB/s wr, 70 op/s 2024-04-13T08:18:33.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:33 smithi003 ceph-mon[89364]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-13T08:18:33.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:33 smithi003 ceph-mon[91733]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-13T08:18:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:33 smithi066 ceph-mon[84331]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-13T08:18:34.625 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:18:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:18:34] "GET /metrics HTTP/1.1" 200 36701 "" "Prometheus/2.43.0" 2024-04-13T08:18:34.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:34 smithi003 ceph-mon[89364]: pgmap v3601: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 57 op/s 2024-04-13T08:18:34.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:34 smithi003 ceph-mon[91733]: pgmap v3601: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 57 op/s 2024-04-13T08:18:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:34 smithi066 ceph-mon[84331]: pgmap v3601: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 57 op/s 2024-04-13T08:18:36.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:36 smithi003 ceph-mon[89364]: pgmap v3602: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-13T08:18:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:36 smithi003 ceph-mon[91733]: pgmap v3602: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-13T08:18:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:36 smithi066 ceph-mon[84331]: pgmap v3602: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-13T08:18:37.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:37.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:38.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:38 smithi003 ceph-mon[91733]: pgmap v3603: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-13T08:18:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:38 smithi003 ceph-mon[89364]: pgmap v3603: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-13T08:18:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:38 smithi066 ceph-mon[84331]: pgmap v3603: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-13T08:18:39.111 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/2.Grow (10169 ms) 2024-04-13T08:18:39.146 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/2.Shrink 2024-04-13T08:18:39.146 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:18:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:40 smithi066 ceph-mon[84331]: pgmap v3604: 137 pgs: 137 active+clean; 101 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.0 MiB/s wr, 65 op/s 2024-04-13T08:18:41.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:40 smithi003 ceph-mon[89364]: pgmap v3604: 137 pgs: 137 active+clean; 101 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.0 MiB/s wr, 65 op/s 2024-04-13T08:18:41.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:40 smithi003 ceph-mon[91733]: pgmap v3604: 137 pgs: 137 active+clean; 101 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.0 MiB/s wr, 65 op/s 2024-04-13T08:18:42.642 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:18:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:18:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:18:42.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:42 smithi066 ceph-mon[84331]: pgmap v3605: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-13T08:18:43.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:42 smithi003 ceph-mon[89364]: pgmap v3605: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-13T08:18:43.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:42 smithi003 ceph-mon[91733]: pgmap v3605: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-13T08:18:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:18:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:18:44] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-13T08:18:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:44 smithi066 ceph-mon[84331]: pgmap v3606: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 60 op/s 2024-04-13T08:18:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:44 smithi066 ceph-mon[84331]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-13T08:18:45.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:44 smithi003 ceph-mon[91733]: pgmap v3606: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 60 op/s 2024-04-13T08:18:45.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:44 smithi003 ceph-mon[91733]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-13T08:18:45.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:44 smithi003 ceph-mon[89364]: pgmap v3606: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 60 op/s 2024-04-13T08:18:45.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:44 smithi003 ceph-mon[89364]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-13T08:18:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:46 smithi066 ceph-mon[84331]: pgmap v3608: 137 pgs: 137 active+clean; 138 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 72 op/s 2024-04-13T08:18:47.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:46 smithi003 ceph-mon[91733]: pgmap v3608: 137 pgs: 137 active+clean; 138 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 72 op/s 2024-04-13T08:18:47.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:46 smithi003 ceph-mon[89364]: pgmap v3608: 137 pgs: 137 active+clean; 138 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 72 op/s 2024-04-13T08:18:48.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:18:48.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:18:48.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:47 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:18:48.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:18:48.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:18:48.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:47 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:18:48.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:18:48.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:18:48.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:47 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:18:49.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:48 smithi003 ceph-mon[89364]: pgmap v3609: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-13T08:18:49.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:48 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:18:49.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:48 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:18:49.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:48 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:18:49.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:48 smithi003 ceph-mon[91733]: pgmap v3609: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-13T08:18:49.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:48 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:18:49.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:48 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:18:49.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:48 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:18:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:48 smithi066 ceph-mon[84331]: pgmap v3609: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-13T08:18:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:48 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:18:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:48 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:18:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:48 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:18:50.206 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/2.Shrink (11098 ms) 2024-04-13T08:18:50.206 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOne 2024-04-13T08:18:50.206 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:18:51.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:50 smithi003 ceph-mon[89364]: pgmap v3610: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.1 MiB/s wr, 64 op/s 2024-04-13T08:18:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:50 smithi003 ceph-mon[91733]: pgmap v3610: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.1 MiB/s wr, 64 op/s 2024-04-13T08:18:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:50 smithi066 ceph-mon[84331]: pgmap v3610: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.1 MiB/s wr, 64 op/s 2024-04-13T08:18:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:18:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:18:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:52 smithi003 ceph-mon[91733]: pgmap v3611: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-13T08:18:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:52 smithi003 ceph-mon[89364]: pgmap v3611: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-13T08:18:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:52 smithi066 ceph-mon[84331]: pgmap v3611: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-13T08:18:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:18:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:18:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:18:54] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-13T08:18:55.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:54 smithi003 ceph-mon[89364]: pgmap v3612: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-13T08:18:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:54 smithi003 ceph-mon[91733]: pgmap v3612: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-13T08:18:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:54 smithi066 ceph-mon[84331]: pgmap v3612: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.9 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-13T08:18:56.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:55 smithi003 ceph-mon[89364]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-13T08:18:56.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:55 smithi003 ceph-mon[91733]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-13T08:18:56.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:55 smithi066 ceph-mon[84331]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-13T08:18:57.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:56 smithi003 ceph-mon[91733]: pgmap v3614: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 28 op/s 2024-04-13T08:18:57.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:56 smithi003 ceph-mon[89364]: pgmap v3614: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 28 op/s 2024-04-13T08:18:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:56 smithi066 ceph-mon[84331]: pgmap v3614: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 28 op/s 2024-04-13T08:18:58.953 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:18:58 smithi066 ceph-mon[84331]: pgmap v3615: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 44 op/s 2024-04-13T08:18:59.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:18:58 smithi003 ceph-mon[89364]: pgmap v3615: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 44 op/s 2024-04-13T08:18:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:18:58 smithi003 ceph-mon[91733]: pgmap v3615: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 44 op/s 2024-04-13T08:19:01.038 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOne (10832 ms) 2024-04-13T08:19:01.038 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot 2024-04-13T08:19:01.038 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:19:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:00 smithi003 ceph-mon[91733]: pgmap v3616: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.6 MiB/s wr, 55 op/s 2024-04-13T08:19:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:00 smithi003 ceph-mon[89364]: pgmap v3616: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.6 MiB/s wr, 55 op/s 2024-04-13T08:19:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:00 smithi066 ceph-mon[84331]: pgmap v3616: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.6 MiB/s wr, 55 op/s 2024-04-13T08:19:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:19:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:19:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:02 smithi003 ceph-mon[91733]: pgmap v3617: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-13T08:19:03.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:02 smithi003 ceph-mon[89364]: pgmap v3617: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-13T08:19:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:02 smithi066 ceph-mon[84331]: pgmap v3617: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-13T08:19:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:19:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:19:04] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-13T08:19:05.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:04 smithi003 ceph-mon[91733]: pgmap v3618: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-13T08:19:05.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:04 smithi003 ceph-mon[89364]: pgmap v3618: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-13T08:19:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:04 smithi066 ceph-mon[84331]: pgmap v3618: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-13T08:19:06.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:05 smithi003 ceph-mon[89364]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-13T08:19:06.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:05 smithi003 ceph-mon[91733]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-13T08:19:06.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:05 smithi066 ceph-mon[84331]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-13T08:19:07.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:06 smithi003 ceph-mon[89364]: pgmap v3620: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 994 KiB/s rd, 3.3 MiB/s wr, 81 op/s 2024-04-13T08:19:07.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:06 smithi003 ceph-mon[91733]: pgmap v3620: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 994 KiB/s rd, 3.3 MiB/s wr, 81 op/s 2024-04-13T08:19:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:06 smithi066 ceph-mon[84331]: pgmap v3620: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 994 KiB/s rd, 3.3 MiB/s wr, 81 op/s 2024-04-13T08:19:08.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:08.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:09.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:08 smithi003 ceph-mon[89364]: pgmap v3621: 137 pgs: 137 active+clean; 229 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 954 KiB/s rd, 2.5 MiB/s wr, 64 op/s 2024-04-13T08:19:09.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:08 smithi003 ceph-mon[91733]: pgmap v3621: 137 pgs: 137 active+clean; 229 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 954 KiB/s rd, 2.5 MiB/s wr, 64 op/s 2024-04-13T08:19:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:08 smithi066 ceph-mon[84331]: pgmap v3621: 137 pgs: 137 active+clean; 229 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 954 KiB/s rd, 2.5 MiB/s wr, 64 op/s 2024-04-13T08:19:11.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:10 smithi003 ceph-mon[89364]: pgmap v3622: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-13T08:19:11.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:10 smithi003 ceph-mon[89364]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-13T08:19:11.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:10 smithi003 ceph-mon[91733]: pgmap v3622: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-13T08:19:11.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:10 smithi003 ceph-mon[91733]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-13T08:19:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:10 smithi066 ceph-mon[84331]: pgmap v3622: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-13T08:19:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:10 smithi066 ceph-mon[84331]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-13T08:19:12.019 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot (10980 ms) 2024-04-13T08:19:12.019 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/2.MinOverlap 2024-04-13T08:19:12.019 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:19:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:19:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:19:13.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:12 smithi003 ceph-mon[89364]: pgmap v3624: 137 pgs: 137 active+clean; 258 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.3 MiB/s wr, 63 op/s 2024-04-13T08:19:13.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:12 smithi003 ceph-mon[91733]: pgmap v3624: 137 pgs: 137 active+clean; 258 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.3 MiB/s wr, 63 op/s 2024-04-13T08:19:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:12 smithi066 ceph-mon[84331]: pgmap v3624: 137 pgs: 137 active+clean; 258 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.3 MiB/s wr, 63 op/s 2024-04-13T08:19:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:19:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:19:14] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-13T08:19:15.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:14 smithi003 ceph-mon[91733]: pgmap v3625: 137 pgs: 137 active+clean; 258 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 57 op/s 2024-04-13T08:19:15.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:14 smithi003 ceph-mon[89364]: pgmap v3625: 137 pgs: 137 active+clean; 258 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 57 op/s 2024-04-13T08:19:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:14 smithi066 ceph-mon[84331]: pgmap v3625: 137 pgs: 137 active+clean; 258 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 57 op/s 2024-04-13T08:19:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:16 smithi003 ceph-mon[91733]: pgmap v3626: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.1 MiB/s wr, 47 op/s 2024-04-13T08:19:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:16 smithi003 ceph-mon[91733]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-13T08:19:17.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:16 smithi003 ceph-mon[89364]: pgmap v3626: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.1 MiB/s wr, 47 op/s 2024-04-13T08:19:17.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:16 smithi003 ceph-mon[89364]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-13T08:19:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:16 smithi066 ceph-mon[84331]: pgmap v3626: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.1 MiB/s wr, 47 op/s 2024-04-13T08:19:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:16 smithi066 ceph-mon[84331]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-13T08:19:19.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:18 smithi003 ceph-mon[91733]: pgmap v3628: 137 pgs: 137 active+clean; 314 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 8.6 MiB/s wr, 54 op/s 2024-04-13T08:19:19.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:18 smithi003 ceph-mon[89364]: pgmap v3628: 137 pgs: 137 active+clean; 314 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 8.6 MiB/s wr, 54 op/s 2024-04-13T08:19:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:18 smithi066 ceph-mon[84331]: pgmap v3628: 137 pgs: 137 active+clean; 314 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 8.6 MiB/s wr, 54 op/s 2024-04-13T08:19:21.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:20 smithi003 ceph-mon[89364]: pgmap v3629: 137 pgs: 137 active+clean; 322 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 8.0 MiB/s wr, 75 op/s 2024-04-13T08:19:21.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:20 smithi003 ceph-mon[91733]: pgmap v3629: 137 pgs: 137 active+clean; 322 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 8.0 MiB/s wr, 75 op/s 2024-04-13T08:19:21.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:20 smithi066 ceph-mon[84331]: pgmap v3629: 137 pgs: 137 active+clean; 322 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 8.0 MiB/s wr, 75 op/s 2024-04-13T08:19:22.146 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/2.MinOverlap (10128 ms) 2024-04-13T08:19:22.146 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/2.ZeroOverlap 2024-04-13T08:19:22.146 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:19:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:19:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:19:23.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:22 smithi003 ceph-mon[91733]: pgmap v3630: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.5 MiB/s wr, 70 op/s 2024-04-13T08:19:23.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:23.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:22 smithi003 ceph-mon[89364]: pgmap v3630: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.5 MiB/s wr, 70 op/s 2024-04-13T08:19:23.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:22 smithi066 ceph-mon[84331]: pgmap v3630: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.5 MiB/s wr, 70 op/s 2024-04-13T08:19:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:19:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:19:24] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-13T08:19:25.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:24 smithi003 ceph-mon[91733]: pgmap v3631: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.5 MiB/s wr, 70 op/s 2024-04-13T08:19:25.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:24 smithi003 ceph-mon[89364]: pgmap v3631: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.5 MiB/s wr, 70 op/s 2024-04-13T08:19:25.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:24 smithi066 ceph-mon[84331]: pgmap v3631: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.5 MiB/s wr, 70 op/s 2024-04-13T08:19:27.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:26 smithi003 ceph-mon[91733]: pgmap v3632: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-13T08:19:27.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:26 smithi003 ceph-mon[91733]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-13T08:19:27.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:26 smithi003 ceph-mon[89364]: pgmap v3632: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-13T08:19:27.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:26 smithi003 ceph-mon[89364]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-13T08:19:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:26 smithi066 ceph-mon[84331]: pgmap v3632: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-13T08:19:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:26 smithi066 ceph-mon[84331]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-13T08:19:29.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:28 smithi003 ceph-mon[91733]: pgmap v3634: 137 pgs: 137 active+clean; 347 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 58 op/s 2024-04-13T08:19:29.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:28 smithi003 ceph-mon[89364]: pgmap v3634: 137 pgs: 137 active+clean; 347 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 58 op/s 2024-04-13T08:19:29.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:28 smithi066 ceph-mon[84331]: pgmap v3634: 137 pgs: 137 active+clean; 347 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 58 op/s 2024-04-13T08:19:31.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:30 smithi003 ceph-mon[91733]: pgmap v3635: 137 pgs: 137 active+clean; 360 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.2 MiB/s wr, 59 op/s 2024-04-13T08:19:31.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:30 smithi003 ceph-mon[89364]: pgmap v3635: 137 pgs: 137 active+clean; 360 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.2 MiB/s wr, 59 op/s 2024-04-13T08:19:31.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:30 smithi066 ceph-mon[84331]: pgmap v3635: 137 pgs: 137 active+clean; 360 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.2 MiB/s wr, 59 op/s 2024-04-13T08:19:32.066 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/2.ZeroOverlap (9920 ms) 2024-04-13T08:19:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:19:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:19:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:19:32.754 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 7 tests from EncryptedFlattenTest/2 (77590 ms total) 2024-04-13T08:19:32.754 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:19:32.754 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 7 tests from EncryptedFlattenTest/3, where TypeParam = LUKS1UnderLUKS1 2024-04-13T08:19:32.799 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/3.Simple 2024-04-13T08:19:33.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:32 smithi003 ceph-mon[89364]: pgmap v3636: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 538 KiB/s rd, 3.3 MiB/s wr, 58 op/s 2024-04-13T08:19:33.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:32 smithi003 ceph-mon[91733]: pgmap v3636: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 538 KiB/s rd, 3.3 MiB/s wr, 58 op/s 2024-04-13T08:19:33.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:32 smithi066 ceph-mon[84331]: pgmap v3636: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 538 KiB/s rd, 3.3 MiB/s wr, 58 op/s 2024-04-13T08:19:34.036 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:33 smithi003 ceph-mon[89364]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-13T08:19:34.036 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:33 smithi003 ceph-mon[91733]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-13T08:19:34.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:33 smithi066 ceph-mon[84331]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-13T08:19:34.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:19:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:19:34] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-13T08:19:34.781 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:19:35.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:34 smithi003 ceph-mon[89364]: pgmap v3638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:19:35.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:34 smithi003 ceph-mon[89364]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-13T08:19:35.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:34 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3103597748' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:19:35.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:34 smithi003 ceph-mon[91733]: pgmap v3638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:19:35.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:34 smithi003 ceph-mon[91733]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-13T08:19:35.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:34 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3103597748' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:19:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:34 smithi066 ceph-mon[84331]: pgmap v3638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:19:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:34 smithi066 ceph-mon[84331]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-13T08:19:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:34 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3103597748' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:19:36.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:35 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3103597748' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:19:36.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:35 smithi003 ceph-mon[89364]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-13T08:19:36.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:35 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3103597748' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:19:36.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:35 smithi003 ceph-mon[91733]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-13T08:19:36.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:35 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3103597748' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:19:36.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:35 smithi066 ceph-mon[84331]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-13T08:19:37.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:36 smithi003 ceph-mon[89364]: pgmap v3641: 137 pgs: 4 creating+activating, 11 creating+peering, 9 unknown, 113 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:19:37.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:36 smithi003 ceph-mon[89364]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-13T08:19:37.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:36 smithi003 ceph-mon[91733]: pgmap v3641: 137 pgs: 4 creating+activating, 11 creating+peering, 9 unknown, 113 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:19:37.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:36 smithi003 ceph-mon[91733]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-13T08:19:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:36 smithi066 ceph-mon[84331]: pgmap v3641: 137 pgs: 4 creating+activating, 11 creating+peering, 9 unknown, 113 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:19:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:36 smithi066 ceph-mon[84331]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-13T08:19:38.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:37 smithi003 ceph-mon[89364]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-13T08:19:38.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:38.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:37 smithi003 ceph-mon[91733]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-13T08:19:38.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:37 smithi066 ceph-mon[84331]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-13T08:19:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:39.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:38 smithi003 ceph-mon[91733]: pgmap v3644: 137 pgs: 4 creating+activating, 11 creating+peering, 122 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T08:19:39.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:38 smithi003 ceph-mon[89364]: pgmap v3644: 137 pgs: 4 creating+activating, 11 creating+peering, 122 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T08:19:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:38 smithi066 ceph-mon[84331]: pgmap v3644: 137 pgs: 4 creating+activating, 11 creating+peering, 122 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T08:19:41.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:40 smithi003 ceph-mon[89364]: pgmap v3645: 137 pgs: 4 creating+activating, 133 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 732 B/s wr, 6 op/s 2024-04-13T08:19:41.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:40 smithi003 ceph-mon[91733]: pgmap v3645: 137 pgs: 4 creating+activating, 133 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 732 B/s wr, 6 op/s 2024-04-13T08:19:41.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:40 smithi066 ceph-mon[84331]: pgmap v3645: 137 pgs: 4 creating+activating, 133 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 732 B/s wr, 6 op/s 2024-04-13T08:19:42.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:41 smithi003 ceph-mon[89364]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-13T08:19:42.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:41 smithi003 ceph-mon[89364]: pgmap v3647: 137 pgs: 137 active+clean; 25 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 3.3 MiB/s wr, 11 op/s 2024-04-13T08:19:42.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:41 smithi003 ceph-mon[91733]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-13T08:19:42.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:41 smithi003 ceph-mon[91733]: pgmap v3647: 137 pgs: 137 active+clean; 25 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 3.3 MiB/s wr, 11 op/s 2024-04-13T08:19:42.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:41 smithi066 ceph-mon[84331]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-13T08:19:42.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:41 smithi066 ceph-mon[84331]: pgmap v3647: 137 pgs: 137 active+clean; 25 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 3.3 MiB/s wr, 11 op/s 2024-04-13T08:19:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:19:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:19:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:19:44.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:44 smithi003 ceph-mon[89364]: pgmap v3648: 137 pgs: 137 active+clean; 25 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.3 KiB/s rd, 2.6 MiB/s wr, 8 op/s 2024-04-13T08:19:44.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:44 smithi003 ceph-mon[91733]: pgmap v3648: 137 pgs: 137 active+clean; 25 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.3 KiB/s rd, 2.6 MiB/s wr, 8 op/s 2024-04-13T08:19:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:19:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:19:44] "GET /metrics HTTP/1.1" 200 36691 "" "Prometheus/2.43.0" 2024-04-13T08:19:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:44 smithi066 ceph-mon[84331]: pgmap v3648: 137 pgs: 137 active+clean; 25 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.3 KiB/s rd, 2.6 MiB/s wr, 8 op/s 2024-04-13T08:19:45.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:45 smithi003 ceph-mon[91733]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-13T08:19:45.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:45 smithi003 ceph-mon[89364]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-13T08:19:45.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:45 smithi066 ceph-mon[84331]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-13T08:19:46.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:46 smithi003 ceph-mon[91733]: pgmap v3650: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-13T08:19:46.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:46 smithi003 ceph-mon[89364]: pgmap v3650: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-13T08:19:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:46 smithi066 ceph-mon[84331]: pgmap v3650: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-13T08:19:48.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:48 smithi003 ceph-mon[89364]: pgmap v3651: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-13T08:19:48.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:48 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:19:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:48 smithi003 ceph-mon[91733]: pgmap v3651: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-13T08:19:48.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:48 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:19:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:48 smithi066 ceph-mon[84331]: pgmap v3651: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-13T08:19:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:48 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:19:49.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:19:49.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:19:49.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:19:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:19:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:19:49.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:19:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:19:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:19:49.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:19:50.779 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/3.Simple (17980 ms) 2024-04-13T08:19:50.780 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/3.Grow 2024-04-13T08:19:50.780 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:19:50.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:50 smithi003 ceph-mon[89364]: pgmap v3652: 137 pgs: 137 active+clean; 42 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 2.9 MiB/s wr, 55 op/s 2024-04-13T08:19:50.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:50 smithi003 ceph-mon[91733]: pgmap v3652: 137 pgs: 137 active+clean; 42 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 2.9 MiB/s wr, 55 op/s 2024-04-13T08:19:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:50 smithi066 ceph-mon[84331]: pgmap v3652: 137 pgs: 137 active+clean; 42 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 2.9 MiB/s wr, 55 op/s 2024-04-13T08:19:52.624 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:19:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:19:52.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:52 smithi003 ceph-mon[89364]: pgmap v3653: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.2 MiB/s wr, 57 op/s 2024-04-13T08:19:52.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:52 smithi003 ceph-mon[91733]: pgmap v3653: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.2 MiB/s wr, 57 op/s 2024-04-13T08:19:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:52.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:52 smithi066 ceph-mon[84331]: pgmap v3653: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.2 MiB/s wr, 57 op/s 2024-04-13T08:19:52.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:19:54.626 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:19:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:19:54] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-13T08:19:54.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:54 smithi003 ceph-mon[91733]: pgmap v3654: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.2 MiB/s wr, 57 op/s 2024-04-13T08:19:54.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:54 smithi003 ceph-mon[89364]: pgmap v3654: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.2 MiB/s wr, 57 op/s 2024-04-13T08:19:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:54 smithi066 ceph-mon[84331]: pgmap v3654: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.2 MiB/s wr, 57 op/s 2024-04-13T08:19:55.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:55 smithi066 ceph-mon[84331]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-13T08:19:56.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:55 smithi003 ceph-mon[91733]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-13T08:19:56.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:55 smithi003 ceph-mon[89364]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-13T08:19:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:56 smithi066 ceph-mon[84331]: pgmap v3656: 137 pgs: 137 active+clean; 76 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.2 MiB/s wr, 32 op/s 2024-04-13T08:19:57.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:56 smithi003 ceph-mon[91733]: pgmap v3656: 137 pgs: 137 active+clean; 76 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.2 MiB/s wr, 32 op/s 2024-04-13T08:19:57.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:56 smithi003 ceph-mon[89364]: pgmap v3656: 137 pgs: 137 active+clean; 76 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.2 MiB/s wr, 32 op/s 2024-04-13T08:19:58.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:19:58 smithi066 ceph-mon[84331]: pgmap v3657: 137 pgs: 137 active+clean; 80 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 44 op/s 2024-04-13T08:19:59.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:19:58 smithi003 ceph-mon[91733]: pgmap v3657: 137 pgs: 137 active+clean; 80 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 44 op/s 2024-04-13T08:19:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:19:58 smithi003 ceph-mon[89364]: pgmap v3657: 137 pgs: 137 active+clean; 80 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 44 op/s 2024-04-13T08:20:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:00 smithi066 ceph-mon[84331]: pgmap v3658: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.4 MiB/s wr, 54 op/s 2024-04-13T08:20:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:00 smithi066 ceph-mon[84331]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T08:20:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:00 smithi003 ceph-mon[91733]: pgmap v3658: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.4 MiB/s wr, 54 op/s 2024-04-13T08:20:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:00 smithi003 ceph-mon[91733]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T08:20:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:00 smithi003 ceph-mon[89364]: pgmap v3658: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.4 MiB/s wr, 54 op/s 2024-04-13T08:20:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:00 smithi003 ceph-mon[89364]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T08:20:02.645 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:20:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:20:02.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:02 smithi066 ceph-mon[84331]: pgmap v3659: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-13T08:20:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:02 smithi003 ceph-mon[91733]: pgmap v3659: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-13T08:20:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:02 smithi003 ceph-mon[89364]: pgmap v3659: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-13T08:20:04.587 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/3.Grow (13808 ms) 2024-04-13T08:20:04.587 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/3.Shrink 2024-04-13T08:20:04.587 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:20:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:20:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:20:04] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-13T08:20:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:04 smithi066 ceph-mon[84331]: pgmap v3660: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-13T08:20:05.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:04 smithi003 ceph-mon[89364]: pgmap v3660: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-13T08:20:05.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:04 smithi003 ceph-mon[91733]: pgmap v3660: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-13T08:20:06.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:06 smithi066 ceph-mon[84331]: pgmap v3661: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.8 MiB/s wr, 53 op/s 2024-04-13T08:20:07.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:06 smithi003 ceph-mon[89364]: pgmap v3661: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.8 MiB/s wr, 53 op/s 2024-04-13T08:20:07.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:06 smithi003 ceph-mon[91733]: pgmap v3661: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.8 MiB/s wr, 53 op/s 2024-04-13T08:20:08.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:08.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:09.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:08 smithi003 ceph-mon[91733]: pgmap v3662: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-04-13T08:20:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:08 smithi003 ceph-mon[89364]: pgmap v3662: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-04-13T08:20:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:08 smithi066 ceph-mon[84331]: pgmap v3662: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-04-13T08:20:10.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:09 smithi003 ceph-mon[91733]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-13T08:20:10.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:09 smithi003 ceph-mon[89364]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-13T08:20:10.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:09 smithi066 ceph-mon[84331]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-13T08:20:11.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:10 smithi003 ceph-mon[91733]: pgmap v3664: 137 pgs: 137 active+clean; 133 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-13T08:20:11.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:10 smithi003 ceph-mon[89364]: pgmap v3664: 137 pgs: 137 active+clean; 133 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-13T08:20:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:10 smithi066 ceph-mon[84331]: pgmap v3664: 137 pgs: 137 active+clean; 133 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-13T08:20:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:20:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:20:13.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:12 smithi003 ceph-mon[91733]: pgmap v3665: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-13T08:20:13.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:12 smithi003 ceph-mon[89364]: pgmap v3665: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-13T08:20:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:12 smithi066 ceph-mon[84331]: pgmap v3665: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-13T08:20:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:20:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:20:14] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-13T08:20:15.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:14 smithi003 ceph-mon[91733]: pgmap v3666: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-13T08:20:15.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:14 smithi003 ceph-mon[89364]: pgmap v3666: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-13T08:20:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:14 smithi066 ceph-mon[84331]: pgmap v3666: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-13T08:20:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:16 smithi003 ceph-mon[91733]: pgmap v3667: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 48 op/s 2024-04-13T08:20:17.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:16 smithi003 ceph-mon[89364]: pgmap v3667: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 48 op/s 2024-04-13T08:20:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:16 smithi066 ceph-mon[84331]: pgmap v3667: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 48 op/s 2024-04-13T08:20:18.580 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/3.Shrink (13993 ms) 2024-04-13T08:20:18.580 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOne 2024-04-13T08:20:18.580 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:20:19.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:18 smithi003 ceph-mon[89364]: pgmap v3668: 137 pgs: 137 active+clean; 154 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-13T08:20:19.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:18 smithi003 ceph-mon[91733]: pgmap v3668: 137 pgs: 137 active+clean; 154 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-13T08:20:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:18 smithi066 ceph-mon[84331]: pgmap v3668: 137 pgs: 137 active+clean; 154 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-13T08:20:21.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:20 smithi003 ceph-mon[91733]: pgmap v3669: 137 pgs: 137 active+clean; 155 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.2 MiB/s wr, 52 op/s 2024-04-13T08:20:21.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:20 smithi003 ceph-mon[89364]: pgmap v3669: 137 pgs: 137 active+clean; 155 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.2 MiB/s wr, 52 op/s 2024-04-13T08:20:21.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:20 smithi066 ceph-mon[84331]: pgmap v3669: 137 pgs: 137 active+clean; 155 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.2 MiB/s wr, 52 op/s 2024-04-13T08:20:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:20:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:20:23.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:22 smithi003 ceph-mon[89364]: pgmap v3670: 137 pgs: 137 active+clean; 179 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.2 MiB/s wr, 44 op/s 2024-04-13T08:20:23.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:22 smithi003 ceph-mon[91733]: pgmap v3670: 137 pgs: 137 active+clean; 179 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.2 MiB/s wr, 44 op/s 2024-04-13T08:20:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:22 smithi066 ceph-mon[84331]: pgmap v3670: 137 pgs: 137 active+clean; 179 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.2 MiB/s wr, 44 op/s 2024-04-13T08:20:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:24.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:23 smithi003 ceph-mon[91733]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-13T08:20:24.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:23 smithi003 ceph-mon[89364]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-13T08:20:24.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:23 smithi066 ceph-mon[84331]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-13T08:20:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:20:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:20:24] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-13T08:20:25.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:24 smithi003 ceph-mon[89364]: pgmap v3672: 137 pgs: 137 active+clean; 179 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-04-13T08:20:25.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:24 smithi003 ceph-mon[91733]: pgmap v3672: 137 pgs: 137 active+clean; 179 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-04-13T08:20:25.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:24 smithi066 ceph-mon[84331]: pgmap v3672: 137 pgs: 137 active+clean; 179 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-04-13T08:20:27.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:26 smithi003 ceph-mon[91733]: pgmap v3673: 137 pgs: 137 active+clean; 195 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 58 op/s 2024-04-13T08:20:27.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:26 smithi003 ceph-mon[89364]: pgmap v3673: 137 pgs: 137 active+clean; 195 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 58 op/s 2024-04-13T08:20:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:26 smithi066 ceph-mon[84331]: pgmap v3673: 137 pgs: 137 active+clean; 195 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 58 op/s 2024-04-13T08:20:28.954 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:28 smithi066 ceph-mon[84331]: pgmap v3674: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-13T08:20:29.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:28 smithi003 ceph-mon[89364]: pgmap v3674: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-13T08:20:29.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:28 smithi003 ceph-mon[91733]: pgmap v3674: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-13T08:20:31.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:30 smithi003 ceph-mon[91733]: pgmap v3675: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.7 MiB/s wr, 48 op/s 2024-04-13T08:20:31.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:30 smithi003 ceph-mon[89364]: pgmap v3675: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.7 MiB/s wr, 48 op/s 2024-04-13T08:20:31.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:30 smithi066 ceph-mon[84331]: pgmap v3675: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.7 MiB/s wr, 48 op/s 2024-04-13T08:20:32.464 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOne (13884 ms) 2024-04-13T08:20:32.464 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot 2024-04-13T08:20:32.464 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:20:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:20:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:20:33.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:32 smithi003 ceph-mon[91733]: pgmap v3676: 137 pgs: 137 active+clean; 212 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 527 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-13T08:20:33.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:32 smithi003 ceph-mon[89364]: pgmap v3676: 137 pgs: 137 active+clean; 212 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 527 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-13T08:20:33.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:32 smithi066 ceph-mon[84331]: pgmap v3676: 137 pgs: 137 active+clean; 212 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 527 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-13T08:20:34.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:20:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:20:34] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-13T08:20:35.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:34 smithi003 ceph-mon[91733]: pgmap v3677: 137 pgs: 137 active+clean; 212 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 493 KiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-04-13T08:20:35.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:34 smithi003 ceph-mon[89364]: pgmap v3677: 137 pgs: 137 active+clean; 212 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 493 KiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-04-13T08:20:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:34 smithi066 ceph-mon[84331]: pgmap v3677: 137 pgs: 137 active+clean; 212 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 493 KiB/s rd, 3.5 MiB/s wr, 39 op/s 2024-04-13T08:20:37.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:36 smithi003 ceph-mon[89364]: pgmap v3678: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 789 KiB/s rd, 3.8 MiB/s wr, 47 op/s 2024-04-13T08:20:37.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:36 smithi003 ceph-mon[91733]: pgmap v3678: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 789 KiB/s rd, 3.8 MiB/s wr, 47 op/s 2024-04-13T08:20:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:36 smithi066 ceph-mon[84331]: pgmap v3678: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 789 KiB/s rd, 3.8 MiB/s wr, 47 op/s 2024-04-13T08:20:38.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:37 smithi003 ceph-mon[91733]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-13T08:20:38.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:38.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:37 smithi003 ceph-mon[89364]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-13T08:20:38.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:37 smithi066 ceph-mon[84331]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-13T08:20:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:39.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:38 smithi003 ceph-mon[91733]: pgmap v3680: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 923 KiB/s rd, 2.4 MiB/s wr, 25 op/s 2024-04-13T08:20:39.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:38 smithi003 ceph-mon[89364]: pgmap v3680: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 923 KiB/s rd, 2.4 MiB/s wr, 25 op/s 2024-04-13T08:20:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:38 smithi066 ceph-mon[84331]: pgmap v3680: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 923 KiB/s rd, 2.4 MiB/s wr, 25 op/s 2024-04-13T08:20:41.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:40 smithi003 ceph-mon[91733]: pgmap v3681: 137 pgs: 137 active+clean; 236 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 933 KiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-13T08:20:41.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:40 smithi003 ceph-mon[89364]: pgmap v3681: 137 pgs: 137 active+clean; 236 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 933 KiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-13T08:20:41.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:40 smithi066 ceph-mon[84331]: pgmap v3681: 137 pgs: 137 active+clean; 236 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 933 KiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-13T08:20:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:20:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:20:43.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:42 smithi003 ceph-mon[91733]: pgmap v3682: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 445 KiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-13T08:20:43.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:42 smithi003 ceph-mon[89364]: pgmap v3682: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 445 KiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-13T08:20:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:42 smithi066 ceph-mon[84331]: pgmap v3682: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 445 KiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-13T08:20:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:20:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:20:44] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-13T08:20:45.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:44 smithi003 ceph-mon[89364]: pgmap v3683: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 445 KiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-13T08:20:45.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:44 smithi003 ceph-mon[91733]: pgmap v3683: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 445 KiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-13T08:20:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:44 smithi066 ceph-mon[84331]: pgmap v3683: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 445 KiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-13T08:20:46.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:45 smithi003 ceph-mon[91733]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-13T08:20:46.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:45 smithi003 ceph-mon[89364]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-13T08:20:46.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:45 smithi066 ceph-mon[84331]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-13T08:20:47.015 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot (14551 ms) 2024-04-13T08:20:47.015 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/3.MinOverlap 2024-04-13T08:20:47.015 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:20:47.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:46 smithi003 ceph-mon[91733]: pgmap v3685: 137 pgs: 137 active+clean; 257 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.8 MiB/s wr, 58 op/s 2024-04-13T08:20:47.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:46 smithi003 ceph-mon[89364]: pgmap v3685: 137 pgs: 137 active+clean; 257 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.8 MiB/s wr, 58 op/s 2024-04-13T08:20:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:46 smithi066 ceph-mon[84331]: pgmap v3685: 137 pgs: 137 active+clean; 257 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.8 MiB/s wr, 58 op/s 2024-04-13T08:20:49.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:48 smithi003 ceph-mon[89364]: pgmap v3686: 137 pgs: 137 active+clean; 265 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-13T08:20:49.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:48 smithi003 ceph-mon[91733]: pgmap v3686: 137 pgs: 137 active+clean; 265 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-13T08:20:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:48 smithi066 ceph-mon[84331]: pgmap v3686: 137 pgs: 137 active+clean; 265 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-13T08:20:50.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:20:50.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:20:50.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:20:50.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:20:50.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:20:50.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:20:50.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:20:50.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:20:50.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:20:50.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:20:50.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:20:50.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:20:51.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:50 smithi003 ceph-mon[89364]: pgmap v3687: 137 pgs: 137 active+clean; 294 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.8 MiB/s wr, 43 op/s 2024-04-13T08:20:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:50 smithi003 ceph-mon[91733]: pgmap v3687: 137 pgs: 137 active+clean; 294 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.8 MiB/s wr, 43 op/s 2024-04-13T08:20:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:50 smithi066 ceph-mon[84331]: pgmap v3687: 137 pgs: 137 active+clean; 294 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.8 MiB/s wr, 43 op/s 2024-04-13T08:20:52.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:51 smithi003 ceph-mon[91733]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-13T08:20:52.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:51 smithi003 ceph-mon[89364]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-13T08:20:52.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:51 smithi066 ceph-mon[84331]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-13T08:20:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:20:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:20:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:52 smithi003 ceph-mon[91733]: pgmap v3689: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.6 MiB/s wr, 56 op/s 2024-04-13T08:20:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:52 smithi003 ceph-mon[89364]: pgmap v3689: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.6 MiB/s wr, 56 op/s 2024-04-13T08:20:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:52 smithi066 ceph-mon[84331]: pgmap v3689: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.6 MiB/s wr, 56 op/s 2024-04-13T08:20:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:20:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:20:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:20:54] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-13T08:20:55.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:54 smithi003 ceph-mon[89364]: pgmap v3690: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.1 MiB/s wr, 48 op/s 2024-04-13T08:20:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:54 smithi003 ceph-mon[91733]: pgmap v3690: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.1 MiB/s wr, 48 op/s 2024-04-13T08:20:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:54 smithi066 ceph-mon[84331]: pgmap v3690: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.1 MiB/s wr, 48 op/s 2024-04-13T08:20:57.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:56 smithi003 ceph-mon[89364]: pgmap v3691: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 8.2 MiB/s wr, 41 op/s 2024-04-13T08:20:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:56 smithi003 ceph-mon[91733]: pgmap v3691: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 8.2 MiB/s wr, 41 op/s 2024-04-13T08:20:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:56 smithi066 ceph-mon[84331]: pgmap v3691: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 8.2 MiB/s wr, 41 op/s 2024-04-13T08:20:59.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:20:58 smithi003 ceph-mon[89364]: pgmap v3692: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 7.4 MiB/s wr, 56 op/s 2024-04-13T08:20:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:20:58 smithi003 ceph-mon[91733]: pgmap v3692: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 7.4 MiB/s wr, 56 op/s 2024-04-13T08:20:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:20:58 smithi066 ceph-mon[84331]: pgmap v3692: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 7.4 MiB/s wr, 56 op/s 2024-04-13T08:21:00.684 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/3.MinOverlap (13668 ms) 2024-04-13T08:21:00.684 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/3.ZeroOverlap 2024-04-13T08:21:00.684 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:21:01.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:00 smithi003 ceph-mon[89364]: pgmap v3693: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 956 KiB/s rd, 4.5 MiB/s wr, 68 op/s 2024-04-13T08:21:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:00 smithi003 ceph-mon[91733]: pgmap v3693: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 956 KiB/s rd, 4.5 MiB/s wr, 68 op/s 2024-04-13T08:21:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:00 smithi066 ceph-mon[84331]: pgmap v3693: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 956 KiB/s rd, 4.5 MiB/s wr, 68 op/s 2024-04-13T08:21:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:21:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:21:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:02 smithi003 ceph-mon[91733]: pgmap v3694: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.2 MiB/s wr, 51 op/s 2024-04-13T08:21:03.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:02 smithi003 ceph-mon[89364]: pgmap v3694: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.2 MiB/s wr, 51 op/s 2024-04-13T08:21:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:02 smithi066 ceph-mon[84331]: pgmap v3694: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.2 MiB/s wr, 51 op/s 2024-04-13T08:21:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:21:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:21:04] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-13T08:21:05.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:04 smithi003 ceph-mon[91733]: pgmap v3695: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 44 op/s 2024-04-13T08:21:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:04 smithi003 ceph-mon[89364]: pgmap v3695: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 44 op/s 2024-04-13T08:21:05.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:04 smithi066 ceph-mon[84331]: pgmap v3695: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 44 op/s 2024-04-13T08:21:06.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:05 smithi003 ceph-mon[89364]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-13T08:21:06.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:05 smithi003 ceph-mon[91733]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-13T08:21:06.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:05 smithi066 ceph-mon[84331]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-13T08:21:07.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:06 smithi003 ceph-mon[89364]: pgmap v3697: 137 pgs: 137 active+clean; 355 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 57 op/s 2024-04-13T08:21:07.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:06 smithi003 ceph-mon[91733]: pgmap v3697: 137 pgs: 137 active+clean; 355 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 57 op/s 2024-04-13T08:21:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:06 smithi066 ceph-mon[84331]: pgmap v3697: 137 pgs: 137 active+clean; 355 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 57 op/s 2024-04-13T08:21:08.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:08.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:09.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:08 smithi003 ceph-mon[91733]: pgmap v3698: 137 pgs: 137 active+clean; 364 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-13T08:21:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:08 smithi003 ceph-mon[89364]: pgmap v3698: 137 pgs: 137 active+clean; 364 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-13T08:21:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:08 smithi066 ceph-mon[84331]: pgmap v3698: 137 pgs: 137 active+clean; 364 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-13T08:21:11.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:10 smithi003 ceph-mon[89364]: pgmap v3699: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-13T08:21:11.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:10 smithi003 ceph-mon[91733]: pgmap v3699: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-13T08:21:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:10 smithi066 ceph-mon[84331]: pgmap v3699: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-13T08:21:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:21:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:21:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:21:13.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:12 smithi003 ceph-mon[91733]: pgmap v3700: 137 pgs: 137 active+clean; 376 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 501 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-13T08:21:13.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:12 smithi003 ceph-mon[89364]: pgmap v3700: 137 pgs: 137 active+clean; 376 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 501 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-13T08:21:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:12 smithi066 ceph-mon[84331]: pgmap v3700: 137 pgs: 137 active+clean; 376 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 501 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-13T08:21:14.578 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/3.ZeroOverlap (13894 ms) 2024-04-13T08:21:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:21:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:21:14] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-13T08:21:14.806 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 7 tests from EncryptedFlattenTest/3 (101779 ms total) 2024-04-13T08:21:14.806 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:21:14.806 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 7 tests from EncryptedFlattenTest/4, where TypeParam = LUKS1UnderLUKS2 2024-04-13T08:21:14.864 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/4.Simple 2024-04-13T08:21:15.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:14 smithi003 ceph-mon[91733]: pgmap v3701: 137 pgs: 137 active+clean; 376 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 501 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-13T08:21:15.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:14 smithi003 ceph-mon[89364]: pgmap v3701: 137 pgs: 137 active+clean; 376 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 501 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-13T08:21:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:14 smithi066 ceph-mon[84331]: pgmap v3701: 137 pgs: 137 active+clean; 376 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 501 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-13T08:21:16.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:15 smithi003 ceph-mon[91733]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-13T08:21:16.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:15 smithi003 ceph-mon[89364]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-13T08:21:16.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:15 smithi066 ceph-mon[84331]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-13T08:21:16.825 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:21:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:16 smithi003 ceph-mon[91733]: pgmap v3703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:21:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:16 smithi003 ceph-mon[91733]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-13T08:21:17.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:16 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/348853314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:21:17.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:16 smithi003 ceph-mon[89364]: pgmap v3703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:21:17.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:16 smithi003 ceph-mon[89364]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-13T08:21:17.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:16 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/348853314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:21:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:16 smithi066 ceph-mon[84331]: pgmap v3703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:21:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:16 smithi066 ceph-mon[84331]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-13T08:21:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:16 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/348853314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:21:18.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:17 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/348853314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:21:18.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:17 smithi003 ceph-mon[91733]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-13T08:21:18.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:17 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/348853314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:21:18.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:17 smithi003 ceph-mon[89364]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-13T08:21:18.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:17 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/348853314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:21:18.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:17 smithi066 ceph-mon[84331]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-13T08:21:19.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:18 smithi003 ceph-mon[91733]: pgmap v3706: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:21:19.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:18 smithi003 ceph-mon[91733]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-13T08:21:19.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:18 smithi003 ceph-mon[89364]: pgmap v3706: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:21:19.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:18 smithi003 ceph-mon[89364]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-13T08:21:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:18 smithi066 ceph-mon[84331]: pgmap v3706: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:21:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:18 smithi066 ceph-mon[84331]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-13T08:21:20.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:19 smithi003 ceph-mon[91733]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-13T08:21:20.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:19 smithi003 ceph-mon[91733]: pgmap v3709: 137 pgs: 5 creating+peering, 2 active+clean+snaptrim_wait, 9 unknown, 121 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-13T08:21:20.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:19 smithi003 ceph-mon[89364]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-13T08:21:20.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:19 smithi003 ceph-mon[89364]: pgmap v3709: 137 pgs: 5 creating+peering, 2 active+clean+snaptrim_wait, 9 unknown, 121 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-13T08:21:20.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:19 smithi066 ceph-mon[84331]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-13T08:21:20.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:19 smithi066 ceph-mon[84331]: pgmap v3709: 137 pgs: 5 creating+peering, 2 active+clean+snaptrim_wait, 9 unknown, 121 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-13T08:21:22.652 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:22 smithi066 ceph-mon[84331]: pgmap v3710: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 918 B/s wr, 6 op/s 2024-04-13T08:21:22.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:21:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:21:22.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:22 smithi003 ceph-mon[91733]: pgmap v3710: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 918 B/s wr, 6 op/s 2024-04-13T08:21:22.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:22 smithi003 ceph-mon[89364]: pgmap v3710: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 918 B/s wr, 6 op/s 2024-04-13T08:21:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:23.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:24 smithi003 ceph-mon[91733]: pgmap v3711: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 778 B/s wr, 5 op/s 2024-04-13T08:21:24.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:24 smithi003 ceph-mon[91733]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-13T08:21:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:24 smithi003 ceph-mon[89364]: pgmap v3711: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 778 B/s wr, 5 op/s 2024-04-13T08:21:24.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:24 smithi003 ceph-mon[89364]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-13T08:21:24.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:21:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:21:24] "GET /metrics HTTP/1.1" 200 36697 "" "Prometheus/2.43.0" 2024-04-13T08:21:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:24 smithi066 ceph-mon[84331]: pgmap v3711: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 778 B/s wr, 5 op/s 2024-04-13T08:21:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:24 smithi066 ceph-mon[84331]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-13T08:21:26.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:26 smithi003 ceph-mon[91733]: pgmap v3713: 137 pgs: 137 active+clean; 29 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 3.2 MiB/s wr, 53 op/s 2024-04-13T08:21:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:26 smithi003 ceph-mon[89364]: pgmap v3713: 137 pgs: 137 active+clean; 29 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 3.2 MiB/s wr, 53 op/s 2024-04-13T08:21:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:26 smithi066 ceph-mon[84331]: pgmap v3713: 137 pgs: 137 active+clean; 29 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 3.2 MiB/s wr, 53 op/s 2024-04-13T08:21:28.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:28 smithi003 ceph-mon[89364]: pgmap v3714: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.4 MiB/s wr, 47 op/s 2024-04-13T08:21:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:28 smithi003 ceph-mon[91733]: pgmap v3714: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.4 MiB/s wr, 47 op/s 2024-04-13T08:21:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:28 smithi066 ceph-mon[84331]: pgmap v3714: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.4 MiB/s wr, 47 op/s 2024-04-13T08:21:30.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:30 smithi003 ceph-mon[91733]: pgmap v3715: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-13T08:21:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:30 smithi003 ceph-mon[91733]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-13T08:21:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:30 smithi003 ceph-mon[89364]: pgmap v3715: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-13T08:21:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:30 smithi003 ceph-mon[89364]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-13T08:21:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:30 smithi066 ceph-mon[84331]: pgmap v3715: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-13T08:21:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:30 smithi066 ceph-mon[84331]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-13T08:21:32.633 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:21:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:21:32.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:32 smithi003 ceph-mon[89364]: pgmap v3717: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-13T08:21:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:32 smithi003 ceph-mon[91733]: pgmap v3717: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-13T08:21:32.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:32 smithi066 ceph-mon[84331]: pgmap v3717: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-13T08:21:34.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:21:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:21:34] "GET /metrics HTTP/1.1" 200 36697 "" "Prometheus/2.43.0" 2024-04-13T08:21:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:34 smithi066 ceph-mon[84331]: pgmap v3718: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-04-13T08:21:35.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:34 smithi003 ceph-mon[91733]: pgmap v3718: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-04-13T08:21:35.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:34 smithi003 ceph-mon[89364]: pgmap v3718: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-04-13T08:21:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:36 smithi066 ceph-mon[84331]: pgmap v3719: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-13T08:21:37.057 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/4.Simple (22193 ms) 2024-04-13T08:21:37.057 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/4.Grow 2024-04-13T08:21:37.057 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:21:37.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:36 smithi003 ceph-mon[91733]: pgmap v3719: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-13T08:21:37.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:36 smithi003 ceph-mon[89364]: pgmap v3719: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-13T08:21:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:38.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:38.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:38 smithi066 ceph-mon[84331]: pgmap v3720: 137 pgs: 137 active+clean; 51 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-04-13T08:21:39.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:38 smithi003 ceph-mon[89364]: pgmap v3720: 137 pgs: 137 active+clean; 51 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-04-13T08:21:39.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:38 smithi003 ceph-mon[91733]: pgmap v3720: 137 pgs: 137 active+clean; 51 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-04-13T08:21:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:40 smithi066 ceph-mon[84331]: pgmap v3721: 137 pgs: 137 active+clean; 67 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-04-13T08:21:41.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:40 smithi003 ceph-mon[89364]: pgmap v3721: 137 pgs: 137 active+clean; 67 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-04-13T08:21:41.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:40 smithi003 ceph-mon[91733]: pgmap v3721: 137 pgs: 137 active+clean; 67 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-04-13T08:21:42.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:41 smithi003 ceph-mon[91733]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-13T08:21:42.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:41 smithi003 ceph-mon[89364]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-13T08:21:42.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:41 smithi066 ceph-mon[84331]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-13T08:21:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:21:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:21:43.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:42 smithi003 ceph-mon[91733]: pgmap v3723: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 41 op/s 2024-04-13T08:21:43.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:42 smithi003 ceph-mon[89364]: pgmap v3723: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 41 op/s 2024-04-13T08:21:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:42 smithi066 ceph-mon[84331]: pgmap v3723: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 41 op/s 2024-04-13T08:21:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:21:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:21:44] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-13T08:21:45.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:44 smithi003 ceph-mon[89364]: pgmap v3724: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 41 op/s 2024-04-13T08:21:45.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:44 smithi003 ceph-mon[91733]: pgmap v3724: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 41 op/s 2024-04-13T08:21:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:44 smithi066 ceph-mon[84331]: pgmap v3724: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 41 op/s 2024-04-13T08:21:47.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:46 smithi003 ceph-mon[89364]: pgmap v3725: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-13T08:21:47.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:46 smithi003 ceph-mon[91733]: pgmap v3725: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-13T08:21:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:46 smithi066 ceph-mon[84331]: pgmap v3725: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-13T08:21:49.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:48 smithi003 ceph-mon[91733]: pgmap v3726: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 57 op/s 2024-04-13T08:21:49.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:48 smithi003 ceph-mon[89364]: pgmap v3726: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 57 op/s 2024-04-13T08:21:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:48 smithi066 ceph-mon[84331]: pgmap v3726: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 57 op/s 2024-04-13T08:21:50.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:49 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:21:50.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:49 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:21:50.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:49 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:21:51.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:50 smithi003 ceph-mon[91733]: pgmap v3727: 137 pgs: 137 active+clean; 112 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 57 op/s 2024-04-13T08:21:51.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:50 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:21:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:50 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:21:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:50 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:21:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:50 smithi003 ceph-mon[89364]: pgmap v3727: 137 pgs: 137 active+clean; 112 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 57 op/s 2024-04-13T08:21:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:50 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:21:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:50 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:21:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:50 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:21:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:50 smithi066 ceph-mon[84331]: pgmap v3727: 137 pgs: 137 active+clean; 112 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 57 op/s 2024-04-13T08:21:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:50 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:21:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:50 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:21:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:50 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:21:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:21:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:21:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:52 smithi003 ceph-mon[91733]: pgmap v3728: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 4.2 MiB/s wr, 44 op/s 2024-04-13T08:21:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:52 smithi003 ceph-mon[89364]: pgmap v3728: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 4.2 MiB/s wr, 44 op/s 2024-04-13T08:21:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:52 smithi066 ceph-mon[84331]: pgmap v3728: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 4.2 MiB/s wr, 44 op/s 2024-04-13T08:21:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:21:54.377 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/4.Grow (17320 ms) 2024-04-13T08:21:54.377 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/4.Shrink 2024-04-13T08:21:54.377 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:21:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:21:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:21:54] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-13T08:21:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:54 smithi003 ceph-mon[91733]: pgmap v3729: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 3.8 MiB/s wr, 32 op/s 2024-04-13T08:21:55.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:54 smithi003 ceph-mon[89364]: pgmap v3729: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 3.8 MiB/s wr, 32 op/s 2024-04-13T08:21:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:54 smithi066 ceph-mon[84331]: pgmap v3729: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 3.8 MiB/s wr, 32 op/s 2024-04-13T08:21:57.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:56 smithi003 ceph-mon[89364]: pgmap v3730: 137 pgs: 137 active+clean; 137 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.5 MiB/s wr, 49 op/s 2024-04-13T08:21:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:56 smithi003 ceph-mon[91733]: pgmap v3730: 137 pgs: 137 active+clean; 137 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.5 MiB/s wr, 49 op/s 2024-04-13T08:21:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:56 smithi066 ceph-mon[84331]: pgmap v3730: 137 pgs: 137 active+clean; 137 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.5 MiB/s wr, 49 op/s 2024-04-13T08:21:58.952 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:58 smithi066 ceph-mon[84331]: pgmap v3731: 137 pgs: 137 active+clean; 145 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-13T08:21:59.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:58 smithi003 ceph-mon[89364]: pgmap v3731: 137 pgs: 137 active+clean; 145 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-13T08:21:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:58 smithi003 ceph-mon[91733]: pgmap v3731: 137 pgs: 137 active+clean; 145 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-13T08:22:00.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:21:59 smithi003 ceph-mon[91733]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-13T08:22:00.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:21:59 smithi003 ceph-mon[89364]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-13T08:22:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:21:59 smithi066 ceph-mon[84331]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-13T08:22:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:00 smithi003 ceph-mon[91733]: pgmap v3733: 137 pgs: 137 active+clean; 161 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 37 op/s 2024-04-13T08:22:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:00 smithi003 ceph-mon[89364]: pgmap v3733: 137 pgs: 137 active+clean; 161 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 37 op/s 2024-04-13T08:22:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:00 smithi066 ceph-mon[84331]: pgmap v3733: 137 pgs: 137 active+clean; 161 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 37 op/s 2024-04-13T08:22:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:22:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:22:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:02 smithi003 ceph-mon[91733]: pgmap v3734: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-13T08:22:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:02 smithi003 ceph-mon[89364]: pgmap v3734: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-13T08:22:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:02 smithi066 ceph-mon[84331]: pgmap v3734: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-13T08:22:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:22:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:22:04] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-13T08:22:04.715 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:04 smithi066 ceph-mon[84331]: pgmap v3735: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-13T08:22:05.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:04 smithi003 ceph-mon[91733]: pgmap v3735: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-13T08:22:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:04 smithi003 ceph-mon[89364]: pgmap v3735: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-13T08:22:07.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:06 smithi003 ceph-mon[91733]: pgmap v3736: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-13T08:22:07.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:06 smithi003 ceph-mon[89364]: pgmap v3736: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-13T08:22:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:06 smithi066 ceph-mon[84331]: pgmap v3736: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-13T08:22:08.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:09.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:08 smithi003 ceph-mon[91733]: pgmap v3737: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-13T08:22:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:08 smithi003 ceph-mon[89364]: pgmap v3737: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-13T08:22:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:08 smithi066 ceph-mon[84331]: pgmap v3737: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-13T08:22:11.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:10 smithi003 ceph-mon[91733]: pgmap v3738: 137 pgs: 137 active+clean; 178 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 37 op/s 2024-04-13T08:22:11.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:10 smithi003 ceph-mon[89364]: pgmap v3738: 137 pgs: 137 active+clean; 178 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 37 op/s 2024-04-13T08:22:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:10 smithi066 ceph-mon[84331]: pgmap v3738: 137 pgs: 137 active+clean; 178 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 37 op/s 2024-04-13T08:22:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:22:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:22:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:22:13.052 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/4.Shrink (18675 ms) 2024-04-13T08:22:13.052 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOne 2024-04-13T08:22:13.053 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:22:13.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:12 smithi003 ceph-mon[91733]: pgmap v3739: 137 pgs: 137 active+clean; 190 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 753 KiB/s rd, 3.1 MiB/s wr, 31 op/s 2024-04-13T08:22:13.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:12 smithi003 ceph-mon[89364]: pgmap v3739: 137 pgs: 137 active+clean; 190 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 753 KiB/s rd, 3.1 MiB/s wr, 31 op/s 2024-04-13T08:22:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:12 smithi066 ceph-mon[84331]: pgmap v3739: 137 pgs: 137 active+clean; 190 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 753 KiB/s rd, 3.1 MiB/s wr, 31 op/s 2024-04-13T08:22:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:22:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:22:14] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-13T08:22:15.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:14 smithi003 ceph-mon[89364]: pgmap v3740: 137 pgs: 137 active+clean; 190 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 737 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-04-13T08:22:15.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:14 smithi003 ceph-mon[91733]: pgmap v3740: 137 pgs: 137 active+clean; 190 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 737 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-04-13T08:22:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:14 smithi066 ceph-mon[84331]: pgmap v3740: 137 pgs: 137 active+clean; 190 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 737 KiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-04-13T08:22:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:16 smithi003 ceph-mon[91733]: pgmap v3741: 137 pgs: 137 active+clean; 215 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-13T08:22:17.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:16 smithi003 ceph-mon[89364]: pgmap v3741: 137 pgs: 137 active+clean; 215 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-13T08:22:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:16 smithi066 ceph-mon[84331]: pgmap v3741: 137 pgs: 137 active+clean; 215 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-13T08:22:18.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:17 smithi003 ceph-mon[91733]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-13T08:22:18.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:17 smithi003 ceph-mon[89364]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-13T08:22:18.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:17 smithi066 ceph-mon[84331]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-13T08:22:19.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:18 smithi003 ceph-mon[91733]: pgmap v3743: 137 pgs: 137 active+clean; 215 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 37 op/s 2024-04-13T08:22:19.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:18 smithi003 ceph-mon[89364]: pgmap v3743: 137 pgs: 137 active+clean; 215 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 37 op/s 2024-04-13T08:22:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:18 smithi066 ceph-mon[84331]: pgmap v3743: 137 pgs: 137 active+clean; 215 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 37 op/s 2024-04-13T08:22:21.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:20 smithi003 ceph-mon[89364]: pgmap v3744: 137 pgs: 137 active+clean; 227 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 43 op/s 2024-04-13T08:22:21.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:20 smithi003 ceph-mon[91733]: pgmap v3744: 137 pgs: 137 active+clean; 227 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 43 op/s 2024-04-13T08:22:21.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:20 smithi066 ceph-mon[84331]: pgmap v3744: 137 pgs: 137 active+clean; 227 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 43 op/s 2024-04-13T08:22:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:22:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:22:23.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:22 smithi003 ceph-mon[89364]: pgmap v3745: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 60 op/s 2024-04-13T08:22:23.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:22 smithi003 ceph-mon[91733]: pgmap v3745: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 60 op/s 2024-04-13T08:22:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:22 smithi066 ceph-mon[84331]: pgmap v3745: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 60 op/s 2024-04-13T08:22:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:22:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:22:24] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-13T08:22:25.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:24 smithi003 ceph-mon[91733]: pgmap v3746: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 60 op/s 2024-04-13T08:22:25.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:24 smithi003 ceph-mon[89364]: pgmap v3746: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 60 op/s 2024-04-13T08:22:25.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:24 smithi066 ceph-mon[84331]: pgmap v3746: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 60 op/s 2024-04-13T08:22:27.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:26 smithi003 ceph-mon[91733]: pgmap v3747: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.9 MiB/s wr, 38 op/s 2024-04-13T08:22:27.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:26 smithi003 ceph-mon[89364]: pgmap v3747: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.9 MiB/s wr, 38 op/s 2024-04-13T08:22:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:26 smithi066 ceph-mon[84331]: pgmap v3747: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.9 MiB/s wr, 38 op/s 2024-04-13T08:22:29.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:28 smithi003 ceph-mon[91733]: pgmap v3748: 137 pgs: 137 active+clean; 248 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 3.1 MiB/s wr, 38 op/s 2024-04-13T08:22:29.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:28 smithi003 ceph-mon[89364]: pgmap v3748: 137 pgs: 137 active+clean; 248 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 3.1 MiB/s wr, 38 op/s 2024-04-13T08:22:29.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:28 smithi066 ceph-mon[84331]: pgmap v3748: 137 pgs: 137 active+clean; 248 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 3.1 MiB/s wr, 38 op/s 2024-04-13T08:22:31.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:30 smithi003 ceph-mon[91733]: pgmap v3749: 137 pgs: 137 active+clean; 252 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 3.1 MiB/s wr, 34 op/s 2024-04-13T08:22:31.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:30 smithi003 ceph-mon[89364]: pgmap v3749: 137 pgs: 137 active+clean; 252 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 3.1 MiB/s wr, 34 op/s 2024-04-13T08:22:31.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:30 smithi066 ceph-mon[84331]: pgmap v3749: 137 pgs: 137 active+clean; 252 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 3.1 MiB/s wr, 34 op/s 2024-04-13T08:22:31.254 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOne (18202 ms) 2024-04-13T08:22:31.254 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot 2024-04-13T08:22:31.254 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:22:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:22:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:22:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:22:33.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:32 smithi003 ceph-mon[91733]: pgmap v3750: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-13T08:22:33.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:32 smithi003 ceph-mon[89364]: pgmap v3750: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-13T08:22:33.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:32 smithi066 ceph-mon[84331]: pgmap v3750: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-13T08:22:34.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:22:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:22:34] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-13T08:22:35.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:34 smithi003 ceph-mon[91733]: pgmap v3751: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-04-13T08:22:35.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:34 smithi003 ceph-mon[89364]: pgmap v3751: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-04-13T08:22:35.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:34 smithi066 ceph-mon[84331]: pgmap v3751: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-04-13T08:22:37.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:36 smithi003 ceph-mon[91733]: pgmap v3752: 137 pgs: 137 active+clean; 272 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-04-13T08:22:37.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:36 smithi003 ceph-mon[91733]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-13T08:22:37.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:36 smithi003 ceph-mon[89364]: pgmap v3752: 137 pgs: 137 active+clean; 272 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-04-13T08:22:37.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:36 smithi003 ceph-mon[89364]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-13T08:22:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:36 smithi066 ceph-mon[84331]: pgmap v3752: 137 pgs: 137 active+clean; 272 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-04-13T08:22:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:36 smithi066 ceph-mon[84331]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-13T08:22:38.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:38.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:39.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:38 smithi003 ceph-mon[89364]: pgmap v3754: 137 pgs: 137 active+clean; 276 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-13T08:22:39.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:38 smithi003 ceph-mon[91733]: pgmap v3754: 137 pgs: 137 active+clean; 276 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-13T08:22:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:38 smithi066 ceph-mon[84331]: pgmap v3754: 137 pgs: 137 active+clean; 276 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-13T08:22:41.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:40 smithi003 ceph-mon[91733]: pgmap v3755: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 55 op/s 2024-04-13T08:22:41.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:40 smithi003 ceph-mon[89364]: pgmap v3755: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 55 op/s 2024-04-13T08:22:41.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:40 smithi066 ceph-mon[84331]: pgmap v3755: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 55 op/s 2024-04-13T08:22:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:22:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:22:43.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:42 smithi003 ceph-mon[91733]: pgmap v3756: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 850 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-13T08:22:43.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:42 smithi003 ceph-mon[89364]: pgmap v3756: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 850 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-13T08:22:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:42 smithi066 ceph-mon[84331]: pgmap v3756: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 850 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-13T08:22:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:22:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:22:44] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-13T08:22:45.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:44 smithi003 ceph-mon[91733]: pgmap v3757: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 850 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-13T08:22:45.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:44 smithi003 ceph-mon[89364]: pgmap v3757: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 850 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-13T08:22:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:44 smithi066 ceph-mon[84331]: pgmap v3757: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 850 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-13T08:22:47.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:46 smithi003 ceph-mon[89364]: pgmap v3758: 137 pgs: 137 active+clean; 309 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-13T08:22:47.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:46 smithi003 ceph-mon[91733]: pgmap v3758: 137 pgs: 137 active+clean; 309 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-13T08:22:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:46 smithi066 ceph-mon[84331]: pgmap v3758: 137 pgs: 137 active+clean; 309 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-13T08:22:49.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:48 smithi003 ceph-mon[91733]: pgmap v3759: 137 pgs: 137 active+clean; 309 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 3.2 MiB/s wr, 39 op/s 2024-04-13T08:22:49.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:48 smithi003 ceph-mon[91733]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-13T08:22:49.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:48 smithi003 ceph-mon[89364]: pgmap v3759: 137 pgs: 137 active+clean; 309 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 3.2 MiB/s wr, 39 op/s 2024-04-13T08:22:49.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:48 smithi003 ceph-mon[89364]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-13T08:22:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:48 smithi066 ceph-mon[84331]: pgmap v3759: 137 pgs: 137 active+clean; 309 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 3.2 MiB/s wr, 39 op/s 2024-04-13T08:22:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:48 smithi066 ceph-mon[84331]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-13T08:22:50.046 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot (18791 ms) 2024-04-13T08:22:50.046 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/4.MinOverlap 2024-04-13T08:22:50.046 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:22:51.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:50 smithi003 ceph-mon[89364]: pgmap v3761: 137 pgs: 137 active+clean; 353 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.0 MiB/s wr, 30 op/s 2024-04-13T08:22:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:50 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:22:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:50 smithi003 ceph-mon[91733]: pgmap v3761: 137 pgs: 137 active+clean; 353 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.0 MiB/s wr, 30 op/s 2024-04-13T08:22:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:50 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:22:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:50 smithi066 ceph-mon[84331]: pgmap v3761: 137 pgs: 137 active+clean; 353 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.0 MiB/s wr, 30 op/s 2024-04-13T08:22:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:50 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:22:52.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:51 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:22:52.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:51 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:22:52.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:51 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:22:52.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:51 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:22:52.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:51 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:22:52.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:51 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:22:52.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:51 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:22:52.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:51 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:22:52.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:51 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:22:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:22:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:22:53.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:52 smithi003 ceph-mon[89364]: pgmap v3762: 137 pgs: 137 active+clean; 378 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-13T08:22:53.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:52 smithi003 ceph-mon[91733]: pgmap v3762: 137 pgs: 137 active+clean; 378 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-13T08:22:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:52 smithi066 ceph-mon[84331]: pgmap v3762: 137 pgs: 137 active+clean; 378 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-13T08:22:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:22:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:22:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:22:54] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-13T08:22:55.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:54 smithi003 ceph-mon[89364]: pgmap v3763: 137 pgs: 137 active+clean; 378 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-13T08:22:55.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:54 smithi003 ceph-mon[89364]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-13T08:22:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:54 smithi003 ceph-mon[91733]: pgmap v3763: 137 pgs: 137 active+clean; 378 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-13T08:22:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:54 smithi003 ceph-mon[91733]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-13T08:22:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:54 smithi066 ceph-mon[84331]: pgmap v3763: 137 pgs: 137 active+clean; 378 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-13T08:22:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:54 smithi066 ceph-mon[84331]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-13T08:22:57.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:56 smithi003 ceph-mon[89364]: pgmap v3765: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 91 op/s 2024-04-13T08:22:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:56 smithi003 ceph-mon[91733]: pgmap v3765: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 91 op/s 2024-04-13T08:22:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:56 smithi066 ceph-mon[84331]: pgmap v3765: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 91 op/s 2024-04-13T08:22:59.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:22:58 smithi003 ceph-mon[89364]: pgmap v3766: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 10 MiB/s wr, 76 op/s 2024-04-13T08:22:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:22:58 smithi003 ceph-mon[91733]: pgmap v3766: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 10 MiB/s wr, 76 op/s 2024-04-13T08:22:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:22:58 smithi066 ceph-mon[84331]: pgmap v3766: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 10 MiB/s wr, 76 op/s 2024-04-13T08:23:01.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:00 smithi003 ceph-mon[89364]: pgmap v3767: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.4 MiB/s wr, 54 op/s 2024-04-13T08:23:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:00 smithi003 ceph-mon[91733]: pgmap v3767: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.4 MiB/s wr, 54 op/s 2024-04-13T08:23:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:00 smithi066 ceph-mon[84331]: pgmap v3767: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.4 MiB/s wr, 54 op/s 2024-04-13T08:23:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:23:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:23:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:23:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:02 smithi003 ceph-mon[91733]: pgmap v3768: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-13T08:23:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:02 smithi003 ceph-mon[89364]: pgmap v3768: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-13T08:23:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:02 smithi066 ceph-mon[84331]: pgmap v3768: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-13T08:23:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:23:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:23:04] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-13T08:23:05.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:04 smithi003 ceph-mon[89364]: pgmap v3769: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-13T08:23:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:04 smithi003 ceph-mon[91733]: pgmap v3769: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-13T08:23:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:04 smithi066 ceph-mon[84331]: pgmap v3769: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-13T08:23:07.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:06 smithi003 ceph-mon[91733]: pgmap v3770: 137 pgs: 137 active+clean; 419 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 3.1 MiB/s wr, 44 op/s 2024-04-13T08:23:07.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:06 smithi003 ceph-mon[89364]: pgmap v3770: 137 pgs: 137 active+clean; 419 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 3.1 MiB/s wr, 44 op/s 2024-04-13T08:23:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:06 smithi066 ceph-mon[84331]: pgmap v3770: 137 pgs: 137 active+clean; 419 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 3.1 MiB/s wr, 44 op/s 2024-04-13T08:23:08.109 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/4.MinOverlap (18064 ms) 2024-04-13T08:23:08.109 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/4.ZeroOverlap 2024-04-13T08:23:08.109 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:23:08.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:08.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:09.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:08 smithi003 ceph-mon[89364]: pgmap v3771: 137 pgs: 137 active+clean; 423 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-13T08:23:09.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:08 smithi003 ceph-mon[91733]: pgmap v3771: 137 pgs: 137 active+clean; 423 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-13T08:23:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:08 smithi066 ceph-mon[84331]: pgmap v3771: 137 pgs: 137 active+clean; 423 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-13T08:23:10.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:09 smithi066 ceph-mon[84331]: pgmap v3772: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-04-13T08:23:10.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:09 smithi003 ceph-mon[91733]: pgmap v3772: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-04-13T08:23:10.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:09 smithi003 ceph-mon[89364]: pgmap v3772: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-04-13T08:23:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:12 smithi066 ceph-mon[84331]: pgmap v3773: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T08:23:12.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:23:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:23:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:23:12.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:12 smithi003 ceph-mon[91733]: pgmap v3773: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T08:23:12.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:12 smithi003 ceph-mon[89364]: pgmap v3773: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T08:23:13.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:13 smithi003 ceph-mon[91733]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-13T08:23:13.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:13 smithi003 ceph-mon[89364]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-13T08:23:13.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:13 smithi066 ceph-mon[84331]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-13T08:23:14.487 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:23:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:23:14] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-13T08:23:14.488 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:14 smithi003 ceph-mon[89364]: pgmap v3775: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-04-13T08:23:14.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:14 smithi003 ceph-mon[91733]: pgmap v3775: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-04-13T08:23:14.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:14 smithi066 ceph-mon[84331]: pgmap v3775: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-04-13T08:23:16.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:16 smithi003 ceph-mon[91733]: pgmap v3776: 137 pgs: 137 active+clean; 452 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-13T08:23:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:16 smithi003 ceph-mon[89364]: pgmap v3776: 137 pgs: 137 active+clean; 452 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-13T08:23:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:16 smithi066 ceph-mon[84331]: pgmap v3776: 137 pgs: 137 active+clean; 452 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-13T08:23:18.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:18 smithi003 ceph-mon[89364]: pgmap v3777: 137 pgs: 137 active+clean; 456 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-13T08:23:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:18 smithi003 ceph-mon[91733]: pgmap v3777: 137 pgs: 137 active+clean; 456 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-13T08:23:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:18 smithi066 ceph-mon[84331]: pgmap v3777: 137 pgs: 137 active+clean; 456 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-13T08:23:20.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:20 smithi003 ceph-mon[89364]: pgmap v3778: 137 pgs: 137 active+clean; 456 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 882 KiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-13T08:23:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:20 smithi003 ceph-mon[91733]: pgmap v3778: 137 pgs: 137 active+clean; 456 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 882 KiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-13T08:23:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:20 smithi066 ceph-mon[84331]: pgmap v3778: 137 pgs: 137 active+clean; 456 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 882 KiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-13T08:23:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:22 smithi066 ceph-mon[84331]: pgmap v3779: 137 pgs: 137 active+clean; 468 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-13T08:23:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:23:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:23:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:23:22.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:22 smithi003 ceph-mon[91733]: pgmap v3779: 137 pgs: 137 active+clean; 468 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-13T08:23:22.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:22 smithi003 ceph-mon[89364]: pgmap v3779: 137 pgs: 137 active+clean; 468 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-13T08:23:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:23.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:24.507 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:23:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:23:24] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-13T08:23:24.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:24 smithi003 ceph-mon[91733]: pgmap v3780: 137 pgs: 137 active+clean; 468 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 3.7 MiB/s wr, 35 op/s 2024-04-13T08:23:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:24 smithi003 ceph-mon[89364]: pgmap v3780: 137 pgs: 137 active+clean; 468 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 3.7 MiB/s wr, 35 op/s 2024-04-13T08:23:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:24 smithi066 ceph-mon[84331]: pgmap v3780: 137 pgs: 137 active+clean; 468 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 3.7 MiB/s wr, 35 op/s 2024-04-13T08:23:25.987 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/4.ZeroOverlap (17878 ms) 2024-04-13T08:23:26.522 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 7 tests from EncryptedFlattenTest/4 (131123 ms total) 2024-04-13T08:23:26.522 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:23:26.523 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 7 tests from EncryptedFlattenTest/5, where TypeParam = UnformattedLUKS2 2024-04-13T08:23:26.561 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/5.Simple 2024-04-13T08:23:26.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:26 smithi003 ceph-mon[91733]: pgmap v3781: 137 pgs: 137 active+clean; 472 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.8 MiB/s wr, 46 op/s 2024-04-13T08:23:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:26 smithi003 ceph-mon[89364]: pgmap v3781: 137 pgs: 137 active+clean; 472 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.8 MiB/s wr, 46 op/s 2024-04-13T08:23:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:26 smithi066 ceph-mon[84331]: pgmap v3781: 137 pgs: 137 active+clean; 472 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.8 MiB/s wr, 46 op/s 2024-04-13T08:23:27.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:27 smithi003 ceph-mon[91733]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-13T08:23:27.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:27 smithi003 ceph-mon[89364]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-13T08:23:27.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:27 smithi066 ceph-mon[84331]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-13T08:23:28.549 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:23:28.803 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:28 smithi066 ceph-mon[84331]: pgmap v3783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:23:28.803 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:28 smithi066 ceph-mon[84331]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-13T08:23:28.803 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3705179747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:23:28.803 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:28 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:23:28.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:28 smithi003 ceph-mon[89364]: pgmap v3783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:23:28.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:28 smithi003 ceph-mon[89364]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-13T08:23:28.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3705179747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:23:28.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:28 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:23:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:28 smithi003 ceph-mon[91733]: pgmap v3783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:23:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:28 smithi003 ceph-mon[91733]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-13T08:23:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3705179747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:23:28.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:28 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:23:29.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:29 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:23:29.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:29 smithi003 ceph-mon[89364]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-13T08:23:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:29 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:23:29.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:29 smithi003 ceph-mon[91733]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-13T08:23:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:29 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:23:29.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:29 smithi066 ceph-mon[84331]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-13T08:23:30.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:30 smithi003 ceph-mon[89364]: pgmap v3786: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:23:30.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:30 smithi003 ceph-mon[89364]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-13T08:23:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:30 smithi003 ceph-mon[91733]: pgmap v3786: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:23:30.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:30 smithi003 ceph-mon[91733]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-13T08:23:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:30 smithi066 ceph-mon[84331]: pgmap v3786: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:23:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:30 smithi066 ceph-mon[84331]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-13T08:23:31.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:31 smithi003 ceph-mon[91733]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-13T08:23:31.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:31 smithi003 ceph-mon[89364]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-13T08:23:31.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:31 smithi066 ceph-mon[84331]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-13T08:23:32.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:23:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:23:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:23:32.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:32 smithi003 ceph-mon[91733]: pgmap v3789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:23:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:32 smithi003 ceph-mon[89364]: pgmap v3789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:23:32.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:32 smithi066 ceph-mon[84331]: pgmap v3789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:23:34.569 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:23:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:23:34] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-13T08:23:34.570 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:34 smithi003 ceph-mon[91733]: pgmap v3790: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:23:34.570 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:34 smithi003 ceph-mon[89364]: pgmap v3790: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:23:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:34 smithi066 ceph-mon[84331]: pgmap v3790: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:23:36.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:36 smithi003 ceph-mon[91733]: pgmap v3791: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-13T08:23:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:36 smithi003 ceph-mon[89364]: pgmap v3791: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-13T08:23:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:36 smithi066 ceph-mon[84331]: pgmap v3791: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-13T08:23:38.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:38 smithi003 ceph-mon[91733]: pgmap v3792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-13T08:23:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:38 smithi003 ceph-mon[89364]: pgmap v3792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-13T08:23:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:38 smithi066 ceph-mon[84331]: pgmap v3792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-13T08:23:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:40.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:40 smithi003 ceph-mon[91733]: pgmap v3793: 137 pgs: 137 active+clean; 37 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 3.2 MiB/s wr, 7 op/s 2024-04-13T08:23:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:40 smithi003 ceph-mon[91733]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-13T08:23:40.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:40 smithi003 ceph-mon[91733]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-13T08:23:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:40 smithi003 ceph-mon[89364]: pgmap v3793: 137 pgs: 137 active+clean; 37 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 3.2 MiB/s wr, 7 op/s 2024-04-13T08:23:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:40 smithi003 ceph-mon[89364]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-13T08:23:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:40 smithi003 ceph-mon[89364]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-13T08:23:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:40 smithi066 ceph-mon[84331]: pgmap v3793: 137 pgs: 137 active+clean; 37 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.6 KiB/s rd, 3.2 MiB/s wr, 7 op/s 2024-04-13T08:23:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:40 smithi066 ceph-mon[84331]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-13T08:23:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:40 smithi066 ceph-mon[84331]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-13T08:23:42.585 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:23:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:23:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:23:42.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:42 smithi003 ceph-mon[91733]: pgmap v3796: 137 pgs: 137 active+clean; 46 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 5.1 MiB/s wr, 31 op/s 2024-04-13T08:23:42.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:42 smithi003 ceph-mon[89364]: pgmap v3796: 137 pgs: 137 active+clean; 46 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 5.1 MiB/s wr, 31 op/s 2024-04-13T08:23:42.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:42 smithi066 ceph-mon[84331]: pgmap v3796: 137 pgs: 137 active+clean; 46 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 5.1 MiB/s wr, 31 op/s 2024-04-13T08:23:44.588 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:44 smithi003 ceph-mon[89364]: pgmap v3797: 137 pgs: 137 active+clean; 46 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 5.1 MiB/s wr, 25 op/s 2024-04-13T08:23:44.588 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:23:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:23:44] "GET /metrics HTTP/1.1" 200 36702 "" "Prometheus/2.43.0" 2024-04-13T08:23:44.588 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:44 smithi003 ceph-mon[91733]: pgmap v3797: 137 pgs: 137 active+clean; 46 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 5.1 MiB/s wr, 25 op/s 2024-04-13T08:23:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:44 smithi066 ceph-mon[84331]: pgmap v3797: 137 pgs: 137 active+clean; 46 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 5.1 MiB/s wr, 25 op/s 2024-04-13T08:23:45.907 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/5.Simple (19346 ms) 2024-04-13T08:23:45.907 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/5.Grow 2024-04-13T08:23:45.907 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:23:46.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:46 smithi003 ceph-mon[91733]: pgmap v3798: 137 pgs: 137 active+clean; 79 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 9.3 MiB/s wr, 77 op/s 2024-04-13T08:23:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:46 smithi003 ceph-mon[89364]: pgmap v3798: 137 pgs: 137 active+clean; 79 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 9.3 MiB/s wr, 77 op/s 2024-04-13T08:23:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:46 smithi066 ceph-mon[84331]: pgmap v3798: 137 pgs: 137 active+clean; 79 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 9.3 MiB/s wr, 77 op/s 2024-04-13T08:23:48.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:48 smithi003 ceph-mon[91733]: pgmap v3799: 137 pgs: 137 active+clean; 87 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-04-13T08:23:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:48 smithi003 ceph-mon[89364]: pgmap v3799: 137 pgs: 137 active+clean; 87 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-04-13T08:23:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:48 smithi066 ceph-mon[84331]: pgmap v3799: 137 pgs: 137 active+clean; 87 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-04-13T08:23:50.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:50 smithi003 ceph-mon[91733]: pgmap v3800: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 65 op/s 2024-04-13T08:23:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:50 smithi003 ceph-mon[89364]: pgmap v3800: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 65 op/s 2024-04-13T08:23:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:50 smithi066 ceph-mon[84331]: pgmap v3800: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.1 MiB/s wr, 65 op/s 2024-04-13T08:23:51.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:51 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:23:51.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:51 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:23:51.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:51 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:23:52.604 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:23:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:23:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:23:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:52 smithi003 ceph-mon[91733]: pgmap v3801: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.3 MiB/s wr, 56 op/s 2024-04-13T08:23:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:23:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:23:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:23:52.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:52 smithi003 ceph-mon[89364]: pgmap v3801: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.3 MiB/s wr, 56 op/s 2024-04-13T08:23:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:23:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:23:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:23:52.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:52.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:52 smithi066 ceph-mon[84331]: pgmap v3801: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.3 MiB/s wr, 56 op/s 2024-04-13T08:23:52.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:23:52.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:23:52.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:23:52.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:23:54.611 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:54 smithi003 ceph-mon[89364]: pgmap v3802: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-13T08:23:54.612 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:54 smithi003 ceph-mon[89364]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-13T08:23:54.612 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:23:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:23:54] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-13T08:23:54.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:54 smithi003 ceph-mon[91733]: pgmap v3802: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-13T08:23:54.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:54 smithi003 ceph-mon[91733]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-13T08:23:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:54 smithi066 ceph-mon[84331]: pgmap v3802: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-13T08:23:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:54 smithi066 ceph-mon[84331]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-13T08:23:56.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:56 smithi003 ceph-mon[89364]: pgmap v3804: 137 pgs: 137 active+clean; 124 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-13T08:23:56.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:56 smithi003 ceph-mon[91733]: pgmap v3804: 137 pgs: 137 active+clean; 124 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-13T08:23:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:56 smithi066 ceph-mon[84331]: pgmap v3804: 137 pgs: 137 active+clean; 124 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-13T08:23:58.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:58 smithi003 ceph-mon[91733]: pgmap v3805: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-13T08:23:58.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:58 smithi003 ceph-mon[89364]: pgmap v3805: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-13T08:23:58.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:58 smithi066 ceph-mon[84331]: pgmap v3805: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-13T08:23:59.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.2", "id": [5, 4]}]: dispatch 2024-04-13T08:23:59.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:23:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]: dispatch 2024-04-13T08:23:59.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.2", "id": [5, 4]}]: dispatch 2024-04-13T08:23:59.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:23:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]: dispatch 2024-04-13T08:23:59.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.2", "id": [5, 4]}]: dispatch 2024-04-13T08:23:59.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:23:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]: dispatch 2024-04-13T08:23:59.920 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/5.Grow (14013 ms) 2024-04-13T08:23:59.920 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/5.Shrink 2024-04-13T08:23:59.920 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:24:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:00 smithi003 ceph-mon[91733]: pgmap v3806: 137 pgs: 137 active+clean; 153 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.6 MiB/s wr, 54 op/s 2024-04-13T08:24:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:00 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.2", "id": [5, 4]}]': finished 2024-04-13T08:24:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:00 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]': finished 2024-04-13T08:24:00.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:00 smithi003 ceph-mon[91733]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-13T08:24:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:00 smithi003 ceph-mon[89364]: pgmap v3806: 137 pgs: 137 active+clean; 153 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.6 MiB/s wr, 54 op/s 2024-04-13T08:24:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:00 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.2", "id": [5, 4]}]': finished 2024-04-13T08:24:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:00 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]': finished 2024-04-13T08:24:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:00 smithi003 ceph-mon[89364]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-13T08:24:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:00 smithi066 ceph-mon[84331]: pgmap v3806: 137 pgs: 137 active+clean; 153 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.6 MiB/s wr, 54 op/s 2024-04-13T08:24:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:00 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.2", "id": [5, 4]}]': finished 2024-04-13T08:24:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:00 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]': finished 2024-04-13T08:24:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:00 smithi066 ceph-mon[84331]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-13T08:24:01.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:01 smithi066 ceph-mon[84331]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-13T08:24:02.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:01 smithi003 ceph-mon[89364]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-13T08:24:02.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:01 smithi003 ceph-mon[91733]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-13T08:24:02.641 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:24:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:24:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:24:02.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:02 smithi066 ceph-mon[84331]: pgmap v3809: 137 pgs: 2 peering, 135 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 82 op/s 2024-04-13T08:24:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:02 smithi003 ceph-mon[91733]: pgmap v3809: 137 pgs: 2 peering, 135 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 82 op/s 2024-04-13T08:24:03.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:02 smithi003 ceph-mon[89364]: pgmap v3809: 137 pgs: 2 peering, 135 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 82 op/s 2024-04-13T08:24:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:24:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:24:04] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-13T08:24:04.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:04 smithi066 ceph-mon[84331]: pgmap v3810: 137 pgs: 2 peering, 135 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.6 MiB/s wr, 28 op/s 2024-04-13T08:24:05.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:04 smithi003 ceph-mon[91733]: pgmap v3810: 137 pgs: 2 peering, 135 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.6 MiB/s wr, 28 op/s 2024-04-13T08:24:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:04 smithi003 ceph-mon[89364]: pgmap v3810: 137 pgs: 2 peering, 135 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.6 MiB/s wr, 28 op/s 2024-04-13T08:24:07.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:06 smithi003 ceph-mon[91733]: pgmap v3811: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 31 op/s; 4 B/s, 0 objects/s recovering 2024-04-13T08:24:07.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:06 smithi003 ceph-mon[89364]: pgmap v3811: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 31 op/s; 4 B/s, 0 objects/s recovering 2024-04-13T08:24:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:06 smithi066 ceph-mon[84331]: pgmap v3811: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 31 op/s; 4 B/s, 0 objects/s recovering 2024-04-13T08:24:08.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:08.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:08.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:08 smithi066 ceph-mon[84331]: pgmap v3812: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.0 MiB/s wr, 22 op/s; 4 B/s, 0 objects/s recovering 2024-04-13T08:24:08.901 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 08:24:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=cleanup t=2024-04-13T08:24:08.518346802Z level=info msg="Completed cleanup jobs" duration=24.408457ms 2024-04-13T08:24:09.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:08 smithi003 ceph-mon[89364]: pgmap v3812: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.0 MiB/s wr, 22 op/s; 4 B/s, 0 objects/s recovering 2024-04-13T08:24:09.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:08 smithi003 ceph-mon[91733]: pgmap v3812: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.0 MiB/s wr, 22 op/s; 4 B/s, 0 objects/s recovering 2024-04-13T08:24:11.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:10 smithi003 ceph-mon[91733]: pgmap v3813: 137 pgs: 137 active+clean; 193 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.1 MiB/s wr, 19 op/s; 3 B/s, 0 objects/s recovering 2024-04-13T08:24:11.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:10 smithi003 ceph-mon[91733]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-13T08:24:11.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:10 smithi003 ceph-mon[89364]: pgmap v3813: 137 pgs: 137 active+clean; 193 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.1 MiB/s wr, 19 op/s; 3 B/s, 0 objects/s recovering 2024-04-13T08:24:11.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:10 smithi003 ceph-mon[89364]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-13T08:24:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:10 smithi066 ceph-mon[84331]: pgmap v3813: 137 pgs: 137 active+clean; 193 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.1 MiB/s wr, 19 op/s; 3 B/s, 0 objects/s recovering 2024-04-13T08:24:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:10 smithi066 ceph-mon[84331]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-13T08:24:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:24:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:24:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:24:13.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:12 smithi003 ceph-mon[91733]: pgmap v3815: 137 pgs: 137 active+clean; 209 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 36 op/s; 3 B/s, 0 objects/s recovering 2024-04-13T08:24:13.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:12 smithi003 ceph-mon[89364]: pgmap v3815: 137 pgs: 137 active+clean; 209 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 36 op/s; 3 B/s, 0 objects/s recovering 2024-04-13T08:24:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:12 smithi066 ceph-mon[84331]: pgmap v3815: 137 pgs: 137 active+clean; 209 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 36 op/s; 3 B/s, 0 objects/s recovering 2024-04-13T08:24:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:24:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:24:14] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-13T08:24:15.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:14 smithi003 ceph-mon[91733]: pgmap v3816: 137 pgs: 137 active+clean; 209 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 36 op/s; 3 B/s, 0 objects/s recovering 2024-04-13T08:24:15.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:14 smithi003 ceph-mon[89364]: pgmap v3816: 137 pgs: 137 active+clean; 209 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 36 op/s; 3 B/s, 0 objects/s recovering 2024-04-13T08:24:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:14 smithi066 ceph-mon[84331]: pgmap v3816: 137 pgs: 137 active+clean; 209 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 36 op/s; 3 B/s, 0 objects/s recovering 2024-04-13T08:24:16.027 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/5.Shrink (16107 ms) 2024-04-13T08:24:16.027 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOne 2024-04-13T08:24:16.028 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:24:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:16 smithi003 ceph-mon[91733]: pgmap v3817: 137 pgs: 137 active+clean; 243 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-04-13T08:24:17.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:16 smithi003 ceph-mon[89364]: pgmap v3817: 137 pgs: 137 active+clean; 243 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-04-13T08:24:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:16 smithi066 ceph-mon[84331]: pgmap v3817: 137 pgs: 137 active+clean; 243 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-04-13T08:24:19.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:18 smithi003 ceph-mon[91733]: pgmap v3818: 137 pgs: 137 active+clean; 243 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 7.4 MiB/s wr, 59 op/s 2024-04-13T08:24:19.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:18 smithi003 ceph-mon[89364]: pgmap v3818: 137 pgs: 137 active+clean; 243 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 7.4 MiB/s wr, 59 op/s 2024-04-13T08:24:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:18 smithi066 ceph-mon[84331]: pgmap v3818: 137 pgs: 137 active+clean; 243 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.4 MiB/s rd, 7.4 MiB/s wr, 59 op/s 2024-04-13T08:24:21.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:20 smithi003 ceph-mon[91733]: pgmap v3819: 137 pgs: 137 active+clean; 251 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-04-13T08:24:21.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:20 smithi003 ceph-mon[89364]: pgmap v3819: 137 pgs: 137 active+clean; 251 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-04-13T08:24:21.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:20 smithi066 ceph-mon[84331]: pgmap v3819: 137 pgs: 137 active+clean; 251 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-04-13T08:24:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:24:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:24:23.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:22 smithi003 ceph-mon[91733]: pgmap v3820: 137 pgs: 137 active+clean; 251 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 59 op/s 2024-04-13T08:24:23.139 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:23.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:22 smithi003 ceph-mon[89364]: pgmap v3820: 137 pgs: 137 active+clean; 251 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 59 op/s 2024-04-13T08:24:23.140 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:22 smithi066 ceph-mon[84331]: pgmap v3820: 137 pgs: 137 active+clean; 251 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 59 op/s 2024-04-13T08:24:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:24:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:24:24] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-13T08:24:25.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:24 smithi003 ceph-mon[89364]: pgmap v3821: 137 pgs: 137 active+clean; 251 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.5 MiB/s wr, 34 op/s 2024-04-13T08:24:25.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:24 smithi003 ceph-mon[89364]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-13T08:24:25.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:24 smithi003 ceph-mon[91733]: pgmap v3821: 137 pgs: 137 active+clean; 251 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.5 MiB/s wr, 34 op/s 2024-04-13T08:24:25.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:24 smithi003 ceph-mon[91733]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-13T08:24:25.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:24 smithi066 ceph-mon[84331]: pgmap v3821: 137 pgs: 137 active+clean; 251 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.5 MiB/s wr, 34 op/s 2024-04-13T08:24:25.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:24 smithi066 ceph-mon[84331]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-13T08:24:27.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:26 smithi003 ceph-mon[91733]: pgmap v3823: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.9 MiB/s wr, 54 op/s 2024-04-13T08:24:27.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:26 smithi003 ceph-mon[89364]: pgmap v3823: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.9 MiB/s wr, 54 op/s 2024-04-13T08:24:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:26 smithi066 ceph-mon[84331]: pgmap v3823: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.9 MiB/s wr, 54 op/s 2024-04-13T08:24:28.954 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:28 smithi066 ceph-mon[84331]: pgmap v3824: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.9 MiB/s wr, 54 op/s 2024-04-13T08:24:29.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:28 smithi003 ceph-mon[91733]: pgmap v3824: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.9 MiB/s wr, 54 op/s 2024-04-13T08:24:29.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:28 smithi003 ceph-mon[89364]: pgmap v3824: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.9 MiB/s wr, 54 op/s 2024-04-13T08:24:29.904 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOne (13877 ms) 2024-04-13T08:24:29.904 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot 2024-04-13T08:24:29.904 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:24:31.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:30 smithi003 ceph-mon[91733]: pgmap v3825: 137 pgs: 137 active+clean; 300 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-13T08:24:31.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:30 smithi003 ceph-mon[89364]: pgmap v3825: 137 pgs: 137 active+clean; 300 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-13T08:24:31.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:30 smithi066 ceph-mon[84331]: pgmap v3825: 137 pgs: 137 active+clean; 300 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-13T08:24:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:24:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:24:33.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:32 smithi003 ceph-mon[89364]: pgmap v3826: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-13T08:24:33.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:32 smithi003 ceph-mon[91733]: pgmap v3826: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-13T08:24:33.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:32 smithi066 ceph-mon[84331]: pgmap v3826: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-13T08:24:34.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:24:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:24:34] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-13T08:24:35.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:34 smithi003 ceph-mon[89364]: pgmap v3827: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-13T08:24:35.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:34 smithi003 ceph-mon[91733]: pgmap v3827: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-13T08:24:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:34 smithi066 ceph-mon[84331]: pgmap v3827: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-13T08:24:37.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:36 smithi003 ceph-mon[91733]: pgmap v3828: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.5 MiB/s wr, 52 op/s 2024-04-13T08:24:37.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:36 smithi003 ceph-mon[89364]: pgmap v3828: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.5 MiB/s wr, 52 op/s 2024-04-13T08:24:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:36 smithi066 ceph-mon[84331]: pgmap v3828: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.5 MiB/s wr, 52 op/s 2024-04-13T08:24:38.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:38.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:39.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:38 smithi003 ceph-mon[91733]: pgmap v3829: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-13T08:24:39.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:38 smithi003 ceph-mon[91733]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-13T08:24:39.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:38 smithi003 ceph-mon[89364]: pgmap v3829: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-13T08:24:39.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:38 smithi003 ceph-mon[89364]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-13T08:24:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:38 smithi066 ceph-mon[84331]: pgmap v3829: 137 pgs: 137 active+clean; 312 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-13T08:24:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:38 smithi066 ceph-mon[84331]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-13T08:24:41.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:40 smithi003 ceph-mon[91733]: pgmap v3831: 137 pgs: 137 active+clean; 320 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 489 KiB/s rd, 2.4 MiB/s wr, 32 op/s 2024-04-13T08:24:41.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:40 smithi003 ceph-mon[89364]: pgmap v3831: 137 pgs: 137 active+clean; 320 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 489 KiB/s rd, 2.4 MiB/s wr, 32 op/s 2024-04-13T08:24:41.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:40 smithi066 ceph-mon[84331]: pgmap v3831: 137 pgs: 137 active+clean; 320 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 489 KiB/s rd, 2.4 MiB/s wr, 32 op/s 2024-04-13T08:24:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:24:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:24:43.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:42 smithi003 ceph-mon[89364]: pgmap v3832: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 90 KiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-04-13T08:24:43.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:42 smithi003 ceph-mon[91733]: pgmap v3832: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 90 KiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-04-13T08:24:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:42 smithi066 ceph-mon[84331]: pgmap v3832: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 90 KiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-04-13T08:24:44.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:43 smithi003 ceph-mon[91733]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-13T08:24:44.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:43 smithi003 ceph-mon[89364]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-13T08:24:44.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:43 smithi066 ceph-mon[84331]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-13T08:24:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:24:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:24:44] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-13T08:24:45.044 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot (15140 ms) 2024-04-13T08:24:45.044 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/5.MinOverlap 2024-04-13T08:24:45.044 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:24:45.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:44 smithi003 ceph-mon[91733]: pgmap v3834: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2024-04-13T08:24:45.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:44 smithi003 ceph-mon[89364]: pgmap v3834: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2024-04-13T08:24:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:44 smithi066 ceph-mon[84331]: pgmap v3834: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2024-04-13T08:24:47.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:46 smithi003 ceph-mon[89364]: pgmap v3835: 137 pgs: 137 active+clean; 430 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 15 MiB/s wr, 83 op/s 2024-04-13T08:24:47.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:46 smithi003 ceph-mon[91733]: pgmap v3835: 137 pgs: 137 active+clean; 430 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 15 MiB/s wr, 83 op/s 2024-04-13T08:24:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:46 smithi066 ceph-mon[84331]: pgmap v3835: 137 pgs: 137 active+clean; 430 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 15 MiB/s wr, 83 op/s 2024-04-13T08:24:49.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:48 smithi003 ceph-mon[91733]: pgmap v3836: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 6.0 MiB/s rd, 13 MiB/s wr, 82 op/s 2024-04-13T08:24:49.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:48 smithi003 ceph-mon[89364]: pgmap v3836: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 6.0 MiB/s rd, 13 MiB/s wr, 82 op/s 2024-04-13T08:24:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:48 smithi066 ceph-mon[84331]: pgmap v3836: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 6.0 MiB/s rd, 13 MiB/s wr, 82 op/s 2024-04-13T08:24:51.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:50 smithi003 ceph-mon[89364]: pgmap v3837: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 12 MiB/s wr, 70 op/s 2024-04-13T08:24:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:50 smithi003 ceph-mon[91733]: pgmap v3837: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 12 MiB/s wr, 70 op/s 2024-04-13T08:24:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:50 smithi066 ceph-mon[84331]: pgmap v3837: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 12 MiB/s wr, 70 op/s 2024-04-13T08:24:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:24:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:24:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:52 smithi003 ceph-mon[91733]: pgmap v3838: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-13T08:24:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:24:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:52 smithi003 ceph-mon[89364]: pgmap v3838: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-13T08:24:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:24:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:52 smithi066 ceph-mon[84331]: pgmap v3838: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-13T08:24:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:24:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:24:54.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:24:54.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:24:54.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:24:54.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:24:54.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:24:54.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:24:54.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:24:54.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:24:54.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:24:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:24:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:24:54] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-13T08:24:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:54 smithi003 ceph-mon[91733]: pgmap v3839: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 7.9 MiB/s wr, 39 op/s 2024-04-13T08:24:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:54 smithi003 ceph-mon[91733]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-13T08:24:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:54 smithi003 ceph-mon[89364]: pgmap v3839: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 7.9 MiB/s wr, 39 op/s 2024-04-13T08:24:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:54 smithi003 ceph-mon[89364]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-13T08:24:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:54 smithi066 ceph-mon[84331]: pgmap v3839: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 7.9 MiB/s wr, 39 op/s 2024-04-13T08:24:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:54 smithi066 ceph-mon[84331]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-13T08:24:57.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:56 smithi003 ceph-mon[91733]: pgmap v3841: 137 pgs: 137 active+clean; 475 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 56 op/s 2024-04-13T08:24:57.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:56 smithi003 ceph-mon[89364]: pgmap v3841: 137 pgs: 137 active+clean; 475 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 56 op/s 2024-04-13T08:24:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:56 smithi066 ceph-mon[84331]: pgmap v3841: 137 pgs: 137 active+clean; 475 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 56 op/s 2024-04-13T08:24:59.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:24:58 smithi003 ceph-mon[91733]: pgmap v3842: 137 pgs: 137 active+clean; 479 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 32 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-13T08:24:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:24:58 smithi003 ceph-mon[89364]: pgmap v3842: 137 pgs: 137 active+clean; 479 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 32 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-13T08:24:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:24:58 smithi066 ceph-mon[84331]: pgmap v3842: 137 pgs: 137 active+clean; 479 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 32 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-13T08:25:00.225 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/5.MinOverlap (15181 ms) 2024-04-13T08:25:00.225 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/5.ZeroOverlap 2024-04-13T08:25:00.225 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:25:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:00 smithi003 ceph-mon[91733]: pgmap v3843: 137 pgs: 137 active+clean; 483 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-13T08:25:01.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:00 smithi003 ceph-mon[89364]: pgmap v3843: 137 pgs: 137 active+clean; 483 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-13T08:25:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:00 smithi066 ceph-mon[84331]: pgmap v3843: 137 pgs: 137 active+clean; 483 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-13T08:25:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:25:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:25:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:02 smithi003 ceph-mon[91733]: pgmap v3844: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-13T08:25:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:02 smithi003 ceph-mon[89364]: pgmap v3844: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-13T08:25:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:02 smithi066 ceph-mon[84331]: pgmap v3844: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-13T08:25:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:25:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:25:04] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-13T08:25:05.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:04 smithi003 ceph-mon[91733]: pgmap v3845: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-13T08:25:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:04 smithi003 ceph-mon[89364]: pgmap v3845: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-13T08:25:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:04 smithi066 ceph-mon[84331]: pgmap v3845: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-13T08:25:07.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:06 smithi003 ceph-mon[91733]: pgmap v3846: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.0 MiB/s wr, 55 op/s 2024-04-13T08:25:07.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:06 smithi003 ceph-mon[89364]: pgmap v3846: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.0 MiB/s wr, 55 op/s 2024-04-13T08:25:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:06 smithi066 ceph-mon[84331]: pgmap v3846: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.0 MiB/s wr, 55 op/s 2024-04-13T08:25:08.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:09.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:08 smithi003 ceph-mon[89364]: pgmap v3847: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-13T08:25:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:08 smithi003 ceph-mon[89364]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-13T08:25:09.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:08 smithi003 ceph-mon[91733]: pgmap v3847: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-13T08:25:09.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:08 smithi003 ceph-mon[91733]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-13T08:25:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:08 smithi066 ceph-mon[84331]: pgmap v3847: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-13T08:25:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:08 smithi066 ceph-mon[84331]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-13T08:25:11.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:10 smithi003 ceph-mon[91733]: pgmap v3849: 137 pgs: 137 active+clean; 519 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2024-04-13T08:25:11.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:10 smithi003 ceph-mon[89364]: pgmap v3849: 137 pgs: 137 active+clean; 519 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2024-04-13T08:25:11.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:10 smithi066 ceph-mon[84331]: pgmap v3849: 137 pgs: 137 active+clean; 519 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2024-04-13T08:25:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:25:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:25:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:25:13.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:12 smithi003 ceph-mon[91733]: pgmap v3850: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 473 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-13T08:25:13.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:12 smithi003 ceph-mon[89364]: pgmap v3850: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 473 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-13T08:25:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:12 smithi066 ceph-mon[84331]: pgmap v3850: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 473 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-13T08:25:13.893 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/5.ZeroOverlap (13668 ms) 2024-04-13T08:25:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:25:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:25:14] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-13T08:25:14.805 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 7 tests from EncryptedFlattenTest/5 (107332 ms total) 2024-04-13T08:25:14.805 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:25:14.805 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 7 tests from EncryptedFlattenTest/6, where TypeParam = LUKS2UnderLUKS2 2024-04-13T08:25:14.857 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/6.Simple 2024-04-13T08:25:15.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:14 smithi003 ceph-mon[91733]: pgmap v3851: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 473 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-13T08:25:15.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:14 smithi003 ceph-mon[89364]: pgmap v3851: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 473 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-13T08:25:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:14 smithi066 ceph-mon[84331]: pgmap v3851: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 473 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-13T08:25:16.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:15 smithi003 ceph-mon[89364]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-13T08:25:16.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:15 smithi003 ceph-mon[91733]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-13T08:25:16.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:15 smithi066 ceph-mon[84331]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-13T08:25:16.821 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:25:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:16 smithi003 ceph-mon[91733]: pgmap v3853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:25:17.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:16 smithi003 ceph-mon[91733]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-13T08:25:17.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:16 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1254755014' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:25:17.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:16 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:25:17.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:16 smithi003 ceph-mon[89364]: pgmap v3853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:25:17.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:16 smithi003 ceph-mon[89364]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-13T08:25:17.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:16 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1254755014' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:25:17.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:16 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:25:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:16 smithi066 ceph-mon[84331]: pgmap v3853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:25:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:16 smithi066 ceph-mon[84331]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-13T08:25:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:16 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1254755014' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:25:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:16 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:25:18.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:17 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:25:18.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:17 smithi003 ceph-mon[91733]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-13T08:25:18.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:17 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:25:18.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:17 smithi003 ceph-mon[89364]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-13T08:25:18.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:17 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:25:18.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:17 smithi066 ceph-mon[84331]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-13T08:25:19.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:18 smithi003 ceph-mon[91733]: pgmap v3856: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:25:19.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:18 smithi003 ceph-mon[91733]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-13T08:25:19.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:18 smithi003 ceph-mon[89364]: pgmap v3856: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:25:19.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:18 smithi003 ceph-mon[89364]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-13T08:25:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:18 smithi066 ceph-mon[84331]: pgmap v3856: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:25:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:18 smithi066 ceph-mon[84331]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-13T08:25:20.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:19 smithi003 ceph-mon[91733]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-13T08:25:20.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:19 smithi003 ceph-mon[89364]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-13T08:25:20.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:19 smithi066 ceph-mon[84331]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-13T08:25:21.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:20 smithi003 ceph-mon[89364]: pgmap v3859: 137 pgs: 7 creating+peering, 8 unknown, 122 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 1023 B/s wr, 8 op/s 2024-04-13T08:25:21.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:20 smithi003 ceph-mon[91733]: pgmap v3859: 137 pgs: 7 creating+peering, 8 unknown, 122 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 1023 B/s wr, 8 op/s 2024-04-13T08:25:21.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:20 smithi066 ceph-mon[84331]: pgmap v3859: 137 pgs: 7 creating+peering, 8 unknown, 122 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 1023 B/s wr, 8 op/s 2024-04-13T08:25:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:25:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:25:23.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:22 smithi003 ceph-mon[89364]: pgmap v3860: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.3 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-13T08:25:23.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:22 smithi003 ceph-mon[91733]: pgmap v3860: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.3 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-13T08:25:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:22 smithi066 ceph-mon[84331]: pgmap v3860: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.3 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-13T08:25:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:24.638 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:25:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:25:24] "GET /metrics HTTP/1.1" 200 36697 "" "Prometheus/2.43.0" 2024-04-13T08:25:25.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:24 smithi003 ceph-mon[91733]: pgmap v3861: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-13T08:25:25.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:24 smithi003 ceph-mon[89364]: pgmap v3861: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-13T08:25:25.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:24 smithi066 ceph-mon[84331]: pgmap v3861: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-13T08:25:27.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:26 smithi003 ceph-mon[91733]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-13T08:25:27.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:26 smithi003 ceph-mon[89364]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-13T08:25:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:26 smithi066 ceph-mon[84331]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-13T08:25:29.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:28 smithi003 ceph-mon[91733]: pgmap v3863: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 KiB/s rd, 849 B/s wr, 5 op/s 2024-04-13T08:25:29.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:28 smithi003 ceph-mon[91733]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-13T08:25:29.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:28 smithi003 ceph-mon[89364]: pgmap v3863: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 KiB/s rd, 849 B/s wr, 5 op/s 2024-04-13T08:25:29.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:28 smithi003 ceph-mon[89364]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-13T08:25:29.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:28 smithi066 ceph-mon[84331]: pgmap v3863: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 KiB/s rd, 849 B/s wr, 5 op/s 2024-04-13T08:25:29.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:28 smithi066 ceph-mon[84331]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-13T08:25:31.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:30 smithi003 ceph-mon[91733]: pgmap v3865: 137 pgs: 137 active+clean; 29 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-13T08:25:31.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:30 smithi003 ceph-mon[91733]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-13T08:25:31.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:30 smithi003 ceph-mon[89364]: pgmap v3865: 137 pgs: 137 active+clean; 29 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-13T08:25:31.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:30 smithi003 ceph-mon[89364]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-13T08:25:31.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:30 smithi066 ceph-mon[84331]: pgmap v3865: 137 pgs: 137 active+clean; 29 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-13T08:25:31.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:30 smithi066 ceph-mon[84331]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-13T08:25:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:25:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:25:33.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:32 smithi003 ceph-mon[89364]: pgmap v3867: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-13T08:25:33.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:32 smithi003 ceph-mon[91733]: pgmap v3867: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-13T08:25:33.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:32 smithi066 ceph-mon[84331]: pgmap v3867: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-13T08:25:34.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:25:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:25:34] "GET /metrics HTTP/1.1" 200 36697 "" "Prometheus/2.43.0" 2024-04-13T08:25:35.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:34 smithi003 ceph-mon[91733]: pgmap v3868: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-13T08:25:35.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:34 smithi003 ceph-mon[89364]: pgmap v3868: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-13T08:25:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:34 smithi066 ceph-mon[84331]: pgmap v3868: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-13T08:25:37.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:36 smithi003 ceph-mon[89364]: pgmap v3869: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-13T08:25:37.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:36 smithi003 ceph-mon[91733]: pgmap v3869: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-13T08:25:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:36 smithi066 ceph-mon[84331]: pgmap v3869: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-13T08:25:38.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:38.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:39.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:38 smithi003 ceph-mon[89364]: pgmap v3870: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-13T08:25:39.137 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:38 smithi003 ceph-mon[91733]: pgmap v3870: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-13T08:25:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:38 smithi066 ceph-mon[84331]: pgmap v3870: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-13T08:25:41.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:40 smithi003 ceph-mon[89364]: pgmap v3871: 137 pgs: 137 active+clean; 54 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 2.5 MiB/s wr, 25 op/s 2024-04-13T08:25:41.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:40 smithi003 ceph-mon[91733]: pgmap v3871: 137 pgs: 137 active+clean; 54 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 2.5 MiB/s wr, 25 op/s 2024-04-13T08:25:41.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:40 smithi066 ceph-mon[84331]: pgmap v3871: 137 pgs: 137 active+clean; 54 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 2.5 MiB/s wr, 25 op/s 2024-04-13T08:25:41.402 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/6.Simple (26545 ms) 2024-04-13T08:25:41.402 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/6.Grow 2024-04-13T08:25:41.402 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:25:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:25:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:25:43.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:42 smithi003 ceph-mon[91733]: pgmap v3872: 137 pgs: 137 active+clean; 67 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2024-04-13T08:25:43.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:42 smithi003 ceph-mon[89364]: pgmap v3872: 137 pgs: 137 active+clean; 67 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2024-04-13T08:25:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:42 smithi066 ceph-mon[84331]: pgmap v3872: 137 pgs: 137 active+clean; 67 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2024-04-13T08:25:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:25:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:25:44] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-13T08:25:45.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:44 smithi003 ceph-mon[91733]: pgmap v3873: 137 pgs: 137 active+clean; 67 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-13T08:25:45.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:44 smithi003 ceph-mon[89364]: pgmap v3873: 137 pgs: 137 active+clean; 67 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-13T08:25:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:44 smithi066 ceph-mon[84331]: pgmap v3873: 137 pgs: 137 active+clean; 67 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-13T08:25:47.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:46 smithi003 ceph-mon[91733]: pgmap v3874: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-13T08:25:47.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:46 smithi003 ceph-mon[89364]: pgmap v3874: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-13T08:25:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:46 smithi066 ceph-mon[84331]: pgmap v3874: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-13T08:25:49.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:48 smithi003 ceph-mon[91733]: pgmap v3875: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-13T08:25:49.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:48 smithi003 ceph-mon[89364]: pgmap v3875: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-13T08:25:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:48 smithi066 ceph-mon[84331]: pgmap v3875: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-13T08:25:51.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:50 smithi003 ceph-mon[89364]: pgmap v3876: 137 pgs: 137 active+clean; 112 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.8 MiB/s wr, 36 op/s 2024-04-13T08:25:51.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:50 smithi003 ceph-mon[89364]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-13T08:25:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:50 smithi003 ceph-mon[91733]: pgmap v3876: 137 pgs: 137 active+clean; 112 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.8 MiB/s wr, 36 op/s 2024-04-13T08:25:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:50 smithi003 ceph-mon[91733]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-13T08:25:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:50 smithi066 ceph-mon[84331]: pgmap v3876: 137 pgs: 137 active+clean; 112 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.8 MiB/s wr, 36 op/s 2024-04-13T08:25:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:50 smithi066 ceph-mon[84331]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-13T08:25:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:25:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:25:53.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:52 smithi003 ceph-mon[89364]: pgmap v3878: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.9 MiB/s wr, 48 op/s 2024-04-13T08:25:53.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:52 smithi003 ceph-mon[91733]: pgmap v3878: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.9 MiB/s wr, 48 op/s 2024-04-13T08:25:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:52 smithi066 ceph-mon[84331]: pgmap v3878: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.9 MiB/s wr, 48 op/s 2024-04-13T08:25:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:25:54.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:25:54.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:25:54.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:25:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:25:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:25:54] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-13T08:25:55.086 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:54 smithi066 ceph-mon[84331]: pgmap v3879: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.9 MiB/s wr, 48 op/s 2024-04-13T08:25:55.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:54 smithi003 ceph-mon[89364]: pgmap v3879: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.9 MiB/s wr, 48 op/s 2024-04-13T08:25:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:54 smithi003 ceph-mon[91733]: pgmap v3879: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.9 MiB/s wr, 48 op/s 2024-04-13T08:25:56.809 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:56 smithi066 ceph-mon[84331]: pgmap v3880: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:25:56.809 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:56.809 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:56 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:57.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:56 smithi003 ceph-mon[89364]: pgmap v3880: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:25:57.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:57.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:56 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:56 smithi003 ceph-mon[91733]: pgmap v3880: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:25:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:56 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:58.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:58 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:58.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:58 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:58.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:58 smithi003 ceph-mon[91733]: pgmap v3881: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:25:58.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:58 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:58.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:58 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:58.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:58 smithi003 ceph-mon[89364]: pgmap v3881: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:25:58.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:58 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:58.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:58 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:58.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:58 smithi066 ceph-mon[84331]: pgmap v3881: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:25:59.282 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:59.282 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:59.282 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:59.282 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:25:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:59.283 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:59.283 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:59.283 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:59.283 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:25:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:59.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:59.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:59.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:25:59.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:25:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:26:00.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:00 smithi003 ceph-mon[91733]: pgmap v3882: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-13T08:26:00.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:00 smithi003 ceph-mon[89364]: pgmap v3882: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-13T08:26:01.018 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:00 smithi066 ceph-mon[84331]: pgmap v3882: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-13T08:26:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:26:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:26:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:26:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:02 smithi003 ceph-mon[89364]: pgmap v3883: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-04-13T08:26:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:26:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:26:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:26:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:26:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:26:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:26:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:26:03.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:02 smithi003 ceph-mon[91733]: pgmap v3883: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-04-13T08:26:03.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:26:03.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:26:03.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:26:03.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:26:03.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:26:03.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:26:03.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:26:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:02 smithi066 ceph-mon[84331]: pgmap v3883: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-04-13T08:26:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:26:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:26:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:26:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:26:03.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:26:03.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:26:03.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:26:04.536 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:26:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:26:04] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-13T08:26:04.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:04 smithi003 ceph-mon[89364]: pgmap v3884: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 341 B/s wr, 2 op/s 2024-04-13T08:26:04.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:04 smithi003 ceph-mon[91733]: pgmap v3884: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 341 B/s wr, 2 op/s 2024-04-13T08:26:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:04 smithi066 ceph-mon[84331]: pgmap v3884: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 341 B/s wr, 2 op/s 2024-04-13T08:26:07.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:06 smithi003 ceph-mon[89364]: pgmap v3885: 137 pgs: 137 active+clean; 140 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-13T08:26:07.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:06 smithi003 ceph-mon[91733]: pgmap v3885: 137 pgs: 137 active+clean; 140 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-13T08:26:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:06 smithi066 ceph-mon[84331]: pgmap v3885: 137 pgs: 137 active+clean; 140 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-13T08:26:07.519 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/6.Grow (26117 ms) 2024-04-13T08:26:07.520 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/6.Shrink 2024-04-13T08:26:07.520 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:26:08.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:08.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:09.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:08 smithi003 ceph-mon[89364]: pgmap v3886: 137 pgs: 137 active+clean; 144 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-13T08:26:09.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:08 smithi003 ceph-mon[91733]: pgmap v3886: 137 pgs: 137 active+clean; 144 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-13T08:26:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:08 smithi066 ceph-mon[84331]: pgmap v3886: 137 pgs: 137 active+clean; 144 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-13T08:26:11.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:10 smithi003 ceph-mon[91733]: pgmap v3887: 137 pgs: 137 active+clean; 157 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-13T08:26:11.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:10 smithi003 ceph-mon[89364]: pgmap v3887: 137 pgs: 137 active+clean; 157 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-13T08:26:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:10 smithi066 ceph-mon[84331]: pgmap v3887: 137 pgs: 137 active+clean; 157 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-13T08:26:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:26:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:26:13.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:12 smithi003 ceph-mon[91733]: pgmap v3888: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-13T08:26:13.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:12 smithi003 ceph-mon[89364]: pgmap v3888: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-13T08:26:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:12 smithi066 ceph-mon[84331]: pgmap v3888: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-13T08:26:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:26:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:26:14] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-13T08:26:15.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:14 smithi003 ceph-mon[91733]: pgmap v3889: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-13T08:26:15.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:14 smithi003 ceph-mon[89364]: pgmap v3889: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-13T08:26:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:14 smithi066 ceph-mon[84331]: pgmap v3889: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-13T08:26:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:16 smithi003 ceph-mon[91733]: pgmap v3890: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-13T08:26:17.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:16 smithi003 ceph-mon[89364]: pgmap v3890: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-13T08:26:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:16 smithi066 ceph-mon[84331]: pgmap v3890: 137 pgs: 137 active+clean; 169 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-13T08:26:18.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:17 smithi003 ceph-mon[91733]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-13T08:26:18.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:17 smithi003 ceph-mon[89364]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-13T08:26:18.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:17 smithi066 ceph-mon[84331]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-13T08:26:19.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:18 smithi003 ceph-mon[91733]: pgmap v3892: 137 pgs: 137 active+clean; 178 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 18 op/s 2024-04-13T08:26:19.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:18 smithi003 ceph-mon[89364]: pgmap v3892: 137 pgs: 137 active+clean; 178 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 18 op/s 2024-04-13T08:26:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:18 smithi066 ceph-mon[84331]: pgmap v3892: 137 pgs: 137 active+clean; 178 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 18 op/s 2024-04-13T08:26:21.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:20 smithi003 ceph-mon[91733]: pgmap v3893: 137 pgs: 137 active+clean; 202 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.9 MiB/s wr, 35 op/s 2024-04-13T08:26:21.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:20 smithi003 ceph-mon[89364]: pgmap v3893: 137 pgs: 137 active+clean; 202 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.9 MiB/s wr, 35 op/s 2024-04-13T08:26:21.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:20 smithi066 ceph-mon[84331]: pgmap v3893: 137 pgs: 137 active+clean; 202 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.9 MiB/s wr, 35 op/s 2024-04-13T08:26:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:26:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:26:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:26:23.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:22 smithi003 ceph-mon[91733]: pgmap v3894: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:26:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:23.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:22 smithi003 ceph-mon[89364]: pgmap v3894: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:26:23.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:22 smithi066 ceph-mon[84331]: pgmap v3894: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:26:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:26:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:26:24] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-13T08:26:25.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:24 smithi003 ceph-mon[91733]: pgmap v3895: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:26:25.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:24 smithi003 ceph-mon[89364]: pgmap v3895: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:26:25.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:24 smithi066 ceph-mon[84331]: pgmap v3895: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:26:27.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:26 smithi003 ceph-mon[91733]: pgmap v3896: 137 pgs: 137 active+clean; 214 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-13T08:26:27.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:26 smithi003 ceph-mon[89364]: pgmap v3896: 137 pgs: 137 active+clean; 214 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-13T08:26:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:26 smithi066 ceph-mon[84331]: pgmap v3896: 137 pgs: 137 active+clean; 214 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-13T08:26:29.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:28 smithi003 ceph-mon[91733]: pgmap v3897: 137 pgs: 137 active+clean; 218 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 MiB/s wr, 39 op/s 2024-04-13T08:26:29.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:28 smithi003 ceph-mon[89364]: pgmap v3897: 137 pgs: 137 active+clean; 218 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 MiB/s wr, 39 op/s 2024-04-13T08:26:29.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:28 smithi066 ceph-mon[84331]: pgmap v3897: 137 pgs: 137 active+clean; 218 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 MiB/s wr, 39 op/s 2024-04-13T08:26:30.320 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/6.Shrink (22801 ms) 2024-04-13T08:26:30.320 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOne 2024-04-13T08:26:30.321 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:26:31.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:30 smithi003 ceph-mon[91733]: pgmap v3898: 137 pgs: 137 active+clean; 239 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.9 MiB/s rd, 6.1 MiB/s wr, 48 op/s 2024-04-13T08:26:31.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:30 smithi003 ceph-mon[89364]: pgmap v3898: 137 pgs: 137 active+clean; 239 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.9 MiB/s rd, 6.1 MiB/s wr, 48 op/s 2024-04-13T08:26:31.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:30 smithi066 ceph-mon[84331]: pgmap v3898: 137 pgs: 137 active+clean; 239 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.9 MiB/s rd, 6.1 MiB/s wr, 48 op/s 2024-04-13T08:26:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:26:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:26:33.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:32 smithi003 ceph-mon[91733]: pgmap v3899: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.3 MiB/s rd, 5.4 MiB/s wr, 27 op/s 2024-04-13T08:26:33.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:32 smithi003 ceph-mon[89364]: pgmap v3899: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.3 MiB/s rd, 5.4 MiB/s wr, 27 op/s 2024-04-13T08:26:33.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:32 smithi066 ceph-mon[84331]: pgmap v3899: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.3 MiB/s rd, 5.4 MiB/s wr, 27 op/s 2024-04-13T08:26:34.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:26:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:26:34] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-13T08:26:35.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:34 smithi003 ceph-mon[91733]: pgmap v3900: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-04-13T08:26:35.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:34 smithi003 ceph-mon[89364]: pgmap v3900: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-04-13T08:26:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:34 smithi066 ceph-mon[84331]: pgmap v3900: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-04-13T08:26:37.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:36 smithi003 ceph-mon[91733]: pgmap v3901: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-13T08:26:37.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:36 smithi003 ceph-mon[89364]: pgmap v3901: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-13T08:26:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:36 smithi066 ceph-mon[84331]: pgmap v3901: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-13T08:26:38.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:38.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:39.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:38 smithi003 ceph-mon[89364]: pgmap v3902: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-04-13T08:26:39.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:38 smithi003 ceph-mon[89364]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-13T08:26:39.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:38 smithi003 ceph-mon[91733]: pgmap v3902: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-04-13T08:26:39.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:38 smithi003 ceph-mon[91733]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-13T08:26:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:38 smithi066 ceph-mon[84331]: pgmap v3902: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-04-13T08:26:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:38 smithi066 ceph-mon[84331]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-13T08:26:41.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:40 smithi003 ceph-mon[91733]: pgmap v3904: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.5 MiB/s wr, 47 op/s 2024-04-13T08:26:41.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:40 smithi003 ceph-mon[89364]: pgmap v3904: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.5 MiB/s wr, 47 op/s 2024-04-13T08:26:41.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:40 smithi066 ceph-mon[84331]: pgmap v3904: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.5 MiB/s wr, 47 op/s 2024-04-13T08:26:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:26:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:26:43.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:42 smithi003 ceph-mon[89364]: pgmap v3905: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:26:43.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:42 smithi003 ceph-mon[91733]: pgmap v3905: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:26:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:42 smithi066 ceph-mon[84331]: pgmap v3905: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:26:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:26:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:26:44] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-13T08:26:45.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:44 smithi003 ceph-mon[91733]: pgmap v3906: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:26:45.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:44 smithi003 ceph-mon[89364]: pgmap v3906: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:26:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:44 smithi066 ceph-mon[84331]: pgmap v3906: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:26:47.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:46 smithi003 ceph-mon[91733]: pgmap v3907: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:26:47.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:46 smithi003 ceph-mon[89364]: pgmap v3907: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:26:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:46 smithi066 ceph-mon[84331]: pgmap v3907: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:26:49.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:48 smithi003 ceph-mon[89364]: pgmap v3908: 137 pgs: 137 active+clean; 300 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.9 MiB/s wr, 35 op/s 2024-04-13T08:26:49.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:48 smithi003 ceph-mon[91733]: pgmap v3908: 137 pgs: 137 active+clean; 300 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.9 MiB/s wr, 35 op/s 2024-04-13T08:26:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:48 smithi066 ceph-mon[84331]: pgmap v3908: 137 pgs: 137 active+clean; 300 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.9 MiB/s wr, 35 op/s 2024-04-13T08:26:51.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:50 smithi003 ceph-mon[89364]: pgmap v3909: 137 pgs: 137 active+clean; 308 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-13T08:26:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:50 smithi003 ceph-mon[91733]: pgmap v3909: 137 pgs: 137 active+clean; 308 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-13T08:26:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:50 smithi066 ceph-mon[84331]: pgmap v3909: 137 pgs: 137 active+clean; 308 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-13T08:26:51.940 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOne (21620 ms) 2024-04-13T08:26:51.940 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot 2024-04-13T08:26:51.940 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:26:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:26:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:26:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:26:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:52 smithi003 ceph-mon[91733]: pgmap v3910: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.3 MiB/s wr, 12 op/s 2024-04-13T08:26:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:52 smithi003 ceph-mon[89364]: pgmap v3910: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.3 MiB/s wr, 12 op/s 2024-04-13T08:26:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:52 smithi066 ceph-mon[84331]: pgmap v3910: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.3 MiB/s wr, 12 op/s 2024-04-13T08:26:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:26:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:26:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:26:54] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-13T08:26:55.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:54 smithi003 ceph-mon[89364]: pgmap v3911: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-13T08:26:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:54 smithi003 ceph-mon[91733]: pgmap v3911: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-13T08:26:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:54 smithi066 ceph-mon[84331]: pgmap v3911: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-13T08:26:57.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:56 smithi003 ceph-mon[89364]: pgmap v3912: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-13T08:26:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:56 smithi003 ceph-mon[91733]: pgmap v3912: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-13T08:26:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:56 smithi066 ceph-mon[84331]: pgmap v3912: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-04-13T08:26:59.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:26:58 smithi003 ceph-mon[89364]: pgmap v3913: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-13T08:26:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:26:58 smithi003 ceph-mon[91733]: pgmap v3913: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-13T08:26:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:26:58 smithi066 ceph-mon[84331]: pgmap v3913: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-13T08:27:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:00 smithi003 ceph-mon[91733]: pgmap v3914: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-13T08:27:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:00 smithi003 ceph-mon[89364]: pgmap v3914: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-13T08:27:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:00 smithi066 ceph-mon[84331]: pgmap v3914: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-13T08:27:02.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:01 smithi003 ceph-mon[91733]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-13T08:27:02.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:01 smithi003 ceph-mon[89364]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-13T08:27:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:01 smithi066 ceph-mon[84331]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-13T08:27:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:27:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:27:03.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:02 smithi003 ceph-mon[89364]: pgmap v3916: 137 pgs: 137 active+clean; 324 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 850 KiB/s rd, 2.0 MiB/s wr, 42 op/s 2024-04-13T08:27:03.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:27:03.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:02 smithi003 ceph-mon[91733]: pgmap v3916: 137 pgs: 137 active+clean; 324 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 850 KiB/s rd, 2.0 MiB/s wr, 42 op/s 2024-04-13T08:27:03.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:27:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:02 smithi066 ceph-mon[84331]: pgmap v3916: 137 pgs: 137 active+clean; 324 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 850 KiB/s rd, 2.0 MiB/s wr, 42 op/s 2024-04-13T08:27:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:27:04.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:27:04.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:27:04.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:27:04.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:27:04.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:27:04.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:27:04.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:27:04.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:27:04.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:27:04.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:27:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:27:04] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-13T08:27:05.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:04 smithi003 ceph-mon[91733]: pgmap v3917: 137 pgs: 137 active+clean; 324 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 850 KiB/s rd, 2.0 MiB/s wr, 42 op/s 2024-04-13T08:27:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:04 smithi003 ceph-mon[89364]: pgmap v3917: 137 pgs: 137 active+clean; 324 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 850 KiB/s rd, 2.0 MiB/s wr, 42 op/s 2024-04-13T08:27:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:04 smithi066 ceph-mon[84331]: pgmap v3917: 137 pgs: 137 active+clean; 324 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 850 KiB/s rd, 2.0 MiB/s wr, 42 op/s 2024-04-13T08:27:07.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:06 smithi003 ceph-mon[91733]: pgmap v3918: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-13T08:27:07.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:06 smithi003 ceph-mon[89364]: pgmap v3918: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-13T08:27:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:06 smithi066 ceph-mon[84331]: pgmap v3918: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-13T08:27:08.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:09.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:08 smithi003 ceph-mon[89364]: pgmap v3919: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:27:09.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:08 smithi003 ceph-mon[91733]: pgmap v3919: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:27:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:08 smithi066 ceph-mon[84331]: pgmap v3919: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:27:11.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:10 smithi003 ceph-mon[91733]: pgmap v3920: 137 pgs: 137 active+clean; 357 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:27:11.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:10 smithi003 ceph-mon[89364]: pgmap v3920: 137 pgs: 137 active+clean; 357 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:27:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:10 smithi066 ceph-mon[84331]: pgmap v3920: 137 pgs: 137 active+clean; 357 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-13T08:27:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:27:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:27:13.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:12 smithi003 ceph-mon[89364]: pgmap v3921: 137 pgs: 137 active+clean; 369 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 5.3 MiB/s wr, 41 op/s 2024-04-13T08:27:13.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:12 smithi003 ceph-mon[91733]: pgmap v3921: 137 pgs: 137 active+clean; 369 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 5.3 MiB/s wr, 41 op/s 2024-04-13T08:27:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:12 smithi066 ceph-mon[84331]: pgmap v3921: 137 pgs: 137 active+clean; 369 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 5.3 MiB/s wr, 41 op/s 2024-04-13T08:27:14.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:13 smithi003 ceph-mon[91733]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-13T08:27:14.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:13 smithi003 ceph-mon[89364]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-13T08:27:14.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:13 smithi066 ceph-mon[84331]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-13T08:27:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:27:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:27:14] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-13T08:27:15.127 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot (23187 ms) 2024-04-13T08:27:15.128 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/6.MinOverlap 2024-04-13T08:27:15.128 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:27:15.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:14 smithi003 ceph-mon[91733]: pgmap v3923: 137 pgs: 137 active+clean; 369 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 4.5 MiB/s wr, 17 op/s 2024-04-13T08:27:15.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:14 smithi003 ceph-mon[89364]: pgmap v3923: 137 pgs: 137 active+clean; 369 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 4.5 MiB/s wr, 17 op/s 2024-04-13T08:27:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:14 smithi066 ceph-mon[84331]: pgmap v3923: 137 pgs: 137 active+clean; 369 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 4.5 MiB/s wr, 17 op/s 2024-04-13T08:27:16.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:15 smithi003 ceph-mon[89364]: pgmap v3924: 137 pgs: 137 active+clean; 418 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.5 MiB/s wr, 32 op/s 2024-04-13T08:27:16.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:15 smithi003 ceph-mon[91733]: pgmap v3924: 137 pgs: 137 active+clean; 418 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.5 MiB/s wr, 32 op/s 2024-04-13T08:27:16.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:15 smithi066 ceph-mon[84331]: pgmap v3924: 137 pgs: 137 active+clean; 418 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.5 MiB/s wr, 32 op/s 2024-04-13T08:27:18.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:18 smithi003 ceph-mon[91733]: pgmap v3925: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-13T08:27:18.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:18 smithi003 ceph-mon[89364]: pgmap v3925: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-13T08:27:18.902 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:18 smithi066 ceph-mon[84331]: pgmap v3925: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-13T08:27:20.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:20 smithi003 ceph-mon[91733]: pgmap v3926: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 49 op/s 2024-04-13T08:27:20.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:20 smithi003 ceph-mon[89364]: pgmap v3926: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 49 op/s 2024-04-13T08:27:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:20 smithi066 ceph-mon[84331]: pgmap v3926: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 49 op/s 2024-04-13T08:27:22.567 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:27:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:27:22.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:22 smithi003 ceph-mon[89364]: pgmap v3927: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 41 op/s 2024-04-13T08:27:22.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:22 smithi003 ceph-mon[91733]: pgmap v3927: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 41 op/s 2024-04-13T08:27:22.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:22 smithi066 ceph-mon[84331]: pgmap v3927: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 41 op/s 2024-04-13T08:27:23.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:23.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:23.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:24.574 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:27:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:27:24] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-13T08:27:24.574 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:24 smithi003 ceph-mon[91733]: pgmap v3928: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 6.5 MiB/s wr, 38 op/s 2024-04-13T08:27:24.574 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:24 smithi003 ceph-mon[91733]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-13T08:27:24.574 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:24 smithi003 ceph-mon[89364]: pgmap v3928: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 6.5 MiB/s wr, 38 op/s 2024-04-13T08:27:24.574 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:24 smithi003 ceph-mon[89364]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-13T08:27:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:24 smithi066 ceph-mon[84331]: pgmap v3928: 137 pgs: 137 active+clean; 438 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 6.5 MiB/s wr, 38 op/s 2024-04-13T08:27:24.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:24 smithi066 ceph-mon[84331]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-13T08:27:26.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:26 smithi003 ceph-mon[91733]: pgmap v3930: 137 pgs: 137 active+clean; 467 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.9 MiB/s wr, 50 op/s 2024-04-13T08:27:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:26 smithi003 ceph-mon[89364]: pgmap v3930: 137 pgs: 137 active+clean; 467 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.9 MiB/s wr, 50 op/s 2024-04-13T08:27:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:26 smithi066 ceph-mon[84331]: pgmap v3930: 137 pgs: 137 active+clean; 467 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.9 MiB/s wr, 50 op/s 2024-04-13T08:27:28.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:28 smithi003 ceph-mon[91733]: pgmap v3931: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:27:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:28 smithi003 ceph-mon[89364]: pgmap v3931: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:27:28.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:28 smithi066 ceph-mon[84331]: pgmap v3931: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:27:30.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:30 smithi003 ceph-mon[91733]: pgmap v3932: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:27:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:30 smithi003 ceph-mon[89364]: pgmap v3932: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:27:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:30 smithi066 ceph-mon[84331]: pgmap v3932: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:27:32.593 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:27:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:27:32.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:32 smithi003 ceph-mon[91733]: pgmap v3933: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:27:32.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:32 smithi003 ceph-mon[89364]: pgmap v3933: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:27:32.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:32 smithi066 ceph-mon[84331]: pgmap v3933: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:27:34.596 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:27:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:27:34] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-13T08:27:34.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:34 smithi003 ceph-mon[91733]: pgmap v3934: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:27:34.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:34 smithi003 ceph-mon[89364]: pgmap v3934: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:27:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:34 smithi066 ceph-mon[84331]: pgmap v3934: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:27:36.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:36 smithi003 ceph-mon[89364]: pgmap v3935: 137 pgs: 137 active+clean; 491 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 52 KiB/s rd, 4.4 MiB/s wr, 38 op/s 2024-04-13T08:27:36.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:36 smithi003 ceph-mon[91733]: pgmap v3935: 137 pgs: 137 active+clean; 491 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 52 KiB/s rd, 4.4 MiB/s wr, 38 op/s 2024-04-13T08:27:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:36 smithi066 ceph-mon[84331]: pgmap v3935: 137 pgs: 137 active+clean; 491 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 52 KiB/s rd, 4.4 MiB/s wr, 38 op/s 2024-04-13T08:27:37.851 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/6.MinOverlap (22724 ms) 2024-04-13T08:27:37.851 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/6.ZeroOverlap 2024-04-13T08:27:37.851 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:27:37.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:37.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:38.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:38 smithi003 ceph-mon[91733]: pgmap v3936: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-04-13T08:27:38.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:38 smithi003 ceph-mon[89364]: pgmap v3936: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-04-13T08:27:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:38 smithi066 ceph-mon[84331]: pgmap v3936: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-04-13T08:27:40.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:40 smithi003 ceph-mon[91733]: pgmap v3937: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-04-13T08:27:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:40 smithi003 ceph-mon[89364]: pgmap v3937: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-04-13T08:27:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:40 smithi066 ceph-mon[84331]: pgmap v3937: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-04-13T08:27:42.615 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:27:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:27:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:27:42.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:42 smithi003 ceph-mon[89364]: pgmap v3938: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T08:27:42.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:42 smithi003 ceph-mon[91733]: pgmap v3938: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T08:27:42.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:42 smithi066 ceph-mon[84331]: pgmap v3938: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T08:27:44.618 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:44 smithi003 ceph-mon[91733]: pgmap v3939: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T08:27:44.618 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:27:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:27:44] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-13T08:27:44.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:44 smithi003 ceph-mon[89364]: pgmap v3939: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T08:27:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:44 smithi066 ceph-mon[84331]: pgmap v3939: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T08:27:46.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:46 smithi003 ceph-mon[91733]: pgmap v3940: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T08:27:46.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:46 smithi003 ceph-mon[91733]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-13T08:27:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:46 smithi003 ceph-mon[89364]: pgmap v3940: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T08:27:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:46 smithi003 ceph-mon[89364]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-13T08:27:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:46 smithi066 ceph-mon[84331]: pgmap v3940: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-13T08:27:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:46 smithi066 ceph-mon[84331]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-13T08:27:48.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:48 smithi003 ceph-mon[91733]: pgmap v3942: 137 pgs: 137 active+clean; 508 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-04-13T08:27:48.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:48 smithi003 ceph-mon[89364]: pgmap v3942: 137 pgs: 137 active+clean; 508 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-04-13T08:27:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:48 smithi066 ceph-mon[84331]: pgmap v3942: 137 pgs: 137 active+clean; 508 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-04-13T08:27:50.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:50 smithi003 ceph-mon[91733]: pgmap v3943: 137 pgs: 137 active+clean; 532 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 848 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-13T08:27:50.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:50 smithi003 ceph-mon[89364]: pgmap v3943: 137 pgs: 137 active+clean; 532 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 848 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-13T08:27:50.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:50 smithi066 ceph-mon[84331]: pgmap v3943: 137 pgs: 137 active+clean; 532 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 848 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-13T08:27:52.633 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:27:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:27:52.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:52 smithi003 ceph-mon[91733]: pgmap v3944: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:27:52.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:52 smithi003 ceph-mon[89364]: pgmap v3944: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:27:52.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:52.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:52 smithi066 ceph-mon[84331]: pgmap v3944: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:27:52.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:27:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:27:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:27:54] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-13T08:27:54.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:54 smithi066 ceph-mon[84331]: pgmap v3945: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:27:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:54 smithi003 ceph-mon[91733]: pgmap v3945: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:27:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:54 smithi003 ceph-mon[89364]: pgmap v3945: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-13T08:27:56.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:56 smithi066 ceph-mon[84331]: pgmap v3946: 137 pgs: 137 active+clean; 552 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 31 KiB/s rd, 5.3 MiB/s wr, 43 op/s 2024-04-13T08:27:57.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:56 smithi003 ceph-mon[91733]: pgmap v3946: 137 pgs: 137 active+clean; 552 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 31 KiB/s rd, 5.3 MiB/s wr, 43 op/s 2024-04-13T08:27:57.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:56 smithi003 ceph-mon[89364]: pgmap v3946: 137 pgs: 137 active+clean; 552 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 31 KiB/s rd, 5.3 MiB/s wr, 43 op/s 2024-04-13T08:27:58.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:27:58 smithi066 ceph-mon[84331]: pgmap v3947: 137 pgs: 137 active+clean; 556 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 77 KiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-04-13T08:27:59.122 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/6.ZeroOverlap (21271 ms) 2024-04-13T08:27:59.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:27:58 smithi003 ceph-mon[91733]: pgmap v3947: 137 pgs: 137 active+clean; 556 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 77 KiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-04-13T08:27:59.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:27:58 smithi003 ceph-mon[89364]: pgmap v3947: 137 pgs: 137 active+clean; 556 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 77 KiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-04-13T08:27:59.661 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 7 tests from EncryptedFlattenTest/6 (164265 ms total) 2024-04-13T08:27:59.661 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:27:59.661 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 7 tests from EncryptedFlattenTest/7, where TypeParam = LUKS2UnderLUKS1 2024-04-13T08:27:59.699 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/7.Simple 2024-04-13T08:28:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:00 smithi066 ceph-mon[84331]: pgmap v3948: 137 pgs: 137 active+clean; 556 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 754 KiB/s rd, 4.7 MiB/s wr, 34 op/s 2024-04-13T08:28:00.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:00 smithi066 ceph-mon[84331]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-13T08:28:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:00 smithi003 ceph-mon[91733]: pgmap v3948: 137 pgs: 137 active+clean; 556 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 754 KiB/s rd, 4.7 MiB/s wr, 34 op/s 2024-04-13T08:28:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:00 smithi003 ceph-mon[91733]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-13T08:28:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:00 smithi003 ceph-mon[89364]: pgmap v3948: 137 pgs: 137 active+clean; 556 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 754 KiB/s rd, 4.7 MiB/s wr, 34 op/s 2024-04-13T08:28:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:00 smithi003 ceph-mon[89364]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-13T08:28:01.672 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:28:02.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:01 smithi003 ceph-mon[91733]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-13T08:28:02.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:01 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1440446146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:28:02.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:01 smithi003 ceph-mon[89364]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-13T08:28:02.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:01 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1440446146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:28:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:01 smithi066 ceph-mon[84331]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-13T08:28:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:01 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1440446146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:28:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:28:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:28:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:02 smithi003 ceph-mon[91733]: pgmap v3951: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:28:03.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:02 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:28:03.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:02 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1440446146' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:28:03.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:02 smithi003 ceph-mon[91733]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-13T08:28:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:02 smithi003 ceph-mon[89364]: pgmap v3951: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:28:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:02 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:28:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:02 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1440446146' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:28:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:02 smithi003 ceph-mon[89364]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-13T08:28:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:02 smithi066 ceph-mon[84331]: pgmap v3951: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:28:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:02 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:28:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:02 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1440446146' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:28:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:02 smithi066 ceph-mon[84331]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-13T08:28:04.035 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:03 smithi003 ceph-mon[91733]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-13T08:28:04.035 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:28:04.035 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:03 smithi003 ceph-mon[89364]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-13T08:28:04.036 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:28:04.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:03 smithi066 ceph-mon[84331]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-13T08:28:04.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:28:04.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:28:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:28:04] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-13T08:28:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:04 smithi003 ceph-mon[91733]: pgmap v3954: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:28:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:04 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:28:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:04 smithi003 ceph-mon[91733]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-13T08:28:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:04 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:28:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:04 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:28:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:04 smithi003 ceph-mon[89364]: pgmap v3954: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:28:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:04 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:28:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:04 smithi003 ceph-mon[89364]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-13T08:28:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:04 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:28:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:04 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:28:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:04 smithi066 ceph-mon[84331]: pgmap v3954: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:28:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:04 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:28:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:04 smithi066 ceph-mon[84331]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-13T08:28:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:04 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:28:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:04 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:28:06.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:28:06.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:28:06.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:28:06.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:28:06.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:28:06.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:28:06.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:28:06.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:28:06.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:28:07.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:06 smithi003 ceph-mon[91733]: pgmap v3956: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-04-13T08:28:07.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:06 smithi003 ceph-mon[89364]: pgmap v3956: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-04-13T08:28:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:06 smithi066 ceph-mon[84331]: pgmap v3956: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-04-13T08:28:08.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:09.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:08 smithi003 ceph-mon[91733]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-13T08:28:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:08 smithi003 ceph-mon[89364]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-13T08:28:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:08 smithi066 ceph-mon[84331]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-13T08:28:11.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:10 smithi003 ceph-mon[91733]: pgmap v3958: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-13T08:28:11.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:10 smithi003 ceph-mon[91733]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-13T08:28:11.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:10 smithi003 ceph-mon[89364]: pgmap v3958: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-13T08:28:11.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:10 smithi003 ceph-mon[89364]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-13T08:28:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:10 smithi066 ceph-mon[84331]: pgmap v3958: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-13T08:28:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:10 smithi066 ceph-mon[84331]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-13T08:28:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:28:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:28:13.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:12 smithi003 ceph-mon[91733]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-13T08:28:13.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:12 smithi003 ceph-mon[89364]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-13T08:28:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:12 smithi066 ceph-mon[84331]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-13T08:28:14.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:13 smithi003 ceph-mon[91733]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-13T08:28:14.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:13 smithi003 ceph-mon[89364]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-13T08:28:14.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:13 smithi066 ceph-mon[84331]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-13T08:28:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:28:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:28:14] "GET /metrics HTTP/1.1" 200 36704 "" "Prometheus/2.43.0" 2024-04-13T08:28:15.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:14 smithi003 ceph-mon[91733]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:28:15.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:14 smithi003 ceph-mon[89364]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:28:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:14 smithi066 ceph-mon[84331]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:28:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:16 smithi003 ceph-mon[91733]: pgmap v3963: 137 pgs: 137 active+clean; 38 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-13T08:28:17.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:16 smithi003 ceph-mon[89364]: pgmap v3963: 137 pgs: 137 active+clean; 38 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-13T08:28:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:16 smithi066 ceph-mon[84331]: pgmap v3963: 137 pgs: 137 active+clean; 38 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-13T08:28:19.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:18 smithi003 ceph-mon[91733]: pgmap v3964: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-13T08:28:19.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:18 smithi003 ceph-mon[89364]: pgmap v3964: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-13T08:28:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:18 smithi066 ceph-mon[84331]: pgmap v3964: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-13T08:28:21.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:20 smithi003 ceph-mon[91733]: pgmap v3965: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.2 MiB/s wr, 37 op/s 2024-04-13T08:28:21.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:20 smithi003 ceph-mon[89364]: pgmap v3965: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.2 MiB/s wr, 37 op/s 2024-04-13T08:28:21.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:20 smithi066 ceph-mon[84331]: pgmap v3965: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.2 MiB/s wr, 37 op/s 2024-04-13T08:28:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:28:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:28:23.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:22 smithi003 ceph-mon[91733]: pgmap v3966: 137 pgs: 137 active+clean; 50 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:28:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:23.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:22 smithi003 ceph-mon[89364]: pgmap v3966: 137 pgs: 137 active+clean; 50 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:28:23.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:22 smithi066 ceph-mon[84331]: pgmap v3966: 137 pgs: 137 active+clean; 50 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:28:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:28:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:28:24] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-13T08:28:25.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:24 smithi003 ceph-mon[91733]: pgmap v3967: 137 pgs: 137 active+clean; 50 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-04-13T08:28:25.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:24 smithi003 ceph-mon[89364]: pgmap v3967: 137 pgs: 137 active+clean; 50 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-04-13T08:28:25.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:24 smithi066 ceph-mon[84331]: pgmap v3967: 137 pgs: 137 active+clean; 50 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-04-13T08:28:26.730 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/7.Simple (27030 ms) 2024-04-13T08:28:26.730 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/7.Grow 2024-04-13T08:28:26.730 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:28:27.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:26 smithi003 ceph-mon[91733]: pgmap v3968: 137 pgs: 137 active+clean; 66 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.4 MiB/s wr, 44 op/s 2024-04-13T08:28:27.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:26 smithi003 ceph-mon[89364]: pgmap v3968: 137 pgs: 137 active+clean; 66 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.4 MiB/s wr, 44 op/s 2024-04-13T08:28:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:26 smithi066 ceph-mon[84331]: pgmap v3968: 137 pgs: 137 active+clean; 66 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.4 MiB/s wr, 44 op/s 2024-04-13T08:28:29.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:28 smithi003 ceph-mon[91733]: pgmap v3969: 137 pgs: 137 active+clean; 70 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-04-13T08:28:29.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:28 smithi003 ceph-mon[89364]: pgmap v3969: 137 pgs: 137 active+clean; 70 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-04-13T08:28:29.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:28 smithi066 ceph-mon[84331]: pgmap v3969: 137 pgs: 137 active+clean; 70 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-04-13T08:28:31.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:30 smithi003 ceph-mon[89364]: pgmap v3970: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-04-13T08:28:31.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:30 smithi003 ceph-mon[91733]: pgmap v3970: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-04-13T08:28:31.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:30 smithi066 ceph-mon[84331]: pgmap v3970: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-04-13T08:28:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:28:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:28:33.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:32 smithi003 ceph-mon[91733]: pgmap v3971: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-13T08:28:33.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:32 smithi003 ceph-mon[89364]: pgmap v3971: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-13T08:28:33.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:32 smithi066 ceph-mon[84331]: pgmap v3971: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-13T08:28:34.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:28:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:28:34] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-13T08:28:35.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:34 smithi003 ceph-mon[91733]: pgmap v3972: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-13T08:28:35.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:34 smithi003 ceph-mon[89364]: pgmap v3972: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-13T08:28:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:34 smithi066 ceph-mon[84331]: pgmap v3972: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-13T08:28:36.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:35 smithi003 ceph-mon[91733]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-13T08:28:36.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:35 smithi003 ceph-mon[89364]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-13T08:28:36.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:35 smithi066 ceph-mon[84331]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-13T08:28:37.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:36 smithi003 ceph-mon[91733]: pgmap v3974: 137 pgs: 137 active+clean; 99 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-13T08:28:37.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:36 smithi003 ceph-mon[89364]: pgmap v3974: 137 pgs: 137 active+clean; 99 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-13T08:28:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:36 smithi066 ceph-mon[84331]: pgmap v3974: 137 pgs: 137 active+clean; 99 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-13T08:28:38.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:38.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:39.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:38 smithi003 ceph-mon[91733]: pgmap v3975: 137 pgs: 137 active+clean; 103 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-13T08:28:39.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:38 smithi003 ceph-mon[89364]: pgmap v3975: 137 pgs: 137 active+clean; 103 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-13T08:28:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:38 smithi066 ceph-mon[84331]: pgmap v3975: 137 pgs: 137 active+clean; 103 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-13T08:28:41.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:40 smithi003 ceph-mon[89364]: pgmap v3976: 137 pgs: 137 active+clean; 123 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-13T08:28:41.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:40 smithi003 ceph-mon[91733]: pgmap v3976: 137 pgs: 137 active+clean; 123 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-13T08:28:41.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:40 smithi066 ceph-mon[84331]: pgmap v3976: 137 pgs: 137 active+clean; 123 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-13T08:28:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:28:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:28:43.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:42 smithi003 ceph-mon[91733]: pgmap v3977: 137 pgs: 137 active+clean; 123 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:28:43.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:42 smithi003 ceph-mon[89364]: pgmap v3977: 137 pgs: 137 active+clean; 123 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:28:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:42 smithi066 ceph-mon[84331]: pgmap v3977: 137 pgs: 137 active+clean; 123 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:28:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:28:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:28:44] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-13T08:28:45.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:44 smithi003 ceph-mon[89364]: pgmap v3978: 137 pgs: 137 active+clean; 123 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:28:45.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:44 smithi003 ceph-mon[91733]: pgmap v3978: 137 pgs: 137 active+clean; 123 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:28:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:44 smithi066 ceph-mon[84331]: pgmap v3978: 137 pgs: 137 active+clean; 123 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:28:47.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:46 smithi003 ceph-mon[89364]: pgmap v3979: 137 pgs: 137 active+clean; 127 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 201 KiB/s rd, 3.8 MiB/s wr, 34 op/s 2024-04-13T08:28:47.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:46 smithi003 ceph-mon[91733]: pgmap v3979: 137 pgs: 137 active+clean; 127 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 201 KiB/s rd, 3.8 MiB/s wr, 34 op/s 2024-04-13T08:28:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:46 smithi066 ceph-mon[84331]: pgmap v3979: 137 pgs: 137 active+clean; 127 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 201 KiB/s rd, 3.8 MiB/s wr, 34 op/s 2024-04-13T08:28:48.769 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/7.Grow (22039 ms) 2024-04-13T08:28:48.769 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/7.Shrink 2024-04-13T08:28:48.769 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:28:49.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:48 smithi003 ceph-mon[89364]: pgmap v3980: 137 pgs: 137 active+clean; 127 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 168 KiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-13T08:28:49.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:48 smithi003 ceph-mon[91733]: pgmap v3980: 137 pgs: 137 active+clean; 127 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 168 KiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-13T08:28:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:48 smithi066 ceph-mon[84331]: pgmap v3980: 137 pgs: 137 active+clean; 127 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 168 KiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-13T08:28:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:50 smithi003 ceph-mon[91733]: pgmap v3981: 137 pgs: 137 active+clean; 139 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-13T08:28:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:50 smithi003 ceph-mon[89364]: pgmap v3981: 137 pgs: 137 active+clean; 139 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-13T08:28:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:50 smithi066 ceph-mon[84331]: pgmap v3981: 137 pgs: 137 active+clean; 139 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-13T08:28:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:28:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:28:53.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:52 smithi003 ceph-mon[89364]: pgmap v3982: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-13T08:28:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:52 smithi003 ceph-mon[91733]: pgmap v3982: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-13T08:28:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:53.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:52 smithi066 ceph-mon[84331]: pgmap v3982: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-13T08:28:53.154 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:28:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:28:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:28:54] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-13T08:28:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:54 smithi003 ceph-mon[91733]: pgmap v3983: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-13T08:28:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:54 smithi003 ceph-mon[89364]: pgmap v3983: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-13T08:28:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:54 smithi066 ceph-mon[84331]: pgmap v3983: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-13T08:28:57.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:56 smithi003 ceph-mon[91733]: pgmap v3984: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-13T08:28:57.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:56 smithi003 ceph-mon[89364]: pgmap v3984: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-13T08:28:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:56 smithi066 ceph-mon[84331]: pgmap v3984: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-13T08:28:58.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:57 smithi003 ceph-mon[89364]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-13T08:28:58.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:57 smithi003 ceph-mon[91733]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-13T08:28:58.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:57 smithi066 ceph-mon[84331]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-13T08:28:59.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:58 smithi003 ceph-mon[91733]: pgmap v3986: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-13T08:28:59.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:58 smithi003 ceph-mon[89364]: pgmap v3986: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-13T08:28:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:58 smithi066 ceph-mon[84331]: pgmap v3986: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-13T08:29:00.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.12", "id": [3, 0]}]: dispatch 2024-04-13T08:29:00.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:28:59 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.18", "id": [3, 0]}]: dispatch 2024-04-13T08:29:00.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.12", "id": [3, 0]}]: dispatch 2024-04-13T08:29:00.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:28:59 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.18", "id": [3, 0]}]: dispatch 2024-04-13T08:29:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.12", "id": [3, 0]}]: dispatch 2024-04-13T08:29:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:28:59 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.18", "id": [3, 0]}]: dispatch 2024-04-13T08:29:01.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:00 smithi003 ceph-mon[89364]: pgmap v3987: 137 pgs: 137 active+clean; 172 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-13T08:29:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:00 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.12", "id": [3, 0]}]': finished 2024-04-13T08:29:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:00 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.18", "id": [3, 0]}]': finished 2024-04-13T08:29:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:00 smithi003 ceph-mon[89364]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-13T08:29:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:00 smithi003 ceph-mon[91733]: pgmap v3987: 137 pgs: 137 active+clean; 172 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-13T08:29:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:00 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.12", "id": [3, 0]}]': finished 2024-04-13T08:29:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:00 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.18", "id": [3, 0]}]': finished 2024-04-13T08:29:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:00 smithi003 ceph-mon[91733]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-13T08:29:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:00 smithi066 ceph-mon[84331]: pgmap v3987: 137 pgs: 137 active+clean; 172 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-13T08:29:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:00 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.12", "id": [3, 0]}]': finished 2024-04-13T08:29:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:00 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.18", "id": [3, 0]}]': finished 2024-04-13T08:29:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:00 smithi066 ceph-mon[84331]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-13T08:29:02.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:01 smithi003 ceph-mon[91733]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-13T08:29:02.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:01 smithi003 ceph-mon[89364]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-13T08:29:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:01 smithi066 ceph-mon[84331]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-13T08:29:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:29:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:29:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:29:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:02 smithi003 ceph-mon[91733]: pgmap v3990: 137 pgs: 1 peering, 136 active+clean; 192 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 43 KiB/s rd, 6.8 MiB/s wr, 58 op/s 2024-04-13T08:29:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:02 smithi003 ceph-mon[89364]: pgmap v3990: 137 pgs: 1 peering, 136 active+clean; 192 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 43 KiB/s rd, 6.8 MiB/s wr, 58 op/s 2024-04-13T08:29:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:02 smithi066 ceph-mon[84331]: pgmap v3990: 137 pgs: 1 peering, 136 active+clean; 192 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 43 KiB/s rd, 6.8 MiB/s wr, 58 op/s 2024-04-13T08:29:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:29:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:29:04] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-13T08:29:05.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:04 smithi003 ceph-mon[91733]: pgmap v3991: 137 pgs: 1 peering, 136 active+clean; 192 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 38 KiB/s rd, 6.1 MiB/s wr, 52 op/s 2024-04-13T08:29:05.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:04 smithi003 ceph-mon[89364]: pgmap v3991: 137 pgs: 1 peering, 136 active+clean; 192 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 38 KiB/s rd, 6.1 MiB/s wr, 52 op/s 2024-04-13T08:29:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:04 smithi066 ceph-mon[84331]: pgmap v3991: 137 pgs: 1 peering, 136 active+clean; 192 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 38 KiB/s rd, 6.1 MiB/s wr, 52 op/s 2024-04-13T08:29:06.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:29:06.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:29:06.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:05 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:29:06.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:29:06.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:29:06.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:05 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:29:06.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:29:06.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:29:06.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:05 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:29:07.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:06 smithi003 ceph-mon[89364]: pgmap v3992: 137 pgs: 137 active+clean; 196 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 5.6 MiB/s wr, 47 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-04-13T08:29:07.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:06 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:29:07.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:06 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:29:07.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:06 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:29:07.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:06 smithi003 ceph-mon[91733]: pgmap v3992: 137 pgs: 137 active+clean; 196 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 5.6 MiB/s wr, 47 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-04-13T08:29:07.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:06 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:29:07.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:06 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:29:07.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:06 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:29:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:06 smithi066 ceph-mon[84331]: pgmap v3992: 137 pgs: 137 active+clean; 196 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 5.6 MiB/s wr, 47 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-04-13T08:29:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:06 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:29:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:06 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:29:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:06 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:29:08.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:09.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:08 smithi003 ceph-mon[91733]: pgmap v3993: 137 pgs: 137 active+clean; 196 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 3.0 MiB/s wr, 19 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-04-13T08:29:09.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:08 smithi003 ceph-mon[89364]: pgmap v3993: 137 pgs: 137 active+clean; 196 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 3.0 MiB/s wr, 19 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-04-13T08:29:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:08 smithi066 ceph-mon[84331]: pgmap v3993: 137 pgs: 137 active+clean; 196 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 3.0 MiB/s wr, 19 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-04-13T08:29:10.862 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/7.Shrink (22093 ms) 2024-04-13T08:29:10.862 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOne 2024-04-13T08:29:10.862 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:29:11.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:10 smithi003 ceph-mon[91733]: pgmap v3994: 137 pgs: 137 active+clean; 208 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.1 MiB/s wr, 39 op/s; 1.3 MiB/s, 0 objects/s recovering 2024-04-13T08:29:11.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:10 smithi003 ceph-mon[89364]: pgmap v3994: 137 pgs: 137 active+clean; 208 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.1 MiB/s wr, 39 op/s; 1.3 MiB/s, 0 objects/s recovering 2024-04-13T08:29:11.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:10 smithi066 ceph-mon[84331]: pgmap v3994: 137 pgs: 137 active+clean; 208 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.1 MiB/s wr, 39 op/s; 1.3 MiB/s, 0 objects/s recovering 2024-04-13T08:29:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:29:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:29:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:29:13.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:12 smithi003 ceph-mon[89364]: pgmap v3995: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.7 MiB/s wr, 28 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-04-13T08:29:13.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:12 smithi003 ceph-mon[91733]: pgmap v3995: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.7 MiB/s wr, 28 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-04-13T08:29:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:12 smithi066 ceph-mon[84331]: pgmap v3995: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.7 MiB/s wr, 28 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-04-13T08:29:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:29:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:29:14] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-13T08:29:15.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:14 smithi003 ceph-mon[91733]: pgmap v3996: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.0 MiB/s wr, 25 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-13T08:29:15.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:14 smithi003 ceph-mon[89364]: pgmap v3996: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.0 MiB/s wr, 25 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-13T08:29:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:14 smithi066 ceph-mon[84331]: pgmap v3996: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.0 MiB/s wr, 25 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-13T08:29:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:16 smithi003 ceph-mon[91733]: pgmap v3997: 137 pgs: 137 active+clean; 224 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 29 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-13T08:29:17.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:16 smithi003 ceph-mon[89364]: pgmap v3997: 137 pgs: 137 active+clean; 224 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 29 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-13T08:29:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:16 smithi066 ceph-mon[84331]: pgmap v3997: 137 pgs: 137 active+clean; 224 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 29 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-13T08:29:19.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:18 smithi003 ceph-mon[91733]: pgmap v3998: 137 pgs: 137 active+clean; 224 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-13T08:29:19.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:18 smithi003 ceph-mon[89364]: pgmap v3998: 137 pgs: 137 active+clean; 224 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-13T08:29:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:18 smithi066 ceph-mon[84331]: pgmap v3998: 137 pgs: 137 active+clean; 224 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-13T08:29:20.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:19 smithi066 ceph-mon[84331]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-13T08:29:20.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:19 smithi003 ceph-mon[91733]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-13T08:29:20.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:19 smithi003 ceph-mon[89364]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-13T08:29:21.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:20 smithi066 ceph-mon[84331]: pgmap v4000: 137 pgs: 137 active+clean; 240 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2024-04-13T08:29:21.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:20 smithi003 ceph-mon[91733]: pgmap v4000: 137 pgs: 137 active+clean; 240 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2024-04-13T08:29:21.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:20 smithi003 ceph-mon[89364]: pgmap v4000: 137 pgs: 137 active+clean; 240 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2024-04-13T08:29:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:29:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:29:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:22 smithi066 ceph-mon[84331]: pgmap v4001: 137 pgs: 137 active+clean; 265 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-13T08:29:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:22 smithi003 ceph-mon[91733]: pgmap v4001: 137 pgs: 137 active+clean; 265 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-13T08:29:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:22 smithi003 ceph-mon[89364]: pgmap v4001: 137 pgs: 137 active+clean; 265 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-13T08:29:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:24.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:23 smithi003 ceph-mon[89364]: pgmap v4002: 137 pgs: 137 active+clean; 265 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-13T08:29:24.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:23 smithi003 ceph-mon[91733]: pgmap v4002: 137 pgs: 137 active+clean; 265 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-13T08:29:24.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:23 smithi066 ceph-mon[84331]: pgmap v4002: 137 pgs: 137 active+clean; 265 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-13T08:29:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:29:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:29:24] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-13T08:29:27.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:26 smithi003 ceph-mon[91733]: pgmap v4003: 137 pgs: 137 active+clean; 269 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:29:27.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:26 smithi003 ceph-mon[89364]: pgmap v4003: 137 pgs: 137 active+clean; 269 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:29:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:26 smithi066 ceph-mon[84331]: pgmap v4003: 137 pgs: 137 active+clean; 269 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:29:29.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:28 smithi003 ceph-mon[91733]: pgmap v4004: 137 pgs: 137 active+clean; 269 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:29:29.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:28 smithi003 ceph-mon[89364]: pgmap v4004: 137 pgs: 137 active+clean; 269 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:29:29.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:28 smithi066 ceph-mon[84331]: pgmap v4004: 137 pgs: 137 active+clean; 269 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:29:31.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:30 smithi003 ceph-mon[91733]: pgmap v4005: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 4.2 MiB/s wr, 38 op/s 2024-04-13T08:29:31.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:30 smithi003 ceph-mon[89364]: pgmap v4005: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 4.2 MiB/s wr, 38 op/s 2024-04-13T08:29:31.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:30 smithi066 ceph-mon[84331]: pgmap v4005: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 4.2 MiB/s wr, 38 op/s 2024-04-13T08:29:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:29:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:29:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:29:32.766 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOne (21904 ms) 2024-04-13T08:29:32.766 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot 2024-04-13T08:29:32.766 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:29:33.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:32 smithi003 ceph-mon[91733]: pgmap v4006: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-13T08:29:33.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:32 smithi003 ceph-mon[89364]: pgmap v4006: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-13T08:29:33.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:32 smithi066 ceph-mon[84331]: pgmap v4006: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-13T08:29:34.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:29:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:29:34] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-13T08:29:35.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:34 smithi003 ceph-mon[91733]: pgmap v4007: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 683 KiB/s wr, 10 op/s 2024-04-13T08:29:35.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:34 smithi003 ceph-mon[89364]: pgmap v4007: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 683 KiB/s wr, 10 op/s 2024-04-13T08:29:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:34 smithi066 ceph-mon[84331]: pgmap v4007: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 683 KiB/s wr, 10 op/s 2024-04-13T08:29:37.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:36 smithi003 ceph-mon[91733]: pgmap v4008: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-13T08:29:37.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:36 smithi003 ceph-mon[89364]: pgmap v4008: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-13T08:29:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:36 smithi066 ceph-mon[84331]: pgmap v4008: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-13T08:29:38.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:38.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:39.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:38 smithi003 ceph-mon[91733]: pgmap v4009: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-13T08:29:39.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:38 smithi003 ceph-mon[89364]: pgmap v4009: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-13T08:29:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:38 smithi066 ceph-mon[84331]: pgmap v4009: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-13T08:29:41.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:40 smithi003 ceph-mon[89364]: pgmap v4010: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-13T08:29:41.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:40 smithi003 ceph-mon[91733]: pgmap v4010: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-13T08:29:41.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:40 smithi066 ceph-mon[84331]: pgmap v4010: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-13T08:29:42.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:41 smithi003 ceph-mon[89364]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-13T08:29:42.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:41 smithi003 ceph-mon[91733]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-13T08:29:42.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:41 smithi066 ceph-mon[84331]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-13T08:29:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:29:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:29:43.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:42 smithi003 ceph-mon[91733]: pgmap v4012: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 866 KiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-04-13T08:29:43.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:42 smithi003 ceph-mon[89364]: pgmap v4012: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 866 KiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-04-13T08:29:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:42 smithi066 ceph-mon[84331]: pgmap v4012: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 866 KiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-04-13T08:29:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:29:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:29:44] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-13T08:29:45.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:44 smithi003 ceph-mon[91733]: pgmap v4013: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 866 KiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-04-13T08:29:45.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:44 smithi003 ceph-mon[89364]: pgmap v4013: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 866 KiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-04-13T08:29:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:44 smithi066 ceph-mon[84331]: pgmap v4013: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 866 KiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-04-13T08:29:47.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:46 smithi003 ceph-mon[91733]: pgmap v4014: 137 pgs: 137 active+clean; 314 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:29:47.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:46 smithi003 ceph-mon[89364]: pgmap v4014: 137 pgs: 137 active+clean; 314 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:29:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:46 smithi066 ceph-mon[84331]: pgmap v4014: 137 pgs: 137 active+clean; 314 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:29:49.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:48 smithi003 ceph-mon[91733]: pgmap v4015: 137 pgs: 137 active+clean; 314 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:29:49.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:48 smithi003 ceph-mon[89364]: pgmap v4015: 137 pgs: 137 active+clean; 314 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:29:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:48 smithi066 ceph-mon[84331]: pgmap v4015: 137 pgs: 137 active+clean; 314 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:29:51.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:50 smithi003 ceph-mon[91733]: pgmap v4016: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-13T08:29:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:50 smithi003 ceph-mon[89364]: pgmap v4016: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-13T08:29:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:50 smithi066 ceph-mon[84331]: pgmap v4016: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-13T08:29:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:29:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:29:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:29:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:52 smithi003 ceph-mon[91733]: pgmap v4017: 137 pgs: 137 active+clean; 322 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 200 KiB/s rd, 4.5 MiB/s wr, 34 op/s 2024-04-13T08:29:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:52 smithi003 ceph-mon[89364]: pgmap v4017: 137 pgs: 137 active+clean; 322 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 200 KiB/s rd, 4.5 MiB/s wr, 34 op/s 2024-04-13T08:29:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:52 smithi066 ceph-mon[84331]: pgmap v4017: 137 pgs: 137 active+clean; 322 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 200 KiB/s rd, 4.5 MiB/s wr, 34 op/s 2024-04-13T08:29:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:29:54.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:53 smithi003 ceph-mon[91733]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-13T08:29:54.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:53 smithi003 ceph-mon[89364]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-13T08:29:54.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:53 smithi066 ceph-mon[84331]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-13T08:29:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:29:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:29:54] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-13T08:29:55.103 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot (22337 ms) 2024-04-13T08:29:55.103 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/7.MinOverlap 2024-04-13T08:29:55.103 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:29:55.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:54 smithi003 ceph-mon[89364]: pgmap v4019: 137 pgs: 137 active+clean; 322 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 4.9 MiB/s wr, 36 op/s 2024-04-13T08:29:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:54 smithi003 ceph-mon[91733]: pgmap v4019: 137 pgs: 137 active+clean; 322 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 4.9 MiB/s wr, 36 op/s 2024-04-13T08:29:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:54 smithi066 ceph-mon[84331]: pgmap v4019: 137 pgs: 137 active+clean; 322 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 4.9 MiB/s wr, 36 op/s 2024-04-13T08:29:57.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:56 smithi003 ceph-mon[89364]: pgmap v4020: 137 pgs: 137 active+clean; 366 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.2 MiB/s wr, 38 op/s 2024-04-13T08:29:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:56 smithi003 ceph-mon[91733]: pgmap v4020: 137 pgs: 137 active+clean; 366 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.2 MiB/s wr, 38 op/s 2024-04-13T08:29:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:56 smithi066 ceph-mon[84331]: pgmap v4020: 137 pgs: 137 active+clean; 366 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.2 MiB/s wr, 38 op/s 2024-04-13T08:29:59.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:29:58 smithi003 ceph-mon[91733]: pgmap v4021: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.4 MiB/s wr, 39 op/s 2024-04-13T08:29:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:29:58 smithi003 ceph-mon[89364]: pgmap v4021: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.4 MiB/s wr, 39 op/s 2024-04-13T08:29:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:29:58 smithi066 ceph-mon[84331]: pgmap v4021: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.4 MiB/s wr, 39 op/s 2024-04-13T08:30:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:00 smithi003 ceph-mon[91733]: pgmap v4022: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2024-04-13T08:30:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:00 smithi003 ceph-mon[91733]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T08:30:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:00 smithi003 ceph-mon[89364]: pgmap v4022: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2024-04-13T08:30:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:00 smithi003 ceph-mon[89364]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T08:30:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:00 smithi066 ceph-mon[84331]: pgmap v4022: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2024-04-13T08:30:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:00 smithi066 ceph-mon[84331]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T08:30:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:30:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:30:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:30:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:02 smithi003 ceph-mon[91733]: pgmap v4023: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-13T08:30:03.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:02 smithi003 ceph-mon[89364]: pgmap v4023: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-13T08:30:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:02 smithi066 ceph-mon[84331]: pgmap v4023: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-13T08:30:04.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:03 smithi003 ceph-mon[89364]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-13T08:30:04.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:03 smithi003 ceph-mon[91733]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-13T08:30:04.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:03 smithi066 ceph-mon[84331]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-13T08:30:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:30:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:30:04] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-13T08:30:05.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:04 smithi003 ceph-mon[91733]: pgmap v4025: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-13T08:30:05.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:04 smithi003 ceph-mon[89364]: pgmap v4025: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-13T08:30:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:04 smithi066 ceph-mon[84331]: pgmap v4025: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-13T08:30:07.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:06 smithi003 ceph-mon[91733]: pgmap v4026: 137 pgs: 137 active+clean; 411 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-13T08:30:07.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:06 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:30:07.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:06 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:30:07.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:06 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:30:07.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:06 smithi003 ceph-mon[89364]: pgmap v4026: 137 pgs: 137 active+clean; 411 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-13T08:30:07.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:06 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:30:07.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:06 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:30:07.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:06 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:30:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:06 smithi066 ceph-mon[84331]: pgmap v4026: 137 pgs: 137 active+clean; 411 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-13T08:30:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:06 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:30:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:06 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:30:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:06 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:30:08.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:30:08.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:08.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:30:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:30:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:09.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:08 smithi003 ceph-mon[91733]: pgmap v4027: 137 pgs: 137 active+clean; 419 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:30:09.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:08 smithi003 ceph-mon[89364]: pgmap v4027: 137 pgs: 137 active+clean; 419 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:30:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:08 smithi066 ceph-mon[84331]: pgmap v4027: 137 pgs: 137 active+clean; 419 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-13T08:30:11.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:10 smithi003 ceph-mon[91733]: pgmap v4028: 137 pgs: 137 active+clean; 419 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:30:11.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:10 smithi003 ceph-mon[89364]: pgmap v4028: 137 pgs: 137 active+clean; 419 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:30:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:10 smithi066 ceph-mon[84331]: pgmap v4028: 137 pgs: 137 active+clean; 419 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:30:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:30:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:30:13.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:12 smithi003 ceph-mon[89364]: pgmap v4029: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-13T08:30:13.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:12 smithi003 ceph-mon[91733]: pgmap v4029: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-13T08:30:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:12 smithi066 ceph-mon[84331]: pgmap v4029: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-13T08:30:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:30:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:30:14] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-13T08:30:15.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:14 smithi003 ceph-mon[89364]: pgmap v4030: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 4.6 MiB/s wr, 35 op/s 2024-04-13T08:30:15.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:14 smithi003 ceph-mon[91733]: pgmap v4030: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 4.6 MiB/s wr, 35 op/s 2024-04-13T08:30:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:14 smithi066 ceph-mon[84331]: pgmap v4030: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 4.6 MiB/s wr, 35 op/s 2024-04-13T08:30:16.730 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/7.MinOverlap (21627 ms) 2024-04-13T08:30:16.731 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] EncryptedFlattenTest/7.ZeroOverlap 2024-04-13T08:30:16.731 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:30:17.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:16 smithi003 ceph-mon[89364]: pgmap v4031: 137 pgs: 137 active+clean; 431 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 870 KiB/s rd, 4.8 MiB/s wr, 42 op/s 2024-04-13T08:30:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:16 smithi003 ceph-mon[91733]: pgmap v4031: 137 pgs: 137 active+clean; 431 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 870 KiB/s rd, 4.8 MiB/s wr, 42 op/s 2024-04-13T08:30:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:16 smithi066 ceph-mon[84331]: pgmap v4031: 137 pgs: 137 active+clean; 431 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 870 KiB/s rd, 4.8 MiB/s wr, 42 op/s 2024-04-13T08:30:19.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:18 smithi003 ceph-mon[89364]: pgmap v4032: 137 pgs: 137 active+clean; 427 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-13T08:30:19.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:18 smithi003 ceph-mon[91733]: pgmap v4032: 137 pgs: 137 active+clean; 427 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-13T08:30:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:18 smithi066 ceph-mon[84331]: pgmap v4032: 137 pgs: 137 active+clean; 427 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-13T08:30:21.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:20 smithi003 ceph-mon[89364]: pgmap v4033: 137 pgs: 137 active+clean; 427 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-13T08:30:21.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:20 smithi003 ceph-mon[91733]: pgmap v4033: 137 pgs: 137 active+clean; 427 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-13T08:30:21.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:20 smithi066 ceph-mon[84331]: pgmap v4033: 137 pgs: 137 active+clean; 427 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-13T08:30:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:30:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:30:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:30:23.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:22 smithi003 ceph-mon[89364]: pgmap v4034: 137 pgs: 137 active+clean; 427 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-13T08:30:23.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:22 smithi003 ceph-mon[91733]: pgmap v4034: 137 pgs: 137 active+clean; 427 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-13T08:30:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:22 smithi066 ceph-mon[84331]: pgmap v4034: 137 pgs: 137 active+clean; 427 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-13T08:30:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:30:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:30:24] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-13T08:30:25.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:24 smithi003 ceph-mon[91733]: pgmap v4035: 137 pgs: 137 active+clean; 427 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-04-13T08:30:25.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:24 smithi003 ceph-mon[89364]: pgmap v4035: 137 pgs: 137 active+clean; 427 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-04-13T08:30:25.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:24 smithi066 ceph-mon[84331]: pgmap v4035: 137 pgs: 137 active+clean; 427 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-04-13T08:30:26.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:25 smithi003 ceph-mon[91733]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-13T08:30:26.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:25 smithi003 ceph-mon[89364]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-13T08:30:26.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:25 smithi066 ceph-mon[84331]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-13T08:30:27.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:26 smithi003 ceph-mon[91733]: pgmap v4037: 137 pgs: 137 active+clean; 452 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-04-13T08:30:27.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:26 smithi003 ceph-mon[89364]: pgmap v4037: 137 pgs: 137 active+clean; 452 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-04-13T08:30:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:26 smithi066 ceph-mon[84331]: pgmap v4037: 137 pgs: 137 active+clean; 452 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-04-13T08:30:29.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:28 smithi003 ceph-mon[91733]: pgmap v4038: 137 pgs: 137 active+clean; 452 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 838 KiB/s rd, 2.5 MiB/s wr, 28 op/s 2024-04-13T08:30:29.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:28 smithi003 ceph-mon[89364]: pgmap v4038: 137 pgs: 137 active+clean; 452 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 838 KiB/s rd, 2.5 MiB/s wr, 28 op/s 2024-04-13T08:30:29.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:28 smithi066 ceph-mon[84331]: pgmap v4038: 137 pgs: 137 active+clean; 452 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 838 KiB/s rd, 2.5 MiB/s wr, 28 op/s 2024-04-13T08:30:31.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:30 smithi003 ceph-mon[91733]: pgmap v4039: 137 pgs: 137 active+clean; 468 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 436 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:30:31.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:30 smithi003 ceph-mon[89364]: pgmap v4039: 137 pgs: 137 active+clean; 468 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 436 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:30:31.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:30 smithi066 ceph-mon[84331]: pgmap v4039: 137 pgs: 137 active+clean; 468 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 436 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-13T08:30:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:30:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:30:33.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:32 smithi003 ceph-mon[89364]: pgmap v4040: 137 pgs: 137 active+clean; 472 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:30:33.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:32 smithi003 ceph-mon[91733]: pgmap v4040: 137 pgs: 137 active+clean; 472 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:30:33.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:32 smithi066 ceph-mon[84331]: pgmap v4040: 137 pgs: 137 active+clean; 472 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:30:34.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:30:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:30:34] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-13T08:30:35.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:34 smithi003 ceph-mon[89364]: pgmap v4041: 137 pgs: 137 active+clean; 472 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:30:35.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:34 smithi003 ceph-mon[91733]: pgmap v4041: 137 pgs: 137 active+clean; 472 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:30:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:34 smithi066 ceph-mon[84331]: pgmap v4041: 137 pgs: 137 active+clean; 472 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-13T08:30:37.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:36 smithi003 ceph-mon[91733]: pgmap v4042: 137 pgs: 137 active+clean; 476 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 206 KiB/s rd, 2.6 MiB/s wr, 40 op/s 2024-04-13T08:30:37.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:36 smithi003 ceph-mon[89364]: pgmap v4042: 137 pgs: 137 active+clean; 476 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 206 KiB/s rd, 2.6 MiB/s wr, 40 op/s 2024-04-13T08:30:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:36 smithi066 ceph-mon[84331]: pgmap v4042: 137 pgs: 137 active+clean; 476 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 206 KiB/s rd, 2.6 MiB/s wr, 40 op/s 2024-04-13T08:30:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:38.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:38.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:38.871 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] EncryptedFlattenTest/7.ZeroOverlap (22140 ms) 2024-04-13T08:30:38.901 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 7 tests from EncryptedFlattenTest/7 (159171 ms total) 2024-04-13T08:30:38.901 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:30:38.902 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 15 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-04-13T08:30:38.938 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-04-13T08:30:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:38 smithi066 ceph-mon[84331]: pgmap v4043: 137 pgs: 137 active+clean; 476 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 183 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-04-13T08:30:39.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:38 smithi003 ceph-mon[91733]: pgmap v4043: 137 pgs: 137 active+clean; 476 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 183 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-04-13T08:30:39.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:38 smithi003 ceph-mon[89364]: pgmap v4043: 137 pgs: 137 active+clean; 476 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 183 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-04-13T08:30:40.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:39 smithi066 ceph-mon[84331]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-13T08:30:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:39 smithi003 ceph-mon[91733]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-13T08:30:40.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:39 smithi003 ceph-mon[89364]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-13T08:30:40.922 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:30:41.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:40 smithi003 ceph-mon[91733]: pgmap v4045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:30:41.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:40 smithi003 ceph-mon[91733]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-13T08:30:41.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:40 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3314780316' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:30:41.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:40 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:30:41.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:40 smithi003 ceph-mon[89364]: pgmap v4045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:30:41.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:40 smithi003 ceph-mon[89364]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-13T08:30:41.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:40 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3314780316' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:30:41.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:40 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:30:41.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:40 smithi066 ceph-mon[84331]: pgmap v4045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-04-13T08:30:41.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:40 smithi066 ceph-mon[84331]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-13T08:30:41.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:40 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3314780316' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:30:41.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:40 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:30:42.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:41 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:30:42.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:41 smithi066 ceph-mon[84331]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-13T08:30:42.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:41 smithi066 ceph-mon[84331]: pgmap v4048: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:30:42.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:41 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:30:42.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:41 smithi003 ceph-mon[91733]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-13T08:30:42.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:41 smithi003 ceph-mon[91733]: pgmap v4048: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:30:42.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:41 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:30:42.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:41 smithi003 ceph-mon[89364]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-13T08:30:42.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:41 smithi003 ceph-mon[89364]: pgmap v4048: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:30:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:30:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:30:42.974 INFO:tasks.workunit.client.0.smithi003.stdout: wrote [1683088~64414,3170018~78667,5197146~35458,8404368~12561,10809208~87890,12743865~48304,15500121~70003,18478625~7540,18496908~3081] 2024-04-13T08:30:43.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:42 smithi003 ceph-mon[91733]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-13T08:30:43.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:42 smithi003 ceph-mon[89364]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-13T08:30:43.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:42 smithi066 ceph-mon[84331]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-13T08:30:43.956 INFO:tasks.workunit.client.0.smithi003.stdout: wrote [602703~61491,6468487~68061,10450301~73877,10551451~49796,11065104~20553,11562018~50800,12626447~87749,16720314~102041,19721475~341,20699565~10696] 2024-04-13T08:30:43.965 INFO:tasks.workunit.client.0.smithi003.stdout: diff was [602703~61491,5232604~1303944,10450301~73877,10551451~49796,10897098~715720,12626447~87749,15570124~1252231,18499989~2210272] 2024-04-13T08:30:43.969 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5032 ms) 2024-04-13T08:30:43.969 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-04-13T08:30:43.970 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:30:44.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:43 smithi003 ceph-mon[91733]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-13T08:30:44.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:43 smithi003 ceph-mon[91733]: pgmap v4051: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:30:44.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:43 smithi003 ceph-mon[89364]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-13T08:30:44.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:43 smithi003 ceph-mon[89364]: pgmap v4051: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:30:44.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:43 smithi066 ceph-mon[84331]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-13T08:30:44.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:43 smithi066 ceph-mon[84331]: pgmap v4051: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:30:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:30:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:30:44] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-13T08:30:45.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:44 smithi003 ceph-mon[89364]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-13T08:30:45.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:44 smithi003 ceph-mon[91733]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-13T08:30:45.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:44 smithi066 ceph-mon[84331]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-13T08:30:46.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:45 smithi003 ceph-mon[91733]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-13T08:30:46.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:45 smithi003 ceph-mon[91733]: pgmap v4054: 137 pgs: 137 active+clean; 20 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 226 KiB/s wr, 52 op/s 2024-04-13T08:30:46.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:45 smithi003 ceph-mon[89364]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-13T08:30:46.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:45 smithi003 ceph-mon[89364]: pgmap v4054: 137 pgs: 137 active+clean; 20 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 226 KiB/s wr, 52 op/s 2024-04-13T08:30:46.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:45 smithi066 ceph-mon[84331]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-13T08:30:46.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:45 smithi066 ceph-mon[84331]: pgmap v4054: 137 pgs: 137 active+clean; 20 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 226 KiB/s wr, 52 op/s 2024-04-13T08:30:46.989 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (3019 ms) 2024-04-13T08:30:46.989 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-04-13T08:30:46.989 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:30:47.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:46 smithi003 ceph-mon[91733]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-13T08:30:47.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:46 smithi003 ceph-mon[89364]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-13T08:30:47.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:46 smithi066 ceph-mon[84331]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-13T08:30:48.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:47 smithi003 ceph-mon[91733]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-13T08:30:48.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:47 smithi003 ceph-mon[91733]: pgmap v4057: 137 pgs: 137 active+clean; 20 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 226 KiB/s wr, 52 op/s 2024-04-13T08:30:48.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:47 smithi003 ceph-mon[89364]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-13T08:30:48.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:47 smithi003 ceph-mon[89364]: pgmap v4057: 137 pgs: 137 active+clean; 20 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 226 KiB/s wr, 52 op/s 2024-04-13T08:30:48.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:47 smithi066 ceph-mon[84331]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-13T08:30:48.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:47 smithi066 ceph-mon[84331]: pgmap v4057: 137 pgs: 137 active+clean; 20 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 226 KiB/s wr, 52 op/s 2024-04-13T08:30:49.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:48 smithi003 ceph-mon[91733]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-13T08:30:49.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:48 smithi003 ceph-mon[89364]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-13T08:30:49.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:48 smithi066 ceph-mon[84331]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-13T08:30:49.782 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (2793 ms) 2024-04-13T08:30:49.783 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-04-13T08:30:49.783 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:30:50.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:49 smithi003 ceph-mon[91733]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-13T08:30:50.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:49 smithi003 ceph-mon[91733]: pgmap v4060: 137 pgs: 137 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 26 KiB/s wr, 68 op/s 2024-04-13T08:30:50.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:49 smithi003 ceph-mon[91733]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-13T08:30:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:49 smithi003 ceph-mon[89364]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-13T08:30:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:49 smithi003 ceph-mon[89364]: pgmap v4060: 137 pgs: 137 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 26 KiB/s wr, 68 op/s 2024-04-13T08:30:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:49 smithi003 ceph-mon[89364]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-13T08:30:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:49 smithi066 ceph-mon[84331]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-13T08:30:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:49 smithi066 ceph-mon[84331]: pgmap v4060: 137 pgs: 137 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 26 KiB/s wr, 68 op/s 2024-04-13T08:30:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:49 smithi066 ceph-mon[84331]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-13T08:30:52.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:51 smithi003 ceph-mon[91733]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-13T08:30:52.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:51 smithi003 ceph-mon[89364]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-13T08:30:52.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:51 smithi066 ceph-mon[84331]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-13T08:30:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:30:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:30:52.793 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3011 ms) 2024-04-13T08:30:52.793 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-04-13T08:30:52.793 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:30:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:52 smithi003 ceph-mon[91733]: pgmap v4063: 137 pgs: 137 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 32 KiB/s wr, 116 op/s 2024-04-13T08:30:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:52 smithi003 ceph-mon[91733]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-13T08:30:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:52 smithi003 ceph-mon[89364]: pgmap v4063: 137 pgs: 137 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 32 KiB/s wr, 116 op/s 2024-04-13T08:30:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:52 smithi003 ceph-mon[89364]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-13T08:30:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:52 smithi066 ceph-mon[84331]: pgmap v4063: 137 pgs: 137 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 32 KiB/s wr, 116 op/s 2024-04-13T08:30:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:52 smithi066 ceph-mon[84331]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-13T08:30:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:30:54.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:53 smithi003 ceph-mon[89364]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-13T08:30:54.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:53 smithi003 ceph-mon[91733]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-13T08:30:54.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:53 smithi066 ceph-mon[84331]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-13T08:30:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:30:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:30:54] "GET /metrics HTTP/1.1" 200 36716 "" "Prometheus/2.43.0" 2024-04-13T08:30:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:54 smithi003 ceph-mon[91733]: pgmap v4066: 137 pgs: 137 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 6.0 KiB/s wr, 47 op/s 2024-04-13T08:30:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:54 smithi003 ceph-mon[91733]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-13T08:30:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:54 smithi003 ceph-mon[89364]: pgmap v4066: 137 pgs: 137 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 6.0 KiB/s wr, 47 op/s 2024-04-13T08:30:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:54 smithi003 ceph-mon[89364]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-13T08:30:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:54 smithi066 ceph-mon[84331]: pgmap v4066: 137 pgs: 137 active+clean; 21 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 6.0 KiB/s wr, 47 op/s 2024-04-13T08:30:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:54 smithi066 ceph-mon[84331]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-13T08:30:55.817 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3024 ms) 2024-04-13T08:30:55.817 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-04-13T08:30:55.817 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:30:56.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:55 smithi003 ceph-mon[91733]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-13T08:30:56.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:55 smithi003 ceph-mon[89364]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-13T08:30:56.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:55 smithi066 ceph-mon[84331]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-13T08:30:57.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:56 smithi003 ceph-mon[91733]: pgmap v4069: 137 pgs: 137 active+clean; 22 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 136 KiB/s wr, 90 op/s 2024-04-13T08:30:57.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:56 smithi003 ceph-mon[91733]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-13T08:30:57.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:56 smithi003 ceph-mon[89364]: pgmap v4069: 137 pgs: 137 active+clean; 22 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 136 KiB/s wr, 90 op/s 2024-04-13T08:30:57.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:56 smithi003 ceph-mon[89364]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-13T08:30:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:56 smithi066 ceph-mon[84331]: pgmap v4069: 137 pgs: 137 active+clean; 22 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 136 KiB/s wr, 90 op/s 2024-04-13T08:30:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:56 smithi066 ceph-mon[84331]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-13T08:30:58.052 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:57 smithi066 ceph-mon[84331]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-13T08:30:58.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:57 smithi003 ceph-mon[91733]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-13T08:30:58.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:57 smithi003 ceph-mon[89364]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-13T08:30:58.843 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3026 ms) 2024-04-13T08:30:58.843 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-04-13T08:30:58.843 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:30:58.919 INFO:tasks.workunit.client.0.smithi003.stdout: i=0 exists [44391220~2395021,113684143~7910713,137446348~514531,167301427~33015,181979357~7887107,222573270~2518432,256693622~5878120,298821562~3978492,321533019~1032355,407807409~3739793] wrote [44391220~2395021,113684143~7910713,137446348~514531,167301427~33015,181979357~7887107,222573270~2518432,256693622~5878120,298821562~3978492,321533019~1032355,407807409~3739793] 2024-04-13T08:30:59.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:58 smithi003 ceph-mon[91733]: pgmap v4072: 137 pgs: 137 active+clean; 22 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 138 KiB/s wr, 102 op/s 2024-04-13T08:30:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:58 smithi003 ceph-mon[91733]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-13T08:30:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:58 smithi003 ceph-mon[89364]: pgmap v4072: 137 pgs: 137 active+clean; 22 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 138 KiB/s wr, 102 op/s 2024-04-13T08:30:59.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:58 smithi003 ceph-mon[89364]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-13T08:30:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:58 smithi066 ceph-mon[84331]: pgmap v4072: 137 pgs: 137 active+clean; 22 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 138 KiB/s wr, 102 op/s 2024-04-13T08:30:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:58 smithi066 ceph-mon[84331]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-13T08:30:59.894 INFO:tasks.workunit.client.0.smithi003.stdout: i=1 exists [3581267~2587201,44391220~2395021,86342464~353263,100078932~6916479,113684143~7910713,132825850~6954523,165541657~7622515,181979357~7887107,200649149~1984560,222573270~2518432,256693622~5878120,298821562~3978492,321533019~1032355,338991748~9856009,407807409~3739793] wrote [3581267~2587201,86342464~353263,100078932~6916479,132825850~6954523,165541657~7622515,187023517~1069246,200649149~1984560,338991748~9856009] 2024-04-13T08:31:00.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:30:59 smithi003 ceph-mon[91733]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-13T08:31:00.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:30:59 smithi003 ceph-mon[89364]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-13T08:31:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:30:59 smithi066 ceph-mon[84331]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-13T08:31:00.881 INFO:tasks.workunit.client.0.smithi003.stdout: i=2 exists [3140455~4570208,14207341~2802232,44391220~2395021,67497412~7604242,86342464~353263,94398209~12597202,113684143~7910713,132825850~6954523,165541657~7622515,181979357~7887107,200649149~5453308,222573270~2518432,256693622~5878120,274163309~2705531,298821562~3978492,321533019~1032355,323331082~289036,338991748~10629248,405472424~6074778] wrote [3140455~4570208,14207341~2802232,67497412~7604242,94398209~6109095,202209074~3893383,274163309~2705531,323331082~289036,347817232~1803764,405472424~4951328] 2024-04-13T08:31:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:00 smithi003 ceph-mon[91733]: pgmap v4075: 137 pgs: 137 active+clean; 39 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 MiB/s wr, 52 op/s 2024-04-13T08:31:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:00 smithi003 ceph-mon[91733]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-13T08:31:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:00 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-13T08:31:01.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:00 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.10", "id": [4, 6]}]: dispatch 2024-04-13T08:31:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:00 smithi003 ceph-mon[89364]: pgmap v4075: 137 pgs: 137 active+clean; 39 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 MiB/s wr, 52 op/s 2024-04-13T08:31:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:00 smithi003 ceph-mon[89364]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-13T08:31:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:00 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-13T08:31:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:00 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.10", "id": [4, 6]}]: dispatch 2024-04-13T08:31:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:00 smithi066 ceph-mon[84331]: pgmap v4075: 137 pgs: 137 active+clean; 39 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 MiB/s wr, 52 op/s 2024-04-13T08:31:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:00 smithi066 ceph-mon[84331]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-13T08:31:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:00 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-13T08:31:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:00 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.10", "id": [4, 6]}]: dispatch 2024-04-13T08:31:01.889 INFO:tasks.workunit.client.0.smithi003.stdout: i=3 exists [3140455~4570208,8898946~3794247,14207341~2802232,44391220~2395021,61669404~4200038,67497412~7604242,86342464~353263,88697856~18297555,113684143~7910713,132825850~6954523,165541657~7622515,181979357~7887107,200649149~5453308,222573270~2518432,227773201~6535078,241752219~5827676,256693622~5878120,274163309~2705531,298821562~3978492,314292677~3637591,321533019~1032355,323331082~289036,338991748~13195316,376827429~942986,405472424~6074778] wrote [8898946~3794247,61669404~4200038,88697856~7365803,99856224~586115,118338296~3154502,227773201~6535078,241752219~5827676,314292677~3637591,349579560~2607504,376827429~942986] 2024-04-13T08:31:02.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:01 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]': finished 2024-04-13T08:31:02.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:01 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.10", "id": [4, 6]}]': finished 2024-04-13T08:31:02.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:01 smithi003 ceph-mon[91733]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-13T08:31:02.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:01 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]': finished 2024-04-13T08:31:02.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:01 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.10", "id": [4, 6]}]': finished 2024-04-13T08:31:02.136 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:01 smithi003 ceph-mon[89364]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-13T08:31:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:01 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]': finished 2024-04-13T08:31:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:01 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.10", "id": [4, 6]}]': finished 2024-04-13T08:31:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:01 smithi066 ceph-mon[84331]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-13T08:31:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:31:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:31:02.905 INFO:tasks.workunit.client.0.smithi003.stdout: i=4 exists [102235~7608428,8898946~3794247,14207341~2802232,44391220~2395021,61669404~4200038,67497412~7604242,86342464~353263,88697856~18297555,111773758~9821098,132825850~6954523,139886671~7362787,165541657~7622515,181979357~7887107,197637330~8465127,206322363~3231695,222573270~2518432,225157635~9150644,241752219~5827676,256693622~5878120,274163309~2705531,276958253~1284598,298821562~3978492,314292677~8894274,323331082~289036,338991748~13195316,369011736~5306870,376827429~942986,401757409~3024423,405472424~6074778] wrote [102235~5939963,111773758~4731726,139886671~7362787,197637330~4594890,206322363~3231695,225157635~3035176,276958253~1284598,315712256~7474695,369011736~5306870,401757409~3024423] 2024-04-13T08:31:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:02 smithi003 ceph-mon[91733]: pgmap v4078: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 8.6 MiB/s wr, 183 op/s 2024-04-13T08:31:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:02 smithi003 ceph-mon[91733]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-13T08:31:03.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:02 smithi003 ceph-mon[89364]: pgmap v4078: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 8.6 MiB/s wr, 183 op/s 2024-04-13T08:31:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:02 smithi003 ceph-mon[89364]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-13T08:31:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:02 smithi066 ceph-mon[84331]: pgmap v4078: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 8.6 MiB/s wr, 183 op/s 2024-04-13T08:31:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:02 smithi066 ceph-mon[84331]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-13T08:31:03.914 INFO:tasks.workunit.client.0.smithi003.stdout: i=5 exists [102235~7608428,8898946~3794247,14207341~2802232,44391220~2395021,56432001~1013128,61669404~4200038,67497412~7604242,86342464~353263,88697856~18297555,111773758~9821098,132825850~6954523,139886671~7362787,165541657~7622515,181979357~14306463,197637330~8465127,206322363~3231695,222573270~2518432,225157635~9150644,241752219~5827676,256693622~5878120,268204837~2036564,274163309~2705531,276958253~1284598,298821562~3978492,314292677~8894274,323331082~289036,338953426~13233638,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,399907414~11639788] wrote [56432001~1013128,134940975~4374941,143176864~530829,188214000~8071820,242968918~3764027,268204837~2036564,338953426~2943762,361852793~4565815,379732208~5778943,399907414~7073629] 2024-04-13T08:31:04.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:03 smithi003 ceph-mon[91733]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-13T08:31:04.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:03 smithi003 ceph-mon[89364]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-13T08:31:04.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:03 smithi066 ceph-mon[84331]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-13T08:31:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:31:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:31:04] "GET /metrics HTTP/1.1" 200 36716 "" "Prometheus/2.43.0" 2024-04-13T08:31:04.915 INFO:tasks.workunit.client.0.smithi003.stdout: i=6 exists [102235~7608428,8898946~3794247,14207341~2802232,42367208~5146654,56432001~1013128,61669404~4200038,67497412~7604242,86342464~353263,88697856~18297555,111773758~9821098,131680044~8100329,139886671~7362787,165541657~13142200,181979357~14306463,197637330~8465127,206322363~3231695,222573270~2518432,225157635~9150644,241752219~5827676,256693622~5878120,268204837~2036564,274163309~2705531,276958253~1284598,298821562~3978492,314292677~8894274,323331082~289036,331089187~1740250,338953426~13233638,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~11639788] wrote [42367208~5146654,62351755~3305370,89235833~4190674,112726468~2544254,131680044~5310971,171424058~7259799,198091490~3546275,331089187~1740250,353515512~2043276,393801538~4409498] 2024-04-13T08:31:05.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:04 smithi003 ceph-mon[91733]: pgmap v4081: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 6.2 MiB/s wr, 142 op/s 2024-04-13T08:31:05.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:04 smithi003 ceph-mon[91733]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-13T08:31:05.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:04 smithi003 ceph-mon[89364]: pgmap v4081: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 6.2 MiB/s wr, 142 op/s 2024-04-13T08:31:05.138 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:04 smithi003 ceph-mon[89364]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-13T08:31:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:04 smithi066 ceph-mon[84331]: pgmap v4081: 137 pgs: 137 active+clean; 75 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 6.2 MiB/s wr, 142 op/s 2024-04-13T08:31:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:04 smithi066 ceph-mon[84331]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-13T08:31:05.930 INFO:tasks.workunit.client.0.smithi003.stdout: i=7 exists [102235~7608428,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56432001~1013128,61669404~13432250,86342464~353263,88697856~18297555,111773758~9821098,131680044~8100329,139886671~7362787,165541657~13142200,181979357~14306463,197637330~8465127,206322363~3231695,222573270~2518432,225157635~9150644,241752219~5827676,256693622~5878120,268204837~2036564,274163309~2705531,276958253~1284598,298821562~3978492,310419877~12767074,323331082~289036,331089187~1740250,338953426~13233638,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~11639788] wrote [11858950~6221832,23710815~8220227,32513255~68356,63010755~4601330,68255878~3394237,102613634~1257264,138789261~471659,222590446~1705419,310419877~5132883] 2024-04-13T08:31:06.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:05 smithi003 ceph-mon[91733]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-13T08:31:06.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:05 smithi003 ceph-mon[89364]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-13T08:31:06.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:05 smithi066 ceph-mon[84331]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-13T08:31:06.960 INFO:tasks.workunit.client.0.smithi003.stdout: i=8 exists [102235~7608428,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~23982962,86342464~353263,88697856~18297555,111773758~9821098,131680044~8100329,139886671~7362787,165541657~13142200,181979357~14306463,197637330~8465127,206322363~3231695,222573270~2518432,225157635~9150644,241752219~5827676,256693622~5878120,266846505~4986241,274163309~2705531,276958253~1284598,298821562~3978492,310419877~12767074,323331082~289036,326414808~6414629,335565347~3308819,338953426~13233638,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~11639788] wrote [56427823~4484827,60946584~4761305,73676512~11253034,182405096~3551846,266846505~4986241,326414808~6336755,335565347~3308819] 2024-04-13T08:31:07.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:06 smithi003 ceph-mon[89364]: pgmap v4084: 137 pgs: 137 active+clean; 326 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 49 MiB/s wr, 287 op/s; 850 KiB/s, 1 objects/s recovering 2024-04-13T08:31:07.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:06 smithi003 ceph-mon[89364]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-13T08:31:07.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:06 smithi003 ceph-mon[91733]: pgmap v4084: 137 pgs: 137 active+clean; 326 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 49 MiB/s wr, 287 op/s; 850 KiB/s, 1 objects/s recovering 2024-04-13T08:31:07.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:06 smithi003 ceph-mon[91733]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-13T08:31:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:06 smithi066 ceph-mon[84331]: pgmap v4084: 137 pgs: 137 active+clean; 326 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 49 MiB/s wr, 287 op/s; 850 KiB/s, 1 objects/s recovering 2024-04-13T08:31:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:06 smithi066 ceph-mon[84331]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-13T08:31:07.941 INFO:tasks.workunit.client.0.smithi003.stdout: i=9 exists [102235~7608428,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~23982962,86342464~353263,88697856~21010990,111773758~9821098,131680044~15569414,165541657~13142200,181979357~14306463,197637330~8465127,206322363~3231695,210467941~7256456,222573270~2518432,225157635~22422260,256693622~5878120,266846505~4986241,274163309~2705531,276958253~1284598,298821562~3978492,310419877~22409560,335565347~16621717,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~11639788] wrote [10197399~277449,104412823~5296023,139666028~2933609,199619223~3411485,210467941~7256456,229808307~2084492,232293280~11369847,318849465~7988465,337331209~4438047] 2024-04-13T08:31:08.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:07 smithi003 ceph-mon[91733]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-13T08:31:08.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:31:08.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:31:08.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:31:08.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:31:08.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:07 smithi003 ceph-mon[89364]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-13T08:31:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:31:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:31:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:31:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:31:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:07 smithi066 ceph-mon[84331]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-13T08:31:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:31:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:31:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:31:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:31:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:08.945 INFO:tasks.workunit.client.0.smithi003.stdout: i=10 exists [102235~7608428,8898946~9181836,20312105~12870625,38742922~2091342,42367208~5146654,56427823~28501723,86342464~353263,88697856~22312031,111773758~9821098,131680044~15569414,152422110~4771789,164603822~14080035,181979357~14306463,197637330~8465127,206322363~3231695,210467941~7256456,222573270~2518432,225157635~22422260,256693622~5878120,266846505~4986241,274163309~2705531,276958253~1284598,298821562~3978492,310419877~22409560,335565347~16621717,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~17745664] wrote [20312105~7847795,31837757~1344973,38742922~2091342,60592947~5795146,106330981~4678906,152422110~4771789,164603822~6329468,228146799~2331187,398099027~3403678] 2024-04-13T08:31:09.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:08 smithi003 ceph-mon[91733]: pgmap v4087: 137 pgs: 137 active+clean; 326 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 50 MiB/s wr, 287 op/s; 850 KiB/s, 1 objects/s recovering 2024-04-13T08:31:09.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:08 smithi003 ceph-mon[91733]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-13T08:31:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:08 smithi003 ceph-mon[89364]: pgmap v4087: 137 pgs: 137 active+clean; 326 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 50 MiB/s wr, 287 op/s; 850 KiB/s, 1 objects/s recovering 2024-04-13T08:31:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:08 smithi003 ceph-mon[89364]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-13T08:31:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:08 smithi066 ceph-mon[84331]: pgmap v4087: 137 pgs: 137 active+clean; 326 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 50 MiB/s wr, 287 op/s; 850 KiB/s, 1 objects/s recovering 2024-04-13T08:31:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:08 smithi066 ceph-mon[84331]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-13T08:31:09.958 INFO:tasks.workunit.client.0.smithi003.stdout: i=11 exists [102235~33080495,38742922~2091342,42367208~5146654,56427823~28501723,86342464~353263,88118228~22891659,111773758~9821098,131680044~15569414,152422110~4771789,164603822~14080035,181979357~14306463,197637330~8465127,206322363~3231695,210467941~7256456,222573270~2518432,225157635~22422260,256693622~5878120,264776511~8601478,274163309~2705531,276958253~1284598,295539594~131493,298821562~3978492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~17745664] wrote [5909283~7527862,13619611~7420810,72196020~4772351,88118228~7701081,98068489~4744176,264776511~8601478,295539594~131493,309472594~1426424,346627347~5665743] 2024-04-13T08:31:10.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:09 smithi003 ceph-mon[91733]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-13T08:31:10.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:09 smithi003 ceph-mon[89364]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-13T08:31:10.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:09 smithi066 ceph-mon[84331]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-13T08:31:10.963 INFO:tasks.workunit.client.0.smithi003.stdout: i=12 exists [102235~33080495,38742922~2091342,42367208~5146654,56427823~28501723,86342464~353263,88118228~22891659,111030782~10564074,131680044~15569414,152422110~4771789,164603822~14080035,181979357~14306463,197637330~8465127,206322363~3231695,210467941~7256456,219661306~955713,222573270~25006625,256693622~5878120,264776511~8601478,274163309~2705531,276958253~1284598,295539594~131493,298821562~6804584,309472594~23356843,335565347~16727743,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~17745664] wrote [5634612~1584364,21425677~1186013,72786101~6433304,111030782~4030876,208324351~767732,219661306~955713,224243919~2608657,267124434~5379922,302398654~3227492] 2024-04-13T08:31:11.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:10 smithi003 ceph-mon[91733]: pgmap v4090: 137 pgs: 137 active+clean; 438 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 26 MiB/s wr, 15 op/s 2024-04-13T08:31:11.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:10 smithi003 ceph-mon[91733]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-13T08:31:11.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:10 smithi003 ceph-mon[89364]: pgmap v4090: 137 pgs: 137 active+clean; 438 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 26 MiB/s wr, 15 op/s 2024-04-13T08:31:11.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:10 smithi003 ceph-mon[89364]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-13T08:31:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:10 smithi066 ceph-mon[84331]: pgmap v4090: 137 pgs: 137 active+clean; 438 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 26 MiB/s wr, 15 op/s 2024-04-13T08:31:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:10 smithi066 ceph-mon[84331]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-13T08:31:11.963 INFO:tasks.workunit.client.0.smithi003.stdout: i=13 exists [102235~33080495,38742922~2091342,42367208~5146654,56427823~28501723,86305246~24704641,111030782~10564074,131680044~15569414,152422110~4771789,164603822~14080035,181979357~14306463,197637330~8465127,206322363~3231695,210467941~7256456,219661306~955713,222573270~25006625,256693622~5878120,264776511~8601478,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,298821562~6804584,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~5778943,393801538~17745664] wrote [86305246~7170789,97997839~6038837,135242972~5476503,260929827~922887,280578199~4955365,338121621~241240,339286654~1823160,365521849~4394908,376001491~733113,408645400~433942] 2024-04-13T08:31:12.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:11 smithi066 ceph-mon[84331]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-13T08:31:12.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:11 smithi003 ceph-mon[91733]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-13T08:31:12.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:11 smithi003 ceph-mon[89364]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-13T08:31:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:31:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:31:12.967 INFO:tasks.workunit.client.0.smithi003.stdout: i=14 exists [102235~33080495,38471597~2362667,42367208~5146654,56427823~28501723,86305246~24704641,111030782~10564074,131680044~15569414,152422110~4771789,164603822~14080035,181979357~14306463,197637330~8465127,206322363~3231695,210467941~7256456,219661306~955713,222573270~25006625,256693622~5878120,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,298821562~6804584,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~5778943,393801538~17972273] wrote [24922347~6325268,38471597~1743510,134512764~1454798,177220684~1213974,202610692~2778936,263290899~3169868,310556258~3759677,339996407~2685350,380186626~3496779,407289218~4484593] 2024-04-13T08:31:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:12 smithi066 ceph-mon[84331]: pgmap v4093: 137 pgs: 137 active+clean; 520 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 46 MiB/s wr, 292 op/s 2024-04-13T08:31:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:12 smithi066 ceph-mon[84331]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-13T08:31:13.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:12 smithi003 ceph-mon[91733]: pgmap v4093: 137 pgs: 137 active+clean; 520 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 46 MiB/s wr, 292 op/s 2024-04-13T08:31:13.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:12 smithi003 ceph-mon[91733]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-13T08:31:13.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:12 smithi003 ceph-mon[89364]: pgmap v4093: 137 pgs: 137 active+clean; 520 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 46 MiB/s wr, 292 op/s 2024-04-13T08:31:13.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:12 smithi003 ceph-mon[89364]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-13T08:31:13.985 INFO:tasks.workunit.client.0.smithi003.stdout: i=15 exists [102235~33080495,38471597~2362667,42367208~5146654,56427823~28501723,86305246~24704641,111030782~10564074,129542330~17707128,152422110~4771789,164603822~14080035,181979357~24123100,206322363~3231695,210467941~7256456,219661306~955713,222573270~25006625,256693622~5878120,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,298821562~6804584,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] wrote [57795398~1633288,61267562~2894032,67081908~2250842,112150480~1259409,129542330~6791516,137150544~6701444,184777459~4412002,195708711~3992161,380537625~7157881] 2024-04-13T08:31:14.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:13 smithi003 ceph-mon[89364]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-13T08:31:14.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:13 smithi003 ceph-mon[91733]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-13T08:31:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:13 smithi066 ceph-mon[84331]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-13T08:31:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:31:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:31:14] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-13T08:31:14.989 INFO:tasks.workunit.client.0.smithi003.stdout: i=16 exists [102235~33080495,38471597~2362667,42367208~7695778,56427823~54582064,111030782~36218676,152422110~4771789,164603822~14080035,181979357~27574701,210467941~7256456,219661306~955713,222573270~25006625,256693622~5878120,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,298821562~6804584,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] wrote [45559580~4503406,65918304~7651818,81642337~6705488,112720872~414232,121315658~12968491,138591117~8095474,191642743~73158,202457449~6622289] 2024-04-13T08:31:15.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:14 smithi003 ceph-mon[91733]: pgmap v4096: 137 pgs: 137 active+clean; 520 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 20 MiB/s wr, 277 op/s 2024-04-13T08:31:15.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:14 smithi003 ceph-mon[91733]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-13T08:31:15.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:14 smithi003 ceph-mon[89364]: pgmap v4096: 137 pgs: 137 active+clean; 520 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 20 MiB/s wr, 277 op/s 2024-04-13T08:31:15.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:14 smithi003 ceph-mon[89364]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-13T08:31:15.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:14 smithi066 ceph-mon[84331]: pgmap v4096: 137 pgs: 137 active+clean; 520 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 20 MiB/s wr, 277 op/s 2024-04-13T08:31:15.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:14 smithi066 ceph-mon[84331]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-13T08:31:16.009 INFO:tasks.workunit.client.0.smithi003.stdout: i=17 exists [102235~33080495,38471597~2362667,42367208~7695778,54718435~56291452,111030782~36218676,152422110~4771789,164603822~14080035,181979357~27574701,210467941~7256456,219661306~955713,222573270~25006625,256693622~5878120,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,298821562~6804584,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] wrote [54718435~2830456,75152433~1281737,97013084~1085611,112131000~3835547,118589648~2925688,131976515~9527633,235499554~6666810,366102936~6186816] 2024-04-13T08:31:16.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:15 smithi003 ceph-mon[89364]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-13T08:31:16.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:15 smithi003 ceph-mon[89364]: pgmap v4099: 137 pgs: 137 active+clean; 698 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 216 KiB/s rd, 44 MiB/s wr, 337 op/s 2024-04-13T08:31:16.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:15 smithi003 ceph-mon[91733]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-13T08:31:16.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:15 smithi003 ceph-mon[91733]: pgmap v4099: 137 pgs: 137 active+clean; 698 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 216 KiB/s rd, 44 MiB/s wr, 337 op/s 2024-04-13T08:31:16.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:15 smithi066 ceph-mon[84331]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-13T08:31:16.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:15 smithi066 ceph-mon[84331]: pgmap v4099: 137 pgs: 137 active+clean; 698 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 216 KiB/s rd, 44 MiB/s wr, 337 op/s 2024-04-13T08:31:17.006 INFO:tasks.workunit.client.0.smithi003.stdout: i=18 exists [102235~33080495,38471597~2362667,42367208~7695778,54718435~92531023,152422110~4771789,164603822~14080035,181979357~27574701,210467941~7256456,219661306~955713,222573270~25006625,252149314~10422428,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,298821562~6804584,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] wrote [221958~1987035,12131958~4264535,43998803~4758921,109531705~8137588,194758840~6677692,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673] 2024-04-13T08:31:17.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:16 smithi003 ceph-mon[89364]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-13T08:31:17.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:16 smithi003 ceph-mon[91733]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-13T08:31:17.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:16 smithi066 ceph-mon[84331]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-13T08:31:18.011 INFO:tasks.workunit.client.0.smithi003.stdout: i=19 exists [102235~33080495,38471597~2362667,42367208~7695778,54718435~92531023,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222573270~25006625,252149314~10422428,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,298821562~6804584,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] wrote [4616917~6208698,43220282~4299098,76860166~3963092,113265655~3206079,165606777~5447933,175144040~7420276,197260810~4196294,231048465~2447494] 2024-04-13T08:31:18.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:17 smithi003 ceph-mon[91733]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-13T08:31:18.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:17 smithi003 ceph-mon[91733]: pgmap v4102: 137 pgs: 137 active+clean; 705 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 216 KiB/s rd, 46 MiB/s wr, 338 op/s 2024-04-13T08:31:18.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:17 smithi003 ceph-mon[89364]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-13T08:31:18.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:17 smithi003 ceph-mon[89364]: pgmap v4102: 137 pgs: 137 active+clean; 705 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 216 KiB/s rd, 46 MiB/s wr, 338 op/s 2024-04-13T08:31:18.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:17 smithi066 ceph-mon[84331]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-13T08:31:18.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:17 smithi066 ceph-mon[84331]: pgmap v4102: 137 pgs: 137 active+clean; 705 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 216 KiB/s rd, 46 MiB/s wr, 338 op/s 2024-04-13T08:31:18.950 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 1 diff [3581267~2587201,86342464~353263,100078932~6916479,132825850~6954523,165541657~7622515,187023517~1069246,200649149~1984560,338991748~9856009] 2024-04-13T08:31:18.950 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [3581267~2587201,86342464~353263,100078932~6916479,132825850~6954523,165541657~7622515,187023517~1069246,200649149~1984560,338991748~9856009] 2024-04-13T08:31:18.973 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~6168468,83886080~2809647,96468992~10526419,130023424~9756949,165541657~7622515,187023517~1069246,197132288~5501421,335544320~13303437] 2024-04-13T08:31:18.973 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 2 diff [3140455~4570208,14207341~2802232,67497412~7604242,86342464~353263,94398209~12597202,132825850~6954523,165541657~7622515,187023517~1069246,200649149~5453308,274163309~2705531,323331082~289036,338991748~10629248,405472424~4951328] 2024-04-13T08:31:18.973 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [3140455~4570208,14207341~2802232,67497412~7604242,86342464~353263,94398209~12597202,132825850~6954523,165541657~7622515,187023517~1069246,200649149~5453308,274163309~2705531,323331082~289036,338991748~10629248,405472424~4951328] 2024-04-13T08:31:18.980 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~7710663,12582912~4426661,67108864~7992790,83886080~2809647,92274688~14720723,130023424~9756949,165541657~7622515,187023517~1069246,197132288~8970169,272629760~4239080,322961408~658710,335544320~14076676,402653184~7770568] 2024-04-13T08:31:18.981 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 3 diff [3140455~4570208,8898946~3794247,14207341~2802232,61669404~4200038,67497412~7604242,86342464~353263,88697856~18297555,118338296~3154502,132825850~6954523,165541657~7622515,187023517~1069246,200649149~5453308,227773201~6535078,241752219~5827676,274163309~2705531,314292677~3637591,323331082~289036,338991748~13195316,376827429~942986,405472424~4951328] 2024-04-13T08:31:18.981 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [3140455~4570208,8898946~3794247,14207341~2802232,61669404~4200038,67497412~7604242,86342464~353263,88697856~18297555,118338296~3154502,132825850~6954523,165541657~7622515,187023517~1069246,200649149~5453308,227773201~6535078,241752219~5827676,274163309~2705531,314292677~3637591,323331082~289036,338991748~13195316,376827429~942986,405472424~4951328] 2024-04-13T08:31:18.987 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~7710663,8388608~8620965,58720256~7149186,67108864~7992790,83886080~2809647,88080384~18915027,118338296~3154502,130023424~9756949,165541657~7622515,187023517~1069246,197132288~8970169,226492416~7815863,239075328~8504567,272629760~4239080,310378496~7551772,322961408~658710,335544320~16642744,373293056~4477359,402653184~7770568] 2024-04-13T08:31:18.987 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 4 diff [102235~7608428,8898946~3794247,14207341~2802232,61669404~4200038,67497412~7604242,86342464~353263,88697856~18297555,111773758~4731726,118338296~3154502,132825850~6954523,139886671~7362787,165541657~7622515,187023517~1069246,197637330~8465127,206322363~3231695,225157635~9150644,241752219~5827676,274163309~2705531,276958253~1284598,314292677~8894274,323331082~289036,338991748~13195316,369011736~5306870,376827429~942986,401757409~3024423,405472424~4951328] 2024-04-13T08:31:18.987 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~7608428,8898946~3794247,14207341~2802232,61669404~4200038,67497412~7604242,86342464~353263,88697856~18297555,111773758~4731726,118338296~3154502,132825850~6954523,139886671~7362787,165541657~7622515,187023517~1069246,197637330~8465127,206322363~3231695,225157635~9150644,241752219~5827676,274163309~2705531,276958253~1284598,314292677~8894274,323331082~289036,338991748~13195316,369011736~5306870,376827429~942986,401757409~3024423,405472424~4951328] 2024-04-13T08:31:18.994 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~7710663,8388608~8620965,58720256~7149186,67108864~7992790,83886080~2809647,88080384~18915027,109051904~7453580,118338296~3154502,130023424~17226034,165541657~7622515,187023517~1069246,197132288~12421770,225091702~9216577,239075328~8504567,272629760~5613091,310378496~13241622,335544320~16642744,364904448~12865967,398458880~11964872] 2024-04-13T08:31:18.994 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 5 diff [102235~7608428,8898946~3794247,14207341~2802232,56432001~1013128,61669404~4200038,67497412~7604242,86342464~353263,88697856~18297555,111773758~4731726,118338296~3154502,132825850~6954523,139886671~7362787,165541657~7622515,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,225157635~9150644,241752219~5827676,268204837~2036564,274163309~2705531,276958253~1284598,314292677~8894274,323331082~289036,338953426~13233638,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,399907414~10516338] 2024-04-13T08:31:18.994 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~7608428,8898946~3794247,14207341~2802232,56432001~1013128,61669404~4200038,67497412~7604242,86342464~353263,88697856~18297555,111773758~4731726,118338296~3154502,132825850~6954523,139886671~7362787,165541657~7622515,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,225157635~9150644,241752219~5827676,268204837~2036564,274163309~2705531,276958253~1284598,314292677~8894274,323331082~289036,338953426~13233638,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,399907414~10516338] 2024-04-13T08:31:19.001 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~7710663,8388608~8620965,54525952~2919177,58720256~7149186,67108864~7992790,83886080~2809647,88080384~18915027,109051904~7453580,118338296~3154502,130023424~17226034,165541657~7622515,187023517~1069246,188214000~8071820,197132288~12421770,225091702~9216577,239075328~8504567,264241152~6000249,272629760~5613091,310378496~13241622,335544320~16642744,360710144~24801007,398458880~11964872] 2024-04-13T08:31:19.001 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 6 diff [102235~7608428,8898946~3794247,14207341~2802232,42367208~5146654,56432001~1013128,61669404~4200038,67497412~7604242,86342464~353263,88697856~18297555,111773758~4731726,118338296~3154502,131680044~8100329,139886671~7362787,165541657~13142200,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,225157635~9150644,241752219~5827676,268204837~2036564,274163309~2705531,276958253~1284598,314292677~8894274,323331082~289036,331089187~1740250,338953426~13233638,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~10516338] 2024-04-13T08:31:19.002 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~7608428,8898946~3794247,14207341~2802232,42367208~5146654,56432001~1013128,61669404~4200038,67497412~7604242,86342464~353263,88697856~18297555,111773758~4731726,118338296~3154502,131680044~8100329,139886671~7362787,165541657~13142200,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,225157635~9150644,241752219~5827676,268204837~2036564,274163309~2705531,276958253~1284598,314292677~8894274,323331082~289036,331089187~1740250,338953426~13233638,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~10516338] 2024-04-13T08:31:19.008 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~7710663,8388608~8620965,42367208~5146654,54525952~2919177,58720256~7149186,67108864~7992790,83886080~2809647,88080384~18915027,109051904~7453580,118338296~3154502,130023424~17226034,165541657~13142200,187023517~1069246,188214000~8071820,197132288~12421770,225091702~9216577,239075328~8504567,264241152~6000249,272629760~5613091,310378496~13241622,327155712~5673725,335544320~16642744,352321536~3237252,360710144~24801007,390070272~8140764,398458880~11964872] 2024-04-13T08:31:19.009 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 7 diff [102235~7608428,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56432001~1013128,61669404~13432250,86342464~353263,88697856~18297555,111773758~4731726,118338296~3154502,131680044~8100329,139886671~7362787,165541657~13142200,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,222590446~1705419,225157635~9150644,241752219~5827676,268204837~2036564,274163309~2705531,276958253~1284598,310419877~12767074,323331082~289036,331089187~1740250,338953426~13233638,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~10516338] 2024-04-13T08:31:19.009 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~7608428,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56432001~1013128,61669404~13432250,86342464~353263,88697856~18297555,111773758~4731726,118338296~3154502,131680044~8100329,139886671~7362787,165541657~13142200,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,222590446~1705419,225157635~9150644,241752219~5827676,268204837~2036564,274163309~2705531,276958253~1284598,310419877~12767074,323331082~289036,331089187~1740250,338953426~13233638,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~10516338] 2024-04-13T08:31:19.015 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~7710663,8388608~9692174,20971520~11610091,42367208~5146654,54525952~2919177,58720256~16381398,83886080~2809647,88080384~18915027,109051904~7453580,118338296~3154502,130023424~17226034,165541657~13142200,187023517~1069246,188214000~8071820,197132288~12421770,222590446~1705419,225091702~9216577,239075328~8504567,264241152~6000249,272629760~5613091,310378496~13241622,327155712~5673725,335544320~16642744,352321536~3237252,360710144~24801007,390070272~8140764,398458880~11964872] 2024-04-13T08:31:19.016 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 8 diff [102235~7608428,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~23982962,86342464~353263,88697856~18297555,111773758~4731726,118338296~3154502,131680044~8100329,139886671~7362787,165541657~13142200,182405096~3551846,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,222590446~1705419,225157635~9150644,241752219~5827676,266846505~4986241,274163309~2705531,276958253~1284598,310419877~12767074,323331082~289036,326414808~6414629,335565347~3308819,338953426~13233638,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~10516338] 2024-04-13T08:31:19.016 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~7608428,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~23982962,86342464~353263,88697856~18297555,111773758~4731726,118338296~3154502,131680044~8100329,139886671~7362787,165541657~13142200,182405096~3551846,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,222590446~1705419,225157635~9150644,241752219~5827676,266846505~4986241,274163309~2705531,276958253~1284598,310419877~12767074,323331082~289036,326414808~6414629,335565347~3308819,338953426~13233638,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~10516338] 2024-04-13T08:31:19.023 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~7710663,8388608~9692174,20971520~11610091,42367208~5146654,54525952~32169775,88080384~18915027,109051904~7453580,118338296~3154502,130023424~17226034,165541657~13142200,182405096~3551846,187023517~1069246,188214000~8071820,197132288~12421770,222590446~1705419,225091702~9216577,239075328~8504567,264241152~7591594,272629760~5613091,310378496~22450941,335544320~16642744,352321536~3237252,360710144~24801007,390070272~8140764,398458880~11964872] 2024-04-13T08:31:19.023 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 9 diff [102235~7608428,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~23982962,86342464~353263,88697856~21010990,111773758~4731726,118338296~3154502,131680044~15569414,165541657~13142200,182405096~3551846,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,222590446~1705419,225157635~22422260,266846505~4986241,274163309~2705531,276958253~1284598,310419877~22409560,335565347~16621717,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~10516338] 2024-04-13T08:31:19.023 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~7608428,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~23982962,86342464~353263,88697856~21010990,111773758~4731726,118338296~3154502,131680044~15569414,165541657~13142200,182405096~3551846,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,222590446~1705419,225157635~22422260,266846505~4986241,274163309~2705531,276958253~1284598,310419877~22409560,335565347~16621717,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~10516338] 2024-04-13T08:31:19.030 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~7710663,8388608~9692174,20971520~11610091,42367208~5146654,54525952~32169775,88080384~28425100,118338296~3154502,130023424~17226034,165541657~13142200,182405096~3551846,187023517~1069246,188214000~8071820,197132288~12421770,209715200~8009197,222590446~1705419,225091702~22488193,264241152~7591594,272629760~5613091,310378496~22450941,335544320~16642744,352321536~3237252,360710144~24801007,390070272~8140764,398458880~11964872] 2024-04-13T08:31:19.030 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 10 diff [102235~7608428,8898946~9181836,20312105~12870625,38742922~2091342,42367208~5146654,56427823~28501723,86342464~353263,88697856~22312031,111773758~4731726,118338296~3154502,131680044~15569414,152422110~4771789,164603822~14080035,182405096~3551846,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,222590446~1705419,225157635~22422260,266846505~4986241,274163309~2705531,276958253~1284598,310419877~22409560,335565347~16621717,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~16622214] 2024-04-13T08:31:19.030 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~7608428,8898946~9181836,20312105~12870625,38742922~2091342,42367208~5146654,56427823~28501723,86342464~353263,88697856~22312031,111773758~4731726,118338296~3154502,131680044~15569414,152422110~4771789,164603822~14080035,182405096~3551846,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,222590446~1705419,225157635~22422260,266846505~4986241,274163309~2705531,276958253~1284598,310419877~22409560,335565347~16621717,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~16622214] 2024-04-13T08:31:19.037 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~7710663,8388608~24794122,37748736~3085528,42367208~5146654,54525952~32169775,88080384~28425100,118338296~3154502,130023424~17226034,150994944~6198955,164603822~14080035,182405096~3551846,187023517~1069246,188214000~8071820,197132288~12421770,209715200~8009197,222590446~1705419,225091702~22488193,264241152~7591594,272629760~5613091,310378496~22450941,335544320~16642744,352321536~3237252,360710144~24801007,390070272~20353480] 2024-04-13T08:31:19.037 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 11 diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~28501723,86342464~353263,88118228~22891659,111773758~4731726,118338296~3154502,131680044~15569414,152422110~4771789,164603822~14080035,182405096~3551846,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,222590446~1705419,225157635~22422260,264776511~8601478,274163309~2705531,276958253~1284598,295539594~131493,309472594~23356843,335565347~16727743,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~16622214] 2024-04-13T08:31:19.037 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~28501723,86342464~353263,88118228~22891659,111773758~4731726,118338296~3154502,131680044~15569414,152422110~4771789,164603822~14080035,182405096~3551846,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,222590446~1705419,225157635~22422260,264776511~8601478,274163309~2705531,276958253~1284598,295539594~131493,309472594~23356843,335565347~16727743,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~16622214] 2024-04-13T08:31:19.044 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~5146654,54525952~32169775,88080384~28425100,118338296~3154502,130023424~17226034,150994944~6198955,164603822~14080035,182405096~3551846,187023517~1069246,188214000~8071820,197132288~12421770,209715200~8009197,222590446~1705419,225091702~22488193,264241152~14001699,293601280~2069807,306184192~26645245,335544320~16748770,352321536~3237252,360710144~24801007,390070272~20353480] 2024-04-13T08:31:19.044 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 12 diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~28501723,86342464~353263,88118228~22891659,111030782~5474702,118338296~3154502,131680044~15569414,152422110~4771789,164603822~14080035,182405096~3551846,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,264776511~8601478,274163309~2705531,276958253~1284598,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~16622214] 2024-04-13T08:31:19.044 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~28501723,86342464~353263,88118228~22891659,111030782~5474702,118338296~3154502,131680044~15569414,152422110~4771789,164603822~14080035,182405096~3551846,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,264776511~8601478,274163309~2705531,276958253~1284598,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~16622214] 2024-04-13T08:31:19.050 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~5146654,54525952~32169775,88080384~28425100,118338296~3154502,130023424~17226034,150994944~6198955,164603822~14080035,182405096~3551846,187023517~1069246,188214000~8071820,197132288~12421770,209715200~8009197,218103808~2513211,222590446~24989449,264241152~14001699,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~24801007,390070272~20353480] 2024-04-13T08:31:19.051 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 13 diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~28501723,86305246~24704641,111030782~5474702,118338296~3154502,131680044~15569414,152422110~4771789,164603822~14080035,182405096~3551846,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,264776511~8601478,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~5778943,393801538~16622214] 2024-04-13T08:31:19.051 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~28501723,86305246~24704641,111030782~5474702,118338296~3154502,131680044~15569414,152422110~4771789,164603822~14080035,182405096~3551846,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,264776511~8601478,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~5778943,393801538~16622214] 2024-04-13T08:31:19.057 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~5146654,54525952~61979532,118338296~3154502,130023424~17226034,150994944~6198955,164603822~14080035,182405096~3551846,187023517~1069246,188214000~8071820,197132288~12421770,209715200~8009197,218103808~2513211,222590446~24989449,260929827~922887,264241152~21292412,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~24801007,390070272~20353480] 2024-04-13T08:31:19.058 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 14 diff [102235~33080495,38471597~2362667,42367208~5146654,56427823~28501723,86305246~24704641,111030782~5474702,118338296~3154502,131680044~15569414,152422110~4771789,164603822~14080035,182405096~3551846,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~5778943,393801538~17972273] 2024-04-13T08:31:19.058 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~5146654,56427823~28501723,86305246~24704641,111030782~5474702,118338296~3154502,131680044~15569414,152422110~4771789,164603822~14080035,182405096~3551846,187023517~1069246,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~5778943,393801538~17972273] 2024-04-13T08:31:19.064 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~5146654,54525952~61979532,118338296~3154502,130023424~17226034,150994944~6198955,164603822~14080035,182405096~3551846,187023517~1069246,188214000~8071820,197132288~12421770,209715200~8009197,218103808~2513211,222590446~24989449,260929827~922887,262571742~22961822,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~24801007,390070272~21703539] 2024-04-13T08:31:19.064 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 15 diff [102235~33080495,38471597~2362667,42367208~5146654,56427823~28501723,86305246~24704641,111030782~5474702,118338296~3154502,129542330~17707128,152422110~4771789,164603822~14080035,182405096~23697361,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.065 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~5146654,56427823~28501723,86305246~24704641,111030782~5474702,118338296~3154502,129542330~17707128,152422110~4771789,164603822~14080035,182405096~23697361,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.071 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~5146654,54525952~61979532,118338296~3154502,125829120~21420338,150994944~6198955,164603822~14080035,182405096~27148962,209715200~8009197,218103808~2513211,222590446~24989449,260929827~922887,262571742~22961822,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:19.071 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 16 diff [102235~33080495,38471597~2362667,42367208~7695778,56427823~54582064,111030782~5474702,118338296~28911162,152422110~4771789,164603822~14080035,182405096~27148962,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.072 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,56427823~54582064,111030782~5474702,118338296~28911162,152422110~4771789,164603822~14080035,182405096~27148962,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.078 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~61979532,118338296~28911162,150994944~6198955,164603822~14080035,182405096~27148962,209715200~8009197,218103808~2513211,222590446~24989449,260929827~922887,262571742~22961822,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:19.078 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 17 diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~56291452,111030782~5474702,118338296~28911162,152422110~4771789,164603822~14080035,182405096~27148962,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.078 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~56291452,111030782~5474702,118338296~28911162,152422110~4771789,164603822~14080035,182405096~27148962,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.085 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~61979532,118338296~28911162,150994944~6198955,164603822~14080035,182405096~27148962,209715200~8009197,218103808~2513211,222590446~24989449,260929827~922887,262571742~22961822,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:19.085 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 18 diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~14080035,182405096~27148962,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.085 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~14080035,182405096~27148962,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.091 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~14080035,182405096~27148962,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:19.091 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 19 diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.091 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.098 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~44950236,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:19.098 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 2 diff [3140455~4570208,14207341~2802232,67497412~7604242,94398209~6109095,202209074~3893383,274163309~2705531,323331082~289036,347817232~1803764,405472424~4951328] 2024-04-13T08:31:19.098 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [3140455~4570208,14207341~2802232,67497412~7604242,94398209~6109095,202209074~3893383,274163309~2705531,323331082~289036,347817232~1803764,405472424~4951328] 2024-04-13T08:31:19.104 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [3140455~4570208,12582912~4426661,67108864~7992790,92274688~8232616,202209074~3893383,272629760~4239080,322961408~658710,347817232~1803764,402653184~7770568] 2024-04-13T08:31:19.104 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 3 diff [3140455~4570208,8898946~3794247,14207341~2802232,61669404~4200038,67497412~7604242,88697856~11809448,118338296~3154502,202209074~3893383,227773201~6535078,241752219~5827676,274163309~2705531,314292677~3637591,323331082~289036,347817232~4369832,376827429~942986,405472424~4951328] 2024-04-13T08:31:19.104 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [3140455~4570208,8898946~3794247,14207341~2802232,61669404~4200038,67497412~7604242,88697856~11809448,118338296~3154502,202209074~3893383,227773201~6535078,241752219~5827676,274163309~2705531,314292677~3637591,323331082~289036,347817232~4369832,376827429~942986,405472424~4951328] 2024-04-13T08:31:19.110 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [3140455~4570208,8388608~8620965,58720256~7149186,67108864~7992790,88080384~12426920,118338296~3154502,202209074~3893383,226492416~7815863,239075328~8504567,272629760~4239080,310378496~7551772,322961408~658710,347817232~4369832,373293056~4477359,402653184~7770568] 2024-04-13T08:31:19.111 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 4 diff [102235~7608428,8898946~3794247,14207341~2802232,61669404~4200038,67497412~7604242,88697856~11809448,111773758~4731726,118338296~3154502,139886671~7362787,197637330~8465127,206322363~3231695,225157635~9150644,241752219~5827676,274163309~2705531,276958253~1284598,314292677~8894274,323331082~289036,347817232~4369832,369011736~5306870,376827429~942986,401757409~3024423,405472424~4951328] 2024-04-13T08:31:19.111 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~7608428,8898946~3794247,14207341~2802232,61669404~4200038,67497412~7604242,88697856~11809448,111773758~4731726,118338296~3154502,139886671~7362787,197637330~8465127,206322363~3231695,225157635~9150644,241752219~5827676,274163309~2705531,276958253~1284598,314292677~8894274,323331082~289036,347817232~4369832,369011736~5306870,376827429~942986,401757409~3024423,405472424~4951328] 2024-04-13T08:31:19.117 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~7608428,8388608~8620965,58720256~7149186,67108864~7992790,88080384~12426920,109051904~7453580,118338296~3154502,139780373~7469085,197637330~11916728,225091702~9216577,239075328~8504567,272629760~5613091,310378496~13241622,347817232~4369832,364904448~12865967,398458880~11964872] 2024-04-13T08:31:19.117 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 5 diff [102235~7608428,8898946~3794247,14207341~2802232,56432001~1013128,61669404~4200038,67497412~7604242,88697856~11809448,111773758~4731726,118338296~3154502,134940975~4374941,139886671~7362787,188214000~8071820,197637330~8465127,206322363~3231695,225157635~9150644,241752219~5827676,268204837~2036564,274163309~2705531,276958253~1284598,314292677~8894274,323331082~289036,338953426~2943762,347817232~4369832,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,399907414~10516338] 2024-04-13T08:31:19.117 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~7608428,8898946~3794247,14207341~2802232,56432001~1013128,61669404~4200038,67497412~7604242,88697856~11809448,111773758~4731726,118338296~3154502,134940975~4374941,139886671~7362787,188214000~8071820,197637330~8465127,206322363~3231695,225157635~9150644,241752219~5827676,268204837~2036564,274163309~2705531,276958253~1284598,314292677~8894274,323331082~289036,338953426~2943762,347817232~4369832,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,399907414~10516338] 2024-04-13T08:31:19.123 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~7608428,8388608~8620965,54525952~2919177,58720256~7149186,67108864~7992790,88080384~12426920,109051904~7453580,118338296~3154502,134940975~4374941,139780373~7469085,188214000~8071820,197637330~11916728,225091702~9216577,239075328~8504567,264241152~6000249,272629760~5613091,310378496~13241622,338953426~2943762,347817232~4369832,360710144~24801007,398458880~11964872] 2024-04-13T08:31:19.123 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 6 diff [102235~7608428,8898946~3794247,14207341~2802232,42367208~5146654,56432001~1013128,61669404~4200038,67497412~7604242,88697856~11809448,111773758~4731726,118338296~3154502,131680044~7635872,139886671~7362787,171424058~7259799,188214000~8071820,197637330~8465127,206322363~3231695,225157635~9150644,241752219~5827676,268204837~2036564,274163309~2705531,276958253~1284598,314292677~8894274,323331082~289036,331089187~1740250,338953426~2943762,347817232~4369832,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~10516338] 2024-04-13T08:31:19.123 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~7608428,8898946~3794247,14207341~2802232,42367208~5146654,56432001~1013128,61669404~4200038,67497412~7604242,88697856~11809448,111773758~4731726,118338296~3154502,131680044~7635872,139886671~7362787,171424058~7259799,188214000~8071820,197637330~8465127,206322363~3231695,225157635~9150644,241752219~5827676,268204837~2036564,274163309~2705531,276958253~1284598,314292677~8894274,323331082~289036,331089187~1740250,338953426~2943762,347817232~4369832,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~10516338] 2024-04-13T08:31:19.129 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~7608428,8388608~8620965,42367208~5146654,54525952~2919177,58720256~7149186,67108864~7992790,88080384~12426920,109051904~7453580,118338296~3154502,131680044~7635872,139780373~7469085,171424058~7259799,188214000~8071820,197637330~11916728,225091702~9216577,239075328~8504567,264241152~6000249,272629760~5613091,310378496~13241622,327155712~5673725,338953426~2943762,347817232~4369832,352321536~3237252,360710144~24801007,390070272~8140764,398458880~11964872] 2024-04-13T08:31:19.129 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 7 diff [102235~7608428,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56432001~1013128,61669404~13432250,88697856~11809448,102613634~1257264,111773758~4731726,118338296~3154502,131680044~7635872,139886671~7362787,171424058~7259799,188214000~8071820,197637330~8465127,206322363~3231695,222590446~1705419,225157635~9150644,241752219~5827676,268204837~2036564,274163309~2705531,276958253~1284598,310419877~12767074,323331082~289036,331089187~1740250,338953426~2943762,347817232~4369832,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~10516338] 2024-04-13T08:31:19.129 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~7608428,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56432001~1013128,61669404~13432250,88697856~11809448,102613634~1257264,111773758~4731726,118338296~3154502,131680044~7635872,139886671~7362787,171424058~7259799,188214000~8071820,197637330~8465127,206322363~3231695,222590446~1705419,225157635~9150644,241752219~5827676,268204837~2036564,274163309~2705531,276958253~1284598,310419877~12767074,323331082~289036,331089187~1740250,338953426~2943762,347817232~4369832,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~10516338] 2024-04-13T08:31:19.135 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~7608428,8388608~9692174,20971520~11610091,42367208~5146654,54525952~2919177,58720256~16381398,88080384~12426920,102613634~1257264,109051904~7453580,118338296~3154502,131680044~7635872,139780373~7469085,171424058~7259799,188214000~8071820,197637330~11916728,222590446~1705419,225091702~9216577,239075328~8504567,264241152~6000249,272629760~5613091,310378496~13241622,327155712~5673725,338953426~2943762,347817232~4369832,352321536~3237252,360710144~24801007,390070272~8140764,398458880~11964872] 2024-04-13T08:31:19.135 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 8 diff [102235~7608428,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~23982962,88697856~11809448,102613634~1257264,111773758~4731726,118338296~3154502,131680044~7635872,139886671~7362787,171424058~7259799,182405096~3551846,188214000~8071820,197637330~8465127,206322363~3231695,222590446~1705419,225157635~9150644,241752219~5827676,266846505~4986241,274163309~2705531,276958253~1284598,310419877~12767074,323331082~289036,326414808~6414629,335565347~3308819,338953426~2943762,347817232~4369832,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~10516338] 2024-04-13T08:31:19.135 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~7608428,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~23982962,88697856~11809448,102613634~1257264,111773758~4731726,118338296~3154502,131680044~7635872,139886671~7362787,171424058~7259799,182405096~3551846,188214000~8071820,197637330~8465127,206322363~3231695,222590446~1705419,225157635~9150644,241752219~5827676,266846505~4986241,274163309~2705531,276958253~1284598,310419877~12767074,323331082~289036,326414808~6414629,335565347~3308819,338953426~2943762,347817232~4369832,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~10516338] 2024-04-13T08:31:19.141 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~7608428,8388608~9692174,20971520~11610091,42367208~5146654,54525952~30403594,88080384~12426920,102613634~1257264,109051904~7453580,118338296~3154502,131680044~7635872,139780373~7469085,171424058~7259799,182405096~3551846,188214000~8071820,197637330~11916728,222590446~1705419,225091702~9216577,239075328~8504567,264241152~7591594,272629760~5613091,310378496~22450941,335565347~3308819,338953426~2943762,347817232~4369832,352321536~3237252,360710144~24801007,390070272~8140764,398458880~11964872] 2024-04-13T08:31:19.141 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 9 diff [102235~7608428,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~23982962,88697856~11809448,102613634~1257264,104412823~5296023,111773758~4731726,118338296~3154502,131680044~7635872,139666028~7583430,171424058~7259799,182405096~3551846,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,222590446~1705419,225157635~22422260,266846505~4986241,274163309~2705531,276958253~1284598,310419877~22409560,335565347~6331841,347817232~4369832,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~10516338] 2024-04-13T08:31:19.141 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~7608428,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~23982962,88697856~11809448,102613634~1257264,104412823~5296023,111773758~4731726,118338296~3154502,131680044~7635872,139666028~7583430,171424058~7259799,182405096~3551846,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,222590446~1705419,225157635~22422260,266846505~4986241,274163309~2705531,276958253~1284598,310419877~22409560,335565347~6331841,347817232~4369832,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~10516338] 2024-04-13T08:31:19.147 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~7608428,8388608~9692174,20971520~11610091,42367208~5146654,54525952~30403594,88080384~12426920,102613634~1257264,104412823~12092661,118338296~3154502,131680044~7635872,139666028~7583430,171424058~7259799,182405096~3551846,188214000~8071820,197637330~11916728,209715200~8009197,222590446~1705419,225091702~22488193,264241152~7591594,272629760~5613091,310378496~22450941,335565347~6331841,347817232~4369832,352321536~3237252,360710144~24801007,390070272~8140764,398458880~11964872] 2024-04-13T08:31:19.147 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 10 diff [102235~7608428,8898946~9181836,20312105~12870625,38742922~2091342,42367208~5146654,56427823~28501723,88697856~11809448,102613634~1257264,104412823~6597064,111773758~4731726,118338296~3154502,131680044~7635872,139666028~7583430,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,222590446~1705419,225157635~22422260,266846505~4986241,274163309~2705531,276958253~1284598,310419877~22409560,335565347~6331841,347817232~4369832,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~16622214] 2024-04-13T08:31:19.147 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~7608428,8898946~9181836,20312105~12870625,38742922~2091342,42367208~5146654,56427823~28501723,88697856~11809448,102613634~1257264,104412823~6597064,111773758~4731726,118338296~3154502,131680044~7635872,139666028~7583430,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,222590446~1705419,225157635~22422260,266846505~4986241,274163309~2705531,276958253~1284598,310419877~22409560,335565347~6331841,347817232~4369832,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~16622214] 2024-04-13T08:31:19.154 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~7608428,8388608~24794122,37748736~3085528,42367208~5146654,54525952~30403594,88080384~12426920,102613634~1257264,104412823~12092661,118338296~3154502,131680044~7635872,139666028~7583430,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~11916728,209715200~8009197,222590446~1705419,225091702~22488193,264241152~7591594,272629760~5613091,310378496~22450941,335565347~6331841,347817232~4369832,352321536~3237252,360710144~24801007,390070272~20353480] 2024-04-13T08:31:19.154 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 11 diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~28501723,88118228~15752670,104412823~6597064,111773758~4731726,118338296~3154502,131680044~7635872,139666028~7583430,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,222590446~1705419,225157635~22422260,264776511~8601478,274163309~2705531,276958253~1284598,295539594~131493,309472594~23356843,335565347~6331841,346627347~5665743,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~16622214] 2024-04-13T08:31:19.154 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~28501723,88118228~15752670,104412823~6597064,111773758~4731726,118338296~3154502,131680044~7635872,139666028~7583430,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,222590446~1705419,225157635~22422260,264776511~8601478,274163309~2705531,276958253~1284598,295539594~131493,309472594~23356843,335565347~6331841,346627347~5665743,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~16622214] 2024-04-13T08:31:19.160 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~5146654,54525952~30403594,88080384~15790514,104412823~12092661,118338296~3154502,131680044~7635872,139666028~7583430,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~11916728,209715200~8009197,222590446~1705419,225091702~22488193,264241152~14001699,293601280~2069807,306184192~26645245,335565347~6331841,346627347~5665743,352321536~3237252,360710144~24801007,390070272~20353480] 2024-04-13T08:31:19.160 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 12 diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~28501723,88118228~15752670,104412823~6597064,111030782~5474702,118338296~3154502,131680044~7635872,139666028~7583430,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,264776511~8601478,274163309~2705531,276958253~1284598,295539594~131493,302398654~3227492,309472594~23356843,335565347~6331841,346627347~5665743,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~16622214] 2024-04-13T08:31:19.160 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~28501723,88118228~15752670,104412823~6597064,111030782~5474702,118338296~3154502,131680044~7635872,139666028~7583430,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,264776511~8601478,274163309~2705531,276958253~1284598,295539594~131493,302398654~3227492,309472594~23356843,335565347~6331841,346627347~5665743,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~16622214] 2024-04-13T08:31:19.166 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~5146654,54525952~30403594,88080384~15790514,104412823~12092661,118338296~3154502,131680044~7635872,139666028~7583430,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~11916728,209715200~8009197,218103808~2513211,222590446~24989449,264241152~14001699,293601280~2069807,302398654~3227492,306184192~26645245,335565347~6331841,346627347~5665743,352321536~3237252,360710144~24801007,390070272~20353480] 2024-04-13T08:31:19.166 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 13 diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~28501723,86305246~17731430,104412823~6597064,111030782~5474702,118338296~3154502,131680044~15569414,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,264776511~8601478,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~6331841,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~5778943,393801538~16622214] 2024-04-13T08:31:19.166 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~28501723,86305246~17731430,104412823~6597064,111030782~5474702,118338296~3154502,131680044~15569414,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,264776511~8601478,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~6331841,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~5778943,393801538~16622214] 2024-04-13T08:31:19.172 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~5146654,54525952~30403594,86305246~17731430,104412823~12092661,118338296~3154502,131680044~15569414,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~11916728,209715200~8009197,218103808~2513211,222590446~24989449,260929827~922887,264241152~21292412,293601280~2069807,302398654~3227492,306184192~26645245,335565347~6331841,346627347~5665743,352321536~3237252,360710144~24801007,390070272~20353480] 2024-04-13T08:31:19.173 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 14 diff [102235~33080495,38471597~2362667,42367208~5146654,56427823~28501723,86305246~17731430,104412823~6597064,111030782~5474702,118338296~3154502,131680044~15569414,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~5778943,393801538~17972273] 2024-04-13T08:31:19.173 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~5146654,56427823~28501723,86305246~17731430,104412823~6597064,111030782~5474702,118338296~3154502,131680044~15569414,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~8465127,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~5778943,393801538~17972273] 2024-04-13T08:31:19.179 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~5146654,54525952~30403594,86305246~17731430,104412823~12092661,118338296~3154502,131680044~15569414,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~11916728,209715200~8009197,218103808~2513211,222590446~24989449,260929827~922887,262571742~22961822,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~24801007,390070272~21703539] 2024-04-13T08:31:19.179 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 15 diff [102235~33080495,38471597~2362667,42367208~5146654,56427823~28501723,86305246~17731430,104412823~6597064,111030782~5474702,118338296~3154502,129542330~17707128,152422110~4771789,164603822~6329468,171424058~7259799,182405096~23697361,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.179 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~5146654,56427823~28501723,86305246~17731430,104412823~6597064,111030782~5474702,118338296~3154502,129542330~17707128,152422110~4771789,164603822~6329468,171424058~7259799,182405096~23697361,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.186 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~5146654,54525952~30403594,86305246~17731430,104412823~12092661,118338296~3154502,125829120~21420338,150994944~6198955,164603822~6329468,171424058~7259799,182405096~27148962,209715200~8009197,218103808~2513211,222590446~24989449,260929827~922887,262571742~22961822,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:19.186 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 16 diff [102235~33080495,38471597~2362667,42367208~7695778,56427823~47608853,104412823~6597064,111030782~5474702,118338296~28911162,152422110~4771789,164603822~6329468,171424058~7259799,182405096~27148962,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.186 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,56427823~47608853,104412823~6597064,111030782~5474702,118338296~28911162,152422110~4771789,164603822~6329468,171424058~7259799,182405096~27148962,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.192 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~12092661,118338296~28911162,150994944~6198955,164603822~6329468,171424058~7259799,182405096~27148962,209715200~8009197,218103808~2513211,222590446~24989449,260929827~922887,262571742~22961822,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:19.193 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 17 diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~6597064,111030782~5474702,118338296~28911162,152422110~4771789,164603822~6329468,171424058~7259799,182405096~27148962,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.193 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~6597064,111030782~5474702,118338296~28911162,152422110~4771789,164603822~6329468,171424058~7259799,182405096~27148962,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.198 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~12092661,118338296~28911162,150994944~6198955,164603822~6329468,171424058~7259799,182405096~27148962,209715200~8009197,218103808~2513211,222590446~24989449,260929827~922887,262571742~22961822,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:19.199 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 18 diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6329468,171424058~7259799,182405096~27148962,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.199 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6329468,171424058~7259799,182405096~27148962,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.205 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6329468,171424058~7259799,182405096~27148962,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:19.205 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 19 diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.205 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:19.211 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:19.211 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 3 diff [8898946~3794247,61669404~4200038,88697856~7365803,99856224~586115,118338296~3154502,227773201~6535078,241752219~5827676,314292677~3637591,349579560~2607504,376827429~942986] 2024-04-13T08:31:19.211 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [8898946~3794247,61669404~4200038,88697856~7365803,99856224~586115,118338296~3154502,227773201~6535078,241752219~5827676,314292677~3637591,349579560~2607504,376827429~942986] 2024-04-13T08:31:19.217 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [8388608~4304585,58720256~7149186,88080384~7983275,99856224~586115,118338296~3154502,226492416~7815863,239075328~8504567,310378496~7551772,349579560~2607504,373293056~4477359] 2024-04-13T08:31:19.217 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 4 diff [102235~5939963,8898946~3794247,61669404~4200038,88697856~7365803,99856224~586115,111773758~4731726,118338296~3154502,139886671~7362787,197637330~4594890,206322363~3231695,225157635~9150644,241752219~5827676,276958253~1284598,314292677~8894274,349579560~2607504,369011736~5306870,376827429~942986,401757409~3024423] 2024-04-13T08:31:19.218 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~5939963,8898946~3794247,61669404~4200038,88697856~7365803,99856224~586115,111773758~4731726,118338296~3154502,139886671~7362787,197637330~4594890,206322363~3231695,225157635~9150644,241752219~5827676,276958253~1284598,314292677~8894274,349579560~2607504,369011736~5306870,376827429~942986,401757409~3024423] 2024-04-13T08:31:19.224 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~5939963,8388608~4304585,58720256~7149186,88080384~7983275,99856224~586115,109051904~7453580,118338296~3154502,139780373~7469085,197637330~4594890,206102457~3451601,225091702~9216577,239075328~8504567,276868840~1374011,310378496~12808455,349579560~2607504,364904448~12865967,398458880~6322952] 2024-04-13T08:31:19.224 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 5 diff [102235~5939963,8898946~3794247,56432001~1013128,61669404~4200038,88697856~7365803,99856224~586115,111773758~4731726,118338296~3154502,134940975~4374941,139886671~7362787,188214000~8071820,197637330~4594890,206322363~3231695,225157635~9150644,241752219~5827676,268204837~2036564,276958253~1284598,314292677~8894274,338953426~2943762,349579560~2607504,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,399907414~7073629] 2024-04-13T08:31:19.224 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~5939963,8898946~3794247,56432001~1013128,61669404~4200038,88697856~7365803,99856224~586115,111773758~4731726,118338296~3154502,134940975~4374941,139886671~7362787,188214000~8071820,197637330~4594890,206322363~3231695,225157635~9150644,241752219~5827676,268204837~2036564,276958253~1284598,314292677~8894274,338953426~2943762,349579560~2607504,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,399907414~7073629] 2024-04-13T08:31:19.230 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~5939963,8388608~4304585,54525952~2919177,58720256~7149186,88080384~7983275,99856224~586115,109051904~7453580,118338296~3154502,134940975~4374941,139780373~7469085,188214000~8071820,197637330~4594890,206102457~3451601,225091702~9216577,239075328~8504567,264241152~6000249,276868840~1374011,310378496~12808455,338953426~2943762,349579560~2607504,360710144~24801007,398458880~8522163] 2024-04-13T08:31:19.230 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 6 diff [102235~5939963,8898946~3794247,42367208~5146654,56432001~1013128,61669404~4200038,88697856~7365803,99856224~586115,111773758~4731726,118338296~3154502,131680044~7635872,139886671~7362787,171424058~7259799,188214000~8071820,197637330~4594890,206322363~3231695,225157635~9150644,241752219~5827676,268204837~2036564,276958253~1284598,314292677~8894274,331089187~1740250,338953426~2943762,349579560~2607504,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.230 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~5939963,8898946~3794247,42367208~5146654,56432001~1013128,61669404~4200038,88697856~7365803,99856224~586115,111773758~4731726,118338296~3154502,131680044~7635872,139886671~7362787,171424058~7259799,188214000~8071820,197637330~4594890,206322363~3231695,225157635~9150644,241752219~5827676,268204837~2036564,276958253~1284598,314292677~8894274,331089187~1740250,338953426~2943762,349579560~2607504,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.236 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~5939963,8388608~4304585,42367208~5146654,54525952~2919177,58720256~7149186,88080384~7983275,99856224~586115,109051904~7453580,118338296~3154502,131680044~7635872,139780373~7469085,171424058~7259799,188214000~8071820,197637330~4594890,206102457~3451601,225091702~9216577,239075328~8504567,264241152~6000249,276868840~1374011,310378496~12808455,327155712~5673725,338953426~2943762,349579560~2607504,352321536~3237252,360710144~24801007,390070272~8140764,398458880~8522163] 2024-04-13T08:31:19.236 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 7 diff [102235~5939963,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56432001~1013128,61669404~5942681,68255878~3394237,88697856~7365803,99856224~586115,102613634~1257264,111773758~4731726,118338296~3154502,131680044~7635872,139886671~7362787,171424058~7259799,188214000~8071820,197637330~4594890,206322363~3231695,222590446~1705419,225157635~9150644,241752219~5827676,268204837~2036564,276958253~1284598,310419877~12767074,331089187~1740250,338953426~2943762,349579560~2607504,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.236 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~5939963,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56432001~1013128,61669404~5942681,68255878~3394237,88697856~7365803,99856224~586115,102613634~1257264,111773758~4731726,118338296~3154502,131680044~7635872,139886671~7362787,171424058~7259799,188214000~8071820,197637330~4594890,206322363~3231695,222590446~1705419,225157635~9150644,241752219~5827676,268204837~2036564,276958253~1284598,310419877~12767074,331089187~1740250,338953426~2943762,349579560~2607504,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.242 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~5939963,8388608~9692174,20971520~11610091,42367208~5146654,54525952~2919177,58720256~8891829,68255878~3394237,88080384~7983275,99856224~586115,102613634~1257264,109051904~7453580,118338296~3154502,131680044~7635872,139780373~7469085,171424058~7259799,188214000~8071820,197637330~4594890,206102457~3451601,222590446~1705419,225091702~9216577,239075328~8504567,264241152~6000249,276868840~1374011,310378496~12808455,327155712~5673725,338953426~2943762,349579560~2607504,352321536~3237252,360710144~24801007,390070272~8140764,398458880~8522163] 2024-04-13T08:31:19.242 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 8 diff [102235~5939963,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,88697856~7365803,99856224~586115,102613634~1257264,111773758~4731726,118338296~3154502,131680044~7635872,139886671~7362787,171424058~7259799,182405096~3551846,188214000~8071820,197637330~4594890,206322363~3231695,222590446~1705419,225157635~9150644,241752219~5827676,266846505~4986241,276958253~1284598,310419877~12767074,326414808~6414629,335565347~3308819,338953426~2943762,349579560~2607504,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.242 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~5939963,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,88697856~7365803,99856224~586115,102613634~1257264,111773758~4731726,118338296~3154502,131680044~7635872,139886671~7362787,171424058~7259799,182405096~3551846,188214000~8071820,197637330~4594890,206322363~3231695,222590446~1705419,225157635~9150644,241752219~5827676,266846505~4986241,276958253~1284598,310419877~12767074,326414808~6414629,335565347~3308819,338953426~2943762,349579560~2607504,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.248 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~5939963,8388608~9692174,20971520~11610091,42367208~5146654,54525952~13086133,68255878~3394237,73676512~11253034,88080384~7983275,99856224~586115,102613634~1257264,109051904~7453580,118338296~3154502,131680044~7635872,139780373~7469085,171424058~7259799,182405096~3551846,188214000~8071820,197637330~4594890,206102457~3451601,222590446~1705419,225091702~9216577,239075328~8504567,264241152~7591594,276868840~1374011,310378496~12808455,323620118~9209319,335565347~3308819,338953426~2943762,349579560~2607504,352321536~3237252,360710144~24801007,390070272~8140764,398458880~8522163] 2024-04-13T08:31:19.248 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 9 diff [102235~5939963,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,88697856~7365803,99856224~586115,102613634~1257264,104412823~5296023,111773758~4731726,118338296~3154502,131680044~7635872,139666028~7583430,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,222590446~1705419,225157635~22422260,266846505~4986241,276958253~1284598,310419877~22409560,335565347~6331841,349579560~2607504,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.248 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~5939963,8898946~9181836,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,88697856~7365803,99856224~586115,102613634~1257264,104412823~5296023,111773758~4731726,118338296~3154502,131680044~7635872,139666028~7583430,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,222590446~1705419,225157635~22422260,266846505~4986241,276958253~1284598,310419877~22409560,335565347~6331841,349579560~2607504,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.255 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~5939963,8388608~9692174,20971520~11610091,42367208~5146654,54525952~13086133,68255878~3394237,73676512~11253034,88080384~7983275,99856224~586115,102613634~1257264,104412823~12092661,118338296~3154502,131680044~7635872,139666028~7583430,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206102457~3451601,209715200~8009197,222590446~1705419,225091702~22488193,264241152~7591594,276868840~1374011,310378496~22450941,335565347~6331841,349579560~2607504,352321536~3237252,360710144~24801007,390070272~8140764,398458880~8522163] 2024-04-13T08:31:19.255 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 10 diff [102235~5939963,8898946~9181836,20312105~12870625,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,73676512~11253034,88697856~7365803,99856224~586115,102613634~1257264,104412823~6597064,111773758~4731726,118338296~3154502,131680044~7635872,139666028~7583430,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,222590446~1705419,225157635~22422260,266846505~4986241,276958253~1284598,310419877~22409560,335565347~6331841,349579560~2607504,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~13179505] 2024-04-13T08:31:19.255 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~5939963,8898946~9181836,20312105~12870625,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,73676512~11253034,88697856~7365803,99856224~586115,102613634~1257264,104412823~6597064,111773758~4731726,118338296~3154502,131680044~7635872,139666028~7583430,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,222590446~1705419,225157635~22422260,266846505~4986241,276958253~1284598,310419877~22409560,335565347~6331841,349579560~2607504,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~13179505] 2024-04-13T08:31:19.261 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~5939963,8388608~24794122,37748736~3085528,42367208~5146654,54525952~13086133,68255878~3394237,73676512~11253034,88080384~7983275,99856224~586115,102613634~1257264,104412823~12092661,118338296~3154502,131680044~7635872,139666028~7583430,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206102457~3451601,209715200~8009197,222590446~1705419,225091702~22488193,264241152~7591594,276868840~1374011,310378496~22450941,335565347~6331841,349579560~2607504,352321536~3237252,360710144~24801007,390070272~16910771] 2024-04-13T08:31:19.261 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 11 diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7945431,98068489~5802409,104412823~6597064,111773758~4731726,118338296~3154502,131680044~7635872,139666028~7583430,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,222590446~1705419,225157635~22422260,264776511~8601478,276958253~1284598,295539594~131493,309472594~23356843,335565347~6331841,346627347~5665743,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~13179505] 2024-04-13T08:31:19.261 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7945431,98068489~5802409,104412823~6597064,111773758~4731726,118338296~3154502,131680044~7635872,139666028~7583430,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,222590446~1705419,225157635~22422260,264776511~8601478,276958253~1284598,295539594~131493,309472594~23356843,335565347~6331841,346627347~5665743,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~13179505] 2024-04-13T08:31:19.267 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~5146654,54525952~13086133,68255878~3394237,72196020~12733526,88080384~7983275,98068489~5802409,104412823~12092661,118338296~3154502,131680044~7635872,139666028~7583430,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206102457~3451601,209715200~8009197,222590446~1705419,225091702~22488193,264241152~9136837,276868840~1374011,293601280~2069807,306184192~26645245,335565347~6331841,346627347~5665743,352321536~3237252,360710144~24801007,390070272~16910771] 2024-04-13T08:31:19.268 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 12 diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7945431,98068489~5802409,104412823~6597064,111030782~5474702,118338296~3154502,131680044~7635872,139666028~7583430,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,264776511~8601478,276958253~1284598,295539594~131493,302398654~3227492,309472594~23356843,335565347~6331841,346627347~5665743,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~13179505] 2024-04-13T08:31:19.268 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7945431,98068489~5802409,104412823~6597064,111030782~5474702,118338296~3154502,131680044~7635872,139666028~7583430,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,264776511~8601478,276958253~1284598,295539594~131493,302398654~3227492,309472594~23356843,335565347~6331841,346627347~5665743,353515512~2043276,361852793~4565815,369011736~5306870,376827429~942986,379732208~5778943,393801538~13179505] 2024-04-13T08:31:19.274 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~5146654,54525952~13086133,68255878~3394237,72196020~12733526,88080384~7983275,98068489~5802409,104412823~12092661,118338296~3154502,131680044~7635872,139666028~7583430,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206102457~3451601,209715200~8009197,218103808~2513211,222590446~24989449,264241152~9136837,276868840~1374011,293601280~2069807,302398654~3227492,306184192~26645245,335565347~6331841,346627347~5665743,352321536~3237252,360710144~24801007,390070272~16910771] 2024-04-13T08:31:19.274 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 13 diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9758413,97997839~6038837,104412823~6597064,111030782~5474702,118338296~3154502,131680044~15569414,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,264776511~8601478,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~6331841,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~5778943,393801538~13179505,408645400~433942] 2024-04-13T08:31:19.274 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9758413,97997839~6038837,104412823~6597064,111030782~5474702,118338296~3154502,131680044~15569414,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,264776511~8601478,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~6331841,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~5778943,393801538~13179505,408645400~433942] 2024-04-13T08:31:19.280 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~5146654,54525952~13086133,68255878~3394237,72196020~12733526,86305246~9758413,97997839~6038837,104412823~12092661,118338296~3154502,131680044~15569414,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206102457~3451601,209715200~8009197,218103808~2513211,222590446~24989449,260929827~922887,264241152~9136837,276868840~8664724,293601280~2069807,302398654~3227492,306184192~26645245,335565347~6331841,346627347~5665743,352321536~3237252,360710144~24801007,390070272~16910771,408645400~433942] 2024-04-13T08:31:19.280 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 14 diff [102235~33080495,38471597~2362667,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9758413,97997839~6038837,104412823~6597064,111030782~5474702,118338296~3154502,131680044~15569414,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~7752298,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~5778943,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.280 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9758413,97997839~6038837,104412823~6597064,111030782~5474702,118338296~3154502,131680044~15569414,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~7752298,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~5778943,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.286 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~5146654,54525952~13086133,68255878~3394237,72196020~12733526,86305246~9758413,97997839~6038837,104412823~12092661,118338296~3154502,131680044~15569414,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~7752298,206102457~3451601,209715200~8009197,218103808~2513211,222590446~24989449,260929827~922887,262571742~10806247,276868840~8664724,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~24801007,390070272~16910771,407289218~4484593] 2024-04-13T08:31:19.287 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 15 diff [102235~33080495,38471597~2362667,42367208~5146654,56427823~15222292,72196020~12733526,86305246~9758413,97997839~6038837,104412823~6597064,111030782~5474702,118338296~3154502,129542330~17707128,152422110~4771789,164603822~6329468,171424058~7259799,182405096~22984532,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.287 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~5146654,56427823~15222292,72196020~12733526,86305246~9758413,97997839~6038837,104412823~6597064,111030782~5474702,118338296~3154502,129542330~17707128,152422110~4771789,164603822~6329468,171424058~7259799,182405096~22984532,206322363~3231695,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.293 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~5146654,54525952~17124163,72196020~12733526,86305246~9758413,97997839~6038837,104412823~12092661,118338296~3154502,125829120~21420338,150994944~6198955,164603822~6329468,171424058~7259799,182405096~22984532,206102457~3451601,209715200~8009197,218103808~2513211,222590446~24989449,260929827~922887,262571742~10806247,276868840~8664724,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:19.293 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 16 diff [102235~33080495,38471597~2362667,42367208~7695778,56427823~39635836,97997839~6038837,104412823~6597064,111030782~5474702,118338296~28911162,152422110~4771789,164603822~6329468,171424058~7259799,182405096~27148962,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.293 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,56427823~39635836,97997839~6038837,104412823~6597064,111030782~5474702,118338296~28911162,152422110~4771789,164603822~6329468,171424058~7259799,182405096~27148962,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.299 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97997839~6038837,104412823~12092661,118338296~28911162,150994944~6198955,164603822~6329468,171424058~7259799,182405096~27148962,209715200~8009197,218103808~2513211,222590446~24989449,260929827~922887,262571742~10806247,276868840~8664724,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:19.299 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 17 diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~6597064,111030782~5474702,118338296~28911162,152422110~4771789,164603822~6329468,171424058~7259799,182405096~27148962,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.299 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~6597064,111030782~5474702,118338296~28911162,152422110~4771789,164603822~6329468,171424058~7259799,182405096~27148962,210467941~7256456,219661306~955713,222590446~24989449,260929827~922887,263290899~10087090,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.305 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97013084~7023592,104412823~12092661,118338296~28911162,150994944~6198955,164603822~6329468,171424058~7259799,182405096~27148962,209715200~8009197,218103808~2513211,222590446~24989449,260929827~922887,262571742~10806247,276868840~8664724,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:19.306 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 18 diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6329468,171424058~7259799,182405096~27148962,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.306 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6329468,171424058~7259799,182405096~27148962,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.312 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97013084~7023592,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6329468,171424058~7259799,182405096~27148962,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:19.312 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 19 diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.312 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.318 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97013084~7023592,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:19.318 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 4 diff [102235~5939963,111773758~4731726,139886671~7362787,197637330~4594890,206322363~3231695,225157635~3035176,276958253~1284598,315712256~7474695,369011736~5306870,401757409~3024423] 2024-04-13T08:31:19.319 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~5939963,111773758~4731726,139886671~7362787,197637330~4594890,206322363~3231695,225157635~3035176,276958253~1284598,315712256~7474695,369011736~5306870,401757409~3024423] 2024-04-13T08:31:19.325 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~5939963,109051904~7453580,139780373~7469085,197637330~4594890,206102457~3451601,225091702~3101109,276868840~1374011,315712256~7474695,364904448~9414158,398458880~6322952] 2024-04-13T08:31:19.325 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 5 diff [102235~5939963,56432001~1013128,111773758~4731726,134940975~4374941,139886671~7362787,188214000~8071820,197637330~4594890,206322363~3231695,225157635~3035176,242968918~3764027,268204837~2036564,276958253~1284598,315712256~7474695,338953426~2943762,361852793~4565815,369011736~5306870,379732208~5778943,399907414~7073629] 2024-04-13T08:31:19.325 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~5939963,56432001~1013128,111773758~4731726,134940975~4374941,139886671~7362787,188214000~8071820,197637330~4594890,206322363~3231695,225157635~3035176,242968918~3764027,268204837~2036564,276958253~1284598,315712256~7474695,338953426~2943762,361852793~4565815,369011736~5306870,379732208~5778943,399907414~7073629] 2024-04-13T08:31:19.331 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~5939963,54525952~2919177,109051904~7453580,134940975~4374941,139780373~7469085,188214000~8071820,197637330~4594890,206102457~3451601,225091702~3101109,242968918~3764027,264241152~6000249,276868840~1374011,315712256~7474695,338953426~2943762,360710144~13608462,377770415~7740736,398458880~8522163] 2024-04-13T08:31:19.331 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 6 diff [102235~5939963,42367208~5146654,56432001~1013128,62351755~3305370,89235833~4190674,111773758~4731726,131680044~7635872,139886671~7362787,171424058~7259799,188214000~8071820,197637330~4594890,206322363~3231695,225157635~3035176,242968918~3764027,268204837~2036564,276958253~1284598,315712256~7474695,331089187~1740250,338953426~2943762,353515512~2043276,361852793~4565815,369011736~5306870,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.331 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~5939963,42367208~5146654,56432001~1013128,62351755~3305370,89235833~4190674,111773758~4731726,131680044~7635872,139886671~7362787,171424058~7259799,188214000~8071820,197637330~4594890,206322363~3231695,225157635~3035176,242968918~3764027,268204837~2036564,276958253~1284598,315712256~7474695,331089187~1740250,338953426~2943762,353515512~2043276,361852793~4565815,369011736~5306870,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.337 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~5939963,42367208~5146654,54525952~2919177,62351755~3305370,89235833~4190674,109051904~7453580,131680044~7635872,139780373~7469085,171424058~7259799,188214000~8071820,197637330~4594890,206102457~3451601,225091702~3101109,242968918~3764027,264241152~6000249,276868840~1374011,315712256~7474695,327155712~5673725,338953426~2943762,352321536~3237252,360710144~13608462,377770415~7740736,390070272~8140764,398458880~8522163] 2024-04-13T08:31:19.337 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 7 diff [102235~5939963,11858950~6221832,23710815~8220227,32513255~68356,42367208~5146654,56432001~1013128,62351755~5260330,68255878~3394237,89235833~4190674,102613634~1257264,111773758~4731726,131680044~7635872,139886671~7362787,171424058~7259799,188214000~8071820,197637330~4594890,206322363~3231695,222590446~1705419,225157635~3035176,242968918~3764027,268204837~2036564,276958253~1284598,310419877~5132883,315712256~7474695,331089187~1740250,338953426~2943762,353515512~2043276,361852793~4565815,369011736~5306870,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.337 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~5939963,11858950~6221832,23710815~8220227,32513255~68356,42367208~5146654,56432001~1013128,62351755~5260330,68255878~3394237,89235833~4190674,102613634~1257264,111773758~4731726,131680044~7635872,139886671~7362787,171424058~7259799,188214000~8071820,197637330~4594890,206322363~3231695,222590446~1705419,225157635~3035176,242968918~3764027,268204837~2036564,276958253~1284598,310419877~5132883,315712256~7474695,331089187~1740250,338953426~2943762,353515512~2043276,361852793~4565815,369011736~5306870,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.343 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~5939963,11858950~6221832,20971520~11610091,42367208~5146654,54525952~2919177,62351755~5260330,68255878~3394237,89235833~4190674,102613634~1257264,109051904~7453580,131680044~7635872,139780373~7469085,171424058~7259799,188214000~8071820,197637330~4594890,206102457~3451601,222590446~1705419,225091702~3101109,242968918~3764027,264241152~6000249,276868840~1374011,310419877~5132883,315712256~7474695,327155712~5673725,338953426~2943762,352321536~3237252,360710144~13608462,377770415~7740736,390070272~8140764,398458880~8522163] 2024-04-13T08:31:19.343 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 8 diff [102235~5939963,11858950~6221832,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,111773758~4731726,131680044~7635872,139886671~7362787,171424058~7259799,182405096~3551846,188214000~8071820,197637330~4594890,206322363~3231695,222590446~1705419,225157635~3035176,242968918~3764027,266846505~4986241,276958253~1284598,310419877~5132883,315712256~7474695,326414808~6414629,335565347~3308819,338953426~2943762,353515512~2043276,361852793~4565815,369011736~5306870,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.343 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~5939963,11858950~6221832,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,111773758~4731726,131680044~7635872,139886671~7362787,171424058~7259799,182405096~3551846,188214000~8071820,197637330~4594890,206322363~3231695,222590446~1705419,225157635~3035176,242968918~3764027,266846505~4986241,276958253~1284598,310419877~5132883,315712256~7474695,326414808~6414629,335565347~3308819,338953426~2943762,353515512~2043276,361852793~4565815,369011736~5306870,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.349 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~5939963,11858950~6221832,20971520~11610091,42367208~5146654,54525952~6386698,60946584~6665501,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,109051904~7453580,131680044~7635872,139780373~7469085,171424058~7259799,182405096~3551846,188214000~8071820,197637330~4594890,206102457~3451601,222590446~1705419,225091702~3101109,242968918~3764027,264241152~7591594,276868840~1374011,310419877~5132883,315712256~7474695,323620118~9209319,335565347~3308819,338953426~2943762,352321536~3237252,360710144~13608462,377770415~7740736,390070272~8140764,398458880~8522163] 2024-04-13T08:31:19.349 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 9 diff [102235~5939963,10197399~277449,11858950~6221832,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,104412823~5296023,111773758~4731726,131680044~7635872,139666028~7583430,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,222590446~1705419,225157635~3035176,229808307~2084492,232293280~14439665,266846505~4986241,276958253~1284598,310419877~5132883,315712256~17117181,335565347~6331841,353515512~2043276,361852793~4565815,369011736~5306870,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.349 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~5939963,10197399~277449,11858950~6221832,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,104412823~5296023,111773758~4731726,131680044~7635872,139666028~7583430,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,222590446~1705419,225157635~3035176,229808307~2084492,232293280~14439665,266846505~4986241,276958253~1284598,310419877~5132883,315712256~17117181,335565347~6331841,353515512~2043276,361852793~4565815,369011736~5306870,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.355 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~5939963,10197399~277449,11858950~6221832,20971520~11610091,42367208~5146654,54525952~6386698,60946584~6665501,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,104412823~12092661,131680044~7635872,139666028~7583430,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206102457~3451601,209715200~8009197,222590446~1705419,225091702~3101109,229808307~2084492,232293280~14439665,264241152~7591594,276868840~1374011,310419877~5132883,315712256~17117181,335565347~6331841,352321536~3237252,360710144~13608462,377770415~7740736,390070272~8140764,398458880~8522163] 2024-04-13T08:31:19.355 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 10 diff [102235~5939963,10197399~277449,11858950~6221832,20312105~12870625,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,104412823~6597064,111773758~4731726,131680044~7635872,139666028~7583430,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,222590446~1705419,225157635~6735164,232293280~14439665,266846505~4986241,276958253~1284598,310419877~5132883,315712256~17117181,335565347~6331841,353515512~2043276,361852793~4565815,369011736~5306870,379732208~5778943,393801538~13179505] 2024-04-13T08:31:19.355 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~5939963,10197399~277449,11858950~6221832,20312105~12870625,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,104412823~6597064,111773758~4731726,131680044~7635872,139666028~7583430,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,222590446~1705419,225157635~6735164,232293280~14439665,266846505~4986241,276958253~1284598,310419877~5132883,315712256~17117181,335565347~6331841,353515512~2043276,361852793~4565815,369011736~5306870,379732208~5778943,393801538~13179505] 2024-04-13T08:31:19.361 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~5939963,10197399~277449,11858950~21323780,37748736~3085528,42367208~5146654,54525952~13086133,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,104412823~12092661,131680044~7635872,139666028~7583430,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206102457~3451601,209715200~8009197,222590446~1705419,225091702~6801097,232293280~14439665,264241152~7591594,276868840~1374011,310419877~5132883,315712256~17117181,335565347~6331841,352321536~3237252,360710144~13608462,377770415~7740736,390070272~16910771] 2024-04-13T08:31:19.362 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 11 diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,111773758~4731726,131680044~7635872,139666028~7583430,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,222590446~1705419,225157635~6735164,232293280~14439665,264776511~8601478,276958253~1284598,295539594~131493,309472594~6080166,315712256~17117181,335565347~6331841,346627347~5665743,353515512~2043276,361852793~4565815,369011736~5306870,379732208~5778943,393801538~13179505] 2024-04-13T08:31:19.362 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,111773758~4731726,131680044~7635872,139666028~7583430,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,222590446~1705419,225157635~6735164,232293280~14439665,264776511~8601478,276958253~1284598,295539594~131493,309472594~6080166,315712256~17117181,335565347~6331841,346627347~5665743,353515512~2043276,361852793~4565815,369011736~5306870,379732208~5778943,393801538~13179505] 2024-04-13T08:31:19.368 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~5146654,54525952~13086133,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~12092661,131680044~7635872,139666028~7583430,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206102457~3451601,209715200~8009197,222590446~1705419,225091702~6801097,232293280~14439665,264241152~9136837,276868840~1374011,293601280~2069807,306184192~9368568,315712256~17117181,335565347~6331841,346627347~5665743,352321536~3237252,360710144~13608462,377770415~7740736,390070272~16910771] 2024-04-13T08:31:19.368 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 12 diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,111030782~5474702,131680044~7635872,139666028~7583430,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,219661306~955713,222590446~9302353,232293280~14439665,264776511~8601478,276958253~1284598,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~6331841,346627347~5665743,353515512~2043276,361852793~4565815,369011736~5306870,379732208~5778943,393801538~13179505] 2024-04-13T08:31:19.368 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,111030782~5474702,131680044~7635872,139666028~7583430,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,219661306~955713,222590446~9302353,232293280~14439665,264776511~8601478,276958253~1284598,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~6331841,346627347~5665743,353515512~2043276,361852793~4565815,369011736~5306870,379732208~5778943,393801538~13179505] 2024-04-13T08:31:19.374 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~5146654,54525952~13086133,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~12092661,131680044~7635872,139666028~7583430,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206102457~3451601,209715200~8009197,218103808~2513211,222590446~9302353,232293280~14439665,264241152~9136837,276868840~1374011,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~6331841,346627347~5665743,352321536~3237252,360710144~13608462,377770415~7740736,390070272~16910771] 2024-04-13T08:31:19.374 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 13 diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~5474702,131680044~15569414,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,219661306~955713,222590446~9302353,232293280~14439665,260929827~922887,264776511~8601478,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~6331841,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~5778943,393801538~13179505,408645400~433942] 2024-04-13T08:31:19.374 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~5474702,131680044~15569414,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206322363~3231695,210467941~7256456,219661306~955713,222590446~9302353,232293280~14439665,260929827~922887,264776511~8601478,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~6331841,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~5778943,393801538~13179505,408645400~433942] 2024-04-13T08:31:19.380 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~5146654,54525952~13086133,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~12092661,131680044~15569414,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~5393378,206102457~3451601,209715200~8009197,218103808~2513211,222590446~9302353,232293280~14439665,260929827~922887,264241152~9136837,276868840~8664724,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~6331841,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~7740736,390070272~16910771,408645400~433942] 2024-04-13T08:31:19.380 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 14 diff [102235~33080495,38471597~2362667,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~5474702,131680044~15569414,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~7752298,206322363~3231695,210467941~7256456,219661306~955713,222590446~9302353,232293280~14439665,260929827~922887,263290899~10087090,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~5778943,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.381 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~5474702,131680044~15569414,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~7752298,206322363~3231695,210467941~7256456,219661306~955713,222590446~9302353,232293280~14439665,260929827~922887,263290899~10087090,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~5778943,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:18 smithi003 ceph-mon[91733]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-13T08:31:19.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:18 smithi003 ceph-mon[89364]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-13T08:31:19.387 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~5146654,54525952~13086133,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~12092661,131680044~15569414,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,197637330~7752298,206102457~3451601,209715200~8009197,218103808~2513211,222590446~9302353,232293280~14439665,260929827~922887,262571742~10806247,276868840~8664724,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~7740736,390070272~16910771,407289218~4484593] 2024-04-13T08:31:19.387 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 15 diff [102235~33080495,38471597~2362667,42367208~5146654,56427823~15222292,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~5474702,129542330~17707128,152422110~4771789,164603822~6329468,171424058~7259799,182405096~22984532,206322363~3231695,210467941~7256456,219661306~955713,222590446~9302353,232293280~14439665,260929827~922887,263290899~10087090,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.387 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~5146654,56427823~15222292,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~5474702,129542330~17707128,152422110~4771789,164603822~6329468,171424058~7259799,182405096~22984532,206322363~3231695,210467941~7256456,219661306~955713,222590446~9302353,232293280~14439665,260929827~922887,263290899~10087090,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.394 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~5146654,54525952~17124163,72196020~12733526,86305246~9514063,97997839~6038837,104412823~12092661,125829120~21420338,150994944~6198955,164603822~6329468,171424058~7259799,182405096~22984532,206102457~3451601,209715200~8009197,218103808~2513211,222590446~9302353,232293280~14439665,260929827~922887,262571742~10806247,276868840~8664724,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:19.394 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 16 diff [102235~33080495,38471597~2362667,42367208~7695778,56427823~39391486,97997839~6038837,104412823~6597064,111030782~5474702,121315658~25933800,152422110~4771789,164603822~6329468,171424058~7259799,182405096~27148962,210467941~7256456,219661306~955713,222590446~9302353,232293280~14439665,260929827~922887,263290899~10087090,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.394 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,56427823~39391486,97997839~6038837,104412823~6597064,111030782~5474702,121315658~25933800,152422110~4771789,164603822~6329468,171424058~7259799,182405096~27148962,210467941~7256456,219661306~955713,222590446~9302353,232293280~14439665,260929827~922887,263290899~10087090,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.399 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41293357,97997839~6038837,104412823~12092661,121315658~25933800,150994944~6198955,164603822~6329468,171424058~7259799,182405096~27148962,209715200~8009197,218103808~2513211,222590446~9302353,232293280~14439665,260929827~922887,262571742~10806247,276868840~8664724,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:19.400 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 17 diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~6597064,111030782~5474702,118589648~28659810,152422110~4771789,164603822~6329468,171424058~7259799,182405096~27148962,210467941~7256456,219661306~955713,222590446~9302353,232293280~14439665,260929827~922887,263290899~10087090,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.400 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~6597064,111030782~5474702,118589648~28659810,152422110~4771789,164603822~6329468,171424058~7259799,182405096~27148962,210467941~7256456,219661306~955713,222590446~9302353,232293280~14439665,260929827~922887,263290899~10087090,276958253~1284598,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:18 smithi066 ceph-mon[84331]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-13T08:31:19.406 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~12092661,118589648~28659810,150994944~6198955,164603822~6329468,171424058~7259799,182405096~27148962,209715200~8009197,218103808~2513211,222590446~9302353,232293280~14439665,260929827~922887,262571742~10806247,276868840~8664724,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:19.406 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 18 diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6329468,171424058~7259799,182405096~27148962,210467941~7256456,219661306~955713,222590446~9302353,232293280~14439665,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.406 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6329468,171424058~7259799,182405096~27148962,210467941~7256456,219661306~955713,222590446~9302353,232293280~14439665,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.412 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28659810,150994944~6198955,164603822~6329468,171424058~7259799,182405096~27148962,209715200~8009197,218103808~2513211,222590446~9302353,232293280~14439665,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:19.412 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 19 diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.413 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.418 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28659810,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24142499,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:19.419 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 5 diff [56432001~1013128,134940975~4374941,143176864~530829,188214000~8071820,242968918~3764027,268204837~2036564,338953426~2943762,361852793~4565815,379732208~5778943,399907414~7073629] 2024-04-13T08:31:19.419 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [56432001~1013128,134940975~4374941,143176864~530829,188214000~8071820,242968918~3764027,268204837~2036564,338953426~2943762,361852793~4565815,379732208~5778943,399907414~7073629] 2024-04-13T08:31:19.425 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [54525952~2919177,134940975~4374941,143176864~530829,188214000~8071820,242968918~3764027,264241152~6000249,338953426~2943762,360710144~5708464,377770415~7740736,399907414~7073629] 2024-04-13T08:31:19.425 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 6 diff [42367208~5146654,56432001~1013128,62351755~3305370,89235833~4190674,112726468~2544254,131680044~7635872,143176864~530829,171424058~7259799,188214000~8071820,198091490~3546275,242968918~3764027,268204837~2036564,331089187~1740250,338953426~2943762,353515512~2043276,361852793~4565815,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.425 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [42367208~5146654,56432001~1013128,62351755~3305370,89235833~4190674,112726468~2544254,131680044~7635872,143176864~530829,171424058~7259799,188214000~8071820,198091490~3546275,242968918~3764027,268204837~2036564,331089187~1740250,338953426~2943762,353515512~2043276,361852793~4565815,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.432 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [42367208~5146654,54525952~2919177,62351755~3305370,89235833~4190674,112726468~2544254,131680044~7635872,143176864~530829,171424058~7259799,188214000~8071820,198091490~3546275,242968918~3764027,264241152~6000249,327155712~5673725,338953426~2943762,352321536~3237252,360710144~5708464,377770415~7740736,390070272~8140764,399907414~7073629] 2024-04-13T08:31:19.432 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 7 diff [11858950~6221832,23710815~8220227,32513255~68356,42367208~5146654,56432001~1013128,62351755~5260330,68255878~3394237,89235833~4190674,102613634~1257264,112726468~2544254,131680044~7635872,143176864~530829,171424058~7259799,188214000~8071820,198091490~3546275,222590446~1705419,242968918~3764027,268204837~2036564,310419877~5132883,331089187~1740250,338953426~2943762,353515512~2043276,361852793~4565815,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.432 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [11858950~6221832,23710815~8220227,32513255~68356,42367208~5146654,56432001~1013128,62351755~5260330,68255878~3394237,89235833~4190674,102613634~1257264,112726468~2544254,131680044~7635872,143176864~530829,171424058~7259799,188214000~8071820,198091490~3546275,222590446~1705419,242968918~3764027,268204837~2036564,310419877~5132883,331089187~1740250,338953426~2943762,353515512~2043276,361852793~4565815,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.438 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [11858950~6221832,20971520~11610091,42367208~5146654,54525952~2919177,62351755~5260330,68255878~3394237,89235833~4190674,102613634~1257264,112726468~2544254,131680044~7635872,143176864~530829,171424058~7259799,188214000~8071820,198091490~3546275,222590446~1705419,242968918~3764027,264241152~6000249,310419877~5132883,327155712~5673725,338953426~2943762,352321536~3237252,360710144~5708464,377770415~7740736,390070272~8140764,399907414~7073629] 2024-04-13T08:31:19.438 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 8 diff [11858950~6221832,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,112726468~2544254,131680044~7635872,143176864~530829,171424058~7259799,182405096~3551846,188214000~8071820,198091490~3546275,222590446~1705419,242968918~3764027,266846505~4986241,310419877~5132883,326414808~6414629,335565347~3308819,338953426~2943762,353515512~2043276,361852793~4565815,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.438 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [11858950~6221832,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,112726468~2544254,131680044~7635872,143176864~530829,171424058~7259799,182405096~3551846,188214000~8071820,198091490~3546275,222590446~1705419,242968918~3764027,266846505~4986241,310419877~5132883,326414808~6414629,335565347~3308819,338953426~2943762,353515512~2043276,361852793~4565815,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.444 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [11858950~6221832,20971520~11610091,42367208~5146654,54525952~6386698,60946584~6665501,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,112726468~2544254,131680044~7635872,143176864~530829,171424058~7259799,182405096~3551846,188214000~8071820,198091490~3546275,222590446~1705419,242968918~3764027,264241152~7591594,310419877~5132883,323620118~9209319,335565347~3308819,338953426~2943762,352321536~3237252,360710144~5708464,377770415~7740736,390070272~8140764,399907414~7073629] 2024-04-13T08:31:19.444 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 9 diff [10197399~277449,11858950~6221832,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,104412823~5296023,112726468~2544254,131680044~7635872,139666028~2933609,143176864~530829,171424058~7259799,182405096~3551846,188214000~8071820,198091490~4939218,210467941~7256456,222590446~1705419,229808307~2084492,232293280~14439665,266846505~4986241,310419877~5132883,318849465~13979972,335565347~6331841,353515512~2043276,361852793~4565815,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.445 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [10197399~277449,11858950~6221832,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,104412823~5296023,112726468~2544254,131680044~7635872,139666028~2933609,143176864~530829,171424058~7259799,182405096~3551846,188214000~8071820,198091490~4939218,210467941~7256456,222590446~1705419,229808307~2084492,232293280~14439665,266846505~4986241,310419877~5132883,318849465~13979972,335565347~6331841,353515512~2043276,361852793~4565815,379732208~5778943,393801538~4409498,399907414~7073629] 2024-04-13T08:31:19.451 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [10197399~277449,11858950~6221832,20971520~11610091,42367208~5146654,54525952~6386698,60946584~6665501,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,104412823~5296023,112726468~2544254,131680044~7635872,139666028~2933609,143176864~530829,171424058~7259799,182405096~3551846,188214000~8071820,198091490~4939218,209715200~8009197,222590446~1705419,229808307~2084492,232293280~14439665,264241152~7591594,310419877~5132883,318849465~13979972,335565347~6331841,352321536~3237252,360710144~5708464,377770415~7740736,390070272~8140764,399907414~7073629] 2024-04-13T08:31:19.451 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 10 diff [10197399~277449,11858950~6221832,20312105~12870625,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,104412823~6597064,112726468~2544254,131680044~7635872,139666028~2933609,143176864~530829,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,198091490~4939218,210467941~7256456,222590446~1705419,228146799~3746000,232293280~14439665,266846505~4986241,310419877~5132883,318849465~13979972,335565347~6331841,353515512~2043276,361852793~4565815,379732208~5778943,393801538~13179505] 2024-04-13T08:31:19.451 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [10197399~277449,11858950~6221832,20312105~12870625,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,104412823~6597064,112726468~2544254,131680044~7635872,139666028~2933609,143176864~530829,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,198091490~4939218,210467941~7256456,222590446~1705419,228146799~3746000,232293280~14439665,266846505~4986241,310419877~5132883,318849465~13979972,335565347~6331841,353515512~2043276,361852793~4565815,379732208~5778943,393801538~13179505] 2024-04-13T08:31:19.458 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [10197399~277449,11858950~21323780,37748736~3085528,42367208~5146654,54525952~13086133,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,104412823~6597064,112726468~2544254,131680044~7635872,139666028~2933609,143176864~530829,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,198091490~4939218,209715200~8009197,222590446~1705419,228146799~3746000,232293280~14439665,264241152~7591594,310419877~5132883,318849465~13979972,335565347~6331841,352321536~3237252,360710144~5708464,377770415~7740736,390070272~16910771] 2024-04-13T08:31:19.458 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 11 diff [5909283~27273447,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,112726468~2544254,131680044~7635872,139666028~2933609,143176864~530829,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,198091490~4939218,210467941~7256456,222590446~1705419,228146799~3746000,232293280~14439665,264776511~8601478,295539594~131493,309472594~6080166,318849465~13979972,335565347~6331841,346627347~5665743,353515512~2043276,361852793~4565815,379732208~5778943,393801538~13179505] 2024-04-13T08:31:19.458 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5909283~27273447,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,112726468~2544254,131680044~7635872,139666028~2933609,143176864~530829,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,198091490~4939218,210467941~7256456,222590446~1705419,228146799~3746000,232293280~14439665,264776511~8601478,295539594~131493,309472594~6080166,318849465~13979972,335565347~6331841,346627347~5665743,353515512~2043276,361852793~4565815,379732208~5778943,393801538~13179505] 2024-04-13T08:31:19.463 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5909283~27273447,37748736~3085528,42367208~5146654,54525952~13086133,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,112726468~2544254,131680044~7635872,139666028~2933609,143176864~530829,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,198091490~4939218,209715200~8009197,222590446~1705419,228146799~3746000,232293280~14439665,264241152~9136837,293601280~2069807,306184192~9368568,318849465~13979972,335565347~6331841,346627347~5665743,352321536~3237252,360710144~5708464,377770415~7740736,390070272~16910771] 2024-04-13T08:31:19.463 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 12 diff [5634612~27548118,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,111030782~4239940,131680044~7635872,139666028~2933609,143176864~530829,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,198091490~4939218,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~14439665,264776511~8601478,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~6331841,346627347~5665743,353515512~2043276,361852793~4565815,379732208~5778943,393801538~13179505] 2024-04-13T08:31:19.463 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~27548118,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,111030782~4239940,131680044~7635872,139666028~2933609,143176864~530829,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,198091490~4939218,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~14439665,264776511~8601478,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~6331841,346627347~5665743,353515512~2043276,361852793~4565815,379732208~5778943,393801538~13179505] 2024-04-13T08:31:19.470 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~27548118,37748736~3085528,42367208~5146654,54525952~13086133,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,111030782~4239940,131680044~7635872,139666028~2933609,143176864~530829,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,198091490~4939218,208324351~767732,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~14439665,264241152~9136837,293601280~2069807,302398654~3227492,306184192~9368568,318849465~13979972,335565347~6331841,346627347~5665743,352321536~3237252,360710144~5708464,377770415~7740736,390070272~16910771] 2024-04-13T08:31:19.470 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 13 diff [5634612~27548118,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4239940,131680044~10919593,143176864~530829,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,198091490~4939218,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~14439665,260929827~922887,264776511~8601478,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~6331841,346627347~5665743,353515512~2043276,361852793~8063964,376001491~733113,379732208~5778943,393801538~13179505,408645400~433942] 2024-04-13T08:31:19.470 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~27548118,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4239940,131680044~10919593,143176864~530829,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,198091490~4939218,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~14439665,260929827~922887,264776511~8601478,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~6331841,346627347~5665743,353515512~2043276,361852793~8063964,376001491~733113,379732208~5778943,393801538~13179505,408645400~433942] 2024-04-13T08:31:19.476 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~27548118,37748736~3085528,42367208~5146654,54525952~13086133,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4239940,131680044~10919593,143176864~530829,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,198091490~4939218,208324351~767732,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~14439665,260929827~922887,264241152~9136837,278242851~7290713,293601280~2069807,302398654~3227492,306184192~9368568,318849465~13979972,335565347~6331841,346627347~5665743,352321536~3237252,360710144~9206613,376001491~733113,377770415~7740736,390070272~16910771,408645400~433942] 2024-04-13T08:31:19.476 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 14 diff [5634612~27548118,38471597~2362667,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4239940,131680044~10919593,143176864~530829,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,198091490~7298138,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~14439665,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~7116410,346627347~5665743,353515512~2043276,361852793~8063964,376001491~733113,379732208~5778943,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.476 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~27548118,38471597~2362667,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4239940,131680044~10919593,143176864~530829,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,198091490~7298138,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~14439665,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~7116410,346627347~5665743,353515512~2043276,361852793~8063964,376001491~733113,379732208~5778943,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.483 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~27548118,37748736~3085528,42367208~5146654,54525952~13086133,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4239940,131680044~10919593,143176864~530829,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,188214000~8071820,198091490~7298138,208324351~767732,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~14439665,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~9368568,318849465~13979972,335565347~7116410,346627347~5665743,352321536~3237252,360710144~9206613,376001491~733113,377770415~7740736,390070272~16910771,407289218~4484593] 2024-04-13T08:31:19.483 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 15 diff [5634612~27548118,38471597~2362667,42367208~5146654,56427823~15222292,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4239940,129542330~14309658,152422110~4771789,164603822~6329468,171424058~7259799,182405096~22984532,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~14439665,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~7116410,346627347~5665743,353515512~2043276,361852793~8063964,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.483 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~27548118,38471597~2362667,42367208~5146654,56427823~15222292,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4239940,129542330~14309658,152422110~4771789,164603822~6329468,171424058~7259799,182405096~22984532,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~14439665,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~7116410,346627347~5665743,353515512~2043276,361852793~8063964,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.489 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~27548118,37748736~3085528,42367208~5146654,54525952~17124163,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4239940,125829120~18022868,150994944~6198955,164603822~6329468,171424058~7259799,182405096~22984532,208324351~767732,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~14439665,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~9368568,318849465~13979972,335565347~7116410,346627347~5665743,352321536~3237252,360710144~9206613,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:19.489 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 16 diff [5634612~27548118,38471597~2362667,42367208~7695778,56427823~39391486,97997839~6038837,104412823~6597064,111030782~4239940,121315658~25370933,152422110~4771789,164603822~6329468,171424058~7259799,182405096~26686987,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~14439665,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~7116410,346627347~5665743,353515512~2043276,361852793~8063964,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.489 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~27548118,38471597~2362667,42367208~7695778,56427823~39391486,97997839~6038837,104412823~6597064,111030782~4239940,121315658~25370933,152422110~4771789,164603822~6329468,171424058~7259799,182405096~26686987,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~14439665,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~7116410,346627347~5665743,353515512~2043276,361852793~8063964,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.495 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~27548118,37748736~3085528,42367208~7695778,54525952~41293357,97997839~6038837,104412823~6597064,111030782~4239940,121315658~25370933,150994944~6198955,164603822~6329468,171424058~7259799,182405096~26686987,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~14439665,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~9368568,318849465~13979972,335565347~7116410,346627347~5665743,352321536~3237252,360710144~9206613,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:19.495 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 17 diff [5634612~27548118,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~6597064,111030782~4935765,118589648~28096943,152422110~4771789,164603822~6329468,171424058~7259799,182405096~26686987,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~14439665,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.495 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~27548118,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~6597064,111030782~4935765,118589648~28096943,152422110~4771789,164603822~6329468,171424058~7259799,182405096~26686987,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~14439665,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.502 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~27548118,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~6597064,111030782~4935765,118589648~28096943,150994944~6198955,164603822~6329468,171424058~7259799,182405096~26686987,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~14439665,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~9368568,318849465~13979972,335565347~7116410,346627347~5665743,352321536~3237252,360710144~11579608,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:19.502 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 18 diff [221958~1987035,5634612~27548118,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6329468,171424058~7259799,182405096~26686987,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~14439665,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.502 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,5634612~27548118,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6329468,171424058~7259799,182405096~26686987,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~14439665,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.508 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,5634612~27548118,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6329468,171424058~7259799,182405096~26686987,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~14439665,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,360710144~11579608,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:19.508 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 19 diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.508 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:19.514 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~37668025,209715200~8009197,218103808~2513211,222590446~4262130,228146799~18586146,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,360710144~11579608,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:19.515 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 6 diff [42367208~5146654,62351755~3305370,89235833~4190674,112726468~2544254,131680044~5310971,171424058~7259799,198091490~3546275,331089187~1740250,353515512~2043276,393801538~4409498] 2024-04-13T08:31:19.515 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [42367208~5146654,62351755~3305370,89235833~4190674,112726468~2544254,131680044~5310971,171424058~7259799,198091490~3546275,331089187~1740250,353515512~2043276,393801538~4409498] 2024-04-13T08:31:19.521 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [42367208~5146654,62351755~3305370,89235833~4190674,112726468~2544254,131680044~5310971,171424058~7259799,198091490~3546275,327155712~5673725,352321536~3237252,390070272~8140764] 2024-04-13T08:31:19.521 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 7 diff [11858950~6221832,23710815~8220227,32513255~68356,42367208~5146654,62351755~5260330,68255878~3394237,89235833~4190674,102613634~1257264,112726468~2544254,131680044~5310971,138789261~471659,171424058~7259799,198091490~3546275,222590446~1705419,310419877~5132883,331089187~1740250,353515512~2043276,393801538~4409498] 2024-04-13T08:31:19.521 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [11858950~6221832,23710815~8220227,32513255~68356,42367208~5146654,62351755~5260330,68255878~3394237,89235833~4190674,102613634~1257264,112726468~2544254,131680044~5310971,138789261~471659,171424058~7259799,198091490~3546275,222590446~1705419,310419877~5132883,331089187~1740250,353515512~2043276,393801538~4409498] 2024-04-13T08:31:19.528 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [11858950~6221832,20971520~11610091,42367208~5146654,62351755~5260330,68255878~3394237,89235833~4190674,102613634~1257264,112726468~2544254,131680044~5310971,138789261~471659,171424058~7259799,198091490~3546275,222590446~1705419,310419877~5132883,327155712~5673725,352321536~3237252,390070272~8140764] 2024-04-13T08:31:19.528 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 8 diff [11858950~6221832,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,112726468~2544254,131680044~5310971,138789261~471659,171424058~7259799,182405096~3551846,198091490~3546275,222590446~1705419,266846505~4986241,310419877~5132883,326414808~6414629,335565347~3308819,353515512~2043276,393801538~4409498] 2024-04-13T08:31:19.528 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [11858950~6221832,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,112726468~2544254,131680044~5310971,138789261~471659,171424058~7259799,182405096~3551846,198091490~3546275,222590446~1705419,266846505~4986241,310419877~5132883,326414808~6414629,335565347~3308819,353515512~2043276,393801538~4409498] 2024-04-13T08:31:19.534 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [11858950~6221832,20971520~11610091,42367208~5146654,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,112726468~2544254,131680044~5310971,138789261~471659,171424058~7259799,182405096~3551846,198091490~3546275,222590446~1705419,266846505~4986241,310419877~5132883,323620118~9209319,335565347~3308819,352321536~3237252,390070272~8140764] 2024-04-13T08:31:19.534 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 9 diff [10197399~277449,11858950~6221832,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,104412823~5296023,112726468~2544254,131680044~5310971,138789261~471659,139666028~2933609,171424058~7259799,182405096~3551846,198091490~4939218,210467941~7256456,222590446~1705419,229808307~2084492,232293280~11369847,266846505~4986241,310419877~5132883,318849465~13979972,335565347~6203909,353515512~2043276,393801538~4409498] 2024-04-13T08:31:19.534 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [10197399~277449,11858950~6221832,23710815~8220227,32513255~68356,42367208~5146654,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,104412823~5296023,112726468~2544254,131680044~5310971,138789261~471659,139666028~2933609,171424058~7259799,182405096~3551846,198091490~4939218,210467941~7256456,222590446~1705419,229808307~2084492,232293280~11369847,266846505~4986241,310419877~5132883,318849465~13979972,335565347~6203909,353515512~2043276,393801538~4409498] 2024-04-13T08:31:19.540 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [10197399~277449,11858950~6221832,20971520~11610091,42367208~5146654,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,104412823~5296023,112726468~2544254,131680044~5310971,138789261~471659,139666028~2933609,171424058~7259799,182405096~3551846,198091490~4939218,209715200~8009197,222590446~1705419,229808307~2084492,232293280~11369847,266846505~4986241,310419877~5132883,318849465~13979972,335565347~6203909,352321536~3237252,390070272~8140764] 2024-04-13T08:31:19.540 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 10 diff [10197399~277449,11858950~6221832,20312105~12870625,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,104412823~6597064,112726468~2544254,131680044~5310971,138789261~471659,139666028~2933609,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,198091490~4939218,210467941~7256456,222590446~1705419,228146799~3746000,232293280~11369847,266846505~4986241,310419877~5132883,318849465~13979972,335565347~6203909,353515512~2043276,393801538~7701167] 2024-04-13T08:31:19.540 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [10197399~277449,11858950~6221832,20312105~12870625,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,104412823~6597064,112726468~2544254,131680044~5310971,138789261~471659,139666028~2933609,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,198091490~4939218,210467941~7256456,222590446~1705419,228146799~3746000,232293280~11369847,266846505~4986241,310419877~5132883,318849465~13979972,335565347~6203909,353515512~2043276,393801538~7701167] 2024-04-13T08:31:19.547 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [10197399~277449,11858950~21323780,37748736~3085528,42367208~5146654,56427823~11184262,68255878~3394237,73676512~11253034,89235833~4190674,102613634~1257264,104412823~6597064,112726468~2544254,131680044~5310971,138789261~471659,139666028~2933609,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,198091490~4939218,209715200~8009197,222590446~1705419,228146799~3746000,232293280~11369847,266846505~4986241,310419877~5132883,318849465~13979972,335565347~6203909,352321536~3237252,390070272~11432433] 2024-04-13T08:31:19.547 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 11 diff [5909283~27273447,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,112726468~2544254,131680044~5310971,138789261~471659,139666028~2933609,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,198091490~4939218,210467941~7256456,222590446~1705419,228146799~3746000,232293280~11369847,264776511~8601478,295539594~131493,309472594~6080166,318849465~13979972,335565347~6203909,346627347~5665743,353515512~2043276,393801538~7701167] 2024-04-13T08:31:19.547 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5909283~27273447,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,112726468~2544254,131680044~5310971,138789261~471659,139666028~2933609,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,198091490~4939218,210467941~7256456,222590446~1705419,228146799~3746000,232293280~11369847,264776511~8601478,295539594~131493,309472594~6080166,318849465~13979972,335565347~6203909,346627347~5665743,353515512~2043276,393801538~7701167] 2024-04-13T08:31:19.553 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5909283~27273447,37748736~3085528,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,112726468~2544254,131680044~5310971,138789261~471659,139666028~2933609,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,198091490~4939218,209715200~8009197,222590446~1705419,228146799~3746000,232293280~11369847,264776511~8601478,293601280~2069807,306184192~9368568,318849465~13979972,335565347~6203909,346627347~5665743,352321536~3237252,390070272~11432433] 2024-04-13T08:31:19.553 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 12 diff [5634612~27548118,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,111030782~4239940,131680044~5310971,138789261~471659,139666028~2933609,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,198091490~4939218,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,264776511~8601478,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~6203909,346627347~5665743,353515512~2043276,393801538~7701167] 2024-04-13T08:31:19.553 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~27548118,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,111030782~4239940,131680044~5310971,138789261~471659,139666028~2933609,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,198091490~4939218,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,264776511~8601478,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~6203909,346627347~5665743,353515512~2043276,393801538~7701167] 2024-04-13T08:31:19.559 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~27548118,37748736~3085528,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,111030782~4239940,131680044~5310971,138789261~471659,139666028~2933609,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,198091490~4939218,208324351~767732,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~11369847,264776511~8601478,293601280~2069807,302398654~3227492,306184192~9368568,318849465~13979972,335565347~6203909,346627347~5665743,352321536~3237252,390070272~11432433] 2024-04-13T08:31:19.559 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 13 diff [5634612~27548118,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4239940,131680044~10919593,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,198091490~4939218,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,264776511~8601478,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~6203909,346627347~5665743,353515512~2043276,365521849~4394908,376001491~733113,393801538~7701167,408645400~433942] 2024-04-13T08:31:19.559 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~27548118,38742922~2091342,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4239940,131680044~10919593,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,198091490~4939218,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,264776511~8601478,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~6203909,346627347~5665743,353515512~2043276,365521849~4394908,376001491~733113,393801538~7701167,408645400~433942] 2024-04-13T08:31:19.565 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~27548118,37748736~3085528,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4239940,131680044~10919593,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,198091490~4939218,208324351~767732,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,264776511~8601478,278242851~7290713,293601280~2069807,302398654~3227492,306184192~9368568,318849465~13979972,335565347~6203909,346627347~5665743,352321536~3237252,365521849~4394908,376001491~733113,390070272~11432433,408645400~433942] 2024-04-13T08:31:19.565 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 14 diff [5634612~27548118,38471597~2362667,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4239940,131680044~10919593,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,198091490~7298138,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~7116410,346627347~5665743,353515512~2043276,365521849~4394908,376001491~733113,380186626~3496779,393801538~7701167,407289218~4484593] 2024-04-13T08:31:19.566 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~27548118,38471597~2362667,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4239940,131680044~10919593,152422110~4771789,164603822~6329468,171424058~7259799,182405096~3551846,198091490~7298138,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~7116410,346627347~5665743,353515512~2043276,365521849~4394908,376001491~733113,380186626~3496779,393801538~7701167,407289218~4484593] 2024-04-13T08:31:19.572 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~27548118,37748736~3085528,42367208~5146654,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4239940,131680044~10919593,150994944~6198955,164603822~6329468,171424058~7259799,182405096~3551846,198091490~7298138,208324351~767732,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~9368568,318849465~13979972,335565347~7116410,346627347~5665743,352321536~3237252,365521849~4394908,376001491~733113,380186626~3496779,390070272~11432433,407289218~4484593] 2024-04-13T08:31:19.572 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 15 diff [5634612~27548118,38471597~2362667,42367208~5146654,56427823~15222292,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4239940,129542330~14309658,152422110~4771789,164603822~6329468,171424058~7259799,182405096~6784365,195708711~9680917,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~7116410,346627347~5665743,353515512~2043276,365521849~4394908,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:19.572 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~27548118,38471597~2362667,42367208~5146654,56427823~15222292,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4239940,129542330~14309658,152422110~4771789,164603822~6329468,171424058~7259799,182405096~6784365,195708711~9680917,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~7116410,346627347~5665743,353515512~2043276,365521849~4394908,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:19.578 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~27548118,37748736~3085528,42367208~5146654,56427823~15222292,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4239940,125829120~18022868,150994944~6198955,164603822~6329468,171424058~7259799,182405096~6784365,195708711~9680917,208324351~767732,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~9368568,318849465~13979972,335565347~7116410,346627347~5665743,352321536~3237252,365521849~4394908,376001491~733113,380186626~7508880,390070272~11432433,407289218~4484593] 2024-04-13T08:31:19.578 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 16 diff [5634612~27548118,38471597~2362667,42367208~7695778,56427823~39391486,97997839~6038837,104412823~6597064,111030782~4239940,121315658~25370933,152422110~4771789,164603822~6329468,171424058~7259799,182405096~6784365,191642743~73158,195708711~13383372,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~7116410,346627347~5665743,353515512~2043276,365521849~4394908,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:19.578 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~27548118,38471597~2362667,42367208~7695778,56427823~39391486,97997839~6038837,104412823~6597064,111030782~4239940,121315658~25370933,152422110~4771789,164603822~6329468,171424058~7259799,182405096~6784365,191642743~73158,195708711~13383372,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~7116410,346627347~5665743,353515512~2043276,365521849~4394908,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:19.585 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~27548118,37748736~3085528,42367208~7695778,56427823~39391486,97997839~6038837,104412823~6597064,111030782~4239940,121315658~25370933,150994944~6198955,164603822~6329468,171424058~7259799,182405096~6784365,191642743~73158,195708711~13383372,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~9368568,318849465~13979972,335565347~7116410,346627347~5665743,352321536~3237252,365521849~4394908,376001491~733113,380186626~7508880,390070272~11432433,407289218~4484593] 2024-04-13T08:31:19.585 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 17 diff [5634612~27548118,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~6597064,111030782~4935765,118589648~28096943,152422110~4771789,164603822~6329468,171424058~7259799,182405096~6784365,191642743~73158,195708711~13383372,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:19.585 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~27548118,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~6597064,111030782~4935765,118589648~28096943,152422110~4771789,164603822~6329468,171424058~7259799,182405096~6784365,191642743~73158,195708711~13383372,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13979972,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:19.591 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~27548118,37748736~3085528,42367208~7695778,54718435~41100874,97013084~7023592,104412823~6597064,111030782~4935765,118589648~28096943,150994944~6198955,164603822~6329468,171424058~7259799,182405096~6784365,191642743~73158,195708711~13383372,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~9368568,318849465~13979972,335565347~7116410,346627347~5665743,352321536~3237252,365521849~6767903,376001491~733113,380186626~7508880,390070272~11432433,407289218~4484593] 2024-04-13T08:31:19.591 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 18 diff [221958~1987035,5634612~27548118,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6329468,171424058~7259799,182405096~6784365,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:19.591 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,5634612~27548118,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6329468,171424058~7259799,182405096~6784365,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:19.598 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,5634612~27548118,37748736~3085528,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6329468,171424058~7259799,182405096~6784365,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~11369847,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,365521849~6767903,376001491~733113,380186626~7508880,390070272~11432433,407289218~4484593] 2024-04-13T08:31:19.630 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 19 diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:19.630 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:19.633 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,365521849~6767903,376001491~733113,380186626~7508880,390070272~11432433,407289218~4484593] 2024-04-13T08:31:19.634 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 7 diff [11858950~6221832,23710815~8220227,32513255~68356,63010755~4601330,68255878~3394237,102613634~1257264,138789261~471659,222590446~1705419,310419877~5132883] 2024-04-13T08:31:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [11858950~6221832,23710815~8220227,32513255~68356,63010755~4601330,68255878~3394237,102613634~1257264,138789261~471659,222590446~1705419,310419877~5132883] 2024-04-13T08:31:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [11858950~6221832,20971520~11610091,63010755~4601330,68255878~3394237,102613634~1257264,138789261~471659,222590446~1705419,310419877~5132883] 2024-04-13T08:31:19.634 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 8 diff [11858950~6221832,23710815~8220227,32513255~68356,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,102613634~1257264,138789261~471659,182405096~3551846,222590446~1705419,266846505~4986241,310419877~5132883,326414808~6336755,335565347~3308819] 2024-04-13T08:31:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [11858950~6221832,23710815~8220227,32513255~68356,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,102613634~1257264,138789261~471659,182405096~3551846,222590446~1705419,266846505~4986241,310419877~5132883,326414808~6336755,335565347~3308819] 2024-04-13T08:31:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [11858950~6221832,20971520~11610091,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,102613634~1257264,138789261~471659,182405096~3551846,222590446~1705419,266846505~4986241,310419877~5132883,323620118~9131445,335565347~3308819] 2024-04-13T08:31:19.634 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 9 diff [10197399~277449,11858950~6221832,23710815~8220227,32513255~68356,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,102613634~1257264,104412823~5296023,138789261~471659,139666028~2933609,182405096~3551846,199619223~3411485,210467941~7256456,222590446~1705419,229808307~2084492,232293280~11369847,266846505~4986241,310419877~5132883,318849465~13902098,335565347~6203909] 2024-04-13T08:31:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [10197399~277449,11858950~6221832,23710815~8220227,32513255~68356,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,102613634~1257264,104412823~5296023,138789261~471659,139666028~2933609,182405096~3551846,199619223~3411485,210467941~7256456,222590446~1705419,229808307~2084492,232293280~11369847,266846505~4986241,310419877~5132883,318849465~13902098,335565347~6203909] 2024-04-13T08:31:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [10197399~277449,11858950~6221832,20971520~11610091,56427823~4484827,60946584~6665501,68255878~3394237,73676512~11253034,102613634~1257264,104412823~5296023,138789261~471659,139666028~2933609,182405096~3551846,199619223~3411485,209715200~8009197,222590446~1705419,229808307~2084492,232293280~11369847,266846505~4986241,310419877~5132883,318849465~13902098,335565347~6203909] 2024-04-13T08:31:19.634 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 10 diff [10197399~277449,11858950~6221832,20312105~12870625,38742922~2091342,56427823~11184262,68255878~3394237,73676512~11253034,102613634~1257264,104412823~6597064,138789261~471659,139666028~2933609,152422110~4771789,164603822~6329468,182405096~3551846,199619223~3411485,210467941~7256456,222590446~1705419,228146799~3746000,232293280~11369847,266846505~4986241,310419877~5132883,318849465~13902098,335565347~6203909,398099027~3403678] 2024-04-13T08:31:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [10197399~277449,11858950~6221832,20312105~12870625,38742922~2091342,56427823~11184262,68255878~3394237,73676512~11253034,102613634~1257264,104412823~6597064,138789261~471659,139666028~2933609,152422110~4771789,164603822~6329468,182405096~3551846,199619223~3411485,210467941~7256456,222590446~1705419,228146799~3746000,232293280~11369847,266846505~4986241,310419877~5132883,318849465~13902098,335565347~6203909,398099027~3403678] 2024-04-13T08:31:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [10197399~277449,11858950~21323780,37748736~3085528,56427823~11184262,68255878~3394237,73676512~11253034,102613634~1257264,104412823~6597064,138789261~471659,139666028~2933609,150994944~6198955,164603822~6329468,182405096~3551846,199619223~3411485,209715200~8009197,222590446~1705419,228146799~3746000,232293280~11369847,266846505~4986241,310419877~5132883,318849465~13902098,335565347~6203909,398099027~3403678] 2024-04-13T08:31:19.635 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 11 diff [5909283~27273447,38742922~2091342,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,138789261~471659,139666028~2933609,152422110~4771789,164603822~6329468,182405096~3551846,199619223~3411485,210467941~7256456,222590446~1705419,228146799~3746000,232293280~11369847,264776511~8601478,295539594~131493,309472594~6080166,318849465~13902098,335565347~6203909,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.635 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5909283~27273447,38742922~2091342,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,138789261~471659,139666028~2933609,152422110~4771789,164603822~6329468,182405096~3551846,199619223~3411485,210467941~7256456,222590446~1705419,228146799~3746000,232293280~11369847,264776511~8601478,295539594~131493,309472594~6080166,318849465~13902098,335565347~6203909,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.635 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5909283~27273447,37748736~3085528,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,138789261~471659,139666028~2933609,150994944~6198955,164603822~6329468,182405096~3551846,199619223~3411485,209715200~8009197,222590446~1705419,228146799~3746000,232293280~11369847,264776511~8601478,293601280~2069807,306184192~9368568,318849465~13902098,335565347~6203909,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.635 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 12 diff [5634612~27548118,38742922~2091342,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,111030782~4030876,138789261~471659,139666028~2933609,152422110~4771789,164603822~6329468,182405096~3551846,199619223~3411485,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,264776511~8601478,295539594~131493,302398654~3227492,309472594~6080166,318849465~13902098,335565347~6203909,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.636 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~27548118,38742922~2091342,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,111030782~4030876,138789261~471659,139666028~2933609,152422110~4771789,164603822~6329468,182405096~3551846,199619223~3411485,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,264776511~8601478,295539594~131493,302398654~3227492,309472594~6080166,318849465~13902098,335565347~6203909,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.641 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~27548118,37748736~3085528,56427823~11184262,68255878~3394237,72196020~12733526,88118228~7701081,98068489~5802409,104412823~6597064,111030782~4030876,138789261~471659,139666028~2933609,150994944~6198955,164603822~6329468,182405096~3551846,199619223~3411485,208324351~767732,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~11369847,264776511~8601478,293601280~2069807,302398654~3227492,306184192~9368568,318849465~13902098,335565347~6203909,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.641 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 13 diff [5634612~27548118,38742922~2091342,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,135242972~7356665,152422110~4771789,164603822~6329468,182405096~3551846,199619223~3411485,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,264776511~8601478,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13902098,335565347~6203909,346627347~5665743,365521849~4394908,376001491~733113,398099027~3403678,408645400~433942] 2024-04-13T08:31:19.642 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~27548118,38742922~2091342,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,135242972~7356665,152422110~4771789,164603822~6329468,182405096~3551846,199619223~3411485,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,264776511~8601478,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13902098,335565347~6203909,346627347~5665743,365521849~4394908,376001491~733113,398099027~3403678,408645400~433942] 2024-04-13T08:31:19.648 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~27548118,37748736~3085528,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,135242972~7356665,150994944~6198955,164603822~6329468,182405096~3551846,199619223~3411485,208324351~767732,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,264776511~8601478,278242851~7290713,293601280~2069807,302398654~3227492,306184192~9368568,318849465~13902098,335565347~6203909,346627347~5665743,365521849~4394908,376001491~733113,398099027~3403678,408645400~433942] 2024-04-13T08:31:19.649 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 14 diff [5634612~27548118,38471597~2362667,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,134512764~8086873,152422110~4771789,164603822~6329468,177220684~1213974,182405096~3551846,199619223~5770405,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13902098,335565347~7116410,346627347~5665743,365521849~4394908,376001491~733113,380186626~3496779,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.649 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~27548118,38471597~2362667,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,134512764~8086873,152422110~4771789,164603822~6329468,177220684~1213974,182405096~3551846,199619223~5770405,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13902098,335565347~7116410,346627347~5665743,365521849~4394908,376001491~733113,380186626~3496779,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.654 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~27548118,37748736~3085528,56427823~11184262,68255878~3394237,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,134512764~8086873,150994944~6198955,164603822~6329468,177220684~1213974,182405096~3551846,199619223~5770405,208324351~767732,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~9368568,318849465~13902098,335565347~7116410,346627347~5665743,365521849~4394908,376001491~733113,380186626~3496779,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.654 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 15 diff [5634612~27548118,38471597~2362667,56427823~15222292,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,129542330~14309658,152422110~4771789,164603822~6329468,177220684~1213974,182405096~6784365,195708711~9680917,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13902098,335565347~7116410,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.654 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~27548118,38471597~2362667,56427823~15222292,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,129542330~14309658,152422110~4771789,164603822~6329468,177220684~1213974,182405096~6784365,195708711~9680917,208324351~767732,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13902098,335565347~7116410,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.663 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~27548118,37748736~3085528,56427823~15222292,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,125829120~18022868,150994944~6198955,164603822~6329468,177220684~1213974,182405096~6784365,195708711~9680917,208324351~767732,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~9368568,318849465~13902098,335565347~7116410,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.663 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 16 diff [5634612~27548118,38471597~2362667,45559580~4503406,56427823~39391486,97997839~6038837,104412823~6597064,111030782~4030876,121315658~25370933,152422110~4771789,164603822~6329468,177220684~1213974,182405096~6784365,191642743~73158,195708711~13383372,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13902098,335565347~7116410,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.663 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~27548118,38471597~2362667,45559580~4503406,56427823~39391486,97997839~6038837,104412823~6597064,111030782~4030876,121315658~25370933,152422110~4771789,164603822~6329468,177220684~1213974,182405096~6784365,191642743~73158,195708711~13383372,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13902098,335565347~7116410,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.667 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~27548118,37748736~3085528,45559580~4503406,56427823~39391486,97997839~6038837,104412823~6597064,111030782~4030876,121315658~25370933,150994944~6198955,164603822~6329468,177220684~1213974,182405096~6784365,191642743~73158,195708711~13383372,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~9368568,318849465~13902098,335565347~7116410,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.667 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 17 diff [5634612~27548118,38471597~2362667,45559580~4503406,54718435~41100874,97013084~7023592,104412823~6597064,111030782~4935765,118589648~28096943,152422110~4771789,164603822~6329468,177220684~1213974,182405096~6784365,191642743~73158,195708711~13383372,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13902098,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.667 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~27548118,38471597~2362667,45559580~4503406,54718435~41100874,97013084~7023592,104412823~6597064,111030782~4935765,118589648~28096943,152422110~4771789,164603822~6329468,177220684~1213974,182405096~6784365,191642743~73158,195708711~13383372,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~6080166,318849465~13902098,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.673 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~27548118,37748736~3085528,45559580~4503406,54718435~41100874,97013084~7023592,104412823~6597064,111030782~4935765,118589648~28096943,150994944~6198955,164603822~6329468,177220684~1213974,182405096~6784365,191642743~73158,195708711~13383372,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~11369847,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~9368568,318849465~13902098,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.673 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 18 diff [221958~1987035,5634612~27548118,38471597~2362667,43998803~6064183,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6329468,177220684~1213974,182405096~6784365,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.673 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,5634612~27548118,38471597~2362667,43998803~6064183,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6329468,177220684~1213974,182405096~6784365,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~3746000,232293280~11369847,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.679 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,5634612~27548118,37748736~3085528,43998803~6064183,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6329468,177220684~1213974,182405096~6784365,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~3746000,232293280~11369847,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.679 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 19 diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.679 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.685 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.686 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 8 diff [56427823~4484827,60946584~4761305,73676512~11253034,182405096~3551846,266846505~4986241,326414808~6336755,335565347~3308819] 2024-04-13T08:31:19.686 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [56427823~4484827,60946584~4761305,73676512~11253034,182405096~3551846,266846505~4986241,326414808~6336755,335565347~3308819] 2024-04-13T08:31:19.692 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [56427823~4484827,60946584~4761305,73676512~11253034,182405096~3551846,266846505~4986241,323620118~9131445,335565347~3308819] 2024-04-13T08:31:19.692 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 9 diff [10197399~277449,56427823~4484827,60946584~4761305,73676512~11253034,104412823~5296023,139666028~2933609,182405096~3551846,199619223~3411485,210467941~7256456,229808307~2084492,232293280~11369847,266846505~4986241,318849465~13902098,335565347~6203909] 2024-04-13T08:31:19.692 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [10197399~277449,56427823~4484827,60946584~4761305,73676512~11253034,104412823~5296023,139666028~2933609,182405096~3551846,199619223~3411485,210467941~7256456,229808307~2084492,232293280~11369847,266846505~4986241,318849465~13902098,335565347~6203909] 2024-04-13T08:31:19.698 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [10197399~277449,56427823~4484827,60946584~4761305,73676512~11253034,104412823~5296023,139666028~2933609,182405096~3551846,199619223~3411485,209715200~8009197,229808307~2084492,232293280~11369847,266846505~4986241,318849465~13902098,335565347~6203909] 2024-04-13T08:31:19.698 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 10 diff [10197399~277449,20312105~7847795,31837757~1344973,38742922~2091342,56427823~9960270,73676512~11253034,104412823~6597064,139666028~2933609,152422110~4771789,164603822~6329468,182405096~3551846,199619223~3411485,210467941~7256456,228146799~3746000,232293280~11369847,266846505~4986241,318849465~13902098,335565347~6203909,398099027~3403678] 2024-04-13T08:31:19.698 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [10197399~277449,20312105~7847795,31837757~1344973,38742922~2091342,56427823~9960270,73676512~11253034,104412823~6597064,139666028~2933609,152422110~4771789,164603822~6329468,182405096~3551846,199619223~3411485,210467941~7256456,228146799~3746000,232293280~11369847,266846505~4986241,318849465~13902098,335565347~6203909,398099027~3403678] 2024-04-13T08:31:19.705 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [10197399~277449,18080782~10079118,31837757~1344973,37748736~3085528,56427823~9960270,73676512~11253034,104412823~6597064,139666028~2933609,150994944~6198955,164603822~6329468,182405096~3551846,199619223~3411485,209715200~8009197,228146799~3746000,232293280~11369847,266846505~4986241,318849465~13902098,335565347~6203909,398099027~3403678] 2024-04-13T08:31:19.705 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 11 diff [5909283~7527862,13619611~14540289,31837757~1344973,38742922~2091342,56427823~9960270,72196020~12733526,88118228~7701081,98068489~4744176,104412823~6597064,139666028~2933609,152422110~4771789,164603822~6329468,182405096~3551846,199619223~3411485,210467941~7256456,228146799~3746000,232293280~11369847,264776511~8601478,295539594~131493,309472594~1426424,318849465~13902098,335565347~6203909,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.705 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5909283~7527862,13619611~14540289,31837757~1344973,38742922~2091342,56427823~9960270,72196020~12733526,88118228~7701081,98068489~4744176,104412823~6597064,139666028~2933609,152422110~4771789,164603822~6329468,182405096~3551846,199619223~3411485,210467941~7256456,228146799~3746000,232293280~11369847,264776511~8601478,295539594~131493,309472594~1426424,318849465~13902098,335565347~6203909,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.711 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5909283~7527862,13619611~14540289,31837757~1344973,37748736~3085528,56427823~9960270,72196020~12733526,88118228~7701081,98068489~4744176,104412823~6597064,139666028~2933609,150994944~6198955,164603822~6329468,182405096~3551846,199619223~3411485,209715200~8009197,228146799~3746000,232293280~11369847,264776511~8601478,293601280~2069807,306184192~4714826,318849465~13902098,335565347~6203909,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.711 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 12 diff [5634612~7802533,13619611~14540289,31837757~1344973,38742922~2091342,56427823~9960270,72196020~12733526,88118228~7701081,98068489~4744176,104412823~6597064,111030782~4030876,139666028~2933609,152422110~4771789,164603822~6329468,182405096~3551846,199619223~3411485,208324351~767732,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,264776511~8601478,295539594~131493,302398654~3227492,309472594~1426424,318849465~13902098,335565347~6203909,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.711 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~14540289,31837757~1344973,38742922~2091342,56427823~9960270,72196020~12733526,88118228~7701081,98068489~4744176,104412823~6597064,111030782~4030876,139666028~2933609,152422110~4771789,164603822~6329468,182405096~3551846,199619223~3411485,208324351~767732,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,264776511~8601478,295539594~131493,302398654~3227492,309472594~1426424,318849465~13902098,335565347~6203909,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.717 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~14540289,31837757~1344973,37748736~3085528,56427823~9960270,72196020~12733526,88118228~7701081,98068489~4744176,104412823~6597064,111030782~4030876,139666028~2933609,150994944~6198955,164603822~6329468,182405096~3551846,199619223~3411485,208324351~767732,209715200~8009197,218103808~2513211,224243919~2608657,228146799~3746000,232293280~11369847,264776511~8601478,293601280~2069807,302398654~3227492,306184192~4714826,318849465~13902098,335565347~6203909,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.717 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 13 diff [5634612~7802533,13619611~14540289,31837757~1344973,38742922~2091342,56427823~9960270,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,135242972~7356665,152422110~4771789,164603822~6329468,182405096~3551846,199619223~3411485,208324351~767732,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,264776511~8601478,280578199~4955365,295539594~131493,302398654~3227492,309472594~1426424,318849465~13902098,335565347~6203909,346627347~5665743,365521849~4394908,376001491~733113,398099027~3403678,408645400~433942] 2024-04-13T08:31:19.717 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~14540289,31837757~1344973,38742922~2091342,56427823~9960270,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,135242972~7356665,152422110~4771789,164603822~6329468,182405096~3551846,199619223~3411485,208324351~767732,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,264776511~8601478,280578199~4955365,295539594~131493,302398654~3227492,309472594~1426424,318849465~13902098,335565347~6203909,346627347~5665743,365521849~4394908,376001491~733113,398099027~3403678,408645400~433942] 2024-04-13T08:31:19.724 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~14540289,31837757~1344973,37748736~3085528,56427823~9960270,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,135242972~7356665,150994944~6198955,164603822~6329468,182405096~3551846,199619223~3411485,208324351~767732,209715200~8009197,218103808~2513211,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,264776511~8601478,278242851~7290713,293601280~2069807,302398654~3227492,306184192~4714826,318849465~13902098,335565347~6203909,346627347~5665743,365521849~4394908,376001491~733113,398099027~3403678,408645400~433942] 2024-04-13T08:31:19.724 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 14 diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,56427823~9960270,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,134512764~8086873,152422110~4771789,164603822~6329468,177220684~1213974,182405096~3551846,199619223~5770405,208324351~767732,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,318849465~13902098,335565347~7116410,346627347~5665743,365521849~4394908,376001491~733113,380186626~3496779,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.724 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,56427823~9960270,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,134512764~8086873,152422110~4771789,164603822~6329468,177220684~1213974,182405096~3551846,199619223~5770405,208324351~767732,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,318849465~13902098,335565347~7116410,346627347~5665743,365521849~4394908,376001491~733113,380186626~3496779,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.731 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~17628004,31837757~1344973,37748736~3085528,56427823~9960270,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,134512764~8086873,150994944~6198955,164603822~6329468,177220684~1213974,182405096~3551846,199619223~5770405,208324351~767732,209715200~8009197,218103808~2513211,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~8131743,318849465~13902098,335565347~7116410,346627347~5665743,365521849~4394908,376001491~733113,380186626~3496779,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.731 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 15 diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,56427823~9960270,67081908~2250842,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,129542330~14309658,152422110~4771789,164603822~6329468,177220684~1213974,182405096~6784365,195708711~9680917,208324351~767732,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,318849465~13902098,335565347~7116410,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.731 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,56427823~9960270,67081908~2250842,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,129542330~14309658,152422110~4771789,164603822~6329468,177220684~1213974,182405096~6784365,195708711~9680917,208324351~767732,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,318849465~13902098,335565347~7116410,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.737 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~17628004,31837757~1344973,37748736~3085528,56427823~9960270,67081908~2250842,72196020~12733526,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,125829120~18022868,150994944~6198955,164603822~6329468,177220684~1213974,182405096~6784365,195708711~9680917,208324351~767732,209715200~8009197,218103808~2513211,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~8131743,318849465~13902098,335565347~7116410,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.737 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 16 diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,45559580~4503406,56427823~39391486,97997839~6038837,104412823~6597064,111030782~4030876,121315658~25370933,152422110~4771789,164603822~6329468,177220684~1213974,182405096~6784365,191642743~73158,195708711~13383372,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,318849465~13902098,335565347~7116410,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.737 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,45559580~4503406,56427823~39391486,97997839~6038837,104412823~6597064,111030782~4030876,121315658~25370933,152422110~4771789,164603822~6329468,177220684~1213974,182405096~6784365,191642743~73158,195708711~13383372,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,318849465~13902098,335565347~7116410,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.743 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~17628004,31837757~1344973,37748736~3085528,45559580~4503406,56427823~39391486,97997839~6038837,104412823~6597064,111030782~4030876,121315658~25370933,150994944~6198955,164603822~6329468,177220684~1213974,182405096~6784365,191642743~73158,195708711~13383372,209715200~8009197,218103808~2513211,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~8131743,318849465~13902098,335565347~7116410,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.743 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 17 diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,45559580~4503406,54718435~41100874,97013084~7023592,104412823~6597064,111030782~4935765,118589648~28096943,152422110~4771789,164603822~6329468,177220684~1213974,182405096~6784365,191642743~73158,195708711~13383372,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,318849465~13902098,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.743 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,45559580~4503406,54718435~41100874,97013084~7023592,104412823~6597064,111030782~4935765,118589648~28096943,152422110~4771789,164603822~6329468,177220684~1213974,182405096~6784365,191642743~73158,195708711~13383372,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,318849465~13902098,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.749 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~17628004,31837757~1344973,37748736~3085528,45559580~4503406,54718435~41100874,97013084~7023592,104412823~6597064,111030782~4935765,118589648~28096943,150994944~6198955,164603822~6329468,177220684~1213974,182405096~6784365,191642743~73158,195708711~13383372,209715200~8009197,218103808~2513211,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~8131743,318849465~13902098,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.749 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 18 diff [221958~1987035,5634612~25613003,31837757~1344973,38471597~2362667,43998803~6064183,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6329468,177220684~1213974,182405096~6784365,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.749 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,5634612~25613003,31837757~1344973,38471597~2362667,43998803~6064183,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6329468,177220684~1213974,182405096~6784365,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.756 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,5634612~25613003,31837757~1344973,37748736~3085528,43998803~6064183,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6329468,177220684~1213974,182405096~6784365,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~3746000,232293280~11369847,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.756 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 19 diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.756 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.762 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.763 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 9 diff [10197399~277449,104412823~5296023,139666028~2933609,199619223~3411485,210467941~7256456,229808307~2084492,232293280~11369847,318849465~7988465,337331209~4438047] 2024-04-13T08:31:19.763 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [10197399~277449,104412823~5296023,139666028~2933609,199619223~3411485,210467941~7256456,229808307~2084492,232293280~11369847,318849465~7988465,337331209~4438047] 2024-04-13T08:31:19.769 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [10197399~277449,104412823~5296023,139666028~2933609,199619223~3411485,209715200~8009197,229808307~2084492,232293280~11369847,318849465~7988465,337331209~4438047] 2024-04-13T08:31:19.769 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 10 diff [10197399~277449,20312105~7847795,31837757~1344973,38742922~2091342,60592947~5795146,104412823~6597064,139666028~2933609,152422110~4771789,164603822~6329468,199619223~3411485,210467941~7256456,228146799~3746000,232293280~11369847,318849465~7988465,337331209~4438047,398099027~3403678] 2024-04-13T08:31:19.769 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [10197399~277449,20312105~7847795,31837757~1344973,38742922~2091342,60592947~5795146,104412823~6597064,139666028~2933609,152422110~4771789,164603822~6329468,199619223~3411485,210467941~7256456,228146799~3746000,232293280~11369847,318849465~7988465,337331209~4438047,398099027~3403678] 2024-04-13T08:31:19.775 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [10197399~277449,18080782~10079118,31837757~1344973,37748736~3085528,60592947~5795146,104412823~6597064,139666028~2933609,150994944~6198955,164603822~6329468,199619223~3411485,209715200~8009197,228146799~3746000,232293280~11369847,318849465~7988465,337331209~4438047,398099027~3403678] 2024-04-13T08:31:19.775 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 11 diff [5909283~7527862,13619611~14540289,31837757~1344973,38742922~2091342,60592947~5795146,72196020~4772351,88118228~7701081,98068489~4744176,104412823~6597064,139666028~2933609,152422110~4771789,164603822~6329468,199619223~3411485,210467941~7256456,228146799~3746000,232293280~11369847,264776511~8601478,295539594~131493,309472594~1426424,318849465~7988465,337331209~4438047,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.775 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5909283~7527862,13619611~14540289,31837757~1344973,38742922~2091342,60592947~5795146,72196020~4772351,88118228~7701081,98068489~4744176,104412823~6597064,139666028~2933609,152422110~4771789,164603822~6329468,199619223~3411485,210467941~7256456,228146799~3746000,232293280~11369847,264776511~8601478,295539594~131493,309472594~1426424,318849465~7988465,337331209~4438047,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.781 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5909283~7527862,13619611~14540289,31837757~1344973,37748736~3085528,60592947~5795146,72196020~4772351,88118228~7701081,98068489~4744176,104412823~6597064,139666028~2933609,150994944~6198955,164603822~6329468,199619223~3411485,209715200~8009197,228146799~3746000,232293280~11369847,264776511~8601478,293601280~2069807,306184192~4714826,318849465~7988465,337331209~4438047,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.781 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 12 diff [5634612~7802533,13619611~14540289,31837757~1344973,38742922~2091342,60592947~5795146,72196020~7023385,88118228~7701081,98068489~4744176,104412823~6597064,111030782~4030876,139666028~2933609,152422110~4771789,164603822~6329468,199619223~3411485,208324351~767732,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,264776511~8601478,295539594~131493,302398654~3227492,309472594~1426424,318849465~7988465,337331209~4438047,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.782 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~14540289,31837757~1344973,38742922~2091342,60592947~5795146,72196020~7023385,88118228~7701081,98068489~4744176,104412823~6597064,111030782~4030876,139666028~2933609,152422110~4771789,164603822~6329468,199619223~3411485,208324351~767732,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,264776511~8601478,295539594~131493,302398654~3227492,309472594~1426424,318849465~7988465,337331209~4438047,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.788 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~14540289,31837757~1344973,37748736~3085528,60592947~5795146,72196020~7023385,88118228~7701081,98068489~4744176,104412823~6597064,111030782~4030876,139666028~2933609,150994944~6198955,164603822~6329468,199619223~3411485,208324351~767732,209715200~8009197,218103808~2513211,224243919~2608657,228146799~3746000,232293280~11369847,264776511~8601478,293601280~2069807,302398654~3227492,306184192~4714826,318849465~7988465,337331209~4438047,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.788 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 13 diff [5634612~7802533,13619611~14540289,31837757~1344973,38742922~2091342,60592947~5795146,72196020~7023385,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,135242972~7356665,152422110~4771789,164603822~6329468,199619223~3411485,208324351~767732,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,264776511~8601478,280578199~4955365,295539594~131493,302398654~3227492,309472594~1426424,318849465~7988465,337331209~4438047,346627347~5665743,365521849~4394908,376001491~733113,398099027~3403678,408645400~433942] 2024-04-13T08:31:19.788 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~14540289,31837757~1344973,38742922~2091342,60592947~5795146,72196020~7023385,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,135242972~7356665,152422110~4771789,164603822~6329468,199619223~3411485,208324351~767732,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,264776511~8601478,280578199~4955365,295539594~131493,302398654~3227492,309472594~1426424,318849465~7988465,337331209~4438047,346627347~5665743,365521849~4394908,376001491~733113,398099027~3403678,408645400~433942] 2024-04-13T08:31:19.794 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~14540289,31837757~1344973,37748736~3085528,60592947~5795146,72196020~7023385,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,135242972~7356665,150994944~6198955,164603822~6329468,199619223~3411485,208324351~767732,209715200~8009197,218103808~2513211,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,264776511~8601478,278242851~7290713,293601280~2069807,302398654~3227492,306184192~4714826,318849465~7988465,337331209~4438047,346627347~5665743,365521849~4394908,376001491~733113,398099027~3403678,408645400~433942] 2024-04-13T08:31:19.794 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 14 diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,60592947~5795146,72196020~7023385,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,134512764~8086873,152422110~4771789,164603822~6329468,177220684~1213974,199619223~5770405,208324351~767732,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,318849465~7988465,337331209~5350548,346627347~5665743,365521849~4394908,376001491~733113,380186626~3496779,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.794 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,60592947~5795146,72196020~7023385,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,134512764~8086873,152422110~4771789,164603822~6329468,177220684~1213974,199619223~5770405,208324351~767732,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,318849465~7988465,337331209~5350548,346627347~5665743,365521849~4394908,376001491~733113,380186626~3496779,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.801 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~17628004,31837757~1344973,37748736~3085528,60592947~5795146,72196020~7023385,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,134512764~8086873,150994944~6198955,164603822~6329468,177220684~1213974,199619223~5770405,208324351~767732,209715200~8009197,218103808~2513211,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~8131743,318849465~7988465,337331209~5350548,346627347~5665743,365521849~4394908,376001491~733113,380186626~3496779,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.801 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 15 diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,57795398~1633288,60592947~5795146,67081908~2250842,72196020~7023385,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,129542330~14309658,152422110~4771789,164603822~6329468,177220684~1213974,184777459~4412002,195708711~9680917,208324351~767732,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,318849465~7988465,337331209~5350548,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.801 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,57795398~1633288,60592947~5795146,67081908~2250842,72196020~7023385,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,129542330~14309658,152422110~4771789,164603822~6329468,177220684~1213974,184777459~4412002,195708711~9680917,208324351~767732,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,318849465~7988465,337331209~5350548,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.807 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~17628004,31837757~1344973,37748736~3085528,57795398~1633288,60592947~5795146,67081908~2250842,72196020~7023385,86305246~9514063,97997839~6038837,104412823~6597064,111030782~4030876,125829120~18022868,150994944~6198955,164603822~6329468,177220684~1213974,184777459~4412002,195708711~9680917,208324351~767732,209715200~8009197,218103808~2513211,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~8131743,318849465~7988465,337331209~5350548,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.807 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 16 diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,45559580~4503406,57795398~1633288,60592947~18626458,81642337~14176972,97997839~6038837,104412823~6597064,111030782~4030876,121315658~25370933,152422110~4771789,164603822~6329468,177220684~1213974,184777459~4412002,191642743~73158,195708711~13383372,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,318849465~7988465,337331209~5350548,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.807 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,45559580~4503406,57795398~1633288,60592947~18626458,81642337~14176972,97997839~6038837,104412823~6597064,111030782~4030876,121315658~25370933,152422110~4771789,164603822~6329468,177220684~1213974,184777459~4412002,191642743~73158,195708711~13383372,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,318849465~7988465,337331209~5350548,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.813 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~17628004,31837757~1344973,37748736~3085528,45559580~4503406,57795398~1633288,60592947~18626458,81642337~14176972,97997839~6038837,104412823~6597064,111030782~4030876,121315658~25370933,150994944~6198955,164603822~6329468,177220684~1213974,184777459~4412002,191642743~73158,195708711~13383372,209715200~8009197,218103808~2513211,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~8131743,318849465~7988465,337331209~5350548,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.813 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 17 diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,45559580~4503406,54718435~2830456,57795398~1633288,60592947~18626458,81642337~14176972,97013084~7023592,104412823~6597064,111030782~4935765,118589648~28096943,152422110~4771789,164603822~6329468,177220684~1213974,184777459~4412002,191642743~73158,195708711~13383372,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,318849465~7988465,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.813 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,45559580~4503406,54718435~2830456,57795398~1633288,60592947~18626458,81642337~14176972,97013084~7023592,104412823~6597064,111030782~4935765,118589648~28096943,152422110~4771789,164603822~6329468,177220684~1213974,184777459~4412002,191642743~73158,195708711~13383372,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,318849465~7988465,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.820 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~17628004,31837757~1344973,37748736~3085528,45559580~4503406,54718435~2830456,57795398~1633288,60592947~18626458,81642337~14176972,97013084~7023592,104412823~6597064,111030782~4935765,118589648~28096943,150994944~6198955,164603822~6329468,177220684~1213974,184777459~4412002,191642743~73158,195708711~13383372,209715200~8009197,218103808~2513211,224243919~2608657,228146799~3746000,232293280~11369847,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~8131743,318849465~7988465,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.820 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 18 diff [221958~1987035,5634612~25613003,31837757~1344973,38471597~2362667,43998803~6064183,54718435~2830456,57795398~1633288,60592947~18626458,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6329468,177220684~1213974,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.820 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,5634612~25613003,31837757~1344973,38471597~2362667,43998803~6064183,54718435~2830456,57795398~1633288,60592947~18626458,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6329468,177220684~1213974,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~3746000,232293280~11369847,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.826 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,5634612~25613003,31837757~1344973,37748736~3085528,43998803~6064183,54718435~2830456,57795398~1633288,60592947~18626458,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6329468,177220684~1213974,184777459~4412002,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~3746000,232293280~11369847,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.826 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 19 diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.826 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.832 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.833 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 10 diff [20312105~7847795,31837757~1344973,38742922~2091342,60592947~5795146,106330981~4678906,152422110~4771789,164603822~6329468,228146799~2331187,398099027~3403678] 2024-04-13T08:31:19.833 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [20312105~7847795,31837757~1344973,38742922~2091342,60592947~5795146,106330981~4678906,152422110~4771789,164603822~6329468,228146799~2331187,398099027~3403678] 2024-04-13T08:31:19.839 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [18080782~10079118,31837757~1344973,37748736~3085528,60592947~5795146,106330981~4678906,150994944~6198955,164603822~6329468,228146799~2331187,398099027~3403678] 2024-04-13T08:31:19.839 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 11 diff [5909283~7527862,13619611~14540289,31837757~1344973,38742922~2091342,60592947~5795146,72196020~4772351,88118228~7701081,98068489~4744176,106330981~4678906,152422110~4771789,164603822~6329468,228146799~2331187,264776511~8601478,295539594~131493,309472594~1426424,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.839 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5909283~7527862,13619611~14540289,31837757~1344973,38742922~2091342,60592947~5795146,72196020~4772351,88118228~7701081,98068489~4744176,106330981~4678906,152422110~4771789,164603822~6329468,228146799~2331187,264776511~8601478,295539594~131493,309472594~1426424,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.845 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5909283~7527862,13619611~14540289,31837757~1344973,37748736~3085528,60592947~5795146,72196020~4772351,88118228~7701081,98068489~4744176,106330981~4678906,150994944~6198955,164603822~6329468,228146799~2331187,264776511~8601478,293601280~2069807,306184192~4714826,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.846 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 12 diff [5634612~7802533,13619611~14540289,31837757~1344973,38742922~2091342,60592947~5795146,72196020~7023385,88118228~7701081,98068489~4744176,106330981~4678906,111030782~4030876,152422110~4771789,164603822~6329468,208324351~767732,219661306~955713,224243919~2608657,228146799~2331187,264776511~8601478,295539594~131493,302398654~3227492,309472594~1426424,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.846 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~14540289,31837757~1344973,38742922~2091342,60592947~5795146,72196020~7023385,88118228~7701081,98068489~4744176,106330981~4678906,111030782~4030876,152422110~4771789,164603822~6329468,208324351~767732,219661306~955713,224243919~2608657,228146799~2331187,264776511~8601478,295539594~131493,302398654~3227492,309472594~1426424,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.852 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~14540289,31837757~1344973,37748736~3085528,60592947~5795146,72196020~7023385,88118228~7701081,98068489~4744176,106330981~4678906,111030782~4030876,150994944~6198955,164603822~6329468,208324351~767732,218103808~2513211,224243919~2608657,228146799~2331187,264776511~8601478,293601280~2069807,302398654~3227492,306184192~4714826,346627347~5665743,398099027~3403678] 2024-04-13T08:31:19.852 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 13 diff [5634612~7802533,13619611~14540289,31837757~1344973,38742922~2091342,60592947~5795146,72196020~7023385,86305246~9514063,97997839~6038837,106330981~4678906,111030782~4030876,135242972~5476503,152422110~4771789,164603822~6329468,208324351~767732,219661306~955713,224243919~2608657,228146799~2331187,260929827~922887,264776511~8601478,280578199~4955365,295539594~131493,302398654~3227492,309472594~1426424,338121621~241240,339286654~1823160,346627347~5665743,365521849~4394908,376001491~733113,398099027~3403678,408645400~433942] 2024-04-13T08:31:19.852 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~14540289,31837757~1344973,38742922~2091342,60592947~5795146,72196020~7023385,86305246~9514063,97997839~6038837,106330981~4678906,111030782~4030876,135242972~5476503,152422110~4771789,164603822~6329468,208324351~767732,219661306~955713,224243919~2608657,228146799~2331187,260929827~922887,264776511~8601478,280578199~4955365,295539594~131493,302398654~3227492,309472594~1426424,338121621~241240,339286654~1823160,346627347~5665743,365521849~4394908,376001491~733113,398099027~3403678,408645400~433942] 2024-04-13T08:31:19.858 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~14540289,31837757~1344973,37748736~3085528,60592947~5795146,72196020~7023385,86305246~9514063,97997839~6038837,106330981~4678906,111030782~4030876,135242972~5476503,150994944~6198955,164603822~6329468,208324351~767732,218103808~2513211,224243919~2608657,228146799~2331187,260929827~922887,264776511~8601478,278242851~7290713,293601280~2069807,302398654~3227492,306184192~4714826,338121621~241240,339286654~1823160,346627347~5665743,365521849~4394908,376001491~733113,398099027~3403678,408645400~433942] 2024-04-13T08:31:19.858 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 14 diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,60592947~5795146,72196020~7023385,86305246~9514063,97997839~6038837,106330981~4678906,111030782~4030876,134512764~6206711,152422110~4771789,164603822~6329468,177220684~1213974,202610692~2778936,208324351~767732,219661306~955713,224243919~2608657,228146799~2331187,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,338121621~241240,339286654~3395103,346627347~5665743,365521849~4394908,376001491~733113,380186626~3496779,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.858 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,60592947~5795146,72196020~7023385,86305246~9514063,97997839~6038837,106330981~4678906,111030782~4030876,134512764~6206711,152422110~4771789,164603822~6329468,177220684~1213974,202610692~2778936,208324351~767732,219661306~955713,224243919~2608657,228146799~2331187,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,338121621~241240,339286654~3395103,346627347~5665743,365521849~4394908,376001491~733113,380186626~3496779,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.866 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~17628004,31837757~1344973,37748736~3085528,60592947~5795146,72196020~7023385,86305246~9514063,97997839~6038837,106330981~4678906,111030782~4030876,134512764~6206711,150994944~6198955,164603822~6329468,177220684~1213974,202610692~2778936,208324351~767732,218103808~2513211,224243919~2608657,228146799~2331187,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~8131743,338121621~241240,339286654~3395103,346627347~5665743,365521849~4394908,376001491~733113,380186626~3496779,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.866 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 15 diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,57795398~1633288,60592947~5795146,67081908~2250842,72196020~7023385,86305246~9514063,97997839~6038837,106330981~4678906,111030782~4030876,129542330~14309658,152422110~4771789,164603822~6329468,177220684~1213974,184777459~4412002,195708711~3992161,202610692~2778936,208324351~767732,219661306~955713,224243919~2608657,228146799~2331187,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,338121621~241240,339286654~3395103,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.866 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,57795398~1633288,60592947~5795146,67081908~2250842,72196020~7023385,86305246~9514063,97997839~6038837,106330981~4678906,111030782~4030876,129542330~14309658,152422110~4771789,164603822~6329468,177220684~1213974,184777459~4412002,195708711~3992161,202610692~2778936,208324351~767732,219661306~955713,224243919~2608657,228146799~2331187,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,338121621~241240,339286654~3395103,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.871 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~17628004,31837757~1344973,37748736~3085528,57795398~1633288,60592947~5795146,67081908~2250842,72196020~7023385,86305246~9514063,97997839~6038837,106330981~4678906,111030782~4030876,125829120~18022868,150994944~6198955,164603822~6329468,177220684~1213974,184777459~4412002,195708711~3992161,202610692~2778936,208324351~767732,218103808~2513211,224243919~2608657,228146799~2331187,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~8131743,338121621~241240,339286654~3395103,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.871 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 16 diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,45559580~4503406,57795398~1633288,60592947~18626458,81642337~14176972,97997839~6038837,106330981~4678906,111030782~4030876,121315658~25370933,152422110~4771789,164603822~6329468,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,338121621~241240,339286654~3395103,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.871 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,45559580~4503406,57795398~1633288,60592947~18626458,81642337~14176972,97997839~6038837,106330981~4678906,111030782~4030876,121315658~25370933,152422110~4771789,164603822~6329468,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,338121621~241240,339286654~3395103,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.877 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~17628004,31837757~1344973,37748736~3085528,45559580~4503406,57795398~1633288,60592947~18626458,81642337~14176972,97997839~6038837,106330981~4678906,111030782~4030876,121315658~25370933,150994944~6198955,164603822~6329468,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6634634,218103808~2513211,224243919~2608657,228146799~2331187,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~8131743,338121621~241240,339286654~3395103,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.878 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 17 diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,45559580~4503406,54718435~2830456,57795398~1633288,60592947~18626458,81642337~14176972,97013084~7023592,106330981~4678906,111030782~4935765,118589648~28096943,152422110~4771789,164603822~6329468,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,235499554~6666810,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.878 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~17628004,31837757~1344973,38471597~2362667,45559580~4503406,54718435~2830456,57795398~1633288,60592947~18626458,81642337~14176972,97013084~7023592,106330981~4678906,111030782~4935765,118589648~28096943,152422110~4771789,164603822~6329468,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,235499554~6666810,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.884 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~17628004,31837757~1344973,37748736~3085528,45559580~4503406,54718435~2830456,57795398~1633288,60592947~18626458,81642337~14176972,97013084~7023592,106330981~4678906,111030782~4935765,118589648~28096943,150994944~6198955,164603822~6329468,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6634634,218103808~2513211,224243919~2608657,228146799~2331187,235499554~6666810,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~8131743,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.884 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 18 diff [221958~1987035,5634612~25613003,31837757~1344973,38471597~2362667,43998803~6064183,54718435~2830456,57795398~1633288,60592947~18626458,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6329468,177220684~1213974,184777459~4412002,191642743~73158,194758840~6677692,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.884 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,5634612~25613003,31837757~1344973,38471597~2362667,43998803~6064183,54718435~2830456,57795398~1633288,60592947~18626458,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6329468,177220684~1213974,184777459~4412002,191642743~73158,194758840~6677692,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.890 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,5634612~25613003,31837757~1344973,37748736~3085528,43998803~6064183,54718435~2830456,57795398~1633288,60592947~18626458,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,150994944~6198955,164603822~6329468,177220684~1213974,184777459~4412002,191642743~73158,194758840~6677692,202457449~6634634,218103808~2513211,224243919~2608657,228146799~2331187,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.890 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 19 diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.890 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.896 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:19.896 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to 11 diff [5909283~7527862,13619611~7420810,72196020~4772351,88118228~7701081,98068489~4744176,264776511~8601478,295539594~131493,309472594~1426424,346627347~5665743] 2024-04-13T08:31:19.896 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5909283~7527862,13619611~7420810,72196020~4772351,88118228~7701081,98068489~4744176,264776511~8601478,295539594~131493,309472594~1426424,346627347~5665743] 2024-04-13T08:31:19.903 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5909283~7527862,13619611~7420810,72196020~4772351,88118228~7701081,98068489~4744176,264776511~8601478,293601280~2069807,306184192~4714826,346627347~5665743] 2024-04-13T08:31:19.903 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to 12 diff [5634612~7802533,13619611~7420810,21425677~1186013,72196020~7023385,88118228~7701081,98068489~4744176,111030782~4030876,208324351~767732,219661306~955713,224243919~2608657,264776511~8601478,295539594~131493,302398654~3227492,309472594~1426424,346627347~5665743] 2024-04-13T08:31:19.903 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~7420810,21425677~1186013,72196020~7023385,88118228~7701081,98068489~4744176,111030782~4030876,208324351~767732,219661306~955713,224243919~2608657,264776511~8601478,295539594~131493,302398654~3227492,309472594~1426424,346627347~5665743] 2024-04-13T08:31:19.909 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~7420810,21425677~1186013,72196020~7023385,88118228~7701081,98068489~4744176,111030782~4030876,208324351~767732,218103808~2513211,224243919~2608657,264776511~8601478,293601280~2069807,302398654~3227492,306184192~4714826,346627347~5665743] 2024-04-13T08:31:19.909 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to 13 diff [5634612~7802533,13619611~7420810,21425677~1186013,72196020~7023385,86305246~9514063,97997839~6038837,111030782~4030876,135242972~5476503,208324351~767732,219661306~955713,224243919~2608657,260929827~922887,264776511~8601478,280578199~4955365,295539594~131493,302398654~3227492,309472594~1426424,338121621~241240,339286654~1823160,346627347~5665743,365521849~4394908,376001491~733113,408645400~433942] 2024-04-13T08:31:19.909 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~7420810,21425677~1186013,72196020~7023385,86305246~9514063,97997839~6038837,111030782~4030876,135242972~5476503,208324351~767732,219661306~955713,224243919~2608657,260929827~922887,264776511~8601478,280578199~4955365,295539594~131493,302398654~3227492,309472594~1426424,338121621~241240,339286654~1823160,346627347~5665743,365521849~4394908,376001491~733113,408645400~433942] 2024-04-13T08:31:19.915 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~7420810,21425677~1186013,72196020~7023385,86305246~9514063,97997839~6038837,111030782~4030876,135242972~5476503,208324351~767732,218103808~2513211,224243919~2608657,260929827~922887,264776511~8601478,278242851~7290713,293601280~2069807,302398654~3227492,306184192~4714826,338121621~241240,339286654~1823160,346627347~5665743,365521849~4394908,376001491~733113,408645400~433942] 2024-04-13T08:31:19.915 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to 14 diff [5634612~7802533,13619611~7420810,21425677~1186013,24922347~6325268,38471597~1743510,72196020~7023385,86305246~9514063,97997839~6038837,111030782~4030876,134512764~6206711,177220684~1213974,202610692~2778936,208324351~767732,219661306~955713,224243919~2608657,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,338121621~241240,339286654~3395103,346627347~5665743,365521849~4394908,376001491~733113,380186626~3496779,407289218~4484593] 2024-04-13T08:31:19.915 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~7420810,21425677~1186013,24922347~6325268,38471597~1743510,72196020~7023385,86305246~9514063,97997839~6038837,111030782~4030876,134512764~6206711,177220684~1213974,202610692~2778936,208324351~767732,219661306~955713,224243919~2608657,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,338121621~241240,339286654~3395103,346627347~5665743,365521849~4394908,376001491~733113,380186626~3496779,407289218~4484593] 2024-04-13T08:31:19.921 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~7420810,21425677~1186013,24922347~6325268,38471597~1743510,72196020~7023385,86305246~9514063,97997839~6038837,111030782~4030876,134512764~6206711,177220684~1213974,202610692~2778936,208324351~767732,218103808~2513211,224243919~2608657,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~8131743,338121621~241240,339286654~3395103,346627347~5665743,365521849~4394908,376001491~733113,380186626~3496779,407289218~4484593] 2024-04-13T08:31:19.921 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to 15 diff [5634612~7802533,13619611~7420810,21425677~1186013,24922347~6325268,38471597~1743510,57795398~1633288,61267562~2894032,67081908~2250842,72196020~7023385,86305246~9514063,97997839~6038837,111030782~4030876,129542330~14309658,177220684~1213974,184777459~4412002,195708711~3992161,202610692~2778936,208324351~767732,219661306~955713,224243919~2608657,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,338121621~241240,339286654~3395103,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.921 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~7420810,21425677~1186013,24922347~6325268,38471597~1743510,57795398~1633288,61267562~2894032,67081908~2250842,72196020~7023385,86305246~9514063,97997839~6038837,111030782~4030876,129542330~14309658,177220684~1213974,184777459~4412002,195708711~3992161,202610692~2778936,208324351~767732,219661306~955713,224243919~2608657,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,338121621~241240,339286654~3395103,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.928 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~7420810,21425677~1186013,24922347~6325268,38471597~1743510,57795398~1633288,61267562~2894032,67081908~2250842,72196020~7023385,86305246~9514063,97997839~6038837,111030782~4030876,125829120~18022868,177220684~1213974,184777459~4412002,195708711~3992161,202610692~2778936,208324351~767732,218103808~2513211,224243919~2608657,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~8131743,338121621~241240,339286654~3395103,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.928 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to 16 diff [5634612~7802533,13619611~7420810,21425677~1186013,24922347~6325268,38471597~1743510,45559580~4503406,57795398~1633288,61267562~2894032,65918304~13301101,81642337~14176972,97997839~6038837,111030782~4030876,121315658~25370933,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6634634,219661306~955713,224243919~2608657,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,338121621~241240,339286654~3395103,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.928 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~7420810,21425677~1186013,24922347~6325268,38471597~1743510,45559580~4503406,57795398~1633288,61267562~2894032,65918304~13301101,81642337~14176972,97997839~6038837,111030782~4030876,121315658~25370933,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6634634,219661306~955713,224243919~2608657,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,338121621~241240,339286654~3395103,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.935 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~7420810,21425677~1186013,24922347~6325268,38471597~1743510,45559580~4503406,57795398~1633288,61267562~2894032,65918304~13301101,81642337~14176972,97997839~6038837,111030782~4030876,121315658~25370933,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6634634,218103808~2513211,224243919~2608657,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~8131743,338121621~241240,339286654~3395103,346627347~5665743,365521849~4394908,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.935 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to 17 diff [5634612~7802533,13619611~7420810,21425677~1186013,24922347~6325268,38471597~1743510,45559580~4503406,54718435~2830456,57795398~1633288,61267562~2894032,65918304~13301101,81642337~14176972,97013084~7023592,111030782~4935765,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6634634,219661306~955713,224243919~2608657,235499554~6666810,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.935 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~7802533,13619611~7420810,21425677~1186013,24922347~6325268,38471597~1743510,45559580~4503406,54718435~2830456,57795398~1633288,61267562~2894032,65918304~13301101,81642337~14176972,97013084~7023592,111030782~4935765,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6634634,219661306~955713,224243919~2608657,235499554~6666810,260929827~922887,263290899~10087090,280578199~4955365,295539594~131493,302398654~3227492,309472594~4843341,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.942 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~7802533,13619611~7420810,21425677~1186013,24922347~6325268,38471597~1743510,45559580~4503406,54718435~2830456,57795398~1633288,61267562~2894032,65918304~13301101,81642337~14176972,97013084~7023592,111030782~4935765,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6634634,218103808~2513211,224243919~2608657,235499554~6666810,260929827~922887,262571742~10806247,278242851~7290713,293601280~2069807,302398654~3227492,306184192~8131743,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.943 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to 18 diff [221958~1987035,5634612~15405809,21425677~1186013,24922347~6325268,38471597~1743510,43998803~6064183,54718435~2830456,57795398~1633288,61267562~2894032,65918304~13301101,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,194758840~6677692,202457449~6634634,219661306~955713,224243919~2608657,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.943 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,5634612~15405809,21425677~1186013,24922347~6325268,38471597~1743510,43998803~6064183,54718435~2830456,57795398~1633288,61267562~2894032,65918304~13301101,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,194758840~6677692,202457449~6634634,219661306~955713,224243919~2608657,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.949 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,5634612~15405809,21425677~1186013,24922347~6325268,38471597~1743510,43998803~6064183,54718435~2830456,57795398~1633288,61267562~2894032,65918304~13301101,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,194758840~6677692,202457449~6634634,218103808~2513211,224243919~2608657,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.949 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to 19 diff [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.950 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.955 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.956 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to 12 diff [5634612~1584364,21425677~1186013,72786101~6433304,111030782~4030876,208324351~767732,219661306~955713,224243919~2608657,267124434~5379922,302398654~3227492] 2024-04-13T08:31:19.956 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~1584364,21425677~1186013,72786101~6433304,111030782~4030876,208324351~767732,219661306~955713,224243919~2608657,267124434~5379922,302398654~3227492] 2024-04-13T08:31:19.962 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~1584364,21425677~1186013,72786101~6433304,111030782~4030876,208324351~767732,218103808~2513211,224243919~2608657,267124434~5379922,302398654~3227492] 2024-04-13T08:31:19.962 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to 13 diff [5634612~1584364,21425677~1186013,72786101~6433304,86305246~7170789,97997839~6038837,111030782~4030876,135242972~5476503,208324351~767732,219661306~955713,224243919~2608657,260929827~922887,267124434~5379922,280578199~4955365,302398654~3227492,338121621~241240,339286654~1823160,365521849~4394908,376001491~733113,408645400~433942] 2024-04-13T08:31:19.962 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~1584364,21425677~1186013,72786101~6433304,86305246~7170789,97997839~6038837,111030782~4030876,135242972~5476503,208324351~767732,219661306~955713,224243919~2608657,260929827~922887,267124434~5379922,280578199~4955365,302398654~3227492,338121621~241240,339286654~1823160,365521849~4394908,376001491~733113,408645400~433942] 2024-04-13T08:31:19.968 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~1584364,21425677~1186013,72786101~6433304,86305246~7170789,97997839~6038837,111030782~4030876,135242972~5476503,208324351~767732,218103808~2513211,224243919~2608657,260929827~922887,267124434~5379922,278242851~7290713,302398654~3227492,338121621~241240,339286654~1823160,365521849~4394908,376001491~733113,408645400~433942] 2024-04-13T08:31:19.968 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to 14 diff [5634612~1584364,21425677~1186013,24922347~6325268,38471597~1743510,72786101~6433304,86305246~7170789,97997839~6038837,111030782~4030876,134512764~6206711,177220684~1213974,202610692~2778936,208324351~767732,219661306~955713,224243919~2608657,260929827~922887,263290899~3169868,267124434~5379922,280578199~4955365,302398654~3227492,310556258~3759677,338121621~241240,339286654~3395103,365521849~4394908,376001491~733113,380186626~3496779,407289218~4484593] 2024-04-13T08:31:19.968 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~1584364,21425677~1186013,24922347~6325268,38471597~1743510,72786101~6433304,86305246~7170789,97997839~6038837,111030782~4030876,134512764~6206711,177220684~1213974,202610692~2778936,208324351~767732,219661306~955713,224243919~2608657,260929827~922887,263290899~3169868,267124434~5379922,280578199~4955365,302398654~3227492,310556258~3759677,338121621~241240,339286654~3395103,365521849~4394908,376001491~733113,380186626~3496779,407289218~4484593] 2024-04-13T08:31:19.974 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~1584364,21425677~1186013,24922347~6325268,38471597~1743510,72786101~6433304,86305246~7170789,97997839~6038837,111030782~4030876,134512764~6206711,177220684~1213974,202610692~2778936,208324351~767732,218103808~2513211,224243919~2608657,260929827~922887,262571742~3889025,267124434~5379922,278242851~7290713,302398654~3227492,310556258~3759677,338121621~241240,339286654~3395103,365521849~4394908,376001491~733113,380186626~3496779,407289218~4484593] 2024-04-13T08:31:19.974 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to 15 diff [5634612~1584364,21425677~1186013,24922347~6325268,38471597~1743510,57795398~1633288,61267562~2894032,67081908~2250842,72786101~6433304,86305246~7170789,97997839~6038837,111030782~4030876,129542330~14309658,177220684~1213974,184777459~4412002,195708711~3992161,202610692~2778936,208324351~767732,219661306~955713,224243919~2608657,260929827~922887,263290899~3169868,267124434~5379922,280578199~4955365,302398654~3227492,310556258~3759677,338121621~241240,339286654~3395103,365521849~4394908,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.974 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~1584364,21425677~1186013,24922347~6325268,38471597~1743510,57795398~1633288,61267562~2894032,67081908~2250842,72786101~6433304,86305246~7170789,97997839~6038837,111030782~4030876,129542330~14309658,177220684~1213974,184777459~4412002,195708711~3992161,202610692~2778936,208324351~767732,219661306~955713,224243919~2608657,260929827~922887,263290899~3169868,267124434~5379922,280578199~4955365,302398654~3227492,310556258~3759677,338121621~241240,339286654~3395103,365521849~4394908,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.981 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~1584364,21425677~1186013,24922347~6325268,38471597~1743510,57795398~1633288,61267562~2894032,67081908~2250842,72786101~6433304,86305246~7170789,97997839~6038837,111030782~4030876,125829120~18022868,177220684~1213974,184777459~4412002,195708711~3992161,202610692~2778936,208324351~767732,218103808~2513211,224243919~2608657,260929827~922887,262571742~3889025,267124434~5379922,278242851~7290713,302398654~3227492,310556258~3759677,338121621~241240,339286654~3395103,365521849~4394908,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.981 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to 16 diff [5634612~1584364,21425677~1186013,24922347~6325268,38471597~1743510,45559580~4503406,57795398~1633288,61267562~2894032,65918304~13301101,81642337~11833698,97997839~6038837,111030782~4030876,121315658~25370933,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6634634,219661306~955713,224243919~2608657,260929827~922887,263290899~3169868,267124434~5379922,280578199~4955365,302398654~3227492,310556258~3759677,338121621~241240,339286654~3395103,365521849~4394908,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.981 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~1584364,21425677~1186013,24922347~6325268,38471597~1743510,45559580~4503406,57795398~1633288,61267562~2894032,65918304~13301101,81642337~11833698,97997839~6038837,111030782~4030876,121315658~25370933,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6634634,219661306~955713,224243919~2608657,260929827~922887,263290899~3169868,267124434~5379922,280578199~4955365,302398654~3227492,310556258~3759677,338121621~241240,339286654~3395103,365521849~4394908,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.988 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~1584364,21425677~1186013,24922347~6325268,38471597~1743510,45559580~4503406,57795398~1633288,61267562~2894032,65918304~13301101,81642337~11833698,97997839~6038837,111030782~4030876,121315658~25370933,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6634634,218103808~2513211,224243919~2608657,260929827~922887,262571742~3889025,267124434~5379922,278242851~7290713,302398654~3227492,310556258~3759677,338121621~241240,339286654~3395103,365521849~4394908,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.988 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to 17 diff [5634612~1584364,21425677~1186013,24922347~6325268,38471597~1743510,45559580~4503406,54718435~2830456,57795398~1633288,61267562~2894032,65918304~13301101,81642337~11833698,97013084~7023592,111030782~4935765,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6634634,219661306~955713,224243919~2608657,235499554~6666810,260929827~922887,263290899~3169868,267124434~5379922,280578199~4955365,302398654~3227492,310556258~3759677,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.988 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [5634612~1584364,21425677~1186013,24922347~6325268,38471597~1743510,45559580~4503406,54718435~2830456,57795398~1633288,61267562~2894032,65918304~13301101,81642337~11833698,97013084~7023592,111030782~4935765,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6634634,219661306~955713,224243919~2608657,235499554~6666810,260929827~922887,263290899~3169868,267124434~5379922,280578199~4955365,302398654~3227492,310556258~3759677,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.994 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [5634612~1584364,21425677~1186013,24922347~6325268,38471597~1743510,45559580~4503406,54718435~2830456,57795398~1633288,61267562~2894032,65918304~13301101,81642337~11833698,97013084~7023592,111030782~4935765,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6634634,218103808~2513211,224243919~2608657,235499554~6666810,260929827~922887,262571742~3889025,267124434~5379922,278242851~7290713,302398654~3227492,310556258~3759677,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.994 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to 18 diff [221958~1987035,5634612~1584364,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43998803~6064183,54718435~2830456,57795398~1633288,61267562~2894032,65918304~13301101,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,194758840~6677692,202457449~6634634,219661306~955713,224243919~2608657,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,267124434~5379922,280578199~5433124,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:19.994 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,5634612~1584364,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43998803~6064183,54718435~2830456,57795398~1633288,61267562~2894032,65918304~13301101,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,194758840~6677692,202457449~6634634,219661306~955713,224243919~2608657,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,267124434~5379922,280578199~5433124,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.000 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,5634612~1584364,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43998803~6064183,54718435~2830456,57795398~1633288,61267562~2894032,65918304~13301101,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,194758840~6677692,202457449~6634634,218103808~2513211,224243919~2608657,235499554~6666810,251658240~7913572,260929827~922887,262571742~3889025,267124434~5379922,278242851~7768472,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.001 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to 19 diff [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,267124434~5379922,280578199~5433124,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.001 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,267124434~5379922,280578199~5433124,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.007 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~3889025,267124434~5379922,278242851~7768472,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.007 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to 13 diff [86305246~7170789,97997839~6038837,135242972~5476503,260929827~922887,280578199~4955365,338121621~241240,339286654~1823160,365521849~4394908,376001491~733113,408645400~433942] 2024-04-13T08:31:20.007 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [86305246~7170789,97997839~6038837,135242972~5476503,260929827~922887,280578199~4955365,338121621~241240,339286654~1823160,365521849~4394908,376001491~733113,408645400~433942] 2024-04-13T08:31:20.012 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [86305246~7170789,97997839~6038837,135242972~5476503,260929827~922887,278242851~7290713,338121621~241240,339286654~1823160,365521849~4394908,376001491~733113,408645400~433942] 2024-04-13T08:31:20.013 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to 14 diff [24922347~6325268,38471597~1743510,86305246~7170789,97997839~6038837,134512764~6206711,177220684~1213974,202610692~2778936,260929827~922887,263290899~3169868,280578199~4955365,310556258~3759677,338121621~241240,339286654~3395103,365521849~4394908,376001491~733113,380186626~3496779,407289218~4484593] 2024-04-13T08:31:20.013 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [24922347~6325268,38471597~1743510,86305246~7170789,97997839~6038837,134512764~6206711,177220684~1213974,202610692~2778936,260929827~922887,263290899~3169868,280578199~4955365,310556258~3759677,338121621~241240,339286654~3395103,365521849~4394908,376001491~733113,380186626~3496779,407289218~4484593] 2024-04-13T08:31:20.020 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [24922347~6325268,38471597~1743510,86305246~7170789,97997839~6038837,134512764~6206711,177220684~1213974,202610692~2778936,260929827~922887,262571742~3889025,278242851~7290713,310556258~3759677,338121621~241240,339286654~3395103,365521849~4394908,376001491~733113,380186626~3496779,407289218~4484593] 2024-04-13T08:31:20.020 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to 15 diff [24922347~6325268,38471597~1743510,57795398~1633288,61267562~2894032,67081908~2250842,86305246~7170789,97997839~6038837,112150480~1259409,129542330~14309658,177220684~1213974,184777459~4412002,195708711~3992161,202610692~2778936,260929827~922887,263290899~3169868,280578199~4955365,310556258~3759677,338121621~241240,339286654~3395103,365521849~4394908,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.020 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [24922347~6325268,38471597~1743510,57795398~1633288,61267562~2894032,67081908~2250842,86305246~7170789,97997839~6038837,112150480~1259409,129542330~14309658,177220684~1213974,184777459~4412002,195708711~3992161,202610692~2778936,260929827~922887,263290899~3169868,280578199~4955365,310556258~3759677,338121621~241240,339286654~3395103,365521849~4394908,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.025 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [24922347~6325268,38471597~1743510,57795398~1633288,61267562~2894032,67081908~2250842,86305246~7170789,97997839~6038837,112150480~1259409,125829120~18022868,177220684~1213974,184777459~4412002,195708711~3992161,202610692~2778936,260929827~922887,262571742~3889025,278242851~7290713,310556258~3759677,338121621~241240,339286654~3395103,365521849~4394908,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.025 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to 16 diff [24922347~6325268,38471597~1743510,45559580~4503406,57795398~1633288,61267562~2894032,65918304~7651818,81642337~11833698,97997839~6038837,112150480~1259409,121315658~25370933,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6622289,260929827~922887,263290899~3169868,280578199~4955365,310556258~3759677,338121621~241240,339286654~3395103,365521849~4394908,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.026 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [24922347~6325268,38471597~1743510,45559580~4503406,57795398~1633288,61267562~2894032,65918304~7651818,81642337~11833698,97997839~6038837,112150480~1259409,121315658~25370933,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6622289,260929827~922887,263290899~3169868,280578199~4955365,310556258~3759677,338121621~241240,339286654~3395103,365521849~4394908,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.031 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [24922347~6325268,38471597~1743510,45559580~4503406,57795398~1633288,61267562~2894032,65918304~7651818,81642337~11833698,97997839~6038837,112150480~1259409,121315658~25370933,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6622289,260929827~922887,262571742~3889025,278242851~7290713,310556258~3759677,338121621~241240,339286654~3395103,365521849~4394908,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.032 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to 17 diff [24922347~6325268,38471597~1743510,45559580~4503406,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,81642337~11833698,97013084~7023592,112131000~3835547,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6622289,235499554~6666810,260929827~922887,263290899~3169868,280578199~4955365,310556258~3759677,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.032 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [24922347~6325268,38471597~1743510,45559580~4503406,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,81642337~11833698,97013084~7023592,112131000~3835547,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6622289,235499554~6666810,260929827~922887,263290899~3169868,280578199~4955365,310556258~3759677,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.038 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [24922347~6325268,38471597~1743510,45559580~4503406,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,81642337~11833698,97013084~7023592,112131000~3835547,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6622289,235499554~6666810,260929827~922887,262571742~3889025,278242851~7290713,310556258~3759677,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.038 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to 18 diff [221958~1987035,12131958~4264535,24922347~6325268,38471597~1743510,43998803~6064183,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,194758840~6677692,202457449~6622289,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,280578199~5433124,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.038 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,12131958~4264535,24922347~6325268,38471597~1743510,43998803~6064183,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,194758840~6677692,202457449~6622289,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,280578199~5433124,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.045 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,12131958~4264535,24922347~6325268,38471597~1743510,43998803~6064183,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,194758840~6677692,202457449~6622289,235499554~6666810,251658240~7913572,260929827~922887,262571742~3889025,278242851~7768472,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.045 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to 19 diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,280578199~5433124,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.045 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,280578199~5433124,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.051 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~3889025,278242851~7768472,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.051 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to 14 diff [24922347~6325268,38471597~1743510,134512764~1454798,177220684~1213974,202610692~2778936,263290899~3169868,310556258~3759677,339996407~2685350,380186626~3496779,407289218~4484593] 2024-04-13T08:31:20.051 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [24922347~6325268,38471597~1743510,134512764~1454798,177220684~1213974,202610692~2778936,263290899~3169868,310556258~3759677,339996407~2685350,380186626~3496779,407289218~4484593] 2024-04-13T08:31:20.057 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [24922347~6325268,38471597~1743510,134512764~1454798,177220684~1213974,202610692~2778936,262571742~3889025,310556258~3759677,339996407~2685350,380186626~3496779,407289218~4484593] 2024-04-13T08:31:20.057 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to 15 diff [24922347~6325268,38471597~1743510,57795398~1633288,61267562~2894032,67081908~2250842,112150480~1259409,129542330~6791516,137150544~6701444,177220684~1213974,184777459~4412002,195708711~3992161,202610692~2778936,263290899~3169868,310556258~3759677,339996407~2685350,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.057 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [24922347~6325268,38471597~1743510,57795398~1633288,61267562~2894032,67081908~2250842,112150480~1259409,129542330~6791516,137150544~6701444,177220684~1213974,184777459~4412002,195708711~3992161,202610692~2778936,263290899~3169868,310556258~3759677,339996407~2685350,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.063 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [24922347~6325268,38471597~1743510,57795398~1633288,61267562~2894032,67081908~2250842,112150480~1259409,125829120~10504726,137150544~6701444,177220684~1213974,184777459~4412002,195708711~3992161,202610692~2778936,262571742~3889025,310556258~3759677,339996407~2685350,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.064 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to 16 diff [24922347~6325268,38471597~1743510,45559580~4503406,57795398~1633288,61267562~2894032,65918304~7651818,81642337~6705488,112150480~1259409,121315658~15018188,137150544~9536047,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6622289,263290899~3169868,310556258~3759677,339996407~2685350,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.064 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [24922347~6325268,38471597~1743510,45559580~4503406,57795398~1633288,61267562~2894032,65918304~7651818,81642337~6705488,112150480~1259409,121315658~15018188,137150544~9536047,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6622289,263290899~3169868,310556258~3759677,339996407~2685350,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.069 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [24922347~6325268,38471597~1743510,45559580~4503406,57795398~1633288,61267562~2894032,65918304~7651818,81642337~6705488,112150480~1259409,121315658~15018188,137150544~9536047,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6622289,262571742~3889025,310556258~3759677,339996407~2685350,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.070 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to 17 diff [24922347~6325268,38471597~1743510,45559580~4503406,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,81642337~6705488,97013084~1085611,112131000~3835547,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6622289,235499554~6666810,263290899~3169868,310556258~3759677,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.070 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [24922347~6325268,38471597~1743510,45559580~4503406,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,81642337~6705488,97013084~1085611,112131000~3835547,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6622289,235499554~6666810,263290899~3169868,310556258~3759677,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.076 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [24922347~6325268,38471597~1743510,45559580~4503406,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,81642337~6705488,97013084~1085611,112131000~3835547,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,195708711~3992161,202457449~6622289,235499554~6666810,262571742~3889025,310556258~3759677,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.076 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to 18 diff [221958~1987035,12131958~4264535,24922347~6325268,38471597~1743510,43998803~6064183,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,194758840~6677692,202457449~6622289,235499554~6666810,252149314~7422498,263290899~3169868,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.076 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,12131958~4264535,24922347~6325268,38471597~1743510,43998803~6064183,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,194758840~6677692,202457449~6622289,235499554~6666810,252149314~7422498,263290899~3169868,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.082 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,12131958~4264535,24922347~6325268,38471597~1743510,43998803~6064183,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,177220684~1213974,184777459~4412002,191642743~73158,194758840~6677692,202457449~6622289,235499554~6666810,251658240~7913572,262571742~3889025,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.082 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to 19 diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,263290899~3169868,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.082 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,263290899~3169868,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.088 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,262571742~3889025,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:20.088 INFO:tasks.workunit.client.0.smithi003.stdout:from 14 to 15 diff [57795398~1633288,61267562~2894032,67081908~2250842,112150480~1259409,129542330~6791516,137150544~6701444,184777459~4412002,195708711~3992161,380537625~7157881] 2024-04-13T08:31:20.088 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [57795398~1633288,61267562~2894032,67081908~2250842,112150480~1259409,129542330~6791516,137150544~6701444,184777459~4412002,195708711~3992161,380537625~7157881] 2024-04-13T08:31:20.094 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [57795398~1633288,61267562~2894032,67081908~2250842,112150480~1259409,125829120~10504726,137150544~6701444,184777459~4412002,195708711~3992161,380537625~7157881] 2024-04-13T08:31:20.095 INFO:tasks.workunit.client.0.smithi003.stdout:from 14 to 16 diff [45559580~4503406,57795398~1633288,61267562~2894032,65918304~7651818,81642337~6705488,112150480~1259409,121315658~15018188,137150544~9536047,184777459~4412002,191642743~73158,195708711~3992161,202457449~6622289,380537625~7157881] 2024-04-13T08:31:20.095 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [45559580~4503406,57795398~1633288,61267562~2894032,65918304~7651818,81642337~6705488,112150480~1259409,121315658~15018188,137150544~9536047,184777459~4412002,191642743~73158,195708711~3992161,202457449~6622289,380537625~7157881] 2024-04-13T08:31:20.101 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [45559580~4503406,57795398~1633288,61267562~2894032,65918304~7651818,81642337~6705488,112150480~1259409,121315658~15018188,137150544~9536047,184777459~4412002,191642743~73158,195708711~3992161,202457449~6622289,380537625~7157881] 2024-04-13T08:31:20.101 INFO:tasks.workunit.client.0.smithi003.stdout:from 14 to 17 diff [45559580~4503406,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,81642337~6705488,97013084~1085611,112131000~3835547,118589648~28096943,184777459~4412002,191642743~73158,195708711~3992161,202457449~6622289,235499554~6666810,366102936~6186816,380537625~7157881] 2024-04-13T08:31:20.101 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [45559580~4503406,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,81642337~6705488,97013084~1085611,112131000~3835547,118589648~28096943,184777459~4412002,191642743~73158,195708711~3992161,202457449~6622289,235499554~6666810,366102936~6186816,380537625~7157881] 2024-04-13T08:31:20.107 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [45559580~4503406,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,81642337~6705488,97013084~1085611,112131000~3835547,118589648~28096943,184777459~4412002,191642743~73158,195708711~3992161,202457449~6622289,235499554~6666810,366102936~6186816,380537625~7157881] 2024-04-13T08:31:20.107 INFO:tasks.workunit.client.0.smithi003.stdout:from 14 to 18 diff [221958~1987035,12131958~4264535,43998803~6064183,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,184777459~4412002,191642743~73158,194758840~6677692,202457449~6622289,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816,380537625~7157881] 2024-04-13T08:31:20.107 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,12131958~4264535,43998803~6064183,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,184777459~4412002,191642743~73158,194758840~6677692,202457449~6622289,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816,380537625~7157881] 2024-04-13T08:31:20.113 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,12131958~4264535,43998803~6064183,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,184777459~4412002,191642743~73158,194758840~6677692,202457449~6622289,235499554~6666810,251658240~7913572,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816,380537625~7157881] 2024-04-13T08:31:20.113 INFO:tasks.workunit.client.0.smithi003.stdout:from 14 to 19 diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816,380537625~7157881] 2024-04-13T08:31:20.114 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816,380537625~7157881] 2024-04-13T08:31:20.120 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816,380537625~7157881] 2024-04-13T08:31:20.120 INFO:tasks.workunit.client.0.smithi003.stdout:from 15 to 16 diff [45559580~4503406,65918304~7651818,81642337~6705488,112720872~414232,121315658~12968491,138591117~8095474,191642743~73158,202457449~6622289] 2024-04-13T08:31:20.120 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [45559580~4503406,65918304~7651818,81642337~6705488,112720872~414232,121315658~12968491,138591117~8095474,191642743~73158,202457449~6622289] 2024-04-13T08:31:20.126 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [45559580~4503406,65918304~7651818,81642337~6705488,112720872~414232,121315658~12968491,138591117~8095474,191642743~73158,202457449~6622289] 2024-04-13T08:31:20.126 INFO:tasks.workunit.client.0.smithi003.stdout:from 15 to 17 diff [45559580~4503406,54718435~2830456,65918304~7651818,75152433~1281737,81642337~6705488,97013084~1085611,112131000~3835547,118589648~28096943,191642743~73158,202457449~6622289,235499554~6666810,366102936~6186816] 2024-04-13T08:31:20.126 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [45559580~4503406,54718435~2830456,65918304~7651818,75152433~1281737,81642337~6705488,97013084~1085611,112131000~3835547,118589648~28096943,191642743~73158,202457449~6622289,235499554~6666810,366102936~6186816] 2024-04-13T08:31:20.132 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [45559580~4503406,54718435~2830456,65918304~7651818,75152433~1281737,81642337~6705488,97013084~1085611,112131000~3835547,118589648~28096943,191642743~73158,202457449~6622289,235499554~6666810,366102936~6186816] 2024-04-13T08:31:20.133 INFO:tasks.workunit.client.0.smithi003.stdout:from 15 to 18 diff [221958~1987035,12131958~4264535,43998803~6064183,54718435~2830456,65918304~7651818,75152433~1281737,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,191642743~73158,194758840~6677692,202457449~6622289,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:20.133 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,12131958~4264535,43998803~6064183,54718435~2830456,65918304~7651818,75152433~1281737,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,191642743~73158,194758840~6677692,202457449~6622289,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:20.139 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,12131958~4264535,43998803~6064183,54718435~2830456,65918304~7651818,75152433~1281737,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,191642743~73158,194758840~6677692,202457449~6622289,235499554~6666810,251658240~7913572,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:20.139 INFO:tasks.workunit.client.0.smithi003.stdout:from 15 to 19 diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:20.139 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:20.145 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:20.145 INFO:tasks.workunit.client.0.smithi003.stdout:from 16 to 17 diff [54718435~2830456,75152433~1281737,97013084~1085611,112131000~3835547,118589648~2925688,131976515~9527633,235499554~6666810,366102936~6186816] 2024-04-13T08:31:20.145 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [54718435~2830456,75152433~1281737,97013084~1085611,112131000~3835547,118589648~2925688,131976515~9527633,235499554~6666810,366102936~6186816] 2024-04-13T08:31:20.151 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [54718435~2830456,75152433~1281737,97013084~1085611,112131000~3835547,118589648~2925688,131976515~9527633,235499554~6666810,366102936~6186816] 2024-04-13T08:31:20.151 INFO:tasks.workunit.client.0.smithi003.stdout:from 16 to 18 diff [221958~1987035,12131958~4264535,43998803~4758921,54718435~2830456,75152433~1281737,97013084~1085611,109531705~8137588,118589648~2925688,131976515~9527633,194758840~6677692,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:20.152 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,12131958~4264535,43998803~4758921,54718435~2830456,75152433~1281737,97013084~1085611,109531705~8137588,118589648~2925688,131976515~9527633,194758840~6677692,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:20.158 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,12131958~4264535,43998803~4758921,54718435~2830456,75152433~1281737,97013084~1085611,109531705~8137588,118589648~2925688,131976515~9527633,194758840~6677692,235499554~6666810,251658240~7913572,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:20.158 INFO:tasks.workunit.client.0.smithi003.stdout:from 16 to 19 diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~5537442,54718435~2830456,75152433~1281737,76860166~3963092,97013084~1085611,109531705~8137588,118589648~2925688,131976515~9527633,165606777~5447933,175144040~7420276,194758840~6698264,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:20.158 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~5537442,54718435~2830456,75152433~1281737,76860166~3963092,97013084~1085611,109531705~8137588,118589648~2925688,131976515~9527633,165606777~5447933,175144040~7420276,194758840~6698264,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:20.164 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,43220282~5537442,54718435~2830456,75152433~1281737,76860166~3963092,97013084~1085611,109531705~8137588,118589648~2925688,131976515~9527633,165606777~5447933,175144040~7420276,194758840~6698264,231048465~2447494,235499554~6666810,251658240~7913572,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:20.164 INFO:tasks.workunit.client.0.smithi003.stdout:from 17 to 18 diff [221958~1987035,12131958~4264535,43998803~4758921,109531705~8137588,194758840~6677692,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673] 2024-04-13T08:31:20.164 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,12131958~4264535,43998803~4758921,109531705~8137588,194758840~6677692,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673] 2024-04-13T08:31:20.170 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,12131958~4264535,43998803~4758921,109531705~8137588,194758840~6677692,251658240~7913572,283022573~2988750,303020874~2540555,317348840~2652673] 2024-04-13T08:31:20.170 INFO:tasks.workunit.client.0.smithi003.stdout:from 17 to 19 diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~5537442,76860166~3963092,109531705~8137588,165606777~5447933,175144040~7420276,194758840~6698264,231048465~2447494,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673] 2024-04-13T08:31:20.170 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~5537442,76860166~3963092,109531705~8137588,165606777~5447933,175144040~7420276,194758840~6698264,231048465~2447494,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673] 2024-04-13T08:31:20.176 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,43220282~5537442,76860166~3963092,109531705~8137588,165606777~5447933,175144040~7420276,194758840~6698264,231048465~2447494,251658240~7913572,283022573~2988750,303020874~2540555,317348840~2652673] 2024-04-13T08:31:20.176 INFO:tasks.workunit.client.0.smithi003.stdout:from 18 to 19 diff [4616917~6208698,43220282~4299098,76860166~3963092,113265655~3206079,165606777~5447933,175144040~7420276,197260810~4196294,231048465~2447494] 2024-04-13T08:31:20.176 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4616917~6208698,43220282~4299098,76860166~3963092,113265655~3206079,165606777~5447933,175144040~7420276,197260810~4196294,231048465~2447494] 2024-04-13T08:31:20.182 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4616917~6208698,43220282~4299098,76860166~3963092,113265655~3206079,165606777~5447933,175144040~7420276,197260810~4196294,231048465~2447494] 2024-04-13T08:31:20.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:19 smithi003 ceph-mon[91733]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-13T08:31:20.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:19 smithi003 ceph-mon[91733]: pgmap v4105: 137 pgs: 137 active+clean; 794 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 KiB/s rd, 25 MiB/s wr, 182 op/s 2024-04-13T08:31:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:19 smithi003 ceph-mon[89364]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-13T08:31:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:19 smithi003 ceph-mon[89364]: pgmap v4105: 137 pgs: 137 active+clean; 794 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 KiB/s rd, 25 MiB/s wr, 182 op/s 2024-04-13T08:31:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:19 smithi066 ceph-mon[84331]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-13T08:31:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:19 smithi066 ceph-mon[84331]: pgmap v4105: 137 pgs: 137 active+clean; 794 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 KiB/s rd, 25 MiB/s wr, 182 op/s 2024-04-13T08:31:20.954 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:20.954 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:20.987 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~44950236,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:20.987 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:20.987 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:20.993 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:20.994 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:20.994 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:21.000 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97013084~7023592,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:21.000 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:21.000 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:21.006 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28659810,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24142499,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:21.007 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:21.007 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:21.013 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~37668025,209715200~8009197,218103808~2513211,222590446~4262130,228146799~18586146,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,360710144~11579608,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:21.013 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:21.013 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:21.019 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,365521849~6767903,376001491~733113,380186626~7508880,390070272~11432433,407289218~4484593] 2024-04-13T08:31:21.019 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:21.020 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:21.026 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:21.026 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:21.026 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:21.032 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:21.032 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:21.032 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:21.038 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:21.038 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:21.038 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:21.045 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:21.045 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to HEAD diff [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:21.045 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:21.051 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:21.051 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,267124434~5379922,280578199~5433124,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:21.051 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,267124434~5379922,280578199~5433124,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:21.057 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~3889025,267124434~5379922,278242851~7768472,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:21.058 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,280578199~5433124,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:21.058 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,280578199~5433124,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:21.064 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~3889025,278242851~7768472,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:21.064 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,263290899~3169868,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:21.064 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,263290899~3169868,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:21.070 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,262571742~3889025,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:21.070 INFO:tasks.workunit.client.0.smithi003.stdout:from 14 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816,380537625~7157881] 2024-04-13T08:31:21.070 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816,380537625~7157881] 2024-04-13T08:31:21.075 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816,380537625~7157881] 2024-04-13T08:31:21.076 INFO:tasks.workunit.client.0.smithi003.stdout:from 15 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:21.076 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:21.082 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:21.127 INFO:tasks.workunit.client.0.smithi003.stdout:from 16 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~5537442,54718435~2830456,75152433~1281737,76860166~3963092,97013084~1085611,109531705~8137588,118589648~2925688,131976515~9527633,165606777~5447933,175144040~7420276,194758840~6698264,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:21.127 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~5537442,54718435~2830456,75152433~1281737,76860166~3963092,97013084~1085611,109531705~8137588,118589648~2925688,131976515~9527633,165606777~5447933,175144040~7420276,194758840~6698264,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:21.128 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,43220282~5537442,54718435~2830456,75152433~1281737,76860166~3963092,97013084~1085611,109531705~8137588,118589648~2925688,131976515~9527633,165606777~5447933,175144040~7420276,194758840~6698264,231048465~2447494,235499554~6666810,251658240~7913572,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:21.128 INFO:tasks.workunit.client.0.smithi003.stdout:from 17 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~5537442,76860166~3963092,109531705~8137588,165606777~5447933,175144040~7420276,194758840~6698264,231048465~2447494,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673] 2024-04-13T08:31:21.128 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~5537442,76860166~3963092,109531705~8137588,165606777~5447933,175144040~7420276,194758840~6698264,231048465~2447494,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673] 2024-04-13T08:31:21.128 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,43220282~5537442,76860166~3963092,109531705~8137588,165606777~5447933,175144040~7420276,194758840~6698264,231048465~2447494,251658240~7913572,283022573~2988750,303020874~2540555,317348840~2652673] 2024-04-13T08:31:21.955 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:21.955 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:22.001 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~44950236,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:22.002 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:22.002 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:22.009 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:22.009 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:22.009 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:22.015 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97013084~7023592,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:22.016 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:22.016 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:22.022 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28659810,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24142499,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:22.022 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:22.022 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:22.029 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~37668025,209715200~8009197,218103808~2513211,222590446~4262130,228146799~18586146,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,360710144~11579608,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:22.029 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:22.029 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:22.036 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,365521849~6767903,376001491~733113,380186626~7508880,390070272~11432433,407289218~4484593] 2024-04-13T08:31:22.036 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:22.036 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:22.042 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:22.042 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:22.042 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:22.048 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:22.048 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:22.048 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:22.054 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:22.055 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:22.055 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:22.061 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:22.061 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to HEAD diff [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:22.061 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:22.067 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:22.068 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,267124434~5379922,280578199~5433124,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:22.068 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,267124434~5379922,280578199~5433124,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:22.074 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~3889025,267124434~5379922,278242851~7768472,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:22.074 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,280578199~5433124,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:22.074 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,280578199~5433124,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:22.080 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~3889025,278242851~7768472,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:22.081 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,263290899~3169868,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:22.081 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,263290899~3169868,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:22.087 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,262571742~3889025,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:22.087 INFO:tasks.workunit.client.0.smithi003.stdout:from 14 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816,380537625~7157881] 2024-04-13T08:31:22.087 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816,380537625~7157881] 2024-04-13T08:31:22.093 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816,380537625~7157881] 2024-04-13T08:31:22.093 INFO:tasks.workunit.client.0.smithi003.stdout:from 15 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:22.093 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:22.099 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:22.099 INFO:tasks.workunit.client.0.smithi003.stdout:from 16 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~5537442,54718435~2830456,75152433~1281737,76860166~3963092,97013084~1085611,109531705~8137588,118589648~2925688,131976515~9527633,165606777~5447933,175144040~7420276,194758840~6698264,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:22.099 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~5537442,54718435~2830456,75152433~1281737,76860166~3963092,97013084~1085611,109531705~8137588,118589648~2925688,131976515~9527633,165606777~5447933,175144040~7420276,194758840~6698264,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:22.105 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,43220282~5537442,54718435~2830456,75152433~1281737,76860166~3963092,97013084~1085611,109531705~8137588,118589648~2925688,131976515~9527633,165606777~5447933,175144040~7420276,194758840~6698264,231048465~2447494,235499554~6666810,251658240~7913572,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:22.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:21 smithi066 ceph-mon[84331]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-13T08:31:22.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:21 smithi066 ceph-mon[84331]: pgmap v4107: 137 pgs: 137 active+clean; 858 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 177 KiB/s rd, 34 MiB/s wr, 1.83k op/s 2024-04-13T08:31:22.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:21 smithi003 ceph-mon[91733]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-13T08:31:22.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:21 smithi003 ceph-mon[91733]: pgmap v4107: 137 pgs: 137 active+clean; 858 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 177 KiB/s rd, 34 MiB/s wr, 1.83k op/s 2024-04-13T08:31:22.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:21 smithi003 ceph-mon[89364]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-13T08:31:22.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:21 smithi003 ceph-mon[89364]: pgmap v4107: 137 pgs: 137 active+clean; 858 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 177 KiB/s rd, 34 MiB/s wr, 1.83k op/s 2024-04-13T08:31:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:31:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:31:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:31:22.982 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:22.983 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:23.017 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~44950236,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:23.018 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:23.018 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:23.023 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:23.023 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:23.023 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:23.030 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97013084~7023592,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:23.030 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:23.030 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:23.038 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28659810,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24142499,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:23.038 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:23.038 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:23.043 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~37668025,209715200~8009197,218103808~2513211,222590446~4262130,228146799~18586146,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,360710144~11579608,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:23.043 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:23.043 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:23.049 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,365521849~6767903,376001491~733113,380186626~7508880,390070272~11432433,407289218~4484593] 2024-04-13T08:31:23.049 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:23.049 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:23.056 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:23.056 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:23.056 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:23.062 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:23.062 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:23.062 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:23.069 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:23.069 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:23.069 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:23.075 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:23.075 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to HEAD diff [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:23.075 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:23.082 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:23.082 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,267124434~5379922,280578199~5433124,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:23.082 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,267124434~5379922,280578199~5433124,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:23.087 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~3889025,267124434~5379922,278242851~7768472,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:23.088 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,280578199~5433124,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:23.088 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,280578199~5433124,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:23.094 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~3889025,278242851~7768472,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:23.094 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,263290899~3169868,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:23.094 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,263290899~3169868,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:23.100 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,262571742~3889025,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:23.100 INFO:tasks.workunit.client.0.smithi003.stdout:from 14 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816,380537625~7157881] 2024-04-13T08:31:23.100 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816,380537625~7157881] 2024-04-13T08:31:23.106 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816,380537625~7157881] 2024-04-13T08:31:23.107 INFO:tasks.workunit.client.0.smithi003.stdout:from 15 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:23.107 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:23.112 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816] 2024-04-13T08:31:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:22 smithi003 ceph-mon[89364]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-13T08:31:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:22 smithi003 ceph-mon[91733]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-13T08:31:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:22 smithi066 ceph-mon[84331]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-13T08:31:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:23.967 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:23.967 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:24.021 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~44950236,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:24.021 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:24.021 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:24.036 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:24.036 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:24.036 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:24.042 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97013084~7023592,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:24.042 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:24.042 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:24.048 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28659810,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24142499,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:24.049 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:24.049 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:24.055 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~37668025,209715200~8009197,218103808~2513211,222590446~4262130,228146799~18586146,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,360710144~11579608,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:24.055 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:24.055 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:24.061 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,365521849~6767903,376001491~733113,380186626~7508880,390070272~11432433,407289218~4484593] 2024-04-13T08:31:24.061 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:24.061 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:24.068 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:24.068 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:24.068 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:24.074 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:24.075 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:24.075 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:24.081 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:24.081 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:24.081 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:24.087 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:24.087 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to HEAD diff [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:24.087 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:24.093 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:24.093 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,267124434~5379922,280578199~5433124,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:24.094 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,267124434~5379922,280578199~5433124,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:24.100 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~3889025,267124434~5379922,278242851~7768472,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:24.100 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,280578199~5433124,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:24.100 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,280578199~5433124,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:24.106 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~3889025,278242851~7768472,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:24.106 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,263290899~3169868,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:24.106 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,263290899~3169868,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:24.112 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,262571742~3889025,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:24.112 INFO:tasks.workunit.client.0.smithi003.stdout:from 14 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816,380537625~7157881] 2024-04-13T08:31:24.112 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816,380537625~7157881] 2024-04-13T08:31:24.118 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,283022573~2988750,303020874~2540555,317348840~2652673,366102936~6186816,380537625~7157881] 2024-04-13T08:31:24.212 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:23 smithi003 ceph-mon[91733]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-13T08:31:24.212 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:23 smithi003 ceph-mon[91733]: pgmap v4110: 137 pgs: 137 active+clean; 858 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 177 KiB/s rd, 24 MiB/s wr, 1.83k op/s 2024-04-13T08:31:24.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:23 smithi003 ceph-mon[89364]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-13T08:31:24.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:23 smithi003 ceph-mon[89364]: pgmap v4110: 137 pgs: 137 active+clean; 858 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 177 KiB/s rd, 24 MiB/s wr, 1.83k op/s 2024-04-13T08:31:24.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:23 smithi066 ceph-mon[84331]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-13T08:31:24.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:23 smithi066 ceph-mon[84331]: pgmap v4110: 137 pgs: 137 active+clean; 858 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 177 KiB/s rd, 24 MiB/s wr, 1.83k op/s 2024-04-13T08:31:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:31:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:31:24] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-13T08:31:24.980 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:24.980 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:25.038 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~44950236,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:25.038 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:25.038 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:25.045 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:25.045 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:25.045 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:25.052 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97013084~7023592,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:25.052 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:25.052 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:25.058 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28659810,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24142499,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:25.058 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:25.058 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:25.064 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~37668025,209715200~8009197,218103808~2513211,222590446~4262130,228146799~18586146,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,360710144~11579608,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:25.065 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:25.065 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:25.071 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,365521849~6767903,376001491~733113,380186626~7508880,390070272~11432433,407289218~4484593] 2024-04-13T08:31:25.071 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:25.071 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:25.077 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:25.077 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:25.077 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:25.083 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:25.084 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:25.084 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:25.089 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:25.089 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:25.089 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:25.095 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:25.095 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to HEAD diff [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:25.095 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:25.102 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:25.102 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,267124434~5379922,280578199~5433124,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:25.102 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,267124434~5379922,280578199~5433124,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:25.108 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~3889025,267124434~5379922,278242851~7768472,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:25.108 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,280578199~5433124,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:25.108 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,280578199~5433124,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:25.114 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~3889025,278242851~7768472,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:25.114 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,263290899~3169868,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:25.114 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,263290899~3169868,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:25.120 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~6705488,97013084~1085611,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,262571742~3889025,283022573~2988750,303020874~2540555,310556258~3759677,317348840~2652673,339996407~2685350,366102936~6186816,380186626~7508880,407289218~4484593] 2024-04-13T08:31:25.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:24 smithi003 ceph-mon[91733]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-13T08:31:25.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:24 smithi003 ceph-mon[89364]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-13T08:31:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:24 smithi066 ceph-mon[84331]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-13T08:31:25.981 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:25.982 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:26.034 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~44950236,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:26.034 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:26.034 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:26.050 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:26.050 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:26.050 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:26.057 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97013084~7023592,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:26.057 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:26.058 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:26.064 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28659810,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24142499,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:26.064 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:26.064 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:26.070 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~37668025,209715200~8009197,218103808~2513211,222590446~4262130,228146799~18586146,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,360710144~11579608,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:26.070 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:26.070 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:26.076 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,365521849~6767903,376001491~733113,380186626~7508880,390070272~11432433,407289218~4484593] 2024-04-13T08:31:26.077 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:26.077 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:26.083 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:26.083 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:26.083 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:26.089 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:26.090 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:26.090 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:26.096 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:26.096 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:26.096 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:26.102 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:26.102 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to HEAD diff [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:26.102 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:26.108 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:26.108 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,267124434~5379922,280578199~5433124,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:26.108 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,267124434~5379922,280578199~5433124,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:26.114 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~3889025,267124434~5379922,278242851~7768472,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:26.114 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,280578199~5433124,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:26.114 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,280578199~5433124,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:26.120 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~7651818,75152433~1281737,76860166~3963092,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6622289,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~3889025,278242851~7768472,303020874~2540555,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:26.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:25 smithi003 ceph-mon[91733]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-13T08:31:26.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:25 smithi003 ceph-mon[91733]: pgmap v4113: 137 pgs: 137 active+clean; 828 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 153 KiB/s rd, 6.2 KiB/s wr, 4.30k op/s 2024-04-13T08:31:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:25 smithi003 ceph-mon[89364]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-13T08:31:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:25 smithi003 ceph-mon[89364]: pgmap v4113: 137 pgs: 137 active+clean; 828 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 153 KiB/s rd, 6.2 KiB/s wr, 4.30k op/s 2024-04-13T08:31:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:25 smithi066 ceph-mon[84331]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-13T08:31:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:25 smithi066 ceph-mon[84331]: pgmap v4113: 137 pgs: 137 active+clean; 828 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 153 KiB/s rd, 6.2 KiB/s wr, 4.30k op/s 2024-04-13T08:31:26.989 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:26.989 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:27.042 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~44950236,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:27.042 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:27.042 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:27.062 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:27.062 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:27.062 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:27.069 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97013084~7023592,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:27.069 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:27.069 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:27.075 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28659810,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24142499,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:27.075 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:27.075 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:27.081 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~37668025,209715200~8009197,218103808~2513211,222590446~4262130,228146799~18586146,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,360710144~11579608,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:27.081 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:27.082 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:27.088 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,365521849~6767903,376001491~733113,380186626~7508880,390070272~11432433,407289218~4484593] 2024-04-13T08:31:27.088 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:27.088 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:27.094 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:27.094 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:27.094 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:27.101 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:27.101 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:27.101 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:27.107 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:27.107 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:27.107 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:27.113 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:27.113 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to HEAD diff [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:27.114 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:27.120 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:27.120 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to HEAD diff [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,267124434~5379922,280578199~5433124,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:27.120 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~3169868,267124434~5379922,280578199~5433124,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:27.125 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~6208698,12131958~4264535,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~11833698,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~3889025,267124434~5379922,278242851~7768472,302398654~3227492,310556258~3759677,317348840~2652673,338121621~241240,339286654~3395103,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:26 smithi003 ceph-mon[91733]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-13T08:31:27.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:26 smithi003 ceph-mon[89364]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-13T08:31:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:26 smithi066 ceph-mon[84331]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-13T08:31:27.999 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:27.999 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:28.055 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~44950236,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:28.055 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:28.055 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:28.068 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:28.068 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:28.068 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:28.074 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97013084~7023592,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:28.074 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:28.074 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:28.080 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28659810,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24142499,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:28.081 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:28.081 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:28.087 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~37668025,209715200~8009197,218103808~2513211,222590446~4262130,228146799~18586146,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,360710144~11579608,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:28.087 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:28.087 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:28.093 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,365521849~6767903,376001491~733113,380186626~7508880,390070272~11432433,407289218~4484593] 2024-04-13T08:31:28.093 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:28.093 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:28.099 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:28.099 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:28.099 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:28.106 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:28.106 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:28.106 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:28.112 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:28.112 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:28.112 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:28.118 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:28.118 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to HEAD diff [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:28.118 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:28.124 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~16423504,21425677~1186013,24922347~6325268,38471597~1743510,43220282~6842704,54718435~2830456,57795398~1633288,61267562~2894032,65918304~14904954,81642337~14176972,97013084~7023592,109531705~8137588,118589648~28096943,165606777~5447933,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,407289218~4484593] 2024-04-13T08:31:28.302 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:27 smithi066 ceph-mon[84331]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-13T08:31:28.302 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:27 smithi066 ceph-mon[84331]: pgmap v4116: 137 pgs: 137 active+clean; 828 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 153 KiB/s rd, 6.2 KiB/s wr, 4.39k op/s 2024-04-13T08:31:28.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:27 smithi003 ceph-mon[89364]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-13T08:31:28.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:27 smithi003 ceph-mon[89364]: pgmap v4116: 137 pgs: 137 active+clean; 828 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 153 KiB/s rd, 6.2 KiB/s wr, 4.39k op/s 2024-04-13T08:31:28.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:27 smithi003 ceph-mon[91733]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-13T08:31:28.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:27 smithi003 ceph-mon[91733]: pgmap v4116: 137 pgs: 137 active+clean; 828 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 153 KiB/s rd, 6.2 KiB/s wr, 4.39k op/s 2024-04-13T08:31:28.994 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:28.994 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:29.056 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~44950236,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:29.056 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:29.056 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:29.069 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:29.069 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:29.069 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:29.075 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97013084~7023592,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:29.075 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:29.075 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:29.081 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28659810,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24142499,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:29.081 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:29.082 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:29.087 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~37668025,209715200~8009197,218103808~2513211,222590446~4262130,228146799~18586146,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,360710144~11579608,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:29.088 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:29.088 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:29.094 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,365521849~6767903,376001491~733113,380186626~7508880,390070272~11432433,407289218~4484593] 2024-04-13T08:31:29.094 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.094 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.100 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.100 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.100 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.106 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.106 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.106 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.111 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.112 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.112 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,219661306~955713,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.117 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,106330981~11338312,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~6698264,202457449~6634634,218103808~2513211,224243919~2608657,228146799~2331187,231048465~2447494,235499554~6666810,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~2652673,338121621~241240,339286654~3395103,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:28 smithi003 ceph-mon[89364]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-13T08:31:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:28 smithi003 ceph-mon[91733]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-13T08:31:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:28 smithi066 ceph-mon[84331]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-13T08:31:29.765 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:29.765 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:29.829 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~44950236,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:29.830 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:29.830 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:29.842 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:29.842 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:29.842 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:29.848 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97013084~7023592,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:29.848 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:29.848 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:29.855 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28659810,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24142499,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:29.855 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:29.855 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:29.862 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~37668025,209715200~8009197,218103808~2513211,222590446~4262130,228146799~18586146,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,360710144~11579608,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:29.862 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:29.862 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:29.868 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,365521849~6767903,376001491~733113,380186626~7508880,390070272~11432433,407289218~4484593] 2024-04-13T08:31:29.868 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.869 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.875 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.875 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.875 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.881 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.881 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.881 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:29.887 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~2830456,57795398~1633288,60592947~20230311,81642337~14176972,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~7420276,184777459~4412002,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~9489090,337331209~5350548,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:30 smithi003 ceph-mon[91733]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-13T08:31:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:30 smithi003 ceph-mon[91733]: pgmap v4119: 137 pgs: 137 active+clean; 785 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 974 op/s 2024-04-13T08:31:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:30 smithi003 ceph-mon[91733]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-13T08:31:30.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:30 smithi003 ceph-mon[89364]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-13T08:31:30.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:30 smithi003 ceph-mon[89364]: pgmap v4119: 137 pgs: 137 active+clean; 785 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 974 op/s 2024-04-13T08:31:30.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:30 smithi003 ceph-mon[89364]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-13T08:31:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:30 smithi066 ceph-mon[84331]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-13T08:31:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:30 smithi066 ceph-mon[84331]: pgmap v4119: 137 pgs: 137 active+clean; 785 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 974 op/s 2024-04-13T08:31:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:30 smithi066 ceph-mon[84331]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-13T08:31:30.790 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:30.790 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:30.831 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~44950236,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:30.831 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:30.831 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:30.847 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:30.847 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:30.847 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:30.853 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97013084~7023592,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:30.853 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:30.853 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:30.860 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28659810,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24142499,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:30.860 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:30.860 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:30.866 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~37668025,209715200~8009197,218103808~2513211,222590446~4262130,228146799~18586146,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,360710144~11579608,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:30.866 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:30.866 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:30.872 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,365521849~6767903,376001491~733113,380186626~7508880,390070272~11432433,407289218~4484593] 2024-04-13T08:31:30.872 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:30.872 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:30.878 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:30.878 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:30.878 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~26630698,31837757~1344973,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,224243919~2608657,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~4843341,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:30.884 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~26630698,31837757~1344973,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,224243919~2608657,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~8131743,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:31.776 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:31.776 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:31.835 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~44950236,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:31.835 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:31.835 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:31.852 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:31.852 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:31.852 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:31.859 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97013084~7023592,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:31.859 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:31.859 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:31.866 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28659810,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24142499,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:31.866 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:31.866 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:31.872 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~37668025,209715200~8009197,218103808~2513211,222590446~4262130,228146799~18586146,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,360710144~11579608,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:31.872 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:31.872 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:31.878 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,365521849~6767903,376001491~733113,380186626~7508880,390070272~11432433,407289218~4484593] 2024-04-13T08:31:31.878 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:31.878 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:31.884 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,43220282~6842704,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,175144040~14045421,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15402723,335565347~7116410,346627347~5665743,365521849~6767903,376001491~733113,380186626~7508880,398099027~3403678,407289218~4484593] 2024-04-13T08:31:32.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:31 smithi003 ceph-mon[91733]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-13T08:31:32.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:31 smithi003 ceph-mon[89364]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-13T08:31:32.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:31 smithi066 ceph-mon[84331]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-13T08:31:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:31:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:31:32.784 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:32.784 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:32.841 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~44950236,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:32.842 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:32.842 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:32.860 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:32.861 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:32.861 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:32.867 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97013084~7023592,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:32.867 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:32.867 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:32.873 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28659810,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24142499,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:32.873 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:32.874 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:32.879 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~37668025,209715200~8009197,218103808~2513211,222590446~4262130,228146799~18586146,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,360710144~11579608,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:32.879 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:32.880 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,210467941~7256456,219661306~955713,222590446~4262130,228146799~15516328,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,365521849~6767903,376001491~733113,380186626~7508880,393801538~7701167,407289218~4484593] 2024-04-13T08:31:32.885 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~17765403,191642743~73158,194758840~14333243,209715200~8009197,218103808~2513211,222590446~4262130,228146799~15516328,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,365521849~6767903,376001491~733113,380186626~7508880,390070272~11432433,407289218~4484593] 2024-04-13T08:31:33.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:32 smithi003 ceph-mon[91733]: pgmap v4122: 137 pgs: 137 active+clean; 750 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 136 KiB/s rd, 7.5 KiB/s wr, 1.67k op/s 2024-04-13T08:31:33.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:32 smithi003 ceph-mon[91733]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-13T08:31:33.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:32 smithi003 ceph-mon[89364]: pgmap v4122: 137 pgs: 137 active+clean; 750 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 136 KiB/s rd, 7.5 KiB/s wr, 1.67k op/s 2024-04-13T08:31:33.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:32 smithi003 ceph-mon[89364]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-13T08:31:33.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:32 smithi066 ceph-mon[84331]: pgmap v4122: 137 pgs: 137 active+clean; 750 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 136 KiB/s rd, 7.5 KiB/s wr, 1.67k op/s 2024-04-13T08:31:33.152 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:32 smithi066 ceph-mon[84331]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-13T08:31:33.790 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:33.791 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:33.847 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~44950236,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:33.847 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:33.847 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:33.870 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:33.870 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:33.870 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:33.877 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97013084~7023592,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:33.878 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:33.878 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:33.883 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28659810,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24142499,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:33.883 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:33.884 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [221958~1987035,4616917~28565813,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28096943,152422110~4771789,164603822~6450888,171424058~37668025,210467941~7256456,219661306~955713,222590446~4262130,228146799~18586146,252149314~7422498,260929827~922887,263290899~10087090,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,317348840~15480597,335565347~7116410,346627347~5665743,353515512~2043276,361852793~10436959,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:33.889 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [221958~1987035,4616917~28565813,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28096943,150994944~6198955,164603822~6450888,171424058~37668025,209715200~8009197,218103808~2513211,222590446~4262130,228146799~18586146,251658240~7913572,260929827~922887,262571742~10806247,278242851~7768472,293601280~2069807,302398654~3227492,306184192~9368568,317348840~15480597,335565347~7116410,346627347~5665743,352321536~3237252,360710144~11579608,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:34.035 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:33 smithi003 ceph-mon[91733]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-13T08:31:34.036 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:33 smithi003 ceph-mon[89364]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-13T08:31:34.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:33 smithi066 ceph-mon[84331]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-13T08:31:34.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:31:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:31:34] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-13T08:31:34.802 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:34.802 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:34.838 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~44950236,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:34.838 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:34.838 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:34.850 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:34.851 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:34.851 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:34.856 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97013084~7023592,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:34.857 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:34.857 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41100874,97013084~7023592,104412823~13256470,118589648~28659810,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24142499,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~6080166,315712256~17117181,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:34.862 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41293357,97013084~7023592,104412823~13256470,118589648~28659810,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24142499,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~9368568,315712256~17117181,335565347~7116410,346627347~5665743,352321536~3237252,360710144~13608462,376001491~733113,377770415~9925091,390070272~16910771,407289218~4484593] 2024-04-13T08:31:35.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:34 smithi003 ceph-mon[91733]: pgmap v4125: 137 pgs: 137 active+clean; 750 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 134 KiB/s rd, 7.5 KiB/s wr, 780 op/s 2024-04-13T08:31:35.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:34 smithi003 ceph-mon[91733]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-13T08:31:35.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:34 smithi003 ceph-mon[91733]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-13T08:31:35.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:34 smithi003 ceph-mon[89364]: pgmap v4125: 137 pgs: 137 active+clean; 750 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 134 KiB/s rd, 7.5 KiB/s wr, 780 op/s 2024-04-13T08:31:35.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:34 smithi003 ceph-mon[89364]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-13T08:31:35.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:34 smithi003 ceph-mon[89364]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-13T08:31:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:34 smithi066 ceph-mon[84331]: pgmap v4125: 137 pgs: 137 active+clean; 750 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 134 KiB/s rd, 7.5 KiB/s wr, 780 op/s 2024-04-13T08:31:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:34 smithi066 ceph-mon[84331]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-13T08:31:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:34 smithi066 ceph-mon[84331]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-13T08:31:35.798 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:35.798 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:35.856 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~44950236,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:35.856 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:35.856 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:35.875 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:35.876 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:35.876 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~41345224,97013084~7023592,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~13179505,407289218~4484593] 2024-04-13T08:31:35.881 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~41537707,97013084~7023592,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~10806247,276868840~9142483,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~16910771,407289218~4484593] 2024-04-13T08:31:36.802 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:36.802 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:36.852 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~44950236,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:36.852 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:36.852 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~49318241,104412823~13256470,118338296~28911162,152422110~4771789,164603822~6450888,171424058~38130000,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~7116410,346627347~5665743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:36.873 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [102235~33080495,37748736~3085528,42367208~7695778,54525952~49510724,104412823~13256470,118338296~28911162,150994944~6198955,164603822~6450888,171424058~38130000,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335565347~7116410,346627347~5665743,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:37.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:36 smithi003 ceph-mon[91733]: pgmap v4128: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 606 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 906 op/s 2024-04-13T08:31:37.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:36 smithi003 ceph-mon[91733]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-13T08:31:37.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:36 smithi003 ceph-mon[89364]: pgmap v4128: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 606 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 906 op/s 2024-04-13T08:31:37.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:36 smithi003 ceph-mon[89364]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-13T08:31:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:36 smithi066 ceph-mon[84331]: pgmap v4128: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 606 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 906 op/s 2024-04-13T08:31:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:36 smithi066 ceph-mon[84331]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-13T08:31:37.806 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:37.806 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [102235~33080495,38471597~2362667,42367208~7695778,54718435~62950858,118338296~28911162,152422110~4771789,164603822~44950236,210467941~7256456,219661306~955713,222590446~24989449,252149314~7422498,260929827~922887,263290899~10087090,274163309~2705531,276958253~1284598,280578199~5433124,295539594~131493,302398654~3227492,309472594~23356843,335565347~16727743,353515512~2043276,361852793~12465813,376001491~733113,376827429~942986,379732208~7963298,393801538~17972273] 2024-04-13T08:31:37.859 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33182730,37748736~3085528,42367208~7695778,54525952~63143341,118338296~28911162,150994944~6198955,164603822~44950236,209715200~8009197,218103808~2513211,222590446~24989449,251658240~7913572,260929827~922887,262571742~23439581,293601280~2069807,302398654~3227492,306184192~26645245,335544320~16748770,352321536~3237252,360710144~26985362,390070272~21703539] 2024-04-13T08:31:38.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:37 smithi003 ceph-mon[89364]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-13T08:31:38.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:38.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:37 smithi003 ceph-mon[91733]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-13T08:31:38.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:37 smithi066 ceph-mon[84331]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-13T08:31:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:38.853 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (40010 ms) 2024-04-13T08:31:38.853 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-04-13T08:31:38.854 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:31:39.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:38 smithi003 ceph-mon[91733]: pgmap v4131: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 606 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 937 op/s 2024-04-13T08:31:39.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:38 smithi003 ceph-mon[91733]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-13T08:31:39.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:38 smithi003 ceph-mon[89364]: pgmap v4131: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 606 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 937 op/s 2024-04-13T08:31:39.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:38 smithi003 ceph-mon[89364]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-13T08:31:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:38 smithi066 ceph-mon[84331]: pgmap v4131: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 606 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 937 op/s 2024-04-13T08:31:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:38 smithi066 ceph-mon[84331]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-13T08:31:39.881 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1028 ms) 2024-04-13T08:31:39.881 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-04-13T08:31:39.882 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:31:40.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:39 smithi003 ceph-mon[91733]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-13T08:31:40.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:39 smithi003 ceph-mon[91733]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-13T08:31:40.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:39 smithi003 ceph-mon[89364]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-13T08:31:40.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:39 smithi003 ceph-mon[89364]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-13T08:31:40.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:39 smithi066 ceph-mon[84331]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-13T08:31:40.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:39 smithi066 ceph-mon[84331]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-13T08:31:40.954 INFO:tasks.workunit.client.0.smithi003.stdout: wrote [2126811~44898,4461622~35563,7822641~4747,10726808~39281,12755957~23375,13454199~82034,14987942~23218,15097383~43747,15880846~10427,19782847~68116] to clone 2024-04-13T08:31:40.954 INFO:tasks.workunit.client.0.smithi003.stdout: diff was [0~2171709,4194304~3633084,8388608~2377481,12582912~3308361,16777216~3073747] 2024-04-13T08:31:40.959 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1078 ms) 2024-04-13T08:31:40.959 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-04-13T08:31:40.959 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:31:40.979 INFO:tasks.workunit.client.0.smithi003.stdout: wrote [1618138~11636,4738730~17647,11039210~21301,11061954~38479,12238914~39121,12495035~76927,13769712~88101,14764693~2672,16348040~10641,18995495~46793] 2024-04-13T08:31:40.989 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (31 ms) 2024-04-13T08:31:40.989 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-04-13T08:31:40.989 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:31:41.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:40 smithi003 ceph-mon[91733]: pgmap v4134: 137 pgs: 137 active+clean; 494 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 15 KiB/s rd, 3.0 MiB/s wr, 218 op/s 2024-04-13T08:31:41.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:40 smithi003 ceph-mon[89364]: pgmap v4134: 137 pgs: 137 active+clean; 494 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 15 KiB/s rd, 3.0 MiB/s wr, 218 op/s 2024-04-13T08:31:41.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:40 smithi066 ceph-mon[84331]: pgmap v4134: 137 pgs: 137 active+clean; 494 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 15 KiB/s rd, 3.0 MiB/s wr, 218 op/s 2024-04-13T08:31:42.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:41 smithi003 ceph-mon[91733]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-13T08:31:42.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:41 smithi003 ceph-mon[89364]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-13T08:31:42.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:41 smithi066 ceph-mon[84331]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-13T08:31:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:31:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:31:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:31:42.957 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1967 ms) 2024-04-13T08:31:42.957 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-04-13T08:31:42.957 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:31:43.018 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (61 ms) 2024-04-13T08:31:43.018 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-04-13T08:31:43.018 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:31:43.092 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (75 ms) 2024-04-13T08:31:43.092 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-04-13T08:31:43.092 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:31:43.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:42 smithi003 ceph-mon[91733]: pgmap v4137: 137 pgs: 137 active+clean; 437 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 5.5 MiB/s wr, 337 op/s 2024-04-13T08:31:43.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:42 smithi003 ceph-mon[91733]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-13T08:31:43.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:42 smithi003 ceph-mon[89364]: pgmap v4137: 137 pgs: 137 active+clean; 437 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 5.5 MiB/s wr, 337 op/s 2024-04-13T08:31:43.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:42 smithi003 ceph-mon[89364]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-13T08:31:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:42 smithi066 ceph-mon[84331]: pgmap v4137: 137 pgs: 137 active+clean; 437 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 5.5 MiB/s wr, 337 op/s 2024-04-13T08:31:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:42 smithi066 ceph-mon[84331]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-13T08:31:44.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:43 smithi003 ceph-mon[91733]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-13T08:31:44.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:43 smithi003 ceph-mon[89364]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-13T08:31:44.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:43 smithi066 ceph-mon[84331]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-13T08:31:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:31:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:31:44] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-13T08:31:45.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:44 smithi003 ceph-mon[91733]: pgmap v4140: 137 pgs: 137 active+clean; 437 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 2.5 MiB/s wr, 150 op/s 2024-04-13T08:31:45.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:44 smithi003 ceph-mon[91733]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-13T08:31:45.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:44 smithi003 ceph-mon[89364]: pgmap v4140: 137 pgs: 137 active+clean; 437 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 2.5 MiB/s wr, 150 op/s 2024-04-13T08:31:45.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:44 smithi003 ceph-mon[89364]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-13T08:31:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:44 smithi066 ceph-mon[84331]: pgmap v4140: 137 pgs: 137 active+clean; 437 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 2.5 MiB/s wr, 150 op/s 2024-04-13T08:31:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:44 smithi066 ceph-mon[84331]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-13T08:31:47.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:46 smithi003 ceph-mon[91733]: pgmap v4142: 137 pgs: 137 active+clean; 538 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 314 op/s 2024-04-13T08:31:47.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:46 smithi003 ceph-mon[89364]: pgmap v4142: 137 pgs: 137 active+clean; 538 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 314 op/s 2024-04-13T08:31:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:46 smithi066 ceph-mon[84331]: pgmap v4142: 137 pgs: 137 active+clean; 538 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 314 op/s 2024-04-13T08:31:48.129 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5036 ms) 2024-04-13T08:31:48.129 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-04-13T08:31:48.129 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-13T08:31:48.129 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:31:48.130 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-04-13T08:31:48.869 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 15 tests from DiffIterateTest/0 (69191 ms total) 2024-04-13T08:31:48.869 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:31:48.869 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 15 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-04-13T08:31:48.917 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-04-13T08:31:49.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:48 smithi003 ceph-mon[91733]: pgmap v4143: 137 pgs: 137 active+clean; 538 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.6 MiB/s wr, 227 op/s 2024-04-13T08:31:49.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:48 smithi003 ceph-mon[89364]: pgmap v4143: 137 pgs: 137 active+clean; 538 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.6 MiB/s wr, 227 op/s 2024-04-13T08:31:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:48 smithi066 ceph-mon[84331]: pgmap v4143: 137 pgs: 137 active+clean; 538 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.6 MiB/s wr, 227 op/s 2024-04-13T08:31:50.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:49 smithi003 ceph-mon[91733]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-13T08:31:50.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:49 smithi003 ceph-mon[89364]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-13T08:31:50.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:49 smithi066 ceph-mon[84331]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-13T08:31:50.883 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:31:51.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:50 smithi003 ceph-mon[91733]: pgmap v4145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:31:51.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:50 smithi003 ceph-mon[91733]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-13T08:31:51.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:50 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2342521097' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:31:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:50 smithi003 ceph-mon[89364]: pgmap v4145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:31:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:50 smithi003 ceph-mon[89364]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-13T08:31:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:50 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2342521097' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:31:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:50 smithi066 ceph-mon[84331]: pgmap v4145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:31:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:50 smithi066 ceph-mon[84331]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-13T08:31:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:50 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2342521097' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:31:52.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:51 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2342521097' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:31:52.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:51 smithi066 ceph-mon[84331]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-13T08:31:52.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:51 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2342521097' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:31:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:51 smithi003 ceph-mon[91733]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-13T08:31:52.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:51 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2342521097' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi003-140849-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-13T08:31:52.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:51 smithi003 ceph-mon[89364]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-13T08:31:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:31:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:31:52.941 INFO:tasks.workunit.client.0.smithi003.stdout: wrote [3144125~82247,4203075~94935,4619137~73915,6337007~96824,10795411~67815,13102895~3451,14491893~70047,15617284~90216,18370609~14372,18647645~83455] 2024-04-13T08:31:53.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:52 smithi066 ceph-mon[84331]: pgmap v4148: 137 pgs: 17 creating+peering, 8 unknown, 112 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:31:53.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:52 smithi066 ceph-mon[84331]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-13T08:31:53.153 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:52 smithi003 ceph-mon[89364]: pgmap v4148: 137 pgs: 17 creating+peering, 8 unknown, 112 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:31:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:52 smithi003 ceph-mon[89364]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-13T08:31:53.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:53.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:52 smithi003 ceph-mon[91733]: pgmap v4148: 137 pgs: 17 creating+peering, 8 unknown, 112 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:31:53.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:52 smithi003 ceph-mon[91733]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-13T08:31:53.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:31:53.920 INFO:tasks.workunit.client.0.smithi003.stdout: wrote [0~20971520] 2024-04-13T08:31:53.932 INFO:tasks.workunit.client.0.smithi003.stdout: diff was [0~20971520] 2024-04-13T08:31:53.937 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5020 ms) 2024-04-13T08:31:53.937 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-04-13T08:31:53.937 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:31:54.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:53 smithi066 ceph-mon[84331]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-13T08:31:54.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:53 smithi003 ceph-mon[91733]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-13T08:31:54.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:53 smithi003 ceph-mon[89364]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-13T08:31:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:31:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:31:54] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-04-13T08:31:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:54 smithi066 ceph-mon[84331]: pgmap v4151: 137 pgs: 17 creating+peering, 8 unknown, 112 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:31:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:54 smithi066 ceph-mon[84331]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-13T08:31:55.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:54 smithi003 ceph-mon[91733]: pgmap v4151: 137 pgs: 17 creating+peering, 8 unknown, 112 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:31:55.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:54 smithi003 ceph-mon[91733]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-13T08:31:55.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:54 smithi003 ceph-mon[89364]: pgmap v4151: 137 pgs: 17 creating+peering, 8 unknown, 112 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:31:55.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:54 smithi003 ceph-mon[89364]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-13T08:31:56.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:55 smithi003 ceph-mon[91733]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-13T08:31:56.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:55 smithi003 ceph-mon[89364]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-13T08:31:56.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:55 smithi066 ceph-mon[84331]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-13T08:31:56.949 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (3012 ms) 2024-04-13T08:31:56.949 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-04-13T08:31:56.949 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:31:57.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:56 smithi003 ceph-mon[89364]: pgmap v4154: 137 pgs: 137 active+clean; 16 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 239 KiB/s wr, 35 op/s 2024-04-13T08:31:57.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:56 smithi003 ceph-mon[89364]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-13T08:31:57.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:56 smithi003 ceph-mon[91733]: pgmap v4154: 137 pgs: 137 active+clean; 16 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 239 KiB/s wr, 35 op/s 2024-04-13T08:31:57.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:56 smithi003 ceph-mon[91733]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-13T08:31:57.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:56 smithi066 ceph-mon[84331]: pgmap v4154: 137 pgs: 137 active+clean; 16 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 239 KiB/s wr, 35 op/s 2024-04-13T08:31:57.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:56 smithi066 ceph-mon[84331]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-13T08:31:58.302 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:57 smithi066 ceph-mon[84331]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-13T08:31:58.303 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:57 smithi066 ceph-mon[84331]: pgmap v4157: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 293 KiB/s wr, 52 op/s 2024-04-13T08:31:58.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:57 smithi003 ceph-mon[91733]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-13T08:31:58.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:57 smithi003 ceph-mon[91733]: pgmap v4157: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 293 KiB/s wr, 52 op/s 2024-04-13T08:31:58.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:57 smithi003 ceph-mon[89364]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-13T08:31:58.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:57 smithi003 ceph-mon[89364]: pgmap v4157: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 293 KiB/s wr, 52 op/s 2024-04-13T08:31:59.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:58 smithi003 ceph-mon[89364]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-13T08:31:59.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:58 smithi003 ceph-mon[91733]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-13T08:31:59.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:58 smithi066 ceph-mon[84331]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-13T08:31:59.802 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (2854 ms) 2024-04-13T08:31:59.803 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-04-13T08:31:59.803 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:32:00.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:59 smithi003 ceph-mon[91733]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-13T08:32:00.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:59 smithi003 ceph-mon[91733]: pgmap v4160: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 59 KiB/s wr, 83 op/s 2024-04-13T08:32:00.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:31:59 smithi003 ceph-mon[91733]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-13T08:32:00.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:59 smithi003 ceph-mon[89364]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-13T08:32:00.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:59 smithi003 ceph-mon[89364]: pgmap v4160: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 59 KiB/s wr, 83 op/s 2024-04-13T08:32:00.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:31:59 smithi003 ceph-mon[89364]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-13T08:32:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:59 smithi066 ceph-mon[84331]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-13T08:32:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:59 smithi066 ceph-mon[84331]: pgmap v4160: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 59 KiB/s wr, 83 op/s 2024-04-13T08:32:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:31:59 smithi066 ceph-mon[84331]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-13T08:32:02.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:01 smithi003 ceph-mon[91733]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-13T08:32:02.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:01 smithi003 ceph-mon[89364]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-13T08:32:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:01 smithi066 ceph-mon[84331]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-13T08:32:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:32:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:32:02.812 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3009 ms) 2024-04-13T08:32:02.812 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-04-13T08:32:02.812 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:32:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:02 smithi003 ceph-mon[91733]: pgmap v4163: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 13 KiB/s wr, 116 op/s 2024-04-13T08:32:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:02 smithi003 ceph-mon[91733]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-13T08:32:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:02 smithi003 ceph-mon[89364]: pgmap v4163: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 13 KiB/s wr, 116 op/s 2024-04-13T08:32:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:02 smithi003 ceph-mon[89364]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-13T08:32:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:02 smithi066 ceph-mon[84331]: pgmap v4163: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 13 KiB/s wr, 116 op/s 2024-04-13T08:32:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:02 smithi066 ceph-mon[84331]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-13T08:32:04.035 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:03 smithi003 ceph-mon[91733]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-13T08:32:04.035 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:03 smithi003 ceph-mon[89364]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-13T08:32:04.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:03 smithi066 ceph-mon[84331]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-13T08:32:04.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:32:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:32:04] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-04-13T08:32:05.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:04 smithi003 ceph-mon[91733]: pgmap v4166: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 7.7 KiB/s wr, 49 op/s 2024-04-13T08:32:05.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:04 smithi003 ceph-mon[91733]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-13T08:32:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:04 smithi003 ceph-mon[89364]: pgmap v4166: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 7.7 KiB/s wr, 49 op/s 2024-04-13T08:32:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:04 smithi003 ceph-mon[89364]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-13T08:32:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:04 smithi066 ceph-mon[84331]: pgmap v4166: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 7.7 KiB/s wr, 49 op/s 2024-04-13T08:32:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:04 smithi066 ceph-mon[84331]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-13T08:32:05.856 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3044 ms) 2024-04-13T08:32:05.856 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-04-13T08:32:05.856 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:32:06.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:05 smithi003 ceph-mon[91733]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-13T08:32:06.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:05 smithi003 ceph-mon[89364]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-13T08:32:06.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:05 smithi066 ceph-mon[84331]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-13T08:32:07.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:06 smithi003 ceph-mon[89364]: pgmap v4169: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 136 KiB/s wr, 91 op/s 2024-04-13T08:32:07.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:06 smithi003 ceph-mon[89364]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-13T08:32:07.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:06 smithi003 ceph-mon[91733]: pgmap v4169: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 136 KiB/s wr, 91 op/s 2024-04-13T08:32:07.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:06 smithi003 ceph-mon[91733]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-13T08:32:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:06 smithi066 ceph-mon[84331]: pgmap v4169: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 136 KiB/s wr, 91 op/s 2024-04-13T08:32:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:06 smithi066 ceph-mon[84331]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-13T08:32:08.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:07 smithi003 ceph-mon[89364]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-13T08:32:08.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:08.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:32:08.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:07 smithi003 ceph-mon[91733]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-13T08:32:08.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:08.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:32:08.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:07 smithi066 ceph-mon[84331]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-13T08:32:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:32:08.859 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3004 ms) 2024-04-13T08:32:08.860 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-04-13T08:32:08.860 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:32:08.921 INFO:tasks.workunit.client.0.smithi003.stdout: i=0 exists [55456973~592610,79789496~795001,124709090~5826487,210168398~2964628,248518163~808389,258564172~7137094,304600408~7076762,347873321~4581968,363729595~1933936,407138762~5947851] wrote [55456973~592610,79789496~795001,124709090~5826487,210168398~2964628,248518163~808389,258564172~7137094,304600408~7076762,347873321~4581968,363729595~1933936,407138762~5947851] 2024-04-13T08:32:09.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:08 smithi003 ceph-mon[89364]: pgmap v4172: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 138 KiB/s wr, 121 op/s 2024-04-13T08:32:09.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:08 smithi003 ceph-mon[89364]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-13T08:32:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:32:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:32:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:32:09.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:08 smithi003 ceph-mon[91733]: pgmap v4172: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 138 KiB/s wr, 121 op/s 2024-04-13T08:32:09.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:08 smithi003 ceph-mon[91733]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-13T08:32:09.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:32:09.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:32:09.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:32:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:08 smithi066 ceph-mon[84331]: pgmap v4172: 137 pgs: 137 active+clean; 20 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 138 KiB/s wr, 121 op/s 2024-04-13T08:32:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:08 smithi066 ceph-mon[84331]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-13T08:32:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:32:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:32:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:32:09.943 INFO:tasks.workunit.client.0.smithi003.stdout: i=1 exists [8048784~7240237,55456973~592610,79789496~795001,98954405~5702342,124709090~10677025,173468648~6581369,210168398~2964628,237722112~5147276,248518163~1029655,258564172~7137094,271615241~6608168,304600408~7076762,326399193~6620516,344478270~3068606,347873321~4581968,363729595~1933936,370994187~6702442,407138762~5947851] wrote [8048784~7240237,98954405~5702342,130436731~4949384,173468648~6581369,237722112~5147276,248706717~841101,271615241~6608168,326399193~6620516,344478270~3068606,370994187~6702442] 2024-04-13T08:32:10.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:09 smithi003 ceph-mon[89364]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-13T08:32:10.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:09 smithi003 ceph-mon[91733]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-13T08:32:10.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:09 smithi066 ceph-mon[84331]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-13T08:32:10.900 INFO:tasks.workunit.client.0.smithi003.stdout: i=2 exists [8048784~7240237,39540417~1041746,54585977~5048670,74225668~5552275,79789496~795001,98954405~5702342,124709090~10677025,168217730~1266323,173468648~6581369,210168398~2964628,237722112~5147276,248518163~1029655,258564172~7137094,271615241~6608168,304600408~7076762,319444986~13574723,344478270~3068606,347873321~4581968,362321913~4647500,369163369~292546,370994187~6702442,407138762~5947851] wrote [39540417~1041746,54585977~5048670,74225668~5552275,101843987~2101890,125633783~410187,168217730~1266323,319444986~7389144,326929231~33765,362321913~4647500,369163369~292546] 2024-04-13T08:32:11.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:10 smithi003 ceph-mon[89364]: pgmap v4175: 137 pgs: 137 active+clean; 27 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 769 KiB/s wr, 71 op/s 2024-04-13T08:32:11.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:10 smithi003 ceph-mon[89364]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-13T08:32:11.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:10 smithi003 ceph-mon[91733]: pgmap v4175: 137 pgs: 137 active+clean; 27 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 769 KiB/s wr, 71 op/s 2024-04-13T08:32:11.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:10 smithi003 ceph-mon[91733]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-13T08:32:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:10 smithi066 ceph-mon[84331]: pgmap v4175: 137 pgs: 137 active+clean; 27 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 769 KiB/s wr, 71 op/s 2024-04-13T08:32:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:10 smithi066 ceph-mon[84331]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-13T08:32:11.936 INFO:tasks.workunit.client.0.smithi003.stdout: i=3 exists [8048784~7240237,19803316~5563531,39540417~1041746,54585977~5048670,74225668~5552275,79789496~795001,95127857~9528890,124709090~10677025,142760045~7423721,159837931~4051405,168217730~1266323,173468648~9700124,210168398~2964628,236478333~6391055,248518163~1029655,258564172~7137094,271615241~6608168,286677103~6166881,304600408~7076762,319444986~13574723,344478270~3068606,347873321~4581968,356968268~10001145,369163369~292546,370994187~6702442,389927972~3640648,407138762~5947851] wrote [19803316~5563531,95127857~4230670,142760045~7423721,159837931~4051405,176918943~6249829,236478333~4358986,286677103~6166881,356968268~7819024,389927972~3640648] 2024-04-13T08:32:12.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:11 smithi003 ceph-mon[89364]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-13T08:32:12.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:11 smithi003 ceph-mon[91733]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-13T08:32:12.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:11 smithi066 ceph-mon[84331]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-13T08:32:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:32:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:32:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:32:12.908 INFO:tasks.workunit.client.0.smithi003.stdout: i=4 exists [8048784~7240237,19803316~5563531,39540417~1041746,53649653~7235190,74225668~5552275,79789496~795001,92297532~1144790,95127857~9528890,124709090~10677025,142760045~7423721,158703757~6697847,168217730~1266323,173468648~9700124,210168398~2964628,236478333~6391055,248518163~1029655,258564172~7137094,271615241~6608168,286677103~6166881,304600408~7076762,313101679~5098931,319444986~13574723,337960920~4012184,344478270~3068606,347873321~4581968,356968268~10001145,369163369~292546,370994187~6702442,389927972~3640648,403443169~583140,407138762~5947851] wrote [53649653~3025244,57811677~3073166,92297532~1144790,158703757~6697847,313101679~5098931,322304950~1145255,329574163~2290998,337960920~4012184,403443169~583140] 2024-04-13T08:32:13.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:12 smithi003 ceph-mon[89364]: pgmap v4178: 137 pgs: 137 active+clean; 108 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 15 MiB/s wr, 216 op/s 2024-04-13T08:32:13.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:12 smithi003 ceph-mon[89364]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-13T08:32:13.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:12 smithi003 ceph-mon[91733]: pgmap v4178: 137 pgs: 137 active+clean; 108 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 15 MiB/s wr, 216 op/s 2024-04-13T08:32:13.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:12 smithi003 ceph-mon[91733]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-13T08:32:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:12 smithi066 ceph-mon[84331]: pgmap v4178: 137 pgs: 137 active+clean; 108 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 15 MiB/s wr, 216 op/s 2024-04-13T08:32:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:12 smithi066 ceph-mon[84331]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-13T08:32:13.931 INFO:tasks.workunit.client.0.smithi003.stdout: i=5 exists [2605015~1030355,8048784~7240237,19803316~5563531,39540417~1041746,53649653~8508567,74225668~5552275,79789496~795001,92297532~1144790,95127857~9528890,124709090~13115921,142760045~7423721,158703757~7852607,168217730~1266323,173317470~9851302,204793520~8339506,236478333~6391055,248518163~1029655,258564172~7137094,271615241~6608168,286677103~6166881,304600408~7076762,313101679~5098931,319444986~13574723,337960920~4012184,344478270~7977019,356968268~10001145,369163369~292546,370994187~6702442,380209936~3531452,389927972~3640648,403443169~583140,407138762~5947851] wrote [2605015~1030355,54926567~7231653,75613951~2526561,130017987~7807024,164323217~2233147,173317470~3376843,204793520~7126762,347026270~1410882,380209936~3531452] 2024-04-13T08:32:14.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:13 smithi003 ceph-mon[91733]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-13T08:32:14.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:13 smithi003 ceph-mon[89364]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-13T08:32:14.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:13 smithi066 ceph-mon[84331]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-13T08:32:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:32:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:32:14] "GET /metrics HTTP/1.1" 200 36716 "" "Prometheus/2.43.0" 2024-04-13T08:32:14.963 INFO:tasks.workunit.client.0.smithi003.stdout: i=6 exists [2605015~1030355,8048784~7240237,19803316~5563531,31896406~897378,39540417~1041746,53649653~8508567,74225668~5552275,79789496~795001,92297532~1144790,95127857~9528890,124709090~13115921,138776728~11407038,158703757~7852607,168217730~1266323,173317470~9851302,204793520~8339506,216663112~5616162,236161052~10412399,248518163~1029655,258564172~7137094,271615241~6608168,286677103~6166881,297571247~5978430,304600408~13600202,319444986~13574723,337960920~4012184,344478270~11506416,356968268~10001145,369163369~292546,370994187~6702442,380209936~3531452,386423903~7144717,403443169~583140,407138762~5947851] wrote [31896406~897378,138776728~6364775,208389786~2729225,216663112~5616162,236161052~10412399,297571247~5978430,308842738~7994716,349850402~6134284,386423903~5859134] 2024-04-13T08:32:15.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:14 smithi003 ceph-mon[91733]: pgmap v4181: 137 pgs: 137 active+clean; 108 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 15 MiB/s wr, 174 op/s 2024-04-13T08:32:15.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:14 smithi003 ceph-mon[91733]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-13T08:32:15.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:14 smithi003 ceph-mon[89364]: pgmap v4181: 137 pgs: 137 active+clean; 108 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 15 MiB/s wr, 174 op/s 2024-04-13T08:32:15.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:14 smithi003 ceph-mon[89364]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-13T08:32:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:14 smithi066 ceph-mon[84331]: pgmap v4181: 137 pgs: 137 active+clean; 108 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 15 MiB/s wr, 174 op/s 2024-04-13T08:32:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:14 smithi066 ceph-mon[84331]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-13T08:32:15.924 INFO:tasks.workunit.client.0.smithi003.stdout: i=7 exists [2605015~1030355,6365516~8923505,19803316~5563531,31896406~897378,39540417~1041746,53649653~8508567,74225668~5552275,79789496~795001,92297532~1144790,95127857~9528890,124709090~13115921,138776728~11407038,151540461~4778155,158703757~7852607,168217730~1266323,173317470~11339809,188452171~4273292,204793520~8803536,216663112~5616162,236161052~10412399,248518163~1029655,258564172~7137094,271615241~6608168,286677103~6166881,297571247~5978430,304600408~13600202,319444986~13574723,337960920~4012184,344478270~22491143,369163369~292546,370994187~6702442,380209936~3531452,386423903~8555920,403443169~583140,407138762~5947851] wrote [6365516~2871264,56857016~2416933,134521750~2433089,151540461~4778155,182945969~1711310,188452171~4273292,210771354~2825702,355823688~5471876,366918752~22332,389333982~5645841] 2024-04-13T08:32:16.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:15 smithi003 ceph-mon[91733]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-13T08:32:16.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:15 smithi003 ceph-mon[89364]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-13T08:32:16.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:15 smithi066 ceph-mon[84331]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-13T08:32:16.962 INFO:tasks.workunit.client.0.smithi003.stdout: i=8 exists [2605015~1030355,6365516~8923505,19803316~5563531,31896406~11188384,53649653~8508567,72368162~7409781,79789496~795001,92297532~1144790,95127857~9528890,105880266~1396758,118618156~2324674,124709090~25474676,151540461~4778155,158703757~10844925,172265880~12391399,188452171~4273292,204793520~17485754,236161052~10412399,248518163~1029655,258564172~7137094,271615241~6608168,286677103~6166881,297571247~5978430,304600408~13600202,319444986~13574723,337960920~4012184,344478270~22491143,369163369~292546,370994187~6702442,380209936~3531452,386423903~8555920,403443169~583140,407138762~5947851] wrote [32615110~10469680,72368162~4374143,105880266~1396758,118618156~2324674,133954203~7917906,165415028~4133654,172265880~5380475,212439156~4989676] 2024-04-13T08:32:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:16 smithi003 ceph-mon[91733]: pgmap v4184: 137 pgs: 137 active+clean; 307 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 164 KiB/s rd, 42 MiB/s wr, 267 op/s 2024-04-13T08:32:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:16 smithi003 ceph-mon[91733]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-13T08:32:17.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:16 smithi003 ceph-mon[89364]: pgmap v4184: 137 pgs: 137 active+clean; 307 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 164 KiB/s rd, 42 MiB/s wr, 267 op/s 2024-04-13T08:32:17.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:16 smithi003 ceph-mon[89364]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-13T08:32:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:16 smithi066 ceph-mon[84331]: pgmap v4184: 137 pgs: 137 active+clean; 307 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 164 KiB/s rd, 42 MiB/s wr, 267 op/s 2024-04-13T08:32:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:16 smithi066 ceph-mon[84331]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-13T08:32:17.987 INFO:tasks.workunit.client.0.smithi003.stdout: i=9 exists [2605015~1030355,6365516~8923505,19803316~5563531,31896406~12030115,53649653~8508567,72368162~7409781,79789496~795001,92297532~1144790,95127857~9528890,105880266~1396758,113093118~43225498,158703757~10959501,172265880~12391399,188452171~4273292,203796232~18483042,236161052~10412399,248518163~1029655,258564172~7137094,271615241~6608168,286677103~6166881,297571247~5978430,304600408~13600202,319444986~13574723,337960920~4012184,344478270~22491143,369163369~292546,370994187~6702442,380209936~3531452,385277626~9702197,398041785~940502,403443169~583140,407138762~5947851] wrote [41411843~2514678,73646706~3112912,113093118~12238958,147724358~6683739,164296542~5366716,177447568~2714424,203796232~6378220,385277626~7505071,398041785~940502] 2024-04-13T08:32:18.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:17 smithi003 ceph-mon[91733]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-13T08:32:18.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:17 smithi003 ceph-mon[89364]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-13T08:32:18.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:17 smithi066 ceph-mon[84331]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-13T08:32:18.974 INFO:tasks.workunit.client.0.smithi003.stdout: i=10 exists [2605015~1030355,4029888~11259133,19803316~5563531,31896406~12030115,50283814~291543,53649653~8508567,72368162~7409781,79789496~795001,90855054~13801693,105880266~1396758,113093118~43225498,158703757~10959501,172265880~12391399,188452171~4273292,203796232~18483042,236161052~10412399,248518163~1029655,258564172~7137094,270649757~7573652,286677103~6166881,297571247~5978430,304600408~13600202,319444986~13574723,334070459~2047115,337960920~4012184,344478270~22491143,369163369~292546,370994187~6702442,380209936~3531452,384745783~10234040,398041785~940502,403443169~583140,407138762~5947851] wrote [4029888~8040487,35314187~6046427,50283814~291543,90855054~5464444,205925176~2625373,270649757~6321113,310336978~2319308,314127022~3654719,334070459~2047115,384745783~5926616] 2024-04-13T08:32:19.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:18 smithi003 ceph-mon[91733]: pgmap v4187: 137 pgs: 137 active+clean; 354 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 164 KiB/s rd, 51 MiB/s wr, 272 op/s 2024-04-13T08:32:19.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:18 smithi003 ceph-mon[91733]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-13T08:32:19.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:18 smithi003 ceph-mon[89364]: pgmap v4187: 137 pgs: 137 active+clean; 354 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 164 KiB/s rd, 51 MiB/s wr, 272 op/s 2024-04-13T08:32:19.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:18 smithi003 ceph-mon[89364]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-13T08:32:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:18 smithi066 ceph-mon[84331]: pgmap v4187: 137 pgs: 137 active+clean; 354 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 164 KiB/s rd, 51 MiB/s wr, 272 op/s 2024-04-13T08:32:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:18 smithi066 ceph-mon[84331]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-13T08:32:19.968 INFO:tasks.workunit.client.0.smithi003.stdout: i=11 exists [2605015~1030355,4029888~11259133,19803316~5563531,31896406~12030115,47180534~14977686,72368162~7409781,79789496~795001,90855054~16859948,113093118~43225498,158703757~10959501,172265880~12391399,188452171~4273292,202031515~20247759,236161052~10412399,248518163~1029655,258564172~7137094,270649757~7573652,286677103~6166881,297571247~5978430,303755113~14445497,319444986~13574723,334070459~2047115,337960920~4012184,344478270~22491143,369163369~292546,370994187~6702442,380209936~3531452,384745783~10234040,398041785~940502,403443169~583140,407138762~5947851] wrote [47180534~7639015,101499584~6215418,120599485~1079071,202031515~4075553,303755113~7890277,327114035~5045600,359123872~1153391,407749288~553421] 2024-04-13T08:32:20.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:19 smithi066 ceph-mon[84331]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-13T08:32:20.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:19 smithi003 ceph-mon[89364]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-13T08:32:20.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:19 smithi003 ceph-mon[91733]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-13T08:32:20.970 INFO:tasks.workunit.client.0.smithi003.stdout: i=12 exists [2605015~1030355,4029888~11259133,19803316~5563531,31896406~12030115,47180534~14977686,66897465~12880478,79789496~795001,90855054~16859948,113093118~43225498,158703757~10959501,172265880~12391399,188452171~4273292,202031515~24118361,236161052~10412399,248518163~1029655,250389973~6303204,258564172~7137094,270649757~7573652,286677103~6166881,297571247~5978430,303755113~14445497,319444986~13574723,334070459~2047115,337960920~4012184,344478270~22491143,369163369~292546,370994187~6702442,380209936~3531452,384745783~10234040,398041785~940502,403443169~583140,407138762~8071463] wrote [22676155~345179,66897465~6893090,162632109~41523,207187602~4952541,220753062~5396814,250389973~6303204,260818978~394155,313802416~3868975,349292430~7356070,409945729~5264496] 2024-04-13T08:32:21.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:20 smithi066 ceph-mon[84331]: pgmap v4190: 137 pgs: 137 active+clean; 394 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 18 MiB/s wr, 11 op/s 2024-04-13T08:32:21.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:20 smithi066 ceph-mon[84331]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-13T08:32:21.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:20 smithi003 ceph-mon[89364]: pgmap v4190: 137 pgs: 137 active+clean; 394 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 18 MiB/s wr, 11 op/s 2024-04-13T08:32:21.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:20 smithi003 ceph-mon[89364]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-13T08:32:21.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:20 smithi003 ceph-mon[91733]: pgmap v4190: 137 pgs: 137 active+clean; 394 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 18 MiB/s wr, 11 op/s 2024-04-13T08:32:21.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:20 smithi003 ceph-mon[91733]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-13T08:32:21.986 INFO:tasks.workunit.client.0.smithi003.stdout: i=13 exists [2605015~1030355,4029888~11259133,19803316~5563531,31896406~12030115,47180534~14977686,66897465~12880478,79789496~795001,90855054~16859948,113093118~43225498,158703757~10959501,172265880~12391399,188452171~4273292,202031515~24118361,236161052~10412399,248518163~1029655,250389973~15311293,270649757~7573652,286677103~6166881,297571247~5978430,303755113~14445497,318981777~14037932,334070459~2047115,337960920~4012184,344478270~22491143,367430776~16310612,384745783~10234040,398041785~940502,400954737~14255488] wrote [40695302~2937318,130302004~761284,143346823~4395604,255756943~3598769,309110184~2784339,318981777~4748682,330725782~2099250,367430776~5916981,375641503~7074401,400954737~6820725] 2024-04-13T08:32:22.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:21 smithi066 ceph-mon[84331]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-13T08:32:22.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:21 smithi003 ceph-mon[91733]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-13T08:32:22.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:21 smithi003 ceph-mon[89364]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-13T08:32:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:32:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:32:22.988 INFO:tasks.workunit.client.0.smithi003.stdout: i=14 exists [2605015~1030355,4029888~11259133,18825201~6541646,31896406~12030115,44924522~17233698,66897465~12880478,79789496~795001,90855054~16859948,113093118~43225498,158703757~10959501,172265880~12391399,188452171~4273292,202031515~24118361,236161052~10412399,248518163~1029655,250389973~16354422,270649757~7573652,286677103~6166881,297571247~5978430,303755113~14445497,318981777~14037932,334070459~2047115,337960920~4012184,344478270~22491143,367430776~16310612,384745783~10234040,398041785~940502,400954737~14255488] wrote [18825201~2178192,44924522~4879450,54535763~491178,93254387~3970019,116295656~844472,150169887~3644957,263275962~3468433,373611795~7869025] 2024-04-13T08:32:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:22 smithi003 ceph-mon[91733]: pgmap v4193: 137 pgs: 137 active+clean; 572 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 204 KiB/s rd, 50 MiB/s wr, 330 op/s 2024-04-13T08:32:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:22 smithi003 ceph-mon[91733]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-13T08:32:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:22 smithi003 ceph-mon[89364]: pgmap v4193: 137 pgs: 137 active+clean; 572 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 204 KiB/s rd, 50 MiB/s wr, 330 op/s 2024-04-13T08:32:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:22 smithi003 ceph-mon[89364]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-13T08:32:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:22 smithi066 ceph-mon[84331]: pgmap v4193: 137 pgs: 137 active+clean; 572 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 204 KiB/s rd, 50 MiB/s wr, 330 op/s 2024-04-13T08:32:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:22 smithi066 ceph-mon[84331]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-13T08:32:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:23.978 INFO:tasks.workunit.client.0.smithi003.stdout: i=15 exists [2605015~1030355,4029888~14440875,18825201~6541646,31896406~12030115,44924522~17233698,66897465~12880478,79789496~795001,90855054~16859948,110154343~2449617,113093118~43225498,158703757~10959501,172265880~12391399,187732233~123677,188452171~4273292,202031515~24118361,236161052~10412399,248518163~1029655,250389973~16354422,270649757~7573652,280532840~2155347,286677103~6166881,297571247~5978430,303755113~14445497,318981777~14037932,334070459~2047115,337960920~4012184,344478270~22491143,367430776~16310612,384745783~10234040,398041785~940502,400954737~14255488] wrote [11820804~6649959,41500642~1258665,46884066~7159254,110154343~2449617,151808710~229405,187732233~123677,208546778~2698643,280532840~2155347,373445117~1643106] 2024-04-13T08:32:24.212 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:23 smithi003 ceph-mon[89364]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-13T08:32:24.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:23 smithi003 ceph-mon[91733]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-13T08:32:24.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:23 smithi066 ceph-mon[84331]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-13T08:32:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:32:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:32:24] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-13T08:32:25.005 INFO:tasks.workunit.client.0.smithi003.stdout: i=16 exists [2605015~1030355,4029888~14440875,18825201~6541646,26889309~4616949,31896406~12030115,44924522~17233698,62921777~16856166,79789496~795001,90855054~16859948,110154343~2449617,113093118~56570140,172265880~12391399,187732233~123677,188072407~4653056,202031515~24118361,236161052~11130367,248518163~1029655,250389973~16354422,270649757~7573652,280532840~2155347,286677103~6166881,297571247~5978430,303755113~14445497,318981777~14037932,334070459~2047115,337960920~4012184,344478270~22491143,367430776~16310612,384745783~10234040,398041785~940502,400954737~14255488] wrote [5011442~5559367,26889309~4616949,62921777~5980608,153399851~11863136,174647641~558845,188072407~1817546,240650703~6640716,355104562~3815933,369186216~7119825] 2024-04-13T08:32:25.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:24 smithi003 ceph-mon[91733]: pgmap v4196: 137 pgs: 137 active+clean; 572 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 203 KiB/s rd, 40 MiB/s wr, 323 op/s 2024-04-13T08:32:25.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:24 smithi003 ceph-mon[91733]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-13T08:32:25.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:24 smithi003 ceph-mon[89364]: pgmap v4196: 137 pgs: 137 active+clean; 572 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 203 KiB/s rd, 40 MiB/s wr, 323 op/s 2024-04-13T08:32:25.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:24 smithi003 ceph-mon[89364]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-13T08:32:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:24 smithi066 ceph-mon[84331]: pgmap v4196: 137 pgs: 137 active+clean; 572 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 203 KiB/s rd, 40 MiB/s wr, 323 op/s 2024-04-13T08:32:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:24 smithi066 ceph-mon[84331]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-13T08:32:25.982 INFO:tasks.workunit.client.0.smithi003.stdout: i=17 exists [2605015~1030355,4029888~14440875,18825201~6541646,26889309~4616949,31896406~12030115,44924522~17233698,62921777~16856166,79789496~795001,84043846~3928346,90855054~16859948,110154343~2449617,113093118~56570140,172265880~12391399,187732233~123677,188072407~4653056,202031515~24118361,236161052~11130367,248518163~1029655,250389973~16354422,270649757~12038430,286677103~6166881,297571247~5978430,303755113~14445497,318981777~14037932,334070459~2047115,337960920~4012184,344478270~22491143,367430776~16310612,384745783~10234040,395676719~3305568,400954737~14255488] wrote [19308519~447890,84043846~3928346,139906601~7473034,182191834~1841121,277912840~4587445,315942856~5086,351786087~3690297,395676719~3235637] 2024-04-13T08:32:26.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:25 smithi003 ceph-mon[89364]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-13T08:32:26.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:25 smithi003 ceph-mon[89364]: pgmap v4199: 137 pgs: 137 active+clean; 700 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 231 KiB/s rd, 30 MiB/s wr, 357 op/s 2024-04-13T08:32:26.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:25 smithi003 ceph-mon[91733]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-13T08:32:26.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:25 smithi003 ceph-mon[91733]: pgmap v4199: 137 pgs: 137 active+clean; 700 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 231 KiB/s rd, 30 MiB/s wr, 357 op/s 2024-04-13T08:32:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:25 smithi066 ceph-mon[84331]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-13T08:32:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:25 smithi066 ceph-mon[84331]: pgmap v4199: 137 pgs: 137 active+clean; 700 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 231 KiB/s rd, 30 MiB/s wr, 357 op/s 2024-04-13T08:32:27.009 INFO:tasks.workunit.client.0.smithi003.stdout: i=18 exists [2605015~1030355,4029888~14440875,18825201~6541646,26889309~4616949,31896406~12030115,44924522~17233698,62921777~16856166,79789496~795001,84043846~3928346,90855054~16859948,110154343~2449617,112899681~56763577,172265880~12391399,187732233~123677,188072407~4653056,202031515~24118361,236161052~11130367,248518163~1029655,250389973~16354422,270649757~12038430,286677103~16872574,303755113~14445497,318981777~14037932,334070459~2047115,337960920~4589895,344478270~22491143,367430776~16310612,384745783~10823380,395676719~3305568,400954737~14255488] wrote [55294895~4893618,77915072~668708,112899681~6375087,139248420~3769486,150363873~6532940,237751256~6180700,292372594~6848716,312388053~1334408,338563384~3987431,394718576~850587] 2024-04-13T08:32:27.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:26 smithi003 ceph-mon[89364]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-13T08:32:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:26 smithi003 ceph-mon[91733]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-13T08:32:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:26 smithi066 ceph-mon[84331]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-13T08:32:28.018 INFO:tasks.workunit.client.0.smithi003.stdout: i=19 exists [2605015~1030355,4029888~14440875,18825201~6541646,26889309~4616949,31896406~12030115,44924522~17233698,62921777~16856166,79789496~795001,84043846~3928346,90855054~16859948,110154343~2449617,112899681~56763577,172265880~12391399,187732233~123677,188072407~4653056,197962719~1601987,202031515~24118361,236161052~11130367,248518163~1029655,250389973~16354422,270649757~32899920,303755113~14445497,318981777~14037932,334070459~2047115,337960920~4589895,344478270~22491143,367430776~16310612,384745783~10823380,395676719~3305568,400954737~14255488] wrote [14926092~985796,28463572~393324,92550102~5641441,115742795~3397794,197962719~1601987,259503412~644092,281904207~8784288,345989244~7493944] 2024-04-13T08:32:28.303 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:27 smithi066 ceph-mon[84331]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-13T08:32:28.303 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:27 smithi066 ceph-mon[84331]: pgmap v4202: 137 pgs: 137 active+clean; 737 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 231 KiB/s rd, 40 MiB/s wr, 361 op/s 2024-04-13T08:32:28.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:27 smithi003 ceph-mon[91733]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-13T08:32:28.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:27 smithi003 ceph-mon[91733]: pgmap v4202: 137 pgs: 137 active+clean; 737 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 231 KiB/s rd, 40 MiB/s wr, 361 op/s 2024-04-13T08:32:28.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:27 smithi003 ceph-mon[89364]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-13T08:32:28.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:27 smithi003 ceph-mon[89364]: pgmap v4202: 137 pgs: 137 active+clean; 737 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 231 KiB/s rd, 40 MiB/s wr, 361 op/s 2024-04-13T08:32:28.975 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 1 diff [4194304~8388608,96468992~8388608,130023424~8388608,171966464~8388608,234881024~8388608,247463936~4194304,268435456~8388608,322961408~8388608,343932928~4194304,369098752~8388608] 2024-04-13T08:32:28.975 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~8388608,96468992~8388608,130023424~8388608,171966464~8388608,234881024~8388608,247463936~4194304,268435456~8388608,322961408~8388608,343932928~4194304,369098752~8388608] 2024-04-13T08:32:28.985 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~12582912,96468992~8388608,130023424~8388608,171966464~8388608,234881024~8388608,247463936~4194304,268435456~12582912,322961408~12582912,343932928~4194304,369098752~12582912] 2024-04-13T08:32:28.986 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 2 diff [4194304~8388608,37748736~4194304,54525952~8388608,71303168~8388608,96468992~8388608,121634816~4194304,130023424~8388608,167772160~12582912,234881024~8388608,247463936~4194304,268435456~8388608,318767104~16777216,343932928~4194304,360710144~16777216] 2024-04-13T08:32:28.986 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~8388608,37748736~4194304,54525952~8388608,71303168~8388608,96468992~8388608,121634816~4194304,130023424~8388608,167772160~12582912,234881024~8388608,247463936~4194304,268435456~8388608,318767104~16777216,343932928~4194304,360710144~16777216] 2024-04-13T08:32:28.987 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~12582912,37748736~4194304,54525952~8388608,71303168~12582912,96468992~8388608,121634816~16777216,167772160~12582912,234881024~8388608,247463936~4194304,268435456~12582912,318767104~16777216,343932928~4194304,360710144~20971520] 2024-04-13T08:32:28.988 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 3 diff [4194304~8388608,16777216~8388608,37748736~4194304,54525952~8388608,71303168~8388608,92274688~12582912,121634816~4194304,130023424~8388608,142606336~8388608,159383552~4194304,167772160~16777216,234881024~8388608,247463936~4194304,268435456~8388608,285212672~8388608,318767104~16777216,343932928~4194304,356515840~20971520,385875968~4194304] 2024-04-13T08:32:28.988 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~8388608,16777216~8388608,37748736~4194304,54525952~8388608,71303168~8388608,92274688~12582912,121634816~4194304,130023424~8388608,142606336~8388608,159383552~4194304,167772160~16777216,234881024~8388608,247463936~4194304,268435456~8388608,285212672~8388608,318767104~16777216,343932928~4194304,356515840~20971520,385875968~4194304] 2024-04-13T08:32:28.990 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~25165824,37748736~4194304,54525952~8388608,71303168~12582912,92274688~12582912,121634816~16777216,142606336~8388608,159383552~25165824,234881024~8388608,247463936~4194304,268435456~12582912,285212672~8388608,318767104~16777216,343932928~4194304,356515840~25165824,385875968~8388608] 2024-04-13T08:32:28.990 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 4 diff [4194304~8388608,16777216~8388608,37748736~4194304,50331648~8388608,71303168~8388608,92274688~12582912,121634816~4194304,130023424~8388608,142606336~8388608,155189248~8388608,167772160~16777216,234881024~8388608,247463936~4194304,268435456~8388608,285212672~8388608,310378496~29360128,343932928~4194304,356515840~20971520,385875968~4194304,402653184~4194304] 2024-04-13T08:32:28.990 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~8388608,16777216~8388608,37748736~4194304,50331648~8388608,71303168~8388608,92274688~12582912,121634816~4194304,130023424~8388608,142606336~8388608,155189248~8388608,167772160~16777216,234881024~8388608,247463936~4194304,268435456~8388608,285212672~8388608,310378496~29360128,343932928~4194304,356515840~20971520,385875968~4194304,402653184~4194304] 2024-04-13T08:32:28.993 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~25165824,37748736~4194304,50331648~12582912,71303168~12582912,92274688~12582912,121634816~16777216,142606336~8388608,155189248~29360128,234881024~8388608,247463936~4194304,268435456~12582912,285212672~8388608,310378496~37748736,356515840~25165824,385875968~8388608,402653184~4194304] 2024-04-13T08:32:28.993 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 5 diff [0~12582912,16777216~8388608,37748736~4194304,50331648~12582912,71303168~8388608,92274688~12582912,121634816~12582912,142606336~8388608,155189248~8388608,167772160~16777216,201326592~8388608,234881024~8388608,247463936~4194304,268435456~8388608,285212672~8388608,310378496~29360128,343932928~4194304,356515840~25165824,385875968~4194304,402653184~4194304] 2024-04-13T08:32:28.993 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~12582912,16777216~8388608,37748736~4194304,50331648~12582912,71303168~8388608,92274688~12582912,121634816~12582912,142606336~8388608,155189248~8388608,167772160~16777216,201326592~8388608,234881024~8388608,247463936~4194304,268435456~8388608,285212672~8388608,310378496~29360128,343932928~4194304,356515840~25165824,385875968~4194304,402653184~4194304] 2024-04-13T08:32:28.996 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~29360128,37748736~4194304,50331648~12582912,71303168~12582912,92274688~12582912,121634816~16777216,142606336~8388608,155189248~29360128,201326592~12582912,234881024~8388608,247463936~4194304,268435456~12582912,285212672~8388608,310378496~41943040,356515840~37748736,402653184~4194304] 2024-04-13T08:32:28.996 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 6 diff [0~12582912,16777216~8388608,29360128~4194304,37748736~4194304,50331648~12582912,71303168~8388608,92274688~12582912,121634816~12582912,138412032~12582912,155189248~8388608,167772160~16777216,201326592~8388608,213909504~8388608,234881024~16777216,268435456~8388608,285212672~16777216,306184192~33554432,343932928~37748736,385875968~8388608,402653184~4194304] 2024-04-13T08:32:28.997 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~12582912,16777216~8388608,29360128~4194304,37748736~4194304,50331648~12582912,71303168~8388608,92274688~12582912,121634816~12582912,138412032~12582912,155189248~8388608,167772160~16777216,201326592~8388608,213909504~8388608,234881024~16777216,268435456~8388608,285212672~16777216,306184192~33554432,343932928~37748736,385875968~8388608,402653184~4194304] 2024-04-13T08:32:29.000 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33554432,37748736~4194304,50331648~12582912,71303168~12582912,92274688~12582912,121634816~29360128,155189248~29360128,201326592~20971520,234881024~16777216,268435456~12582912,285212672~109051904,402653184~4194304] 2024-04-13T08:32:29.000 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 7 diff [0~25165824,29360128~4194304,37748736~4194304,50331648~12582912,71303168~8388608,92274688~12582912,121634816~12582912,138412032~25165824,167772160~25165824,201326592~20971520,234881024~16777216,268435456~8388608,285212672~16777216,306184192~33554432,343932928~37748736,385875968~12582912,402653184~4194304] 2024-04-13T08:32:29.000 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~25165824,29360128~4194304,37748736~4194304,50331648~12582912,71303168~8388608,92274688~12582912,121634816~12582912,138412032~25165824,167772160~25165824,201326592~20971520,234881024~16777216,268435456~8388608,285212672~16777216,306184192~33554432,343932928~37748736,385875968~12582912,402653184~4194304] 2024-04-13T08:32:29.004 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~33554432,37748736~4194304,50331648~12582912,71303168~12582912,92274688~12582912,121634816~71303168,201326592~20971520,234881024~16777216,268435456~12582912,285212672~113246208,402653184~4194304] 2024-04-13T08:32:29.004 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 8 diff [0~25165824,29360128~12582912,50331648~12582912,71303168~8388608,92274688~16777216,117440512~29360128,150994944~16777216,171966464~20971520,201326592~20971520,234881024~16777216,268435456~8388608,285212672~16777216,306184192~33554432,343932928~37748736,385875968~12582912,402653184~4194304] 2024-04-13T08:32:29.004 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~25165824,29360128~12582912,50331648~12582912,71303168~8388608,92274688~16777216,117440512~29360128,150994944~16777216,171966464~20971520,201326592~20971520,234881024~16777216,268435456~8388608,285212672~16777216,306184192~33554432,343932928~37748736,385875968~12582912,402653184~4194304] 2024-04-13T08:32:29.010 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~46137344,50331648~12582912,71303168~12582912,92274688~16777216,117440512~75497472,201326592~20971520,234881024~16777216,268435456~12582912,285212672~113246208,402653184~4194304] 2024-04-13T08:32:29.010 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 9 diff [0~25165824,29360128~12582912,50331648~12582912,71303168~8388608,92274688~75497472,171966464~20971520,201326592~20971520,234881024~16777216,268435456~8388608,285212672~16777216,306184192~33554432,343932928~54525952,402653184~4194304] 2024-04-13T08:32:29.010 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~25165824,29360128~12582912,50331648~12582912,71303168~8388608,92274688~75497472,171966464~20971520,201326592~20971520,234881024~16777216,268435456~8388608,285212672~16777216,306184192~33554432,343932928~54525952,402653184~4194304] 2024-04-13T08:32:29.015 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~46137344,50331648~12582912,71303168~12582912,92274688~100663296,201326592~20971520,234881024~16777216,268435456~12582912,285212672~121634816] 2024-04-13T08:32:29.015 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 10 diff [0~12582912,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~79691776,171966464~20971520,201326592~20971520,234881024~16777216,268435456~8388608,285212672~16777216,306184192~33554432,343932928~54525952,402653184~4194304] 2024-04-13T08:32:29.015 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~79691776,171966464~20971520,201326592~20971520,234881024~16777216,268435456~8388608,285212672~16777216,306184192~33554432,343932928~54525952,402653184~4194304] 2024-04-13T08:32:29.021 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~62914560,71303168~12582912,88080384~104857600,201326592~20971520,234881024~16777216,268435456~12582912,285212672~121634816] 2024-04-13T08:32:29.021 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 11 diff [0~12582912,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~79691776,171966464~20971520,201326592~20971520,234881024~16777216,268435456~8388608,285212672~54525952,343932928~54525952,402653184~8388608] 2024-04-13T08:32:29.021 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~79691776,171966464~20971520,201326592~20971520,234881024~16777216,268435456~8388608,285212672~54525952,343932928~54525952,402653184~8388608] 2024-04-13T08:32:29.027 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~62914560,71303168~12582912,88080384~104857600,201326592~20971520,234881024~16777216,268435456~12582912,285212672~125829120] 2024-04-13T08:32:29.027 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 12 diff [0~12582912,16777216~8388608,29360128~12582912,46137344~33554432,88080384~79691776,171966464~20971520,201326592~25165824,234881024~20971520,260046848~4194304,268435456~8388608,285212672~54525952,343932928~54525952,402653184~12582912] 2024-04-13T08:32:29.027 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~33554432,88080384~79691776,171966464~20971520,201326592~25165824,234881024~20971520,260046848~4194304,268435456~8388608,285212672~54525952,343932928~54525952,402653184~12582912] 2024-04-13T08:32:29.033 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~83886080,88080384~104857600,201326592~25165824,234881024~29360128,268435456~12582912,285212672~130023424] 2024-04-13T08:32:29.033 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 13 diff [0~12582912,16777216~8388608,29360128~12582912,46137344~33554432,88080384~79691776,171966464~20971520,201326592~25165824,234881024~29360128,268435456~8388608,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.033 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~33554432,88080384~79691776,171966464~20971520,201326592~25165824,234881024~29360128,268435456~8388608,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.039 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~83886080,88080384~104857600,201326592~25165824,234881024~29360128,268435456~12582912,285212672~130023424] 2024-04-13T08:32:29.039 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 14 diff [0~12582912,16777216~8388608,29360128~50331648,88080384~79691776,171966464~20971520,201326592~25165824,234881024~29360128,268435456~8388608,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.039 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~12582912,16777216~8388608,29360128~50331648,88080384~79691776,171966464~20971520,201326592~25165824,234881024~29360128,268435456~8388608,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.046 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~83886080,88080384~104857600,201326592~25165824,234881024~46137344,285212672~130023424] 2024-04-13T08:32:29.046 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 15 diff [0~25165824,29360128~50331648,88080384~79691776,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.046 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~25165824,29360128~50331648,88080384~79691776,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.053 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~83886080,88080384~104857600,201326592~25165824,234881024~180355072] 2024-04-13T08:32:29.053 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 16 diff [0~83886080,88080384~79691776,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.053 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~83886080,88080384~79691776,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.062 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~83886080,88080384~104857600,201326592~25165824,234881024~180355072] 2024-04-13T08:32:29.062 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 17 diff [0~167772160,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.062 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.070 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,201326592~25165824,234881024~180355072] 2024-04-13T08:32:29.070 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 18 diff [0~167772160,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,285212672~130023424] 2024-04-13T08:32:29.070 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,285212672~130023424] 2024-04-13T08:32:29.079 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,201326592~25165824,234881024~180355072] 2024-04-13T08:32:29.079 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to 19 diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:29.079 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:29.088 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:29.089 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 2 diff [37748736~4194304,54525952~8388608,71303168~8388608,100663296~4194304,121634816~4194304,167772160~4194304,318767104~8388608,360710144~12582912] 2024-04-13T08:32:29.089 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [37748736~4194304,54525952~8388608,71303168~8388608,100663296~4194304,121634816~4194304,167772160~4194304,318767104~8388608,360710144~12582912] 2024-04-13T08:32:29.090 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [37748736~4194304,54525952~8388608,71303168~12582912,100663296~4194304,121634816~8388608,167772160~4194304,318767104~8388608,360710144~12582912] 2024-04-13T08:32:29.090 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 3 diff [16777216~8388608,37748736~4194304,54525952~8388608,71303168~8388608,92274688~12582912,121634816~4194304,142606336~8388608,159383552~4194304,167772160~4194304,176160768~8388608,234881024~8388608,285212672~8388608,318767104~8388608,356515840~16777216,385875968~4194304] 2024-04-13T08:32:29.090 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [16777216~8388608,37748736~4194304,54525952~8388608,71303168~8388608,92274688~12582912,121634816~4194304,142606336~8388608,159383552~4194304,167772160~4194304,176160768~8388608,234881024~8388608,285212672~8388608,318767104~8388608,356515840~16777216,385875968~4194304] 2024-04-13T08:32:29.091 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [16777216~12582912,37748736~4194304,54525952~8388608,71303168~12582912,92274688~12582912,121634816~8388608,142606336~8388608,159383552~12582912,176160768~8388608,234881024~8388608,285212672~8388608,318767104~8388608,356515840~16777216,385875968~8388608] 2024-04-13T08:32:29.092 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 4 diff [16777216~8388608,37748736~4194304,50331648~8388608,71303168~8388608,92274688~12582912,121634816~4194304,142606336~8388608,155189248~8388608,167772160~4194304,176160768~8388608,234881024~8388608,285212672~8388608,310378496~20971520,335544320~4194304,356515840~16777216,385875968~4194304,402653184~4194304] 2024-04-13T08:32:29.092 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [16777216~8388608,37748736~4194304,50331648~8388608,71303168~8388608,92274688~12582912,121634816~4194304,142606336~8388608,155189248~8388608,167772160~4194304,176160768~8388608,234881024~8388608,285212672~8388608,310378496~20971520,335544320~4194304,356515840~16777216,385875968~4194304,402653184~4194304] 2024-04-13T08:32:29.093 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [16777216~12582912,37748736~4194304,50331648~12582912,71303168~12582912,92274688~12582912,121634816~8388608,142606336~8388608,155189248~16777216,176160768~8388608,234881024~8388608,285212672~8388608,310378496~33554432,356515840~16777216,385875968~8388608,402653184~4194304] 2024-04-13T08:32:29.094 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 5 diff [0~4194304,16777216~8388608,37748736~4194304,50331648~12582912,71303168~8388608,92274688~12582912,121634816~12582912,142606336~8388608,155189248~8388608,167772160~16777216,201326592~8388608,234881024~8388608,285212672~8388608,310378496~20971520,335544320~4194304,343932928~4194304,356515840~16777216,377487360~4194304,385875968~4194304,402653184~4194304] 2024-04-13T08:32:29.094 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~4194304,16777216~8388608,37748736~4194304,50331648~12582912,71303168~8388608,92274688~12582912,121634816~12582912,142606336~8388608,155189248~8388608,167772160~16777216,201326592~8388608,234881024~8388608,285212672~8388608,310378496~20971520,335544320~4194304,343932928~4194304,356515840~16777216,377487360~4194304,385875968~4194304,402653184~4194304] 2024-04-13T08:32:29.096 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~4194304,16777216~12582912,37748736~4194304,50331648~12582912,71303168~12582912,92274688~12582912,121634816~16777216,142606336~8388608,155189248~29360128,201326592~12582912,234881024~8388608,285212672~8388608,310378496~41943040,356515840~16777216,377487360~16777216,402653184~4194304] 2024-04-13T08:32:29.096 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 6 diff [0~4194304,16777216~8388608,29360128~4194304,37748736~4194304,50331648~12582912,71303168~8388608,92274688~12582912,121634816~12582912,138412032~12582912,155189248~8388608,167772160~16777216,201326592~8388608,213909504~8388608,234881024~12582912,285212672~16777216,306184192~25165824,335544320~4194304,343932928~29360128,377487360~4194304,385875968~8388608,402653184~4194304] 2024-04-13T08:32:29.096 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~4194304,16777216~8388608,29360128~4194304,37748736~4194304,50331648~12582912,71303168~8388608,92274688~12582912,121634816~12582912,138412032~12582912,155189248~8388608,167772160~16777216,201326592~8388608,213909504~8388608,234881024~12582912,285212672~16777216,306184192~25165824,335544320~4194304,343932928~29360128,377487360~4194304,385875968~8388608,402653184~4194304] 2024-04-13T08:32:29.098 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~4194304,16777216~16777216,37748736~4194304,50331648~12582912,71303168~12582912,92274688~12582912,121634816~29360128,155189248~29360128,201326592~20971520,234881024~12582912,285212672~88080384,377487360~16777216,402653184~4194304] 2024-04-13T08:32:29.099 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 7 diff [0~8388608,16777216~8388608,29360128~4194304,37748736~4194304,50331648~12582912,71303168~8388608,92274688~12582912,121634816~12582912,138412032~25165824,167772160~25165824,201326592~20971520,234881024~12582912,285212672~16777216,306184192~25165824,335544320~4194304,343932928~29360128,377487360~4194304,385875968~12582912,402653184~4194304] 2024-04-13T08:32:29.099 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~4194304,37748736~4194304,50331648~12582912,71303168~8388608,92274688~12582912,121634816~12582912,138412032~25165824,167772160~25165824,201326592~20971520,234881024~12582912,285212672~16777216,306184192~25165824,335544320~4194304,343932928~29360128,377487360~4194304,385875968~12582912,402653184~4194304] 2024-04-13T08:32:29.102 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~16777216,37748736~4194304,50331648~12582912,71303168~12582912,92274688~12582912,121634816~71303168,201326592~20971520,234881024~12582912,285212672~88080384,377487360~20971520,402653184~4194304] 2024-04-13T08:32:29.102 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 8 diff [0~8388608,16777216~8388608,29360128~12582912,50331648~12582912,71303168~8388608,92274688~16777216,117440512~29360128,150994944~16777216,171966464~20971520,201326592~20971520,234881024~12582912,285212672~16777216,306184192~25165824,335544320~4194304,343932928~29360128,377487360~4194304,385875968~12582912,402653184~4194304] 2024-04-13T08:32:29.102 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~12582912,50331648~12582912,71303168~8388608,92274688~16777216,117440512~29360128,150994944~16777216,171966464~20971520,201326592~20971520,234881024~12582912,285212672~16777216,306184192~25165824,335544320~4194304,343932928~29360128,377487360~4194304,385875968~12582912,402653184~4194304] 2024-04-13T08:32:29.106 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~29360128,50331648~12582912,71303168~12582912,92274688~16777216,117440512~75497472,201326592~20971520,234881024~12582912,285212672~88080384,377487360~20971520,402653184~4194304] 2024-04-13T08:32:29.106 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 9 diff [0~8388608,16777216~8388608,29360128~12582912,50331648~12582912,71303168~8388608,92274688~75497472,171966464~20971520,201326592~20971520,234881024~12582912,285212672~16777216,306184192~25165824,335544320~4194304,343932928~29360128,377487360~20971520,402653184~4194304] 2024-04-13T08:32:29.106 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~12582912,50331648~12582912,71303168~8388608,92274688~75497472,171966464~20971520,201326592~20971520,234881024~12582912,285212672~16777216,306184192~25165824,335544320~4194304,343932928~29360128,377487360~20971520,402653184~4194304] 2024-04-13T08:32:29.111 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~29360128,50331648~12582912,71303168~12582912,92274688~100663296,201326592~20971520,234881024~12582912,285212672~88080384,377487360~29360128] 2024-04-13T08:32:29.111 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 10 diff [0~8388608,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~79691776,171966464~20971520,201326592~20971520,234881024~12582912,268435456~8388608,285212672~16777216,306184192~33554432,343932928~29360128,377487360~20971520,402653184~4194304] 2024-04-13T08:32:29.111 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~79691776,171966464~20971520,201326592~20971520,234881024~12582912,268435456~8388608,285212672~16777216,306184192~33554432,343932928~29360128,377487360~20971520,402653184~4194304] 2024-04-13T08:32:29.115 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~46137344,71303168~12582912,88080384~104857600,201326592~20971520,234881024~12582912,268435456~12582912,285212672~88080384,377487360~29360128] 2024-04-13T08:32:29.116 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 11 diff [0~8388608,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~79691776,171966464~20971520,201326592~20971520,234881024~12582912,268435456~8388608,285212672~54525952,343932928~29360128,377487360~20971520,402653184~8388608] 2024-04-13T08:32:29.116 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~79691776,171966464~20971520,201326592~20971520,234881024~12582912,268435456~8388608,285212672~54525952,343932928~29360128,377487360~20971520,402653184~8388608] 2024-04-13T08:32:29.121 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~46137344,71303168~12582912,88080384~104857600,201326592~20971520,234881024~12582912,268435456~12582912,285212672~88080384,377487360~33554432] 2024-04-13T08:32:29.121 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 12 diff [0~8388608,16777216~8388608,29360128~12582912,46137344~33554432,88080384~79691776,171966464~20971520,201326592~25165824,234881024~20971520,260046848~4194304,268435456~8388608,285212672~54525952,343932928~29360128,377487360~20971520,402653184~12582912] 2024-04-13T08:32:29.121 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~12582912,46137344~33554432,88080384~79691776,171966464~20971520,201326592~25165824,234881024~20971520,260046848~4194304,268435456~8388608,285212672~54525952,343932928~29360128,377487360~20971520,402653184~12582912] 2024-04-13T08:32:29.126 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~67108864,88080384~104857600,201326592~25165824,234881024~29360128,268435456~12582912,285212672~88080384,377487360~37748736] 2024-04-13T08:32:29.126 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 13 diff [0~8388608,16777216~8388608,29360128~12582912,46137344~33554432,88080384~79691776,171966464~20971520,201326592~25165824,234881024~29360128,268435456~8388608,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.126 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~12582912,46137344~33554432,88080384~79691776,171966464~20971520,201326592~25165824,234881024~29360128,268435456~8388608,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.131 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~67108864,88080384~104857600,201326592~25165824,234881024~29360128,268435456~12582912,285212672~130023424] 2024-04-13T08:32:29.132 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 14 diff [0~8388608,16777216~8388608,29360128~50331648,88080384~79691776,171966464~20971520,201326592~25165824,234881024~29360128,268435456~8388608,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.132 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~50331648,88080384~79691776,171966464~20971520,201326592~25165824,234881024~29360128,268435456~8388608,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.137 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~67108864,88080384~104857600,201326592~25165824,234881024~46137344,285212672~130023424] 2024-04-13T08:32:29.137 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 15 diff [0~25165824,29360128~50331648,88080384~79691776,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.137 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~25165824,29360128~50331648,88080384~79691776,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.144 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~83886080,88080384~104857600,201326592~25165824,234881024~180355072] 2024-04-13T08:32:29.144 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 16 diff [0~83886080,88080384~79691776,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.144 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~83886080,88080384~79691776,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.151 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~83886080,88080384~104857600,201326592~25165824,234881024~180355072] 2024-04-13T08:32:29.151 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 17 diff [0~167772160,171966464~20971520,201326592~25165824,234881024~29360128,268435456~71303168,343932928~71303168] 2024-04-13T08:32:29.151 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,201326592~25165824,234881024~29360128,268435456~71303168,343932928~71303168] 2024-04-13T08:32:29.158 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,201326592~25165824,234881024~180355072] 2024-04-13T08:32:29.158 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 18 diff [0~167772160,171966464~20971520,201326592~25165824,234881024~29360128,268435456~146800640] 2024-04-13T08:32:29.158 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,201326592~25165824,234881024~29360128,268435456~146800640] 2024-04-13T08:32:29.166 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,201326592~25165824,234881024~180355072] 2024-04-13T08:32:29.167 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to 19 diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:29.167 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:29.174 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:29.174 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 3 diff [16777216~8388608,92274688~8388608,142606336~8388608,159383552~4194304,176160768~8388608,234881024~8388608,285212672~8388608,356515840~8388608,385875968~4194304] 2024-04-13T08:32:29.174 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [16777216~8388608,92274688~8388608,142606336~8388608,159383552~4194304,176160768~8388608,234881024~8388608,285212672~8388608,356515840~8388608,385875968~4194304] 2024-04-13T08:32:29.176 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [16777216~12582912,92274688~8388608,142606336~8388608,159383552~8388608,176160768~8388608,234881024~8388608,285212672~8388608,356515840~8388608,385875968~8388608] 2024-04-13T08:32:29.176 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 4 diff [16777216~8388608,50331648~8388608,92274688~8388608,142606336~8388608,155189248~8388608,176160768~8388608,234881024~8388608,285212672~8388608,310378496~12582912,327155712~4194304,335544320~4194304,356515840~8388608,385875968~4194304,402653184~4194304] 2024-04-13T08:32:29.176 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [16777216~8388608,50331648~8388608,92274688~8388608,142606336~8388608,155189248~8388608,176160768~8388608,234881024~8388608,285212672~8388608,310378496~12582912,327155712~4194304,335544320~4194304,356515840~8388608,385875968~4194304,402653184~4194304] 2024-04-13T08:32:29.178 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [16777216~12582912,50331648~12582912,92274688~8388608,142606336~8388608,155189248~12582912,176160768~8388608,234881024~8388608,285212672~8388608,310378496~33554432,356515840~8388608,385875968~8388608,402653184~4194304] 2024-04-13T08:32:29.178 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 5 diff [0~4194304,16777216~8388608,50331648~12582912,75497472~4194304,92274688~8388608,125829120~8388608,142606336~8388608,155189248~8388608,171966464~12582912,201326592~8388608,234881024~8388608,285212672~8388608,310378496~12582912,327155712~4194304,335544320~4194304,343932928~4194304,356515840~8388608,377487360~4194304,385875968~4194304,402653184~4194304] 2024-04-13T08:32:29.178 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~4194304,16777216~8388608,50331648~12582912,75497472~4194304,92274688~8388608,125829120~8388608,142606336~8388608,155189248~8388608,171966464~12582912,201326592~8388608,234881024~8388608,285212672~8388608,310378496~12582912,327155712~4194304,335544320~4194304,343932928~4194304,356515840~8388608,377487360~4194304,385875968~4194304,402653184~4194304] 2024-04-13T08:32:29.180 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~4194304,16777216~12582912,50331648~12582912,75497472~4194304,92274688~8388608,125829120~12582912,142606336~8388608,155189248~12582912,171966464~12582912,201326592~12582912,234881024~8388608,285212672~8388608,310378496~41943040,356515840~8388608,377487360~16777216,402653184~4194304] 2024-04-13T08:32:29.180 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 6 diff [0~4194304,16777216~8388608,29360128~4194304,50331648~12582912,75497472~4194304,92274688~8388608,125829120~8388608,138412032~12582912,155189248~8388608,171966464~12582912,201326592~8388608,213909504~8388608,234881024~12582912,285212672~16777216,306184192~16777216,327155712~4194304,335544320~4194304,343932928~20971520,377487360~4194304,385875968~8388608,402653184~4194304] 2024-04-13T08:32:29.180 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~4194304,16777216~8388608,29360128~4194304,50331648~12582912,75497472~4194304,92274688~8388608,125829120~8388608,138412032~12582912,155189248~8388608,171966464~12582912,201326592~8388608,213909504~8388608,234881024~12582912,285212672~16777216,306184192~16777216,327155712~4194304,335544320~4194304,343932928~20971520,377487360~4194304,385875968~8388608,402653184~4194304] 2024-04-13T08:32:29.182 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~4194304,16777216~16777216,50331648~12582912,75497472~4194304,92274688~8388608,125829120~25165824,155189248~12582912,171966464~12582912,201326592~20971520,234881024~12582912,285212672~79691776,377487360~16777216,402653184~4194304] 2024-04-13T08:32:29.182 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 7 diff [0~8388608,16777216~8388608,29360128~4194304,50331648~12582912,75497472~4194304,92274688~8388608,125829120~8388608,138412032~25165824,171966464~20971520,201326592~20971520,234881024~12582912,285212672~16777216,306184192~16777216,327155712~4194304,335544320~4194304,343932928~25165824,377487360~4194304,385875968~12582912,402653184~4194304] 2024-04-13T08:32:29.182 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~4194304,50331648~12582912,75497472~4194304,92274688~8388608,125829120~8388608,138412032~25165824,171966464~20971520,201326592~20971520,234881024~12582912,285212672~16777216,306184192~16777216,327155712~4194304,335544320~4194304,343932928~25165824,377487360~4194304,385875968~12582912,402653184~4194304] 2024-04-13T08:32:29.185 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~16777216,50331648~12582912,75497472~4194304,92274688~8388608,125829120~41943040,171966464~20971520,201326592~20971520,234881024~12582912,285212672~83886080,377487360~20971520,402653184~4194304] 2024-04-13T08:32:29.186 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 8 diff [0~8388608,16777216~8388608,29360128~12582912,50331648~12582912,71303168~8388608,92274688~8388608,104857600~4194304,117440512~4194304,125829120~20971520,150994944~16777216,171966464~20971520,201326592~20971520,234881024~12582912,285212672~16777216,306184192~16777216,327155712~4194304,335544320~4194304,343932928~25165824,377487360~4194304,385875968~12582912,402653184~4194304] 2024-04-13T08:32:29.186 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~12582912,50331648~12582912,71303168~8388608,92274688~8388608,104857600~4194304,117440512~4194304,125829120~20971520,150994944~16777216,171966464~20971520,201326592~20971520,234881024~12582912,285212672~16777216,306184192~16777216,327155712~4194304,335544320~4194304,343932928~25165824,377487360~4194304,385875968~12582912,402653184~4194304] 2024-04-13T08:32:29.189 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~29360128,50331648~12582912,71303168~8388608,92274688~8388608,104857600~4194304,117440512~4194304,125829120~67108864,201326592~20971520,234881024~12582912,285212672~83886080,377487360~20971520,402653184~4194304] 2024-04-13T08:32:29.189 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 9 diff [0~8388608,16777216~8388608,29360128~12582912,50331648~12582912,71303168~8388608,92274688~8388608,104857600~16777216,125829120~41943040,171966464~20971520,201326592~20971520,234881024~12582912,285212672~16777216,306184192~16777216,327155712~4194304,335544320~4194304,343932928~25165824,377487360~20971520,402653184~4194304] 2024-04-13T08:32:29.189 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~12582912,50331648~12582912,71303168~8388608,92274688~8388608,104857600~16777216,125829120~41943040,171966464~20971520,201326592~20971520,234881024~12582912,285212672~16777216,306184192~16777216,327155712~4194304,335544320~4194304,343932928~25165824,377487360~20971520,402653184~4194304] 2024-04-13T08:32:29.193 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~29360128,50331648~12582912,71303168~8388608,92274688~8388608,104857600~88080384,201326592~20971520,234881024~12582912,285212672~83886080,377487360~29360128] 2024-04-13T08:32:29.193 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 10 diff [0~8388608,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~12582912,104857600~16777216,125829120~41943040,171966464~20971520,201326592~20971520,234881024~12582912,268435456~8388608,285212672~16777216,306184192~16777216,327155712~12582912,343932928~25165824,377487360~20971520,402653184~4194304] 2024-04-13T08:32:29.193 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~12582912,104857600~16777216,125829120~41943040,171966464~20971520,201326592~20971520,234881024~12582912,268435456~8388608,285212672~16777216,306184192~16777216,327155712~12582912,343932928~25165824,377487360~20971520,402653184~4194304] 2024-04-13T08:32:29.197 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~46137344,71303168~8388608,88080384~12582912,104857600~88080384,201326592~20971520,234881024~12582912,268435456~12582912,285212672~83886080,377487360~29360128] 2024-04-13T08:32:29.197 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 11 diff [0~8388608,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~33554432,125829120~41943040,171966464~20971520,201326592~20971520,234881024~12582912,268435456~8388608,285212672~54525952,343932928~25165824,377487360~20971520,402653184~8388608] 2024-04-13T08:32:29.197 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~33554432,125829120~41943040,171966464~20971520,201326592~20971520,234881024~12582912,268435456~8388608,285212672~54525952,343932928~25165824,377487360~20971520,402653184~8388608] 2024-04-13T08:32:29.201 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~46137344,71303168~8388608,88080384~104857600,201326592~20971520,234881024~12582912,268435456~12582912,285212672~83886080,377487360~33554432] 2024-04-13T08:32:29.201 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 12 diff [0~8388608,16777216~8388608,29360128~12582912,46137344~29360128,88080384~33554432,125829120~41943040,171966464~20971520,201326592~25165824,234881024~20971520,260046848~4194304,268435456~8388608,285212672~54525952,343932928~25165824,377487360~20971520,402653184~12582912] 2024-04-13T08:32:29.201 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~12582912,46137344~29360128,88080384~33554432,125829120~41943040,171966464~20971520,201326592~25165824,234881024~20971520,260046848~4194304,268435456~8388608,285212672~54525952,343932928~25165824,377487360~20971520,402653184~12582912] 2024-04-13T08:32:29.205 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~62914560,88080384~104857600,201326592~25165824,234881024~29360128,268435456~12582912,285212672~83886080,377487360~37748736] 2024-04-13T08:32:29.205 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 13 diff [0~8388608,16777216~8388608,29360128~12582912,46137344~29360128,88080384~33554432,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~8388608,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.206 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~12582912,46137344~29360128,88080384~33554432,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~8388608,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.210 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~62914560,88080384~104857600,201326592~25165824,234881024~29360128,268435456~12582912,285212672~130023424] 2024-04-13T08:32:29.210 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 14 diff [0~8388608,16777216~8388608,29360128~46137344,88080384~33554432,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~8388608,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.210 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~46137344,88080384~33554432,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~8388608,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.215 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~62914560,88080384~104857600,201326592~25165824,234881024~46137344,285212672~130023424] 2024-04-13T08:32:29.215 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 15 diff [0~25165824,29360128~46137344,88080384~33554432,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.215 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~25165824,29360128~46137344,88080384~33554432,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.221 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,88080384~104857600,201326592~25165824,234881024~180355072] 2024-04-13T08:32:29.221 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 16 diff [0~79691776,88080384~33554432,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.221 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,88080384~33554432,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,285212672~54525952,343932928~71303168] 2024-04-13T08:32:29.227 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,88080384~104857600,201326592~25165824,234881024~180355072] 2024-04-13T08:32:29.227 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 17 diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~71303168,343932928~71303168] 2024-04-13T08:32:29.227 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~71303168,343932928~71303168] 2024-04-13T08:32:29.233 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,201326592~25165824,234881024~180355072] 2024-04-13T08:32:29.233 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 18 diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~146800640] 2024-04-13T08:32:29.233 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~146800640] 2024-04-13T08:32:29.239 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,201326592~25165824,234881024~180355072] 2024-04-13T08:32:29.239 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to 19 diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:29.239 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:29.246 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:29.246 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 4 diff [50331648~8388608,92274688~4194304,155189248~8388608,310378496~12582912,327155712~4194304,335544320~4194304,402653184~4194304] 2024-04-13T08:32:29.246 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [50331648~8388608,92274688~4194304,155189248~8388608,310378496~12582912,327155712~4194304,335544320~4194304,402653184~4194304] 2024-04-13T08:32:29.247 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [50331648~12582912,92274688~4194304,155189248~12582912,310378496~33554432,402653184~4194304] 2024-04-13T08:32:29.247 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 5 diff [0~4194304,50331648~12582912,75497472~4194304,92274688~4194304,125829120~8388608,155189248~8388608,171966464~4194304,201326592~8388608,310378496~12582912,327155712~4194304,335544320~4194304,343932928~4194304,377487360~4194304,402653184~4194304] 2024-04-13T08:32:29.247 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~4194304,50331648~12582912,75497472~4194304,92274688~4194304,125829120~8388608,155189248~8388608,171966464~4194304,201326592~8388608,310378496~12582912,327155712~4194304,335544320~4194304,343932928~4194304,377487360~4194304,402653184~4194304] 2024-04-13T08:32:29.249 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~4194304,50331648~12582912,75497472~4194304,92274688~4194304,125829120~12582912,155189248~12582912,171966464~8388608,201326592~12582912,310378496~41943040,377487360~8388608,402653184~4194304] 2024-04-13T08:32:29.249 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 6 diff [0~4194304,29360128~4194304,50331648~12582912,75497472~4194304,92274688~4194304,125829120~8388608,138412032~8388608,155189248~8388608,171966464~4194304,201326592~8388608,213909504~8388608,234881024~12582912,293601280~8388608,306184192~16777216,327155712~4194304,335544320~4194304,343932928~12582912,377487360~4194304,385875968~8388608,402653184~4194304] 2024-04-13T08:32:29.249 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~4194304,29360128~4194304,50331648~12582912,75497472~4194304,92274688~4194304,125829120~8388608,138412032~8388608,155189248~8388608,171966464~4194304,201326592~8388608,213909504~8388608,234881024~12582912,293601280~8388608,306184192~16777216,327155712~4194304,335544320~4194304,343932928~12582912,377487360~4194304,385875968~8388608,402653184~4194304] 2024-04-13T08:32:29.251 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~4194304,29360128~4194304,50331648~12582912,75497472~4194304,92274688~4194304,125829120~20971520,155189248~12582912,171966464~8388608,201326592~20971520,234881024~12582912,293601280~62914560,377487360~16777216,402653184~4194304] 2024-04-13T08:32:29.251 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 7 diff [0~8388608,29360128~4194304,50331648~12582912,75497472~4194304,92274688~4194304,125829120~8388608,138412032~8388608,150994944~12582912,171966464~4194304,180355072~12582912,201326592~20971520,234881024~12582912,293601280~8388608,306184192~16777216,327155712~4194304,335544320~4194304,343932928~16777216,364904448~4194304,377487360~4194304,385875968~12582912,402653184~4194304] 2024-04-13T08:32:29.252 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,29360128~4194304,50331648~12582912,75497472~4194304,92274688~4194304,125829120~8388608,138412032~8388608,150994944~12582912,171966464~4194304,180355072~12582912,201326592~20971520,234881024~12582912,293601280~8388608,306184192~16777216,327155712~4194304,335544320~4194304,343932928~16777216,364904448~4194304,377487360~4194304,385875968~12582912,402653184~4194304] 2024-04-13T08:32:29.253 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,29360128~4194304,50331648~12582912,75497472~4194304,92274688~4194304,125829120~20971520,150994944~16777216,171966464~20971520,201326592~20971520,234881024~12582912,293601280~75497472,377487360~20971520,402653184~4194304] 2024-04-13T08:32:29.253 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 8 diff [0~8388608,29360128~12582912,50331648~12582912,71303168~8388608,92274688~4194304,104857600~4194304,117440512~4194304,125829120~16777216,150994944~16777216,171966464~20971520,201326592~20971520,234881024~12582912,293601280~8388608,306184192~16777216,327155712~4194304,335544320~4194304,343932928~16777216,364904448~4194304,377487360~4194304,385875968~12582912,402653184~4194304] 2024-04-13T08:32:29.253 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,29360128~12582912,50331648~12582912,71303168~8388608,92274688~4194304,104857600~4194304,117440512~4194304,125829120~16777216,150994944~16777216,171966464~20971520,201326592~20971520,234881024~12582912,293601280~8388608,306184192~16777216,327155712~4194304,335544320~4194304,343932928~16777216,364904448~4194304,377487360~4194304,385875968~12582912,402653184~4194304] 2024-04-13T08:32:29.256 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,29360128~16777216,50331648~12582912,71303168~8388608,92274688~4194304,104857600~4194304,117440512~4194304,125829120~20971520,150994944~41943040,201326592~20971520,234881024~12582912,293601280~75497472,377487360~20971520,402653184~4194304] 2024-04-13T08:32:29.256 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 9 diff [0~8388608,29360128~12582912,50331648~12582912,71303168~8388608,92274688~4194304,104857600~16777216,125829120~16777216,146800640~20971520,171966464~20971520,201326592~20971520,234881024~12582912,293601280~8388608,306184192~16777216,327155712~4194304,335544320~4194304,343932928~16777216,364904448~4194304,377487360~20971520,402653184~4194304] 2024-04-13T08:32:29.256 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,29360128~12582912,50331648~12582912,71303168~8388608,92274688~4194304,104857600~16777216,125829120~16777216,146800640~20971520,171966464~20971520,201326592~20971520,234881024~12582912,293601280~8388608,306184192~16777216,327155712~4194304,335544320~4194304,343932928~16777216,364904448~4194304,377487360~20971520,402653184~4194304] 2024-04-13T08:32:29.260 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,29360128~16777216,50331648~12582912,71303168~8388608,92274688~4194304,104857600~88080384,201326592~20971520,234881024~12582912,293601280~75497472,377487360~29360128] 2024-04-13T08:32:29.260 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 10 diff [0~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~8388608,104857600~16777216,125829120~16777216,146800640~20971520,171966464~20971520,201326592~20971520,234881024~12582912,268435456~8388608,293601280~8388608,306184192~16777216,327155712~12582912,343932928~16777216,364904448~4194304,377487360~20971520,402653184~4194304] 2024-04-13T08:32:29.260 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~8388608,104857600~16777216,125829120~16777216,146800640~20971520,171966464~20971520,201326592~20971520,234881024~12582912,268435456~8388608,293601280~8388608,306184192~16777216,327155712~12582912,343932928~16777216,364904448~4194304,377487360~20971520,402653184~4194304] 2024-04-13T08:32:29.263 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,29360128~33554432,71303168~8388608,88080384~8388608,104857600~88080384,201326592~20971520,234881024~12582912,268435456~12582912,293601280~75497472,377487360~29360128] 2024-04-13T08:32:29.263 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 11 diff [0~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~8388608,100663296~20971520,125829120~16777216,146800640~20971520,171966464~20971520,201326592~20971520,234881024~12582912,268435456~8388608,293601280~46137344,343932928~16777216,364904448~4194304,377487360~20971520,402653184~8388608] 2024-04-13T08:32:29.263 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~8388608,100663296~20971520,125829120~16777216,146800640~20971520,171966464~20971520,201326592~20971520,234881024~12582912,268435456~8388608,293601280~46137344,343932928~16777216,364904448~4194304,377487360~20971520,402653184~8388608] 2024-04-13T08:32:29.267 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,29360128~33554432,71303168~8388608,88080384~8388608,100663296~92274688,201326592~20971520,234881024~12582912,268435456~12582912,293601280~75497472,377487360~33554432] 2024-04-13T08:32:29.267 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 12 diff [0~8388608,20971520~4194304,29360128~12582912,46137344~29360128,88080384~8388608,100663296~20971520,125829120~16777216,146800640~20971520,171966464~20971520,201326592~25165824,234881024~20971520,260046848~4194304,268435456~8388608,293601280~46137344,343932928~16777216,364904448~4194304,377487360~20971520,402653184~12582912] 2024-04-13T08:32:29.267 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,20971520~4194304,29360128~12582912,46137344~29360128,88080384~8388608,100663296~20971520,125829120~16777216,146800640~20971520,171966464~20971520,201326592~25165824,234881024~20971520,260046848~4194304,268435456~8388608,293601280~46137344,343932928~16777216,364904448~4194304,377487360~20971520,402653184~12582912] 2024-04-13T08:32:29.271 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,20971520~4194304,29360128~50331648,88080384~8388608,100663296~92274688,201326592~25165824,234881024~29360128,268435456~12582912,293601280~75497472,377487360~37748736] 2024-04-13T08:32:29.271 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 13 diff [0~8388608,20971520~4194304,29360128~12582912,46137344~29360128,88080384~8388608,100663296~20971520,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~8388608,293601280~46137344,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.271 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,20971520~4194304,29360128~12582912,46137344~29360128,88080384~8388608,100663296~20971520,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~8388608,293601280~46137344,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.275 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,20971520~4194304,29360128~50331648,88080384~8388608,100663296~92274688,201326592~25165824,234881024~29360128,268435456~12582912,293601280~121634816] 2024-04-13T08:32:29.275 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 14 diff [0~8388608,16777216~8388608,29360128~46137344,88080384~8388608,100663296~20971520,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~8388608,293601280~46137344,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.276 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~46137344,88080384~8388608,100663296~20971520,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~8388608,293601280~46137344,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.280 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~8388608,29360128~50331648,88080384~104857600,201326592~25165824,234881024~46137344,293601280~121634816] 2024-04-13T08:32:29.280 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 15 diff [0~25165824,29360128~46137344,88080384~8388608,100663296~20971520,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,293601280~46137344,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.280 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~25165824,29360128~46137344,88080384~8388608,100663296~20971520,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,293601280~46137344,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.285 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~25165824,29360128~50331648,88080384~104857600,201326592~25165824,234881024~50331648,293601280~121634816] 2024-04-13T08:32:29.285 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 16 diff [0~79691776,88080384~8388608,100663296~20971520,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,293601280~46137344,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.285 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,88080384~8388608,100663296~20971520,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,293601280~46137344,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.291 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,88080384~104857600,201326592~25165824,234881024~50331648,293601280~121634816] 2024-04-13T08:32:29.291 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 17 diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~16777216,293601280~46137344,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.292 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~16777216,293601280~46137344,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.297 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,201326592~25165824,234881024~50331648,293601280~121634816] 2024-04-13T08:32:29.297 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 18 diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~16777216,289406976~71303168,364904448~50331648] 2024-04-13T08:32:29.297 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~16777216,289406976~71303168,364904448~50331648] 2024-04-13T08:32:29.303 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,201326592~25165824,234881024~50331648,289406976~125829120] 2024-04-13T08:32:29.303 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to 19 diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:29.303 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:29.310 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:29.310 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 5 diff [0~4194304,54525952~8388608,75497472~4194304,125829120~8388608,163577856~4194304,171966464~4194304,201326592~8388608,343932928~4194304,377487360~4194304] 2024-04-13T08:32:29.310 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~4194304,54525952~8388608,75497472~4194304,125829120~8388608,163577856~4194304,171966464~4194304,201326592~8388608,343932928~4194304,377487360~4194304] 2024-04-13T08:32:29.311 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~4194304,54525952~8388608,75497472~4194304,125829120~12582912,163577856~4194304,171966464~8388608,201326592~12582912,343932928~8388608,377487360~8388608] 2024-04-13T08:32:29.311 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 6 diff [0~4194304,29360128~4194304,54525952~8388608,75497472~4194304,125829120~8388608,138412032~8388608,163577856~4194304,171966464~4194304,201326592~8388608,213909504~8388608,234881024~12582912,293601280~8388608,306184192~8388608,343932928~12582912,377487360~4194304,385875968~8388608] 2024-04-13T08:32:29.311 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~4194304,29360128~4194304,54525952~8388608,75497472~4194304,125829120~8388608,138412032~8388608,163577856~4194304,171966464~4194304,201326592~8388608,213909504~8388608,234881024~12582912,293601280~8388608,306184192~8388608,343932928~12582912,377487360~4194304,385875968~8388608] 2024-04-13T08:32:29.312 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~4194304,29360128~4194304,54525952~8388608,75497472~4194304,125829120~20971520,163577856~4194304,171966464~8388608,201326592~20971520,234881024~12582912,293601280~25165824,343932928~12582912,377487360~16777216] 2024-04-13T08:32:29.313 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 7 diff [0~8388608,29360128~4194304,54525952~8388608,75497472~4194304,125829120~8388608,138412032~8388608,150994944~8388608,163577856~4194304,171966464~4194304,180355072~12582912,201326592~20971520,234881024~12582912,293601280~8388608,306184192~8388608,343932928~16777216,364904448~4194304,377487360~4194304,385875968~12582912] 2024-04-13T08:32:29.313 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,29360128~4194304,54525952~8388608,75497472~4194304,125829120~8388608,138412032~8388608,150994944~8388608,163577856~4194304,171966464~4194304,180355072~12582912,201326592~20971520,234881024~12582912,293601280~8388608,306184192~8388608,343932928~16777216,364904448~4194304,377487360~4194304,385875968~12582912] 2024-04-13T08:32:29.314 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,29360128~4194304,54525952~8388608,75497472~4194304,125829120~20971520,150994944~8388608,163577856~4194304,171966464~20971520,201326592~20971520,234881024~12582912,293601280~25165824,343932928~25165824,377487360~20971520] 2024-04-13T08:32:29.314 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 8 diff [0~8388608,29360128~12582912,54525952~8388608,71303168~8388608,104857600~4194304,117440512~4194304,125829120~16777216,150994944~8388608,163577856~29360128,201326592~20971520,234881024~12582912,293601280~8388608,306184192~8388608,343932928~16777216,364904448~4194304,377487360~4194304,385875968~12582912] 2024-04-13T08:32:29.314 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,29360128~12582912,54525952~8388608,71303168~8388608,104857600~4194304,117440512~4194304,125829120~16777216,150994944~8388608,163577856~29360128,201326592~20971520,234881024~12582912,293601280~8388608,306184192~8388608,343932928~16777216,364904448~4194304,377487360~4194304,385875968~12582912] 2024-04-13T08:32:29.317 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,29360128~16777216,54525952~8388608,71303168~8388608,104857600~4194304,117440512~4194304,125829120~20971520,150994944~8388608,163577856~29360128,201326592~20971520,234881024~12582912,293601280~25165824,343932928~25165824,377487360~20971520] 2024-04-13T08:32:29.317 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 9 diff [0~8388608,29360128~12582912,54525952~8388608,71303168~8388608,104857600~16777216,125829120~16777216,146800640~12582912,163577856~29360128,201326592~20971520,234881024~12582912,293601280~8388608,306184192~8388608,343932928~16777216,364904448~4194304,377487360~20971520] 2024-04-13T08:32:29.317 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,29360128~12582912,54525952~8388608,71303168~8388608,104857600~16777216,125829120~16777216,146800640~12582912,163577856~29360128,201326592~20971520,234881024~12582912,293601280~8388608,306184192~8388608,343932928~16777216,364904448~4194304,377487360~20971520] 2024-04-13T08:32:29.320 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,29360128~16777216,54525952~8388608,71303168~8388608,104857600~54525952,163577856~29360128,201326592~20971520,234881024~12582912,293601280~25165824,343932928~25165824,377487360~25165824] 2024-04-13T08:32:29.321 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 10 diff [0~8388608,29360128~12582912,46137344~4194304,54525952~8388608,71303168~8388608,88080384~8388608,104857600~16777216,125829120~16777216,146800640~12582912,163577856~29360128,201326592~20971520,234881024~12582912,268435456~8388608,293601280~8388608,306184192~12582912,331350016~4194304,343932928~16777216,364904448~4194304,377487360~20971520] 2024-04-13T08:32:29.321 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,29360128~12582912,46137344~4194304,54525952~8388608,71303168~8388608,88080384~8388608,104857600~16777216,125829120~16777216,146800640~12582912,163577856~29360128,201326592~20971520,234881024~12582912,268435456~8388608,293601280~8388608,306184192~12582912,331350016~4194304,343932928~16777216,364904448~4194304,377487360~20971520] 2024-04-13T08:32:29.324 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,29360128~33554432,71303168~8388608,88080384~8388608,104857600~54525952,163577856~29360128,201326592~20971520,234881024~12582912,268435456~12582912,293601280~25165824,331350016~8388608,343932928~25165824,377487360~25165824] 2024-04-13T08:32:29.325 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 11 diff [0~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~8388608,100663296~20971520,125829120~16777216,146800640~12582912,163577856~29360128,201326592~20971520,234881024~12582912,268435456~8388608,293601280~25165824,322961408~12582912,343932928~16777216,364904448~4194304,377487360~20971520,406847488~4194304] 2024-04-13T08:32:29.325 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~8388608,100663296~20971520,125829120~16777216,146800640~12582912,163577856~29360128,201326592~20971520,234881024~12582912,268435456~8388608,293601280~25165824,322961408~12582912,343932928~16777216,364904448~4194304,377487360~20971520,406847488~4194304] 2024-04-13T08:32:29.328 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,29360128~33554432,71303168~8388608,88080384~8388608,100663296~58720256,163577856~29360128,201326592~20971520,234881024~12582912,268435456~12582912,293601280~25165824,322961408~16777216,343932928~25165824,377487360~25165824,406847488~4194304] 2024-04-13T08:32:29.328 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 12 diff [0~8388608,20971520~4194304,29360128~12582912,46137344~29360128,88080384~8388608,100663296~20971520,125829120~16777216,146800640~46137344,201326592~25165824,234881024~20971520,260046848~4194304,268435456~8388608,293601280~25165824,322961408~12582912,343932928~16777216,364904448~4194304,377487360~20971520,406847488~8388608] 2024-04-13T08:32:29.329 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,20971520~4194304,29360128~12582912,46137344~29360128,88080384~8388608,100663296~20971520,125829120~16777216,146800640~46137344,201326592~25165824,234881024~20971520,260046848~4194304,268435456~8388608,293601280~25165824,322961408~12582912,343932928~16777216,364904448~4194304,377487360~20971520,406847488~8388608] 2024-04-13T08:32:29.332 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,20971520~4194304,29360128~50331648,88080384~8388608,100663296~92274688,201326592~25165824,234881024~29360128,268435456~12582912,293601280~25165824,322961408~16777216,343932928~25165824,377487360~25165824,406847488~8388608] 2024-04-13T08:32:29.332 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 13 diff [0~8388608,20971520~4194304,29360128~12582912,46137344~29360128,88080384~8388608,100663296~20971520,125829120~29360128,159383552~33554432,201326592~25165824,234881024~29360128,268435456~8388608,293601280~41943040,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.332 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,20971520~4194304,29360128~12582912,46137344~29360128,88080384~8388608,100663296~20971520,125829120~29360128,159383552~33554432,201326592~25165824,234881024~29360128,268435456~8388608,293601280~41943040,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.337 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,20971520~4194304,29360128~50331648,88080384~8388608,100663296~92274688,201326592~25165824,234881024~29360128,268435456~12582912,293601280~46137344,343932928~71303168] 2024-04-13T08:32:29.337 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 14 diff [0~8388608,16777216~8388608,29360128~46137344,88080384~8388608,100663296~20971520,125829120~29360128,159383552~33554432,201326592~25165824,234881024~29360128,268435456~8388608,293601280~41943040,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.337 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~46137344,88080384~8388608,100663296~20971520,125829120~29360128,159383552~33554432,201326592~25165824,234881024~29360128,268435456~8388608,293601280~41943040,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.341 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~8388608,29360128~50331648,88080384~104857600,201326592~25165824,234881024~46137344,293601280~46137344,343932928~71303168] 2024-04-13T08:32:29.342 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 15 diff [0~25165824,29360128~46137344,88080384~8388608,100663296~20971520,125829120~29360128,159383552~33554432,201326592~25165824,234881024~29360128,268435456~12582912,293601280~41943040,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.342 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~25165824,29360128~46137344,88080384~8388608,100663296~20971520,125829120~29360128,159383552~33554432,201326592~25165824,234881024~29360128,268435456~12582912,293601280~41943040,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.347 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~25165824,29360128~50331648,88080384~104857600,201326592~25165824,234881024~50331648,293601280~46137344,343932928~71303168] 2024-04-13T08:32:29.347 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 16 diff [0~79691776,88080384~8388608,100663296~20971520,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,293601280~41943040,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.347 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,88080384~8388608,100663296~20971520,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,293601280~41943040,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.353 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,88080384~104857600,201326592~25165824,234881024~50331648,293601280~46137344,343932928~71303168] 2024-04-13T08:32:29.353 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 17 diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~16777216,293601280~41943040,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.353 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~16777216,293601280~41943040,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.359 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,201326592~25165824,234881024~50331648,293601280~46137344,343932928~71303168] 2024-04-13T08:32:29.359 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 18 diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~16777216,289406976~50331648,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.359 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,201326592~25165824,234881024~29360128,268435456~16777216,289406976~50331648,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.365 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,201326592~25165824,234881024~50331648,289406976~125829120] 2024-04-13T08:32:29.365 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to 19 diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.365 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.372 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:29.372 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 6 diff [29360128~4194304,138412032~8388608,205520896~4194304,213909504~8388608,234881024~12582912,293601280~8388608,306184192~8388608,348127232~8388608,385875968~8388608] 2024-04-13T08:32:29.372 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [29360128~4194304,138412032~8388608,205520896~4194304,213909504~8388608,234881024~12582912,293601280~8388608,306184192~8388608,348127232~8388608,385875968~8388608] 2024-04-13T08:32:29.373 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [29360128~4194304,138412032~8388608,205520896~16777216,234881024~12582912,293601280~25165824,348127232~8388608,385875968~8388608] 2024-04-13T08:32:29.373 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 7 diff [4194304~4194304,29360128~4194304,54525952~4194304,134217728~12582912,150994944~8388608,180355072~12582912,205520896~16777216,234881024~12582912,293601280~8388608,306184192~8388608,348127232~12582912,364904448~4194304,385875968~12582912] 2024-04-13T08:32:29.373 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~4194304,29360128~4194304,54525952~4194304,134217728~12582912,150994944~8388608,180355072~12582912,205520896~16777216,234881024~12582912,293601280~8388608,306184192~8388608,348127232~12582912,364904448~4194304,385875968~12582912] 2024-04-13T08:32:29.374 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~8388608,29360128~4194304,54525952~8388608,134217728~12582912,150994944~8388608,180355072~12582912,205520896~16777216,234881024~12582912,293601280~25165824,348127232~20971520,385875968~12582912] 2024-04-13T08:32:29.375 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 8 diff [4194304~4194304,29360128~12582912,54525952~4194304,71303168~8388608,104857600~4194304,117440512~4194304,130023424~12582912,150994944~8388608,163577856~4194304,171966464~20971520,205520896~16777216,234881024~12582912,293601280~8388608,306184192~8388608,348127232~12582912,364904448~4194304,385875968~12582912] 2024-04-13T08:32:29.375 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~4194304,29360128~12582912,54525952~4194304,71303168~8388608,104857600~4194304,117440512~4194304,130023424~12582912,150994944~8388608,163577856~4194304,171966464~20971520,205520896~16777216,234881024~12582912,293601280~8388608,306184192~8388608,348127232~12582912,364904448~4194304,385875968~12582912] 2024-04-13T08:32:29.377 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~8388608,29360128~16777216,54525952~8388608,71303168~8388608,104857600~4194304,117440512~4194304,130023424~16777216,150994944~8388608,163577856~29360128,205520896~16777216,234881024~12582912,293601280~25165824,348127232~20971520,385875968~12582912] 2024-04-13T08:32:29.377 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 9 diff [4194304~4194304,29360128~12582912,54525952~4194304,71303168~8388608,104857600~16777216,130023424~12582912,146800640~12582912,163577856~29360128,201326592~20971520,234881024~12582912,293601280~8388608,306184192~8388608,348127232~12582912,364904448~4194304,381681664~16777216] 2024-04-13T08:32:29.377 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~4194304,29360128~12582912,54525952~4194304,71303168~8388608,104857600~16777216,130023424~12582912,146800640~12582912,163577856~29360128,201326592~20971520,234881024~12582912,293601280~8388608,306184192~8388608,348127232~12582912,364904448~4194304,381681664~16777216] 2024-04-13T08:32:29.380 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~8388608,29360128~16777216,54525952~8388608,71303168~8388608,104857600~20971520,130023424~29360128,163577856~29360128,201326592~20971520,234881024~12582912,293601280~25165824,348127232~20971520,381681664~20971520] 2024-04-13T08:32:29.380 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 10 diff [0~8388608,29360128~12582912,46137344~4194304,54525952~4194304,71303168~8388608,88080384~8388608,104857600~16777216,130023424~12582912,146800640~12582912,163577856~29360128,201326592~20971520,234881024~12582912,268435456~8388608,293601280~8388608,306184192~12582912,331350016~4194304,348127232~12582912,364904448~4194304,381681664~16777216] 2024-04-13T08:32:29.380 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,29360128~12582912,46137344~4194304,54525952~4194304,71303168~8388608,88080384~8388608,104857600~16777216,130023424~12582912,146800640~12582912,163577856~29360128,201326592~20971520,234881024~12582912,268435456~8388608,293601280~8388608,306184192~12582912,331350016~4194304,348127232~12582912,364904448~4194304,381681664~16777216] 2024-04-13T08:32:29.383 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,29360128~33554432,71303168~8388608,88080384~8388608,104857600~20971520,130023424~29360128,163577856~29360128,201326592~20971520,234881024~12582912,268435456~12582912,293601280~25165824,331350016~8388608,348127232~20971520,381681664~20971520] 2024-04-13T08:32:29.383 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 11 diff [0~8388608,29360128~12582912,46137344~12582912,71303168~8388608,88080384~8388608,100663296~20971520,130023424~12582912,146800640~12582912,163577856~29360128,201326592~20971520,234881024~12582912,268435456~8388608,293601280~25165824,322961408~12582912,348127232~12582912,364904448~4194304,381681664~16777216,406847488~4194304] 2024-04-13T08:32:29.383 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,29360128~12582912,46137344~12582912,71303168~8388608,88080384~8388608,100663296~20971520,130023424~12582912,146800640~12582912,163577856~29360128,201326592~20971520,234881024~12582912,268435456~8388608,293601280~25165824,322961408~12582912,348127232~12582912,364904448~4194304,381681664~16777216,406847488~4194304] 2024-04-13T08:32:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:28 smithi003 ceph-mon[91733]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-13T08:32:29.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:28 smithi003 ceph-mon[89364]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-13T08:32:29.386 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,29360128~33554432,71303168~8388608,88080384~8388608,100663296~25165824,130023424~29360128,163577856~29360128,201326592~20971520,234881024~12582912,268435456~12582912,293601280~25165824,322961408~16777216,348127232~20971520,381681664~20971520,406847488~4194304] 2024-04-13T08:32:29.386 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 12 diff [0~8388608,20971520~4194304,29360128~12582912,46137344~12582912,62914560~12582912,88080384~8388608,100663296~20971520,130023424~12582912,146800640~46137344,201326592~25165824,234881024~20971520,260046848~4194304,268435456~8388608,293601280~25165824,322961408~12582912,348127232~12582912,364904448~4194304,381681664~16777216,406847488~8388608] 2024-04-13T08:32:29.386 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,20971520~4194304,29360128~12582912,46137344~12582912,62914560~12582912,88080384~8388608,100663296~20971520,130023424~12582912,146800640~46137344,201326592~25165824,234881024~20971520,260046848~4194304,268435456~8388608,293601280~25165824,322961408~12582912,348127232~12582912,364904448~4194304,381681664~16777216,406847488~8388608] 2024-04-13T08:32:29.389 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,20971520~4194304,29360128~50331648,88080384~8388608,100663296~25165824,130023424~62914560,201326592~25165824,234881024~29360128,268435456~12582912,293601280~25165824,322961408~16777216,348127232~20971520,381681664~20971520,406847488~8388608] 2024-04-13T08:32:29.390 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 13 diff [0~8388608,20971520~4194304,29360128~12582912,46137344~12582912,62914560~12582912,88080384~8388608,100663296~20971520,130023424~25165824,159383552~33554432,201326592~25165824,234881024~29360128,268435456~8388608,293601280~41943040,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.390 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,20971520~4194304,29360128~12582912,46137344~12582912,62914560~12582912,88080384~8388608,100663296~20971520,130023424~25165824,159383552~33554432,201326592~25165824,234881024~29360128,268435456~8388608,293601280~41943040,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.393 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,20971520~4194304,29360128~50331648,88080384~8388608,100663296~25165824,130023424~62914560,201326592~25165824,234881024~29360128,268435456~12582912,293601280~46137344,348127232~67108864] 2024-04-13T08:32:29.393 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 14 diff [0~8388608,16777216~8388608,29360128~29360128,62914560~12582912,88080384~8388608,100663296~20971520,130023424~25165824,159383552~33554432,201326592~25165824,234881024~29360128,268435456~8388608,293601280~41943040,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.393 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~29360128,62914560~12582912,88080384~8388608,100663296~20971520,130023424~25165824,159383552~33554432,201326592~25165824,234881024~29360128,268435456~8388608,293601280~41943040,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.397 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~8388608,29360128~50331648,88080384~37748736,130023424~62914560,201326592~25165824,234881024~46137344,293601280~46137344,348127232~67108864] 2024-04-13T08:32:29.397 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 15 diff [0~25165824,29360128~29360128,62914560~12582912,88080384~8388608,100663296~20971520,130023424~25165824,159383552~33554432,201326592~25165824,234881024~29360128,268435456~12582912,293601280~41943040,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.397 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~25165824,29360128~29360128,62914560~12582912,88080384~8388608,100663296~20971520,130023424~25165824,159383552~33554432,201326592~25165824,234881024~29360128,268435456~12582912,293601280~41943040,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:28 smithi066 ceph-mon[84331]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-13T08:32:29.401 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~25165824,29360128~50331648,88080384~37748736,130023424~62914560,201326592~25165824,234881024~50331648,293601280~46137344,348127232~67108864] 2024-04-13T08:32:29.402 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 16 diff [0~58720256,62914560~16777216,88080384~8388608,100663296~20971520,130023424~37748736,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,293601280~41943040,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.402 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~58720256,62914560~16777216,88080384~8388608,100663296~20971520,130023424~37748736,171966464~20971520,201326592~25165824,234881024~29360128,268435456~12582912,293601280~41943040,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.406 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,88080384~37748736,130023424~62914560,201326592~25165824,234881024~50331648,293601280~46137344,348127232~67108864] 2024-04-13T08:32:29.406 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 17 diff [0~58720256,62914560~16777216,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,201326592~25165824,234881024~29360128,268435456~16777216,293601280~41943040,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.406 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~58720256,62914560~16777216,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,201326592~25165824,234881024~29360128,268435456~16777216,293601280~41943040,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.411 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,201326592~25165824,234881024~50331648,293601280~46137344,348127232~67108864] 2024-04-13T08:32:29.411 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 18 diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,201326592~25165824,234881024~29360128,268435456~16777216,289406976~50331648,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.411 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,201326592~25165824,234881024~29360128,268435456~16777216,289406976~50331648,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.415 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,201326592~25165824,234881024~50331648,289406976~54525952,348127232~67108864] 2024-04-13T08:32:29.416 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to 19 diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.416 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.421 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:29.421 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 7 diff [4194304~4194304,54525952~4194304,134217728~4194304,150994944~8388608,180355072~12582912,209715200~4194304,352321536~8388608,364904448~4194304,385875968~8388608] 2024-04-13T08:32:29.421 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~4194304,54525952~4194304,134217728~4194304,150994944~8388608,180355072~12582912,209715200~4194304,352321536~8388608,364904448~4194304,385875968~8388608] 2024-04-13T08:32:29.422 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~8388608,54525952~8388608,134217728~4194304,150994944~8388608,180355072~12582912,209715200~4194304,352321536~16777216,385875968~12582912] 2024-04-13T08:32:29.422 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 8 diff [4194304~4194304,29360128~12582912,54525952~4194304,71303168~8388608,104857600~4194304,117440512~4194304,130023424~8388608,150994944~8388608,163577856~4194304,171966464~20971520,209715200~8388608,352321536~8388608,364904448~4194304,385875968~8388608] 2024-04-13T08:32:29.422 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~4194304,29360128~12582912,54525952~4194304,71303168~8388608,104857600~4194304,117440512~4194304,130023424~8388608,150994944~8388608,163577856~4194304,171966464~20971520,209715200~8388608,352321536~8388608,364904448~4194304,385875968~8388608] 2024-04-13T08:32:29.424 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~8388608,29360128~16777216,54525952~8388608,71303168~8388608,104857600~4194304,117440512~4194304,130023424~12582912,150994944~8388608,163577856~29360128,209715200~8388608,352321536~16777216,385875968~12582912] 2024-04-13T08:32:29.424 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 9 diff [4194304~4194304,29360128~12582912,54525952~4194304,71303168~8388608,104857600~16777216,130023424~8388608,146800640~12582912,163577856~29360128,201326592~16777216,352321536~8388608,364904448~4194304,381681664~16777216] 2024-04-13T08:32:29.424 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~4194304,29360128~12582912,54525952~4194304,71303168~8388608,104857600~16777216,130023424~8388608,146800640~12582912,163577856~29360128,201326592~16777216,352321536~8388608,364904448~4194304,381681664~16777216] 2024-04-13T08:32:29.426 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~8388608,29360128~16777216,54525952~8388608,71303168~8388608,104857600~20971520,130023424~12582912,146800640~12582912,163577856~29360128,201326592~16777216,352321536~16777216,381681664~20971520] 2024-04-13T08:32:29.426 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 10 diff [0~8388608,29360128~12582912,46137344~4194304,54525952~4194304,71303168~8388608,88080384~8388608,104857600~16777216,130023424~8388608,146800640~12582912,163577856~29360128,201326592~16777216,268435456~8388608,306184192~8388608,331350016~4194304,352321536~8388608,364904448~4194304,381681664~16777216] 2024-04-13T08:32:29.426 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,29360128~12582912,46137344~4194304,54525952~4194304,71303168~8388608,88080384~8388608,104857600~16777216,130023424~8388608,146800640~12582912,163577856~29360128,201326592~16777216,268435456~8388608,306184192~8388608,331350016~4194304,352321536~8388608,364904448~4194304,381681664~16777216] 2024-04-13T08:32:29.428 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,29360128~33554432,71303168~8388608,88080384~8388608,104857600~20971520,130023424~12582912,146800640~12582912,163577856~29360128,201326592~16777216,268435456~12582912,306184192~12582912,331350016~8388608,352321536~16777216,381681664~20971520] 2024-04-13T08:32:29.428 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 11 diff [0~8388608,29360128~12582912,46137344~12582912,71303168~8388608,88080384~8388608,100663296~20971520,130023424~8388608,146800640~12582912,163577856~29360128,201326592~16777216,268435456~8388608,301989888~12582912,322961408~12582912,352321536~8388608,364904448~4194304,381681664~16777216,406847488~4194304] 2024-04-13T08:32:29.428 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,29360128~12582912,46137344~12582912,71303168~8388608,88080384~8388608,100663296~20971520,130023424~8388608,146800640~12582912,163577856~29360128,201326592~16777216,268435456~8388608,301989888~12582912,322961408~12582912,352321536~8388608,364904448~4194304,381681664~16777216,406847488~4194304] 2024-04-13T08:32:29.431 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,29360128~33554432,71303168~8388608,88080384~8388608,100663296~25165824,130023424~12582912,146800640~12582912,163577856~29360128,201326592~16777216,268435456~12582912,301989888~16777216,322961408~16777216,352321536~16777216,381681664~20971520,406847488~4194304] 2024-04-13T08:32:29.431 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 12 diff [0~8388608,20971520~4194304,29360128~12582912,46137344~12582912,62914560~12582912,88080384~8388608,100663296~20971520,130023424~8388608,146800640~46137344,201326592~25165824,247463936~8388608,260046848~4194304,268435456~8388608,301989888~12582912,322961408~12582912,348127232~12582912,364904448~4194304,381681664~16777216,406847488~8388608] 2024-04-13T08:32:29.431 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,20971520~4194304,29360128~12582912,46137344~12582912,62914560~12582912,88080384~8388608,100663296~20971520,130023424~8388608,146800640~46137344,201326592~25165824,247463936~8388608,260046848~4194304,268435456~8388608,301989888~12582912,322961408~12582912,348127232~12582912,364904448~4194304,381681664~16777216,406847488~8388608] 2024-04-13T08:32:29.434 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,20971520~4194304,29360128~50331648,88080384~8388608,100663296~25165824,130023424~12582912,146800640~46137344,201326592~25165824,247463936~16777216,268435456~12582912,301989888~16777216,322961408~16777216,348127232~20971520,381681664~20971520,406847488~8388608] 2024-04-13T08:32:29.434 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 13 diff [0~8388608,20971520~4194304,29360128~12582912,46137344~12582912,62914560~12582912,88080384~8388608,100663296~20971520,130023424~8388608,142606336~50331648,201326592~25165824,247463936~16777216,268435456~8388608,301989888~12582912,318767104~16777216,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.434 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,20971520~4194304,29360128~12582912,46137344~12582912,62914560~12582912,88080384~8388608,100663296~20971520,130023424~8388608,142606336~50331648,201326592~25165824,247463936~16777216,268435456~8388608,301989888~12582912,318767104~16777216,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.437 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,20971520~4194304,29360128~50331648,88080384~8388608,100663296~25165824,130023424~62914560,201326592~25165824,247463936~16777216,268435456~12582912,301989888~37748736,348127232~67108864] 2024-04-13T08:32:29.437 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 14 diff [0~8388608,16777216~8388608,29360128~29360128,62914560~12582912,88080384~8388608,100663296~20971520,130023424~8388608,142606336~50331648,201326592~25165824,247463936~16777216,268435456~8388608,301989888~12582912,318767104~16777216,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.437 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~29360128,62914560~12582912,88080384~8388608,100663296~20971520,130023424~8388608,142606336~50331648,201326592~25165824,247463936~16777216,268435456~8388608,301989888~12582912,318767104~16777216,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.441 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~8388608,29360128~50331648,88080384~37748736,130023424~62914560,201326592~25165824,247463936~33554432,301989888~37748736,348127232~67108864] 2024-04-13T08:32:29.441 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 15 diff [0~25165824,29360128~29360128,62914560~12582912,88080384~8388608,100663296~20971520,130023424~8388608,142606336~50331648,201326592~25165824,247463936~16777216,268435456~12582912,301989888~12582912,318767104~16777216,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.441 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~25165824,29360128~29360128,62914560~12582912,88080384~8388608,100663296~20971520,130023424~8388608,142606336~50331648,201326592~25165824,247463936~16777216,268435456~12582912,301989888~12582912,318767104~16777216,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.445 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~25165824,29360128~50331648,88080384~37748736,130023424~62914560,201326592~25165824,247463936~37748736,301989888~37748736,348127232~67108864] 2024-04-13T08:32:29.445 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 16 diff [0~58720256,62914560~16777216,88080384~8388608,100663296~20971520,130023424~8388608,142606336~50331648,201326592~25165824,239075328~25165824,268435456~12582912,301989888~12582912,318767104~16777216,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.445 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~58720256,62914560~16777216,88080384~8388608,100663296~20971520,130023424~8388608,142606336~50331648,201326592~25165824,239075328~25165824,268435456~12582912,301989888~12582912,318767104~16777216,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.449 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,88080384~37748736,130023424~62914560,201326592~25165824,239075328~46137344,301989888~37748736,348127232~67108864] 2024-04-13T08:32:29.450 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 17 diff [0~58720256,62914560~16777216,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,201326592~25165824,239075328~25165824,268435456~16777216,301989888~12582912,318767104~16777216,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.450 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~58720256,62914560~16777216,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,201326592~25165824,239075328~25165824,268435456~16777216,301989888~12582912,318767104~16777216,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.455 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,201326592~25165824,239075328~46137344,301989888~37748736,348127232~67108864] 2024-04-13T08:32:29.455 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 18 diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,201326592~25165824,234881024~29360128,268435456~16777216,289406976~8388608,301989888~12582912,318767104~20971520,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.455 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,201326592~25165824,234881024~29360128,268435456~16777216,289406976~8388608,301989888~12582912,318767104~20971520,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.460 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,201326592~25165824,234881024~50331648,289406976~54525952,348127232~67108864] 2024-04-13T08:32:29.460 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to 19 diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.460 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:29.466 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:29.466 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 8 diff [29360128~12582912,71303168~8388608,104857600~4194304,117440512~4194304,130023424~8388608,163577856~4194304,171966464~8388608,209715200~8388608] 2024-04-13T08:32:29.467 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [29360128~12582912,71303168~8388608,104857600~4194304,117440512~4194304,130023424~8388608,163577856~4194304,171966464~8388608,209715200~8388608] 2024-04-13T08:32:29.468 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [29360128~16777216,71303168~8388608,104857600~4194304,117440512~4194304,130023424~12582912,163577856~16777216,209715200~8388608] 2024-04-13T08:32:29.468 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 9 diff [29360128~12582912,71303168~8388608,104857600~16777216,130023424~8388608,146800640~8388608,163577856~16777216,201326592~16777216,381681664~8388608,394264576~4194304] 2024-04-13T08:32:29.468 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [29360128~12582912,71303168~8388608,104857600~16777216,130023424~8388608,146800640~8388608,163577856~16777216,201326592~16777216,381681664~8388608,394264576~4194304] 2024-04-13T08:32:29.470 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [29360128~16777216,71303168~8388608,104857600~20971520,130023424~12582912,146800640~8388608,163577856~16777216,201326592~16777216,381681664~20971520] 2024-04-13T08:32:29.470 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 10 diff [0~8388608,29360128~12582912,46137344~4194304,71303168~8388608,88080384~8388608,104857600~16777216,130023424~8388608,146800640~8388608,163577856~16777216,201326592~16777216,268435456~8388608,306184192~8388608,331350016~4194304,381681664~8388608,394264576~4194304] 2024-04-13T08:32:29.470 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,29360128~12582912,46137344~4194304,71303168~8388608,88080384~8388608,104857600~16777216,130023424~8388608,146800640~8388608,163577856~16777216,201326592~16777216,268435456~8388608,306184192~8388608,331350016~4194304,381681664~8388608,394264576~4194304] 2024-04-13T08:32:29.471 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,29360128~25165824,71303168~8388608,88080384~8388608,104857600~20971520,130023424~12582912,146800640~8388608,163577856~16777216,201326592~16777216,268435456~12582912,306184192~12582912,331350016~8388608,381681664~20971520] 2024-04-13T08:32:29.471 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 11 diff [0~8388608,29360128~12582912,46137344~8388608,71303168~8388608,88080384~8388608,100663296~20971520,130023424~8388608,146800640~8388608,163577856~16777216,201326592~16777216,268435456~8388608,301989888~12582912,322961408~12582912,356515840~4194304,381681664~8388608,394264576~4194304,406847488~4194304] 2024-04-13T08:32:29.472 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,29360128~12582912,46137344~8388608,71303168~8388608,88080384~8388608,100663296~20971520,130023424~8388608,146800640~8388608,163577856~16777216,201326592~16777216,268435456~8388608,301989888~12582912,322961408~12582912,356515840~4194304,381681664~8388608,394264576~4194304,406847488~4194304] 2024-04-13T08:32:29.473 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,29360128~29360128,71303168~8388608,88080384~8388608,100663296~25165824,130023424~12582912,146800640~8388608,163577856~16777216,201326592~16777216,268435456~12582912,301989888~16777216,322961408~16777216,356515840~4194304,381681664~20971520,406847488~4194304] 2024-04-13T08:32:29.474 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 12 diff [0~8388608,20971520~4194304,29360128~12582912,46137344~8388608,62914560~12582912,88080384~8388608,100663296~20971520,130023424~8388608,146800640~8388608,159383552~20971520,201326592~25165824,247463936~8388608,260046848~4194304,268435456~8388608,301989888~12582912,322961408~12582912,348127232~12582912,381681664~8388608,394264576~4194304,406847488~8388608] 2024-04-13T08:32:29.474 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,20971520~4194304,29360128~12582912,46137344~8388608,62914560~12582912,88080384~8388608,100663296~20971520,130023424~8388608,146800640~8388608,159383552~20971520,201326592~25165824,247463936~8388608,260046848~4194304,268435456~8388608,301989888~12582912,322961408~12582912,348127232~12582912,381681664~8388608,394264576~4194304,406847488~8388608] 2024-04-13T08:32:29.476 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,20971520~4194304,29360128~29360128,62914560~16777216,88080384~8388608,100663296~25165824,130023424~12582912,146800640~8388608,159383552~20971520,201326592~25165824,247463936~16777216,268435456~12582912,301989888~16777216,322961408~16777216,348127232~12582912,381681664~20971520,406847488~8388608] 2024-04-13T08:32:29.476 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 13 diff [0~8388608,20971520~4194304,29360128~12582912,46137344~8388608,62914560~12582912,88080384~8388608,100663296~20971520,130023424~8388608,142606336~12582912,159383552~20971520,201326592~25165824,247463936~16777216,268435456~8388608,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.476 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,20971520~4194304,29360128~12582912,46137344~8388608,62914560~12582912,88080384~8388608,100663296~20971520,130023424~8388608,142606336~12582912,159383552~20971520,201326592~25165824,247463936~16777216,268435456~8388608,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.479 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,20971520~4194304,29360128~29360128,62914560~16777216,88080384~8388608,100663296~25165824,130023424~25165824,159383552~20971520,201326592~25165824,247463936~16777216,268435456~12582912,301989888~37748736,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.479 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 14 diff [0~8388608,16777216~8388608,29360128~25165824,62914560~12582912,88080384~8388608,100663296~20971520,130023424~8388608,142606336~12582912,159383552~20971520,201326592~25165824,247463936~16777216,268435456~8388608,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.479 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,29360128~25165824,62914560~12582912,88080384~8388608,100663296~20971520,130023424~8388608,142606336~12582912,159383552~20971520,201326592~25165824,247463936~16777216,268435456~8388608,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.482 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~8388608,29360128~29360128,62914560~16777216,88080384~37748736,130023424~25165824,159383552~20971520,201326592~25165824,247463936~33554432,301989888~37748736,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.482 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 15 diff [0~25165824,29360128~25165824,62914560~12582912,88080384~8388608,100663296~20971520,130023424~8388608,142606336~12582912,159383552~20971520,184549376~4194304,201326592~25165824,247463936~16777216,268435456~12582912,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.482 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~25165824,29360128~25165824,62914560~12582912,88080384~8388608,100663296~20971520,130023424~8388608,142606336~12582912,159383552~20971520,184549376~4194304,201326592~25165824,247463936~16777216,268435456~12582912,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.485 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~25165824,29360128~29360128,62914560~16777216,88080384~37748736,130023424~25165824,159383552~20971520,184549376~4194304,201326592~25165824,247463936~37748736,301989888~37748736,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.485 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 16 diff [0~54525952,62914560~16777216,88080384~8388608,100663296~20971520,130023424~8388608,142606336~37748736,184549376~4194304,201326592~25165824,239075328~25165824,268435456~12582912,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.486 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~54525952,62914560~16777216,88080384~8388608,100663296~20971520,130023424~8388608,142606336~37748736,184549376~4194304,201326592~25165824,239075328~25165824,268435456~12582912,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.489 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~58720256,62914560~16777216,88080384~37748736,130023424~50331648,184549376~8388608,201326592~25165824,239075328~46137344,301989888~37748736,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.489 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 17 diff [0~54525952,62914560~16777216,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,201326592~25165824,239075328~25165824,268435456~16777216,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.489 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~54525952,62914560~16777216,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,201326592~25165824,239075328~25165824,268435456~16777216,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.494 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~58720256,62914560~16777216,83886080~41943040,130023424~62914560,201326592~25165824,239075328~46137344,301989888~37748736,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.494 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 18 diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,201326592~25165824,234881024~29360128,268435456~16777216,289406976~8388608,301989888~12582912,318767104~20971520,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.494 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,201326592~25165824,234881024~29360128,268435456~16777216,289406976~8388608,301989888~12582912,318767104~20971520,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.499 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,201326592~25165824,234881024~50331648,289406976~54525952,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.499 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to 19 diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.499 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.503 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~125829120,364904448~50331648] 2024-04-13T08:32:29.503 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 9 diff [37748736~4194304,71303168~4194304,109051904~12582912,146800640~8388608,163577856~8388608,176160768~4194304,201326592~8388608,381681664~8388608,394264576~4194304] 2024-04-13T08:32:29.503 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [37748736~4194304,71303168~4194304,109051904~12582912,146800640~8388608,163577856~8388608,176160768~4194304,201326592~8388608,381681664~8388608,394264576~4194304] 2024-04-13T08:32:29.505 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [37748736~8388608,71303168~8388608,109051904~16777216,146800640~8388608,163577856~8388608,176160768~4194304,201326592~12582912,381681664~20971520] 2024-04-13T08:32:29.505 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 10 diff [0~8388608,33554432~8388608,46137344~4194304,71303168~4194304,88080384~8388608,109051904~12582912,146800640~8388608,163577856~8388608,176160768~4194304,201326592~8388608,268435456~8388608,306184192~8388608,331350016~4194304,381681664~8388608,394264576~4194304] 2024-04-13T08:32:29.505 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,33554432~8388608,46137344~4194304,71303168~4194304,88080384~8388608,109051904~12582912,146800640~8388608,163577856~8388608,176160768~4194304,201326592~8388608,268435456~8388608,306184192~8388608,331350016~4194304,381681664~8388608,394264576~4194304] 2024-04-13T08:32:29.507 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,33554432~20971520,71303168~8388608,88080384~8388608,109051904~16777216,146800640~8388608,163577856~8388608,176160768~4194304,201326592~12582912,268435456~12582912,306184192~12582912,331350016~8388608,381681664~20971520] 2024-04-13T08:32:29.507 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 11 diff [0~8388608,33554432~8388608,46137344~8388608,71303168~4194304,88080384~8388608,100663296~20971520,146800640~8388608,163577856~8388608,176160768~4194304,201326592~8388608,268435456~8388608,301989888~12582912,322961408~12582912,356515840~4194304,381681664~8388608,394264576~4194304,406847488~4194304] 2024-04-13T08:32:29.507 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,33554432~8388608,46137344~8388608,71303168~4194304,88080384~8388608,100663296~20971520,146800640~8388608,163577856~8388608,176160768~4194304,201326592~8388608,268435456~8388608,301989888~12582912,322961408~12582912,356515840~4194304,381681664~8388608,394264576~4194304,406847488~4194304] 2024-04-13T08:32:29.509 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,33554432~25165824,71303168~8388608,88080384~8388608,100663296~25165824,146800640~8388608,163577856~8388608,176160768~4194304,201326592~12582912,268435456~12582912,301989888~16777216,322961408~16777216,356515840~4194304,381681664~20971520,406847488~4194304] 2024-04-13T08:32:29.509 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 12 diff [0~8388608,20971520~4194304,33554432~8388608,46137344~8388608,62914560~12582912,88080384~8388608,100663296~20971520,146800640~8388608,159383552~12582912,176160768~4194304,201326592~12582912,218103808~8388608,247463936~8388608,260046848~4194304,268435456~8388608,301989888~12582912,322961408~12582912,348127232~12582912,381681664~8388608,394264576~4194304,406847488~8388608] 2024-04-13T08:32:29.509 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,20971520~4194304,33554432~8388608,46137344~8388608,62914560~12582912,88080384~8388608,100663296~20971520,146800640~8388608,159383552~12582912,176160768~4194304,201326592~12582912,218103808~8388608,247463936~8388608,260046848~4194304,268435456~8388608,301989888~12582912,322961408~12582912,348127232~12582912,381681664~8388608,394264576~4194304,406847488~8388608] 2024-04-13T08:32:29.511 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,20971520~4194304,33554432~25165824,62914560~16777216,88080384~8388608,100663296~25165824,146800640~8388608,159383552~12582912,176160768~4194304,201326592~12582912,218103808~8388608,247463936~16777216,268435456~12582912,301989888~16777216,322961408~16777216,348127232~12582912,381681664~20971520,406847488~8388608] 2024-04-13T08:32:29.511 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 13 diff [0~8388608,20971520~4194304,33554432~20971520,62914560~12582912,88080384~8388608,100663296~20971520,130023424~4194304,142606336~12582912,159383552~12582912,176160768~4194304,201326592~12582912,218103808~8388608,247463936~16777216,268435456~8388608,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.511 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,20971520~4194304,33554432~20971520,62914560~12582912,88080384~8388608,100663296~20971520,130023424~4194304,142606336~12582912,159383552~12582912,176160768~4194304,201326592~12582912,218103808~8388608,247463936~16777216,268435456~8388608,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.513 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,20971520~4194304,33554432~25165824,62914560~16777216,88080384~8388608,100663296~25165824,130023424~4194304,142606336~12582912,159383552~12582912,176160768~4194304,201326592~12582912,218103808~8388608,247463936~16777216,268435456~12582912,301989888~37748736,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.513 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 14 diff [0~8388608,16777216~8388608,33554432~20971520,62914560~12582912,88080384~8388608,100663296~20971520,130023424~4194304,142606336~12582912,159383552~12582912,176160768~4194304,201326592~12582912,218103808~8388608,247463936~16777216,268435456~8388608,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.514 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,33554432~20971520,62914560~12582912,88080384~8388608,100663296~20971520,130023424~4194304,142606336~12582912,159383552~12582912,176160768~4194304,201326592~12582912,218103808~8388608,247463936~16777216,268435456~8388608,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.516 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~8388608,33554432~25165824,62914560~16777216,88080384~37748736,130023424~4194304,142606336~12582912,159383552~12582912,176160768~4194304,201326592~12582912,218103808~8388608,247463936~33554432,301989888~37748736,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.516 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 15 diff [0~25165824,33554432~20971520,62914560~12582912,88080384~8388608,100663296~20971520,130023424~4194304,142606336~12582912,159383552~12582912,176160768~4194304,184549376~4194304,201326592~12582912,218103808~8388608,247463936~16777216,268435456~12582912,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.516 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~25165824,33554432~20971520,62914560~12582912,88080384~8388608,100663296~20971520,130023424~4194304,142606336~12582912,159383552~12582912,176160768~4194304,184549376~4194304,201326592~12582912,218103808~8388608,247463936~16777216,268435456~12582912,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.519 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~25165824,33554432~25165824,62914560~16777216,88080384~37748736,130023424~4194304,142606336~12582912,159383552~12582912,176160768~4194304,184549376~4194304,201326592~12582912,218103808~8388608,247463936~37748736,301989888~37748736,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.519 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 16 diff [0~54525952,62914560~16777216,88080384~8388608,100663296~20971520,130023424~4194304,142606336~37748736,184549376~4194304,201326592~12582912,218103808~8388608,239075328~25165824,268435456~12582912,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.519 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~54525952,62914560~16777216,88080384~8388608,100663296~20971520,130023424~4194304,142606336~37748736,184549376~4194304,201326592~12582912,218103808~8388608,239075328~25165824,268435456~12582912,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.522 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~58720256,62914560~16777216,88080384~37748736,130023424~4194304,142606336~37748736,184549376~8388608,201326592~12582912,218103808~8388608,239075328~46137344,301989888~37748736,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.522 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 17 diff [0~54525952,62914560~16777216,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,201326592~12582912,218103808~8388608,239075328~25165824,268435456~16777216,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.523 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~54525952,62914560~16777216,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,201326592~12582912,218103808~8388608,239075328~25165824,268435456~16777216,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.527 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~58720256,62914560~16777216,83886080~41943040,130023424~4194304,138412032~54525952,201326592~12582912,218103808~8388608,239075328~46137344,301989888~37748736,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.527 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 18 diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,201326592~12582912,218103808~8388608,234881024~29360128,268435456~16777216,289406976~8388608,301989888~12582912,318767104~20971520,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.527 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,201326592~12582912,218103808~8388608,234881024~29360128,268435456~16777216,289406976~8388608,301989888~12582912,318767104~20971520,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.532 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~54525952,201326592~12582912,218103808~8388608,234881024~50331648,289406976~54525952,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.532 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to 19 diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.532 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.537 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~54525952,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:29.537 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 10 diff [0~8388608,33554432~8388608,46137344~4194304,88080384~8388608,205520896~4194304,268435456~8388608,306184192~8388608,331350016~4194304,381681664~8388608] 2024-04-13T08:32:29.538 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,33554432~8388608,46137344~4194304,88080384~8388608,205520896~4194304,268435456~8388608,306184192~8388608,331350016~4194304,381681664~8388608] 2024-04-13T08:32:29.538 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,33554432~8388608,46137344~8388608,88080384~8388608,205520896~4194304,268435456~12582912,306184192~12582912,331350016~8388608,381681664~12582912] 2024-04-13T08:32:29.538 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 11 diff [0~8388608,33554432~8388608,46137344~8388608,88080384~8388608,100663296~8388608,117440512~4194304,201326592~8388608,268435456~8388608,301989888~12582912,322961408~12582912,356515840~4194304,381681664~8388608,406847488~4194304] 2024-04-13T08:32:29.539 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,33554432~8388608,46137344~8388608,88080384~8388608,100663296~8388608,117440512~4194304,201326592~8388608,268435456~8388608,301989888~12582912,322961408~12582912,356515840~4194304,381681664~8388608,406847488~4194304] 2024-04-13T08:32:29.540 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,33554432~8388608,46137344~12582912,88080384~8388608,100663296~8388608,117440512~8388608,201326592~8388608,268435456~12582912,301989888~16777216,322961408~16777216,356515840~4194304,381681664~12582912,406847488~4194304] 2024-04-13T08:32:29.540 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 12 diff [0~8388608,20971520~4194304,33554432~8388608,46137344~8388608,62914560~8388608,88080384~8388608,100663296~8388608,117440512~4194304,159383552~4194304,201326592~12582912,218103808~8388608,247463936~8388608,260046848~4194304,268435456~8388608,301989888~12582912,322961408~12582912,348127232~12582912,381681664~8388608,406847488~8388608] 2024-04-13T08:32:29.540 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,20971520~4194304,33554432~8388608,46137344~8388608,62914560~8388608,88080384~8388608,100663296~8388608,117440512~4194304,159383552~4194304,201326592~12582912,218103808~8388608,247463936~8388608,260046848~4194304,268435456~8388608,301989888~12582912,322961408~12582912,348127232~12582912,381681664~8388608,406847488~8388608] 2024-04-13T08:32:29.542 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,20971520~4194304,33554432~8388608,46137344~12582912,62914560~12582912,88080384~8388608,100663296~8388608,117440512~8388608,159383552~4194304,201326592~12582912,218103808~8388608,247463936~16777216,268435456~12582912,301989888~16777216,322961408~16777216,348127232~12582912,381681664~12582912,406847488~8388608] 2024-04-13T08:32:29.542 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 13 diff [0~8388608,20971520~4194304,33554432~8388608,46137344~8388608,62914560~8388608,88080384~8388608,100663296~8388608,117440512~4194304,130023424~4194304,142606336~8388608,159383552~4194304,201326592~12582912,218103808~8388608,247463936~16777216,268435456~8388608,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,398458880~16777216] 2024-04-13T08:32:29.542 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,20971520~4194304,33554432~8388608,46137344~8388608,62914560~8388608,88080384~8388608,100663296~8388608,117440512~4194304,130023424~4194304,142606336~8388608,159383552~4194304,201326592~12582912,218103808~8388608,247463936~16777216,268435456~8388608,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,398458880~16777216] 2024-04-13T08:32:29.545 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,20971520~4194304,33554432~25165824,62914560~12582912,88080384~8388608,100663296~8388608,117440512~8388608,130023424~4194304,142606336~8388608,159383552~4194304,201326592~12582912,218103808~8388608,247463936~16777216,268435456~12582912,301989888~37748736,348127232~12582912,364904448~29360128,398458880~16777216] 2024-04-13T08:32:29.545 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 14 diff [0~8388608,16777216~8388608,33554432~20971520,62914560~8388608,88080384~8388608,100663296~8388608,113246208~8388608,130023424~4194304,142606336~8388608,159383552~4194304,201326592~12582912,218103808~8388608,247463936~16777216,268435456~8388608,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,398458880~16777216] 2024-04-13T08:32:29.545 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~8388608,16777216~8388608,33554432~20971520,62914560~8388608,88080384~8388608,100663296~8388608,113246208~8388608,130023424~4194304,142606336~8388608,159383552~4194304,201326592~12582912,218103808~8388608,247463936~16777216,268435456~8388608,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,398458880~16777216] 2024-04-13T08:32:29.548 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~12582912,16777216~8388608,33554432~25165824,62914560~12582912,88080384~20971520,113246208~12582912,130023424~4194304,142606336~12582912,159383552~4194304,201326592~12582912,218103808~8388608,247463936~33554432,301989888~37748736,348127232~12582912,364904448~29360128,398458880~16777216] 2024-04-13T08:32:29.548 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 15 diff [0~25165824,33554432~20971520,62914560~8388608,88080384~8388608,100663296~20971520,130023424~4194304,142606336~8388608,159383552~4194304,184549376~4194304,201326592~12582912,218103808~8388608,247463936~16777216,268435456~12582912,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,398458880~16777216] 2024-04-13T08:32:29.548 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~25165824,33554432~20971520,62914560~8388608,88080384~8388608,100663296~20971520,130023424~4194304,142606336~8388608,159383552~4194304,184549376~4194304,201326592~12582912,218103808~8388608,247463936~16777216,268435456~12582912,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,398458880~16777216] 2024-04-13T08:32:29.551 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~25165824,33554432~25165824,62914560~12582912,88080384~37748736,130023424~4194304,142606336~12582912,159383552~4194304,184549376~4194304,201326592~12582912,218103808~8388608,247463936~37748736,301989888~37748736,348127232~12582912,364904448~29360128,398458880~16777216] 2024-04-13T08:32:29.551 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 16 diff [0~54525952,62914560~12582912,88080384~8388608,100663296~20971520,130023424~4194304,142606336~20971520,171966464~4194304,184549376~4194304,201326592~12582912,218103808~8388608,239075328~25165824,268435456~12582912,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,398458880~16777216] 2024-04-13T08:32:29.551 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~54525952,62914560~12582912,88080384~8388608,100663296~20971520,130023424~4194304,142606336~20971520,171966464~4194304,184549376~4194304,201326592~12582912,218103808~8388608,239075328~25165824,268435456~12582912,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,398458880~16777216] 2024-04-13T08:32:29.554 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~58720256,62914560~12582912,88080384~37748736,130023424~4194304,142606336~25165824,171966464~4194304,184549376~8388608,201326592~12582912,218103808~8388608,239075328~46137344,301989888~37748736,348127232~12582912,364904448~29360128,398458880~16777216] 2024-04-13T08:32:29.554 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 17 diff [0~54525952,62914560~12582912,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,201326592~12582912,218103808~8388608,239075328~25165824,268435456~16777216,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.554 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~54525952,62914560~12582912,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,201326592~12582912,218103808~8388608,239075328~25165824,268435456~16777216,301989888~12582912,318767104~16777216,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.558 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~58720256,62914560~12582912,83886080~41943040,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,201326592~12582912,218103808~8388608,239075328~46137344,301989888~37748736,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.558 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 18 diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,201326592~12582912,218103808~8388608,234881024~29360128,268435456~16777216,289406976~8388608,301989888~12582912,318767104~20971520,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.559 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,201326592~12582912,218103808~8388608,234881024~29360128,268435456~16777216,289406976~8388608,301989888~12582912,318767104~20971520,348127232~12582912,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.563 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,201326592~12582912,218103808~8388608,234881024~50331648,289406976~54525952,348127232~12582912,364904448~50331648] 2024-04-13T08:32:29.563 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to 19 diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.563 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:29.567 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:29.568 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to 11 diff [46137344~8388608,100663296~8388608,117440512~4194304,201326592~4194304,301989888~8388608,322961408~8388608,356515840~4194304,406847488~4194304] 2024-04-13T08:32:29.568 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [46137344~8388608,100663296~8388608,117440512~4194304,201326592~4194304,301989888~8388608,322961408~8388608,356515840~4194304,406847488~4194304] 2024-04-13T08:32:29.569 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [46137344~12582912,100663296~8388608,117440512~8388608,201326592~8388608,301989888~12582912,322961408~12582912,356515840~4194304,406847488~4194304] 2024-04-13T08:32:29.569 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to 12 diff [20971520~4194304,46137344~8388608,62914560~8388608,100663296~8388608,117440512~4194304,159383552~4194304,201326592~12582912,218103808~8388608,247463936~8388608,260046848~4194304,301989888~12582912,322961408~8388608,348127232~12582912,406847488~8388608] 2024-04-13T08:32:29.569 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [20971520~4194304,46137344~8388608,62914560~8388608,100663296~8388608,117440512~4194304,159383552~4194304,201326592~12582912,218103808~8388608,247463936~8388608,260046848~4194304,301989888~12582912,322961408~8388608,348127232~12582912,406847488~8388608] 2024-04-13T08:32:29.570 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [20971520~4194304,46137344~12582912,62914560~12582912,100663296~8388608,117440512~8388608,159383552~4194304,201326592~12582912,218103808~8388608,247463936~16777216,301989888~16777216,322961408~12582912,348127232~12582912,406847488~8388608] 2024-04-13T08:32:29.570 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to 13 diff [20971520~4194304,37748736~4194304,46137344~8388608,62914560~8388608,100663296~8388608,117440512~4194304,130023424~4194304,142606336~8388608,159383552~4194304,201326592~12582912,218103808~8388608,247463936~16777216,301989888~12582912,318767104~12582912,348127232~12582912,364904448~16777216,398458880~16777216] 2024-04-13T08:32:29.570 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [20971520~4194304,37748736~4194304,46137344~8388608,62914560~8388608,100663296~8388608,117440512~4194304,130023424~4194304,142606336~8388608,159383552~4194304,201326592~12582912,218103808~8388608,247463936~16777216,301989888~12582912,318767104~12582912,348127232~12582912,364904448~16777216,398458880~16777216] 2024-04-13T08:32:29.572 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [20971520~4194304,37748736~20971520,62914560~12582912,100663296~8388608,117440512~8388608,130023424~4194304,142606336~8388608,159383552~4194304,201326592~12582912,218103808~8388608,247463936~16777216,301989888~33554432,348127232~12582912,364904448~20971520,398458880~16777216] 2024-04-13T08:32:29.572 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to 14 diff [16777216~8388608,37748736~16777216,62914560~8388608,92274688~4194304,100663296~8388608,113246208~8388608,130023424~4194304,142606336~8388608,159383552~4194304,201326592~12582912,218103808~8388608,247463936~16777216,301989888~12582912,318767104~12582912,348127232~12582912,364904448~20971520,398458880~16777216] 2024-04-13T08:32:29.572 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [16777216~8388608,37748736~16777216,62914560~8388608,92274688~4194304,100663296~8388608,113246208~8388608,130023424~4194304,142606336~8388608,159383552~4194304,201326592~12582912,218103808~8388608,247463936~16777216,301989888~12582912,318767104~12582912,348127232~12582912,364904448~20971520,398458880~16777216] 2024-04-13T08:32:29.574 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [16777216~8388608,37748736~20971520,62914560~12582912,92274688~16777216,113246208~12582912,130023424~4194304,142606336~12582912,159383552~4194304,201326592~12582912,218103808~8388608,247463936~20971520,301989888~33554432,348127232~12582912,364904448~20971520,398458880~16777216] 2024-04-13T08:32:29.574 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to 15 diff [8388608~16777216,37748736~16777216,62914560~8388608,92274688~4194304,100663296~20971520,130023424~4194304,142606336~8388608,159383552~4194304,184549376~4194304,201326592~12582912,218103808~8388608,247463936~16777216,276824064~4194304,301989888~12582912,318767104~12582912,348127232~12582912,364904448~20971520,398458880~16777216] 2024-04-13T08:32:29.574 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [8388608~16777216,37748736~16777216,62914560~8388608,92274688~4194304,100663296~20971520,130023424~4194304,142606336~8388608,159383552~4194304,184549376~4194304,201326592~12582912,218103808~8388608,247463936~16777216,276824064~4194304,301989888~12582912,318767104~12582912,348127232~12582912,364904448~20971520,398458880~16777216] 2024-04-13T08:32:29.576 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [8388608~16777216,37748736~20971520,62914560~12582912,92274688~33554432,130023424~4194304,142606336~12582912,159383552~4194304,184549376~4194304,201326592~12582912,218103808~8388608,247463936~20971520,276824064~8388608,301989888~33554432,348127232~12582912,364904448~20971520,398458880~16777216] 2024-04-13T08:32:29.576 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to 16 diff [4194304~29360128,37748736~16777216,62914560~12582912,92274688~4194304,100663296~20971520,130023424~4194304,142606336~20971520,171966464~4194304,184549376~4194304,201326592~12582912,218103808~8388608,239075328~25165824,276824064~4194304,301989888~12582912,318767104~12582912,348127232~12582912,364904448~16777216,398458880~16777216] 2024-04-13T08:32:29.577 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~16777216,62914560~12582912,92274688~4194304,100663296~20971520,130023424~4194304,142606336~20971520,171966464~4194304,184549376~4194304,201326592~12582912,218103808~8388608,239075328~25165824,276824064~4194304,301989888~12582912,318767104~12582912,348127232~12582912,364904448~16777216,398458880~16777216] 2024-04-13T08:32:29.579 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~20971520,62914560~12582912,92274688~33554432,130023424~4194304,142606336~25165824,171966464~4194304,184549376~8388608,201326592~12582912,218103808~8388608,239075328~29360128,276824064~8388608,301989888~33554432,348127232~12582912,364904448~20971520,398458880~16777216] 2024-04-13T08:32:29.579 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to 17 diff [4194304~29360128,37748736~16777216,62914560~12582912,83886080~4194304,92274688~4194304,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,201326592~12582912,218103808~8388608,239075328~25165824,276824064~8388608,301989888~12582912,318767104~12582912,348127232~12582912,364904448~16777216,394264576~20971520] 2024-04-13T08:32:29.579 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~16777216,62914560~12582912,83886080~4194304,92274688~4194304,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,201326592~12582912,218103808~8388608,239075328~25165824,276824064~8388608,301989888~12582912,318767104~12582912,348127232~12582912,364904448~16777216,394264576~20971520] 2024-04-13T08:32:29.583 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~20971520,62914560~12582912,83886080~4194304,92274688~33554432,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,201326592~12582912,218103808~8388608,239075328~29360128,276824064~8388608,301989888~33554432,348127232~12582912,364904448~20971520,394264576~20971520] 2024-04-13T08:32:29.583 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to 18 diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~4194304,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,201326592~12582912,218103808~8388608,234881024~29360128,276824064~8388608,289406976~8388608,301989888~12582912,318767104~12582912,335544320~4194304,348127232~12582912,364904448~16777216,394264576~20971520] 2024-04-13T08:32:29.583 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~4194304,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,201326592~12582912,218103808~8388608,234881024~29360128,276824064~8388608,289406976~8388608,301989888~12582912,318767104~12582912,335544320~4194304,348127232~12582912,364904448~16777216,394264576~20971520] 2024-04-13T08:32:29.587 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~41943040,83886080~4194304,92274688~33554432,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,201326592~12582912,218103808~8388608,234881024~33554432,276824064~8388608,289406976~54525952,348127232~12582912,364904448~20971520,394264576~20971520] 2024-04-13T08:32:29.587 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to 19 diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~29360128,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,276824064~20971520,301989888~12582912,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:29.587 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~29360128,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,276824064~20971520,301989888~12582912,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:29.591 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~41943040,83886080~4194304,92274688~33554432,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~16777216,218103808~8388608,234881024~33554432,276824064~83886080,364904448~20971520,394264576~20971520] 2024-04-13T08:32:29.591 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to 12 diff [20971520~4194304,62914560~8388608,159383552~4194304,205520896~8388608,218103808~8388608,247463936~8388608,260046848~4194304,310378496~4194304,348127232~8388608,406847488~8388608] 2024-04-13T08:32:29.591 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [20971520~4194304,62914560~8388608,159383552~4194304,205520896~8388608,218103808~8388608,247463936~8388608,260046848~4194304,310378496~4194304,348127232~8388608,406847488~8388608] 2024-04-13T08:32:29.592 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [20971520~4194304,62914560~12582912,159383552~4194304,205520896~8388608,218103808~8388608,247463936~16777216,310378496~8388608,348127232~12582912,406847488~8388608] 2024-04-13T08:32:29.592 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to 13 diff [20971520~4194304,37748736~4194304,62914560~8388608,130023424~4194304,142606336~8388608,159383552~4194304,205520896~8388608,218103808~8388608,247463936~16777216,306184192~8388608,318767104~12582912,348127232~8388608,364904448~16777216,398458880~16777216] 2024-04-13T08:32:29.592 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [20971520~4194304,37748736~4194304,62914560~8388608,130023424~4194304,142606336~8388608,159383552~4194304,205520896~8388608,218103808~8388608,247463936~16777216,306184192~8388608,318767104~12582912,348127232~8388608,364904448~16777216,398458880~16777216] 2024-04-13T08:32:29.593 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [20971520~4194304,37748736~8388608,62914560~12582912,130023424~4194304,142606336~8388608,159383552~4194304,205520896~8388608,218103808~8388608,247463936~16777216,306184192~29360128,348127232~12582912,364904448~20971520,398458880~16777216] 2024-04-13T08:32:29.593 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to 14 diff [16777216~8388608,37748736~12582912,54525952~4194304,62914560~8388608,92274688~4194304,113246208~4194304,130023424~4194304,142606336~8388608,159383552~4194304,205520896~8388608,218103808~8388608,247463936~16777216,306184192~8388608,318767104~12582912,348127232~8388608,364904448~20971520,398458880~16777216] 2024-04-13T08:32:29.593 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [16777216~8388608,37748736~12582912,54525952~4194304,62914560~8388608,92274688~4194304,113246208~4194304,130023424~4194304,142606336~8388608,159383552~4194304,205520896~8388608,218103808~8388608,247463936~16777216,306184192~8388608,318767104~12582912,348127232~8388608,364904448~20971520,398458880~16777216] 2024-04-13T08:32:29.595 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [16777216~8388608,37748736~12582912,54525952~4194304,62914560~12582912,92274688~8388608,113246208~4194304,130023424~4194304,142606336~12582912,159383552~4194304,205520896~8388608,218103808~8388608,247463936~20971520,306184192~29360128,348127232~12582912,364904448~20971520,398458880~16777216] 2024-04-13T08:32:29.595 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to 15 diff [8388608~16777216,37748736~20971520,62914560~8388608,92274688~4194304,109051904~8388608,130023424~4194304,142606336~8388608,159383552~4194304,184549376~4194304,205520896~8388608,218103808~8388608,247463936~16777216,276824064~4194304,306184192~8388608,318767104~12582912,348127232~8388608,364904448~20971520,398458880~16777216] 2024-04-13T08:32:29.595 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [8388608~16777216,37748736~20971520,62914560~8388608,92274688~4194304,109051904~8388608,130023424~4194304,142606336~8388608,159383552~4194304,184549376~4194304,205520896~8388608,218103808~8388608,247463936~16777216,276824064~4194304,306184192~8388608,318767104~12582912,348127232~8388608,364904448~20971520,398458880~16777216] 2024-04-13T08:32:29.598 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [8388608~16777216,37748736~20971520,62914560~12582912,92274688~8388608,109051904~8388608,130023424~4194304,142606336~12582912,159383552~4194304,184549376~4194304,205520896~8388608,218103808~8388608,247463936~20971520,276824064~8388608,306184192~29360128,348127232~12582912,364904448~20971520,398458880~16777216] 2024-04-13T08:32:29.598 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to 16 diff [4194304~29360128,37748736~20971520,62914560~12582912,92274688~4194304,109051904~8388608,130023424~4194304,142606336~20971520,171966464~4194304,184549376~4194304,205520896~8388608,218103808~8388608,239075328~25165824,276824064~4194304,306184192~8388608,318767104~12582912,348127232~12582912,364904448~16777216,398458880~16777216] 2024-04-13T08:32:29.598 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~20971520,62914560~12582912,92274688~4194304,109051904~8388608,130023424~4194304,142606336~20971520,171966464~4194304,184549376~4194304,205520896~8388608,218103808~8388608,239075328~25165824,276824064~4194304,306184192~8388608,318767104~12582912,348127232~12582912,364904448~16777216,398458880~16777216] 2024-04-13T08:32:29.600 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~20971520,62914560~12582912,92274688~8388608,109051904~8388608,130023424~4194304,142606336~25165824,171966464~4194304,184549376~8388608,205520896~8388608,218103808~8388608,239075328~29360128,276824064~8388608,306184192~29360128,348127232~12582912,364904448~20971520,398458880~16777216] 2024-04-13T08:32:29.600 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to 17 diff [4194304~29360128,37748736~20971520,62914560~12582912,83886080~4194304,92274688~4194304,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,205520896~8388608,218103808~8388608,239075328~25165824,276824064~8388608,306184192~8388608,318767104~12582912,348127232~12582912,364904448~16777216,394264576~20971520] 2024-04-13T08:32:29.600 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~20971520,62914560~12582912,83886080~4194304,92274688~4194304,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,205520896~8388608,218103808~8388608,239075328~25165824,276824064~8388608,306184192~8388608,318767104~12582912,348127232~12582912,364904448~16777216,394264576~20971520] 2024-04-13T08:32:29.603 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~20971520,62914560~12582912,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,205520896~8388608,218103808~8388608,239075328~29360128,276824064~8388608,306184192~29360128,348127232~12582912,364904448~20971520,394264576~20971520] 2024-04-13T08:32:29.604 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to 18 diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~4194304,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,205520896~8388608,218103808~8388608,234881024~29360128,276824064~8388608,289406976~8388608,306184192~8388608,318767104~12582912,335544320~4194304,348127232~12582912,364904448~16777216,394264576~20971520] 2024-04-13T08:32:29.604 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~4194304,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,205520896~8388608,218103808~8388608,234881024~29360128,276824064~8388608,289406976~8388608,306184192~8388608,318767104~12582912,335544320~4194304,348127232~12582912,364904448~16777216,394264576~20971520] 2024-04-13T08:32:29.607 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~12582912,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,205520896~8388608,218103808~8388608,234881024~33554432,276824064~8388608,289406976~12582912,306184192~37748736,348127232~12582912,364904448~20971520,394264576~20971520] 2024-04-13T08:32:29.607 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to 19 diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~8388608,218103808~8388608,234881024~29360128,276824064~20971520,306184192~8388608,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:29.607 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~8388608,218103808~8388608,234881024~29360128,276824064~20971520,306184192~8388608,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:29.610 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~12582912,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,218103808~8388608,234881024~33554432,276824064~25165824,306184192~54525952,364904448~20971520,394264576~20971520] 2024-04-13T08:32:29.610 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to 13 diff [37748736~4194304,130023424~4194304,142606336~8388608,251658240~4194304,306184192~4194304,318767104~12582912,364904448~16777216,398458880~8388608] 2024-04-13T08:32:29.611 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [37748736~4194304,130023424~4194304,142606336~8388608,251658240~4194304,306184192~4194304,318767104~12582912,364904448~16777216,398458880~8388608] 2024-04-13T08:32:29.611 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [37748736~8388608,130023424~4194304,142606336~8388608,251658240~8388608,306184192~8388608,318767104~16777216,364904448~20971520,398458880~12582912] 2024-04-13T08:32:29.611 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to 14 diff [16777216~4194304,37748736~12582912,54525952~4194304,92274688~4194304,113246208~4194304,130023424~4194304,142606336~8388608,251658240~4194304,260046848~4194304,306184192~4194304,318767104~12582912,364904448~20971520,398458880~8388608] 2024-04-13T08:32:29.612 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [16777216~4194304,37748736~12582912,54525952~4194304,92274688~4194304,113246208~4194304,130023424~4194304,142606336~8388608,251658240~4194304,260046848~4194304,306184192~4194304,318767104~12582912,364904448~20971520,398458880~8388608] 2024-04-13T08:32:29.613 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [16777216~8388608,37748736~12582912,54525952~4194304,92274688~8388608,113246208~4194304,130023424~4194304,142606336~12582912,251658240~16777216,306184192~8388608,318767104~16777216,364904448~20971520,398458880~12582912] 2024-04-13T08:32:29.613 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to 15 diff [8388608~12582912,37748736~20971520,92274688~4194304,109051904~8388608,130023424~4194304,142606336~8388608,184549376~4194304,205520896~4194304,251658240~4194304,260046848~4194304,276824064~4194304,306184192~4194304,318767104~12582912,364904448~20971520,398458880~8388608] 2024-04-13T08:32:29.613 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [8388608~12582912,37748736~20971520,92274688~4194304,109051904~8388608,130023424~4194304,142606336~8388608,184549376~4194304,205520896~4194304,251658240~4194304,260046848~4194304,276824064~4194304,306184192~4194304,318767104~12582912,364904448~20971520,398458880~8388608] 2024-04-13T08:32:29.615 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [8388608~16777216,37748736~20971520,92274688~8388608,109051904~8388608,130023424~4194304,142606336~12582912,184549376~4194304,205520896~8388608,251658240~16777216,276824064~8388608,306184192~8388608,318767104~16777216,364904448~20971520,398458880~12582912] 2024-04-13T08:32:29.615 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to 16 diff [4194304~16777216,25165824~8388608,37748736~20971520,62914560~8388608,92274688~4194304,109051904~8388608,130023424~4194304,142606336~20971520,171966464~4194304,184549376~4194304,205520896~4194304,239075328~8388608,251658240~4194304,260046848~4194304,276824064~4194304,306184192~4194304,318767104~12582912,352321536~4194304,364904448~16777216,398458880~8388608] 2024-04-13T08:32:29.615 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~20971520,62914560~8388608,92274688~4194304,109051904~8388608,130023424~4194304,142606336~20971520,171966464~4194304,184549376~4194304,205520896~4194304,239075328~8388608,251658240~4194304,260046848~4194304,276824064~4194304,306184192~4194304,318767104~12582912,352321536~4194304,364904448~16777216,398458880~8388608] 2024-04-13T08:32:29.617 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~20971520,62914560~8388608,92274688~8388608,109051904~8388608,130023424~4194304,142606336~25165824,171966464~4194304,184549376~8388608,205520896~8388608,239075328~8388608,251658240~16777216,276824064~8388608,306184192~8388608,318767104~16777216,352321536~8388608,364904448~20971520,398458880~12582912] 2024-04-13T08:32:29.618 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to 17 diff [4194304~16777216,25165824~8388608,37748736~20971520,62914560~8388608,83886080~4194304,92274688~4194304,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,205520896~4194304,239075328~8388608,251658240~4194304,260046848~4194304,276824064~8388608,306184192~4194304,314572800~16777216,348127232~8388608,364904448~16777216,394264576~12582912] 2024-04-13T08:32:29.618 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~20971520,62914560~8388608,83886080~4194304,92274688~4194304,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,205520896~4194304,239075328~8388608,251658240~4194304,260046848~4194304,276824064~8388608,306184192~4194304,314572800~16777216,348127232~8388608,364904448~16777216,394264576~12582912] 2024-04-13T08:32:29.620 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~20971520,62914560~8388608,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,205520896~8388608,239075328~8388608,251658240~16777216,276824064~8388608,306184192~29360128,348127232~12582912,364904448~20971520,394264576~16777216] 2024-04-13T08:32:29.620 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to 18 diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~4194304,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,205520896~4194304,234881024~12582912,251658240~4194304,260046848~4194304,276824064~8388608,289406976~8388608,306184192~25165824,335544320~4194304,348127232~8388608,364904448~16777216,394264576~12582912] 2024-04-13T08:32:29.620 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~4194304,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,205520896~4194304,234881024~12582912,251658240~4194304,260046848~4194304,276824064~8388608,289406976~8388608,306184192~25165824,335544320~4194304,348127232~8388608,364904448~16777216,394264576~12582912] 2024-04-13T08:32:29.623 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,205520896~8388608,234881024~12582912,251658240~16777216,276824064~8388608,289406976~12582912,306184192~37748736,348127232~12582912,364904448~20971520,394264576~16777216] 2024-04-13T08:32:29.623 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to 19 diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,251658240~12582912,276824064~20971520,306184192~25165824,335544320~4194304,343932928~16777216,364904448~16777216,394264576~12582912] 2024-04-13T08:32:29.623 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,251658240~12582912,276824064~20971520,306184192~25165824,335544320~4194304,343932928~16777216,364904448~16777216,394264576~12582912] 2024-04-13T08:32:29.627 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,234881024~12582912,251658240~16777216,276824064~25165824,306184192~54525952,364904448~20971520,394264576~16777216] 2024-04-13T08:32:29.627 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to 14 diff [16777216~4194304,41943040~8388608,54525952~4194304,92274688~4194304,113246208~4194304,146800640~4194304,260046848~4194304,373293056~8388608] 2024-04-13T08:32:29.627 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [16777216~4194304,41943040~8388608,54525952~4194304,92274688~4194304,113246208~4194304,146800640~4194304,260046848~4194304,373293056~8388608] 2024-04-13T08:32:29.628 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [16777216~8388608,41943040~8388608,54525952~4194304,92274688~8388608,113246208~4194304,146800640~8388608,260046848~8388608,373293056~8388608] 2024-04-13T08:32:29.628 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to 15 diff [8388608~12582912,37748736~20971520,92274688~4194304,109051904~8388608,146800640~4194304,184549376~4194304,205520896~4194304,260046848~4194304,276824064~4194304,373293056~8388608] 2024-04-13T08:32:29.628 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [8388608~12582912,37748736~20971520,92274688~4194304,109051904~8388608,146800640~4194304,184549376~4194304,205520896~4194304,260046848~4194304,276824064~4194304,373293056~8388608] 2024-04-13T08:32:29.630 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [8388608~16777216,37748736~20971520,92274688~8388608,109051904~8388608,146800640~8388608,184549376~4194304,205520896~8388608,260046848~8388608,276824064~8388608,373293056~8388608] 2024-04-13T08:32:29.630 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to 16 diff [4194304~16777216,25165824~8388608,37748736~20971520,62914560~8388608,92274688~4194304,109051904~8388608,146800640~16777216,171966464~4194304,184549376~4194304,205520896~4194304,239075328~8388608,260046848~4194304,276824064~4194304,352321536~4194304,369098752~12582912] 2024-04-13T08:32:29.630 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~20971520,62914560~8388608,92274688~4194304,109051904~8388608,146800640~16777216,171966464~4194304,184549376~4194304,205520896~4194304,239075328~8388608,260046848~4194304,276824064~4194304,352321536~4194304,369098752~12582912] 2024-04-13T08:32:29.632 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~20971520,62914560~8388608,92274688~8388608,109051904~8388608,146800640~20971520,171966464~4194304,184549376~8388608,205520896~8388608,239075328~8388608,260046848~8388608,276824064~8388608,352321536~8388608,369098752~12582912] 2024-04-13T08:32:29.632 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to 17 diff [4194304~16777216,25165824~8388608,37748736~20971520,62914560~8388608,83886080~4194304,92274688~4194304,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,205520896~4194304,239075328~8388608,260046848~4194304,276824064~8388608,314572800~4194304,348127232~8388608,369098752~12582912,394264576~4194304] 2024-04-13T08:32:29.632 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~20971520,62914560~8388608,83886080~4194304,92274688~4194304,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,205520896~4194304,239075328~8388608,260046848~4194304,276824064~8388608,314572800~4194304,348127232~8388608,369098752~12582912,394264576~4194304] 2024-04-13T08:32:29.634 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~20971520,62914560~8388608,83886080~4194304,92274688~8388608,109051904~8388608,138412032~29360128,171966464~4194304,180355072~12582912,205520896~8388608,239075328~8388608,260046848~8388608,276824064~8388608,314572800~4194304,348127232~12582912,369098752~12582912,394264576~8388608] 2024-04-13T08:32:29.635 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to 18 diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~4194304,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,205520896~4194304,234881024~12582912,260046848~4194304,276824064~8388608,289406976~8388608,310378496~8388608,335544320~4194304,348127232~8388608,369098752~12582912,394264576~4194304] 2024-04-13T08:32:29.635 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~4194304,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,205520896~4194304,234881024~12582912,260046848~4194304,276824064~8388608,289406976~8388608,310378496~8388608,335544320~4194304,348127232~8388608,369098752~12582912,394264576~4194304] 2024-04-13T08:32:29.637 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,138412032~29360128,171966464~4194304,180355072~12582912,205520896~8388608,234881024~12582912,260046848~8388608,276824064~8388608,289406976~12582912,310378496~8388608,335544320~8388608,348127232~12582912,369098752~12582912,394264576~8388608] 2024-04-13T08:32:29.637 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to 19 diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~8388608,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~12582912,394264576~4194304] 2024-04-13T08:32:29.637 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~8388608,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~12582912,394264576~4194304] 2024-04-13T08:32:29.640 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,234881024~12582912,255852544~12582912,276824064~25165824,310378496~8388608,335544320~25165824,369098752~12582912,394264576~8388608] 2024-04-13T08:32:29.640 INFO:tasks.workunit.client.0.smithi003.stdout:from 14 to 15 diff [8388608~8388608,37748736~4194304,46137344~8388608,109051904~4194304,150994944~4194304,184549376~4194304,205520896~4194304,276824064~4194304,373293056~4194304] 2024-04-13T08:32:29.640 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [8388608~8388608,37748736~4194304,46137344~8388608,109051904~4194304,150994944~4194304,184549376~4194304,205520896~4194304,276824064~4194304,373293056~4194304] 2024-04-13T08:32:29.642 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [8388608~12582912,37748736~16777216,109051904~4194304,150994944~4194304,184549376~4194304,205520896~8388608,276824064~8388608,373293056~4194304] 2024-04-13T08:32:29.642 INFO:tasks.workunit.client.0.smithi003.stdout:from 14 to 16 diff [4194304~12582912,25165824~8388608,37748736~4194304,46137344~8388608,62914560~8388608,109051904~4194304,150994944~12582912,171966464~4194304,184549376~4194304,205520896~4194304,239075328~8388608,276824064~4194304,352321536~4194304,369098752~8388608] 2024-04-13T08:32:29.642 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~12582912,25165824~8388608,37748736~4194304,46137344~8388608,62914560~8388608,109051904~4194304,150994944~12582912,171966464~4194304,184549376~4194304,205520896~4194304,239075328~8388608,276824064~4194304,352321536~4194304,369098752~8388608] 2024-04-13T08:32:29.643 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~16777216,25165824~8388608,37748736~16777216,62914560~8388608,109051904~4194304,150994944~16777216,171966464~4194304,184549376~8388608,205520896~8388608,239075328~8388608,276824064~8388608,352321536~8388608,369098752~8388608] 2024-04-13T08:32:29.643 INFO:tasks.workunit.client.0.smithi003.stdout:from 14 to 17 diff [4194304~16777216,25165824~8388608,37748736~4194304,46137344~8388608,62914560~8388608,83886080~4194304,109051904~4194304,138412032~8388608,150994944~12582912,171966464~4194304,180355072~8388608,205520896~4194304,239075328~8388608,276824064~8388608,314572800~4194304,348127232~8388608,369098752~8388608,394264576~4194304] 2024-04-13T08:32:29.643 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~4194304,46137344~8388608,62914560~8388608,83886080~4194304,109051904~4194304,138412032~8388608,150994944~12582912,171966464~4194304,180355072~8388608,205520896~4194304,239075328~8388608,276824064~8388608,314572800~4194304,348127232~8388608,369098752~8388608,394264576~4194304] 2024-04-13T08:32:29.645 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~16777216,25165824~8388608,37748736~16777216,62914560~8388608,83886080~4194304,109051904~4194304,138412032~29360128,171966464~4194304,180355072~12582912,205520896~8388608,239075328~8388608,276824064~8388608,314572800~4194304,348127232~12582912,369098752~8388608,394264576~8388608] 2024-04-13T08:32:29.645 INFO:tasks.workunit.client.0.smithi003.stdout:from 14 to 18 diff [4194304~16777216,25165824~8388608,37748736~4194304,46137344~25165824,75497472~4194304,83886080~4194304,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,205520896~4194304,234881024~12582912,276824064~8388608,289406976~8388608,310378496~8388608,335544320~4194304,348127232~8388608,369098752~8388608,394264576~4194304] 2024-04-13T08:32:29.645 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~4194304,46137344~25165824,75497472~4194304,83886080~4194304,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,205520896~4194304,234881024~12582912,276824064~8388608,289406976~8388608,310378496~8388608,335544320~4194304,348127232~8388608,369098752~8388608,394264576~4194304] 2024-04-13T08:32:29.647 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,109051904~12582912,138412032~29360128,171966464~4194304,180355072~12582912,205520896~8388608,234881024~12582912,276824064~8388608,289406976~12582912,310378496~8388608,335544320~8388608,348127232~12582912,369098752~8388608,394264576~8388608] 2024-04-13T08:32:29.647 INFO:tasks.workunit.client.0.smithi003.stdout:from 14 to 19 diff [4194304~16777216,25165824~8388608,37748736~4194304,46137344~25165824,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~8388608,394264576~4194304] 2024-04-13T08:32:29.648 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~4194304,46137344~25165824,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~8388608,394264576~4194304] 2024-04-13T08:32:29.650 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,234881024~12582912,255852544~8388608,276824064~25165824,310378496~8388608,335544320~25165824,369098752~8388608,394264576~8388608] 2024-04-13T08:32:29.650 INFO:tasks.workunit.client.0.smithi003.stdout:from 15 to 16 diff [4194304~8388608,25165824~8388608,62914560~8388608,150994944~12582912,171966464~4194304,184549376~4194304,239075328~8388608,352321536~4194304,369098752~8388608] 2024-04-13T08:32:29.650 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~8388608,25165824~8388608,62914560~8388608,150994944~12582912,171966464~4194304,184549376~4194304,239075328~8388608,352321536~4194304,369098752~8388608] 2024-04-13T08:32:29.651 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~8388608,25165824~8388608,62914560~8388608,150994944~16777216,171966464~4194304,184549376~8388608,239075328~8388608,352321536~8388608,369098752~8388608] 2024-04-13T08:32:29.651 INFO:tasks.workunit.client.0.smithi003.stdout:from 15 to 17 diff [4194304~8388608,16777216~4194304,25165824~8388608,62914560~8388608,83886080~4194304,138412032~8388608,150994944~12582912,171966464~4194304,180355072~8388608,239075328~8388608,276824064~8388608,314572800~4194304,348127232~8388608,369098752~8388608,394264576~4194304] 2024-04-13T08:32:29.651 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~8388608,16777216~4194304,25165824~8388608,62914560~8388608,83886080~4194304,138412032~8388608,150994944~12582912,171966464~4194304,180355072~8388608,239075328~8388608,276824064~8388608,314572800~4194304,348127232~8388608,369098752~8388608,394264576~4194304] 2024-04-13T08:32:29.653 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~8388608,16777216~4194304,25165824~8388608,62914560~8388608,83886080~4194304,138412032~29360128,171966464~4194304,180355072~12582912,239075328~8388608,276824064~8388608,314572800~4194304,348127232~12582912,369098752~8388608,394264576~8388608] 2024-04-13T08:32:29.653 INFO:tasks.workunit.client.0.smithi003.stdout:from 15 to 18 diff [4194304~8388608,16777216~4194304,25165824~8388608,54525952~16777216,75497472~4194304,83886080~4194304,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,234881024~12582912,276824064~8388608,289406976~8388608,310378496~8388608,335544320~4194304,348127232~8388608,369098752~8388608,394264576~4194304] 2024-04-13T08:32:29.653 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~8388608,16777216~4194304,25165824~8388608,54525952~16777216,75497472~4194304,83886080~4194304,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,234881024~12582912,276824064~8388608,289406976~8388608,310378496~8388608,335544320~4194304,348127232~8388608,369098752~8388608,394264576~4194304] 2024-04-13T08:32:29.655 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~8388608,16777216~4194304,25165824~8388608,54525952~16777216,75497472~4194304,83886080~4194304,109051904~12582912,138412032~29360128,171966464~4194304,180355072~12582912,234881024~12582912,276824064~8388608,289406976~12582912,310378496~8388608,335544320~8388608,348127232~12582912,369098752~8388608,394264576~8388608] 2024-04-13T08:32:29.655 INFO:tasks.workunit.client.0.smithi003.stdout:from 15 to 19 diff [4194304~16777216,25165824~8388608,54525952~16777216,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,234881024~12582912,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~8388608,394264576~4194304] 2024-04-13T08:32:29.655 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,54525952~16777216,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,234881024~12582912,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~8388608,394264576~4194304] 2024-04-13T08:32:29.657 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~16777216,25165824~8388608,54525952~16777216,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,234881024~12582912,255852544~8388608,276824064~25165824,310378496~8388608,335544320~25165824,369098752~8388608,394264576~8388608] 2024-04-13T08:32:29.658 INFO:tasks.workunit.client.0.smithi003.stdout:from 16 to 17 diff [16777216~4194304,83886080~4194304,138412032~8388608,180355072~4194304,276824064~8388608,314572800~4194304,348127232~4194304,394264576~4194304] 2024-04-13T08:32:29.658 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [16777216~4194304,83886080~4194304,138412032~8388608,180355072~4194304,276824064~8388608,314572800~4194304,348127232~4194304,394264576~4194304] 2024-04-13T08:32:29.659 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [16777216~4194304,83886080~4194304,138412032~12582912,180355072~4194304,276824064~8388608,314572800~4194304,348127232~8388608,394264576~8388608] 2024-04-13T08:32:29.659 INFO:tasks.workunit.client.0.smithi003.stdout:from 16 to 18 diff [16777216~4194304,54525952~8388608,75497472~4194304,83886080~4194304,109051904~8388608,138412032~16777216,180355072~4194304,234881024~8388608,276824064~8388608,289406976~8388608,310378496~8388608,335544320~4194304,348127232~4194304,394264576~4194304] 2024-04-13T08:32:29.659 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [16777216~4194304,54525952~8388608,75497472~4194304,83886080~4194304,109051904~8388608,138412032~16777216,180355072~4194304,234881024~8388608,276824064~8388608,289406976~8388608,310378496~8388608,335544320~4194304,348127232~4194304,394264576~4194304] 2024-04-13T08:32:29.661 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [16777216~4194304,54525952~8388608,75497472~4194304,83886080~4194304,109051904~12582912,138412032~20971520,180355072~4194304,234881024~12582912,276824064~8388608,289406976~12582912,310378496~8388608,335544320~8388608,348127232~8388608,394264576~8388608] 2024-04-13T08:32:29.661 INFO:tasks.workunit.client.0.smithi003.stdout:from 16 to 19 diff [12582912~8388608,25165824~4194304,54525952~8388608,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~16777216,180355072~4194304,197132288~4194304,234881024~8388608,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~12582912,394264576~4194304] 2024-04-13T08:32:29.661 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [12582912~8388608,25165824~4194304,54525952~8388608,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~16777216,180355072~4194304,197132288~4194304,234881024~8388608,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~12582912,394264576~4194304] 2024-04-13T08:32:29.662 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [12582912~8388608,25165824~4194304,54525952~8388608,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,138412032~20971520,180355072~4194304,197132288~4194304,234881024~12582912,255852544~8388608,276824064~25165824,310378496~8388608,335544320~20971520,394264576~8388608] 2024-04-13T08:32:29.662 INFO:tasks.workunit.client.0.smithi003.stdout:from 17 to 18 diff [54525952~8388608,75497472~4194304,109051904~8388608,138412032~4194304,146800640~8388608,234881024~8388608,289406976~8388608,310378496~4194304,335544320~4194304,394264576~4194304] 2024-04-13T08:32:29.663 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [54525952~8388608,75497472~4194304,109051904~8388608,138412032~4194304,146800640~8388608,234881024~8388608,289406976~8388608,310378496~4194304,335544320~4194304,394264576~4194304] 2024-04-13T08:32:29.663 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [54525952~8388608,75497472~4194304,109051904~12582912,138412032~20971520,234881024~12582912,289406976~12582912,310378496~4194304,335544320~8388608,394264576~4194304] 2024-04-13T08:32:29.663 INFO:tasks.workunit.client.0.smithi003.stdout:from 17 to 19 diff [12582912~4194304,25165824~4194304,54525952~8388608,75497472~4194304,92274688~8388608,109051904~8388608,138412032~4194304,146800640~8388608,197132288~4194304,234881024~8388608,255852544~4194304,281018368~16777216,310378496~4194304,335544320~4194304,343932928~8388608,394264576~4194304] 2024-04-13T08:32:29.663 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [12582912~4194304,25165824~4194304,54525952~8388608,75497472~4194304,92274688~8388608,109051904~8388608,138412032~4194304,146800640~8388608,197132288~4194304,234881024~8388608,255852544~4194304,281018368~16777216,310378496~4194304,335544320~4194304,343932928~8388608,394264576~4194304] 2024-04-13T08:32:29.665 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [12582912~4194304,25165824~4194304,54525952~8388608,75497472~4194304,92274688~8388608,109051904~12582912,138412032~20971520,197132288~4194304,234881024~12582912,255852544~8388608,281018368~20971520,310378496~4194304,335544320~20971520,394264576~4194304] 2024-04-13T08:32:29.665 INFO:tasks.workunit.client.0.smithi003.stdout:from 18 to 19 diff [12582912~4194304,25165824~4194304,92274688~8388608,113246208~4194304,197132288~4194304,255852544~4194304,281018368~12582912,343932928~8388608] 2024-04-13T08:32:29.665 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [12582912~4194304,25165824~4194304,92274688~8388608,113246208~4194304,197132288~4194304,255852544~4194304,281018368~12582912,343932928~8388608] 2024-04-13T08:32:29.666 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [12582912~4194304,25165824~4194304,92274688~8388608,113246208~8388608,197132288~4194304,255852544~8388608,281018368~12582912,343932928~12582912] 2024-04-13T08:32:29.976 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:29.976 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:30.003 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:30.003 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:30.003 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:30.011 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:30.011 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:30.011 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:30.018 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:30.018 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:30.018 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:30.024 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:30.024 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:30.025 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:30.031 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:30.031 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:30.031 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:30.037 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:30.037 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:30.037 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:30.043 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:30.043 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:30.043 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:30.048 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~125829120,364904448~50331648] 2024-04-13T08:32:30.049 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:30.049 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:30.053 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~54525952,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:30.053 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:30.053 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:30.057 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:30.058 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to HEAD diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~29360128,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,276824064~20971520,301989888~12582912,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:30.058 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~29360128,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,276824064~20971520,301989888~12582912,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:30.061 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~41943040,83886080~4194304,92274688~33554432,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~16777216,218103808~8388608,234881024~33554432,276824064~83886080,364904448~20971520,394264576~20971520] 2024-04-13T08:32:30.062 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to HEAD diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~8388608,218103808~8388608,234881024~29360128,276824064~20971520,306184192~8388608,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:30.062 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~8388608,218103808~8388608,234881024~29360128,276824064~20971520,306184192~8388608,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:30.065 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~12582912,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,218103808~8388608,234881024~33554432,276824064~25165824,306184192~54525952,364904448~20971520,394264576~20971520] 2024-04-13T08:32:30.065 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to HEAD diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,251658240~12582912,276824064~20971520,306184192~25165824,335544320~4194304,343932928~16777216,364904448~16777216,394264576~12582912] 2024-04-13T08:32:30.065 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,251658240~12582912,276824064~20971520,306184192~25165824,335544320~4194304,343932928~16777216,364904448~16777216,394264576~12582912] 2024-04-13T08:32:30.068 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,234881024~12582912,251658240~16777216,276824064~25165824,306184192~54525952,364904448~20971520,394264576~16777216] 2024-04-13T08:32:30.068 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to HEAD diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~8388608,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~12582912,394264576~4194304] 2024-04-13T08:32:30.068 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~8388608,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~12582912,394264576~4194304] 2024-04-13T08:32:30.071 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,234881024~12582912,255852544~12582912,276824064~25165824,310378496~8388608,335544320~25165824,369098752~12582912,394264576~8388608] 2024-04-13T08:32:30.071 INFO:tasks.workunit.client.0.smithi003.stdout:from 14 to HEAD diff [4194304~16777216,25165824~8388608,37748736~4194304,46137344~25165824,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~8388608,394264576~4194304] 2024-04-13T08:32:30.072 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~4194304,46137344~25165824,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~8388608,394264576~4194304] 2024-04-13T08:32:30.074 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,234881024~12582912,255852544~8388608,276824064~25165824,310378496~8388608,335544320~25165824,369098752~8388608,394264576~8388608] 2024-04-13T08:32:30.074 INFO:tasks.workunit.client.0.smithi003.stdout:from 15 to HEAD diff [4194304~16777216,25165824~8388608,54525952~16777216,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,234881024~12582912,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~8388608,394264576~4194304] 2024-04-13T08:32:30.074 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,54525952~16777216,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,234881024~12582912,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~8388608,394264576~4194304] 2024-04-13T08:32:30.076 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~16777216,25165824~8388608,54525952~16777216,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,234881024~12582912,255852544~8388608,276824064~25165824,310378496~8388608,335544320~25165824,369098752~8388608,394264576~8388608] 2024-04-13T08:32:30.076 INFO:tasks.workunit.client.0.smithi003.stdout:from 16 to HEAD diff [12582912~8388608,25165824~4194304,54525952~8388608,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~16777216,180355072~4194304,197132288~4194304,234881024~8388608,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~12582912,394264576~4194304] 2024-04-13T08:32:30.076 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [12582912~8388608,25165824~4194304,54525952~8388608,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~16777216,180355072~4194304,197132288~4194304,234881024~8388608,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~12582912,394264576~4194304] 2024-04-13T08:32:30.078 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [12582912~8388608,25165824~4194304,54525952~8388608,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,138412032~20971520,180355072~4194304,197132288~4194304,234881024~12582912,255852544~8388608,276824064~25165824,310378496~8388608,335544320~20971520,394264576~8388608] 2024-04-13T08:32:30.078 INFO:tasks.workunit.client.0.smithi003.stdout:from 17 to HEAD diff [12582912~4194304,25165824~4194304,54525952~8388608,75497472~4194304,92274688~8388608,109051904~8388608,138412032~4194304,146800640~8388608,197132288~4194304,234881024~8388608,255852544~4194304,281018368~16777216,310378496~4194304,335544320~4194304,343932928~8388608,394264576~4194304] 2024-04-13T08:32:30.078 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [12582912~4194304,25165824~4194304,54525952~8388608,75497472~4194304,92274688~8388608,109051904~8388608,138412032~4194304,146800640~8388608,197132288~4194304,234881024~8388608,255852544~4194304,281018368~16777216,310378496~4194304,335544320~4194304,343932928~8388608,394264576~4194304] 2024-04-13T08:32:30.079 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [12582912~4194304,25165824~4194304,54525952~8388608,75497472~4194304,92274688~8388608,109051904~12582912,138412032~20971520,197132288~4194304,234881024~12582912,255852544~8388608,281018368~20971520,310378496~4194304,335544320~20971520,394264576~4194304] 2024-04-13T08:32:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:29 smithi003 ceph-mon[91733]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-13T08:32:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:29 smithi003 ceph-mon[91733]: pgmap v4205: 137 pgs: 137 active+clean; 783 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.7 KiB/s rd, 21 MiB/s wr, 24 op/s 2024-04-13T08:32:30.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:29 smithi003 ceph-mon[89364]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-13T08:32:30.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:29 smithi003 ceph-mon[89364]: pgmap v4205: 137 pgs: 137 active+clean; 783 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.7 KiB/s rd, 21 MiB/s wr, 24 op/s 2024-04-13T08:32:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:29 smithi066 ceph-mon[84331]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-13T08:32:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:29 smithi066 ceph-mon[84331]: pgmap v4205: 137 pgs: 137 active+clean; 783 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.7 KiB/s rd, 21 MiB/s wr, 24 op/s 2024-04-13T08:32:30.999 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:31.000 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:31.038 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:31.038 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:31.038 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:31.047 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:31.047 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:31.047 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:31.053 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:31.054 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:31.054 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:31.060 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:31.060 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:31.060 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:31.066 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:31.066 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:31.066 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:31.071 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:31.071 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:31.071 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:31.076 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:31.076 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:31.076 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:31.081 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~125829120,364904448~50331648] 2024-04-13T08:32:31.081 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:31.081 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:31.085 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~54525952,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:31.085 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:31.085 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:31.089 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:31.089 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to HEAD diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~29360128,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,276824064~20971520,301989888~12582912,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:31.089 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~29360128,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,276824064~20971520,301989888~12582912,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:31.093 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~41943040,83886080~4194304,92274688~33554432,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~16777216,218103808~8388608,234881024~33554432,276824064~83886080,364904448~20971520,394264576~20971520] 2024-04-13T08:32:31.093 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to HEAD diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~8388608,218103808~8388608,234881024~29360128,276824064~20971520,306184192~8388608,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:31.093 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~8388608,218103808~8388608,234881024~29360128,276824064~20971520,306184192~8388608,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:31.096 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~12582912,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,218103808~8388608,234881024~33554432,276824064~25165824,306184192~54525952,364904448~20971520,394264576~20971520] 2024-04-13T08:32:31.096 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to HEAD diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,251658240~12582912,276824064~20971520,306184192~25165824,335544320~4194304,343932928~16777216,364904448~16777216,394264576~12582912] 2024-04-13T08:32:31.096 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,251658240~12582912,276824064~20971520,306184192~25165824,335544320~4194304,343932928~16777216,364904448~16777216,394264576~12582912] 2024-04-13T08:32:31.099 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,234881024~12582912,251658240~16777216,276824064~25165824,306184192~54525952,364904448~20971520,394264576~16777216] 2024-04-13T08:32:31.099 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to HEAD diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~8388608,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~12582912,394264576~4194304] 2024-04-13T08:32:31.099 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~8388608,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~12582912,394264576~4194304] 2024-04-13T08:32:31.101 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,234881024~12582912,255852544~12582912,276824064~25165824,310378496~8388608,335544320~25165824,369098752~12582912,394264576~8388608] 2024-04-13T08:32:31.101 INFO:tasks.workunit.client.0.smithi003.stdout:from 14 to HEAD diff [4194304~16777216,25165824~8388608,37748736~4194304,46137344~25165824,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~8388608,394264576~4194304] 2024-04-13T08:32:31.101 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~4194304,46137344~25165824,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~8388608,394264576~4194304] 2024-04-13T08:32:31.103 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,234881024~12582912,255852544~8388608,276824064~25165824,310378496~8388608,335544320~25165824,369098752~8388608,394264576~8388608] 2024-04-13T08:32:31.103 INFO:tasks.workunit.client.0.smithi003.stdout:from 15 to HEAD diff [4194304~16777216,25165824~8388608,54525952~16777216,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,234881024~12582912,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~8388608,394264576~4194304] 2024-04-13T08:32:31.103 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,54525952~16777216,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,234881024~12582912,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~8388608,394264576~4194304] 2024-04-13T08:32:31.105 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~16777216,25165824~8388608,54525952~16777216,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,234881024~12582912,255852544~8388608,276824064~25165824,310378496~8388608,335544320~25165824,369098752~8388608,394264576~8388608] 2024-04-13T08:32:31.105 INFO:tasks.workunit.client.0.smithi003.stdout:from 16 to HEAD diff [12582912~8388608,25165824~4194304,54525952~8388608,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~16777216,180355072~4194304,197132288~4194304,234881024~8388608,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~12582912,394264576~4194304] 2024-04-13T08:32:31.105 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [12582912~8388608,25165824~4194304,54525952~8388608,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~16777216,180355072~4194304,197132288~4194304,234881024~8388608,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~12582912,394264576~4194304] 2024-04-13T08:32:31.106 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [12582912~8388608,25165824~4194304,54525952~8388608,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,138412032~20971520,180355072~4194304,197132288~4194304,234881024~12582912,255852544~8388608,276824064~25165824,310378496~8388608,335544320~20971520,394264576~8388608] 2024-04-13T08:32:31.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:30 smithi003 ceph-mon[91733]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-13T08:32:31.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:30 smithi003 ceph-mon[89364]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-13T08:32:31.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:30 smithi066 ceph-mon[84331]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-13T08:32:31.998 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:31.998 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:32.046 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:32.046 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:32.046 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:32.055 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:32.055 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:32.055 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:32.064 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:32.064 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:32.064 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:32.070 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:32.071 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:32.071 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:32.076 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:32.076 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:32.077 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:32.082 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:32.082 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:32.082 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:32.087 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:32.087 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:32.087 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:32.092 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~125829120,364904448~50331648] 2024-04-13T08:32:32.092 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:32.092 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:32.095 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~54525952,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:32.096 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:32.096 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:32.099 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:32.100 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to HEAD diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~29360128,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,276824064~20971520,301989888~12582912,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:32.100 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~29360128,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,276824064~20971520,301989888~12582912,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:32.102 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~41943040,83886080~4194304,92274688~33554432,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~16777216,218103808~8388608,234881024~33554432,276824064~83886080,364904448~20971520,394264576~20971520] 2024-04-13T08:32:32.102 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to HEAD diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~8388608,218103808~8388608,234881024~29360128,276824064~20971520,306184192~8388608,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:32.103 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~8388608,218103808~8388608,234881024~29360128,276824064~20971520,306184192~8388608,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:32.105 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~12582912,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,218103808~8388608,234881024~33554432,276824064~25165824,306184192~54525952,364904448~20971520,394264576~20971520] 2024-04-13T08:32:32.105 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to HEAD diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,251658240~12582912,276824064~20971520,306184192~25165824,335544320~4194304,343932928~16777216,364904448~16777216,394264576~12582912] 2024-04-13T08:32:32.105 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,251658240~12582912,276824064~20971520,306184192~25165824,335544320~4194304,343932928~16777216,364904448~16777216,394264576~12582912] 2024-04-13T08:32:32.107 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,234881024~12582912,251658240~16777216,276824064~25165824,306184192~54525952,364904448~20971520,394264576~16777216] 2024-04-13T08:32:32.108 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to HEAD diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~8388608,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~12582912,394264576~4194304] 2024-04-13T08:32:32.108 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~8388608,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~12582912,394264576~4194304] 2024-04-13T08:32:32.110 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,234881024~12582912,255852544~12582912,276824064~25165824,310378496~8388608,335544320~25165824,369098752~12582912,394264576~8388608] 2024-04-13T08:32:32.110 INFO:tasks.workunit.client.0.smithi003.stdout:from 14 to HEAD diff [4194304~16777216,25165824~8388608,37748736~4194304,46137344~25165824,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~8388608,394264576~4194304] 2024-04-13T08:32:32.110 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~4194304,46137344~25165824,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~8388608,394264576~4194304] 2024-04-13T08:32:32.112 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,234881024~12582912,255852544~8388608,276824064~25165824,310378496~8388608,335544320~25165824,369098752~8388608,394264576~8388608] 2024-04-13T08:32:32.112 INFO:tasks.workunit.client.0.smithi003.stdout:from 15 to HEAD diff [4194304~16777216,25165824~8388608,54525952~16777216,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,234881024~12582912,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~8388608,394264576~4194304] 2024-04-13T08:32:32.112 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,54525952~16777216,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,234881024~12582912,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~8388608,394264576~4194304] 2024-04-13T08:32:32.113 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~16777216,25165824~8388608,54525952~16777216,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,234881024~12582912,255852544~8388608,276824064~25165824,310378496~8388608,335544320~25165824,369098752~8388608,394264576~8388608] 2024-04-13T08:32:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:31 smithi066 ceph-mon[84331]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-13T08:32:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:31 smithi066 ceph-mon[84331]: pgmap v4208: 137 pgs: 137 active+clean; 860 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 537 KiB/s rd, 32 MiB/s wr, 989 op/s 2024-04-13T08:32:32.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:31 smithi003 ceph-mon[91733]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-13T08:32:32.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:31 smithi003 ceph-mon[91733]: pgmap v4208: 137 pgs: 137 active+clean; 860 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 537 KiB/s rd, 32 MiB/s wr, 989 op/s 2024-04-13T08:32:32.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:31 smithi003 ceph-mon[89364]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-13T08:32:32.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:31 smithi003 ceph-mon[89364]: pgmap v4208: 137 pgs: 137 active+clean; 860 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 537 KiB/s rd, 32 MiB/s wr, 989 op/s 2024-04-13T08:32:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:32:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:32:33.009 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:33.009 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:33.040 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:33.040 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:33.040 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:33.064 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:33.064 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:33.064 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:33.071 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:33.071 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:33.072 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:33.077 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:33.077 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:33.077 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:33.083 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:33.083 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:33.083 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:33.087 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:33.088 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:33.088 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:33.092 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:33.092 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:33.092 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:33.096 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~125829120,364904448~50331648] 2024-04-13T08:32:33.096 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:33.096 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:33.099 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~54525952,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:33.099 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:33.099 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:33.102 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:33.103 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to HEAD diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~29360128,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,276824064~20971520,301989888~12582912,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:33.103 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~29360128,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,276824064~20971520,301989888~12582912,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:33.105 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~41943040,83886080~4194304,92274688~33554432,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~16777216,218103808~8388608,234881024~33554432,276824064~83886080,364904448~20971520,394264576~20971520] 2024-04-13T08:32:33.105 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to HEAD diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~8388608,218103808~8388608,234881024~29360128,276824064~20971520,306184192~8388608,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:33.105 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~8388608,218103808~8388608,234881024~29360128,276824064~20971520,306184192~8388608,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:33.107 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~12582912,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,218103808~8388608,234881024~33554432,276824064~25165824,306184192~54525952,364904448~20971520,394264576~20971520] 2024-04-13T08:32:33.108 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to HEAD diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,251658240~12582912,276824064~20971520,306184192~25165824,335544320~4194304,343932928~16777216,364904448~16777216,394264576~12582912] 2024-04-13T08:32:33.108 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,251658240~12582912,276824064~20971520,306184192~25165824,335544320~4194304,343932928~16777216,364904448~16777216,394264576~12582912] 2024-04-13T08:32:33.109 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,234881024~12582912,251658240~16777216,276824064~25165824,306184192~54525952,364904448~20971520,394264576~16777216] 2024-04-13T08:32:33.110 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to HEAD diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~8388608,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~12582912,394264576~4194304] 2024-04-13T08:32:33.110 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~8388608,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~12582912,394264576~4194304] 2024-04-13T08:32:33.111 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,234881024~12582912,255852544~12582912,276824064~25165824,310378496~8388608,335544320~25165824,369098752~12582912,394264576~8388608] 2024-04-13T08:32:33.111 INFO:tasks.workunit.client.0.smithi003.stdout:from 14 to HEAD diff [4194304~16777216,25165824~8388608,37748736~4194304,46137344~25165824,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~8388608,394264576~4194304] 2024-04-13T08:32:33.111 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~4194304,46137344~25165824,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~4194304,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~8388608,394264576~4194304] 2024-04-13T08:32:33.112 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,234881024~12582912,255852544~8388608,276824064~25165824,310378496~8388608,335544320~25165824,369098752~8388608,394264576~8388608] 2024-04-13T08:32:33.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:32 smithi003 ceph-mon[91733]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-13T08:32:33.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:32 smithi003 ceph-mon[89364]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-13T08:32:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:32 smithi066 ceph-mon[84331]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-13T08:32:34.027 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:34.027 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:34.064 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:34.064 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:34.064 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:34.072 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:34.072 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:34.072 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:34.083 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:34.083 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:34.083 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:34.088 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:34.088 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:34.088 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:34.093 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:34.093 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:34.094 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:34.098 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:34.099 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:34.099 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:34.102 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:34.102 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:34.102 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:34.106 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~125829120,364904448~50331648] 2024-04-13T08:32:34.107 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:34.107 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:34.110 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~54525952,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:34.110 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:34.110 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:34.113 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:34.113 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to HEAD diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~29360128,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,276824064~20971520,301989888~12582912,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:34.113 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~29360128,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,276824064~20971520,301989888~12582912,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:34.115 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~41943040,83886080~4194304,92274688~33554432,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~16777216,218103808~8388608,234881024~33554432,276824064~83886080,364904448~20971520,394264576~20971520] 2024-04-13T08:32:34.115 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to HEAD diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~8388608,218103808~8388608,234881024~29360128,276824064~20971520,306184192~8388608,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:34.116 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~8388608,218103808~8388608,234881024~29360128,276824064~20971520,306184192~8388608,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:34.117 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~12582912,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,218103808~8388608,234881024~33554432,276824064~25165824,306184192~54525952,364904448~20971520,394264576~20971520] 2024-04-13T08:32:34.117 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to HEAD diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,251658240~12582912,276824064~20971520,306184192~25165824,335544320~4194304,343932928~16777216,364904448~16777216,394264576~12582912] 2024-04-13T08:32:34.117 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,251658240~12582912,276824064~20971520,306184192~25165824,335544320~4194304,343932928~16777216,364904448~16777216,394264576~12582912] 2024-04-13T08:32:34.119 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,234881024~12582912,251658240~16777216,276824064~25165824,306184192~54525952,364904448~20971520,394264576~16777216] 2024-04-13T08:32:34.119 INFO:tasks.workunit.client.0.smithi003.stdout:from 13 to HEAD diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~8388608,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~12582912,394264576~4194304] 2024-04-13T08:32:34.119 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,255852544~8388608,276824064~20971520,310378496~8388608,335544320~4194304,343932928~16777216,369098752~12582912,394264576~4194304] 2024-04-13T08:32:34.119 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,234881024~12582912,255852544~12582912,276824064~25165824,310378496~8388608,335544320~25165824,369098752~12582912,394264576~8388608] 2024-04-13T08:32:34.285 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:33 smithi003 ceph-mon[91733]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-13T08:32:34.286 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:33 smithi003 ceph-mon[91733]: pgmap v4211: 137 pgs: 137 active+clean; 860 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 529 KiB/s rd, 21 MiB/s wr, 969 op/s 2024-04-13T08:32:34.286 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:33 smithi003 ceph-mon[89364]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-13T08:32:34.286 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:33 smithi003 ceph-mon[89364]: pgmap v4211: 137 pgs: 137 active+clean; 860 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 529 KiB/s rd, 21 MiB/s wr, 969 op/s 2024-04-13T08:32:34.286 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:32:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:32:34] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-13T08:32:34.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:33 smithi066 ceph-mon[84331]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-13T08:32:34.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:33 smithi066 ceph-mon[84331]: pgmap v4211: 137 pgs: 137 active+clean; 860 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 529 KiB/s rd, 21 MiB/s wr, 969 op/s 2024-04-13T08:32:35.028 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:35.028 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:35.049 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:35.049 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:35.049 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:35.066 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:35.066 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:35.066 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:35.077 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:35.077 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:35.077 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:35.083 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:35.083 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:35.083 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:35.088 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:35.088 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:35.088 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:35.092 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:35.092 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:35.092 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:35.096 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:35.096 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:35.096 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:35.100 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~125829120,364904448~50331648] 2024-04-13T08:32:35.100 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:35.100 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:35.103 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~54525952,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:35.103 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:35.103 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:35.106 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:35.106 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to HEAD diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~29360128,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,276824064~20971520,301989888~12582912,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:35.106 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~29360128,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,276824064~20971520,301989888~12582912,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:35.108 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~41943040,83886080~4194304,92274688~33554432,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~16777216,218103808~8388608,234881024~33554432,276824064~83886080,364904448~20971520,394264576~20971520] 2024-04-13T08:32:35.108 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to HEAD diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~8388608,218103808~8388608,234881024~29360128,276824064~20971520,306184192~8388608,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:35.108 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~8388608,218103808~8388608,234881024~29360128,276824064~20971520,306184192~8388608,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:35.110 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~12582912,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,218103808~8388608,234881024~33554432,276824064~25165824,306184192~54525952,364904448~20971520,394264576~20971520] 2024-04-13T08:32:35.110 INFO:tasks.workunit.client.0.smithi003.stdout:from 12 to HEAD diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,251658240~12582912,276824064~20971520,306184192~25165824,335544320~4194304,343932928~16777216,364904448~16777216,394264576~12582912] 2024-04-13T08:32:35.110 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~16777216,25165824~8388608,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~4194304,234881024~12582912,251658240~12582912,276824064~20971520,306184192~25165824,335544320~4194304,343932928~16777216,364904448~16777216,394264576~12582912] 2024-04-13T08:32:35.111 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~33554432,75497472~4194304,83886080~4194304,92274688~8388608,109051904~12582912,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,234881024~12582912,251658240~16777216,276824064~25165824,306184192~54525952,364904448~20971520,394264576~16777216] 2024-04-13T08:32:35.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:35 smithi003 ceph-mon[91733]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-13T08:32:35.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:35 smithi003 ceph-mon[89364]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-13T08:32:35.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:35 smithi066 ceph-mon[84331]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-13T08:32:36.030 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:36.030 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:36.069 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:36.069 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:36.069 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:36.081 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:36.081 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:36.081 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:36.087 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:36.087 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:36.087 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:36.095 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:36.095 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:36.095 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:36.101 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:36.101 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:36.101 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:36.104 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:36.104 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:36.104 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:36.108 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:36.108 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:36.108 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:36.111 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~125829120,364904448~50331648] 2024-04-13T08:32:36.111 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:36.111 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:36.113 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~54525952,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:36.114 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:36.114 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:36.115 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:36.116 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to HEAD diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~29360128,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,276824064~20971520,301989888~12582912,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:36.116 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~29360128,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,276824064~20971520,301989888~12582912,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:36.117 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~41943040,83886080~4194304,92274688~33554432,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~16777216,218103808~8388608,234881024~33554432,276824064~83886080,364904448~20971520,394264576~20971520] 2024-04-13T08:32:36.117 INFO:tasks.workunit.client.0.smithi003.stdout:from 11 to HEAD diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~8388608,218103808~8388608,234881024~29360128,276824064~20971520,306184192~8388608,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:36.117 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~8388608,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~4194304,205520896~8388608,218103808~8388608,234881024~29360128,276824064~20971520,306184192~8388608,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:36.118 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~41943040,83886080~4194304,92274688~8388608,109051904~12582912,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~4194304,205520896~8388608,218103808~8388608,234881024~33554432,276824064~25165824,306184192~54525952,364904448~20971520,394264576~20971520] 2024-04-13T08:32:36.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:36 smithi003 ceph-mon[89364]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-13T08:32:36.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:36 smithi003 ceph-mon[89364]: pgmap v4214: 137 pgs: 137 active+clean; 838 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 391 KiB/s rd, 6.2 KiB/s wr, 694 op/s 2024-04-13T08:32:36.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:36 smithi003 ceph-mon[91733]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-13T08:32:36.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:36 smithi003 ceph-mon[91733]: pgmap v4214: 137 pgs: 137 active+clean; 838 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 391 KiB/s rd, 6.2 KiB/s wr, 694 op/s 2024-04-13T08:32:36.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:36 smithi066 ceph-mon[84331]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-13T08:32:36.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:36 smithi066 ceph-mon[84331]: pgmap v4214: 137 pgs: 137 active+clean; 838 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 391 KiB/s rd, 6.2 KiB/s wr, 694 op/s 2024-04-13T08:32:37.049 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:37.049 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:37.075 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:37.075 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:37.075 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:37.087 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:37.087 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:37.087 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:37.101 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:37.102 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:37.102 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:37.108 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:37.108 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:37.108 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:37.115 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:37.115 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:37.116 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:37.118 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:37.119 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:37.119 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:37.121 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:37.121 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:37.122 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:37.124 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~125829120,364904448~50331648] 2024-04-13T08:32:37.124 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:37.124 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:37.127 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~54525952,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:37.127 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:37.127 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:37.129 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:37.130 INFO:tasks.workunit.client.0.smithi003.stdout:from 10 to HEAD diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~29360128,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,276824064~20971520,301989888~12582912,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:37.130 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [4194304~29360128,37748736~41943040,83886080~4194304,92274688~29360128,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,276824064~20971520,301989888~12582912,318767104~12582912,335544320~4194304,343932928~16777216,364904448~16777216,394264576~20971520] 2024-04-13T08:32:37.131 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [4194304~29360128,37748736~41943040,83886080~4194304,92274688~33554432,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~16777216,218103808~8388608,234881024~33554432,276824064~83886080,364904448~20971520,394264576~20971520] 2024-04-13T08:32:37.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:37 smithi003 ceph-mon[89364]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-13T08:32:37.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:37 smithi003 ceph-mon[91733]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-13T08:32:37.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:37 smithi066 ceph-mon[84331]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-13T08:32:38.038 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:38.039 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:38.084 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:38.084 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:38.084 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:38.096 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:38.097 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:38.097 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:38.101 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:38.101 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:38.101 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:38.106 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:38.106 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:38.106 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:38.113 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:38.114 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:38.114 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:38.116 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:38.116 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:38.117 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:38.119 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:38.119 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:38.119 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:38.121 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~125829120,364904448~50331648] 2024-04-13T08:32:38.121 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:38.121 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:38.123 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~54525952,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:38.123 INFO:tasks.workunit.client.0.smithi003.stdout:from 9 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:38.123 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~25165824,171966464~4194304,180355072~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:38.124 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~29360128,171966464~4194304,180355072~12582912,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:38.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:38 smithi003 ceph-mon[91733]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-13T08:32:38.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:38.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:38 smithi003 ceph-mon[91733]: pgmap v4217: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 829 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 433 KiB/s rd, 6.2 KiB/s wr, 778 op/s 2024-04-13T08:32:38.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:38 smithi003 ceph-mon[89364]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-13T08:32:38.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:38.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:38 smithi003 ceph-mon[89364]: pgmap v4217: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 829 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 433 KiB/s rd, 6.2 KiB/s wr, 778 op/s 2024-04-13T08:32:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:38 smithi066 ceph-mon[84331]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-13T08:32:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:38 smithi066 ceph-mon[84331]: pgmap v4217: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 829 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 433 KiB/s rd, 6.2 KiB/s wr, 778 op/s 2024-04-13T08:32:39.060 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:39.060 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:39.086 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:39.086 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:39.086 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:39.098 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:39.098 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:39.098 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:39.103 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:39.103 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:39.103 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:39.110 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:39.111 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:39.111 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:39.117 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:39.117 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:39.117 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:39.119 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:39.120 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:39.120 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:39.122 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:39.122 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:39.122 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:39.123 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~125829120,364904448~50331648] 2024-04-13T08:32:39.124 INFO:tasks.workunit.client.0.smithi003.stdout:from 8 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:39.124 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~4194304,138412032~50331648,197132288~16777216,218103808~8388608,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:39.125 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~4194304,138412032~54525952,197132288~16777216,218103808~8388608,234881024~125829120,364904448~50331648] 2024-04-13T08:32:39.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:39 smithi003 ceph-mon[91733]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-13T08:32:39.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:39 smithi003 ceph-mon[89364]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-13T08:32:39.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:39 smithi066 ceph-mon[84331]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-13T08:32:39.794 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:39.794 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:39.817 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:39.817 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:39.817 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:39.828 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:39.828 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:39.829 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:39.845 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:39.846 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:39.846 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:39.857 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:39.857 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:39.857 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:39.860 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:39.860 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:39.860 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:39.863 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:39.863 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:39.863 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:39.865 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:39.866 INFO:tasks.workunit.client.0.smithi003.stdout:from 7 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:39.866 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~16777216,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~25165824,394264576~20971520] 2024-04-13T08:32:39.867 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~125829120,364904448~50331648] 2024-04-13T08:32:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:40 smithi003 ceph-mon[91733]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-13T08:32:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:40 smithi003 ceph-mon[91733]: pgmap v4220: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 814 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 80 KiB/s rd, 0 B/s wr, 160 op/s 2024-04-13T08:32:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:40 smithi003 ceph-mon[91733]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-13T08:32:40.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:40 smithi003 ceph-mon[89364]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-13T08:32:40.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:40 smithi003 ceph-mon[89364]: pgmap v4220: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 814 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 80 KiB/s rd, 0 B/s wr, 160 op/s 2024-04-13T08:32:40.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:40 smithi003 ceph-mon[89364]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-13T08:32:40.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:40 smithi066 ceph-mon[84331]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-13T08:32:40.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:40 smithi066 ceph-mon[84331]: pgmap v4220: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 814 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 80 KiB/s rd, 0 B/s wr, 160 op/s 2024-04-13T08:32:40.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:40 smithi066 ceph-mon[84331]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-13T08:32:40.786 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:40.786 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:40.817 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:40.817 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:40.817 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:40.823 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:40.823 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:40.823 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:40.827 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:40.828 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:40.828 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:40.834 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:40.834 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:40.834 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:40.838 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:40.838 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:40.838 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:40.849 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:40.849 INFO:tasks.workunit.client.0.smithi003.stdout:from 6 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:40.849 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~29360128,301989888~12582912,318767104~20971520,343932928~16777216,364904448~50331648] 2024-04-13T08:32:40.851 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:41.799 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:41.799 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:41.832 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:41.832 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:41.832 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:41.836 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:41.836 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:41.836 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:41.839 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:41.839 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:41.839 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:41.852 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:41.852 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:41.852 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:41.856 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:41.856 INFO:tasks.workunit.client.0.smithi003.stdout:from 5 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:41.857 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,130023424~37748736,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:41.862 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~41943040,130023424~62914560,197132288~29360128,234881024~180355072] 2024-04-13T08:32:42.137 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:41 smithi003 ceph-mon[89364]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-13T08:32:42.138 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:41 smithi003 ceph-mon[91733]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-13T08:32:42.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:41 smithi066 ceph-mon[84331]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-13T08:32:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:32:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:32:42.797 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:42.798 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:42.817 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:42.817 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:42.817 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:42.822 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:42.822 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:42.822 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:42.825 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:42.825 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:42.825 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:42.827 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:42.827 INFO:tasks.workunit.client.0.smithi003.stdout:from 4 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:42.827 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~71303168,343932928~16777216,364904448~50331648] 2024-04-13T08:32:42.828 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:43.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:42 smithi003 ceph-mon[91733]: pgmap v4223: 137 pgs: 137 active+clean; 727 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 249 KiB/s rd, 7.2 KiB/s wr, 418 op/s 2024-04-13T08:32:43.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:42 smithi003 ceph-mon[91733]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-13T08:32:43.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:42 smithi003 ceph-mon[89364]: pgmap v4223: 137 pgs: 137 active+clean; 727 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 249 KiB/s rd, 7.2 KiB/s wr, 418 op/s 2024-04-13T08:32:43.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:42 smithi003 ceph-mon[89364]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-13T08:32:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:42 smithi066 ceph-mon[84331]: pgmap v4223: 137 pgs: 137 active+clean; 727 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 249 KiB/s rd, 7.2 KiB/s wr, 418 op/s 2024-04-13T08:32:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:42 smithi066 ceph-mon[84331]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-13T08:32:43.812 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:43.812 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:43.837 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:43.837 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:43.837 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:43.853 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:43.853 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:43.853 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:43.855 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:43.855 INFO:tasks.workunit.client.0.smithi003.stdout:from 3 to HEAD diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:43.855 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~12582912,100663296~20971520,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~92274688,364904448~50331648] 2024-04-13T08:32:43.856 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:44.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:43 smithi003 ceph-mon[91733]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-13T08:32:44.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:43 smithi003 ceph-mon[89364]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-13T08:32:44.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:43 smithi066 ceph-mon[84331]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-13T08:32:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:32:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:32:44] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-13T08:32:44.803 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:44.803 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:44.824 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:44.825 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:44.825 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:44.827 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:44.827 INFO:tasks.workunit.client.0.smithi003.stdout:from 2 to HEAD diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:44.827 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~79691776,83886080~37748736,125829120~41943040,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:44.829 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~79691776,83886080~109051904,197132288~29360128,234881024~180355072] 2024-04-13T08:32:45.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:44 smithi003 ceph-mon[91733]: pgmap v4226: 137 pgs: 137 active+clean; 727 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 210 KiB/s rd, 7.2 KiB/s wr, 343 op/s 2024-04-13T08:32:45.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:44 smithi003 ceph-mon[91733]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-13T08:32:45.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:44 smithi003 ceph-mon[91733]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-13T08:32:45.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:44 smithi003 ceph-mon[89364]: pgmap v4226: 137 pgs: 137 active+clean; 727 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 210 KiB/s rd, 7.2 KiB/s wr, 343 op/s 2024-04-13T08:32:45.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:44 smithi003 ceph-mon[89364]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-13T08:32:45.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:44 smithi003 ceph-mon[89364]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-13T08:32:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:44 smithi066 ceph-mon[84331]: pgmap v4226: 137 pgs: 137 active+clean; 727 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 210 KiB/s rd, 7.2 KiB/s wr, 343 op/s 2024-04-13T08:32:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:44 smithi066 ceph-mon[84331]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-13T08:32:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:44 smithi066 ceph-mon[84331]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-13T08:32:45.821 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:45.821 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:45.839 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:45.839 INFO:tasks.workunit.client.0.smithi003.stdout:from 1 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:45.839 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:45.840 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:46.823 INFO:tasks.workunit.client.0.smithi003.stdout:from 0 to HEAD diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:46.823 INFO:tasks.workunit.client.0.smithi003.stdout: limited diff [0~167772160,171966464~20971520,197132288~29360128,234881024~29360128,268435456~146800640] 2024-04-13T08:32:46.854 INFO:tasks.workunit.client.0.smithi003.stdout: actual was [0~192937984,197132288~29360128,234881024~180355072] 2024-04-13T08:32:47.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:46 smithi003 ceph-mon[91733]: pgmap v4229: 137 pgs: 137 active+clean; 613 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 94 KiB/s rd, 5.5 KiB/s wr, 145 op/s 2024-04-13T08:32:47.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:46 smithi003 ceph-mon[91733]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-13T08:32:47.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:46 smithi003 ceph-mon[89364]: pgmap v4229: 137 pgs: 137 active+clean; 613 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 94 KiB/s rd, 5.5 KiB/s wr, 145 op/s 2024-04-13T08:32:47.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:46 smithi003 ceph-mon[89364]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-13T08:32:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:46 smithi066 ceph-mon[84331]: pgmap v4229: 137 pgs: 137 active+clean; 613 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 94 KiB/s rd, 5.5 KiB/s wr, 145 op/s 2024-04-13T08:32:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:46 smithi066 ceph-mon[84331]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-13T08:32:47.866 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (39006 ms) 2024-04-13T08:32:47.866 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-04-13T08:32:47.867 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:32:48.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:47 smithi003 ceph-mon[89364]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-13T08:32:48.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:47 smithi003 ceph-mon[91733]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-13T08:32:48.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:47 smithi066 ceph-mon[84331]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-13T08:32:48.977 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1111 ms) 2024-04-13T08:32:48.977 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-04-13T08:32:48.977 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:32:49.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:48 smithi003 ceph-mon[91733]: pgmap v4232: 137 pgs: 137 active+clean; 576 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 102 KiB/s rd, 5.5 KiB/s wr, 161 op/s 2024-04-13T08:32:49.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:48 smithi003 ceph-mon[91733]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-13T08:32:49.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:48 smithi003 ceph-mon[89364]: pgmap v4232: 137 pgs: 137 active+clean; 576 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 102 KiB/s rd, 5.5 KiB/s wr, 161 op/s 2024-04-13T08:32:49.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:48 smithi003 ceph-mon[89364]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-13T08:32:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:48 smithi066 ceph-mon[84331]: pgmap v4232: 137 pgs: 137 active+clean; 576 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 102 KiB/s rd, 5.5 KiB/s wr, 161 op/s 2024-04-13T08:32:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:48 smithi066 ceph-mon[84331]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-13T08:32:49.911 INFO:tasks.workunit.client.0.smithi003.stdout: wrote [0~20971520] to clone 2024-04-13T08:32:49.911 INFO:tasks.workunit.client.0.smithi003.stdout: diff was [0~20971520] 2024-04-13T08:32:49.914 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (938 ms) 2024-04-13T08:32:49.915 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-04-13T08:32:49.915 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:32:49.938 INFO:tasks.workunit.client.0.smithi003.stdout: wrote [5276074~28205,5397622~10322,6212659~19944,9520616~5507,9994489~13043,13986151~82425,16960275~98330,17063322~29213,17487671~35447,17730958~7400] 2024-04-13T08:32:49.947 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (32 ms) 2024-04-13T08:32:49.947 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-04-13T08:32:49.948 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:32:50.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:49 smithi003 ceph-mon[91733]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-13T08:32:50.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:49 smithi003 ceph-mon[91733]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-13T08:32:50.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:49 smithi003 ceph-mon[89364]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-13T08:32:50.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:49 smithi003 ceph-mon[89364]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-13T08:32:50.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:49 smithi066 ceph-mon[84331]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-13T08:32:50.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:49 smithi066 ceph-mon[84331]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-13T08:32:51.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:50 smithi003 ceph-mon[91733]: pgmap v4235: 137 pgs: 137 active+clean; 518 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 54 KiB/s rd, 1.0 MiB/s wr, 73 op/s 2024-04-13T08:32:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:50 smithi003 ceph-mon[89364]: pgmap v4235: 137 pgs: 137 active+clean; 518 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 54 KiB/s rd, 1.0 MiB/s wr, 73 op/s 2024-04-13T08:32:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:50 smithi066 ceph-mon[84331]: pgmap v4235: 137 pgs: 137 active+clean; 518 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 54 KiB/s rd, 1.0 MiB/s wr, 73 op/s 2024-04-13T08:32:51.953 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (2006 ms) 2024-04-13T08:32:51.953 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-04-13T08:32:51.953 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:32:52.010 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (58 ms) 2024-04-13T08:32:52.011 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-04-13T08:32:52.011 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:32:52.077 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (66 ms) 2024-04-13T08:32:52.078 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-04-13T08:32:52.078 INFO:tasks.workunit.client.0.smithi003.stdout:using new format! 2024-04-13T08:32:52.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:51 smithi003 ceph-mon[91733]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-13T08:32:52.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:51 smithi003 ceph-mon[89364]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-13T08:32:52.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:51 smithi066 ceph-mon[84331]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-13T08:32:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:32:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:32:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:52 smithi003 ceph-mon[91733]: pgmap v4238: 137 pgs: 137 active+clean; 474 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.6 MiB/s wr, 189 op/s 2024-04-13T08:32:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:52 smithi003 ceph-mon[91733]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-13T08:32:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:52 smithi003 ceph-mon[89364]: pgmap v4238: 137 pgs: 137 active+clean; 474 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.6 MiB/s wr, 189 op/s 2024-04-13T08:32:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:52 smithi003 ceph-mon[89364]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-13T08:32:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:52 smithi066 ceph-mon[84331]: pgmap v4238: 137 pgs: 137 active+clean; 474 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.6 MiB/s wr, 189 op/s 2024-04-13T08:32:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:52 smithi066 ceph-mon[84331]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-13T08:32:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:32:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:32:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:32:54] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-13T08:32:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:54 smithi003 ceph-mon[91733]: pgmap v4240: 137 pgs: 137 active+clean; 474 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.2 MiB/s wr, 158 op/s 2024-04-13T08:32:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:54 smithi003 ceph-mon[91733]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-13T08:32:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:54 smithi003 ceph-mon[89364]: pgmap v4240: 137 pgs: 137 active+clean; 474 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.2 MiB/s wr, 158 op/s 2024-04-13T08:32:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:54 smithi003 ceph-mon[89364]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-13T08:32:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:54 smithi066 ceph-mon[84331]: pgmap v4240: 137 pgs: 137 active+clean; 474 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.2 MiB/s wr, 158 op/s 2024-04-13T08:32:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:54 smithi066 ceph-mon[84331]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-13T08:32:57.129 INFO:tasks.workunit.client.0.smithi003.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5052 ms) 2024-04-13T08:32:57.129 INFO:tasks.workunit.client.0.smithi003.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-04-13T08:32:57.129 INFO:tasks.workunit.client.0.smithi003.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1217-g7d36322c/rpm/el9/BUILD/ceph-18.2.2-1217-g7d36322c/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-13T08:32:57.129 INFO:tasks.workunit.client.0.smithi003.stdout:Skipping due to unmet REQUIRE 2024-04-13T08:32:57.129 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-04-13T08:32:57.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:56 smithi003 ceph-mon[91733]: pgmap v4242: 137 pgs: 137 active+clean; 542 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 4.3 MiB/s rd, 11 MiB/s wr, 239 op/s 2024-04-13T08:32:57.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:56 smithi003 ceph-mon[89364]: pgmap v4242: 137 pgs: 137 active+clean; 542 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 4.3 MiB/s rd, 11 MiB/s wr, 239 op/s 2024-04-13T08:32:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:56 smithi066 ceph-mon[84331]: pgmap v4242: 137 pgs: 137 active+clean; 542 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 4.3 MiB/s rd, 11 MiB/s wr, 239 op/s 2024-04-13T08:32:57.873 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] 15 tests from DiffIterateTest/1 (68212 ms total) 2024-04-13T08:32:57.873 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:32:57.873 INFO:tasks.workunit.client.0.smithi003.stdout:[----------] Global test environment tear-down 2024-04-13T08:32:57.873 INFO:tasks.workunit.client.0.smithi003.stdout:[==========] 480 tests from 24 test suites ran. (2162703 ms total) 2024-04-13T08:32:57.873 INFO:tasks.workunit.client.0.smithi003.stdout:[ PASSED ] 434 tests. 2024-04-13T08:32:57.873 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] 46 tests, listed below: 2024-04-13T08:32:57.874 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-13T08:32:57.874 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent 2024-04-13T08:32:57.874 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent 2024-04-13T08:32:57.874 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent 2024-04-13T08:32:57.874 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate 2024-04-13T08:32:57.874 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect 2024-04-13T08:32:57.874 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect 2024-04-13T08:32:57.874 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.SnapRename 2024-04-13T08:32:57.874 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback 2024-04-13T08:32:57.874 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove 2024-04-13T08:32:57.874 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.Rename 2024-04-13T08:32:57.874 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.Resize 2024-04-13T08:32:57.874 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.Flatten 2024-04-13T08:32:57.875 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures 2024-04-13T08:32:57.875 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet 2024-04-13T08:32:57.875 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove 2024-04-13T08:32:57.875 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition 2024-04-13T08:32:57.875 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalEntries.AioWrite 2024-04-13T08:32:57.875 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard 2024-04-13T08:32:57.875 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune 2024-04-13T08:32:57.875 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestJournalEntries.AioFlush 2024-04-13T08:32:57.875 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt 2024-04-13T08:32:57.875 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestMigration.MirroringSamePool 2024-04-13T08:32:57.875 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestMigration.MirroringAbort 2024-04-13T08:32:57.875 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled 2024-04-13T08:32:57.875 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled 2024-04-13T08:32:57.876 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestMigration.MirroringPool 2024-04-13T08:32:57.876 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-13T08:32:57.876 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-13T08:32:57.876 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-13T08:32:57.876 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-13T08:32:57.876 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-13T08:32:57.876 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-13T08:32:57.876 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-13T08:32:57.876 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-13T08:32:57.876 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-13T08:32:57.876 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-13T08:32:57.876 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer 2024-04-13T08:32:57.876 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer 2024-04-13T08:32:57.876 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestInternal.DiscardCopyup 2024-04-13T08:32:57.877 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestInternal.TestCoR 2024-04-13T08:32:57.877 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-13T08:32:57.877 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-13T08:32:57.877 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition 2024-04-13T08:32:57.877 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping 2024-04-13T08:32:57.877 INFO:tasks.workunit.client.0.smithi003.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping 2024-04-13T08:32:57.877 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:32:57.877 INFO:tasks.workunit.client.0.smithi003.stdout: YOU HAVE 2 DISABLED TESTS 2024-04-13T08:32:57.877 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:32:57.885 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T08:32:57.886 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T08:32:57.919 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-04-13T08:32:57.919 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-13T08:32:58.190 DEBUG:teuthology.parallel:result is None 2024-04-13T08:32:58.190 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T08:32:58.222 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T08:32:58.223 DEBUG:teuthology.orchestra.run.smithi003:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T08:32:58.277 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T08:32:58.277 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T08:32:58.277 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-04-13T08:32:58.277 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T08:32:58.277 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-04-13T08:32:58.277 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-13T08:32:58.278 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-13T08:32:58.278 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-13T08:32:58.278 DEBUG:teuthology.orchestra.run.smithi003:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-13T08:32:58.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T08:32:58.332 INFO:teuthology.orchestra.run.smithi003.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-13T08:32:58.332 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T08:32:58.386 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-13T08:32:58.387 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-13T08:32:58.441 INFO:tasks.workunit:timeout=3h 2024-04-13T08:32:58.441 INFO:tasks.workunit:cleanup=True 2024-04-13T08:32:58.441 DEBUG:teuthology.orchestra.run.smithi003:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-13T08:32:58.495 INFO:tasks.workunit.client.0.smithi003.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-13T08:32:59.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:58 smithi003 ceph-mon[91733]: pgmap v4243: 137 pgs: 137 active+clean; 553 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 7.1 MiB/s wr, 157 op/s 2024-04-13T08:32:59.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:32:58 smithi003 ceph-mon[91733]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-13T08:32:59.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:58 smithi003 ceph-mon[89364]: pgmap v4243: 137 pgs: 137 active+clean; 553 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 7.1 MiB/s wr, 157 op/s 2024-04-13T08:32:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:32:58 smithi003 ceph-mon[89364]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-13T08:32:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:58 smithi066 ceph-mon[84331]: pgmap v4243: 137 pgs: 137 active+clean; 553 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 7.1 MiB/s wr, 157 op/s 2024-04-13T08:32:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:32:58 smithi066 ceph-mon[84331]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-13T08:33:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:00 smithi003 ceph-mon[91733]: pgmap v4245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:33:01.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:00 smithi003 ceph-mon[89364]: pgmap v4245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:33:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:00 smithi066 ceph-mon[84331]: pgmap v4245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:33:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:33:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:33:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:33:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:02 smithi003 ceph-mon[91733]: pgmap v4246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:33:03.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:02 smithi003 ceph-mon[89364]: pgmap v4246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:33:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:02 smithi066 ceph-mon[84331]: pgmap v4246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:33:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:33:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:33:04] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-13T08:33:05.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:04 smithi003 ceph-mon[91733]: pgmap v4247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:33:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:04 smithi003 ceph-mon[89364]: pgmap v4247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:33:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:04 smithi066 ceph-mon[84331]: pgmap v4247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:33:07.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:06 smithi003 ceph-mon[91733]: pgmap v4248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:07.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:06 smithi003 ceph-mon[89364]: pgmap v4248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:06 smithi066 ceph-mon[84331]: pgmap v4248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:08.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:09.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:08 smithi003 ceph-mon[91733]: pgmap v4249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:09.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:33:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:08 smithi003 ceph-mon[89364]: pgmap v4249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:33:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:08 smithi066 ceph-mon[84331]: pgmap v4249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:33:10.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:33:10.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:33:10.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:09 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:33:10.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:33:10.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:33:10.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:09 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:33:10.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:33:10.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:33:10.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:09 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:33:11.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:10 smithi003 ceph-mon[91733]: pgmap v4250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:11.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:10 smithi003 ceph-mon[89364]: pgmap v4250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:10 smithi066 ceph-mon[84331]: pgmap v4250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:11.342 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-13T08:33:11.397 INFO:tasks.workunit.client.0.smithi003.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-13T08:33:11.399 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T08:33:11.399 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-13T08:33:11.449 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-13T08:33:11.562 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-13T08:33:11.602 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T08:33:11.603 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T08:33:11.603 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-13T08:33:11.641 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T08:33:11.644 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T08:33:11.645 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-13T08:33:11.699 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-04-13T08:33:11.701 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-04-13T08:33:11.701 DEBUG:teuthology.orchestra.run.smithi003:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-13T08:33:11.757 INFO:tasks.workunit.client.0.smithi003.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-13T08:33:11.758 INFO:tasks.workunit.client.0.smithi003.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-04-13T08:33:11.758 INFO:tasks.workunit.client.0.smithi003.stderr:+ '[' -n '' ']' 2024-04-13T08:33:11.758 INFO:tasks.workunit.client.0.smithi003.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-04-13T08:33:11.937 INFO:tasks.workunit.client.0.smithi003.stdout:============================= test session starts ============================== 2024-04-13T08:33:11.937 INFO:tasks.workunit.client.0.smithi003.stdout:platform linux -- Python 3.9.17, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-04-13T08:33:11.937 INFO:tasks.workunit.client.0.smithi003.stdout:cachedir: .pytest_cache 2024-04-13T08:33:11.937 INFO:tasks.workunit.client.0.smithi003.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-04-13T08:33:12.395 INFO:tasks.workunit.client.0.smithi003.stdout:collecting ... collected 175 items 2024-04-13T08:33:12.395 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:33:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:33:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:33:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:12 smithi066 ceph-mon[84331]: pgmap v4251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:13.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:12 smithi003 ceph-mon[91733]: pgmap v4251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:13.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:12 smithi003 ceph-mon[89364]: pgmap v4251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:14.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:13 smithi066 ceph-mon[84331]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-13T08:33:14.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:13 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi003-212959-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:33:14.212 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:13 smithi003 ceph-mon[91733]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-13T08:33:14.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:13 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi003-212959-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:33:14.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:13 smithi003 ceph-mon[89364]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-13T08:33:14.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:13 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi003-212959-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:33:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:33:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:33:14] "GET /metrics HTTP/1.1" 200 34241 "" "Prometheus/2.43.0" 2024-04-13T08:33:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:14 smithi066 ceph-mon[84331]: pgmap v4253: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:14 smithi066 ceph-mon[84331]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:33:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:14 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi003-212959-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-13T08:33:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:14 smithi066 ceph-mon[84331]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-13T08:33:15.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:14 smithi003 ceph-mon[91733]: pgmap v4253: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:15.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:14 smithi003 ceph-mon[91733]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:33:15.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:14 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi003-212959-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-13T08:33:15.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:14 smithi003 ceph-mon[91733]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-13T08:33:15.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:14 smithi003 ceph-mon[89364]: pgmap v4253: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:15.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:14 smithi003 ceph-mon[89364]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T08:33:15.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:14 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi003-212959-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-13T08:33:15.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:14 smithi003 ceph-mon[89364]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-13T08:33:15.930 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-04-13T08:33:16.028 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-04-13T08:33:16.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:15 smithi003 ceph-mon[89364]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-13T08:33:16.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:15 smithi003 ceph-mon[91733]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-13T08:33:16.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:15 smithi066 ceph-mon[84331]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-13T08:33:16.664 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-04-13T08:33:16.774 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-04-13T08:33:17.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:16 smithi003 ceph-mon[91733]: pgmap v4256: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:17.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:16 smithi003 ceph-mon[91733]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:33:17.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:16 smithi003 ceph-mon[91733]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-13T08:33:17.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:16 smithi003 ceph-mon[89364]: pgmap v4256: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:17.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:16 smithi003 ceph-mon[89364]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:33:17.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:16 smithi003 ceph-mon[89364]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-13T08:33:17.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:16 smithi066 ceph-mon[84331]: pgmap v4256: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:17.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:16 smithi066 ceph-mon[84331]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T08:33:17.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:16 smithi066 ceph-mon[84331]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-13T08:33:18.030 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-04-13T08:33:18.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:17 smithi003 ceph-mon[91733]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-13T08:33:18.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:17 smithi003 ceph-mon[89364]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-13T08:33:18.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:17 smithi066 ceph-mon[84331]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-13T08:33:18.571 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-04-13T08:33:19.116 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 4%] 2024-04-13T08:33:19.214 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-04-13T08:33:19.305 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 5%] 2024-04-13T08:33:19.316 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-04-13T08:33:19.318 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-04-13T08:33:19.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:18 smithi003 ceph-mon[91733]: pgmap v4259: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:19.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:18 smithi003 ceph-mon[91733]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-13T08:33:19.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:18 smithi003 ceph-mon[89364]: pgmap v4259: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:19.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:18 smithi003 ceph-mon[89364]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-13T08:33:19.395 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-04-13T08:33:19.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:18 smithi066 ceph-mon[84331]: pgmap v4259: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:33:19.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:18 smithi066 ceph-mon[84331]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-13T08:33:19.459 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-04-13T08:33:19.539 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 8%] 2024-04-13T08:33:19.603 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress_except PASSED [ 8%] 2024-04-13T08:33:19.701 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 9%] 2024-04-13T08:33:19.959 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 9%] 2024-04-13T08:33:19.974 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 10%] 2024-04-13T08:33:19.983 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 10%] 2024-04-13T08:33:20.010 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 11%] 2024-04-13T08:33:20.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:19 smithi003 ceph-mon[91733]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 239 KiB/s rd, 23 KiB/s wr, 334 op/s 2024-04-13T08:33:20.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:19 smithi003 ceph-mon[89364]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 239 KiB/s rd, 23 KiB/s wr, 334 op/s 2024-04-13T08:33:20.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:33:19 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:33:19] ENGINE Bus STOPPING 2024-04-13T08:33:20.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:33:19 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:33:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T08:33:20.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:33:19 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:33:19] ENGINE Bus STOPPED 2024-04-13T08:33:20.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:33:19 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:33:19] ENGINE Bus STARTING 2024-04-13T08:33:20.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:33:20 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:33:20] ENGINE Serving on http://:::9283 2024-04-13T08:33:20.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:33:20 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:33:20] ENGINE Bus STARTED 2024-04-13T08:33:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:19 smithi066 ceph-mon[84331]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 239 KiB/s rd, 23 KiB/s wr, 334 op/s 2024-04-13T08:33:21.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:20 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' 2024-04-13T08:33:21.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:33:21.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:33:21.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:33:21.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:33:21.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:20 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' 2024-04-13T08:33:21.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:33:21.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:33:21.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:33:21.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:33:21.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:20 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' 2024-04-13T08:33:21.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:33:21.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:33:21.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:33:21.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:33:22.099 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 12%] 2024-04-13T08:33:22.100 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 12%] 2024-04-13T08:33:22.101 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 13%] 2024-04-13T08:33:22.183 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 13%] 2024-04-13T08:33:22.262 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 14%] 2024-04-13T08:33:22.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:22 smithi066 ceph-mon[84331]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-13T08:33:22.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:22 smithi066 ceph-mon[84331]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 313 KiB/s rd, 22 KiB/s wr, 430 op/s 2024-04-13T08:33:22.333 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 14%] 2024-04-13T08:33:22.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:22 smithi003 ceph-mon[91733]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-13T08:33:22.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:22 smithi003 ceph-mon[91733]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 313 KiB/s rd, 22 KiB/s wr, 430 op/s 2024-04-13T08:33:22.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:22 smithi003 ceph-mon[89364]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-13T08:33:22.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:22 smithi003 ceph-mon[89364]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 313 KiB/s rd, 22 KiB/s wr, 430 op/s 2024-04-13T08:33:22.402 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 15%] 2024-04-13T08:33:22.472 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 16%] 2024-04-13T08:33:22.544 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 16%] 2024-04-13T08:33:22.619 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 17%] 2024-04-13T08:33:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:33:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:33:22.692 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 17%] 2024-04-13T08:33:22.780 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 18%] 2024-04-13T08:33:22.861 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 18%] 2024-04-13T08:33:22.938 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 19%] 2024-04-13T08:33:23.020 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 20%] 2024-04-13T08:33:23.092 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 20%] 2024-04-13T08:33:23.179 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 21%] 2024-04-13T08:33:23.262 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 21%] 2024-04-13T08:33:23.351 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 22%] 2024-04-13T08:33:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:23 smithi003 ceph-mon[91733]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-13T08:33:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:23 smithi003 ceph-mon[89364]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-13T08:33:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:23 smithi066 ceph-mon[84331]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-13T08:33:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:23.436 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 22%] 2024-04-13T08:33:23.517 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 23%] 2024-04-13T08:33:23.600 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 24%] 2024-04-13T08:33:23.730 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 24%] 2024-04-13T08:33:23.809 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 25%] 2024-04-13T08:33:23.896 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 25%] 2024-04-13T08:33:23.969 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 26%] 2024-04-13T08:33:24.055 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 26%] 2024-04-13T08:33:24.138 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 27%] 2024-04-13T08:33:24.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:24 smithi003 ceph-mon[89364]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 21 KiB/s wr, 408 op/s 2024-04-13T08:33:24.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:24 smithi003 ceph-mon[91733]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 21 KiB/s wr, 408 op/s 2024-04-13T08:33:24.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:33:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:33:24] "GET /metrics HTTP/1.1" 200 36707 "" "Prometheus/2.43.0" 2024-04-13T08:33:24.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:24 smithi066 ceph-mon[84331]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 21 KiB/s wr, 408 op/s 2024-04-13T08:33:26.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:25 smithi003 ceph-mon[91733]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-13T08:33:26.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:25 smithi003 ceph-mon[89364]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-13T08:33:26.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:25 smithi066 ceph-mon[84331]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-13T08:33:27.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:26 smithi003 ceph-mon[89364]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 1.24k op/s 2024-04-13T08:33:27.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:26 smithi003 ceph-mon[89364]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-13T08:33:27.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:26 smithi003 ceph-mon[91733]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 1.24k op/s 2024-04-13T08:33:27.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:26 smithi003 ceph-mon[91733]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-13T08:33:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:26 smithi066 ceph-mon[84331]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 1.24k op/s 2024-04-13T08:33:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:26 smithi066 ceph-mon[84331]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-13T08:33:27.910 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 28%] 2024-04-13T08:33:28.013 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 28%] 2024-04-13T08:33:28.106 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 29%] 2024-04-13T08:33:28.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:27 smithi003 ceph-mon[91733]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-13T08:33:28.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:27 smithi003 ceph-mon[89364]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-13T08:33:28.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:27 smithi066 ceph-mon[84331]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-13T08:33:28.294 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 29%] 2024-04-13T08:33:28.487 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 30%] 2024-04-13T08:33:28.564 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 30%] 2024-04-13T08:33:29.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:28 smithi003 ceph-mon[89364]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 1.20k op/s 2024-04-13T08:33:29.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:28 smithi003 ceph-mon[89364]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-13T08:33:29.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:28 smithi003 ceph-mon[91733]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 1.20k op/s 2024-04-13T08:33:29.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:28 smithi003 ceph-mon[91733]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-13T08:33:29.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:28 smithi066 ceph-mon[84331]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 1.20k op/s 2024-04-13T08:33:29.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:28 smithi066 ceph-mon[84331]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-13T08:33:30.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:29 smithi003 ceph-mon[91733]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-13T08:33:30.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:29 smithi003 ceph-mon[91733]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-13T08:33:30.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:29 smithi003 ceph-mon[89364]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-13T08:33:30.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:29 smithi003 ceph-mon[89364]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-13T08:33:30.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:29 smithi066 ceph-mon[84331]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-13T08:33:30.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:29 smithi066 ceph-mon[84331]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-13T08:33:31.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:30 smithi003 ceph-mon[91733]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 33 KiB/s wr, 485 op/s 2024-04-13T08:33:31.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:30 smithi003 ceph-mon[89364]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 33 KiB/s wr, 485 op/s 2024-04-13T08:33:31.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:30 smithi066 ceph-mon[84331]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 33 KiB/s wr, 485 op/s 2024-04-13T08:33:32.013 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 31%] 2024-04-13T08:33:32.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:31 smithi003 ceph-mon[91733]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-13T08:33:32.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:31 smithi003 ceph-mon[89364]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-13T08:33:32.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:31 smithi066 ceph-mon[84331]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-13T08:33:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:33:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:33:33.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:32 smithi003 ceph-mon[91733]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 385 KiB/s rd, 2.0 MiB/s wr, 546 op/s 2024-04-13T08:33:33.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:32 smithi003 ceph-mon[91733]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-13T08:33:33.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:32 smithi003 ceph-mon[89364]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 385 KiB/s rd, 2.0 MiB/s wr, 546 op/s 2024-04-13T08:33:33.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:32 smithi003 ceph-mon[89364]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-13T08:33:33.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:32 smithi066 ceph-mon[84331]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 385 KiB/s rd, 2.0 MiB/s wr, 546 op/s 2024-04-13T08:33:33.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:32 smithi066 ceph-mon[84331]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-13T08:33:34.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:33 smithi003 ceph-mon[91733]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-13T08:33:34.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:33 smithi003 ceph-mon[89364]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-13T08:33:34.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:33 smithi066 ceph-mon[84331]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-13T08:33:34.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:33:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:33:34] "GET /metrics HTTP/1.1" 200 36707 "" "Prometheus/2.43.0" 2024-04-13T08:33:35.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:34 smithi003 ceph-mon[91733]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 2.0 MiB/s wr, 98 op/s 2024-04-13T08:33:35.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:34 smithi003 ceph-mon[91733]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-13T08:33:35.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:34 smithi003 ceph-mon[91733]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-13T08:33:35.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:34 smithi003 ceph-mon[89364]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 2.0 MiB/s wr, 98 op/s 2024-04-13T08:33:35.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:34 smithi003 ceph-mon[89364]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-13T08:33:35.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:34 smithi003 ceph-mon[89364]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-13T08:33:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:34 smithi066 ceph-mon[84331]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 2.0 MiB/s wr, 98 op/s 2024-04-13T08:33:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:34 smithi066 ceph-mon[84331]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-13T08:33:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:34 smithi066 ceph-mon[84331]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-13T08:33:37.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:36 smithi003 ceph-mon[89364]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 12 KiB/s wr, 231 op/s 2024-04-13T08:33:37.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:36 smithi003 ceph-mon[89364]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-13T08:33:37.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:36 smithi003 ceph-mon[91733]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 12 KiB/s wr, 231 op/s 2024-04-13T08:33:37.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:36 smithi003 ceph-mon[91733]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-13T08:33:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:36 smithi066 ceph-mon[84331]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 12 KiB/s wr, 231 op/s 2024-04-13T08:33:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:36 smithi066 ceph-mon[84331]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-13T08:33:37.924 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone PASSED [ 32%] 2024-04-13T08:33:38.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:37 smithi003 ceph-mon[89364]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-13T08:33:38.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:38.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:37 smithi003 ceph-mon[91733]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-13T08:33:38.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:37 smithi066 ceph-mon[84331]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-13T08:33:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:39.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:38 smithi003 ceph-mon[91733]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 13 KiB/s wr, 234 op/s 2024-04-13T08:33:39.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:38 smithi003 ceph-mon[91733]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-13T08:33:39.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:38 smithi003 ceph-mon[89364]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 13 KiB/s wr, 234 op/s 2024-04-13T08:33:39.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:38 smithi003 ceph-mon[89364]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-13T08:33:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:38 smithi066 ceph-mon[84331]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 13 KiB/s wr, 234 op/s 2024-04-13T08:33:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:38 smithi066 ceph-mon[84331]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-13T08:33:39.899 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 32%] 2024-04-13T08:33:40.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:39 smithi003 ceph-mon[91733]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-13T08:33:40.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:39 smithi003 ceph-mon[91733]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-13T08:33:40.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:39 smithi003 ceph-mon[89364]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-13T08:33:40.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:39 smithi003 ceph-mon[89364]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-13T08:33:40.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:39 smithi066 ceph-mon[84331]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-13T08:33:40.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:39 smithi066 ceph-mon[84331]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-13T08:33:41.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:40 smithi003 ceph-mon[91733]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 174 op/s 2024-04-13T08:33:41.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:40 smithi003 ceph-mon[89364]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 174 op/s 2024-04-13T08:33:41.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:40 smithi066 ceph-mon[84331]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 174 op/s 2024-04-13T08:33:41.938 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 33%] 2024-04-13T08:33:42.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:41 smithi003 ceph-mon[91733]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-13T08:33:42.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:41 smithi003 ceph-mon[89364]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-13T08:33:42.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:41 smithi066 ceph-mon[84331]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-13T08:33:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:33:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:33:43.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:42 smithi003 ceph-mon[91733]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 11 KiB/s wr, 195 op/s 2024-04-13T08:33:43.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:42 smithi003 ceph-mon[91733]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-13T08:33:43.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:42 smithi003 ceph-mon[89364]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 11 KiB/s wr, 195 op/s 2024-04-13T08:33:43.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:42 smithi003 ceph-mon[89364]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-13T08:33:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:42 smithi066 ceph-mon[84331]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 11 KiB/s wr, 195 op/s 2024-04-13T08:33:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:42 smithi066 ceph-mon[84331]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-13T08:33:44.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:43 smithi003 ceph-mon[89364]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-13T08:33:44.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:43 smithi003 ceph-mon[91733]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-13T08:33:44.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:43 smithi066 ceph-mon[84331]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-13T08:33:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:33:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:33:44] "GET /metrics HTTP/1.1" 200 36712 "" "Prometheus/2.43.0" 2024-04-13T08:33:45.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:44 smithi003 ceph-mon[89364]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 1.2 KiB/s wr, 23 op/s 2024-04-13T08:33:45.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:44 smithi003 ceph-mon[89364]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-13T08:33:45.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:44 smithi003 ceph-mon[89364]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-13T08:33:45.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:44 smithi003 ceph-mon[91733]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 1.2 KiB/s wr, 23 op/s 2024-04-13T08:33:45.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:44 smithi003 ceph-mon[91733]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-13T08:33:45.136 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:44 smithi003 ceph-mon[91733]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-13T08:33:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:44 smithi066 ceph-mon[84331]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 1.2 KiB/s wr, 23 op/s 2024-04-13T08:33:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:44 smithi066 ceph-mon[84331]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-13T08:33:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:44 smithi066 ceph-mon[84331]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-13T08:33:47.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:46 smithi003 ceph-mon[89364]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 8.5 KiB/s wr, 133 op/s 2024-04-13T08:33:47.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:46 smithi003 ceph-mon[89364]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-13T08:33:47.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:46 smithi003 ceph-mon[91733]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 8.5 KiB/s wr, 133 op/s 2024-04-13T08:33:47.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:46 smithi003 ceph-mon[91733]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-13T08:33:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:46 smithi066 ceph-mon[84331]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 8.5 KiB/s wr, 133 op/s 2024-04-13T08:33:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:46 smithi066 ceph-mon[84331]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-13T08:33:47.902 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 33%] 2024-04-13T08:33:48.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:47 smithi003 ceph-mon[91733]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-13T08:33:48.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:47 smithi003 ceph-mon[89364]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-13T08:33:48.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:47 smithi066 ceph-mon[84331]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-13T08:33:49.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:48 smithi003 ceph-mon[91733]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 8.5 KiB/s wr, 133 op/s 2024-04-13T08:33:49.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:48 smithi003 ceph-mon[91733]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-13T08:33:49.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:48 smithi003 ceph-mon[89364]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 8.5 KiB/s wr, 133 op/s 2024-04-13T08:33:49.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:48 smithi003 ceph-mon[89364]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-13T08:33:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:48 smithi066 ceph-mon[84331]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 8.5 KiB/s wr, 133 op/s 2024-04-13T08:33:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:48 smithi066 ceph-mon[84331]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-13T08:33:50.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:49 smithi003 ceph-mon[91733]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-13T08:33:50.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:49 smithi003 ceph-mon[91733]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-13T08:33:50.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:49 smithi003 ceph-mon[89364]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-13T08:33:50.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:49 smithi003 ceph-mon[89364]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-13T08:33:50.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:49 smithi066 ceph-mon[84331]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-13T08:33:50.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:49 smithi066 ceph-mon[84331]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-13T08:33:51.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:50 smithi003 ceph-mon[91733]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.7 KiB/s wr, 88 op/s 2024-04-13T08:33:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:50 smithi003 ceph-mon[89364]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.7 KiB/s wr, 88 op/s 2024-04-13T08:33:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:50 smithi066 ceph-mon[84331]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.7 KiB/s wr, 88 op/s 2024-04-13T08:33:51.932 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 34%] 2024-04-13T08:33:52.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:51 smithi003 ceph-mon[89364]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-13T08:33:52.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:51 smithi003 ceph-mon[91733]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-13T08:33:52.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:51 smithi066 ceph-mon[84331]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-13T08:33:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:33:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:33:53.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:52 smithi003 ceph-mon[89364]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 89 op/s 2024-04-13T08:33:53.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:52 smithi003 ceph-mon[89364]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-13T08:33:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:52 smithi003 ceph-mon[91733]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 89 op/s 2024-04-13T08:33:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:52 smithi003 ceph-mon[91733]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-13T08:33:53.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:52 smithi066 ceph-mon[84331]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 89 op/s 2024-04-13T08:33:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:52 smithi066 ceph-mon[84331]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-13T08:33:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:33:53.953 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 34%] 2024-04-13T08:33:54.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:53 smithi003 ceph-mon[89364]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-13T08:33:54.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:53 smithi003 ceph-mon[91733]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-13T08:33:54.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:53 smithi066 ceph-mon[84331]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-13T08:33:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:33:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:33:54] "GET /metrics HTTP/1.1" 200 36711 "" "Prometheus/2.43.0" 2024-04-13T08:33:55.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:54 smithi003 ceph-mon[89364]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-13T08:33:55.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:54 smithi003 ceph-mon[89364]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-13T08:33:55.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:54 smithi003 ceph-mon[89364]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-13T08:33:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:54 smithi003 ceph-mon[91733]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-13T08:33:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:54 smithi003 ceph-mon[91733]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-13T08:33:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:54 smithi003 ceph-mon[91733]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-13T08:33:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:54 smithi066 ceph-mon[84331]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-13T08:33:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:54 smithi066 ceph-mon[84331]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-13T08:33:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:54 smithi066 ceph-mon[84331]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-13T08:33:55.899 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 35%] 2024-04-13T08:33:55.982 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-04-13T08:33:57.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:56 smithi003 ceph-mon[89364]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 9.0 KiB/s wr, 139 op/s 2024-04-13T08:33:57.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:56 smithi003 ceph-mon[89364]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-13T08:33:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:56 smithi003 ceph-mon[91733]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 9.0 KiB/s wr, 139 op/s 2024-04-13T08:33:57.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:56 smithi003 ceph-mon[91733]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-13T08:33:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:56 smithi066 ceph-mon[84331]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 9.0 KiB/s wr, 139 op/s 2024-04-13T08:33:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:56 smithi066 ceph-mon[84331]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-13T08:33:57.962 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 36%] 2024-04-13T08:33:58.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:57 smithi003 ceph-mon[91733]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-13T08:33:58.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:57 smithi003 ceph-mon[89364]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-13T08:33:58.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:57 smithi066 ceph-mon[84331]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-13T08:33:59.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:58 smithi003 ceph-mon[91733]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.2 KiB/s wr, 168 op/s 2024-04-13T08:33:59.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:58 smithi003 ceph-mon[91733]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-13T08:33:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:58 smithi003 ceph-mon[89364]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.2 KiB/s wr, 168 op/s 2024-04-13T08:33:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:58 smithi003 ceph-mon[89364]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-13T08:33:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:58 smithi066 ceph-mon[84331]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.2 KiB/s wr, 168 op/s 2024-04-13T08:33:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:58 smithi066 ceph-mon[84331]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-13T08:33:59.897 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-04-13T08:34:00.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:59 smithi003 ceph-mon[91733]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-13T08:34:00.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:33:59 smithi003 ceph-mon[91733]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-13T08:34:00.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:59 smithi003 ceph-mon[89364]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-13T08:34:00.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:33:59 smithi003 ceph-mon[89364]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-13T08:34:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:59 smithi066 ceph-mon[84331]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-13T08:34:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:33:59 smithi066 ceph-mon[84331]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-13T08:34:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:00 smithi003 ceph-mon[91733]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 8.7 KiB/s wr, 144 op/s 2024-04-13T08:34:01.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:00 smithi003 ceph-mon[89364]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 8.7 KiB/s wr, 144 op/s 2024-04-13T08:34:01.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:00 smithi066 ceph-mon[84331]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 8.7 KiB/s wr, 144 op/s 2024-04-13T08:34:01.991 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 37%] 2024-04-13T08:34:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:01 smithi066 ceph-mon[84331]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-13T08:34:02.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:01 smithi003 ceph-mon[91733]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-13T08:34:02.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:01 smithi003 ceph-mon[89364]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-13T08:34:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:34:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:34:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:02 smithi066 ceph-mon[84331]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 9.7 KiB/s wr, 168 op/s 2024-04-13T08:34:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:02 smithi066 ceph-mon[84331]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-13T08:34:03.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:02 smithi003 ceph-mon[91733]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 9.7 KiB/s wr, 168 op/s 2024-04-13T08:34:03.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:02 smithi003 ceph-mon[91733]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-13T08:34:03.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:02 smithi003 ceph-mon[89364]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 9.7 KiB/s wr, 168 op/s 2024-04-13T08:34:03.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:02 smithi003 ceph-mon[89364]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-13T08:34:04.006 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 38%] 2024-04-13T08:34:04.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:03 smithi066 ceph-mon[84331]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-13T08:34:04.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:03 smithi003 ceph-mon[89364]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-13T08:34:04.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:03 smithi003 ceph-mon[91733]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-13T08:34:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:34:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:34:04] "GET /metrics HTTP/1.1" 200 36711 "" "Prometheus/2.43.0" 2024-04-13T08:34:05.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:04 smithi003 ceph-mon[89364]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 1.2 KiB/s wr, 53 op/s 2024-04-13T08:34:05.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:04 smithi003 ceph-mon[89364]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-13T08:34:05.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:04 smithi003 ceph-mon[89364]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-13T08:34:05.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:04 smithi003 ceph-mon[91733]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 1.2 KiB/s wr, 53 op/s 2024-04-13T08:34:05.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:04 smithi003 ceph-mon[91733]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-13T08:34:05.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:04 smithi003 ceph-mon[91733]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-13T08:34:05.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:04 smithi066 ceph-mon[84331]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 1.2 KiB/s wr, 53 op/s 2024-04-13T08:34:05.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:04 smithi066 ceph-mon[84331]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-13T08:34:05.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:04 smithi066 ceph-mon[84331]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-13T08:34:05.905 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 38%] 2024-04-13T08:34:07.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:06 smithi003 ceph-mon[89364]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 7.7 KiB/s wr, 143 op/s 2024-04-13T08:34:07.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:06 smithi003 ceph-mon[89364]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-13T08:34:07.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:06 smithi003 ceph-mon[91733]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 7.7 KiB/s wr, 143 op/s 2024-04-13T08:34:07.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:06 smithi003 ceph-mon[91733]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-13T08:34:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:06 smithi066 ceph-mon[84331]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 7.7 KiB/s wr, 143 op/s 2024-04-13T08:34:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:06 smithi066 ceph-mon[84331]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-13T08:34:08.014 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 39%] 2024-04-13T08:34:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:07 smithi003 ceph-mon[91733]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-13T08:34:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:08.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:07 smithi003 ceph-mon[89364]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-13T08:34:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:07 smithi066 ceph-mon[84331]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-13T08:34:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:08.901 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 08:34:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=cleanup t=2024-04-13T08:34:08.496246538Z level=info msg="Completed cleanup jobs" duration=2.528902ms 2024-04-13T08:34:09.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:08 smithi003 ceph-mon[91733]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 10 KiB/s wr, 204 op/s 2024-04-13T08:34:09.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:08 smithi003 ceph-mon[91733]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-13T08:34:09.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:08 smithi003 ceph-mon[89364]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 10 KiB/s wr, 204 op/s 2024-04-13T08:34:09.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:08 smithi003 ceph-mon[89364]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-13T08:34:09.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:08 smithi066 ceph-mon[84331]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 10 KiB/s wr, 204 op/s 2024-04-13T08:34:09.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:08 smithi066 ceph-mon[84331]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-13T08:34:10.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:09 smithi003 ceph-mon[89364]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-13T08:34:10.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:09 smithi003 ceph-mon[89364]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-13T08:34:10.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:09 smithi003 ceph-mon[91733]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-13T08:34:10.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:09 smithi003 ceph-mon[91733]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-13T08:34:10.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:09 smithi066 ceph-mon[84331]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-13T08:34:10.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:09 smithi066 ceph-mon[84331]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-13T08:34:11.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:10 smithi003 ceph-mon[89364]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 6.2 KiB/s wr, 100 op/s 2024-04-13T08:34:11.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:10 smithi003 ceph-mon[89364]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-13T08:34:11.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:10 smithi003 ceph-mon[91733]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 6.2 KiB/s wr, 100 op/s 2024-04-13T08:34:11.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:10 smithi003 ceph-mon[91733]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-13T08:34:11.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:10 smithi066 ceph-mon[84331]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 6.2 KiB/s wr, 100 op/s 2024-04-13T08:34:11.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:10 smithi066 ceph-mon[84331]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-13T08:34:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:34:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:34:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:34:13.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:12 smithi003 ceph-mon[89364]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 8.5 KiB/s wr, 139 op/s 2024-04-13T08:34:13.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:12 smithi003 ceph-mon[89364]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-13T08:34:13.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:12 smithi003 ceph-mon[91733]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 8.5 KiB/s wr, 139 op/s 2024-04-13T08:34:13.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:12 smithi003 ceph-mon[91733]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-13T08:34:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:12 smithi066 ceph-mon[84331]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 8.5 KiB/s wr, 139 op/s 2024-04-13T08:34:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:12 smithi066 ceph-mon[84331]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-13T08:34:14.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:13 smithi003 ceph-mon[89364]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-13T08:34:14.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:13 smithi003 ceph-mon[91733]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-13T08:34:14.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:13 smithi066 ceph-mon[84331]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-13T08:34:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:34:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:34:14] "GET /metrics HTTP/1.1" 200 36712 "" "Prometheus/2.43.0" 2024-04-13T08:34:15.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:14 smithi003 ceph-mon[91733]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 4.7 KiB/s wr, 99 op/s 2024-04-13T08:34:15.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:14 smithi003 ceph-mon[91733]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-13T08:34:15.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:14 smithi003 ceph-mon[91733]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-13T08:34:15.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:14 smithi003 ceph-mon[89364]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 4.7 KiB/s wr, 99 op/s 2024-04-13T08:34:15.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:14 smithi003 ceph-mon[89364]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-13T08:34:15.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:14 smithi003 ceph-mon[89364]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-13T08:34:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:14 smithi066 ceph-mon[84331]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 4.7 KiB/s wr, 99 op/s 2024-04-13T08:34:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:14 smithi066 ceph-mon[84331]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-13T08:34:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:14 smithi066 ceph-mon[84331]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-13T08:34:15.918 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-04-13T08:34:16.015 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 40%] 2024-04-13T08:34:16.092 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-04-13T08:34:16.171 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 41%] 2024-04-13T08:34:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:16 smithi003 ceph-mon[91733]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.5 KiB/s wr, 34 op/s 2024-04-13T08:34:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:16 smithi003 ceph-mon[91733]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-13T08:34:17.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:16 smithi003 ceph-mon[89364]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.5 KiB/s wr, 34 op/s 2024-04-13T08:34:17.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:16 smithi003 ceph-mon[89364]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-13T08:34:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:16 smithi066 ceph-mon[84331]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.5 KiB/s wr, 34 op/s 2024-04-13T08:34:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:16 smithi066 ceph-mon[84331]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-13T08:34:17.945 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-04-13T08:34:18.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:17 smithi003 ceph-mon[91733]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-13T08:34:18.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:17 smithi003 ceph-mon[89364]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-13T08:34:18.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:17 smithi066 ceph-mon[84331]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-13T08:34:19.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:18 smithi003 ceph-mon[89364]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.5 KiB/s wr, 81 op/s 2024-04-13T08:34:19.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:18 smithi003 ceph-mon[89364]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-13T08:34:19.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:18 smithi003 ceph-mon[91733]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.5 KiB/s wr, 81 op/s 2024-04-13T08:34:19.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:18 smithi003 ceph-mon[91733]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-13T08:34:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:18 smithi066 ceph-mon[84331]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.5 KiB/s wr, 81 op/s 2024-04-13T08:34:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:18 smithi066 ceph-mon[84331]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-13T08:34:19.922 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 42%] 2024-04-13T08:34:20.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:19 smithi003 ceph-mon[91733]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-13T08:34:20.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:19 smithi003 ceph-mon[91733]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-13T08:34:20.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:19 smithi003 ceph-mon[89364]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-13T08:34:20.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:19 smithi003 ceph-mon[89364]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-13T08:34:20.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:19 smithi066 ceph-mon[84331]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-13T08:34:20.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:19 smithi066 ceph-mon[84331]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-13T08:34:21.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:20 smithi003 ceph-mon[91733]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-04-13T08:34:21.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:34:21.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:34:21.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:34:21.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:34:21.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:20 smithi003 ceph-mon[89364]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-04-13T08:34:21.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:34:21.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:34:21.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:34:21.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:34:21.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:20 smithi066 ceph-mon[84331]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-04-13T08:34:21.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:34:21.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:34:21.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:34:21.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:34:22.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:21 smithi003 ceph-mon[91733]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-13T08:34:22.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:21 smithi003 ceph-mon[89364]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-13T08:34:22.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:21 smithi066 ceph-mon[84331]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-13T08:34:22.653 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:34:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:34:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:34:23.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:22 smithi003 ceph-mon[91733]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 16 KiB/s wr, 268 op/s 2024-04-13T08:34:23.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:22 smithi003 ceph-mon[91733]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-13T08:34:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:23.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:22 smithi003 ceph-mon[89364]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 16 KiB/s wr, 268 op/s 2024-04-13T08:34:23.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:22 smithi003 ceph-mon[89364]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-13T08:34:23.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:22 smithi066 ceph-mon[84331]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 16 KiB/s wr, 268 op/s 2024-04-13T08:34:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:22 smithi066 ceph-mon[84331]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-13T08:34:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:23.982 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-04-13T08:34:24.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:23 smithi003 ceph-mon[91733]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-13T08:34:24.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:23 smithi003 ceph-mon[89364]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-13T08:34:24.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:23 smithi066 ceph-mon[84331]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-13T08:34:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:34:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:34:24] "GET /metrics HTTP/1.1" 200 36713 "" "Prometheus/2.43.0" 2024-04-13T08:34:25.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:24 smithi003 ceph-mon[91733]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 3.7 KiB/s wr, 90 op/s 2024-04-13T08:34:25.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:24 smithi003 ceph-mon[91733]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-13T08:34:25.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:24 smithi003 ceph-mon[91733]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-13T08:34:25.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:24 smithi003 ceph-mon[89364]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 3.7 KiB/s wr, 90 op/s 2024-04-13T08:34:25.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:24 smithi003 ceph-mon[89364]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-13T08:34:25.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:24 smithi003 ceph-mon[89364]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-13T08:34:25.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:24 smithi066 ceph-mon[84331]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 3.7 KiB/s wr, 90 op/s 2024-04-13T08:34:25.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:24 smithi066 ceph-mon[84331]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-13T08:34:25.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:24 smithi066 ceph-mon[84331]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-13T08:34:25.911 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-04-13T08:34:27.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:26 smithi003 ceph-mon[91733]: pgmap v4357: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 15 KiB/s wr, 147 op/s 2024-04-13T08:34:27.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:26 smithi003 ceph-mon[91733]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-13T08:34:27.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:26 smithi003 ceph-mon[89364]: pgmap v4357: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 15 KiB/s wr, 147 op/s 2024-04-13T08:34:27.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:26 smithi003 ceph-mon[89364]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-13T08:34:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:26 smithi066 ceph-mon[84331]: pgmap v4357: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 15 KiB/s wr, 147 op/s 2024-04-13T08:34:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:26 smithi066 ceph-mon[84331]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-13T08:34:27.999 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 44%] 2024-04-13T08:34:28.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:27 smithi066 ceph-mon[84331]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-13T08:34:28.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:27 smithi003 ceph-mon[91733]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-13T08:34:28.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:27 smithi003 ceph-mon[89364]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-13T08:34:29.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:28 smithi066 ceph-mon[84331]: pgmap v4360: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 18 KiB/s wr, 195 op/s 2024-04-13T08:34:29.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:28 smithi066 ceph-mon[84331]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-13T08:34:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:28 smithi003 ceph-mon[91733]: pgmap v4360: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 18 KiB/s wr, 195 op/s 2024-04-13T08:34:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:28 smithi003 ceph-mon[91733]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-13T08:34:29.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:28 smithi003 ceph-mon[89364]: pgmap v4360: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 18 KiB/s wr, 195 op/s 2024-04-13T08:34:29.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:28 smithi003 ceph-mon[89364]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-13T08:34:29.927 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-04-13T08:34:30.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:29 smithi066 ceph-mon[84331]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-13T08:34:30.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:29 smithi066 ceph-mon[84331]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-13T08:34:30.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:29 smithi003 ceph-mon[89364]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-13T08:34:30.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:29 smithi003 ceph-mon[89364]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-13T08:34:30.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:29 smithi003 ceph-mon[91733]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-13T08:34:30.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:29 smithi003 ceph-mon[91733]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-13T08:34:31.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:30 smithi003 ceph-mon[89364]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 12 KiB/s wr, 145 op/s 2024-04-13T08:34:31.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:30 smithi003 ceph-mon[91733]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 12 KiB/s wr, 145 op/s 2024-04-13T08:34:31.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:30 smithi066 ceph-mon[84331]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 12 KiB/s wr, 145 op/s 2024-04-13T08:34:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:31 smithi066 ceph-mon[84331]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-13T08:34:32.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:31 smithi003 ceph-mon[89364]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-13T08:34:32.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:31 smithi003 ceph-mon[91733]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-13T08:34:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:34:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:34:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:34:33.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:32 smithi003 ceph-mon[89364]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 11 KiB/s wr, 117 op/s 2024-04-13T08:34:33.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:32 smithi003 ceph-mon[89364]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-13T08:34:33.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:32 smithi003 ceph-mon[91733]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 11 KiB/s wr, 117 op/s 2024-04-13T08:34:33.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:32 smithi003 ceph-mon[91733]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-13T08:34:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:32 smithi066 ceph-mon[84331]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 11 KiB/s wr, 117 op/s 2024-04-13T08:34:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:32 smithi066 ceph-mon[84331]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-13T08:34:34.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:33 smithi003 ceph-mon[91733]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-13T08:34:34.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:33 smithi003 ceph-mon[89364]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-13T08:34:34.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:33 smithi066 ceph-mon[84331]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-13T08:34:34.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:34:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:34:34] "GET /metrics HTTP/1.1" 200 36713 "" "Prometheus/2.43.0" 2024-04-13T08:34:35.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:34 smithi003 ceph-mon[91733]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 KiB/s wr, 20 op/s 2024-04-13T08:34:35.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:34 smithi003 ceph-mon[91733]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-13T08:34:35.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:34 smithi003 ceph-mon[91733]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-13T08:34:35.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:34 smithi003 ceph-mon[89364]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 KiB/s wr, 20 op/s 2024-04-13T08:34:35.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:34 smithi003 ceph-mon[89364]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-13T08:34:35.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:34 smithi003 ceph-mon[89364]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-13T08:34:35.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:34 smithi066 ceph-mon[84331]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 KiB/s wr, 20 op/s 2024-04-13T08:34:35.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:34 smithi066 ceph-mon[84331]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-13T08:34:35.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:34 smithi066 ceph-mon[84331]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-13T08:34:35.909 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 45%] 2024-04-13T08:34:37.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:36 smithi003 ceph-mon[89364]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 8.0 KiB/s wr, 108 op/s 2024-04-13T08:34:37.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:36 smithi003 ceph-mon[89364]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-13T08:34:37.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:36 smithi003 ceph-mon[91733]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 8.0 KiB/s wr, 108 op/s 2024-04-13T08:34:37.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:36 smithi003 ceph-mon[91733]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-13T08:34:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:36 smithi066 ceph-mon[84331]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 8.0 KiB/s wr, 108 op/s 2024-04-13T08:34:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:36 smithi066 ceph-mon[84331]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-13T08:34:38.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:37 smithi003 ceph-mon[89364]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-13T08:34:38.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:38.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:37 smithi003 ceph-mon[91733]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-13T08:34:38.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:37 smithi066 ceph-mon[84331]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-13T08:34:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:39.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:38 smithi003 ceph-mon[91733]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 8.2 KiB/s wr, 115 op/s 2024-04-13T08:34:39.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:38 smithi003 ceph-mon[91733]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-13T08:34:39.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:38 smithi003 ceph-mon[89364]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 8.2 KiB/s wr, 115 op/s 2024-04-13T08:34:39.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:38 smithi003 ceph-mon[89364]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-13T08:34:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:38 smithi066 ceph-mon[84331]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 8.2 KiB/s wr, 115 op/s 2024-04-13T08:34:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:38 smithi066 ceph-mon[84331]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-13T08:34:40.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:39 smithi003 ceph-mon[91733]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-13T08:34:40.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:39 smithi003 ceph-mon[91733]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-13T08:34:40.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:39 smithi003 ceph-mon[89364]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-13T08:34:40.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:39 smithi003 ceph-mon[89364]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-13T08:34:40.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:39 smithi066 ceph-mon[84331]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-13T08:34:40.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:39 smithi066 ceph-mon[84331]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-13T08:34:41.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:40 smithi003 ceph-mon[91733]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 3.2 KiB/s wr, 60 op/s 2024-04-13T08:34:41.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:40 smithi003 ceph-mon[89364]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 3.2 KiB/s wr, 60 op/s 2024-04-13T08:34:41.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:40 smithi066 ceph-mon[84331]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 3.2 KiB/s wr, 60 op/s 2024-04-13T08:34:41.961 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-04-13T08:34:42.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:41 smithi003 ceph-mon[91733]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-13T08:34:42.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:41 smithi003 ceph-mon[89364]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-13T08:34:42.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:41 smithi066 ceph-mon[84331]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-13T08:34:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:34:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:34:43.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:42 smithi003 ceph-mon[89364]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 112 op/s 2024-04-13T08:34:43.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:42 smithi003 ceph-mon[89364]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-13T08:34:43.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:42 smithi003 ceph-mon[91733]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 112 op/s 2024-04-13T08:34:43.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:42 smithi003 ceph-mon[91733]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-13T08:34:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:42 smithi066 ceph-mon[84331]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 112 op/s 2024-04-13T08:34:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:42 smithi066 ceph-mon[84331]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-13T08:34:43.974 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 46%] 2024-04-13T08:34:44.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:43 smithi003 ceph-mon[91733]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-13T08:34:44.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:43 smithi003 ceph-mon[89364]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-13T08:34:44.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:43 smithi066 ceph-mon[84331]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-13T08:34:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:34:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:34:44] "GET /metrics HTTP/1.1" 200 36713 "" "Prometheus/2.43.0" 2024-04-13T08:34:45.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:44 smithi003 ceph-mon[89364]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 4.7 KiB/s wr, 59 op/s 2024-04-13T08:34:45.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:44 smithi003 ceph-mon[89364]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-13T08:34:45.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:44 smithi003 ceph-mon[89364]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-13T08:34:45.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:44 smithi003 ceph-mon[91733]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 4.7 KiB/s wr, 59 op/s 2024-04-13T08:34:45.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:44 smithi003 ceph-mon[91733]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-13T08:34:45.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:44 smithi003 ceph-mon[91733]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-13T08:34:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:44 smithi066 ceph-mon[84331]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 4.7 KiB/s wr, 59 op/s 2024-04-13T08:34:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:44 smithi066 ceph-mon[84331]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-13T08:34:45.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:44 smithi066 ceph-mon[84331]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-13T08:34:47.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:46 smithi003 ceph-mon[89364]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 6.7 KiB/s wr, 88 op/s 2024-04-13T08:34:47.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:46 smithi003 ceph-mon[89364]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-13T08:34:47.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:46 smithi003 ceph-mon[91733]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 6.7 KiB/s wr, 88 op/s 2024-04-13T08:34:47.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:46 smithi003 ceph-mon[91733]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-13T08:34:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:46 smithi066 ceph-mon[84331]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 6.7 KiB/s wr, 88 op/s 2024-04-13T08:34:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:46 smithi066 ceph-mon[84331]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-13T08:34:48.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:47 smithi003 ceph-mon[89364]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-13T08:34:48.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:47 smithi003 ceph-mon[91733]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-13T08:34:48.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:47 smithi066 ceph-mon[84331]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-13T08:34:49.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:48 smithi003 ceph-mon[89364]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 7.2 KiB/s wr, 121 op/s 2024-04-13T08:34:49.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:48 smithi003 ceph-mon[89364]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-13T08:34:49.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:48 smithi003 ceph-mon[91733]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 7.2 KiB/s wr, 121 op/s 2024-04-13T08:34:49.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:48 smithi003 ceph-mon[91733]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-13T08:34:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:48 smithi066 ceph-mon[84331]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 7.2 KiB/s wr, 121 op/s 2024-04-13T08:34:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:48 smithi066 ceph-mon[84331]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-13T08:34:50.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:49 smithi003 ceph-mon[91733]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-13T08:34:50.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:49 smithi003 ceph-mon[91733]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-13T08:34:50.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:49 smithi003 ceph-mon[89364]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-13T08:34:50.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:49 smithi003 ceph-mon[89364]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-13T08:34:50.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:49 smithi066 ceph-mon[84331]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-13T08:34:50.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:49 smithi066 ceph-mon[84331]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-13T08:34:51.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:50 smithi003 ceph-mon[89364]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.2 KiB/s wr, 37 op/s 2024-04-13T08:34:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:50 smithi003 ceph-mon[89364]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-13T08:34:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:50 smithi003 ceph-mon[91733]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.2 KiB/s wr, 37 op/s 2024-04-13T08:34:51.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:50 smithi003 ceph-mon[91733]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-13T08:34:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:50 smithi066 ceph-mon[84331]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.2 KiB/s wr, 37 op/s 2024-04-13T08:34:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:50 smithi066 ceph-mon[84331]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-13T08:34:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:34:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:34:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:52 smithi003 ceph-mon[91733]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.2 KiB/s wr, 66 op/s 2024-04-13T08:34:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:52 smithi003 ceph-mon[91733]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-13T08:34:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:52 smithi003 ceph-mon[89364]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.2 KiB/s wr, 66 op/s 2024-04-13T08:34:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:52 smithi003 ceph-mon[89364]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-13T08:34:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:52 smithi066 ceph-mon[84331]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.2 KiB/s wr, 66 op/s 2024-04-13T08:34:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:52 smithi066 ceph-mon[84331]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-13T08:34:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:34:54.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:53 smithi003 ceph-mon[91733]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-13T08:34:54.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:53 smithi003 ceph-mon[89364]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-13T08:34:54.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:53 smithi066 ceph-mon[84331]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-13T08:34:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:34:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:34:54] "GET /metrics HTTP/1.1" 200 36714 "" "Prometheus/2.43.0" 2024-04-13T08:34:55.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:54 smithi003 ceph-mon[89364]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 62 op/s 2024-04-13T08:34:55.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:54 smithi003 ceph-mon[89364]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-13T08:34:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:54 smithi003 ceph-mon[89364]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-13T08:34:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:54 smithi003 ceph-mon[91733]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 62 op/s 2024-04-13T08:34:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:54 smithi003 ceph-mon[91733]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-13T08:34:55.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:54 smithi003 ceph-mon[91733]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-13T08:34:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:54 smithi066 ceph-mon[84331]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 62 op/s 2024-04-13T08:34:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:54 smithi066 ceph-mon[84331]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-13T08:34:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:54 smithi066 ceph-mon[84331]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-13T08:34:57.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:56 smithi003 ceph-mon[91733]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.5 KiB/s wr, 102 op/s 2024-04-13T08:34:57.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:56 smithi003 ceph-mon[91733]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-13T08:34:57.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:56 smithi003 ceph-mon[89364]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.5 KiB/s wr, 102 op/s 2024-04-13T08:34:57.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:56 smithi003 ceph-mon[89364]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-13T08:34:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:56 smithi066 ceph-mon[84331]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.5 KiB/s wr, 102 op/s 2024-04-13T08:34:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:56 smithi066 ceph-mon[84331]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-13T08:34:58.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:57 smithi003 ceph-mon[91733]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-13T08:34:58.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:57 smithi003 ceph-mon[89364]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-13T08:34:58.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:57 smithi066 ceph-mon[84331]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-13T08:34:59.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:58 smithi003 ceph-mon[89364]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 3.5 KiB/s wr, 107 op/s 2024-04-13T08:34:59.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:58 smithi003 ceph-mon[89364]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-13T08:34:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:58 smithi003 ceph-mon[91733]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 3.5 KiB/s wr, 107 op/s 2024-04-13T08:34:59.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:58 smithi003 ceph-mon[91733]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-13T08:34:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:58 smithi066 ceph-mon[84331]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 3.5 KiB/s wr, 107 op/s 2024-04-13T08:34:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:58 smithi066 ceph-mon[84331]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-13T08:35:00.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:34:59 smithi003 ceph-mon[91733]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-13T08:35:00.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:34:59 smithi003 ceph-mon[89364]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-13T08:35:00.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:34:59 smithi066 ceph-mon[84331]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-13T08:35:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:00 smithi003 ceph-mon[91733]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-13T08:35:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:00 smithi003 ceph-mon[91733]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-13T08:35:01.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:00 smithi003 ceph-mon[89364]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-13T08:35:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:00 smithi003 ceph-mon[89364]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-13T08:35:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:00 smithi066 ceph-mon[84331]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-13T08:35:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:00 smithi066 ceph-mon[84331]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-13T08:35:02.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:01 smithi003 ceph-mon[91733]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-13T08:35:02.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:01 smithi003 ceph-mon[89364]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-13T08:35:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:01 smithi066 ceph-mon[84331]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-13T08:35:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:35:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:35:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:02 smithi003 ceph-mon[91733]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 3.7 KiB/s wr, 151 op/s 2024-04-13T08:35:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:02 smithi003 ceph-mon[91733]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-13T08:35:03.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:02 smithi003 ceph-mon[89364]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 3.7 KiB/s wr, 151 op/s 2024-04-13T08:35:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:02 smithi003 ceph-mon[89364]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-13T08:35:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:02 smithi066 ceph-mon[84331]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 3.7 KiB/s wr, 151 op/s 2024-04-13T08:35:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:02 smithi066 ceph-mon[84331]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-13T08:35:04.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:03 smithi066 ceph-mon[84331]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-13T08:35:04.212 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:03 smithi003 ceph-mon[91733]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-13T08:35:04.212 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:03 smithi003 ceph-mon[89364]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-13T08:35:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:35:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:35:04] "GET /metrics HTTP/1.1" 200 36714 "" "Prometheus/2.43.0" 2024-04-13T08:35:05.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:04 smithi003 ceph-mon[91733]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 3.2 KiB/s wr, 149 op/s 2024-04-13T08:35:05.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:04 smithi003 ceph-mon[91733]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-13T08:35:05.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:04 smithi003 ceph-mon[89364]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 3.2 KiB/s wr, 149 op/s 2024-04-13T08:35:05.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:04 smithi003 ceph-mon[89364]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-13T08:35:05.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:04 smithi066 ceph-mon[84331]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 3.2 KiB/s wr, 149 op/s 2024-04-13T08:35:05.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:04 smithi066 ceph-mon[84331]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-13T08:35:06.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:05 smithi003 ceph-mon[91733]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-13T08:35:06.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:05 smithi003 ceph-mon[89364]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-13T08:35:06.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:05 smithi066 ceph-mon[84331]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-13T08:35:07.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:06 smithi003 ceph-mon[91733]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 3.5 KiB/s wr, 189 op/s 2024-04-13T08:35:07.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:06 smithi003 ceph-mon[91733]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-13T08:35:07.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:06 smithi003 ceph-mon[89364]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 3.5 KiB/s wr, 189 op/s 2024-04-13T08:35:07.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:06 smithi003 ceph-mon[89364]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-13T08:35:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:06 smithi066 ceph-mon[84331]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 3.5 KiB/s wr, 189 op/s 2024-04-13T08:35:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:06 smithi066 ceph-mon[84331]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-13T08:35:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:07 smithi003 ceph-mon[91733]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-13T08:35:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:07 smithi003 ceph-mon[89364]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-13T08:35:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:07 smithi066 ceph-mon[84331]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-13T08:35:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:09.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:08 smithi003 ceph-mon[91733]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 3.5 KiB/s wr, 194 op/s 2024-04-13T08:35:09.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:08 smithi003 ceph-mon[91733]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-13T08:35:09.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:08 smithi003 ceph-mon[89364]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 3.5 KiB/s wr, 194 op/s 2024-04-13T08:35:09.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:08 smithi003 ceph-mon[89364]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-13T08:35:09.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:08 smithi066 ceph-mon[84331]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 3.5 KiB/s wr, 194 op/s 2024-04-13T08:35:09.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:08 smithi066 ceph-mon[84331]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-13T08:35:10.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:09 smithi003 ceph-mon[91733]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-13T08:35:10.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:09 smithi003 ceph-mon[89364]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-13T08:35:10.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:09 smithi066 ceph-mon[84331]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-13T08:35:11.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:10 smithi003 ceph-mon[91733]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-13T08:35:11.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:10 smithi003 ceph-mon[91733]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-13T08:35:11.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:10 smithi003 ceph-mon[89364]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-13T08:35:11.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:10 smithi003 ceph-mon[89364]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-13T08:35:11.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:10 smithi066 ceph-mon[84331]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-13T08:35:11.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:10 smithi066 ceph-mon[84331]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-13T08:35:12.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:11 smithi066 ceph-mon[84331]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-13T08:35:12.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:11 smithi066 ceph-mon[84331]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 4.0 KiB/s wr, 238 op/s 2024-04-13T08:35:12.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:11 smithi003 ceph-mon[91733]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-13T08:35:12.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:11 smithi003 ceph-mon[91733]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 4.0 KiB/s wr, 238 op/s 2024-04-13T08:35:12.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:11 smithi003 ceph-mon[89364]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-13T08:35:12.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:11 smithi003 ceph-mon[89364]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 4.0 KiB/s wr, 238 op/s 2024-04-13T08:35:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:35:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:35:13.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:12 smithi003 ceph-mon[91733]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-13T08:35:13.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:12 smithi003 ceph-mon[89364]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-13T08:35:13.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:12 smithi066 ceph-mon[84331]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-13T08:35:14.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:35:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:35:14] "GET /metrics HTTP/1.1" 200 36714 "" "Prometheus/2.43.0" 2024-04-13T08:35:14.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:13 smithi003 ceph-mon[89364]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-13T08:35:14.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:13 smithi003 ceph-mon[89364]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 2.5 KiB/s wr, 236 op/s 2024-04-13T08:35:14.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:13 smithi003 ceph-mon[91733]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-13T08:35:14.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:13 smithi003 ceph-mon[91733]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 2.5 KiB/s wr, 236 op/s 2024-04-13T08:35:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:13 smithi066 ceph-mon[84331]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-13T08:35:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:13 smithi066 ceph-mon[84331]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 2.5 KiB/s wr, 236 op/s 2024-04-13T08:35:15.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:14 smithi003 ceph-mon[91733]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-13T08:35:15.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:14 smithi003 ceph-mon[89364]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-13T08:35:15.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:14 smithi066 ceph-mon[84331]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-13T08:35:16.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:15 smithi003 ceph-mon[91733]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-13T08:35:16.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:15 smithi003 ceph-mon[91733]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 3.5 KiB/s wr, 277 op/s 2024-04-13T08:35:16.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:15 smithi003 ceph-mon[89364]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-13T08:35:16.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:15 smithi003 ceph-mon[89364]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 3.5 KiB/s wr, 277 op/s 2024-04-13T08:35:16.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:15 smithi066 ceph-mon[84331]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-13T08:35:16.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:15 smithi066 ceph-mon[84331]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 3.5 KiB/s wr, 277 op/s 2024-04-13T08:35:17.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:16 smithi003 ceph-mon[91733]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-13T08:35:17.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:16 smithi003 ceph-mon[89364]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-13T08:35:17.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:16 smithi066 ceph-mon[84331]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-13T08:35:18.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:17 smithi003 ceph-mon[89364]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-13T08:35:18.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:17 smithi003 ceph-mon[89364]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 3.5 KiB/s wr, 282 op/s 2024-04-13T08:35:18.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:17 smithi003 ceph-mon[91733]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-13T08:35:18.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:17 smithi003 ceph-mon[91733]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 3.5 KiB/s wr, 282 op/s 2024-04-13T08:35:18.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:17 smithi066 ceph-mon[84331]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-13T08:35:18.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:17 smithi066 ceph-mon[84331]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 3.5 KiB/s wr, 282 op/s 2024-04-13T08:35:19.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:19 smithi003 ceph-mon[91733]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-13T08:35:19.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:19 smithi003 ceph-mon[89364]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-13T08:35:19.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:19 smithi066 ceph-mon[84331]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-13T08:35:20.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:20 smithi003 ceph-mon[91733]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-13T08:35:20.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:20 smithi003 ceph-mon[91733]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-13T08:35:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:20 smithi003 ceph-mon[89364]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-13T08:35:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:20 smithi003 ceph-mon[89364]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-13T08:35:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:20 smithi066 ceph-mon[84331]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-13T08:35:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:20 smithi066 ceph-mon[84331]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-13T08:35:21.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:21 smithi003 ceph-mon[91733]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-13T08:35:21.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:35:21.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:21 smithi003 ceph-mon[89364]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-13T08:35:21.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:35:21.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:21 smithi066 ceph-mon[84331]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-13T08:35:21.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:35:22.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:22 smithi066 ceph-mon[84331]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-13T08:35:22.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:35:22.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:35:22.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:35:22.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:22 smithi066 ceph-mon[84331]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 4.0 KiB/s wr, 326 op/s 2024-04-13T08:35:22.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:22 smithi003 ceph-mon[91733]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-13T08:35:22.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:35:22.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:35:22.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:35:22.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:22 smithi003 ceph-mon[91733]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 4.0 KiB/s wr, 326 op/s 2024-04-13T08:35:22.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:22 smithi003 ceph-mon[89364]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-13T08:35:22.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:35:22.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:35:22.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:35:22.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:22 smithi003 ceph-mon[89364]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 4.0 KiB/s wr, 326 op/s 2024-04-13T08:35:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:35:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:35:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:23 smithi003 ceph-mon[91733]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-13T08:35:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:23 smithi003 ceph-mon[89364]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-13T08:35:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:23 smithi066 ceph-mon[84331]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-13T08:35:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:24.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:24 smithi003 ceph-mon[91733]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-13T08:35:24.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:24 smithi003 ceph-mon[91733]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 2.7 KiB/s wr, 323 op/s 2024-04-13T08:35:24.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:24 smithi003 ceph-mon[89364]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-13T08:35:24.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:24 smithi003 ceph-mon[89364]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 2.7 KiB/s wr, 323 op/s 2024-04-13T08:35:24.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:35:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:35:24] "GET /metrics HTTP/1.1" 200 36703 "" "Prometheus/2.43.0" 2024-04-13T08:35:24.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:24 smithi066 ceph-mon[84331]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-13T08:35:24.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:24 smithi066 ceph-mon[84331]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 2.7 KiB/s wr, 323 op/s 2024-04-13T08:35:25.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:25 smithi003 ceph-mon[89364]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-13T08:35:25.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:25 smithi003 ceph-mon[91733]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-13T08:35:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:25 smithi066 ceph-mon[84331]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-13T08:35:26.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:26 smithi003 ceph-mon[91733]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-13T08:35:26.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:26 smithi003 ceph-mon[91733]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 3.5 KiB/s wr, 364 op/s 2024-04-13T08:35:26.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:26 smithi003 ceph-mon[89364]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-13T08:35:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:26 smithi003 ceph-mon[89364]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 3.5 KiB/s wr, 364 op/s 2024-04-13T08:35:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:26 smithi066 ceph-mon[84331]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-13T08:35:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:26 smithi066 ceph-mon[84331]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 3.5 KiB/s wr, 364 op/s 2024-04-13T08:35:27.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:27 smithi003 ceph-mon[89364]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-13T08:35:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:27 smithi003 ceph-mon[91733]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-13T08:35:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:27 smithi066 ceph-mon[84331]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-13T08:35:28.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:28 smithi003 ceph-mon[89364]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-13T08:35:28.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:28 smithi003 ceph-mon[89364]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 3.5 KiB/s wr, 369 op/s 2024-04-13T08:35:28.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:28 smithi003 ceph-mon[91733]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-13T08:35:28.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:28 smithi003 ceph-mon[91733]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 3.5 KiB/s wr, 369 op/s 2024-04-13T08:35:28.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:28 smithi066 ceph-mon[84331]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-13T08:35:28.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:28 smithi066 ceph-mon[84331]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 3.5 KiB/s wr, 369 op/s 2024-04-13T08:35:29.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:29 smithi003 ceph-mon[89364]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-13T08:35:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:29 smithi003 ceph-mon[91733]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-13T08:35:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:29 smithi066 ceph-mon[84331]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-13T08:35:30.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:30 smithi003 ceph-mon[89364]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-13T08:35:30.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:30 smithi003 ceph-mon[89364]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-13T08:35:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:30 smithi003 ceph-mon[91733]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-13T08:35:30.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:30 smithi003 ceph-mon[91733]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-13T08:35:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:30 smithi066 ceph-mon[84331]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-13T08:35:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:30 smithi066 ceph-mon[84331]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-13T08:35:31.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:31 smithi003 ceph-mon[89364]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-13T08:35:31.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:31 smithi003 ceph-mon[91733]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-13T08:35:31.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:31 smithi066 ceph-mon[84331]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-13T08:35:32.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:32 smithi003 ceph-mon[89364]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-13T08:35:32.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:32 smithi003 ceph-mon[89364]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 4.0 KiB/s wr, 412 op/s 2024-04-13T08:35:32.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:32 smithi003 ceph-mon[91733]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-13T08:35:32.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:32 smithi003 ceph-mon[91733]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 4.0 KiB/s wr, 412 op/s 2024-04-13T08:35:32.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:32 smithi066 ceph-mon[84331]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-13T08:35:32.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:32 smithi066 ceph-mon[84331]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 4.0 KiB/s wr, 412 op/s 2024-04-13T08:35:32.401 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:35:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:35:33.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:33 smithi003 ceph-mon[91733]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-13T08:35:33.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:33 smithi003 ceph-mon[89364]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-13T08:35:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:33 smithi066 ceph-mon[84331]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-13T08:35:34.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:35:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:35:34] "GET /metrics HTTP/1.1" 200 36703 "" "Prometheus/2.43.0" 2024-04-13T08:35:34.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:34 smithi003 ceph-mon[91733]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-13T08:35:34.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:34 smithi003 ceph-mon[91733]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 306 KiB/s rd, 2.7 KiB/s wr, 410 op/s 2024-04-13T08:35:34.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:34 smithi003 ceph-mon[89364]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-13T08:35:34.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:34 smithi003 ceph-mon[89364]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 306 KiB/s rd, 2.7 KiB/s wr, 410 op/s 2024-04-13T08:35:34.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:34 smithi066 ceph-mon[84331]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-13T08:35:34.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:34 smithi066 ceph-mon[84331]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 306 KiB/s rd, 2.7 KiB/s wr, 410 op/s 2024-04-13T08:35:35.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:35 smithi003 ceph-mon[91733]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-13T08:35:35.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:35 smithi003 ceph-mon[89364]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-13T08:35:35.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:35 smithi066 ceph-mon[84331]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-13T08:35:36.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:36 smithi003 ceph-mon[91733]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-13T08:35:36.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:36 smithi003 ceph-mon[91733]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 3.2 KiB/s wr, 451 op/s 2024-04-13T08:35:36.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:36 smithi003 ceph-mon[89364]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-13T08:35:36.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:36 smithi003 ceph-mon[89364]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 3.2 KiB/s wr, 451 op/s 2024-04-13T08:35:36.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:36 smithi066 ceph-mon[84331]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-13T08:35:36.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:36 smithi066 ceph-mon[84331]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 3.2 KiB/s wr, 451 op/s 2024-04-13T08:35:37.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:37 smithi066 ceph-mon[84331]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-13T08:35:37.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:37 smithi003 ceph-mon[91733]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-13T08:35:37.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:37 smithi003 ceph-mon[89364]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-13T08:35:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:38 smithi066 ceph-mon[84331]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-13T08:35:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:38 smithi066 ceph-mon[84331]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 3.7 KiB/s wr, 457 op/s 2024-04-13T08:35:38.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:38 smithi003 ceph-mon[91733]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-13T08:35:38.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:38.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:38 smithi003 ceph-mon[91733]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 3.7 KiB/s wr, 457 op/s 2024-04-13T08:35:38.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:38 smithi003 ceph-mon[89364]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-13T08:35:38.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:38.638 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:38 smithi003 ceph-mon[89364]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 3.7 KiB/s wr, 457 op/s 2024-04-13T08:35:39.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:39 smithi066 ceph-mon[84331]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-13T08:35:39.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:39 smithi003 ceph-mon[91733]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-13T08:35:39.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:39 smithi003 ceph-mon[89364]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-13T08:35:40.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:40 smithi003 ceph-mon[89364]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-13T08:35:40.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:40 smithi003 ceph-mon[89364]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-13T08:35:40.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:40 smithi003 ceph-mon[91733]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-13T08:35:40.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:40 smithi003 ceph-mon[91733]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-13T08:35:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:40 smithi066 ceph-mon[84331]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-13T08:35:40.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:40 smithi066 ceph-mon[84331]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-13T08:35:41.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:41 smithi003 ceph-mon[91733]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-13T08:35:41.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:41 smithi003 ceph-mon[89364]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-13T08:35:41.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:41 smithi066 ceph-mon[84331]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-13T08:35:42.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:42 smithi003 ceph-mon[91733]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-13T08:35:42.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:42 smithi003 ceph-mon[91733]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.5 KiB/s wr, 500 op/s 2024-04-13T08:35:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:42 smithi003 ceph-mon[89364]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-13T08:35:42.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:42 smithi003 ceph-mon[89364]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.5 KiB/s wr, 500 op/s 2024-04-13T08:35:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:35:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:35:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:35:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:42 smithi066 ceph-mon[84331]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-13T08:35:42.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:42 smithi066 ceph-mon[84331]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.5 KiB/s wr, 500 op/s 2024-04-13T08:35:43.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:43 smithi003 ceph-mon[89364]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-13T08:35:43.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:43 smithi003 ceph-mon[91733]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-13T08:35:43.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:43 smithi066 ceph-mon[84331]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-13T08:35:44.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:44 smithi003 ceph-mon[91733]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-13T08:35:44.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:44 smithi003 ceph-mon[91733]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 371 KiB/s rd, 2.7 KiB/s wr, 498 op/s 2024-04-13T08:35:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:44 smithi003 ceph-mon[89364]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-13T08:35:44.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:44 smithi003 ceph-mon[89364]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 371 KiB/s rd, 2.7 KiB/s wr, 498 op/s 2024-04-13T08:35:44.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:35:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:35:44] "GET /metrics HTTP/1.1" 200 36716 "" "Prometheus/2.43.0" 2024-04-13T08:35:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:44 smithi066 ceph-mon[84331]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-13T08:35:44.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:44 smithi066 ceph-mon[84331]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 371 KiB/s rd, 2.7 KiB/s wr, 498 op/s 2024-04-13T08:35:45.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:45 smithi003 ceph-mon[91733]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-13T08:35:45.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:45 smithi003 ceph-mon[89364]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-13T08:35:45.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:45 smithi066 ceph-mon[84331]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-13T08:35:46.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:46 smithi003 ceph-mon[91733]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-13T08:35:46.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:46 smithi003 ceph-mon[91733]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 402 KiB/s rd, 4.2 KiB/s wr, 540 op/s 2024-04-13T08:35:46.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:46 smithi003 ceph-mon[89364]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-13T08:35:46.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:46 smithi003 ceph-mon[89364]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 402 KiB/s rd, 4.2 KiB/s wr, 540 op/s 2024-04-13T08:35:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:46 smithi066 ceph-mon[84331]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-13T08:35:46.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:46 smithi066 ceph-mon[84331]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 402 KiB/s rd, 4.2 KiB/s wr, 540 op/s 2024-04-13T08:35:47.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:47 smithi003 ceph-mon[91733]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-13T08:35:47.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:47 smithi003 ceph-mon[89364]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-13T08:35:47.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:47 smithi066 ceph-mon[84331]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-13T08:35:48.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:48 smithi003 ceph-mon[91733]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-13T08:35:48.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:48 smithi003 ceph-mon[91733]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 4.2 KiB/s wr, 545 op/s 2024-04-13T08:35:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:48 smithi003 ceph-mon[89364]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-13T08:35:48.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:48 smithi003 ceph-mon[89364]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 4.2 KiB/s wr, 545 op/s 2024-04-13T08:35:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:48 smithi066 ceph-mon[84331]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-13T08:35:48.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:48 smithi066 ceph-mon[84331]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 4.2 KiB/s wr, 545 op/s 2024-04-13T08:35:49.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:49 smithi003 ceph-mon[91733]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-13T08:35:49.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:49 smithi003 ceph-mon[89364]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-13T08:35:49.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:49 smithi066 ceph-mon[84331]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-13T08:35:50.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:50 smithi003 ceph-mon[91733]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-13T08:35:50.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:50 smithi003 ceph-mon[91733]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-13T08:35:50.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:50 smithi003 ceph-mon[89364]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-13T08:35:50.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:50 smithi003 ceph-mon[89364]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-13T08:35:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:50 smithi066 ceph-mon[84331]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-13T08:35:50.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:50 smithi066 ceph-mon[84331]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-13T08:35:51.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:51 smithi003 ceph-mon[91733]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-13T08:35:51.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:51 smithi003 ceph-mon[89364]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-13T08:35:51.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:51 smithi066 ceph-mon[84331]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-13T08:35:52.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:52 smithi003 ceph-mon[91733]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-13T08:35:52.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:52 smithi003 ceph-mon[91733]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.5 KiB/s wr, 588 op/s 2024-04-13T08:35:52.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:52 smithi003 ceph-mon[89364]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-13T08:35:52.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:52 smithi003 ceph-mon[89364]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.5 KiB/s wr, 588 op/s 2024-04-13T08:35:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:35:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:35:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:52 smithi066 ceph-mon[84331]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-13T08:35:52.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:52 smithi066 ceph-mon[84331]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.5 KiB/s wr, 588 op/s 2024-04-13T08:35:53.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:53 smithi003 ceph-mon[89364]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-13T08:35:53.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:53.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:53 smithi003 ceph-mon[91733]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-13T08:35:53.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:53 smithi066 ceph-mon[84331]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-13T08:35:53.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:35:54.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:54 smithi003 ceph-mon[89364]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-13T08:35:54.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:54 smithi003 ceph-mon[89364]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 437 KiB/s rd, 3.0 KiB/s wr, 587 op/s 2024-04-13T08:35:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:54 smithi003 ceph-mon[91733]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-13T08:35:54.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:54 smithi003 ceph-mon[91733]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 437 KiB/s rd, 3.0 KiB/s wr, 587 op/s 2024-04-13T08:35:54.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:35:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:35:54] "GET /metrics HTTP/1.1" 200 36717 "" "Prometheus/2.43.0" 2024-04-13T08:35:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:54 smithi066 ceph-mon[84331]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-13T08:35:54.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:54 smithi066 ceph-mon[84331]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 437 KiB/s rd, 3.0 KiB/s wr, 587 op/s 2024-04-13T08:35:55.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:55 smithi003 ceph-mon[91733]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-13T08:35:55.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:55 smithi003 ceph-mon[89364]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-13T08:35:55.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:55 smithi066 ceph-mon[84331]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-13T08:35:56.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:56 smithi003 ceph-mon[91733]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-13T08:35:56.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:56 smithi003 ceph-mon[91733]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 3.7 KiB/s wr, 631 op/s 2024-04-13T08:35:56.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:56 smithi003 ceph-mon[89364]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-13T08:35:56.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:56 smithi003 ceph-mon[89364]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 3.7 KiB/s wr, 631 op/s 2024-04-13T08:35:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:56 smithi066 ceph-mon[84331]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-13T08:35:56.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:56 smithi066 ceph-mon[84331]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 3.7 KiB/s wr, 631 op/s 2024-04-13T08:35:57.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:57 smithi003 ceph-mon[91733]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-13T08:35:57.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:57 smithi003 ceph-mon[89364]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-13T08:35:57.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:57 smithi066 ceph-mon[84331]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-13T08:35:58.552 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:58 smithi066 ceph-mon[84331]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-13T08:35:58.552 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:58 smithi066 ceph-mon[84331]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 3.7 KiB/s wr, 636 op/s 2024-04-13T08:35:58.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:58 smithi003 ceph-mon[91733]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-13T08:35:58.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:58 smithi003 ceph-mon[91733]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 3.7 KiB/s wr, 636 op/s 2024-04-13T08:35:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:58 smithi003 ceph-mon[89364]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-13T08:35:58.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:58 smithi003 ceph-mon[89364]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 3.7 KiB/s wr, 636 op/s 2024-04-13T08:35:59.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:35:59 smithi003 ceph-mon[91733]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-13T08:35:59.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:35:59 smithi003 ceph-mon[89364]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-13T08:35:59.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:35:59 smithi066 ceph-mon[84331]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-13T08:36:00.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:00 smithi003 ceph-mon[91733]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-13T08:36:00.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:00 smithi003 ceph-mon[91733]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-13T08:36:00.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:00 smithi003 ceph-mon[89364]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-13T08:36:00.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:00 smithi003 ceph-mon[89364]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-13T08:36:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:00 smithi066 ceph-mon[84331]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-13T08:36:00.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:00 smithi066 ceph-mon[84331]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-13T08:36:01.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:01 smithi003 ceph-mon[91733]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-13T08:36:01.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:01 smithi003 ceph-mon[89364]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-13T08:36:01.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:01 smithi066 ceph-mon[84331]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-13T08:36:02.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:02 smithi003 ceph-mon[91733]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-13T08:36:02.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:02 smithi003 ceph-mon[91733]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.5 KiB/s wr, 679 op/s 2024-04-13T08:36:02.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:02 smithi003 ceph-mon[89364]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-13T08:36:02.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:02 smithi003 ceph-mon[89364]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.5 KiB/s wr, 679 op/s 2024-04-13T08:36:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:02 smithi066 ceph-mon[84331]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-13T08:36:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:02 smithi066 ceph-mon[84331]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.5 KiB/s wr, 679 op/s 2024-04-13T08:36:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:36:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:36:03.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:03 smithi003 ceph-mon[91733]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-13T08:36:03.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:03 smithi003 ceph-mon[89364]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-13T08:36:03.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:03 smithi066 ceph-mon[84331]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-13T08:36:04.535 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:04 smithi003 ceph-mon[91733]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-13T08:36:04.536 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:04 smithi003 ceph-mon[91733]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 503 KiB/s rd, 3.0 KiB/s wr, 677 op/s 2024-04-13T08:36:04.536 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:36:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:36:04] "GET /metrics HTTP/1.1" 200 36717 "" "Prometheus/2.43.0" 2024-04-13T08:36:04.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:04 smithi003 ceph-mon[89364]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-13T08:36:04.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:04 smithi003 ceph-mon[89364]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 503 KiB/s rd, 3.0 KiB/s wr, 677 op/s 2024-04-13T08:36:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:04 smithi066 ceph-mon[84331]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-13T08:36:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:04 smithi066 ceph-mon[84331]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 503 KiB/s rd, 3.0 KiB/s wr, 677 op/s 2024-04-13T08:36:05.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:05 smithi003 ceph-mon[89364]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-13T08:36:05.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:05 smithi003 ceph-mon[91733]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-13T08:36:05.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:05 smithi066 ceph-mon[84331]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-13T08:36:06.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:06 smithi003 ceph-mon[91733]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-13T08:36:06.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:06 smithi003 ceph-mon[91733]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 3.7 KiB/s wr, 718 op/s 2024-04-13T08:36:06.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:06 smithi003 ceph-mon[89364]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-13T08:36:06.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:06 smithi003 ceph-mon[89364]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 3.7 KiB/s wr, 718 op/s 2024-04-13T08:36:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:06 smithi066 ceph-mon[84331]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-13T08:36:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:06 smithi066 ceph-mon[84331]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 3.7 KiB/s wr, 718 op/s 2024-04-13T08:36:07.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:07 smithi003 ceph-mon[91733]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-13T08:36:07.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:07 smithi003 ceph-mon[89364]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-13T08:36:07.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:07 smithi066 ceph-mon[84331]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-13T08:36:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:08 smithi003 ceph-mon[91733]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-13T08:36:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:08.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:08 smithi003 ceph-mon[91733]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 3.7 KiB/s wr, 723 op/s 2024-04-13T08:36:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:08 smithi003 ceph-mon[89364]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-13T08:36:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:08 smithi003 ceph-mon[89364]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 3.7 KiB/s wr, 723 op/s 2024-04-13T08:36:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:08 smithi066 ceph-mon[84331]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-13T08:36:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:08 smithi066 ceph-mon[84331]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 3.7 KiB/s wr, 723 op/s 2024-04-13T08:36:09.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:09 smithi003 ceph-mon[91733]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-13T08:36:09.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:09 smithi003 ceph-mon[89364]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-13T08:36:09.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:09 smithi066 ceph-mon[84331]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-13T08:36:10.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:10 smithi003 ceph-mon[91733]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-13T08:36:10.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:10 smithi003 ceph-mon[91733]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-13T08:36:10.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:10 smithi003 ceph-mon[89364]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-13T08:36:10.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:10 smithi003 ceph-mon[89364]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-13T08:36:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:10 smithi066 ceph-mon[84331]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-13T08:36:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:10 smithi066 ceph-mon[84331]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-13T08:36:11.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:11 smithi003 ceph-mon[89364]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-13T08:36:11.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:11 smithi003 ceph-mon[91733]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-13T08:36:11.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:11 smithi066 ceph-mon[84331]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-13T08:36:12.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:12 smithi003 ceph-mon[89364]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-13T08:36:12.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:12 smithi003 ceph-mon[89364]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 4.0 KiB/s wr, 767 op/s 2024-04-13T08:36:12.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:12 smithi003 ceph-mon[91733]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-13T08:36:12.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:12 smithi003 ceph-mon[91733]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 4.0 KiB/s wr, 767 op/s 2024-04-13T08:36:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:12 smithi066 ceph-mon[84331]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-13T08:36:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:12 smithi066 ceph-mon[84331]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 4.0 KiB/s wr, 767 op/s 2024-04-13T08:36:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:36:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:36:13.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:13 smithi003 ceph-mon[91733]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-13T08:36:13.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:13 smithi003 ceph-mon[89364]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-13T08:36:13.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:13 smithi066 ceph-mon[84331]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-13T08:36:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:36:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:36:14] "GET /metrics HTTP/1.1" 200 36716 "" "Prometheus/2.43.0" 2024-04-13T08:36:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:14 smithi003 ceph-mon[91733]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-13T08:36:14.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:14 smithi003 ceph-mon[91733]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 567 KiB/s rd, 3.2 KiB/s wr, 765 op/s 2024-04-13T08:36:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:14 smithi003 ceph-mon[89364]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-13T08:36:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:14 smithi003 ceph-mon[89364]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 567 KiB/s rd, 3.2 KiB/s wr, 765 op/s 2024-04-13T08:36:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:14 smithi066 ceph-mon[84331]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-13T08:36:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:14 smithi066 ceph-mon[84331]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 567 KiB/s rd, 3.2 KiB/s wr, 765 op/s 2024-04-13T08:36:15.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:15 smithi066 ceph-mon[84331]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-13T08:36:15.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:15 smithi003 ceph-mon[91733]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-13T08:36:15.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:15 smithi003 ceph-mon[89364]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-13T08:36:16.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:16 smithi003 ceph-mon[91733]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-13T08:36:16.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:16 smithi003 ceph-mon[91733]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 3.5 KiB/s wr, 805 op/s 2024-04-13T08:36:16.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:16 smithi003 ceph-mon[89364]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-13T08:36:16.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:16 smithi003 ceph-mon[89364]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 3.5 KiB/s wr, 805 op/s 2024-04-13T08:36:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:16 smithi066 ceph-mon[84331]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-13T08:36:16.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:16 smithi066 ceph-mon[84331]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 3.5 KiB/s wr, 805 op/s 2024-04-13T08:36:17.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:17 smithi003 ceph-mon[91733]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-13T08:36:17.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:17 smithi003 ceph-mon[89364]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-13T08:36:17.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:17 smithi066 ceph-mon[84331]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-13T08:36:18.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:18 smithi003 ceph-mon[91733]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-13T08:36:18.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:18 smithi003 ceph-mon[91733]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-04-13T08:36:18.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:18 smithi003 ceph-mon[89364]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-13T08:36:18.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:18 smithi003 ceph-mon[89364]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-04-13T08:36:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:18 smithi066 ceph-mon[84331]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-13T08:36:18.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:18 smithi066 ceph-mon[84331]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-04-13T08:36:19.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:19 smithi003 ceph-mon[91733]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-13T08:36:19.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:19 smithi003 ceph-mon[89364]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-13T08:36:19.900 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:19 smithi066 ceph-mon[84331]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-13T08:36:20.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:20 smithi003 ceph-mon[89364]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-13T08:36:20.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:20 smithi003 ceph-mon[89364]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-13T08:36:20.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:20 smithi003 ceph-mon[91733]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-13T08:36:20.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:20 smithi003 ceph-mon[91733]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-13T08:36:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:20 smithi066 ceph-mon[84331]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-13T08:36:20.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:20 smithi066 ceph-mon[84331]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-13T08:36:21.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:21 smithi003 ceph-mon[91733]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-13T08:36:21.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:21 smithi003 ceph-mon[89364]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-13T08:36:21.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:21 smithi066 ceph-mon[84331]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-13T08:36:22.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:22 smithi003 ceph-mon[91733]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-13T08:36:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:36:22.635 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:22 smithi003 ceph-mon[91733]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-04-13T08:36:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:22 smithi003 ceph-mon[89364]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-13T08:36:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:36:22.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:22 smithi003 ceph-mon[89364]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-04-13T08:36:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:36:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:36:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:22 smithi066 ceph-mon[84331]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-13T08:36:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:36:22.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:22 smithi066 ceph-mon[84331]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-04-13T08:36:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:23 smithi003 ceph-mon[91733]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-13T08:36:23.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:23 smithi003 ceph-mon[89364]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-13T08:36:23.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:23 smithi066 ceph-mon[84331]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-13T08:36:23.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:24.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:36:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:36:24] "GET /metrics HTTP/1.1" 200 36714 "" "Prometheus/2.43.0" 2024-04-13T08:36:24.807 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:24 smithi066 ceph-mon[84331]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-13T08:36:24.807 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:24 smithi066 ceph-mon[84331]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 632 KiB/s rd, 2.7 KiB/s wr, 852 op/s 2024-04-13T08:36:24.807 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:24 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:36:24.807 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:24 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:36:24.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:24 smithi003 ceph-mon[91733]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-13T08:36:24.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:24 smithi003 ceph-mon[91733]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 632 KiB/s rd, 2.7 KiB/s wr, 852 op/s 2024-04-13T08:36:24.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:24 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:36:24.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:24 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:36:24.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:24 smithi003 ceph-mon[89364]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-13T08:36:24.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:24 smithi003 ceph-mon[89364]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 632 KiB/s rd, 2.7 KiB/s wr, 852 op/s 2024-04-13T08:36:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:24 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:36:24.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:24 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:36:25.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:25 smithi003 ceph-mon[89364]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-13T08:36:25.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:25 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:36:25.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:25 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:36:25.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:25 smithi003 ceph-mon[91733]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-13T08:36:25.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:25 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:36:25.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:25 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:36:25.900 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:25 smithi066 ceph-mon[84331]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-13T08:36:25.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:25 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:36:25.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:25 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:36:26.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:26 smithi003 ceph-mon[91733]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-13T08:36:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:26 smithi003 ceph-mon[91733]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 3.7 KiB/s wr, 893 op/s 2024-04-13T08:36:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:26 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:36:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:26 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:36:26.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:26 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:36:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:26 smithi003 ceph-mon[89364]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-13T08:36:26.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:26 smithi003 ceph-mon[89364]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 3.7 KiB/s wr, 893 op/s 2024-04-13T08:36:26.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:26 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:36:26.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:26 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:36:26.886 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:26 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:36:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:26 smithi066 ceph-mon[84331]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-13T08:36:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:26 smithi066 ceph-mon[84331]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 3.7 KiB/s wr, 893 op/s 2024-04-13T08:36:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:26 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:36:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:26 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:36:26.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:26 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:36:27.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:27 smithi003 ceph-mon[91733]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-13T08:36:27.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:27 smithi003 ceph-mon[89364]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-13T08:36:27.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:27 smithi066 ceph-mon[84331]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-13T08:36:28.802 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:28 smithi066 ceph-mon[84331]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-13T08:36:28.803 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:28 smithi066 ceph-mon[84331]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2024-04-13T08:36:28.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:28 smithi003 ceph-mon[91733]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-13T08:36:28.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:28 smithi003 ceph-mon[91733]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2024-04-13T08:36:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:28 smithi003 ceph-mon[89364]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-13T08:36:28.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:28 smithi003 ceph-mon[89364]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2024-04-13T08:36:29.819 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:29 smithi066 ceph-mon[84331]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-13T08:36:29.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:29 smithi003 ceph-mon[91733]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-13T08:36:29.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:29 smithi003 ceph-mon[89364]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-13T08:36:30.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:30 smithi003 ceph-mon[91733]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-13T08:36:30.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:30 smithi003 ceph-mon[91733]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-13T08:36:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:30 smithi003 ceph-mon[89364]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-13T08:36:30.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:30 smithi003 ceph-mon[89364]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-13T08:36:30.900 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:30 smithi066 ceph-mon[84331]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-13T08:36:30.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:30 smithi066 ceph-mon[84331]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-13T08:36:31.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:31 smithi003 ceph-mon[89364]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-13T08:36:31.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:31 smithi003 ceph-mon[91733]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-13T08:36:31.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:31 smithi066 ceph-mon[84331]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-13T08:36:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:32 smithi066 ceph-mon[84331]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-13T08:36:32.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:32 smithi066 ceph-mon[84331]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-04-13T08:36:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:36:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:36:32.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:32 smithi003 ceph-mon[89364]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-13T08:36:32.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:32 smithi003 ceph-mon[89364]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-04-13T08:36:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:32 smithi003 ceph-mon[91733]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-13T08:36:32.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:32 smithi003 ceph-mon[91733]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-04-13T08:36:33.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:33 smithi003 ceph-mon[89364]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-13T08:36:33.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:33 smithi003 ceph-mon[91733]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-13T08:36:33.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:33 smithi066 ceph-mon[84331]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-13T08:36:34.535 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:36:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:36:34] "GET /metrics HTTP/1.1" 200 36714 "" "Prometheus/2.43.0" 2024-04-13T08:36:34.814 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:34 smithi003 ceph-mon[89364]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-13T08:36:34.814 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:34 smithi003 ceph-mon[89364]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 699 KiB/s rd, 2.7 KiB/s wr, 940 op/s 2024-04-13T08:36:34.815 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:34 smithi003 ceph-mon[91733]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-13T08:36:34.815 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:34 smithi003 ceph-mon[91733]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 699 KiB/s rd, 2.7 KiB/s wr, 940 op/s 2024-04-13T08:36:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:34 smithi066 ceph-mon[84331]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-13T08:36:34.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:34 smithi066 ceph-mon[84331]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 699 KiB/s rd, 2.7 KiB/s wr, 940 op/s 2024-04-13T08:36:35.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:35 smithi003 ceph-mon[91733]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-13T08:36:35.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:35 smithi003 ceph-mon[89364]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-13T08:36:35.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:35 smithi066 ceph-mon[84331]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-13T08:36:36.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:36 smithi003 ceph-mon[91733]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-13T08:36:36.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:36 smithi003 ceph-mon[91733]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 3.7 KiB/s wr, 981 op/s 2024-04-13T08:36:36.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:36 smithi003 ceph-mon[89364]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-13T08:36:36.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:36 smithi003 ceph-mon[89364]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 3.7 KiB/s wr, 981 op/s 2024-04-13T08:36:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:36 smithi066 ceph-mon[84331]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-13T08:36:36.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:36 smithi066 ceph-mon[84331]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 3.7 KiB/s wr, 981 op/s 2024-04-13T08:36:37.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:37 smithi003 ceph-mon[91733]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-13T08:36:37.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:37 smithi003 ceph-mon[89364]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-13T08:36:37.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:37 smithi066 ceph-mon[84331]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-13T08:36:38.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:38 smithi003 ceph-mon[89364]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-13T08:36:38.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:38.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:38 smithi003 ceph-mon[89364]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 986 op/s 2024-04-13T08:36:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:38 smithi003 ceph-mon[91733]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-13T08:36:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:38.885 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:38 smithi003 ceph-mon[91733]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 986 op/s 2024-04-13T08:36:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:38 smithi066 ceph-mon[84331]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-13T08:36:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:38.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:38 smithi066 ceph-mon[84331]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 986 op/s 2024-04-13T08:36:39.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:39 smithi003 ceph-mon[91733]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-13T08:36:39.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:39 smithi003 ceph-mon[89364]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-13T08:36:39.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:39 smithi066 ceph-mon[84331]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-13T08:36:40.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:40 smithi003 ceph-mon[91733]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-13T08:36:40.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:40 smithi003 ceph-mon[91733]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-13T08:36:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:40 smithi003 ceph-mon[89364]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-13T08:36:40.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:40 smithi003 ceph-mon[89364]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-13T08:36:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:40 smithi066 ceph-mon[84331]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-13T08:36:40.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:40 smithi066 ceph-mon[84331]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-13T08:36:41.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:41 smithi003 ceph-mon[91733]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-13T08:36:41.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:41 smithi003 ceph-mon[89364]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-13T08:36:41.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:41 smithi066 ceph-mon[84331]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-13T08:36:42.588 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:36:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:36:42.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:42 smithi003 ceph-mon[91733]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-13T08:36:42.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:42 smithi003 ceph-mon[91733]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 4.0 KiB/s wr, 1.03k op/s 2024-04-13T08:36:42.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:42 smithi003 ceph-mon[89364]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-13T08:36:42.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:42 smithi003 ceph-mon[89364]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 4.0 KiB/s wr, 1.03k op/s 2024-04-13T08:36:42.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:42 smithi066 ceph-mon[84331]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-13T08:36:42.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:42 smithi066 ceph-mon[84331]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 4.0 KiB/s wr, 1.03k op/s 2024-04-13T08:36:43.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:43 smithi003 ceph-mon[91733]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-13T08:36:43.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:43 smithi003 ceph-mon[89364]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-13T08:36:43.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:43 smithi066 ceph-mon[84331]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-13T08:36:44.613 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:36:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:36:44] "GET /metrics HTTP/1.1" 200 36718 "" "Prometheus/2.43.0" 2024-04-13T08:36:44.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:44 smithi003 ceph-mon[91733]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-13T08:36:44.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:44 smithi003 ceph-mon[91733]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 764 KiB/s rd, 3.0 KiB/s wr, 1.03k op/s 2024-04-13T08:36:44.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:44 smithi003 ceph-mon[89364]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-13T08:36:44.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:44 smithi003 ceph-mon[89364]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 764 KiB/s rd, 3.0 KiB/s wr, 1.03k op/s 2024-04-13T08:36:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:44 smithi066 ceph-mon[84331]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-13T08:36:44.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:44 smithi066 ceph-mon[84331]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 764 KiB/s rd, 3.0 KiB/s wr, 1.03k op/s 2024-04-13T08:36:45.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:45 smithi003 ceph-mon[91733]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-13T08:36:45.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:45 smithi003 ceph-mon[89364]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-13T08:36:45.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:45 smithi066 ceph-mon[84331]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-13T08:36:46.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:46 smithi003 ceph-mon[91733]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-13T08:36:46.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:46 smithi003 ceph-mon[91733]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-04-13T08:36:46.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:46 smithi003 ceph-mon[89364]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-13T08:36:46.885 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:46 smithi003 ceph-mon[89364]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-04-13T08:36:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:46 smithi066 ceph-mon[84331]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-13T08:36:46.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:46 smithi066 ceph-mon[84331]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-04-13T08:36:47.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:47 smithi003 ceph-mon[89364]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-13T08:36:47.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:47 smithi003 ceph-mon[91733]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-13T08:36:47.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:47 smithi066 ceph-mon[84331]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-13T08:36:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:48 smithi066 ceph-mon[84331]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-13T08:36:48.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:48 smithi066 ceph-mon[84331]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-04-13T08:36:49.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:48 smithi003 ceph-mon[91733]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-13T08:36:49.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:48 smithi003 ceph-mon[91733]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-04-13T08:36:49.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:48 smithi003 ceph-mon[89364]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-13T08:36:49.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:48 smithi003 ceph-mon[89364]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-04-13T08:36:50.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:49 smithi003 ceph-mon[89364]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-13T08:36:50.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:49 smithi003 ceph-mon[91733]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-13T08:36:50.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:49 smithi066 ceph-mon[84331]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-13T08:36:51.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:50 smithi003 ceph-mon[91733]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-13T08:36:51.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:50 smithi003 ceph-mon[91733]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-13T08:36:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:50 smithi003 ceph-mon[89364]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-13T08:36:51.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:50 smithi003 ceph-mon[89364]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-13T08:36:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:50 smithi066 ceph-mon[84331]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-13T08:36:51.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:50 smithi066 ceph-mon[84331]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-13T08:36:52.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:51 smithi003 ceph-mon[91733]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-13T08:36:52.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:51 smithi003 ceph-mon[89364]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-13T08:36:52.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:51 smithi066 ceph-mon[84331]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-13T08:36:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:36:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:36:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:52 smithi003 ceph-mon[91733]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 4.0 KiB/s wr, 1.12k op/s 2024-04-13T08:36:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:52 smithi003 ceph-mon[91733]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-13T08:36:53.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:53.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:52 smithi003 ceph-mon[89364]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 4.0 KiB/s wr, 1.12k op/s 2024-04-13T08:36:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:52 smithi003 ceph-mon[89364]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-13T08:36:53.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:52 smithi066 ceph-mon[84331]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 4.0 KiB/s wr, 1.12k op/s 2024-04-13T08:36:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:52 smithi066 ceph-mon[84331]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-13T08:36:53.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:36:54.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:53 smithi003 ceph-mon[91733]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-13T08:36:54.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:53 smithi003 ceph-mon[89364]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-13T08:36:54.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:53 smithi066 ceph-mon[84331]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-13T08:36:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:36:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:36:54] "GET /metrics HTTP/1.1" 200 36716 "" "Prometheus/2.43.0" 2024-04-13T08:36:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:54 smithi003 ceph-mon[91733]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 2.7 KiB/s wr, 1.11k op/s 2024-04-13T08:36:55.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:54 smithi003 ceph-mon[91733]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-13T08:36:55.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:54 smithi003 ceph-mon[89364]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 2.7 KiB/s wr, 1.11k op/s 2024-04-13T08:36:55.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:54 smithi003 ceph-mon[89364]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-13T08:36:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:54 smithi066 ceph-mon[84331]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 2.7 KiB/s wr, 1.11k op/s 2024-04-13T08:36:55.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:54 smithi066 ceph-mon[84331]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-13T08:36:56.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:55 smithi003 ceph-mon[89364]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-13T08:36:56.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:55 smithi003 ceph-mon[91733]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-13T08:36:56.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:55 smithi066 ceph-mon[84331]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-13T08:36:57.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:56 smithi003 ceph-mon[91733]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 3.7 KiB/s wr, 1.16k op/s 2024-04-13T08:36:57.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:56 smithi003 ceph-mon[91733]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-13T08:36:57.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:56 smithi003 ceph-mon[89364]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 3.7 KiB/s wr, 1.16k op/s 2024-04-13T08:36:57.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:56 smithi003 ceph-mon[89364]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-13T08:36:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:56 smithi066 ceph-mon[84331]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 3.7 KiB/s wr, 1.16k op/s 2024-04-13T08:36:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:56 smithi066 ceph-mon[84331]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-13T08:36:58.051 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:57 smithi066 ceph-mon[84331]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-13T08:36:58.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:57 smithi003 ceph-mon[91733]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-13T08:36:58.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:57 smithi003 ceph-mon[89364]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-13T08:36:59.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:58 smithi003 ceph-mon[91733]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 3.7 KiB/s wr, 1.16k op/s 2024-04-13T08:36:59.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:58 smithi003 ceph-mon[91733]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-13T08:36:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:58 smithi003 ceph-mon[89364]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 3.7 KiB/s wr, 1.16k op/s 2024-04-13T08:36:59.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:58 smithi003 ceph-mon[89364]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-13T08:36:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:58 smithi066 ceph-mon[84331]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 3.7 KiB/s wr, 1.16k op/s 2024-04-13T08:36:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:58 smithi066 ceph-mon[84331]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-13T08:37:00.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:36:59 smithi003 ceph-mon[91733]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-13T08:37:00.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:36:59 smithi003 ceph-mon[89364]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-13T08:37:00.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:36:59 smithi066 ceph-mon[84331]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-13T08:37:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:00 smithi003 ceph-mon[91733]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-13T08:37:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:00 smithi003 ceph-mon[91733]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-13T08:37:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:00 smithi003 ceph-mon[89364]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-13T08:37:01.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:00 smithi003 ceph-mon[89364]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-13T08:37:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:00 smithi066 ceph-mon[84331]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-13T08:37:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:00 smithi066 ceph-mon[84331]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-13T08:37:02.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:01 smithi003 ceph-mon[89364]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-13T08:37:02.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:01 smithi003 ceph-mon[91733]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-13T08:37:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:01 smithi066 ceph-mon[84331]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-13T08:37:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:37:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:37:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:02 smithi003 ceph-mon[91733]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.7 KiB/s wr, 1.21k op/s 2024-04-13T08:37:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:02 smithi003 ceph-mon[91733]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-13T08:37:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:02 smithi003 ceph-mon[89364]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.7 KiB/s wr, 1.21k op/s 2024-04-13T08:37:03.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:02 smithi003 ceph-mon[89364]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-13T08:37:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:02 smithi066 ceph-mon[84331]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.7 KiB/s wr, 1.21k op/s 2024-04-13T08:37:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:02 smithi066 ceph-mon[84331]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-13T08:37:04.036 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:03 smithi003 ceph-mon[91733]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-13T08:37:04.036 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:03 smithi003 ceph-mon[89364]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-13T08:37:04.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:03 smithi066 ceph-mon[84331]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-13T08:37:04.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:37:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:37:04] "GET /metrics HTTP/1.1" 200 36716 "" "Prometheus/2.43.0" 2024-04-13T08:37:05.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:04 smithi003 ceph-mon[91733]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 895 KiB/s rd, 3.0 KiB/s wr, 1.21k op/s 2024-04-13T08:37:05.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:04 smithi003 ceph-mon[91733]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-13T08:37:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:04 smithi003 ceph-mon[89364]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 895 KiB/s rd, 3.0 KiB/s wr, 1.21k op/s 2024-04-13T08:37:05.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:04 smithi003 ceph-mon[89364]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-13T08:37:05.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:04 smithi066 ceph-mon[84331]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 895 KiB/s rd, 3.0 KiB/s wr, 1.21k op/s 2024-04-13T08:37:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:04 smithi066 ceph-mon[84331]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-13T08:37:06.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:05 smithi003 ceph-mon[91733]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-13T08:37:06.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:05 smithi003 ceph-mon[89364]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-13T08:37:06.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:05 smithi066 ceph-mon[84331]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-13T08:37:07.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:06 smithi003 ceph-mon[91733]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-04-13T08:37:07.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:06 smithi003 ceph-mon[91733]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-13T08:37:07.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:06 smithi003 ceph-mon[89364]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-04-13T08:37:07.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:06 smithi003 ceph-mon[89364]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-13T08:37:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:06 smithi066 ceph-mon[84331]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-04-13T08:37:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:06 smithi066 ceph-mon[84331]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-13T08:37:08.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:07 smithi003 ceph-mon[91733]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-13T08:37:08.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:08.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:07 smithi003 ceph-mon[89364]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-13T08:37:08.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:07 smithi066 ceph-mon[84331]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-13T08:37:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:09.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:08 smithi003 ceph-mon[91733]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-04-13T08:37:09.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:08 smithi003 ceph-mon[91733]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-13T08:37:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:08 smithi003 ceph-mon[89364]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-04-13T08:37:09.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:08 smithi003 ceph-mon[89364]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-13T08:37:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:08 smithi066 ceph-mon[84331]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-04-13T08:37:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:08 smithi066 ceph-mon[84331]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-13T08:37:10.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:09 smithi003 ceph-mon[91733]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-13T08:37:10.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:09 smithi003 ceph-mon[89364]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-13T08:37:10.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:09 smithi066 ceph-mon[84331]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-13T08:37:11.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:10 smithi003 ceph-mon[91733]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-13T08:37:11.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:10 smithi003 ceph-mon[91733]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-13T08:37:11.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:10 smithi003 ceph-mon[89364]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-13T08:37:11.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:10 smithi003 ceph-mon[89364]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-13T08:37:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:10 smithi066 ceph-mon[84331]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-13T08:37:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:10 smithi066 ceph-mon[84331]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-13T08:37:12.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:11 smithi003 ceph-mon[91733]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-13T08:37:12.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:11 smithi003 ceph-mon[89364]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-13T08:37:12.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:11 smithi066 ceph-mon[84331]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-13T08:37:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:37:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:37:13.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:12 smithi003 ceph-mon[91733]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 772 KiB/s rd, 3.7 KiB/s wr, 1.04k op/s 2024-04-13T08:37:13.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:12 smithi003 ceph-mon[91733]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-13T08:37:13.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:12 smithi003 ceph-mon[89364]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 772 KiB/s rd, 3.7 KiB/s wr, 1.04k op/s 2024-04-13T08:37:13.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:12 smithi003 ceph-mon[89364]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-13T08:37:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:12 smithi066 ceph-mon[84331]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 772 KiB/s rd, 3.7 KiB/s wr, 1.04k op/s 2024-04-13T08:37:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:12 smithi066 ceph-mon[84331]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-13T08:37:14.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:13 smithi003 ceph-mon[89364]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-13T08:37:14.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:13 smithi003 ceph-mon[91733]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-13T08:37:14.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:13 smithi066 ceph-mon[84331]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-13T08:37:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:37:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:37:14] "GET /metrics HTTP/1.1" 200 36715 "" "Prometheus/2.43.0" 2024-04-13T08:37:15.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:14 smithi003 ceph-mon[91733]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 771 KiB/s rd, 3.0 KiB/s wr, 1.03k op/s 2024-04-13T08:37:15.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:14 smithi003 ceph-mon[91733]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-13T08:37:15.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:14 smithi003 ceph-mon[89364]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 771 KiB/s rd, 3.0 KiB/s wr, 1.03k op/s 2024-04-13T08:37:15.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:14 smithi003 ceph-mon[89364]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-13T08:37:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:14 smithi066 ceph-mon[84331]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 771 KiB/s rd, 3.0 KiB/s wr, 1.03k op/s 2024-04-13T08:37:15.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:14 smithi066 ceph-mon[84331]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-13T08:37:16.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:15 smithi003 ceph-mon[91733]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-13T08:37:16.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:15 smithi003 ceph-mon[89364]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-13T08:37:16.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:15 smithi066 ceph-mon[84331]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-13T08:37:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:16 smithi003 ceph-mon[91733]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 977 KiB/s rd, 3.2 KiB/s wr, 1.32k op/s 2024-04-13T08:37:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:16 smithi003 ceph-mon[91733]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-13T08:37:17.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:16 smithi003 ceph-mon[89364]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 977 KiB/s rd, 3.2 KiB/s wr, 1.32k op/s 2024-04-13T08:37:17.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:16 smithi003 ceph-mon[89364]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-13T08:37:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:16 smithi066 ceph-mon[84331]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 977 KiB/s rd, 3.2 KiB/s wr, 1.32k op/s 2024-04-13T08:37:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:16 smithi066 ceph-mon[84331]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-13T08:37:18.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:17 smithi003 ceph-mon[89364]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-13T08:37:18.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:17 smithi003 ceph-mon[91733]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-13T08:37:18.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:17 smithi066 ceph-mon[84331]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-13T08:37:19.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:18 smithi003 ceph-mon[91733]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 981 KiB/s rd, 3.2 KiB/s wr, 1.33k op/s 2024-04-13T08:37:19.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:18 smithi003 ceph-mon[91733]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-13T08:37:19.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:18 smithi003 ceph-mon[89364]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 981 KiB/s rd, 3.2 KiB/s wr, 1.33k op/s 2024-04-13T08:37:19.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:18 smithi003 ceph-mon[89364]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-13T08:37:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:18 smithi066 ceph-mon[84331]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 981 KiB/s rd, 3.2 KiB/s wr, 1.33k op/s 2024-04-13T08:37:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:18 smithi066 ceph-mon[84331]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-13T08:37:20.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:19 smithi003 ceph-mon[89364]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-13T08:37:20.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:19 smithi003 ceph-mon[91733]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-13T08:37:20.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:19 smithi066 ceph-mon[84331]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-13T08:37:21.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:20 smithi003 ceph-mon[89364]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-13T08:37:21.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:20 smithi003 ceph-mon[89364]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-13T08:37:21.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:20 smithi003 ceph-mon[91733]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-13T08:37:21.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:20 smithi003 ceph-mon[91733]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-13T08:37:21.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:20 smithi066 ceph-mon[84331]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-13T08:37:21.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:20 smithi066 ceph-mon[84331]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-13T08:37:22.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:21 smithi003 ceph-mon[89364]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-13T08:37:22.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:21 smithi003 ceph-mon[91733]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-13T08:37:22.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:21 smithi066 ceph-mon[84331]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-13T08:37:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:37:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:37:23.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:22 smithi003 ceph-mon[89364]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1019 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-04-13T08:37:23.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:22 smithi003 ceph-mon[89364]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-13T08:37:23.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:22 smithi003 ceph-mon[91733]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1019 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-04-13T08:37:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:22 smithi003 ceph-mon[91733]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-13T08:37:23.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:23.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:22 smithi066 ceph-mon[84331]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1019 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-04-13T08:37:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:22 smithi066 ceph-mon[84331]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-13T08:37:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:24.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:23 smithi066 ceph-mon[84331]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-13T08:37:24.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:23 smithi003 ceph-mon[89364]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-13T08:37:24.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:23 smithi003 ceph-mon[91733]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-13T08:37:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:37:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:37:24] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-13T08:37:25.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:24 smithi003 ceph-mon[89364]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1018 KiB/s rd, 2.7 KiB/s wr, 1.37k op/s 2024-04-13T08:37:25.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:24 smithi003 ceph-mon[89364]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-13T08:37:25.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:24 smithi003 ceph-mon[91733]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1018 KiB/s rd, 2.7 KiB/s wr, 1.37k op/s 2024-04-13T08:37:25.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:24 smithi003 ceph-mon[91733]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-13T08:37:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:24 smithi066 ceph-mon[84331]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1018 KiB/s rd, 2.7 KiB/s wr, 1.37k op/s 2024-04-13T08:37:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:24 smithi066 ceph-mon[84331]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-13T08:37:26.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:25 smithi003 ceph-mon[89364]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-13T08:37:26.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:25 smithi003 ceph-mon[91733]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-13T08:37:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:25 smithi066 ceph-mon[84331]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-13T08:37:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:26 smithi003 ceph-mon[91733]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.41k op/s 2024-04-13T08:37:27.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:26 smithi003 ceph-mon[91733]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-13T08:37:27.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:26 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:37:27.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:26 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:37:27.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:26 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:37:27.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:26 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:37:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:26 smithi003 ceph-mon[89364]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.41k op/s 2024-04-13T08:37:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:26 smithi003 ceph-mon[89364]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-13T08:37:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:26 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:37:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:26 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:37:27.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:26 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:37:27.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:26 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:37:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:26 smithi066 ceph-mon[84331]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.41k op/s 2024-04-13T08:37:27.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:26 smithi066 ceph-mon[84331]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-13T08:37:27.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:26 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:37:27.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:26 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:37:27.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:26 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:37:27.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:26 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:37:28.302 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:27 smithi066 ceph-mon[84331]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-13T08:37:28.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:27 smithi003 ceph-mon[89364]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-13T08:37:28.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:27 smithi003 ceph-mon[91733]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-13T08:37:29.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:28 smithi003 ceph-mon[89364]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.42k op/s 2024-04-13T08:37:29.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:28 smithi003 ceph-mon[89364]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-13T08:37:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:28 smithi003 ceph-mon[91733]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.42k op/s 2024-04-13T08:37:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:28 smithi003 ceph-mon[91733]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-13T08:37:29.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:28 smithi066 ceph-mon[84331]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.42k op/s 2024-04-13T08:37:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:28 smithi066 ceph-mon[84331]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-13T08:37:30.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:29 smithi003 ceph-mon[89364]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-13T08:37:30.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:29 smithi003 ceph-mon[91733]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-13T08:37:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:29 smithi066 ceph-mon[84331]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-13T08:37:31.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:30 smithi003 ceph-mon[91733]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-13T08:37:31.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:30 smithi003 ceph-mon[91733]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-13T08:37:31.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:30 smithi003 ceph-mon[89364]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-13T08:37:31.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:30 smithi003 ceph-mon[89364]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-13T08:37:31.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:30 smithi066 ceph-mon[84331]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-13T08:37:31.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:30 smithi066 ceph-mon[84331]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-13T08:37:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:31 smithi066 ceph-mon[84331]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-13T08:37:32.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:31 smithi003 ceph-mon[91733]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-13T08:37:32.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:31 smithi003 ceph-mon[89364]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-13T08:37:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:37:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:37:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:37:33.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:32 smithi003 ceph-mon[91733]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.46k op/s 2024-04-13T08:37:33.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:32 smithi003 ceph-mon[91733]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-13T08:37:33.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:32 smithi003 ceph-mon[89364]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.46k op/s 2024-04-13T08:37:33.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:32 smithi003 ceph-mon[89364]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-13T08:37:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:32 smithi066 ceph-mon[84331]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.46k op/s 2024-04-13T08:37:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:32 smithi066 ceph-mon[84331]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-13T08:37:34.285 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:37:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:37:34] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-13T08:37:34.285 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:33 smithi003 ceph-mon[91733]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-13T08:37:34.285 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:33 smithi003 ceph-mon[91733]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.46k op/s 2024-04-13T08:37:34.285 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:33 smithi003 ceph-mon[89364]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-13T08:37:34.286 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:33 smithi003 ceph-mon[89364]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.46k op/s 2024-04-13T08:37:34.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:33 smithi066 ceph-mon[84331]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-13T08:37:34.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:33 smithi066 ceph-mon[84331]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.46k op/s 2024-04-13T08:37:35.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:34 smithi003 ceph-mon[91733]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-13T08:37:35.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:34 smithi003 ceph-mon[89364]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-13T08:37:35.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:34 smithi066 ceph-mon[84331]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-13T08:37:36.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:35 smithi003 ceph-mon[91733]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-13T08:37:36.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:35 smithi003 ceph-mon[91733]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-04-13T08:37:36.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:35 smithi003 ceph-mon[89364]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-13T08:37:36.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:35 smithi003 ceph-mon[89364]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-04-13T08:37:36.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:35 smithi066 ceph-mon[84331]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-13T08:37:36.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:35 smithi066 ceph-mon[84331]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-04-13T08:37:37.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:36 smithi003 ceph-mon[91733]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-13T08:37:37.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:36 smithi003 ceph-mon[89364]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-13T08:37:37.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:36 smithi066 ceph-mon[84331]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-13T08:37:38.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:38 smithi003 ceph-mon[91733]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-13T08:37:38.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:38.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:38 smithi003 ceph-mon[91733]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-04-13T08:37:38.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:38 smithi003 ceph-mon[89364]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-13T08:37:38.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:38.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:38 smithi003 ceph-mon[89364]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-04-13T08:37:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:38 smithi066 ceph-mon[84331]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-13T08:37:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:38 smithi066 ceph-mon[84331]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-04-13T08:37:39.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:39 smithi003 ceph-mon[89364]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-13T08:37:39.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:39 smithi003 ceph-mon[91733]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-13T08:37:39.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:39 smithi066 ceph-mon[84331]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-13T08:37:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:40 smithi003 ceph-mon[91733]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-13T08:37:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:40 smithi003 ceph-mon[91733]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-13T08:37:40.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:40 smithi003 ceph-mon[89364]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-13T08:37:40.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:40 smithi003 ceph-mon[89364]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-13T08:37:40.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:40 smithi066 ceph-mon[84331]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-13T08:37:40.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:40 smithi066 ceph-mon[84331]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-13T08:37:41.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:41 smithi003 ceph-mon[91733]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-13T08:37:41.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:41 smithi003 ceph-mon[89364]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-13T08:37:41.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:41 smithi066 ceph-mon[84331]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-13T08:37:42.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:42 smithi066 ceph-mon[84331]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-13T08:37:42.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:42 smithi066 ceph-mon[84331]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.55k op/s 2024-04-13T08:37:42.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:42 smithi003 ceph-mon[89364]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-13T08:37:42.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:42 smithi003 ceph-mon[89364]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.55k op/s 2024-04-13T08:37:42.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:42 smithi003 ceph-mon[91733]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-13T08:37:42.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:42 smithi003 ceph-mon[91733]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.55k op/s 2024-04-13T08:37:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:37:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:37:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:37:43.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:43 smithi003 ceph-mon[91733]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-13T08:37:43.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:43 smithi003 ceph-mon[89364]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-13T08:37:43.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:43 smithi066 ceph-mon[84331]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-13T08:37:44.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:44 smithi003 ceph-mon[91733]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-13T08:37:44.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:44 smithi003 ceph-mon[91733]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.55k op/s 2024-04-13T08:37:44.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:44 smithi003 ceph-mon[89364]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-13T08:37:44.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:44 smithi003 ceph-mon[89364]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.55k op/s 2024-04-13T08:37:44.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:37:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:37:44] "GET /metrics HTTP/1.1" 200 36718 "" "Prometheus/2.43.0" 2024-04-13T08:37:44.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:44 smithi066 ceph-mon[84331]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-13T08:37:44.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:44 smithi066 ceph-mon[84331]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.55k op/s 2024-04-13T08:37:45.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:45 smithi003 ceph-mon[91733]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-13T08:37:45.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:45 smithi003 ceph-mon[89364]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-13T08:37:45.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:45 smithi066 ceph-mon[84331]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-13T08:37:46.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:46 smithi003 ceph-mon[91733]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-13T08:37:46.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:46 smithi003 ceph-mon[91733]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.59k op/s 2024-04-13T08:37:46.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:46 smithi003 ceph-mon[89364]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-13T08:37:46.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:46 smithi003 ceph-mon[89364]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.59k op/s 2024-04-13T08:37:46.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:46 smithi066 ceph-mon[84331]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-13T08:37:46.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:46 smithi066 ceph-mon[84331]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.59k op/s 2024-04-13T08:37:47.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:47 smithi003 ceph-mon[91733]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-13T08:37:47.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:47 smithi003 ceph-mon[89364]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-13T08:37:47.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:47 smithi066 ceph-mon[84331]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-13T08:37:48.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:48 smithi003 ceph-mon[91733]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-13T08:37:48.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:48 smithi003 ceph-mon[91733]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.59k op/s 2024-04-13T08:37:48.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:48 smithi003 ceph-mon[89364]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-13T08:37:48.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:48 smithi003 ceph-mon[89364]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.59k op/s 2024-04-13T08:37:48.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:48 smithi066 ceph-mon[84331]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-13T08:37:48.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:48 smithi066 ceph-mon[84331]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.59k op/s 2024-04-13T08:37:49.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:49 smithi003 ceph-mon[91733]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-13T08:37:49.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:49 smithi003 ceph-mon[89364]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-13T08:37:49.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:49 smithi066 ceph-mon[84331]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-13T08:37:50.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:50 smithi003 ceph-mon[91733]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-13T08:37:50.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:50 smithi003 ceph-mon[91733]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-13T08:37:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:50 smithi003 ceph-mon[89364]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-13T08:37:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:50 smithi003 ceph-mon[89364]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-13T08:37:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:50 smithi066 ceph-mon[84331]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-13T08:37:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:50 smithi066 ceph-mon[84331]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-13T08:37:51.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:51 smithi003 ceph-mon[91733]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-13T08:37:51.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:51 smithi003 ceph-mon[89364]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-13T08:37:51.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:51 smithi066 ceph-mon[84331]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-13T08:37:52.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:52 smithi003 ceph-mon[89364]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-13T08:37:52.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:52 smithi003 ceph-mon[89364]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.64k op/s 2024-04-13T08:37:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:52 smithi003 ceph-mon[91733]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-13T08:37:52.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:52 smithi003 ceph-mon[91733]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.64k op/s 2024-04-13T08:37:52.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:52 smithi066 ceph-mon[84331]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-13T08:37:52.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:52 smithi066 ceph-mon[84331]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.64k op/s 2024-04-13T08:37:52.401 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:37:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:37:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:37:53.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:53 smithi003 ceph-mon[91733]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-13T08:37:53.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:53 smithi003 ceph-mon[89364]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-13T08:37:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:53 smithi066 ceph-mon[84331]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-13T08:37:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:37:54.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:54 smithi003 ceph-mon[91733]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-13T08:37:54.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:54 smithi003 ceph-mon[91733]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.64k op/s 2024-04-13T08:37:54.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:54 smithi003 ceph-mon[89364]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-13T08:37:54.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:54 smithi003 ceph-mon[89364]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.64k op/s 2024-04-13T08:37:54.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:37:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:37:54] "GET /metrics HTTP/1.1" 200 36718 "" "Prometheus/2.43.0" 2024-04-13T08:37:54.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:54 smithi066 ceph-mon[84331]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-13T08:37:54.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:54 smithi066 ceph-mon[84331]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.64k op/s 2024-04-13T08:37:55.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:55 smithi003 ceph-mon[91733]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-13T08:37:55.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:55 smithi003 ceph-mon[89364]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-13T08:37:55.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:55 smithi066 ceph-mon[84331]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-13T08:37:56.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:56 smithi003 ceph-mon[91733]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-13T08:37:56.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:56 smithi003 ceph-mon[91733]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2024-04-13T08:37:56.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:56 smithi003 ceph-mon[89364]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-13T08:37:56.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:56 smithi003 ceph-mon[89364]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2024-04-13T08:37:56.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:56 smithi066 ceph-mon[84331]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-13T08:37:56.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:56 smithi066 ceph-mon[84331]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2024-04-13T08:37:57.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:57 smithi003 ceph-mon[89364]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-13T08:37:57.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:57 smithi003 ceph-mon[91733]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-13T08:37:57.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:57 smithi066 ceph-mon[84331]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-13T08:37:58.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:58 smithi003 ceph-mon[91733]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-13T08:37:58.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:58 smithi003 ceph-mon[91733]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2024-04-13T08:37:58.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:58 smithi003 ceph-mon[89364]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-13T08:37:58.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:58 smithi003 ceph-mon[89364]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2024-04-13T08:37:58.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:58 smithi066 ceph-mon[84331]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-13T08:37:58.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:58 smithi066 ceph-mon[84331]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2024-04-13T08:37:59.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:37:59 smithi003 ceph-mon[91733]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-13T08:37:59.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:37:59 smithi003 ceph-mon[89364]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-13T08:37:59.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:37:59 smithi066 ceph-mon[84331]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-13T08:38:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:00 smithi066 ceph-mon[84331]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-13T08:38:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:00 smithi066 ceph-mon[84331]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-13T08:38:00.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:00 smithi003 ceph-mon[91733]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-13T08:38:00.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:00 smithi003 ceph-mon[91733]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-13T08:38:00.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:00 smithi003 ceph-mon[89364]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-13T08:38:00.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:00 smithi003 ceph-mon[89364]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-13T08:38:01.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:01 smithi066 ceph-mon[84331]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-13T08:38:01.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:01 smithi003 ceph-mon[91733]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-13T08:38:01.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:01 smithi003 ceph-mon[89364]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-13T08:38:02.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:02 smithi003 ceph-mon[91733]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-13T08:38:02.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:02 smithi003 ceph-mon[91733]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-04-13T08:38:02.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:02 smithi003 ceph-mon[89364]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-13T08:38:02.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:02 smithi003 ceph-mon[89364]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-04-13T08:38:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:02 smithi066 ceph-mon[84331]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-13T08:38:02.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:02 smithi066 ceph-mon[84331]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-04-13T08:38:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:38:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:38:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:38:03.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:03 smithi003 ceph-mon[91733]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-13T08:38:03.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:03 smithi003 ceph-mon[89364]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-13T08:38:03.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:03 smithi066 ceph-mon[84331]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-13T08:38:04.536 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:04 smithi003 ceph-mon[91733]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-13T08:38:04.536 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:04 smithi003 ceph-mon[91733]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 KiB/s wr, 1.72k op/s 2024-04-13T08:38:04.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:04 smithi003 ceph-mon[89364]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-13T08:38:04.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:04 smithi003 ceph-mon[89364]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 KiB/s wr, 1.72k op/s 2024-04-13T08:38:04.536 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:38:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:38:04] "GET /metrics HTTP/1.1" 200 36718 "" "Prometheus/2.43.0" 2024-04-13T08:38:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:04 smithi066 ceph-mon[84331]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-13T08:38:04.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:04 smithi066 ceph-mon[84331]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 KiB/s wr, 1.72k op/s 2024-04-13T08:38:05.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:05 smithi003 ceph-mon[91733]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-13T08:38:05.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:05 smithi003 ceph-mon[89364]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-13T08:38:05.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:05 smithi066 ceph-mon[84331]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-13T08:38:06.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:06 smithi003 ceph-mon[91733]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-13T08:38:06.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:06 smithi003 ceph-mon[91733]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2024-04-13T08:38:06.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:06 smithi003 ceph-mon[89364]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-13T08:38:06.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:06 smithi003 ceph-mon[89364]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2024-04-13T08:38:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:06 smithi066 ceph-mon[84331]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-13T08:38:06.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:06 smithi066 ceph-mon[84331]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2024-04-13T08:38:07.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:07 smithi003 ceph-mon[91733]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-13T08:38:07.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:07 smithi003 ceph-mon[89364]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-13T08:38:07.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:07 smithi066 ceph-mon[84331]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-13T08:38:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:08 smithi003 ceph-mon[91733]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-13T08:38:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:08.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:08 smithi003 ceph-mon[91733]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.77k op/s 2024-04-13T08:38:08.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:08 smithi003 ceph-mon[89364]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-13T08:38:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:08.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:08 smithi003 ceph-mon[89364]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.77k op/s 2024-04-13T08:38:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:08 smithi066 ceph-mon[84331]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-13T08:38:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:08.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:08 smithi066 ceph-mon[84331]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.77k op/s 2024-04-13T08:38:09.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:09 smithi003 ceph-mon[91733]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-13T08:38:09.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:09 smithi003 ceph-mon[89364]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-13T08:38:09.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:09 smithi066 ceph-mon[84331]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-13T08:38:10.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:10 smithi003 ceph-mon[91733]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-13T08:38:10.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:10 smithi003 ceph-mon[91733]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-13T08:38:10.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:10 smithi003 ceph-mon[89364]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-13T08:38:10.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:10 smithi003 ceph-mon[89364]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-13T08:38:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:10 smithi066 ceph-mon[84331]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-13T08:38:10.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:10 smithi066 ceph-mon[84331]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-13T08:38:11.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:11 smithi003 ceph-mon[91733]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-13T08:38:11.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:11 smithi003 ceph-mon[89364]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-13T08:38:11.650 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:11 smithi066 ceph-mon[84331]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-13T08:38:12.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:12 smithi003 ceph-mon[91733]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-13T08:38:12.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:12 smithi003 ceph-mon[91733]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-04-13T08:38:12.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:12 smithi003 ceph-mon[89364]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-13T08:38:12.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:12 smithi003 ceph-mon[89364]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-04-13T08:38:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:38:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:38:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:38:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:12 smithi066 ceph-mon[84331]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-13T08:38:12.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:12 smithi066 ceph-mon[84331]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-04-13T08:38:13.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:13 smithi003 ceph-mon[91733]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-13T08:38:13.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:13 smithi003 ceph-mon[89364]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-13T08:38:13.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:13 smithi066 ceph-mon[84331]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-13T08:38:14.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:14 smithi003 ceph-mon[91733]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-13T08:38:14.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:14 smithi003 ceph-mon[91733]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.78k op/s 2024-04-13T08:38:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:14 smithi003 ceph-mon[89364]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-13T08:38:14.635 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:14 smithi003 ceph-mon[89364]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.78k op/s 2024-04-13T08:38:14.635 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:38:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:38:14] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-13T08:38:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:14 smithi066 ceph-mon[84331]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-13T08:38:14.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:14 smithi066 ceph-mon[84331]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.78k op/s 2024-04-13T08:38:15.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:15 smithi003 ceph-mon[91733]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-13T08:38:15.634 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:15 smithi003 ceph-mon[91733]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-13T08:38:15.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:15 smithi003 ceph-mon[89364]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-13T08:38:15.634 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:15 smithi003 ceph-mon[89364]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-13T08:38:15.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:15 smithi066 ceph-mon[84331]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-13T08:38:15.651 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:15 smithi066 ceph-mon[84331]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-13T08:38:17.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:16 smithi003 ceph-mon[89364]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-04-13T08:38:17.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:16 smithi003 ceph-mon[89364]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-13T08:38:17.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:16 smithi003 ceph-mon[91733]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-04-13T08:38:17.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:16 smithi003 ceph-mon[91733]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-13T08:38:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:16 smithi066 ceph-mon[84331]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-04-13T08:38:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:16 smithi066 ceph-mon[84331]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-13T08:38:18.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:17 smithi066 ceph-mon[84331]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-13T08:38:18.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:17 smithi003 ceph-mon[91733]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-13T08:38:18.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:17 smithi003 ceph-mon[89364]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-13T08:38:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:18 smithi066 ceph-mon[84331]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-04-13T08:38:19.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:18 smithi066 ceph-mon[84331]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-13T08:38:19.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:18 smithi003 ceph-mon[89364]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-04-13T08:38:19.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:18 smithi003 ceph-mon[89364]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-13T08:38:19.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:18 smithi003 ceph-mon[91733]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-04-13T08:38:19.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:18 smithi003 ceph-mon[91733]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-13T08:38:20.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:19 smithi066 ceph-mon[84331]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-13T08:38:20.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:19 smithi066 ceph-mon[84331]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-13T08:38:20.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:19 smithi003 ceph-mon[89364]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-13T08:38:20.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:19 smithi003 ceph-mon[89364]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-13T08:38:20.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:19 smithi003 ceph-mon[91733]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-13T08:38:20.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:19 smithi003 ceph-mon[91733]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-13T08:38:21.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:20 smithi003 ceph-mon[89364]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T08:38:21.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:20 smithi003 ceph-mon[91733]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T08:38:21.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:20 smithi066 ceph-mon[84331]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T08:38:22.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:21 smithi066 ceph-mon[84331]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-13T08:38:22.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:21 smithi003 ceph-mon[89364]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-13T08:38:22.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:21 smithi003 ceph-mon[91733]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-13T08:38:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:38:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:38:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:22 smithi003 ceph-mon[89364]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-13T08:38:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:22 smithi003 ceph-mon[89364]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-13T08:38:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:22 smithi003 ceph-mon[91733]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-13T08:38:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:22 smithi003 ceph-mon[91733]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-13T08:38:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:22 smithi066 ceph-mon[84331]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-13T08:38:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:22 smithi066 ceph-mon[84331]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-13T08:38:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:24.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:23 smithi003 ceph-mon[91733]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-13T08:38:24.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:23 smithi003 ceph-mon[89364]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-13T08:38:24.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:23 smithi066 ceph-mon[84331]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-13T08:38:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:38:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:38:24] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-04-13T08:38:25.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:24 smithi003 ceph-mon[89364]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-13T08:38:25.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:24 smithi003 ceph-mon[89364]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-13T08:38:25.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:24 smithi003 ceph-mon[89364]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-13T08:38:25.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:24 smithi003 ceph-mon[91733]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-13T08:38:25.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:24 smithi003 ceph-mon[91733]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-13T08:38:25.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:24 smithi003 ceph-mon[91733]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-13T08:38:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:24 smithi066 ceph-mon[84331]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-13T08:38:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:24 smithi066 ceph-mon[84331]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-13T08:38:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:24 smithi066 ceph-mon[84331]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-13T08:38:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:26 smithi003 ceph-mon[91733]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-13T08:38:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:26 smithi003 ceph-mon[91733]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-13T08:38:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:26 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:38:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:26 smithi003 ceph-mon[89364]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-13T08:38:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:26 smithi003 ceph-mon[89364]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-13T08:38:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:26 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:38:27.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:26 smithi066 ceph-mon[84331]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-13T08:38:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:26 smithi066 ceph-mon[84331]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-13T08:38:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:26 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:38:28.301 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:27 smithi066 ceph-mon[84331]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-13T08:38:28.301 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:27 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:38:28.301 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:27 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:38:28.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:27 smithi003 ceph-mon[91733]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-13T08:38:28.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:27 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:38:28.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:27 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:38:28.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:27 smithi003 ceph-mon[89364]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-13T08:38:28.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:27 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:38:28.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:27 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:38:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:28 smithi003 ceph-mon[91733]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-13T08:38:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:28 smithi003 ceph-mon[91733]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-13T08:38:29.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:28 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:38:29.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:28 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:38:29.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:28 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:38:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:28 smithi003 ceph-mon[89364]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-13T08:38:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:28 smithi003 ceph-mon[89364]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-13T08:38:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:28 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:38:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:28 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:38:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:28 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:38:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:28 smithi066 ceph-mon[84331]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-13T08:38:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:28 smithi066 ceph-mon[84331]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-13T08:38:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:28 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:38:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:28 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:38:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:28 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:38:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:29 smithi003 ceph-mon[91733]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-13T08:38:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:29 smithi003 ceph-mon[91733]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-13T08:38:30.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:29 smithi003 ceph-mon[89364]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-13T08:38:30.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:29 smithi003 ceph-mon[89364]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-13T08:38:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:29 smithi066 ceph-mon[84331]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-13T08:38:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:29 smithi066 ceph-mon[84331]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-13T08:38:31.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:30 smithi003 ceph-mon[91733]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T08:38:31.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:30 smithi003 ceph-mon[91733]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-13T08:38:31.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:30 smithi003 ceph-mon[89364]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T08:38:31.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:30 smithi003 ceph-mon[89364]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-13T08:38:31.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:30 smithi066 ceph-mon[84331]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T08:38:31.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:30 smithi066 ceph-mon[84331]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-13T08:38:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:38:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:38:33.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:32 smithi003 ceph-mon[91733]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-04-13T08:38:33.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:32 smithi003 ceph-mon[91733]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-13T08:38:33.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:32 smithi003 ceph-mon[89364]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-04-13T08:38:33.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:32 smithi003 ceph-mon[89364]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-13T08:38:33.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:32 smithi066 ceph-mon[84331]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-04-13T08:38:33.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:32 smithi066 ceph-mon[84331]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-13T08:38:34.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:33 smithi066 ceph-mon[84331]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-13T08:38:34.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:33 smithi003 ceph-mon[91733]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-13T08:38:34.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:33 smithi003 ceph-mon[89364]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-13T08:38:34.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:38:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:38:34] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-04-13T08:38:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:34 smithi066 ceph-mon[84331]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-13T08:38:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:34 smithi066 ceph-mon[84331]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-13T08:38:35.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:34 smithi066 ceph-mon[84331]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-13T08:38:35.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:34 smithi003 ceph-mon[91733]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-13T08:38:35.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:34 smithi003 ceph-mon[91733]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-13T08:38:35.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:34 smithi003 ceph-mon[91733]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-13T08:38:35.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:34 smithi003 ceph-mon[89364]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-13T08:38:35.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:34 smithi003 ceph-mon[89364]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-13T08:38:35.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:34 smithi003 ceph-mon[89364]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-13T08:38:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:36 smithi066 ceph-mon[84331]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-13T08:38:37.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:36 smithi066 ceph-mon[84331]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-13T08:38:37.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:36 smithi003 ceph-mon[89364]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-13T08:38:37.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:36 smithi003 ceph-mon[89364]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-13T08:38:37.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:36 smithi003 ceph-mon[91733]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-13T08:38:37.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:36 smithi003 ceph-mon[91733]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-13T08:38:38.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:37 smithi003 ceph-mon[91733]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-13T08:38:38.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:38.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:37 smithi003 ceph-mon[89364]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-13T08:38:38.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:37 smithi066 ceph-mon[84331]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-13T08:38:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:39.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:38 smithi003 ceph-mon[91733]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-13T08:38:39.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:38 smithi003 ceph-mon[91733]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-13T08:38:39.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:38 smithi003 ceph-mon[89364]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-13T08:38:39.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:38 smithi003 ceph-mon[89364]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-13T08:38:39.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:38 smithi066 ceph-mon[84331]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-13T08:38:39.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:38 smithi066 ceph-mon[84331]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-13T08:38:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:39 smithi003 ceph-mon[91733]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-13T08:38:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:39 smithi003 ceph-mon[91733]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-13T08:38:40.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:39 smithi003 ceph-mon[89364]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-13T08:38:40.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:39 smithi003 ceph-mon[89364]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-13T08:38:40.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:39 smithi066 ceph-mon[84331]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-13T08:38:40.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:39 smithi066 ceph-mon[84331]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-13T08:38:41.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:40 smithi003 ceph-mon[91733]: pgmap v4737: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T08:38:41.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:40 smithi003 ceph-mon[89364]: pgmap v4737: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T08:38:41.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:40 smithi066 ceph-mon[84331]: pgmap v4737: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T08:38:42.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:41 smithi066 ceph-mon[84331]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-13T08:38:42.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:41 smithi003 ceph-mon[89364]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-13T08:38:42.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:41 smithi003 ceph-mon[91733]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-13T08:38:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:38:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:38:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:38:43.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:42 smithi003 ceph-mon[89364]: pgmap v4740: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-13T08:38:43.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:42 smithi003 ceph-mon[89364]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-13T08:38:43.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:42 smithi003 ceph-mon[91733]: pgmap v4740: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-13T08:38:43.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:42 smithi003 ceph-mon[91733]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-13T08:38:43.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:42 smithi066 ceph-mon[84331]: pgmap v4740: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-13T08:38:43.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:42 smithi066 ceph-mon[84331]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-13T08:38:44.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:43 smithi003 ceph-mon[89364]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-13T08:38:44.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:43 smithi003 ceph-mon[91733]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-13T08:38:44.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:43 smithi066 ceph-mon[84331]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-13T08:38:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:38:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:38:44] "GET /metrics HTTP/1.1" 200 36719 "" "Prometheus/2.43.0" 2024-04-13T08:38:45.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:44 smithi003 ceph-mon[89364]: pgmap v4743: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-13T08:38:45.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:44 smithi003 ceph-mon[89364]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-13T08:38:45.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:44 smithi003 ceph-mon[89364]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-13T08:38:45.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:44 smithi003 ceph-mon[91733]: pgmap v4743: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-13T08:38:45.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:44 smithi003 ceph-mon[91733]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-13T08:38:45.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:44 smithi003 ceph-mon[91733]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-13T08:38:45.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:44 smithi066 ceph-mon[84331]: pgmap v4743: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-13T08:38:45.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:44 smithi066 ceph-mon[84331]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-13T08:38:45.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:44 smithi066 ceph-mon[84331]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-13T08:38:47.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:46 smithi003 ceph-mon[89364]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-13T08:38:47.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:46 smithi003 ceph-mon[89364]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-13T08:38:47.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:46 smithi003 ceph-mon[91733]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-13T08:38:47.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:46 smithi003 ceph-mon[91733]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-13T08:38:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:46 smithi066 ceph-mon[84331]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-13T08:38:47.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:46 smithi066 ceph-mon[84331]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-13T08:38:48.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:47 smithi066 ceph-mon[84331]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-13T08:38:48.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:47 smithi003 ceph-mon[89364]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-13T08:38:48.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:47 smithi003 ceph-mon[91733]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-13T08:38:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:48 smithi066 ceph-mon[84331]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-13T08:38:49.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:48 smithi066 ceph-mon[84331]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-13T08:38:49.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:48 smithi003 ceph-mon[89364]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-13T08:38:49.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:48 smithi003 ceph-mon[89364]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-13T08:38:49.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:48 smithi003 ceph-mon[91733]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-13T08:38:49.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:48 smithi003 ceph-mon[91733]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-13T08:38:50.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:49 smithi003 ceph-mon[91733]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-13T08:38:50.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:49 smithi003 ceph-mon[91733]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-13T08:38:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:49 smithi003 ceph-mon[89364]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-13T08:38:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:49 smithi003 ceph-mon[89364]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-13T08:38:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:49 smithi066 ceph-mon[84331]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-13T08:38:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:49 smithi066 ceph-mon[84331]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-13T08:38:51.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:50 smithi003 ceph-mon[91733]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T08:38:51.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:50 smithi003 ceph-mon[89364]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T08:38:51.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:50 smithi066 ceph-mon[84331]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T08:38:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:51 smithi066 ceph-mon[84331]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-13T08:38:52.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:51 smithi003 ceph-mon[91733]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-13T08:38:52.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:51 smithi003 ceph-mon[89364]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-13T08:38:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:38:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:38:53.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:52 smithi003 ceph-mon[91733]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-13T08:38:53.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:52 smithi003 ceph-mon[91733]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-13T08:38:53.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:52 smithi003 ceph-mon[89364]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-13T08:38:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:52 smithi003 ceph-mon[89364]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-13T08:38:53.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:52 smithi066 ceph-mon[84331]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-13T08:38:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:52 smithi066 ceph-mon[84331]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-13T08:38:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:38:54.212 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:53 smithi003 ceph-mon[91733]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-13T08:38:54.212 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:53 smithi003 ceph-mon[89364]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-13T08:38:54.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:53 smithi066 ceph-mon[84331]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-13T08:38:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:38:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:38:54] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-04-13T08:38:55.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:54 smithi003 ceph-mon[91733]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-13T08:38:55.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:54 smithi003 ceph-mon[91733]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-13T08:38:55.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:54 smithi003 ceph-mon[91733]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-13T08:38:55.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:54 smithi003 ceph-mon[89364]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-13T08:38:55.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:54 smithi003 ceph-mon[89364]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-13T08:38:55.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:54 smithi003 ceph-mon[89364]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-13T08:38:55.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:54 smithi066 ceph-mon[84331]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-13T08:38:55.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:54 smithi066 ceph-mon[84331]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-13T08:38:55.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:54 smithi066 ceph-mon[84331]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-13T08:38:57.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:56 smithi003 ceph-mon[89364]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-13T08:38:57.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:56 smithi003 ceph-mon[89364]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-13T08:38:57.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:56 smithi003 ceph-mon[91733]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-13T08:38:57.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:56 smithi003 ceph-mon[91733]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-13T08:38:57.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:56 smithi066 ceph-mon[84331]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-13T08:38:57.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:56 smithi066 ceph-mon[84331]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-13T08:38:58.302 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:57 smithi066 ceph-mon[84331]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-13T08:38:58.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:57 smithi003 ceph-mon[91733]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-13T08:38:58.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:57 smithi003 ceph-mon[89364]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-13T08:38:59.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:58 smithi003 ceph-mon[89364]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-13T08:38:59.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:58 smithi003 ceph-mon[89364]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-13T08:38:59.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:58 smithi003 ceph-mon[91733]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-13T08:38:59.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:58 smithi003 ceph-mon[91733]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-13T08:38:59.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:58 smithi066 ceph-mon[84331]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-13T08:38:59.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:58 smithi066 ceph-mon[84331]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-13T08:39:00.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:59 smithi003 ceph-mon[89364]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-13T08:39:00.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:59 smithi003 ceph-mon[89364]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T08:39:00.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:38:59 smithi003 ceph-mon[89364]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-13T08:39:00.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:59 smithi003 ceph-mon[91733]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-13T08:39:00.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:59 smithi003 ceph-mon[91733]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T08:39:00.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:38:59 smithi003 ceph-mon[91733]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-13T08:39:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:59 smithi066 ceph-mon[84331]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-13T08:39:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:59 smithi066 ceph-mon[84331]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T08:39:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:38:59 smithi066 ceph-mon[84331]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-13T08:39:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:01 smithi066 ceph-mon[84331]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-13T08:39:02.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:01 smithi003 ceph-mon[89364]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-13T08:39:02.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:01 smithi003 ceph-mon[91733]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-13T08:39:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:39:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:39:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:02 smithi066 ceph-mon[84331]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-13T08:39:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:02 smithi066 ceph-mon[84331]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-13T08:39:03.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:02 smithi003 ceph-mon[89364]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-13T08:39:03.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:02 smithi003 ceph-mon[89364]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-13T08:39:03.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:02 smithi003 ceph-mon[91733]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-13T08:39:03.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:02 smithi003 ceph-mon[91733]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-13T08:39:04.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:03 smithi066 ceph-mon[84331]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-13T08:39:04.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:03 smithi003 ceph-mon[91733]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-13T08:39:04.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:03 smithi003 ceph-mon[89364]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-13T08:39:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:39:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:39:04] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-04-13T08:39:05.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:04 smithi003 ceph-mon[91733]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-13T08:39:05.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:04 smithi003 ceph-mon[91733]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-13T08:39:05.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:04 smithi003 ceph-mon[91733]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-13T08:39:05.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:04 smithi003 ceph-mon[89364]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-13T08:39:05.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:04 smithi003 ceph-mon[89364]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-13T08:39:05.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:04 smithi003 ceph-mon[89364]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-13T08:39:05.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:04 smithi066 ceph-mon[84331]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-13T08:39:05.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:04 smithi066 ceph-mon[84331]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-13T08:39:05.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:04 smithi066 ceph-mon[84331]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-13T08:39:07.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:06 smithi003 ceph-mon[89364]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-13T08:39:07.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:06 smithi003 ceph-mon[89364]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-13T08:39:07.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:06 smithi003 ceph-mon[91733]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-13T08:39:07.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:06 smithi003 ceph-mon[91733]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-13T08:39:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:06 smithi066 ceph-mon[84331]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-13T08:39:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:06 smithi066 ceph-mon[84331]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-13T08:39:08.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:07 smithi003 ceph-mon[89364]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-13T08:39:08.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:08.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:07 smithi003 ceph-mon[91733]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-13T08:39:08.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:07 smithi066 ceph-mon[84331]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-13T08:39:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:09.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:08 smithi003 ceph-mon[91733]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-13T08:39:09.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:08 smithi003 ceph-mon[91733]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-13T08:39:09.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:08 smithi003 ceph-mon[89364]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-13T08:39:09.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:08 smithi003 ceph-mon[89364]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-13T08:39:09.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:08 smithi066 ceph-mon[84331]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-13T08:39:09.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:08 smithi066 ceph-mon[84331]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-13T08:39:10.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:09 smithi003 ceph-mon[91733]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-13T08:39:10.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:09 smithi003 ceph-mon[91733]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-13T08:39:10.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:09 smithi003 ceph-mon[89364]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-13T08:39:10.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:09 smithi003 ceph-mon[89364]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-13T08:39:10.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:09 smithi066 ceph-mon[84331]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-13T08:39:10.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:09 smithi066 ceph-mon[84331]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-13T08:39:11.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:10 smithi003 ceph-mon[89364]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T08:39:11.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:10 smithi003 ceph-mon[91733]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T08:39:11.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:10 smithi066 ceph-mon[84331]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T08:39:12.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:11 smithi066 ceph-mon[84331]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-13T08:39:12.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:11 smithi003 ceph-mon[89364]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-13T08:39:12.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:11 smithi003 ceph-mon[91733]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-13T08:39:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:39:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:39:13.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:12 smithi003 ceph-mon[91733]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-13T08:39:13.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:12 smithi003 ceph-mon[91733]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-13T08:39:13.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:12 smithi003 ceph-mon[89364]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-13T08:39:13.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:12 smithi003 ceph-mon[89364]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-13T08:39:13.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:12 smithi066 ceph-mon[84331]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-13T08:39:13.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:12 smithi066 ceph-mon[84331]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-13T08:39:14.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:13 smithi003 ceph-mon[91733]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-13T08:39:14.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:13 smithi003 ceph-mon[89364]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-13T08:39:14.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:39:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:39:14] "GET /metrics HTTP/1.1" 200 36717 "" "Prometheus/2.43.0" 2024-04-13T08:39:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:13 smithi066 ceph-mon[84331]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-13T08:39:15.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:14 smithi003 ceph-mon[89364]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-13T08:39:15.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:14 smithi003 ceph-mon[89364]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-13T08:39:15.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:14 smithi003 ceph-mon[89364]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-13T08:39:15.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:14 smithi003 ceph-mon[91733]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-13T08:39:15.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:14 smithi003 ceph-mon[91733]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-13T08:39:15.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:14 smithi003 ceph-mon[91733]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-13T08:39:15.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:14 smithi066 ceph-mon[84331]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-13T08:39:15.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:14 smithi066 ceph-mon[84331]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-13T08:39:15.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:14 smithi066 ceph-mon[84331]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-13T08:39:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:16 smithi066 ceph-mon[84331]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-13T08:39:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:16 smithi066 ceph-mon[84331]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-13T08:39:17.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:16 smithi003 ceph-mon[91733]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-13T08:39:17.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:16 smithi003 ceph-mon[91733]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-13T08:39:17.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:16 smithi003 ceph-mon[89364]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-13T08:39:17.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:16 smithi003 ceph-mon[89364]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-13T08:39:18.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:17 smithi003 ceph-mon[91733]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-13T08:39:18.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:17 smithi003 ceph-mon[89364]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-13T08:39:18.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:17 smithi066 ceph-mon[84331]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-13T08:39:19.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:18 smithi003 ceph-mon[91733]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-13T08:39:19.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:18 smithi003 ceph-mon[91733]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-13T08:39:19.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:18 smithi003 ceph-mon[89364]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-13T08:39:19.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:18 smithi003 ceph-mon[89364]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-13T08:39:19.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:18 smithi066 ceph-mon[84331]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-13T08:39:19.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:18 smithi066 ceph-mon[84331]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-13T08:39:20.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:19 smithi003 ceph-mon[91733]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-13T08:39:20.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:19 smithi003 ceph-mon[91733]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-13T08:39:20.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:19 smithi003 ceph-mon[89364]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-13T08:39:20.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:19 smithi003 ceph-mon[89364]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-13T08:39:20.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:19 smithi066 ceph-mon[84331]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-13T08:39:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:19 smithi066 ceph-mon[84331]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-13T08:39:21.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:20 smithi003 ceph-mon[91733]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T08:39:21.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:20 smithi003 ceph-mon[89364]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T08:39:21.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:20 smithi066 ceph-mon[84331]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T08:39:22.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:21 smithi066 ceph-mon[84331]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-13T08:39:22.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:21 smithi003 ceph-mon[91733]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-13T08:39:22.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:21 smithi003 ceph-mon[89364]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-13T08:39:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:39:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:39:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:22 smithi003 ceph-mon[91733]: pgmap v4800: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-13T08:39:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:22 smithi003 ceph-mon[91733]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-13T08:39:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:22 smithi003 ceph-mon[89364]: pgmap v4800: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-13T08:39:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:22 smithi003 ceph-mon[89364]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-13T08:39:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:22 smithi066 ceph-mon[84331]: pgmap v4800: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-13T08:39:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:22 smithi066 ceph-mon[84331]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-13T08:39:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:24.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:23 smithi003 ceph-mon[89364]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-13T08:39:24.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:23 smithi003 ceph-mon[91733]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-13T08:39:24.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:23 smithi066 ceph-mon[84331]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-13T08:39:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:39:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:39:24] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-13T08:39:25.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:24 smithi003 ceph-mon[91733]: pgmap v4803: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-13T08:39:25.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:24 smithi003 ceph-mon[91733]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-13T08:39:25.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:24 smithi003 ceph-mon[91733]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-13T08:39:25.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:24 smithi003 ceph-mon[89364]: pgmap v4803: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-13T08:39:25.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:24 smithi003 ceph-mon[89364]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-13T08:39:25.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:24 smithi003 ceph-mon[89364]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-13T08:39:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:24 smithi066 ceph-mon[84331]: pgmap v4803: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-13T08:39:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:24 smithi066 ceph-mon[84331]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-13T08:39:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:24 smithi066 ceph-mon[84331]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-13T08:39:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:26 smithi066 ceph-mon[84331]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-13T08:39:27.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:26 smithi066 ceph-mon[84331]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-13T08:39:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:26 smithi003 ceph-mon[91733]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-13T08:39:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:26 smithi003 ceph-mon[91733]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-13T08:39:27.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:26 smithi003 ceph-mon[89364]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-13T08:39:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:26 smithi003 ceph-mon[89364]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-13T08:39:28.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:27 smithi003 ceph-mon[89364]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-13T08:39:28.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:27 smithi003 ceph-mon[91733]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-13T08:39:28.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:27 smithi066 ceph-mon[84331]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-13T08:39:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:28 smithi003 ceph-mon[91733]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-13T08:39:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:28 smithi003 ceph-mon[91733]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-13T08:39:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:28 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:39:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:28 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:39:29.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:28 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:39:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:28 smithi003 ceph-mon[89364]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-13T08:39:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:28 smithi003 ceph-mon[89364]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-13T08:39:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:28 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:39:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:28 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:39:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:28 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:39:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:28 smithi066 ceph-mon[84331]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-13T08:39:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:28 smithi066 ceph-mon[84331]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-13T08:39:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:28 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:39:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:28 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:39:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:28 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:39:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:29 smithi003 ceph-mon[91733]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-13T08:39:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:29 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:39:30.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:29 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:39:30.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:29 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:39:30.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:29 smithi003 ceph-mon[91733]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-13T08:39:30.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:29 smithi003 ceph-mon[89364]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-13T08:39:30.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:29 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:39:30.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:29 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:39:30.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:29 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:39:30.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:29 smithi003 ceph-mon[89364]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-13T08:39:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:29 smithi066 ceph-mon[84331]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-13T08:39:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:29 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:39:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:29 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:39:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:29 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:39:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:29 smithi066 ceph-mon[84331]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-13T08:39:31.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:30 smithi003 ceph-mon[91733]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T08:39:31.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:30 smithi003 ceph-mon[89364]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T08:39:31.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:30 smithi066 ceph-mon[84331]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T08:39:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:31 smithi066 ceph-mon[84331]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-13T08:39:32.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:31 smithi003 ceph-mon[91733]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-13T08:39:32.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:31 smithi003 ceph-mon[89364]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-13T08:39:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:39:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:39:33.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:32 smithi003 ceph-mon[91733]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-13T08:39:33.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:32 smithi003 ceph-mon[91733]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-13T08:39:33.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:32 smithi003 ceph-mon[89364]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-13T08:39:33.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:32 smithi003 ceph-mon[89364]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-13T08:39:33.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:32 smithi066 ceph-mon[84331]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-13T08:39:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:32 smithi066 ceph-mon[84331]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-13T08:39:34.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:33 smithi003 ceph-mon[91733]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-13T08:39:34.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:33 smithi003 ceph-mon[89364]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-13T08:39:34.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:33 smithi066 ceph-mon[84331]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-13T08:39:34.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:39:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:39:34] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-13T08:39:35.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:34 smithi003 ceph-mon[91733]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-13T08:39:35.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:34 smithi003 ceph-mon[91733]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-13T08:39:35.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:34 smithi003 ceph-mon[91733]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-13T08:39:35.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:34 smithi003 ceph-mon[89364]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-13T08:39:35.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:34 smithi003 ceph-mon[89364]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-13T08:39:35.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:34 smithi003 ceph-mon[89364]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-13T08:39:35.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:34 smithi066 ceph-mon[84331]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-13T08:39:35.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:34 smithi066 ceph-mon[84331]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-13T08:39:35.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:34 smithi066 ceph-mon[84331]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-13T08:39:37.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:36 smithi003 ceph-mon[91733]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-13T08:39:37.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:36 smithi003 ceph-mon[91733]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-13T08:39:37.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:36 smithi003 ceph-mon[89364]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-13T08:39:37.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:36 smithi003 ceph-mon[89364]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-13T08:39:37.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:36 smithi066 ceph-mon[84331]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-13T08:39:37.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:36 smithi066 ceph-mon[84331]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-13T08:39:38.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:37 smithi003 ceph-mon[89364]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-13T08:39:38.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:38.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:37 smithi003 ceph-mon[91733]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-13T08:39:38.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:37 smithi066 ceph-mon[84331]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-13T08:39:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:39.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:38 smithi003 ceph-mon[89364]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-13T08:39:39.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:38 smithi003 ceph-mon[89364]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-13T08:39:39.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:38 smithi003 ceph-mon[91733]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-13T08:39:39.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:38 smithi003 ceph-mon[91733]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-13T08:39:39.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:38 smithi066 ceph-mon[84331]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-13T08:39:39.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:38 smithi066 ceph-mon[84331]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-13T08:39:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:39 smithi003 ceph-mon[91733]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-13T08:39:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:39 smithi003 ceph-mon[91733]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-13T08:39:40.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:39 smithi003 ceph-mon[89364]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-13T08:39:40.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:39 smithi003 ceph-mon[89364]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-13T08:39:40.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:39 smithi066 ceph-mon[84331]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-13T08:39:40.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:39 smithi066 ceph-mon[84331]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-13T08:39:41.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:40 smithi003 ceph-mon[91733]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T08:39:41.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:40 smithi003 ceph-mon[91733]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-13T08:39:41.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:40 smithi003 ceph-mon[89364]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T08:39:41.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:40 smithi003 ceph-mon[89364]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-13T08:39:41.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:40 smithi066 ceph-mon[84331]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T08:39:41.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:40 smithi066 ceph-mon[84331]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-13T08:39:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:39:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:39:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:42 smithi066 ceph-mon[84331]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 995 op/s 2024-04-13T08:39:43.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:42 smithi066 ceph-mon[84331]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-13T08:39:43.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:42 smithi003 ceph-mon[91733]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 995 op/s 2024-04-13T08:39:43.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:42 smithi003 ceph-mon[91733]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-13T08:39:43.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:42 smithi003 ceph-mon[89364]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 995 op/s 2024-04-13T08:39:43.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:42 smithi003 ceph-mon[89364]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-13T08:39:44.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:43 smithi003 ceph-mon[89364]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-13T08:39:44.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:43 smithi003 ceph-mon[91733]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-13T08:39:44.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:43 smithi066 ceph-mon[84331]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-13T08:39:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:39:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:39:44] "GET /metrics HTTP/1.1" 200 36715 "" "Prometheus/2.43.0" 2024-04-13T08:39:45.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:44 smithi003 ceph-mon[91733]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 5.0 KiB/s wr, 988 op/s 2024-04-13T08:39:45.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:44 smithi003 ceph-mon[91733]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-13T08:39:45.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:44 smithi003 ceph-mon[91733]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-13T08:39:45.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:44 smithi003 ceph-mon[89364]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 5.0 KiB/s wr, 988 op/s 2024-04-13T08:39:45.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:44 smithi003 ceph-mon[89364]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-13T08:39:45.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:44 smithi003 ceph-mon[89364]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-13T08:39:45.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:44 smithi066 ceph-mon[84331]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 5.0 KiB/s wr, 988 op/s 2024-04-13T08:39:45.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:44 smithi066 ceph-mon[84331]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-13T08:39:45.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:44 smithi066 ceph-mon[84331]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-13T08:39:47.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:46 smithi003 ceph-mon[91733]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 5.0 KiB/s wr, 951 op/s 2024-04-13T08:39:47.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:46 smithi003 ceph-mon[91733]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-13T08:39:47.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:46 smithi003 ceph-mon[89364]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 5.0 KiB/s wr, 951 op/s 2024-04-13T08:39:47.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:46 smithi003 ceph-mon[89364]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-13T08:39:47.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:46 smithi066 ceph-mon[84331]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 5.0 KiB/s wr, 951 op/s 2024-04-13T08:39:47.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:46 smithi066 ceph-mon[84331]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-13T08:39:48.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:47 smithi003 ceph-mon[89364]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-13T08:39:48.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:47 smithi003 ceph-mon[91733]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-13T08:39:48.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:47 smithi066 ceph-mon[84331]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-13T08:39:49.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:48 smithi003 ceph-mon[89364]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 5.0 KiB/s wr, 951 op/s 2024-04-13T08:39:49.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:48 smithi003 ceph-mon[89364]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-13T08:39:49.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:48 smithi003 ceph-mon[91733]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 5.0 KiB/s wr, 951 op/s 2024-04-13T08:39:49.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:48 smithi003 ceph-mon[91733]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-13T08:39:49.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:48 smithi066 ceph-mon[84331]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 5.0 KiB/s wr, 951 op/s 2024-04-13T08:39:49.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:48 smithi066 ceph-mon[84331]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-13T08:39:50.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:49 smithi003 ceph-mon[91733]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-13T08:39:50.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:49 smithi003 ceph-mon[91733]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-13T08:39:50.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:49 smithi003 ceph-mon[89364]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-13T08:39:50.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:49 smithi003 ceph-mon[89364]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-13T08:39:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:49 smithi066 ceph-mon[84331]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-13T08:39:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:49 smithi066 ceph-mon[84331]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-13T08:39:51.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:50 smithi003 ceph-mon[91733]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T08:39:51.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:50 smithi003 ceph-mon[89364]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T08:39:51.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:50 smithi066 ceph-mon[84331]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T08:39:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:51 smithi066 ceph-mon[84331]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-13T08:39:52.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:51 smithi003 ceph-mon[89364]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-13T08:39:52.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:51 smithi003 ceph-mon[91733]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-13T08:39:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:39:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:39:53.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:52 smithi003 ceph-mon[91733]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-04-13T08:39:53.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:52 smithi003 ceph-mon[91733]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-13T08:39:53.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:52 smithi003 ceph-mon[89364]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-04-13T08:39:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:52 smithi003 ceph-mon[89364]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-13T08:39:53.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:52 smithi066 ceph-mon[84331]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-04-13T08:39:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:52 smithi066 ceph-mon[84331]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-13T08:39:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:39:54.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:53 smithi003 ceph-mon[91733]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-13T08:39:54.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:53 smithi003 ceph-mon[89364]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-13T08:39:54.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:39:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:39:54] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-13T08:39:54.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:53 smithi066 ceph-mon[84331]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-13T08:39:55.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:54 smithi003 ceph-mon[91733]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 666 KiB/s rd, 5.0 KiB/s wr, 899 op/s 2024-04-13T08:39:55.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:54 smithi003 ceph-mon[91733]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-13T08:39:55.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:54 smithi003 ceph-mon[91733]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-13T08:39:55.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:54 smithi003 ceph-mon[89364]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 666 KiB/s rd, 5.0 KiB/s wr, 899 op/s 2024-04-13T08:39:55.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:54 smithi003 ceph-mon[89364]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-13T08:39:55.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:54 smithi003 ceph-mon[89364]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-13T08:39:55.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:54 smithi066 ceph-mon[84331]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 666 KiB/s rd, 5.0 KiB/s wr, 899 op/s 2024-04-13T08:39:55.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:54 smithi066 ceph-mon[84331]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-13T08:39:55.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:54 smithi066 ceph-mon[84331]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-13T08:39:57.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:56 smithi003 ceph-mon[91733]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-04-13T08:39:57.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:56 smithi003 ceph-mon[91733]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-13T08:39:57.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:56 smithi003 ceph-mon[89364]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-04-13T08:39:57.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:56 smithi003 ceph-mon[89364]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-13T08:39:57.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:56 smithi066 ceph-mon[84331]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-04-13T08:39:57.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:56 smithi066 ceph-mon[84331]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-13T08:39:58.302 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:57 smithi066 ceph-mon[84331]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-13T08:39:58.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:57 smithi003 ceph-mon[91733]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-13T08:39:58.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:57 smithi003 ceph-mon[89364]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-13T08:39:59.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:58 smithi003 ceph-mon[91733]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-04-13T08:39:59.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:58 smithi003 ceph-mon[91733]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-13T08:39:59.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:58 smithi003 ceph-mon[89364]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-04-13T08:39:59.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:58 smithi003 ceph-mon[89364]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-13T08:39:59.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:58 smithi066 ceph-mon[84331]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-04-13T08:39:59.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:58 smithi066 ceph-mon[84331]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-13T08:40:00.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:59 smithi003 ceph-mon[91733]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-13T08:40:00.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:39:59 smithi003 ceph-mon[91733]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-13T08:40:00.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:59 smithi003 ceph-mon[89364]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-13T08:40:00.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:39:59 smithi003 ceph-mon[89364]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-13T08:40:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:59 smithi066 ceph-mon[84331]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-13T08:40:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:39:59 smithi066 ceph-mon[84331]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-13T08:40:01.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:00 smithi003 ceph-mon[91733]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T08:40:01.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:00 smithi003 ceph-mon[91733]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T08:40:01.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:00 smithi003 ceph-mon[89364]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T08:40:01.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:00 smithi003 ceph-mon[89364]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T08:40:01.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:00 smithi066 ceph-mon[84331]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T08:40:01.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:00 smithi066 ceph-mon[84331]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-13T08:40:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:01 smithi066 ceph-mon[84331]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-13T08:40:02.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:01 smithi003 ceph-mon[91733]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-13T08:40:02.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:01 smithi003 ceph-mon[89364]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-13T08:40:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:40:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:40:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:40:03.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:02 smithi003 ceph-mon[91733]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 606 KiB/s rd, 5.0 KiB/s wr, 821 op/s 2024-04-13T08:40:03.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:02 smithi003 ceph-mon[91733]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-13T08:40:03.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:02 smithi003 ceph-mon[89364]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 606 KiB/s rd, 5.0 KiB/s wr, 821 op/s 2024-04-13T08:40:03.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:02 smithi003 ceph-mon[89364]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-13T08:40:03.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:02 smithi066 ceph-mon[84331]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 606 KiB/s rd, 5.0 KiB/s wr, 821 op/s 2024-04-13T08:40:03.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:02 smithi066 ceph-mon[84331]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-13T08:40:04.285 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:03 smithi003 ceph-mon[91733]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-13T08:40:04.286 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:03 smithi003 ceph-mon[89364]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-13T08:40:04.286 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:40:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:40:04] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-13T08:40:04.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:03 smithi066 ceph-mon[84331]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-13T08:40:05.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:04 smithi003 ceph-mon[91733]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 5.0 KiB/s wr, 815 op/s 2024-04-13T08:40:05.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:04 smithi003 ceph-mon[91733]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-13T08:40:05.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:04 smithi003 ceph-mon[91733]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-13T08:40:05.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:04 smithi003 ceph-mon[89364]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 5.0 KiB/s wr, 815 op/s 2024-04-13T08:40:05.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:04 smithi003 ceph-mon[89364]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-13T08:40:05.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:04 smithi003 ceph-mon[89364]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-13T08:40:05.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:04 smithi066 ceph-mon[84331]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 5.0 KiB/s wr, 815 op/s 2024-04-13T08:40:05.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:04 smithi066 ceph-mon[84331]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-13T08:40:05.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:04 smithi066 ceph-mon[84331]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-13T08:40:07.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:06 smithi003 ceph-mon[91733]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 775 op/s 2024-04-13T08:40:07.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:06 smithi003 ceph-mon[91733]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-13T08:40:07.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:06 smithi003 ceph-mon[89364]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 775 op/s 2024-04-13T08:40:07.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:06 smithi003 ceph-mon[89364]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-13T08:40:07.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:06 smithi066 ceph-mon[84331]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 775 op/s 2024-04-13T08:40:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:06 smithi066 ceph-mon[84331]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-13T08:40:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:07 smithi003 ceph-mon[91733]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-13T08:40:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:08.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:07 smithi003 ceph-mon[89364]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-13T08:40:08.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:08.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:07 smithi066 ceph-mon[84331]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-13T08:40:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:09.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:08 smithi003 ceph-mon[91733]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 775 op/s 2024-04-13T08:40:09.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:08 smithi003 ceph-mon[91733]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-13T08:40:09.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:08 smithi003 ceph-mon[89364]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 775 op/s 2024-04-13T08:40:09.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:08 smithi003 ceph-mon[89364]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-13T08:40:09.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:08 smithi066 ceph-mon[84331]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 775 op/s 2024-04-13T08:40:09.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:08 smithi066 ceph-mon[84331]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-13T08:40:10.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:09 smithi003 ceph-mon[91733]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-13T08:40:10.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:09 smithi003 ceph-mon[91733]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-13T08:40:10.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:09 smithi003 ceph-mon[89364]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-13T08:40:10.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:09 smithi003 ceph-mon[89364]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-13T08:40:10.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:09 smithi066 ceph-mon[84331]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-13T08:40:10.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:09 smithi066 ceph-mon[84331]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-13T08:40:11.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:10 smithi003 ceph-mon[91733]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T08:40:11.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:10 smithi003 ceph-mon[89364]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T08:40:11.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:10 smithi066 ceph-mon[84331]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T08:40:12.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:11 smithi066 ceph-mon[84331]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-13T08:40:12.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:11 smithi003 ceph-mon[91733]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-13T08:40:12.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:11 smithi003 ceph-mon[89364]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-13T08:40:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:40:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:40:13.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:12 smithi003 ceph-mon[91733]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 733 op/s 2024-04-13T08:40:13.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:12 smithi003 ceph-mon[91733]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-13T08:40:13.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:12 smithi003 ceph-mon[89364]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 733 op/s 2024-04-13T08:40:13.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:12 smithi003 ceph-mon[89364]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-13T08:40:13.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:12 smithi066 ceph-mon[84331]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 733 op/s 2024-04-13T08:40:13.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:12 smithi066 ceph-mon[84331]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-13T08:40:14.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:13 smithi003 ceph-mon[89364]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-13T08:40:14.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:13 smithi003 ceph-mon[91733]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-13T08:40:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:13 smithi066 ceph-mon[84331]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-13T08:40:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:40:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:40:14] "GET /metrics HTTP/1.1" 200 36716 "" "Prometheus/2.43.0" 2024-04-13T08:40:15.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:14 smithi003 ceph-mon[91733]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 5.0 KiB/s wr, 726 op/s 2024-04-13T08:40:15.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:14 smithi003 ceph-mon[91733]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-13T08:40:15.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:14 smithi003 ceph-mon[91733]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-13T08:40:15.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:14 smithi003 ceph-mon[89364]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 5.0 KiB/s wr, 726 op/s 2024-04-13T08:40:15.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:14 smithi003 ceph-mon[89364]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-13T08:40:15.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:14 smithi003 ceph-mon[89364]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-13T08:40:15.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:14 smithi066 ceph-mon[84331]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 5.0 KiB/s wr, 726 op/s 2024-04-13T08:40:15.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:14 smithi066 ceph-mon[84331]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-13T08:40:15.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:14 smithi066 ceph-mon[84331]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-13T08:40:17.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:16 smithi003 ceph-mon[91733]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 688 op/s 2024-04-13T08:40:17.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:16 smithi003 ceph-mon[91733]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-13T08:40:17.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:16 smithi003 ceph-mon[89364]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 688 op/s 2024-04-13T08:40:17.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:16 smithi003 ceph-mon[89364]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-13T08:40:17.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:16 smithi066 ceph-mon[84331]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 688 op/s 2024-04-13T08:40:17.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:16 smithi066 ceph-mon[84331]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-13T08:40:18.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:17 smithi003 ceph-mon[91733]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-13T08:40:18.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:17 smithi003 ceph-mon[89364]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-13T08:40:18.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:17 smithi066 ceph-mon[84331]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-13T08:40:19.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:18 smithi003 ceph-mon[91733]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 689 op/s 2024-04-13T08:40:19.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:18 smithi003 ceph-mon[91733]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-13T08:40:19.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:18 smithi003 ceph-mon[89364]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 689 op/s 2024-04-13T08:40:19.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:18 smithi003 ceph-mon[89364]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-13T08:40:19.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:18 smithi066 ceph-mon[84331]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 689 op/s 2024-04-13T08:40:19.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:18 smithi066 ceph-mon[84331]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-13T08:40:20.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:19 smithi003 ceph-mon[91733]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-13T08:40:20.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:19 smithi003 ceph-mon[91733]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T08:40:20.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:19 smithi003 ceph-mon[91733]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-13T08:40:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:19 smithi003 ceph-mon[89364]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-13T08:40:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:19 smithi003 ceph-mon[89364]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T08:40:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:19 smithi003 ceph-mon[89364]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-13T08:40:20.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:19 smithi066 ceph-mon[84331]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-13T08:40:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:19 smithi066 ceph-mon[84331]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T08:40:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:19 smithi066 ceph-mon[84331]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-13T08:40:22.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:21 smithi066 ceph-mon[84331]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-13T08:40:22.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:21 smithi003 ceph-mon[91733]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-13T08:40:22.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:21 smithi003 ceph-mon[89364]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-13T08:40:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:40:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:40:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:40:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:22 smithi003 ceph-mon[89364]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 643 op/s 2024-04-13T08:40:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:22 smithi003 ceph-mon[89364]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-13T08:40:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:22 smithi003 ceph-mon[91733]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 643 op/s 2024-04-13T08:40:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:22 smithi003 ceph-mon[91733]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-13T08:40:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:22 smithi066 ceph-mon[84331]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 643 op/s 2024-04-13T08:40:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:22 smithi066 ceph-mon[84331]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-13T08:40:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:24.212 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:23 smithi003 ceph-mon[91733]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-13T08:40:24.212 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:23 smithi003 ceph-mon[89364]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-13T08:40:24.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:23 smithi066 ceph-mon[84331]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-13T08:40:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:40:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:40:24] "GET /metrics HTTP/1.1" 200 36718 "" "Prometheus/2.43.0" 2024-04-13T08:40:25.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:24 smithi003 ceph-mon[91733]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 5.0 KiB/s wr, 639 op/s 2024-04-13T08:40:25.441 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:24 smithi003 ceph-mon[91733]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-13T08:40:25.441 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:24 smithi003 ceph-mon[91733]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-13T08:40:25.441 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:24 smithi003 ceph-mon[89364]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 5.0 KiB/s wr, 639 op/s 2024-04-13T08:40:25.441 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:24 smithi003 ceph-mon[89364]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-13T08:40:25.441 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:24 smithi003 ceph-mon[89364]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-13T08:40:25.442 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:24 smithi066 ceph-mon[84331]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 5.0 KiB/s wr, 639 op/s 2024-04-13T08:40:25.442 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:24 smithi066 ceph-mon[84331]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-13T08:40:25.442 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:24 smithi066 ceph-mon[84331]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-13T08:40:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:26 smithi003 ceph-mon[91733]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 599 op/s 2024-04-13T08:40:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:26 smithi003 ceph-mon[91733]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-13T08:40:27.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:26 smithi003 ceph-mon[89364]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 599 op/s 2024-04-13T08:40:27.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:26 smithi003 ceph-mon[89364]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-13T08:40:27.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:26 smithi066 ceph-mon[84331]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 599 op/s 2024-04-13T08:40:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:26 smithi066 ceph-mon[84331]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-13T08:40:28.302 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:27 smithi066 ceph-mon[84331]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-13T08:40:28.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:27 smithi003 ceph-mon[89364]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-13T08:40:28.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:27 smithi003 ceph-mon[91733]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-13T08:40:29.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:28 smithi003 ceph-mon[89364]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 5.0 KiB/s wr, 599 op/s 2024-04-13T08:40:29.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:28 smithi003 ceph-mon[89364]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-13T08:40:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:28 smithi003 ceph-mon[91733]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 5.0 KiB/s wr, 599 op/s 2024-04-13T08:40:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:28 smithi003 ceph-mon[91733]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-13T08:40:29.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:28 smithi066 ceph-mon[84331]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 5.0 KiB/s wr, 599 op/s 2024-04-13T08:40:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:28 smithi066 ceph-mon[84331]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-13T08:40:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:29 smithi003 ceph-mon[91733]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-13T08:40:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:29 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:40:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:29 smithi003 ceph-mon[91733]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-13T08:40:30.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:29 smithi003 ceph-mon[89364]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-13T08:40:30.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:29 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:40:30.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:29 smithi003 ceph-mon[89364]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-13T08:40:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:29 smithi066 ceph-mon[84331]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-13T08:40:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:29 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:40:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:29 smithi066 ceph-mon[84331]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-13T08:40:31.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:30 smithi003 ceph-mon[91733]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T08:40:31.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:40:31.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:40:31.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:30 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:40:31.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:30 smithi003 ceph-mon[91733]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-13T08:40:31.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:30 smithi003 ceph-mon[89364]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T08:40:31.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:40:31.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:40:31.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:30 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:40:31.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:30 smithi003 ceph-mon[89364]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-13T08:40:31.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:30 smithi066 ceph-mon[84331]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T08:40:31.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:40:31.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:40:31.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:30 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:40:31.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:30 smithi066 ceph-mon[84331]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-13T08:40:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:40:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:40:33.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:32 smithi003 ceph-mon[91733]: pgmap v4905: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 551 op/s 2024-04-13T08:40:33.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:32 smithi003 ceph-mon[91733]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-13T08:40:33.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:32 smithi003 ceph-mon[89364]: pgmap v4905: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 551 op/s 2024-04-13T08:40:33.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:32 smithi003 ceph-mon[89364]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-13T08:40:33.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:32 smithi066 ceph-mon[84331]: pgmap v4905: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 551 op/s 2024-04-13T08:40:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:32 smithi066 ceph-mon[84331]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-13T08:40:34.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:33 smithi003 ceph-mon[89364]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-13T08:40:34.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:33 smithi003 ceph-mon[91733]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-13T08:40:34.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:33 smithi066 ceph-mon[84331]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-13T08:40:34.496 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:40:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:40:34] "GET /metrics HTTP/1.1" 200 36718 "" "Prometheus/2.43.0" 2024-04-13T08:40:35.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:34 smithi003 ceph-mon[89364]: pgmap v4908: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 5.0 KiB/s wr, 548 op/s 2024-04-13T08:40:35.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:34 smithi003 ceph-mon[89364]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-13T08:40:35.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:34 smithi003 ceph-mon[89364]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-13T08:40:35.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:34 smithi003 ceph-mon[91733]: pgmap v4908: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 5.0 KiB/s wr, 548 op/s 2024-04-13T08:40:35.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:34 smithi003 ceph-mon[91733]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-13T08:40:35.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:34 smithi003 ceph-mon[91733]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-13T08:40:35.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:34 smithi066 ceph-mon[84331]: pgmap v4908: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 5.0 KiB/s wr, 548 op/s 2024-04-13T08:40:35.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:34 smithi066 ceph-mon[84331]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-13T08:40:35.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:34 smithi066 ceph-mon[84331]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-13T08:40:37.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:36 smithi003 ceph-mon[91733]: pgmap v4911: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-04-13T08:40:37.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:36 smithi003 ceph-mon[91733]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-13T08:40:37.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:36 smithi003 ceph-mon[89364]: pgmap v4911: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-04-13T08:40:37.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:36 smithi003 ceph-mon[89364]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-13T08:40:37.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:36 smithi066 ceph-mon[84331]: pgmap v4911: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-04-13T08:40:37.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:36 smithi066 ceph-mon[84331]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-13T08:40:38.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:37 smithi003 ceph-mon[91733]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-13T08:40:38.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:38.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:37 smithi003 ceph-mon[89364]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-13T08:40:38.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:37 smithi066 ceph-mon[84331]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-13T08:40:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:39.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:38 smithi003 ceph-mon[89364]: pgmap v4914: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-04-13T08:40:39.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:38 smithi003 ceph-mon[89364]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-13T08:40:39.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:38 smithi003 ceph-mon[91733]: pgmap v4914: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-04-13T08:40:39.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:38 smithi003 ceph-mon[91733]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-13T08:40:39.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:38 smithi066 ceph-mon[84331]: pgmap v4914: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-04-13T08:40:39.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:38 smithi066 ceph-mon[84331]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-13T08:40:40.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:39 smithi003 ceph-mon[89364]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-13T08:40:40.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:39 smithi003 ceph-mon[89364]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-13T08:40:40.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:39 smithi003 ceph-mon[91733]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-13T08:40:40.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:39 smithi003 ceph-mon[91733]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-13T08:40:40.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:39 smithi066 ceph-mon[84331]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-13T08:40:40.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:39 smithi066 ceph-mon[84331]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-13T08:40:41.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:40 smithi003 ceph-mon[89364]: pgmap v4917: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T08:40:41.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:40 smithi003 ceph-mon[89364]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-13T08:40:41.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:40 smithi003 ceph-mon[91733]: pgmap v4917: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T08:40:41.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:40 smithi003 ceph-mon[91733]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-13T08:40:41.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:40 smithi066 ceph-mon[84331]: pgmap v4917: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T08:40:41.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:40 smithi066 ceph-mon[84331]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-13T08:40:42.652 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:40:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:40:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:40:43.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:42 smithi003 ceph-mon[91733]: pgmap v4920: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 466 op/s 2024-04-13T08:40:43.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:42 smithi003 ceph-mon[91733]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-13T08:40:43.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:42 smithi003 ceph-mon[89364]: pgmap v4920: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 466 op/s 2024-04-13T08:40:43.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:42 smithi003 ceph-mon[89364]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-13T08:40:43.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:42 smithi066 ceph-mon[84331]: pgmap v4920: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 466 op/s 2024-04-13T08:40:43.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:42 smithi066 ceph-mon[84331]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-13T08:40:44.213 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:43 smithi003 ceph-mon[89364]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-13T08:40:44.213 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:43 smithi003 ceph-mon[91733]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-13T08:40:44.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:43 smithi066 ceph-mon[84331]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-13T08:40:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:40:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:40:44] "GET /metrics HTTP/1.1" 200 36717 "" "Prometheus/2.43.0" 2024-04-13T08:40:45.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:44 smithi003 ceph-mon[91733]: pgmap v4923: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 5.0 KiB/s wr, 460 op/s 2024-04-13T08:40:45.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:44 smithi003 ceph-mon[91733]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-13T08:40:45.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:44 smithi003 ceph-mon[91733]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-13T08:40:45.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:44 smithi003 ceph-mon[89364]: pgmap v4923: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 5.0 KiB/s wr, 460 op/s 2024-04-13T08:40:45.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:44 smithi003 ceph-mon[89364]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-13T08:40:45.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:44 smithi003 ceph-mon[89364]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-13T08:40:45.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:44 smithi066 ceph-mon[84331]: pgmap v4923: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 5.0 KiB/s wr, 460 op/s 2024-04-13T08:40:45.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:44 smithi066 ceph-mon[84331]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-13T08:40:45.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:44 smithi066 ceph-mon[84331]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-13T08:40:47.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:46 smithi003 ceph-mon[91733]: pgmap v4926: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-04-13T08:40:47.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:46 smithi003 ceph-mon[91733]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-13T08:40:47.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:46 smithi003 ceph-mon[89364]: pgmap v4926: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-04-13T08:40:47.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:46 smithi003 ceph-mon[89364]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-13T08:40:47.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:46 smithi066 ceph-mon[84331]: pgmap v4926: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-04-13T08:40:47.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:46 smithi066 ceph-mon[84331]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-13T08:40:48.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:47 smithi003 ceph-mon[91733]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-13T08:40:48.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:47 smithi003 ceph-mon[89364]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-13T08:40:48.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:47 smithi066 ceph-mon[84331]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-13T08:40:49.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:48 smithi003 ceph-mon[91733]: pgmap v4929: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-04-13T08:40:49.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:48 smithi003 ceph-mon[91733]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-13T08:40:49.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:48 smithi003 ceph-mon[89364]: pgmap v4929: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-04-13T08:40:49.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:48 smithi003 ceph-mon[89364]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-13T08:40:49.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:48 smithi066 ceph-mon[84331]: pgmap v4929: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-04-13T08:40:49.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:48 smithi066 ceph-mon[84331]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-13T08:40:50.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:49 smithi003 ceph-mon[91733]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-13T08:40:50.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:49 smithi003 ceph-mon[91733]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-13T08:40:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:49 smithi003 ceph-mon[89364]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-13T08:40:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:49 smithi003 ceph-mon[89364]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-13T08:40:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:49 smithi066 ceph-mon[84331]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-13T08:40:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:49 smithi066 ceph-mon[84331]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-13T08:40:51.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:50 smithi003 ceph-mon[89364]: pgmap v4932: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T08:40:51.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:50 smithi003 ceph-mon[91733]: pgmap v4932: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T08:40:51.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:50 smithi066 ceph-mon[84331]: pgmap v4932: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-13T08:40:52.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:51 smithi066 ceph-mon[84331]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-13T08:40:52.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:51 smithi003 ceph-mon[91733]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-13T08:40:52.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:51 smithi003 ceph-mon[89364]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-13T08:40:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:40:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:40:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:40:53.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:52 smithi003 ceph-mon[91733]: pgmap v4935: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 377 op/s 2024-04-13T08:40:53.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:52 smithi003 ceph-mon[91733]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-13T08:40:53.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:53.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:52 smithi003 ceph-mon[89364]: pgmap v4935: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 377 op/s 2024-04-13T08:40:53.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:52 smithi003 ceph-mon[89364]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-13T08:40:53.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:52 smithi066 ceph-mon[84331]: pgmap v4935: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 377 op/s 2024-04-13T08:40:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:52 smithi066 ceph-mon[84331]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-13T08:40:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:40:54.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:53 smithi003 ceph-mon[89364]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-13T08:40:54.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:40:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:40:54] "GET /metrics HTTP/1.1" 200 36717 "" "Prometheus/2.43.0" 2024-04-13T08:40:54.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:53 smithi003 ceph-mon[91733]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-13T08:40:54.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:53 smithi066 ceph-mon[84331]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-13T08:40:55.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:54 smithi003 ceph-mon[91733]: pgmap v4938: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 5.0 KiB/s wr, 372 op/s 2024-04-13T08:40:55.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:54 smithi003 ceph-mon[91733]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-13T08:40:55.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:54 smithi003 ceph-mon[91733]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-13T08:40:55.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:54 smithi003 ceph-mon[89364]: pgmap v4938: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 5.0 KiB/s wr, 372 op/s 2024-04-13T08:40:55.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:54 smithi003 ceph-mon[89364]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-13T08:40:55.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:54 smithi003 ceph-mon[89364]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-13T08:40:55.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:54 smithi066 ceph-mon[84331]: pgmap v4938: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 5.0 KiB/s wr, 372 op/s 2024-04-13T08:40:55.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:54 smithi066 ceph-mon[84331]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-13T08:40:55.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:54 smithi066 ceph-mon[84331]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-13T08:40:57.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:56 smithi003 ceph-mon[91733]: pgmap v4941: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 335 op/s 2024-04-13T08:40:57.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:56 smithi003 ceph-mon[91733]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-13T08:40:57.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:56 smithi003 ceph-mon[89364]: pgmap v4941: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 335 op/s 2024-04-13T08:40:57.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:56 smithi003 ceph-mon[89364]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-13T08:40:57.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:56 smithi066 ceph-mon[84331]: pgmap v4941: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 335 op/s 2024-04-13T08:40:57.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:56 smithi066 ceph-mon[84331]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-13T08:40:58.303 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:57 smithi066 ceph-mon[84331]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-13T08:40:58.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:57 smithi003 ceph-mon[91733]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-13T08:40:58.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:57 smithi003 ceph-mon[89364]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-13T08:40:59.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:58 smithi003 ceph-mon[91733]: pgmap v4944: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 335 op/s 2024-04-13T08:40:59.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:58 smithi003 ceph-mon[91733]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-13T08:40:59.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:58 smithi003 ceph-mon[89364]: pgmap v4944: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 335 op/s 2024-04-13T08:40:59.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:58 smithi003 ceph-mon[89364]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-13T08:40:59.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:58 smithi066 ceph-mon[84331]: pgmap v4944: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 335 op/s 2024-04-13T08:40:59.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:58 smithi066 ceph-mon[84331]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-13T08:41:00.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:59 smithi003 ceph-mon[91733]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-13T08:41:00.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:40:59 smithi003 ceph-mon[91733]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-13T08:41:00.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:59 smithi003 ceph-mon[89364]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-13T08:41:00.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:40:59 smithi003 ceph-mon[89364]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-13T08:41:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:59 smithi066 ceph-mon[84331]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-13T08:41:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:40:59 smithi066 ceph-mon[84331]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-13T08:41:01.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:00 smithi003 ceph-mon[91733]: pgmap v4947: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T08:41:01.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:00 smithi003 ceph-mon[89364]: pgmap v4947: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T08:41:01.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:00 smithi066 ceph-mon[84331]: pgmap v4947: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T08:41:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:01 smithi066 ceph-mon[84331]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-13T08:41:02.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:01 smithi003 ceph-mon[89364]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-13T08:41:02.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:01 smithi003 ceph-mon[91733]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-13T08:41:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:41:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:41:03.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:02 smithi003 ceph-mon[91733]: pgmap v4950: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-04-13T08:41:03.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:02 smithi003 ceph-mon[91733]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-13T08:41:03.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:02 smithi003 ceph-mon[89364]: pgmap v4950: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-04-13T08:41:03.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:02 smithi003 ceph-mon[89364]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-13T08:41:03.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:02 smithi066 ceph-mon[84331]: pgmap v4950: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-04-13T08:41:03.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:02 smithi066 ceph-mon[84331]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-13T08:41:04.285 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:03 smithi003 ceph-mon[89364]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-13T08:41:04.286 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:03 smithi003 ceph-mon[91733]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-13T08:41:04.286 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:41:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:41:04] "GET /metrics HTTP/1.1" 200 36717 "" "Prometheus/2.43.0" 2024-04-13T08:41:04.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:03 smithi066 ceph-mon[84331]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-13T08:41:05.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:04 smithi003 ceph-mon[91733]: pgmap v4953: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 5.0 KiB/s wr, 285 op/s 2024-04-13T08:41:05.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:04 smithi003 ceph-mon[91733]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-13T08:41:05.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:04 smithi003 ceph-mon[91733]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-13T08:41:05.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:04 smithi003 ceph-mon[89364]: pgmap v4953: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 5.0 KiB/s wr, 285 op/s 2024-04-13T08:41:05.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:04 smithi003 ceph-mon[89364]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-13T08:41:05.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:04 smithi003 ceph-mon[89364]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-13T08:41:05.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:04 smithi066 ceph-mon[84331]: pgmap v4953: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 5.0 KiB/s wr, 285 op/s 2024-04-13T08:41:05.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:04 smithi066 ceph-mon[84331]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-13T08:41:05.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:04 smithi066 ceph-mon[84331]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-13T08:41:07.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:06 smithi003 ceph-mon[91733]: pgmap v4956: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2024-04-13T08:41:07.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:06 smithi003 ceph-mon[91733]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-13T08:41:07.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:06 smithi003 ceph-mon[89364]: pgmap v4956: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2024-04-13T08:41:07.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:06 smithi003 ceph-mon[89364]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-13T08:41:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:06 smithi066 ceph-mon[84331]: pgmap v4956: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2024-04-13T08:41:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:06 smithi066 ceph-mon[84331]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-13T08:41:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:07 smithi003 ceph-mon[91733]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-13T08:41:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:08.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:07 smithi003 ceph-mon[89364]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-13T08:41:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:07 smithi066 ceph-mon[84331]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-13T08:41:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:09.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:08 smithi003 ceph-mon[91733]: pgmap v4959: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2024-04-13T08:41:09.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:08 smithi003 ceph-mon[91733]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-13T08:41:09.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:08 smithi003 ceph-mon[89364]: pgmap v4959: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2024-04-13T08:41:09.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:08 smithi003 ceph-mon[89364]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-13T08:41:09.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:08 smithi066 ceph-mon[84331]: pgmap v4959: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2024-04-13T08:41:09.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:08 smithi066 ceph-mon[84331]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-13T08:41:10.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:09 smithi003 ceph-mon[89364]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-13T08:41:10.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:09 smithi003 ceph-mon[89364]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-13T08:41:10.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:09 smithi003 ceph-mon[91733]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-13T08:41:10.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:09 smithi003 ceph-mon[91733]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-13T08:41:10.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:09 smithi066 ceph-mon[84331]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-13T08:41:10.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:09 smithi066 ceph-mon[84331]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-13T08:41:11.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:10 smithi003 ceph-mon[89364]: pgmap v4962: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T08:41:11.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:10 smithi003 ceph-mon[91733]: pgmap v4962: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T08:41:11.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:10 smithi066 ceph-mon[84331]: pgmap v4962: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T08:41:12.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:11 smithi066 ceph-mon[84331]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-13T08:41:12.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:11 smithi003 ceph-mon[89364]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-13T08:41:12.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:11 smithi003 ceph-mon[91733]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-13T08:41:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:41:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:41:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:41:13.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:12 smithi003 ceph-mon[89364]: pgmap v4965: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 KiB/s wr, 204 op/s 2024-04-13T08:41:13.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:12 smithi003 ceph-mon[89364]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-13T08:41:13.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:12 smithi003 ceph-mon[91733]: pgmap v4965: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 KiB/s wr, 204 op/s 2024-04-13T08:41:13.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:12 smithi003 ceph-mon[91733]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-13T08:41:13.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:12 smithi066 ceph-mon[84331]: pgmap v4965: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 KiB/s wr, 204 op/s 2024-04-13T08:41:13.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:12 smithi066 ceph-mon[84331]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-13T08:41:14.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:13 smithi003 ceph-mon[91733]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-13T08:41:14.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:13 smithi003 ceph-mon[89364]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-13T08:41:14.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:41:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:41:14] "GET /metrics HTTP/1.1" 200 36713 "" "Prometheus/2.43.0" 2024-04-13T08:41:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:13 smithi066 ceph-mon[84331]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-13T08:41:15.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:14 smithi003 ceph-mon[91733]: pgmap v4968: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 5.0 KiB/s wr, 198 op/s 2024-04-13T08:41:15.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:14 smithi003 ceph-mon[91733]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-13T08:41:15.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:14 smithi003 ceph-mon[91733]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-13T08:41:15.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:14 smithi003 ceph-mon[89364]: pgmap v4968: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 5.0 KiB/s wr, 198 op/s 2024-04-13T08:41:15.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:14 smithi003 ceph-mon[89364]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-13T08:41:15.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:14 smithi003 ceph-mon[89364]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-13T08:41:15.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:14 smithi066 ceph-mon[84331]: pgmap v4968: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 5.0 KiB/s wr, 198 op/s 2024-04-13T08:41:15.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:14 smithi066 ceph-mon[84331]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-13T08:41:15.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:14 smithi066 ceph-mon[84331]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-13T08:41:17.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:16 smithi003 ceph-mon[91733]: pgmap v4971: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-04-13T08:41:17.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:16 smithi003 ceph-mon[91733]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-13T08:41:17.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:16 smithi003 ceph-mon[89364]: pgmap v4971: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-04-13T08:41:17.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:16 smithi003 ceph-mon[89364]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-13T08:41:17.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:16 smithi066 ceph-mon[84331]: pgmap v4971: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-04-13T08:41:17.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:16 smithi066 ceph-mon[84331]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-13T08:41:18.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:17 smithi003 ceph-mon[91733]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-13T08:41:18.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:17 smithi003 ceph-mon[89364]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-13T08:41:18.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:17 smithi066 ceph-mon[84331]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-13T08:41:19.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:18 smithi003 ceph-mon[91733]: pgmap v4974: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-04-13T08:41:19.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:18 smithi003 ceph-mon[91733]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-13T08:41:19.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:18 smithi003 ceph-mon[89364]: pgmap v4974: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-04-13T08:41:19.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:18 smithi003 ceph-mon[89364]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-13T08:41:19.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:18 smithi066 ceph-mon[84331]: pgmap v4974: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-04-13T08:41:19.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:18 smithi066 ceph-mon[84331]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-13T08:41:20.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:19 smithi003 ceph-mon[91733]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-13T08:41:20.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:19 smithi003 ceph-mon[91733]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-13T08:41:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:19 smithi003 ceph-mon[89364]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-13T08:41:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:19 smithi003 ceph-mon[89364]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-13T08:41:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:19 smithi066 ceph-mon[84331]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-13T08:41:20.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:19 smithi066 ceph-mon[84331]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-13T08:41:21.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:20 smithi003 ceph-mon[91733]: pgmap v4977: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T08:41:21.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:20 smithi003 ceph-mon[89364]: pgmap v4977: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T08:41:21.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:20 smithi066 ceph-mon[84331]: pgmap v4977: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T08:41:22.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:21 smithi066 ceph-mon[84331]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-13T08:41:22.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:21 smithi003 ceph-mon[91733]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-13T08:41:22.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:21 smithi003 ceph-mon[89364]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-13T08:41:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:41:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:41:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:41:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:22 smithi003 ceph-mon[91733]: pgmap v4980: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 117 op/s 2024-04-13T08:41:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:22 smithi003 ceph-mon[91733]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-13T08:41:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:22 smithi003 ceph-mon[89364]: pgmap v4980: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 117 op/s 2024-04-13T08:41:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:22 smithi003 ceph-mon[89364]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-13T08:41:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:22 smithi066 ceph-mon[84331]: pgmap v4980: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 117 op/s 2024-04-13T08:41:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:22 smithi066 ceph-mon[84331]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-13T08:41:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:24.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:23 smithi003 ceph-mon[91733]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-13T08:41:24.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:23 smithi003 ceph-mon[89364]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-13T08:41:24.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:41:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:41:24] "GET /metrics HTTP/1.1" 200 36719 "" "Prometheus/2.43.0" 2024-04-13T08:41:24.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:23 smithi066 ceph-mon[84331]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-13T08:41:25.034 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-04-13T08:41:25.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:24 smithi003 ceph-mon[91733]: pgmap v4983: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.0 KiB/s wr, 109 op/s 2024-04-13T08:41:25.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:24 smithi003 ceph-mon[91733]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-13T08:41:25.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:24 smithi003 ceph-mon[91733]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-13T08:41:25.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:24 smithi003 ceph-mon[89364]: pgmap v4983: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.0 KiB/s wr, 109 op/s 2024-04-13T08:41:25.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:24 smithi003 ceph-mon[89364]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-13T08:41:25.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:24 smithi003 ceph-mon[89364]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-13T08:41:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:24 smithi066 ceph-mon[84331]: pgmap v4983: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.0 KiB/s wr, 109 op/s 2024-04-13T08:41:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:24 smithi066 ceph-mon[84331]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-13T08:41:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:24 smithi066 ceph-mon[84331]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-13T08:41:27.109 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-04-13T08:41:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:26 smithi003 ceph-mon[91733]: pgmap v4986: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 77 op/s 2024-04-13T08:41:27.389 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:26 smithi003 ceph-mon[91733]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-13T08:41:27.389 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:26 smithi003 ceph-mon[89364]: pgmap v4986: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 77 op/s 2024-04-13T08:41:27.390 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:26 smithi003 ceph-mon[89364]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-13T08:41:27.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:26 smithi066 ceph-mon[84331]: pgmap v4986: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 77 op/s 2024-04-13T08:41:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:26 smithi066 ceph-mon[84331]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-13T08:41:28.303 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:28 smithi066 ceph-mon[84331]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-13T08:41:28.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:28 smithi003 ceph-mon[91733]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-13T08:41:28.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:28 smithi003 ceph-mon[89364]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-13T08:41:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:29 smithi003 ceph-mon[91733]: pgmap v4989: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 84 op/s 2024-04-13T08:41:29.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:29 smithi003 ceph-mon[91733]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-13T08:41:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:29 smithi003 ceph-mon[89364]: pgmap v4989: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 84 op/s 2024-04-13T08:41:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:29 smithi003 ceph-mon[89364]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-13T08:41:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:29 smithi066 ceph-mon[84331]: pgmap v4989: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 84 op/s 2024-04-13T08:41:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:29 smithi066 ceph-mon[84331]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-13T08:41:30.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:30 smithi003 ceph-mon[89364]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-13T08:41:30.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:30 smithi003 ceph-mon[89364]: pgmap v4992: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 7.5 KiB/s wr, 52 op/s 2024-04-13T08:41:30.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:30 smithi003 ceph-mon[89364]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-13T08:41:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:30 smithi003 ceph-mon[91733]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-13T08:41:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:30 smithi003 ceph-mon[91733]: pgmap v4992: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 7.5 KiB/s wr, 52 op/s 2024-04-13T08:41:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:30 smithi003 ceph-mon[91733]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-13T08:41:30.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:30 smithi066 ceph-mon[84331]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-13T08:41:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:30 smithi066 ceph-mon[84331]: pgmap v4992: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 7.5 KiB/s wr, 52 op/s 2024-04-13T08:41:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:30 smithi066 ceph-mon[84331]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-13T08:41:31.022 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-04-13T08:41:31.106 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-04-13T08:41:31.268 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 49%] 2024-04-13T08:41:31.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:31 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:41:31.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:31 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:41:31.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:31 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:41:31.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:31 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:41:31.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:31 smithi003 ceph-mon[89364]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-13T08:41:31.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:31 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:41:31.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:31 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:41:31.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:31 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:41:31.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:31 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:41:31.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:31 smithi003 ceph-mon[91733]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-13T08:41:31.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:31 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:41:31.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:31 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:41:31.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:31 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:41:31.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:31 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:41:31.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:31 smithi066 ceph-mon[84331]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-13T08:41:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:32 smithi066 ceph-mon[84331]: pgmap v4995: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 13 KiB/s wr, 145 op/s 2024-04-13T08:41:32.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:32 smithi003 ceph-mon[91733]: pgmap v4995: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 13 KiB/s wr, 145 op/s 2024-04-13T08:41:32.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:32 smithi003 ceph-mon[89364]: pgmap v4995: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 13 KiB/s wr, 145 op/s 2024-04-13T08:41:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:41:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:41:33.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:33 smithi003 ceph-mon[91733]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-13T08:41:33.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:33 smithi003 ceph-mon[89364]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-13T08:41:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:33 smithi066 ceph-mon[84331]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-13T08:41:34.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:34 smithi003 ceph-mon[91733]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-13T08:41:34.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:34 smithi003 ceph-mon[91733]: pgmap v4998: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.7 KiB/s wr, 100 op/s 2024-04-13T08:41:34.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:34 smithi003 ceph-mon[89364]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-13T08:41:34.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:34 smithi003 ceph-mon[89364]: pgmap v4998: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.7 KiB/s wr, 100 op/s 2024-04-13T08:41:34.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:41:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:41:34] "GET /metrics HTTP/1.1" 200 36719 "" "Prometheus/2.43.0" 2024-04-13T08:41:34.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:34 smithi066 ceph-mon[84331]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-13T08:41:34.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:34 smithi066 ceph-mon[84331]: pgmap v4998: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.7 KiB/s wr, 100 op/s 2024-04-13T08:41:35.050 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-04-13T08:41:35.137 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 50%] 2024-04-13T08:41:35.224 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-04-13T08:41:35.316 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-04-13T08:41:35.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:35 smithi003 ceph-mon[89364]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-13T08:41:35.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:35 smithi003 ceph-mon[89364]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-13T08:41:35.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:35 smithi003 ceph-mon[91733]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-13T08:41:35.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:35 smithi003 ceph-mon[91733]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-13T08:41:35.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:35 smithi066 ceph-mon[84331]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-13T08:41:35.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:35 smithi066 ceph-mon[84331]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-13T08:41:35.413 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-04-13T08:41:35.496 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-04-13T08:41:36.160 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-04-13T08:41:36.236 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-04-13T08:41:36.344 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-04-13T08:41:36.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:36 smithi003 ceph-mon[91733]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 11 KiB/s wr, 285 op/s 2024-04-13T08:41:36.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:36 smithi003 ceph-mon[89364]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 11 KiB/s wr, 285 op/s 2024-04-13T08:41:36.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:36 smithi066 ceph-mon[84331]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 11 KiB/s wr, 285 op/s 2024-04-13T08:41:36.446 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-04-13T08:41:36.527 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-04-13T08:41:38.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:38.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:38.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:39.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:38 smithi003 ceph-mon[91733]: pgmap v5002: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 8.6 KiB/s wr, 243 op/s 2024-04-13T08:41:39.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:38 smithi003 ceph-mon[89364]: pgmap v5002: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 8.6 KiB/s wr, 243 op/s 2024-04-13T08:41:39.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:38 smithi066 ceph-mon[84331]: pgmap v5002: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 8.6 KiB/s wr, 243 op/s 2024-04-13T08:41:41.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:40 smithi003 ceph-mon[89364]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 22 KiB/s wr, 487 op/s 2024-04-13T08:41:41.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:40 smithi003 ceph-mon[89364]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-13T08:41:41.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:40 smithi003 ceph-mon[91733]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 22 KiB/s wr, 487 op/s 2024-04-13T08:41:41.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:40 smithi003 ceph-mon[91733]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-13T08:41:41.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:40 smithi066 ceph-mon[84331]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 22 KiB/s wr, 487 op/s 2024-04-13T08:41:41.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:40 smithi066 ceph-mon[84331]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-13T08:41:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:41:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:41:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:41:43.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:42 smithi003 ceph-mon[91733]: pgmap v5005: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 33 KiB/s wr, 738 op/s 2024-04-13T08:41:43.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:42 smithi003 ceph-mon[89364]: pgmap v5005: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 33 KiB/s wr, 738 op/s 2024-04-13T08:41:43.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:42 smithi066 ceph-mon[84331]: pgmap v5005: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 33 KiB/s wr, 738 op/s 2024-04-13T08:41:44.269 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-04-13T08:41:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:41:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:41:44] "GET /metrics HTTP/1.1" 200 36716 "" "Prometheus/2.43.0" 2024-04-13T08:41:45.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:44 smithi003 ceph-mon[89364]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 28 KiB/s wr, 581 op/s 2024-04-13T08:41:45.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:44 smithi003 ceph-mon[89364]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-13T08:41:45.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:44 smithi003 ceph-mon[91733]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 28 KiB/s wr, 581 op/s 2024-04-13T08:41:45.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:44 smithi003 ceph-mon[91733]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-13T08:41:45.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:44 smithi066 ceph-mon[84331]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 28 KiB/s wr, 581 op/s 2024-04-13T08:41:45.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:44 smithi066 ceph-mon[84331]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-13T08:41:47.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:46 smithi003 ceph-mon[91733]: pgmap v5008: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 543 KiB/s wr, 617 op/s 2024-04-13T08:41:47.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:46 smithi003 ceph-mon[89364]: pgmap v5008: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 543 KiB/s wr, 617 op/s 2024-04-13T08:41:47.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:46 smithi066 ceph-mon[84331]: pgmap v5008: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 543 KiB/s wr, 617 op/s 2024-04-13T08:41:49.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:48 smithi003 ceph-mon[89364]: pgmap v5009: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 531 KiB/s wr, 381 op/s 2024-04-13T08:41:49.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:48 smithi003 ceph-mon[91733]: pgmap v5009: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 531 KiB/s wr, 381 op/s 2024-04-13T08:41:49.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:48 smithi066 ceph-mon[84331]: pgmap v5009: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 531 KiB/s wr, 381 op/s 2024-04-13T08:41:51.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:50 smithi003 ceph-mon[89364]: pgmap v5010: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 419 KiB/s wr, 42 op/s 2024-04-13T08:41:51.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:50 smithi003 ceph-mon[91733]: pgmap v5010: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 419 KiB/s wr, 42 op/s 2024-04-13T08:41:51.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:50 smithi066 ceph-mon[84331]: pgmap v5010: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 419 KiB/s wr, 42 op/s 2024-04-13T08:41:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:41:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:41:53.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:52 smithi003 ceph-mon[91733]: pgmap v5011: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-13T08:41:53.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:52 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:52 smithi003 ceph-mon[89364]: pgmap v5011: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-13T08:41:53.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:52 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:52 smithi066 ceph-mon[84331]: pgmap v5011: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-13T08:41:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:52 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:41:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:41:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:41:54] "GET /metrics HTTP/1.1" 200 36713 "" "Prometheus/2.43.0" 2024-04-13T08:41:55.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:54 smithi003 ceph-mon[91733]: pgmap v5012: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-13T08:41:55.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:54 smithi003 ceph-mon[89364]: pgmap v5012: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-13T08:41:55.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:54 smithi066 ceph-mon[84331]: pgmap v5012: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-13T08:41:55.667 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-04-13T08:41:55.752 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-04-13T08:41:55.852 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-04-13T08:41:55.947 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-04-13T08:41:57.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:56 smithi003 ceph-mon[91733]: pgmap v5013: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 1.1 MiB/s wr, 34 op/s 2024-04-13T08:41:57.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:56 smithi003 ceph-mon[89364]: pgmap v5013: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 1.1 MiB/s wr, 34 op/s 2024-04-13T08:41:57.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:56 smithi066 ceph-mon[84331]: pgmap v5013: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 1.1 MiB/s wr, 34 op/s 2024-04-13T08:41:58.302 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:57 smithi066 ceph-mon[84331]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-13T08:41:58.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:57 smithi003 ceph-mon[91733]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-13T08:41:58.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:57 smithi003 ceph-mon[89364]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-13T08:41:59.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:58 smithi003 ceph-mon[89364]: pgmap v5015: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-13T08:41:59.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:58 smithi003 ceph-mon[89364]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-13T08:41:59.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:58 smithi003 ceph-mon[91733]: pgmap v5015: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-13T08:41:59.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:58 smithi003 ceph-mon[91733]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-13T08:41:59.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:58 smithi066 ceph-mon[84331]: pgmap v5015: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-13T08:41:59.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:58 smithi066 ceph-mon[84331]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-13T08:42:00.087 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-04-13T08:42:00.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:41:59 smithi003 ceph-mon[91733]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-13T08:42:00.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:41:59 smithi003 ceph-mon[89364]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-13T08:42:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:41:59 smithi066 ceph-mon[84331]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-13T08:42:01.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:00 smithi003 ceph-mon[89364]: pgmap v5018: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 2.7 MiB/s wr, 162 op/s 2024-04-13T08:42:01.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:00 smithi003 ceph-mon[89364]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-13T08:42:01.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:00 smithi003 ceph-mon[91733]: pgmap v5018: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 2.7 MiB/s wr, 162 op/s 2024-04-13T08:42:01.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:00 smithi003 ceph-mon[91733]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-13T08:42:01.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:00 smithi066 ceph-mon[84331]: pgmap v5018: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 2.7 MiB/s wr, 162 op/s 2024-04-13T08:42:01.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:00 smithi066 ceph-mon[84331]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-13T08:42:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:01 smithi066 ceph-mon[84331]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-13T08:42:02.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:02 smithi003 ceph-mon[91733]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-13T08:42:02.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:01 smithi003 ceph-mon[89364]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-13T08:42:02.654 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:42:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:42:03.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:02 smithi003 ceph-mon[91733]: pgmap v5021: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 19 KiB/s wr, 384 op/s 2024-04-13T08:42:03.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:02 smithi003 ceph-mon[91733]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-13T08:42:03.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:02 smithi003 ceph-mon[89364]: pgmap v5021: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 19 KiB/s wr, 384 op/s 2024-04-13T08:42:03.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:02 smithi003 ceph-mon[89364]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-13T08:42:03.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:02 smithi066 ceph-mon[84331]: pgmap v5021: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 19 KiB/s wr, 384 op/s 2024-04-13T08:42:03.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:02 smithi066 ceph-mon[84331]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-13T08:42:04.126 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 60%] 2024-04-13T08:42:04.286 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:04 smithi003 ceph-mon[91733]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-13T08:42:04.286 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:04 smithi003 ceph-mon[91733]: pgmap v5024: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 5.2 KiB/s wr, 171 op/s 2024-04-13T08:42:04.286 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:04 smithi003 ceph-mon[89364]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-13T08:42:04.287 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:04 smithi003 ceph-mon[89364]: pgmap v5024: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 5.2 KiB/s wr, 171 op/s 2024-04-13T08:42:04.287 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:42:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:42:04] "GET /metrics HTTP/1.1" 200 36713 "" "Prometheus/2.43.0" 2024-04-13T08:42:04.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:04 smithi066 ceph-mon[84331]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-13T08:42:04.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:04 smithi066 ceph-mon[84331]: pgmap v5024: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 5.2 KiB/s wr, 171 op/s 2024-04-13T08:42:05.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:05 smithi003 ceph-mon[91733]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-13T08:42:05.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:05 smithi003 ceph-mon[89364]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-13T08:42:05.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:05 smithi066 ceph-mon[84331]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-13T08:42:06.131 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-04-13T08:42:06.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:06 smithi003 ceph-mon[91733]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-13T08:42:06.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:06 smithi003 ceph-mon[91733]: pgmap v5027: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 15 KiB/s wr, 307 op/s 2024-04-13T08:42:06.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:06 smithi003 ceph-mon[89364]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-13T08:42:06.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:06 smithi003 ceph-mon[89364]: pgmap v5027: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 15 KiB/s wr, 307 op/s 2024-04-13T08:42:06.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:06 smithi066 ceph-mon[84331]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-13T08:42:06.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:06 smithi066 ceph-mon[84331]: pgmap v5027: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 15 KiB/s wr, 307 op/s 2024-04-13T08:42:07.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:07 smithi003 ceph-mon[91733]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-13T08:42:07.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:07 smithi003 ceph-mon[89364]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-13T08:42:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:07 smithi066 ceph-mon[84331]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-13T08:42:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:08 smithi003 ceph-mon[91733]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-13T08:42:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:08 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:08 smithi003 ceph-mon[91733]: pgmap v5030: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 16 KiB/s wr, 310 op/s 2024-04-13T08:42:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:08 smithi003 ceph-mon[89364]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-13T08:42:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:08 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:08.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:08 smithi003 ceph-mon[89364]: pgmap v5030: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 16 KiB/s wr, 310 op/s 2024-04-13T08:42:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:08 smithi066 ceph-mon[84331]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-13T08:42:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:08 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:08.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:08 smithi066 ceph-mon[84331]: pgmap v5030: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 16 KiB/s wr, 310 op/s 2024-04-13T08:42:09.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:09 smithi003 ceph-mon[91733]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-13T08:42:09.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:09 smithi003 ceph-mon[89364]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-13T08:42:09.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:09 smithi066 ceph-mon[84331]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-13T08:42:10.056 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 61%] 2024-04-13T08:42:10.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:10 smithi003 ceph-mon[91733]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-13T08:42:10.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:10 smithi003 ceph-mon[91733]: pgmap v5033: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 20 KiB/s wr, 317 op/s 2024-04-13T08:42:10.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:10 smithi003 ceph-mon[91733]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-13T08:42:10.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:10 smithi003 ceph-mon[89364]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-13T08:42:10.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:10 smithi003 ceph-mon[89364]: pgmap v5033: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 20 KiB/s wr, 317 op/s 2024-04-13T08:42:10.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:10 smithi003 ceph-mon[89364]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-13T08:42:10.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:10 smithi066 ceph-mon[84331]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-13T08:42:10.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:10 smithi066 ceph-mon[84331]: pgmap v5033: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 20 KiB/s wr, 317 op/s 2024-04-13T08:42:10.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:10 smithi066 ceph-mon[84331]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-13T08:42:12.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:12 smithi003 ceph-mon[91733]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-13T08:42:12.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:12 smithi003 ceph-mon[91733]: pgmap v5036: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 322 KiB/s rd, 23 KiB/s wr, 434 op/s 2024-04-13T08:42:12.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:12 smithi003 ceph-mon[89364]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-13T08:42:12.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:12 smithi003 ceph-mon[89364]: pgmap v5036: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 322 KiB/s rd, 23 KiB/s wr, 434 op/s 2024-04-13T08:42:12.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:12 smithi066 ceph-mon[84331]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-13T08:42:12.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:12 smithi066 ceph-mon[84331]: pgmap v5036: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 322 KiB/s rd, 23 KiB/s wr, 434 op/s 2024-04-13T08:42:12.401 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:42:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:42:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:42:13.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:13 smithi003 ceph-mon[91733]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-13T08:42:13.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:13 smithi003 ceph-mon[89364]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-13T08:42:13.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:13 smithi066 ceph-mon[84331]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-13T08:42:14.189 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 61%] 2024-04-13T08:42:14.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:14 smithi003 ceph-mon[91733]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-13T08:42:14.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:14 smithi003 ceph-mon[91733]: pgmap v5039: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 4.2 KiB/s wr, 119 op/s 2024-04-13T08:42:14.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:14 smithi003 ceph-mon[89364]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-13T08:42:14.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:14 smithi003 ceph-mon[89364]: pgmap v5039: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 4.2 KiB/s wr, 119 op/s 2024-04-13T08:42:14.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:42:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:42:14] "GET /metrics HTTP/1.1" 200 36712 "" "Prometheus/2.43.0" 2024-04-13T08:42:14.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:14 smithi066 ceph-mon[84331]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-13T08:42:14.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:14 smithi066 ceph-mon[84331]: pgmap v5039: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 4.2 KiB/s wr, 119 op/s 2024-04-13T08:42:15.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:15 smithi003 ceph-mon[91733]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-13T08:42:15.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:15 smithi003 ceph-mon[91733]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-13T08:42:15.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:15 smithi003 ceph-mon[89364]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-13T08:42:15.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:15 smithi003 ceph-mon[89364]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-13T08:42:15.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:15 smithi066 ceph-mon[84331]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-13T08:42:15.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:15 smithi066 ceph-mon[84331]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-13T08:42:17.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:16 smithi003 ceph-mon[91733]: pgmap v5042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 11 KiB/s wr, 235 op/s 2024-04-13T08:42:17.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:16 smithi003 ceph-mon[91733]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-13T08:42:17.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:16 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi003-212959-2","app": "rbd"}]: dispatch 2024-04-13T08:42:17.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:16 smithi003 ceph-mon[89364]: pgmap v5042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 11 KiB/s wr, 235 op/s 2024-04-13T08:42:17.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:16 smithi003 ceph-mon[89364]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-13T08:42:17.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:16 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi003-212959-2","app": "rbd"}]: dispatch 2024-04-13T08:42:17.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:16 smithi066 ceph-mon[84331]: pgmap v5042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 11 KiB/s wr, 235 op/s 2024-04-13T08:42:17.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:16 smithi066 ceph-mon[84331]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-13T08:42:17.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:16 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi003-212959-2","app": "rbd"}]: dispatch 2024-04-13T08:42:18.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:17 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi003-212959-2","app": "rbd"}]': finished 2024-04-13T08:42:18.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:17 smithi003 ceph-mon[91733]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-13T08:42:18.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:17 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi003-212959-2","app": "rbd"}]': finished 2024-04-13T08:42:18.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:17 smithi003 ceph-mon[89364]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-13T08:42:18.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:17 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi003-212959-2","app": "rbd"}]': finished 2024-04-13T08:42:18.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:17 smithi066 ceph-mon[84331]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-13T08:42:19.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:18 smithi003 ceph-mon[91733]: pgmap v5045: 169 pgs: 4 creating+peering, 28 unknown, 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 12 KiB/s wr, 236 op/s 2024-04-13T08:42:19.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:18 smithi003 ceph-mon[91733]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-13T08:42:19.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:18 smithi003 ceph-mon[89364]: pgmap v5045: 169 pgs: 4 creating+peering, 28 unknown, 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 12 KiB/s wr, 236 op/s 2024-04-13T08:42:19.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:18 smithi003 ceph-mon[89364]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-13T08:42:19.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:18 smithi066 ceph-mon[84331]: pgmap v5045: 169 pgs: 4 creating+peering, 28 unknown, 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 12 KiB/s wr, 236 op/s 2024-04-13T08:42:19.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:18 smithi066 ceph-mon[84331]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-13T08:42:20.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:19 smithi003 ceph-mon[91733]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-13T08:42:20.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:19 smithi003 ceph-mon[91733]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-13T08:42:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:19 smithi003 ceph-mon[89364]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-13T08:42:20.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:19 smithi003 ceph-mon[89364]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-13T08:42:20.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:19 smithi066 ceph-mon[84331]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-13T08:42:20.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:19 smithi066 ceph-mon[84331]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-13T08:42:21.088 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-04-13T08:42:21.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:20 smithi003 ceph-mon[91733]: pgmap v5048: 169 pgs: 4 creating+peering, 12 unknown, 153 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 7.0 KiB/s wr, 126 op/s 2024-04-13T08:42:21.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:20 smithi003 ceph-mon[89364]: pgmap v5048: 169 pgs: 4 creating+peering, 12 unknown, 153 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 7.0 KiB/s wr, 126 op/s 2024-04-13T08:42:21.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:20 smithi066 ceph-mon[84331]: pgmap v5048: 169 pgs: 4 creating+peering, 12 unknown, 153 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 7.0 KiB/s wr, 126 op/s 2024-04-13T08:42:22.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:21 smithi066 ceph-mon[84331]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-13T08:42:22.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:21 smithi003 ceph-mon[89364]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-13T08:42:22.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:21 smithi003 ceph-mon[91733]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-13T08:42:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:42:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:42:23.114 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 62%] 2024-04-13T08:42:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:22 smithi003 ceph-mon[89364]: pgmap v5051: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 6.2 KiB/s wr, 124 op/s 2024-04-13T08:42:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:22 smithi003 ceph-mon[89364]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-13T08:42:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:22 smithi003 ceph-mon[91733]: pgmap v5051: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 6.2 KiB/s wr, 124 op/s 2024-04-13T08:42:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:22 smithi003 ceph-mon[91733]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-13T08:42:23.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:22 smithi066 ceph-mon[84331]: pgmap v5051: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 6.2 KiB/s wr, 124 op/s 2024-04-13T08:42:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:22 smithi066 ceph-mon[84331]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-13T08:42:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:24.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:24 smithi003 ceph-mon[89364]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-13T08:42:24.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:24 smithi003 ceph-mon[91733]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-13T08:42:24.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:42:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:42:24] "GET /metrics HTTP/1.1" 200 36712 "" "Prometheus/2.43.0" 2024-04-13T08:42:24.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:24 smithi066 ceph-mon[84331]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-13T08:42:25.063 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-04-13T08:42:25.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:25 smithi003 ceph-mon[91733]: pgmap v5054: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:42:25.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:25 smithi003 ceph-mon[91733]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-13T08:42:25.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:25 smithi003 ceph-mon[91733]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-13T08:42:25.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:25 smithi003 ceph-mon[89364]: pgmap v5054: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:42:25.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:25 smithi003 ceph-mon[89364]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-13T08:42:25.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:25 smithi003 ceph-mon[89364]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-13T08:42:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:25 smithi066 ceph-mon[84331]: pgmap v5054: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:42:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:25 smithi066 ceph-mon[84331]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-13T08:42:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:25 smithi066 ceph-mon[84331]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-13T08:42:26.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:26 smithi003 ceph-mon[91733]: pgmap v5057: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 18 KiB/s wr, 353 op/s 2024-04-13T08:42:26.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:26 smithi003 ceph-mon[89364]: pgmap v5057: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 18 KiB/s wr, 353 op/s 2024-04-13T08:42:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:26 smithi066 ceph-mon[84331]: pgmap v5057: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 18 KiB/s wr, 353 op/s 2024-04-13T08:42:27.133 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-04-13T08:42:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:27 smithi003 ceph-mon[91733]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-13T08:42:27.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:27 smithi003 ceph-mon[89364]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-13T08:42:27.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:27 smithi066 ceph-mon[84331]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-13T08:42:28.302 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:28 smithi066 ceph-mon[84331]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-13T08:42:28.302 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:28 smithi066 ceph-mon[84331]: pgmap v5060: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 21 KiB/s wr, 385 op/s 2024-04-13T08:42:28.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:28 smithi003 ceph-mon[91733]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-13T08:42:28.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:28 smithi003 ceph-mon[91733]: pgmap v5060: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 21 KiB/s wr, 385 op/s 2024-04-13T08:42:28.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:28 smithi003 ceph-mon[89364]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-13T08:42:28.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:28 smithi003 ceph-mon[89364]: pgmap v5060: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 21 KiB/s wr, 385 op/s 2024-04-13T08:42:29.137 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-04-13T08:42:29.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:29 smithi003 ceph-mon[91733]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-13T08:42:29.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:29 smithi003 ceph-mon[89364]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-13T08:42:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:29 smithi066 ceph-mon[84331]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-13T08:42:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:30 smithi003 ceph-mon[91733]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-13T08:42:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:30 smithi003 ceph-mon[91733]: pgmap v5063: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 23 KiB/s wr, 289 op/s 2024-04-13T08:42:30.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:30 smithi003 ceph-mon[91733]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-13T08:42:30.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:30 smithi003 ceph-mon[89364]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-13T08:42:30.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:30 smithi003 ceph-mon[89364]: pgmap v5063: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 23 KiB/s wr, 289 op/s 2024-04-13T08:42:30.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:30 smithi003 ceph-mon[89364]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-13T08:42:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:30 smithi066 ceph-mon[84331]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-13T08:42:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:30 smithi066 ceph-mon[84331]: pgmap v5063: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 23 KiB/s wr, 289 op/s 2024-04-13T08:42:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:30 smithi066 ceph-mon[84331]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-13T08:42:31.146 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-04-13T08:42:31.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:31 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:42:31.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:31 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:42:31.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:31 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:42:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:32 smithi066 ceph-mon[84331]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-13T08:42:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:32 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:42:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:32 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:42:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:32 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:42:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:32 smithi066 ceph-mon[84331]: pgmap v5066: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 30 KiB/s wr, 490 op/s 2024-04-13T08:42:32.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:32 smithi003 ceph-mon[89364]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-13T08:42:32.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:32 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:42:32.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:32 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:42:32.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:32 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:42:32.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:32 smithi003 ceph-mon[89364]: pgmap v5066: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 30 KiB/s wr, 490 op/s 2024-04-13T08:42:32.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:32 smithi003 ceph-mon[91733]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-13T08:42:32.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:32 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:42:32.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:32 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:42:32.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:32 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:42:32.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:32 smithi003 ceph-mon[91733]: pgmap v5066: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 30 KiB/s wr, 490 op/s 2024-04-13T08:42:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:42:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:42:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:42:33.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:33 smithi003 ceph-mon[91733]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-13T08:42:33.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:33 smithi003 ceph-mon[89364]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-13T08:42:33.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:33 smithi066 ceph-mon[84331]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-13T08:42:34.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:34 smithi003 ceph-mon[91733]: pgmap v5068: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 22 KiB/s wr, 352 op/s 2024-04-13T08:42:34.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:34 smithi003 ceph-mon[89364]: pgmap v5068: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 22 KiB/s wr, 352 op/s 2024-04-13T08:42:34.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:42:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:42:34] "GET /metrics HTTP/1.1" 200 36712 "" "Prometheus/2.43.0" 2024-04-13T08:42:34.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:34 smithi066 ceph-mon[84331]: pgmap v5068: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 22 KiB/s wr, 352 op/s 2024-04-13T08:42:36.056 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-04-13T08:42:36.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:35 smithi003 ceph-mon[91733]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-13T08:42:36.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:35 smithi003 ceph-mon[89364]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-13T08:42:36.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:35 smithi066 ceph-mon[84331]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-13T08:42:37.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:36 smithi003 ceph-mon[89364]: pgmap v5070: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 22 KiB/s wr, 1.46k op/s 2024-04-13T08:42:37.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:36 smithi003 ceph-mon[89364]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-13T08:42:37.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:36 smithi003 ceph-mon[91733]: pgmap v5070: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 22 KiB/s wr, 1.46k op/s 2024-04-13T08:42:37.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:36 smithi003 ceph-mon[91733]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-13T08:42:37.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:36 smithi066 ceph-mon[84331]: pgmap v5070: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 22 KiB/s wr, 1.46k op/s 2024-04-13T08:42:37.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:36 smithi066 ceph-mon[84331]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-13T08:42:38.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:37 smithi003 ceph-mon[91733]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-13T08:42:38.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:38.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:37 smithi003 ceph-mon[89364]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-13T08:42:38.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:38.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:37 smithi066 ceph-mon[84331]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-13T08:42:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:39.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:38 smithi003 ceph-mon[91733]: pgmap v5073: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 21 KiB/s wr, 1.42k op/s 2024-04-13T08:42:39.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:38 smithi003 ceph-mon[91733]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-13T08:42:39.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:38 smithi003 ceph-mon[89364]: pgmap v5073: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 21 KiB/s wr, 1.42k op/s 2024-04-13T08:42:39.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:38 smithi003 ceph-mon[89364]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-13T08:42:39.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:38 smithi066 ceph-mon[84331]: pgmap v5073: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 21 KiB/s wr, 1.42k op/s 2024-04-13T08:42:39.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:38 smithi066 ceph-mon[84331]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-13T08:42:40.060 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-04-13T08:42:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:39 smithi003 ceph-mon[91733]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-13T08:42:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:39 smithi003 ceph-mon[91733]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-13T08:42:40.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:39 smithi003 ceph-mon[89364]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-13T08:42:40.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:39 smithi003 ceph-mon[89364]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-13T08:42:40.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:39 smithi066 ceph-mon[84331]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-13T08:42:40.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:39 smithi066 ceph-mon[84331]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-13T08:42:41.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:40 smithi003 ceph-mon[91733]: pgmap v5076: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 24 KiB/s wr, 1.60k op/s 2024-04-13T08:42:41.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:40 smithi003 ceph-mon[89364]: pgmap v5076: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 24 KiB/s wr, 1.60k op/s 2024-04-13T08:42:41.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:40 smithi066 ceph-mon[84331]: pgmap v5076: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 24 KiB/s wr, 1.60k op/s 2024-04-13T08:42:42.087 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 66%] 2024-04-13T08:42:42.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:41 smithi066 ceph-mon[84331]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-13T08:42:42.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:41 smithi003 ceph-mon[91733]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-13T08:42:42.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:41 smithi003 ceph-mon[89364]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-13T08:42:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:42:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:42:43.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:42 smithi003 ceph-mon[91733]: pgmap v5079: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 23 KiB/s wr, 1.62k op/s 2024-04-13T08:42:43.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:42 smithi003 ceph-mon[91733]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-13T08:42:43.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:42 smithi003 ceph-mon[89364]: pgmap v5079: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 23 KiB/s wr, 1.62k op/s 2024-04-13T08:42:43.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:42 smithi003 ceph-mon[89364]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-13T08:42:43.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:42 smithi066 ceph-mon[84331]: pgmap v5079: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 23 KiB/s wr, 1.62k op/s 2024-04-13T08:42:43.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:42 smithi066 ceph-mon[84331]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-13T08:42:44.109 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-04-13T08:42:44.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:44 smithi003 ceph-mon[91733]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-13T08:42:44.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:44 smithi003 ceph-mon[89364]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-13T08:42:44.386 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:42:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:42:44] "GET /metrics HTTP/1.1" 200 36716 "" "Prometheus/2.43.0" 2024-04-13T08:42:44.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:44 smithi066 ceph-mon[84331]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-13T08:42:45.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:45 smithi003 ceph-mon[89364]: pgmap v5082: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 74 op/s 2024-04-13T08:42:45.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:45 smithi003 ceph-mon[89364]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-13T08:42:45.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:45 smithi003 ceph-mon[89364]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-13T08:42:45.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:45 smithi003 ceph-mon[91733]: pgmap v5082: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 74 op/s 2024-04-13T08:42:45.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:45 smithi003 ceph-mon[91733]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-13T08:42:45.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:45 smithi003 ceph-mon[91733]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-13T08:42:45.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:45 smithi066 ceph-mon[84331]: pgmap v5082: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 74 op/s 2024-04-13T08:42:45.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:45 smithi066 ceph-mon[84331]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-13T08:42:45.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:45 smithi066 ceph-mon[84331]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-13T08:42:46.118 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-04-13T08:42:46.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:46 smithi003 ceph-mon[91733]: pgmap v5085: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 688 KiB/s rd, 43 KiB/s wr, 919 op/s 2024-04-13T08:42:46.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:46 smithi003 ceph-mon[89364]: pgmap v5085: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 688 KiB/s rd, 43 KiB/s wr, 919 op/s 2024-04-13T08:42:46.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:46 smithi066 ceph-mon[84331]: pgmap v5085: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 688 KiB/s rd, 43 KiB/s wr, 919 op/s 2024-04-13T08:42:47.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:47 smithi003 ceph-mon[91733]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-13T08:42:47.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:47 smithi003 ceph-mon[89364]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-13T08:42:47.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:47 smithi066 ceph-mon[84331]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-13T08:42:48.139 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-04-13T08:42:48.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:48 smithi003 ceph-mon[91733]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-13T08:42:48.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:48 smithi003 ceph-mon[91733]: pgmap v5088: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 48 KiB/s wr, 936 op/s 2024-04-13T08:42:48.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:48 smithi003 ceph-mon[89364]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-13T08:42:48.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:48 smithi003 ceph-mon[89364]: pgmap v5088: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 48 KiB/s wr, 936 op/s 2024-04-13T08:42:48.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:48 smithi066 ceph-mon[84331]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-13T08:42:48.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:48 smithi066 ceph-mon[84331]: pgmap v5088: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 48 KiB/s wr, 936 op/s 2024-04-13T08:42:49.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:49 smithi003 ceph-mon[91733]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-13T08:42:49.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:49 smithi003 ceph-mon[89364]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-13T08:42:49.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:49 smithi066 ceph-mon[84331]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-13T08:42:50.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:50 smithi003 ceph-mon[91733]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-13T08:42:50.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:50 smithi003 ceph-mon[91733]: pgmap v5091: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 443 KiB/s rd, 35 KiB/s wr, 604 op/s 2024-04-13T08:42:50.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:50 smithi003 ceph-mon[91733]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-13T08:42:50.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:50 smithi003 ceph-mon[89364]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-13T08:42:50.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:50 smithi003 ceph-mon[89364]: pgmap v5091: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 443 KiB/s rd, 35 KiB/s wr, 604 op/s 2024-04-13T08:42:50.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:50 smithi003 ceph-mon[89364]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-13T08:42:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:50 smithi066 ceph-mon[84331]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-13T08:42:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:50 smithi066 ceph-mon[84331]: pgmap v5091: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 443 KiB/s rd, 35 KiB/s wr, 604 op/s 2024-04-13T08:42:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:50 smithi066 ceph-mon[84331]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-13T08:42:52.166 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-04-13T08:42:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:52 smithi066 ceph-mon[84331]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-13T08:42:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:52 smithi066 ceph-mon[84331]: pgmap v5094: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 566 KiB/s rd, 38 KiB/s wr, 763 op/s 2024-04-13T08:42:52.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:52 smithi003 ceph-mon[91733]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-13T08:42:52.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:52 smithi003 ceph-mon[91733]: pgmap v5094: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 566 KiB/s rd, 38 KiB/s wr, 763 op/s 2024-04-13T08:42:52.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:52 smithi003 ceph-mon[89364]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-13T08:42:52.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:52 smithi003 ceph-mon[89364]: pgmap v5094: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 566 KiB/s rd, 38 KiB/s wr, 763 op/s 2024-04-13T08:42:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:42:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:42:53.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:53 smithi003 ceph-mon[91733]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-13T08:42:53.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:53 smithi003 ceph-mon[89364]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-13T08:42:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:53.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:53 smithi066 ceph-mon[84331]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-13T08:42:53.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:42:54.183 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-04-13T08:42:54.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:54 smithi003 ceph-mon[91733]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-13T08:42:54.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:54 smithi003 ceph-mon[91733]: pgmap v5097: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 8.2 KiB/s wr, 175 op/s 2024-04-13T08:42:54.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:54 smithi003 ceph-mon[89364]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-13T08:42:54.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:54 smithi003 ceph-mon[89364]: pgmap v5097: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 8.2 KiB/s wr, 175 op/s 2024-04-13T08:42:54.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:42:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:42:54] "GET /metrics HTTP/1.1" 200 36714 "" "Prometheus/2.43.0" 2024-04-13T08:42:54.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:54 smithi066 ceph-mon[84331]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-13T08:42:54.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:54 smithi066 ceph-mon[84331]: pgmap v5097: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 8.2 KiB/s wr, 175 op/s 2024-04-13T08:42:55.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:55 smithi003 ceph-mon[91733]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-13T08:42:55.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:55 smithi003 ceph-mon[91733]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-13T08:42:55.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:55 smithi003 ceph-mon[89364]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-13T08:42:55.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:55 smithi003 ceph-mon[89364]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-13T08:42:55.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:55 smithi066 ceph-mon[84331]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-13T08:42:55.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:55 smithi066 ceph-mon[84331]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-13T08:42:57.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:56 smithi003 ceph-mon[91733]: pgmap v5100: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 376 KiB/s rd, 26 KiB/s wr, 505 op/s 2024-04-13T08:42:57.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:56 smithi003 ceph-mon[91733]: osdmap e2753: 8 total, 8 up, 8 in 2024-04-13T08:42:57.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:56 smithi003 ceph-mon[89364]: pgmap v5100: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 376 KiB/s rd, 26 KiB/s wr, 505 op/s 2024-04-13T08:42:57.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:56 smithi003 ceph-mon[89364]: osdmap e2753: 8 total, 8 up, 8 in 2024-04-13T08:42:57.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:56 smithi066 ceph-mon[84331]: pgmap v5100: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 376 KiB/s rd, 26 KiB/s wr, 505 op/s 2024-04-13T08:42:57.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:56 smithi066 ceph-mon[84331]: osdmap e2753: 8 total, 8 up, 8 in 2024-04-13T08:42:58.200 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-04-13T08:42:58.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:58 smithi003 ceph-mon[91733]: osdmap e2754: 8 total, 8 up, 8 in 2024-04-13T08:42:58.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:58 smithi003 ceph-mon[91733]: pgmap v5103: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 378 KiB/s rd, 28 KiB/s wr, 512 op/s 2024-04-13T08:42:58.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:58 smithi003 ceph-mon[89364]: osdmap e2754: 8 total, 8 up, 8 in 2024-04-13T08:42:58.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:58 smithi003 ceph-mon[89364]: pgmap v5103: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 378 KiB/s rd, 28 KiB/s wr, 512 op/s 2024-04-13T08:42:58.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:58 smithi066 ceph-mon[84331]: osdmap e2754: 8 total, 8 up, 8 in 2024-04-13T08:42:58.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:58 smithi066 ceph-mon[84331]: pgmap v5103: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 378 KiB/s rd, 28 KiB/s wr, 512 op/s 2024-04-13T08:42:59.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:42:59 smithi003 ceph-mon[91733]: osdmap e2755: 8 total, 8 up, 8 in 2024-04-13T08:42:59.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:42:59 smithi003 ceph-mon[89364]: osdmap e2755: 8 total, 8 up, 8 in 2024-04-13T08:42:59.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:42:59 smithi066 ceph-mon[84331]: osdmap e2755: 8 total, 8 up, 8 in 2024-04-13T08:43:00.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:00 smithi003 ceph-mon[91733]: osdmap e2756: 8 total, 8 up, 8 in 2024-04-13T08:43:00.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:00 smithi003 ceph-mon[91733]: pgmap v5106: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 14 KiB/s wr, 249 op/s 2024-04-13T08:43:00.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:00 smithi003 ceph-mon[91733]: osdmap e2757: 8 total, 8 up, 8 in 2024-04-13T08:43:00.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:00 smithi003 ceph-mon[89364]: osdmap e2756: 8 total, 8 up, 8 in 2024-04-13T08:43:00.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:00 smithi003 ceph-mon[89364]: pgmap v5106: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 14 KiB/s wr, 249 op/s 2024-04-13T08:43:00.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:00 smithi003 ceph-mon[89364]: osdmap e2757: 8 total, 8 up, 8 in 2024-04-13T08:43:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:00 smithi066 ceph-mon[84331]: osdmap e2756: 8 total, 8 up, 8 in 2024-04-13T08:43:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:00 smithi066 ceph-mon[84331]: pgmap v5106: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 14 KiB/s wr, 249 op/s 2024-04-13T08:43:00.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:00 smithi066 ceph-mon[84331]: osdmap e2757: 8 total, 8 up, 8 in 2024-04-13T08:43:02.212 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-04-13T08:43:02.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:02 smithi003 ceph-mon[91733]: osdmap e2758: 8 total, 8 up, 8 in 2024-04-13T08:43:02.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:02 smithi003 ceph-mon[91733]: pgmap v5109: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 350 KiB/s rd, 23 KiB/s wr, 463 op/s 2024-04-13T08:43:02.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:02 smithi003 ceph-mon[89364]: osdmap e2758: 8 total, 8 up, 8 in 2024-04-13T08:43:02.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:02 smithi003 ceph-mon[89364]: pgmap v5109: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 350 KiB/s rd, 23 KiB/s wr, 463 op/s 2024-04-13T08:43:02.401 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:43:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:43:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:43:02.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:02 smithi066 ceph-mon[84331]: osdmap e2758: 8 total, 8 up, 8 in 2024-04-13T08:43:02.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:02 smithi066 ceph-mon[84331]: pgmap v5109: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 350 KiB/s rd, 23 KiB/s wr, 463 op/s 2024-04-13T08:43:03.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:03 smithi003 ceph-mon[89364]: osdmap e2759: 8 total, 8 up, 8 in 2024-04-13T08:43:03.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:03 smithi003 ceph-mon[91733]: osdmap e2759: 8 total, 8 up, 8 in 2024-04-13T08:43:03.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:03 smithi066 ceph-mon[84331]: osdmap e2759: 8 total, 8 up, 8 in 2024-04-13T08:43:04.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:43:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:43:04] "GET /metrics HTTP/1.1" 200 36714 "" "Prometheus/2.43.0" 2024-04-13T08:43:04.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:04 smithi003 ceph-mon[91733]: osdmap e2760: 8 total, 8 up, 8 in 2024-04-13T08:43:04.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:04 smithi003 ceph-mon[91733]: pgmap v5112: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 168 KiB/s rd, 10 KiB/s wr, 220 op/s 2024-04-13T08:43:04.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:04 smithi003 ceph-mon[89364]: osdmap e2760: 8 total, 8 up, 8 in 2024-04-13T08:43:04.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:04 smithi003 ceph-mon[89364]: pgmap v5112: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 168 KiB/s rd, 10 KiB/s wr, 220 op/s 2024-04-13T08:43:04.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:04 smithi066 ceph-mon[84331]: osdmap e2760: 8 total, 8 up, 8 in 2024-04-13T08:43:04.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:04 smithi066 ceph-mon[84331]: pgmap v5112: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 168 KiB/s rd, 10 KiB/s wr, 220 op/s 2024-04-13T08:43:06.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:05 smithi003 ceph-mon[91733]: osdmap e2761: 8 total, 8 up, 8 in 2024-04-13T08:43:06.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:05 smithi003 ceph-mon[89364]: osdmap e2761: 8 total, 8 up, 8 in 2024-04-13T08:43:06.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:05 smithi066 ceph-mon[84331]: osdmap e2761: 8 total, 8 up, 8 in 2024-04-13T08:43:07.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:06 smithi003 ceph-mon[91733]: pgmap v5114: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 13 KiB/s wr, 220 op/s 2024-04-13T08:43:07.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:06 smithi003 ceph-mon[89364]: pgmap v5114: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 13 KiB/s wr, 220 op/s 2024-04-13T08:43:07.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:06 smithi066 ceph-mon[84331]: pgmap v5114: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 13 KiB/s wr, 220 op/s 2024-04-13T08:43:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:08.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:08.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:09.077 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks1 PASSED [ 71%] 2024-04-13T08:43:09.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:08 smithi003 ceph-mon[91733]: pgmap v5115: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8.2 KiB/s wr, 141 op/s 2024-04-13T08:43:09.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:08 smithi003 ceph-mon[89364]: pgmap v5115: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8.2 KiB/s wr, 141 op/s 2024-04-13T08:43:09.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:08 smithi066 ceph-mon[84331]: pgmap v5115: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8.2 KiB/s wr, 141 op/s 2024-04-13T08:43:10.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:09 smithi003 ceph-mon[91733]: osdmap e2762: 8 total, 8 up, 8 in 2024-04-13T08:43:10.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:09 smithi003 ceph-mon[91733]: osdmap e2763: 8 total, 8 up, 8 in 2024-04-13T08:43:10.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:09 smithi003 ceph-mon[89364]: osdmap e2762: 8 total, 8 up, 8 in 2024-04-13T08:43:10.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:09 smithi003 ceph-mon[89364]: osdmap e2763: 8 total, 8 up, 8 in 2024-04-13T08:43:10.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:09 smithi066 ceph-mon[84331]: osdmap e2762: 8 total, 8 up, 8 in 2024-04-13T08:43:10.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:09 smithi066 ceph-mon[84331]: osdmap e2763: 8 total, 8 up, 8 in 2024-04-13T08:43:11.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:10 smithi003 ceph-mon[89364]: pgmap v5117: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 624 KiB/s wr, 169 op/s 2024-04-13T08:43:11.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:10 smithi003 ceph-mon[91733]: pgmap v5117: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 624 KiB/s wr, 169 op/s 2024-04-13T08:43:11.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:10 smithi066 ceph-mon[84331]: pgmap v5117: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 624 KiB/s wr, 169 op/s 2024-04-13T08:43:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:43:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:43:13.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:12 smithi003 ceph-mon[91733]: pgmap v5119: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 606 KiB/s wr, 90 op/s 2024-04-13T08:43:13.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:12 smithi003 ceph-mon[89364]: pgmap v5119: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 606 KiB/s wr, 90 op/s 2024-04-13T08:43:13.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:12 smithi066 ceph-mon[84331]: pgmap v5119: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 606 KiB/s wr, 90 op/s 2024-04-13T08:43:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:43:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:43:14] "GET /metrics HTTP/1.1" 200 36715 "" "Prometheus/2.43.0" 2024-04-13T08:43:15.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:14 smithi003 ceph-mon[91733]: pgmap v5120: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 516 KiB/s wr, 60 op/s 2024-04-13T08:43:15.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:14 smithi003 ceph-mon[89364]: pgmap v5120: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 516 KiB/s wr, 60 op/s 2024-04-13T08:43:15.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:14 smithi066 ceph-mon[84331]: pgmap v5120: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 516 KiB/s wr, 60 op/s 2024-04-13T08:43:17.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:16 smithi003 ceph-mon[91733]: pgmap v5121: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 518 KiB/s wr, 87 op/s 2024-04-13T08:43:17.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:16 smithi003 ceph-mon[89364]: pgmap v5121: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 518 KiB/s wr, 87 op/s 2024-04-13T08:43:17.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:16 smithi066 ceph-mon[84331]: pgmap v5121: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 518 KiB/s wr, 87 op/s 2024-04-13T08:43:19.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:18 smithi003 ceph-mon[91733]: pgmap v5122: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 470 KiB/s wr, 72 op/s 2024-04-13T08:43:19.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:18 smithi003 ceph-mon[89364]: pgmap v5122: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 470 KiB/s wr, 72 op/s 2024-04-13T08:43:19.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:18 smithi066 ceph-mon[84331]: pgmap v5122: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 470 KiB/s wr, 72 op/s 2024-04-13T08:43:20.080 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks2 PASSED [ 72%] 2024-04-13T08:43:20.200 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 72%] 2024-04-13T08:43:21.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:20 smithi003 ceph-mon[91733]: pgmap v5123: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 1.2 MiB/s wr, 43 op/s 2024-04-13T08:43:21.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:20 smithi003 ceph-mon[91733]: osdmap e2764: 8 total, 8 up, 8 in 2024-04-13T08:43:21.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:20 smithi003 ceph-mon[89364]: pgmap v5123: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 1.2 MiB/s wr, 43 op/s 2024-04-13T08:43:21.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:20 smithi003 ceph-mon[89364]: osdmap e2764: 8 total, 8 up, 8 in 2024-04-13T08:43:21.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:20 smithi066 ceph-mon[84331]: pgmap v5123: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 1.2 MiB/s wr, 43 op/s 2024-04-13T08:43:21.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:20 smithi066 ceph-mon[84331]: osdmap e2764: 8 total, 8 up, 8 in 2024-04-13T08:43:22.129 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 73%] 2024-04-13T08:43:22.223 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 73%] 2024-04-13T08:43:22.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:22 smithi066 ceph-mon[84331]: osdmap e2765: 8 total, 8 up, 8 in 2024-04-13T08:43:22.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:22 smithi003 ceph-mon[89364]: osdmap e2765: 8 total, 8 up, 8 in 2024-04-13T08:43:22.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:22 smithi003 ceph-mon[91733]: osdmap e2765: 8 total, 8 up, 8 in 2024-04-13T08:43:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:43:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:43:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:23 smithi003 ceph-mon[91733]: pgmap v5126: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 2.0 MiB/s wr, 69 op/s 2024-04-13T08:43:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:23 smithi003 ceph-mon[91733]: osdmap e2766: 8 total, 8 up, 8 in 2024-04-13T08:43:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:23 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:23 smithi003 ceph-mon[89364]: pgmap v5126: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 2.0 MiB/s wr, 69 op/s 2024-04-13T08:43:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:23 smithi003 ceph-mon[89364]: osdmap e2766: 8 total, 8 up, 8 in 2024-04-13T08:43:23.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:23 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:23 smithi066 ceph-mon[84331]: pgmap v5126: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 2.0 MiB/s wr, 69 op/s 2024-04-13T08:43:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:23 smithi066 ceph-mon[84331]: osdmap e2766: 8 total, 8 up, 8 in 2024-04-13T08:43:23.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:23 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:24.138 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 74%] 2024-04-13T08:43:24.272 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 74%] 2024-04-13T08:43:24.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:43:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:43:24] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-13T08:43:24.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:24 smithi003 ceph-mon[91733]: osdmap e2767: 8 total, 8 up, 8 in 2024-04-13T08:43:24.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:24 smithi003 ceph-mon[91733]: pgmap v5129: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-04-13T08:43:24.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:24 smithi003 ceph-mon[89364]: osdmap e2767: 8 total, 8 up, 8 in 2024-04-13T08:43:24.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:24 smithi003 ceph-mon[89364]: pgmap v5129: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-04-13T08:43:24.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:24 smithi066 ceph-mon[84331]: osdmap e2767: 8 total, 8 up, 8 in 2024-04-13T08:43:24.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:24 smithi066 ceph-mon[84331]: pgmap v5129: 137 pgs: 137 active+clean; 17 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-04-13T08:43:25.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:25 smithi003 ceph-mon[89364]: osdmap e2768: 8 total, 8 up, 8 in 2024-04-13T08:43:25.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:25 smithi003 ceph-mon[91733]: osdmap e2768: 8 total, 8 up, 8 in 2024-04-13T08:43:25.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:25 smithi066 ceph-mon[84331]: osdmap e2768: 8 total, 8 up, 8 in 2024-04-13T08:43:26.143 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 75%] 2024-04-13T08:43:26.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:26 smithi003 ceph-mon[91733]: osdmap e2769: 8 total, 8 up, 8 in 2024-04-13T08:43:26.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:26 smithi003 ceph-mon[91733]: pgmap v5132: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 320 KiB/s rd, 21 KiB/s wr, 433 op/s 2024-04-13T08:43:26.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:26 smithi003 ceph-mon[89364]: osdmap e2769: 8 total, 8 up, 8 in 2024-04-13T08:43:26.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:26 smithi003 ceph-mon[89364]: pgmap v5132: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 320 KiB/s rd, 21 KiB/s wr, 433 op/s 2024-04-13T08:43:26.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:26 smithi066 ceph-mon[84331]: osdmap e2769: 8 total, 8 up, 8 in 2024-04-13T08:43:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:26 smithi066 ceph-mon[84331]: pgmap v5132: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 320 KiB/s rd, 21 KiB/s wr, 433 op/s 2024-04-13T08:43:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:27 smithi003 ceph-mon[91733]: osdmap e2770: 8 total, 8 up, 8 in 2024-04-13T08:43:27.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:27 smithi003 ceph-mon[89364]: osdmap e2770: 8 total, 8 up, 8 in 2024-04-13T08:43:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:27 smithi066 ceph-mon[84331]: osdmap e2770: 8 total, 8 up, 8 in 2024-04-13T08:43:28.159 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 76%] 2024-04-13T08:43:28.294 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 76%] 2024-04-13T08:43:28.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:28 smithi003 ceph-mon[89364]: osdmap e2771: 8 total, 8 up, 8 in 2024-04-13T08:43:28.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:28 smithi003 ceph-mon[89364]: pgmap v5135: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 21 KiB/s wr, 436 op/s 2024-04-13T08:43:28.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:28 smithi003 ceph-mon[91733]: osdmap e2771: 8 total, 8 up, 8 in 2024-04-13T08:43:28.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:28 smithi003 ceph-mon[91733]: pgmap v5135: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 21 KiB/s wr, 436 op/s 2024-04-13T08:43:28.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:28 smithi066 ceph-mon[84331]: osdmap e2771: 8 total, 8 up, 8 in 2024-04-13T08:43:28.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:28 smithi066 ceph-mon[84331]: pgmap v5135: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 21 KiB/s wr, 436 op/s 2024-04-13T08:43:28.421 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 77%] 2024-04-13T08:43:28.515 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 77%] 2024-04-13T08:43:29.158 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 78%] 2024-04-13T08:43:29.249 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 78%] 2024-04-13T08:43:29.348 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 79%] 2024-04-13T08:43:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:29 smithi003 ceph-mon[91733]: osdmap e2772: 8 total, 8 up, 8 in 2024-04-13T08:43:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:29 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1119558987' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/1396356617"}]: dispatch 2024-04-13T08:43:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:29 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/1396356617"}]: dispatch 2024-04-13T08:43:29.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:29 smithi003 ceph-mon[89364]: osdmap e2772: 8 total, 8 up, 8 in 2024-04-13T08:43:29.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:29 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1119558987' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/1396356617"}]: dispatch 2024-04-13T08:43:29.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:29 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/1396356617"}]: dispatch 2024-04-13T08:43:29.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:29 smithi066 ceph-mon[84331]: osdmap e2772: 8 total, 8 up, 8 in 2024-04-13T08:43:29.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:29 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1119558987' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/1396356617"}]: dispatch 2024-04-13T08:43:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:29 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/1396356617"}]: dispatch 2024-04-13T08:43:29.452 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 80%] 2024-04-13T08:43:29.555 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 80%] 2024-04-13T08:43:29.643 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 81%] 2024-04-13T08:43:29.728 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 81%] 2024-04-13T08:43:30.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/1396356617"}]': finished 2024-04-13T08:43:30.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[91733]: osdmap e2773: 8 total, 8 up, 8 in 2024-04-13T08:43:30.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' 2024-04-13T08:43:30.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:43:30.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:43:30.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-13T08:43:30.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:43:30.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-13T08:43:30.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-13T08:43:30.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:43:30.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' 2024-04-13T08:43:30.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/e5c1803f-4d20-41eb-8d08-3958fa867493"}]: dispatch 2024-04-13T08:43:30.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e5c1803f-4d20-41eb-8d08-3958fa867493"}]: dispatch 2024-04-13T08:43:30.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e5c1803f-4d20-41eb-8d08-3958fa867493"}]': finished 2024-04-13T08:43:30.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[91733]: pgmap v5138: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 18 KiB/s wr, 321 op/s 2024-04-13T08:43:30.387 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[91733]: osdmap e2774: 8 total, 8 up, 8 in 2024-04-13T08:43:30.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/1396356617"}]': finished 2024-04-13T08:43:30.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[89364]: osdmap e2773: 8 total, 8 up, 8 in 2024-04-13T08:43:30.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' 2024-04-13T08:43:30.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:43:30.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:43:30.387 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-13T08:43:30.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:43:30.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-13T08:43:30.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-13T08:43:30.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:43:30.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' 2024-04-13T08:43:30.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/e5c1803f-4d20-41eb-8d08-3958fa867493"}]: dispatch 2024-04-13T08:43:30.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e5c1803f-4d20-41eb-8d08-3958fa867493"}]: dispatch 2024-04-13T08:43:30.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e5c1803f-4d20-41eb-8d08-3958fa867493"}]': finished 2024-04-13T08:43:30.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[89364]: pgmap v5138: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 18 KiB/s wr, 321 op/s 2024-04-13T08:43:30.388 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:30 smithi003 ceph-mon[89364]: osdmap e2774: 8 total, 8 up, 8 in 2024-04-13T08:43:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:30 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.3:0/1396356617"}]': finished 2024-04-13T08:43:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:30 smithi066 ceph-mon[84331]: osdmap e2773: 8 total, 8 up, 8 in 2024-04-13T08:43:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:30 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' 2024-04-13T08:43:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:30 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:43:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:30 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:43:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:30 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-13T08:43:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:30 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:43:30.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:30 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-13T08:43:30.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:30 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-13T08:43:30.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:30 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-13T08:43:30.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:30 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' 2024-04-13T08:43:30.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:30 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/e5c1803f-4d20-41eb-8d08-3958fa867493"}]: dispatch 2024-04-13T08:43:30.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:30 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e5c1803f-4d20-41eb-8d08-3958fa867493"}]: dispatch 2024-04-13T08:43:30.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:30 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e5c1803f-4d20-41eb-8d08-3958fa867493"}]': finished 2024-04-13T08:43:30.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:30 smithi066 ceph-mon[84331]: pgmap v5138: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 18 KiB/s wr, 321 op/s 2024-04-13T08:43:30.402 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:30 smithi066 ceph-mon[84331]: osdmap e2774: 8 total, 8 up, 8 in 2024-04-13T08:43:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:31 smithi066 ceph-mon[84331]: osdmap e2775: 8 total, 8 up, 8 in 2024-04-13T08:43:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:31 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:43:32.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:31 smithi003 ceph-mon[91733]: osdmap e2775: 8 total, 8 up, 8 in 2024-04-13T08:43:32.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:31 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:43:32.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:31 smithi003 ceph-mon[89364]: osdmap e2775: 8 total, 8 up, 8 in 2024-04-13T08:43:32.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:31 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:43:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:43:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:43:33.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:32 smithi003 ceph-mon[91733]: pgmap v5141: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 443 KiB/s rd, 26 KiB/s wr, 607 op/s 2024-04-13T08:43:33.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:32 smithi003 ceph-mon[91733]: osdmap e2776: 8 total, 8 up, 8 in 2024-04-13T08:43:33.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:32 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/986f4a43-deb3-4817-a4b6-88fdbec92493"}]: dispatch 2024-04-13T08:43:33.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:32 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/986f4a43-deb3-4817-a4b6-88fdbec92493"}]': finished 2024-04-13T08:43:33.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:32 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/186cfd51-3328-46f9-9ebe-615cc3cc326a"}]: dispatch 2024-04-13T08:43:33.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:32 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/186cfd51-3328-46f9-9ebe-615cc3cc326a"}]': finished 2024-04-13T08:43:33.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:32 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:43:33.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:32 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:43:33.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:32 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:43:33.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:32 smithi003 ceph-mon[89364]: pgmap v5141: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 443 KiB/s rd, 26 KiB/s wr, 607 op/s 2024-04-13T08:43:33.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:32 smithi003 ceph-mon[89364]: osdmap e2776: 8 total, 8 up, 8 in 2024-04-13T08:43:33.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:32 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/986f4a43-deb3-4817-a4b6-88fdbec92493"}]: dispatch 2024-04-13T08:43:33.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:32 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/986f4a43-deb3-4817-a4b6-88fdbec92493"}]': finished 2024-04-13T08:43:33.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:32 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/186cfd51-3328-46f9-9ebe-615cc3cc326a"}]: dispatch 2024-04-13T08:43:33.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:32 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/186cfd51-3328-46f9-9ebe-615cc3cc326a"}]': finished 2024-04-13T08:43:33.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:32 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:43:33.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:32 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:43:33.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:32 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:43:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:32 smithi066 ceph-mon[84331]: pgmap v5141: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 443 KiB/s rd, 26 KiB/s wr, 607 op/s 2024-04-13T08:43:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:32 smithi066 ceph-mon[84331]: osdmap e2776: 8 total, 8 up, 8 in 2024-04-13T08:43:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:32 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/986f4a43-deb3-4817-a4b6-88fdbec92493"}]: dispatch 2024-04-13T08:43:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:32 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/986f4a43-deb3-4817-a4b6-88fdbec92493"}]': finished 2024-04-13T08:43:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:32 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/186cfd51-3328-46f9-9ebe-615cc3cc326a"}]: dispatch 2024-04-13T08:43:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:32 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/186cfd51-3328-46f9-9ebe-615cc3cc326a"}]': finished 2024-04-13T08:43:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:32 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:43:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:32 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:43:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:32 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:43:34.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:34 smithi003 ceph-mon[89364]: osdmap e2777: 8 total, 8 up, 8 in 2024-04-13T08:43:34.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:34 smithi003 ceph-mon[89364]: pgmap v5144: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 8.0 KiB/s wr, 287 op/s 2024-04-13T08:43:34.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:43:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:43:34] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-13T08:43:34.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:34 smithi003 ceph-mon[91733]: osdmap e2777: 8 total, 8 up, 8 in 2024-04-13T08:43:34.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:34 smithi003 ceph-mon[91733]: pgmap v5144: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 8.0 KiB/s wr, 287 op/s 2024-04-13T08:43:34.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:34 smithi066 ceph-mon[84331]: osdmap e2777: 8 total, 8 up, 8 in 2024-04-13T08:43:34.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:34 smithi066 ceph-mon[84331]: pgmap v5144: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 8.0 KiB/s wr, 287 op/s 2024-04-13T08:43:35.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:35 smithi003 ceph-mon[89364]: osdmap e2778: 8 total, 8 up, 8 in 2024-04-13T08:43:35.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:35 smithi003 ceph-mon[89364]: osdmap e2779: 8 total, 8 up, 8 in 2024-04-13T08:43:35.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:35 smithi003 ceph-mon[91733]: osdmap e2778: 8 total, 8 up, 8 in 2024-04-13T08:43:35.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:35 smithi003 ceph-mon[91733]: osdmap e2779: 8 total, 8 up, 8 in 2024-04-13T08:43:35.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:35 smithi066 ceph-mon[84331]: osdmap e2778: 8 total, 8 up, 8 in 2024-04-13T08:43:35.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:35 smithi066 ceph-mon[84331]: osdmap e2779: 8 total, 8 up, 8 in 2024-04-13T08:43:37.073 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 82%] 2024-04-13T08:43:37.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:36 smithi003 ceph-mon[91733]: pgmap v5147: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 260 KiB/s rd, 26 KiB/s wr, 359 op/s 2024-04-13T08:43:37.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:36 smithi003 ceph-mon[91733]: osdmap e2780: 8 total, 8 up, 8 in 2024-04-13T08:43:37.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:36 smithi003 ceph-mon[89364]: pgmap v5147: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 260 KiB/s rd, 26 KiB/s wr, 359 op/s 2024-04-13T08:43:37.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:36 smithi003 ceph-mon[89364]: osdmap e2780: 8 total, 8 up, 8 in 2024-04-13T08:43:37.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:36 smithi066 ceph-mon[84331]: pgmap v5147: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 260 KiB/s rd, 26 KiB/s wr, 359 op/s 2024-04-13T08:43:37.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:36 smithi066 ceph-mon[84331]: osdmap e2780: 8 total, 8 up, 8 in 2024-04-13T08:43:38.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:37 smithi003 ceph-mon[91733]: osdmap e2781: 8 total, 8 up, 8 in 2024-04-13T08:43:38.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:37 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:38.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:37 smithi003 ceph-mon[89364]: osdmap e2781: 8 total, 8 up, 8 in 2024-04-13T08:43:38.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:37 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:37 smithi066 ceph-mon[84331]: osdmap e2781: 8 total, 8 up, 8 in 2024-04-13T08:43:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:37 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:39.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:38 smithi003 ceph-mon[91733]: pgmap v5150: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 260 KiB/s rd, 26 KiB/s wr, 359 op/s 2024-04-13T08:43:39.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:38 smithi003 ceph-mon[91733]: osdmap e2782: 8 total, 8 up, 8 in 2024-04-13T08:43:39.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:38 smithi003 ceph-mon[89364]: pgmap v5150: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 260 KiB/s rd, 26 KiB/s wr, 359 op/s 2024-04-13T08:43:39.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:38 smithi003 ceph-mon[89364]: osdmap e2782: 8 total, 8 up, 8 in 2024-04-13T08:43:39.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:38 smithi066 ceph-mon[84331]: pgmap v5150: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 260 KiB/s rd, 26 KiB/s wr, 359 op/s 2024-04-13T08:43:39.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:38 smithi066 ceph-mon[84331]: osdmap e2782: 8 total, 8 up, 8 in 2024-04-13T08:43:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:40 smithi003 ceph-mon[91733]: osdmap e2783: 8 total, 8 up, 8 in 2024-04-13T08:43:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:40 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e7aed20c-4a68-4eae-80fd-bef8391fafdc"}]: dispatch 2024-04-13T08:43:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:40 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e7aed20c-4a68-4eae-80fd-bef8391fafdc"}]': finished 2024-04-13T08:43:40.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:40 smithi003 ceph-mon[91733]: osdmap e2784: 8 total, 8 up, 8 in 2024-04-13T08:43:40.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:40 smithi003 ceph-mon[89364]: osdmap e2783: 8 total, 8 up, 8 in 2024-04-13T08:43:40.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:40 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e7aed20c-4a68-4eae-80fd-bef8391fafdc"}]: dispatch 2024-04-13T08:43:40.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:40 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e7aed20c-4a68-4eae-80fd-bef8391fafdc"}]': finished 2024-04-13T08:43:40.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:40 smithi003 ceph-mon[89364]: osdmap e2784: 8 total, 8 up, 8 in 2024-04-13T08:43:40.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:40 smithi066 ceph-mon[84331]: osdmap e2783: 8 total, 8 up, 8 in 2024-04-13T08:43:40.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:40 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e7aed20c-4a68-4eae-80fd-bef8391fafdc"}]: dispatch 2024-04-13T08:43:40.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:40 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/929693776' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e7aed20c-4a68-4eae-80fd-bef8391fafdc"}]': finished 2024-04-13T08:43:40.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:40 smithi066 ceph-mon[84331]: osdmap e2784: 8 total, 8 up, 8 in 2024-04-13T08:43:41.112 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 82%] 2024-04-13T08:43:41.195 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 83%] 2024-04-13T08:43:41.335 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 84%] 2024-04-13T08:43:41.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:41 smithi003 ceph-mon[91733]: pgmap v5153: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 6.5 KiB/s wr, 71 op/s 2024-04-13T08:43:41.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:41 smithi003 ceph-mon[89364]: pgmap v5153: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 6.5 KiB/s wr, 71 op/s 2024-04-13T08:43:41.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:41 smithi066 ceph-mon[84331]: pgmap v5153: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 6.5 KiB/s wr, 71 op/s 2024-04-13T08:43:41.413 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 84%] 2024-04-13T08:43:41.488 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 85%] 2024-04-13T08:43:41.561 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 85%] 2024-04-13T08:43:41.633 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 86%] 2024-04-13T08:43:41.773 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 86%] 2024-04-13T08:43:41.889 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 87%] 2024-04-13T08:43:41.895 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 88%] 2024-04-13T08:43:41.904 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 88%] 2024-04-13T08:43:41.905 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 89%] 2024-04-13T08:43:41.913 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 89%] 2024-04-13T08:43:41.919 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 90%] 2024-04-13T08:43:42.010 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 90%] 2024-04-13T08:43:42.097 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 91%] 2024-04-13T08:43:42.191 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 92%] 2024-04-13T08:43:42.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:42 smithi066 ceph-mon[84331]: osdmap e2785: 8 total, 8 up, 8 in 2024-04-13T08:43:42.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:42 smithi066 ceph-mon[84331]: pgmap v5156: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 11 KiB/s wr, 126 op/s 2024-04-13T08:43:42.323 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 92%] 2024-04-13T08:43:42.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:42 smithi003 ceph-mon[91733]: osdmap e2785: 8 total, 8 up, 8 in 2024-04-13T08:43:42.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:42 smithi003 ceph-mon[91733]: pgmap v5156: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 11 KiB/s wr, 126 op/s 2024-04-13T08:43:42.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:42 smithi003 ceph-mon[89364]: osdmap e2785: 8 total, 8 up, 8 in 2024-04-13T08:43:42.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:42 smithi003 ceph-mon[89364]: pgmap v5156: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 11 KiB/s wr, 126 op/s 2024-04-13T08:43:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:43:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:43:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:43:43.986 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 93%] 2024-04-13T08:43:44.098 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 93%] 2024-04-13T08:43:44.197 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 94%] 2024-04-13T08:43:44.300 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 94%] 2024-04-13T08:43:44.479 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 95%] 2024-04-13T08:43:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:43:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:43:44] "GET /metrics HTTP/1.1" 200 36711 "" "Prometheus/2.43.0" 2024-04-13T08:43:45.093 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 96%] 2024-04-13T08:43:45.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:44 smithi003 ceph-mon[91733]: pgmap v5157: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 7.4 KiB/s wr, 87 op/s 2024-04-13T08:43:45.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:44 smithi003 ceph-mon[89364]: pgmap v5157: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 7.4 KiB/s wr, 87 op/s 2024-04-13T08:43:45.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:44 smithi066 ceph-mon[84331]: pgmap v5157: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 7.4 KiB/s wr, 87 op/s 2024-04-13T08:43:45.188 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 96%] 2024-04-13T08:43:46.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:45 smithi003 ceph-mon[91733]: osdmap e2786: 8 total, 8 up, 8 in 2024-04-13T08:43:46.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:45 smithi003 ceph-mon[91733]: osdmap e2787: 8 total, 8 up, 8 in 2024-04-13T08:43:46.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:45 smithi003 ceph-mon[89364]: osdmap e2786: 8 total, 8 up, 8 in 2024-04-13T08:43:46.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:45 smithi003 ceph-mon[89364]: osdmap e2787: 8 total, 8 up, 8 in 2024-04-13T08:43:46.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:45 smithi066 ceph-mon[84331]: osdmap e2786: 8 total, 8 up, 8 in 2024-04-13T08:43:46.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:45 smithi066 ceph-mon[84331]: osdmap e2787: 8 total, 8 up, 8 in 2024-04-13T08:43:47.108 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 97%] 2024-04-13T08:43:47.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:46 smithi003 ceph-mon[89364]: pgmap v5160: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 750 KiB/s rd, 83 KiB/s wr, 1.09k op/s 2024-04-13T08:43:47.386 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:46 smithi003 ceph-mon[89364]: osdmap e2788: 8 total, 8 up, 8 in 2024-04-13T08:43:47.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:46 smithi003 ceph-mon[91733]: pgmap v5160: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 750 KiB/s rd, 83 KiB/s wr, 1.09k op/s 2024-04-13T08:43:47.386 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:46 smithi003 ceph-mon[91733]: osdmap e2788: 8 total, 8 up, 8 in 2024-04-13T08:43:47.391 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 97%] 2024-04-13T08:43:47.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:46 smithi066 ceph-mon[84331]: pgmap v5160: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 750 KiB/s rd, 83 KiB/s wr, 1.09k op/s 2024-04-13T08:43:47.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:46 smithi066 ceph-mon[84331]: osdmap e2788: 8 total, 8 up, 8 in 2024-04-13T08:43:48.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:47 smithi003 ceph-mon[91733]: osdmap e2789: 8 total, 8 up, 8 in 2024-04-13T08:43:48.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:47 smithi003 ceph-mon[89364]: osdmap e2789: 8 total, 8 up, 8 in 2024-04-13T08:43:48.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:48 smithi066 ceph-mon[84331]: osdmap e2789: 8 total, 8 up, 8 in 2024-04-13T08:43:49.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:48 smithi003 ceph-mon[91733]: pgmap v5163: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 125 KiB/s wr, 1.67k op/s 2024-04-13T08:43:49.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:48 smithi003 ceph-mon[91733]: osdmap e2790: 8 total, 8 up, 8 in 2024-04-13T08:43:49.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:48 smithi003 ceph-mon[89364]: pgmap v5163: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 125 KiB/s wr, 1.67k op/s 2024-04-13T08:43:49.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:48 smithi003 ceph-mon[89364]: osdmap e2790: 8 total, 8 up, 8 in 2024-04-13T08:43:49.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:48 smithi066 ceph-mon[84331]: pgmap v5163: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 125 KiB/s wr, 1.67k op/s 2024-04-13T08:43:49.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:49 smithi066 ceph-mon[84331]: osdmap e2790: 8 total, 8 up, 8 in 2024-04-13T08:43:50.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:50 smithi003 ceph-mon[91733]: osdmap e2791: 8 total, 8 up, 8 in 2024-04-13T08:43:50.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:50 smithi003 ceph-mon[91733]: osdmap e2792: 8 total, 8 up, 8 in 2024-04-13T08:43:50.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:50 smithi003 ceph-mon[89364]: osdmap e2791: 8 total, 8 up, 8 in 2024-04-13T08:43:50.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:50 smithi003 ceph-mon[89364]: osdmap e2792: 8 total, 8 up, 8 in 2024-04-13T08:43:50.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:50 smithi066 ceph-mon[84331]: osdmap e2791: 8 total, 8 up, 8 in 2024-04-13T08:43:50.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:50 smithi066 ceph-mon[84331]: osdmap e2792: 8 total, 8 up, 8 in 2024-04-13T08:43:51.196 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-04-13T08:43:51.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:51 smithi003 ceph-mon[89364]: pgmap v5166: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 567 KiB/s rd, 38 KiB/s wr, 757 op/s 2024-04-13T08:43:51.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:51 smithi003 ceph-mon[91733]: pgmap v5166: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 567 KiB/s rd, 38 KiB/s wr, 757 op/s 2024-04-13T08:43:51.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:51 smithi066 ceph-mon[84331]: pgmap v5166: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 567 KiB/s rd, 38 KiB/s wr, 757 op/s 2024-04-13T08:43:51.418 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-04-13T08:43:51.606 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-04-13T08:43:52.035 INFO:tasks.workunit.client.0.smithi003.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-04-13T08:43:52.035 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:43:52.035 INFO:tasks.workunit.client.0.smithi003.stdout:=============================== warnings summary =============================== 2024-04-13T08:43:52.035 INFO:tasks.workunit.client.0.smithi003.stdout:test_rbd.py::test_remove_with_progress_except 2024-04-13T08:43:52.035 INFO:tasks.workunit.client.0.smithi003.stdout: /usr/lib/python3.9/site-packages/_pytest/unraisableexception.py:78: PytestUnraisableExceptionWarning: Exception ignored in: 'rbd.progress_callback' 2024-04-13T08:43:52.035 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:43:52.036 INFO:tasks.workunit.client.0.smithi003.stdout: Traceback (most recent call last): 2024-04-13T08:43:52.036 INFO:tasks.workunit.client.0.smithi003.stdout: File "/home/ubuntu/cephtest/clone.client.0/src/test/pybind/test_rbd.py", line 423, in progress_cb 2024-04-13T08:43:52.036 INFO:tasks.workunit.client.0.smithi003.stdout: raise Exception() 2024-04-13T08:43:52.036 INFO:tasks.workunit.client.0.smithi003.stdout: Exception 2024-04-13T08:43:52.036 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:43:52.036 INFO:tasks.workunit.client.0.smithi003.stdout: warnings.warn(pytest.PytestUnraisableExceptionWarning(msg)) 2024-04-13T08:43:52.036 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:43:52.036 INFO:tasks.workunit.client.0.smithi003.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-04-13T08:43:52.036 INFO:tasks.workunit.client.0.smithi003.stdout:============ 167 passed, 8 skipped, 1 warning in 640.10s (0:10:40) ============= 2024-04-13T08:43:52.085 INFO:tasks.workunit.client.0.smithi003.stderr:+ exit 0 2024-04-13T08:43:52.086 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T08:43:52.086 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T08:43:52.115 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-04-13T08:43:52.115 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-13T08:43:52.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:52 smithi066 ceph-mon[84331]: osdmap e2793: 8 total, 8 up, 8 in 2024-04-13T08:43:52.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:52 smithi066 ceph-mon[84331]: pgmap v5169: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 624 KiB/s rd, 38 KiB/s wr, 812 op/s 2024-04-13T08:43:52.382 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:52 smithi003 ceph-mon[91733]: osdmap e2793: 8 total, 8 up, 8 in 2024-04-13T08:43:52.382 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:52 smithi003 ceph-mon[91733]: pgmap v5169: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 624 KiB/s rd, 38 KiB/s wr, 812 op/s 2024-04-13T08:43:52.383 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:52 smithi003 ceph-mon[89364]: osdmap e2793: 8 total, 8 up, 8 in 2024-04-13T08:43:52.383 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:52 smithi003 ceph-mon[89364]: pgmap v5169: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 624 KiB/s rd, 38 KiB/s wr, 812 op/s 2024-04-13T08:43:52.384 DEBUG:teuthology.parallel:result is None 2024-04-13T08:43:52.384 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T08:43:52.411 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T08:43:52.411 DEBUG:teuthology.orchestra.run.smithi003:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T08:43:52.466 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T08:43:52.466 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-13T08:43:52.466 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-04-13T08:43:52.466 DEBUG:teuthology.parallel:result is None 2024-04-13T08:43:52.467 INFO:teuthology.run_tasks:Running task print... 2024-04-13T08:43:52.482 INFO:teuthology.task.print:**** done end parallel 2024-04-13T08:43:52.482 INFO:teuthology.run_tasks:Running task print... 2024-04-13T08:43:52.514 INFO:teuthology.task.print:**** done start telemetry x... 2024-04-13T08:43:52.514 INFO:teuthology.run_tasks:Running task workunit... 2024-04-13T08:43:52.556 INFO:tasks.workunit:Pulling workunits from ref c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-13T08:43:52.556 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-13T08:43:52.556 DEBUG:teuthology.orchestra.run.smithi003:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-13T08:43:52.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T08:43:52.572 INFO:teuthology.orchestra.run.smithi003.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-13T08:43:52.572 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T08:43:52.627 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-13T08:43:52.627 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-13T08:43:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:43:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:43:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:43:52.682 INFO:tasks.workunit:timeout=3h 2024-04-13T08:43:52.682 INFO:tasks.workunit:cleanup=True 2024-04-13T08:43:52.682 DEBUG:teuthology.orchestra.run.smithi003:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-13T08:43:52.738 INFO:tasks.workunit.client.0.smithi003.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-13T08:43:53.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:53 smithi003 ceph-mon[91733]: osdmap e2794: 8 total, 8 up, 8 in 2024-04-13T08:43:53.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:53 smithi003 ceph-mon[89364]: osdmap e2794: 8 total, 8 up, 8 in 2024-04-13T08:43:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:53 smithi066 ceph-mon[84331]: osdmap e2794: 8 total, 8 up, 8 in 2024-04-13T08:43:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:43:54.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:54 smithi003 ceph-mon[91733]: pgmap v5171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:43:54.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:54 smithi003 ceph-mon[89364]: pgmap v5171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:43:54.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:43:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:43:54] "GET /metrics HTTP/1.1" 200 34240 "" "Prometheus/2.43.0" 2024-04-13T08:43:54.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:54 smithi066 ceph-mon[84331]: pgmap v5171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-13T08:43:57.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:56 smithi003 ceph-mon[91733]: pgmap v5172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:43:57.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:56 smithi003 ceph-mon[89364]: pgmap v5172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:43:57.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:56 smithi066 ceph-mon[84331]: pgmap v5172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:43:59.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:43:58 smithi003 ceph-mon[91733]: pgmap v5173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:43:59.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:43:58 smithi003 ceph-mon[89364]: pgmap v5173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:43:59.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:43:58 smithi066 ceph-mon[84331]: pgmap v5173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:00 smithi003 ceph-mon[91733]: pgmap v5174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:01.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:00 smithi003 ceph-mon[89364]: pgmap v5174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:00 smithi066 ceph-mon[84331]: pgmap v5174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:44:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:44:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:44:03.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:02 smithi003 ceph-mon[89364]: pgmap v5175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:03.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:02 smithi003 ceph-mon[91733]: pgmap v5175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:03.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:02 smithi066 ceph-mon[84331]: pgmap v5175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:44:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:44:04] "GET /metrics HTTP/1.1" 200 34240 "" "Prometheus/2.43.0" 2024-04-13T08:44:05.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:04 smithi003 ceph-mon[91733]: pgmap v5176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:05.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:04 smithi003 ceph-mon[89364]: pgmap v5176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:04 smithi066 ceph-mon[84331]: pgmap v5176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:07.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:06 smithi003 ceph-mon[91733]: pgmap v5177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:07.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:06 smithi003 ceph-mon[89364]: pgmap v5177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:06 smithi066 ceph-mon[84331]: pgmap v5177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:08.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:08.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:08.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:08.867 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 08:44:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=cleanup t=2024-04-13T08:44:08.499930968Z level=info msg="Completed cleanup jobs" duration=5.921925ms 2024-04-13T08:44:09.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:08 smithi003 ceph-mon[89364]: pgmap v5178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:09.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:08 smithi003 ceph-mon[91733]: pgmap v5178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:09.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:08 smithi066 ceph-mon[84331]: pgmap v5178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:11.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:10 smithi003 ceph-mon[91733]: pgmap v5179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:11.135 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:10 smithi003 ceph-mon[89364]: pgmap v5179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:11.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:10 smithi066 ceph-mon[84331]: pgmap v5179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:44:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:44:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:44:13.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:12 smithi003 ceph-mon[91733]: pgmap v5180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:13.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:12 smithi003 ceph-mon[89364]: pgmap v5180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:13.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:12 smithi066 ceph-mon[84331]: pgmap v5180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:44:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:44:14] "GET /metrics HTTP/1.1" 200 34243 "" "Prometheus/2.43.0" 2024-04-13T08:44:15.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:14 smithi003 ceph-mon[89364]: pgmap v5181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:15.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:14 smithi003 ceph-mon[91733]: pgmap v5181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:15.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:14 smithi066 ceph-mon[84331]: pgmap v5181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:17.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:16 smithi003 ceph-mon[91733]: pgmap v5182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:17.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:16 smithi003 ceph-mon[89364]: pgmap v5182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:17.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:16 smithi066 ceph-mon[84331]: pgmap v5182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:19.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:18 smithi003 ceph-mon[89364]: pgmap v5183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:19.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:18 smithi003 ceph-mon[91733]: pgmap v5183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:19.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:18 smithi066 ceph-mon[84331]: pgmap v5183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:21.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:20 smithi066 ceph-mon[84331]: pgmap v5184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:21.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:20 smithi003 ceph-mon[91733]: pgmap v5184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:21.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:20 smithi003 ceph-mon[89364]: pgmap v5184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:22.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:44:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:44:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:22 smithi066 ceph-mon[84331]: pgmap v5185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:23.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:22 smithi003 ceph-mon[91733]: pgmap v5185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:23.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:22 smithi003 ceph-mon[89364]: pgmap v5185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:23.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:24.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:44:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:44:24] "GET /metrics HTTP/1.1" 200 34242 "" "Prometheus/2.43.0" 2024-04-13T08:44:25.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:24 smithi066 ceph-mon[84331]: pgmap v5186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:25.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:24 smithi003 ceph-mon[89364]: pgmap v5186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:25.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:24 smithi003 ceph-mon[91733]: pgmap v5186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:26 smithi003 ceph-mon[91733]: pgmap v5187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:27.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:26 smithi003 ceph-mon[89364]: pgmap v5187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:26 smithi066 ceph-mon[84331]: pgmap v5187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:29.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:28 smithi003 ceph-mon[89364]: pgmap v5188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:28 smithi003 ceph-mon[91733]: pgmap v5188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:29.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:28 smithi066 ceph-mon[84331]: pgmap v5188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:31.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:30 smithi003 ceph-mon[91733]: pgmap v5189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:31.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:30 smithi003 ceph-mon[89364]: pgmap v5189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:31.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:30 smithi066 ceph-mon[84331]: pgmap v5189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:32.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:44:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:44:33.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:32 smithi003 ceph-mon[89364]: pgmap v5190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:33.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:32 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:44:33.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:32 smithi003 ceph-mon[91733]: pgmap v5190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:33.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:32 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:44:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:32 smithi066 ceph-mon[84331]: pgmap v5190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:32 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:44:34.285 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:33 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:44:34.285 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:33 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:44:34.285 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:33 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:44:34.285 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:44:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:44:34] "GET /metrics HTTP/1.1" 200 34242 "" "Prometheus/2.43.0" 2024-04-13T08:44:34.286 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:33 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:44:34.286 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:33 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:44:34.286 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:33 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:44:34.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:33 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:44:34.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:33 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:44:34.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:33 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:44:35.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:34 smithi003 ceph-mon[89364]: pgmap v5191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:35.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:34 smithi003 ceph-mon[91733]: pgmap v5191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:35.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:34 smithi066 ceph-mon[84331]: pgmap v5191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:37.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:36 smithi003 ceph-mon[89364]: pgmap v5192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:37.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:36 smithi003 ceph-mon[91733]: pgmap v5192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:37.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:36 smithi066 ceph-mon[84331]: pgmap v5192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:38.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:38 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:38.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:38 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:38.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:38 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:39.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:39 smithi003 ceph-mon[91733]: pgmap v5193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:39.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:39 smithi003 ceph-mon[89364]: pgmap v5193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:39.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:39 smithi066 ceph-mon[84331]: pgmap v5193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:41.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:41 smithi003 ceph-mon[91733]: pgmap v5194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:41.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:41 smithi003 ceph-mon[89364]: pgmap v5194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:41.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:41 smithi066 ceph-mon[84331]: pgmap v5194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:44:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:44:43.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:43 smithi003 ceph-mon[91733]: pgmap v5195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:43.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:43 smithi003 ceph-mon[89364]: pgmap v5195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:43.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:43 smithi066 ceph-mon[84331]: pgmap v5195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:44.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:44:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:44:44] "GET /metrics HTTP/1.1" 200 34241 "" "Prometheus/2.43.0" 2024-04-13T08:44:45.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:45 smithi003 ceph-mon[89364]: pgmap v5196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:45.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:45 smithi003 ceph-mon[91733]: pgmap v5196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:45.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:45 smithi066 ceph-mon[84331]: pgmap v5196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:47.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:47 smithi003 ceph-mon[89364]: pgmap v5197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:47.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:47 smithi003 ceph-mon[91733]: pgmap v5197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:47.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:47 smithi066 ceph-mon[84331]: pgmap v5197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:49.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:49 smithi003 ceph-mon[91733]: pgmap v5198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:49.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:49 smithi003 ceph-mon[89364]: pgmap v5198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:49.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:49 smithi066 ceph-mon[84331]: pgmap v5198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:51.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:51 smithi003 ceph-mon[91733]: pgmap v5199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:51.410 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:51 smithi003 ceph-mon[89364]: pgmap v5199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:51.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:51 smithi066 ceph-mon[84331]: pgmap v5199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:52.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:44:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:44:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:44:53.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:53 smithi003 ceph-mon[91733]: pgmap v5200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:53.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:53 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:53 smithi003 ceph-mon[89364]: pgmap v5200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:53.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:53 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:53 smithi066 ceph-mon[84331]: pgmap v5200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:53.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:53 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:44:54.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:44:54 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:44:54] "GET /metrics HTTP/1.1" 200 34241 "" "Prometheus/2.43.0" 2024-04-13T08:44:55.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:55 smithi003 ceph-mon[91733]: pgmap v5201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:55.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:55 smithi003 ceph-mon[89364]: pgmap v5201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:55.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:55 smithi066 ceph-mon[84331]: pgmap v5201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:56.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:56 smithi003 ceph-mon[89364]: pgmap v5202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:56.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:56 smithi003 ceph-mon[91733]: pgmap v5202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:56.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:56 smithi066 ceph-mon[84331]: pgmap v5202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:59.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:44:58 smithi003 ceph-mon[91733]: pgmap v5203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:59.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:44:58 smithi003 ceph-mon[89364]: pgmap v5203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:44:59.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:44:58 smithi066 ceph-mon[84331]: pgmap v5203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:45:00.068 INFO:tasks.workunit.client.0.smithi003.stderr:Updating files: 97% (12160/12473) Updating files: 98% (12224/12473) Updating files: 99% (12349/12473) Updating files: 100% (12473/12473) Updating files: 100% (12473/12473), done. 2024-04-13T08:45:00.156 INFO:tasks.workunit.client.0.smithi003.stderr:Note: switching to 'c2d8c3155d854ee204cb7c7261232571229d1d54'. 2024-04-13T08:45:00.156 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T08:45:00.157 INFO:tasks.workunit.client.0.smithi003.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-13T08:45:00.157 INFO:tasks.workunit.client.0.smithi003.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-13T08:45:00.157 INFO:tasks.workunit.client.0.smithi003.stderr:state without impacting any branches by switching back to a branch. 2024-04-13T08:45:00.157 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T08:45:00.157 INFO:tasks.workunit.client.0.smithi003.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-13T08:45:00.157 INFO:tasks.workunit.client.0.smithi003.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-13T08:45:00.157 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T08:45:00.157 INFO:tasks.workunit.client.0.smithi003.stderr: git switch -c 2024-04-13T08:45:00.157 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T08:45:00.157 INFO:tasks.workunit.client.0.smithi003.stderr:Or undo this operation with: 2024-04-13T08:45:00.157 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T08:45:00.157 INFO:tasks.workunit.client.0.smithi003.stderr: git switch - 2024-04-13T08:45:00.157 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T08:45:00.157 INFO:tasks.workunit.client.0.smithi003.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-13T08:45:00.158 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T08:45:00.158 INFO:tasks.workunit.client.0.smithi003.stderr:HEAD is now at c2d8c3155d8 Merge PR #56859 into main 2024-04-13T08:45:00.159 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-13T08:45:00.214 INFO:tasks.workunit.client.0.smithi003.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-13T08:45:00.216 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T08:45:00.216 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-13T08:45:00.265 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-13T08:45:00.315 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-13T08:45:00.354 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T08:45:00.356 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T08:45:00.356 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-13T08:45:00.395 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T08:45:00.398 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-04-13T08:45:00.398 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-13T08:45:00.454 INFO:tasks.workunit:Running workunits matching test_telemetry_reef_x.sh on client.0... 2024-04-13T08:45:00.456 INFO:tasks.workunit:Running workunit test_telemetry_reef_x.sh... 2024-04-13T08:45:00.456 DEBUG:teuthology.orchestra.run.smithi003:workunit test test_telemetry_reef_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=c2d8c3155d854ee204cb7c7261232571229d1d54 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef_x.sh 2024-04-13T08:45:00.513 INFO:tasks.workunit.client.0.smithi003.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-13T08:45:00.920 INFO:tasks.workunit.client.0.smithi003.stderr:+ LAST_OPT_REVISION=1 2024-04-13T08:45:00.920 INFO:tasks.workunit.client.0.smithi003.stderr:+ '[' 1 -ne 1 ']' 2024-04-13T08:45:00.920 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph -s 2024-04-13T08:45:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:00 smithi003 ceph-mon[91733]: pgmap v5204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:45:01.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:00 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3567118464' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T08:45:01.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:00 smithi003 ceph-mon[89364]: pgmap v5204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:45:01.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:00 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3567118464' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T08:45:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:00 smithi066 ceph-mon[84331]: pgmap v5204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:45:01.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:00 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3567118464' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T08:45:01.448 INFO:tasks.workunit.client.0.smithi003.stdout: cluster: 2024-04-13T08:45:01.448 INFO:tasks.workunit.client.0.smithi003.stdout: id: 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T08:45:01.448 INFO:tasks.workunit.client.0.smithi003.stdout: health: HEALTH_WARN 2024-04-13T08:45:01.449 INFO:tasks.workunit.client.0.smithi003.stdout: Telemetry requires re-opt-in 2024-04-13T08:45:01.449 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:45:01.449 INFO:tasks.workunit.client.0.smithi003.stdout: services: 2024-04-13T08:45:01.449 INFO:tasks.workunit.client.0.smithi003.stdout: mon: 3 daemons, quorum a,b,c (age 87m) 2024-04-13T08:45:01.449 INFO:tasks.workunit.client.0.smithi003.stdout: mgr: y(active, since 88m), standbys: x 2024-04-13T08:45:01.449 INFO:tasks.workunit.client.0.smithi003.stdout: mds: 1/1 daemons up, 1 standby 2024-04-13T08:45:01.449 INFO:tasks.workunit.client.0.smithi003.stdout: osd: 8 osds: 8 up (since 82m), 8 in (since 94m) 2024-04-13T08:45:01.449 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:45:01.449 INFO:tasks.workunit.client.0.smithi003.stdout: data: 2024-04-13T08:45:01.449 INFO:tasks.workunit.client.0.smithi003.stdout: volumes: 1/1 healthy 2024-04-13T08:45:01.449 INFO:tasks.workunit.client.0.smithi003.stdout: pools: 4 pools, 105 pgs 2024-04-13T08:45:01.449 INFO:tasks.workunit.client.0.smithi003.stdout: objects: 28 objects, 4.6 MiB 2024-04-13T08:45:01.449 INFO:tasks.workunit.client.0.smithi003.stdout: usage: 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:45:01.449 INFO:tasks.workunit.client.0.smithi003.stdout: pgs: 105 active+clean 2024-04-13T08:45:01.449 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-04-13T08:45:01.460 INFO:tasks.workunit.client.0.smithi003.stderr:++ ceph telemetry collection ls 2024-04-13T08:45:01.973 INFO:tasks.workunit.client.0.smithi003.stderr:+ COLLECTIONS='New collections are available: 2024-04-13T08:45:01.973 INFO:tasks.workunit.client.0.smithi003.stderr:['\''basic_pool_flags'\''] 2024-04-13T08:45:01.973 INFO:tasks.workunit.client.0.smithi003.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T08:45:01.973 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T08:45:01.973 INFO:tasks.workunit.client.0.smithi003.stderr:NAME STATUS DESC 2024-04-13T08:45:01.973 INFO:tasks.workunit.client.0.smithi003.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T08:45:01.973 INFO:tasks.workunit.client.0.smithi003.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-13T08:45:01.973 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-13T08:45:01.973 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-13T08:45:01.974 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-13T08:45:01.974 INFO:tasks.workunit.client.0.smithi003.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-13T08:45:01.974 INFO:tasks.workunit.client.0.smithi003.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-13T08:45:01.974 INFO:tasks.workunit.client.0.smithi003.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T08:45:01.974 INFO:tasks.workunit.client.0.smithi003.stderr:device_base REPORTING Information about device health metrics 2024-04-13T08:45:01.974 INFO:tasks.workunit.client.0.smithi003.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-13T08:45:01.974 INFO:tasks.workunit.client.0.smithi003.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-13T08:45:01.974 INFO:tasks.workunit.client.0.smithi003.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-04-13T08:45:01.974 INFO:tasks.workunit.client.0.smithi003.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_flags") 2024-04-13T08:45:01.974 INFO:tasks.workunit.client.0.smithi003.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T08:45:01.974 INFO:tasks.workunit.client.0.smithi003.stderr:+ [[ New collections are available: 2024-04-13T08:45:01.974 INFO:tasks.workunit.client.0.smithi003.stderr:['basic_pool_flags'] 2024-04-13T08:45:01.975 INFO:tasks.workunit.client.0.smithi003.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T08:45:01.975 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T08:45:01.975 INFO:tasks.workunit.client.0.smithi003.stderr:NAME STATUS DESC 2024-04-13T08:45:01.975 INFO:tasks.workunit.client.0.smithi003.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T08:45:01.975 INFO:tasks.workunit.client.0.smithi003.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-13T08:45:01.975 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-13T08:45:01.975 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-13T08:45:01.975 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-13T08:45:01.975 INFO:tasks.workunit.client.0.smithi003.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-13T08:45:01.976 INFO:tasks.workunit.client.0.smithi003.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-13T08:45:01.976 INFO:tasks.workunit.client.0.smithi003.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T08:45:01.976 INFO:tasks.workunit.client.0.smithi003.stderr:device_base REPORTING Information about device health metrics 2024-04-13T08:45:01.976 INFO:tasks.workunit.client.0.smithi003.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-13T08:45:01.976 INFO:tasks.workunit.client.0.smithi003.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-13T08:45:01.976 INFO:tasks.workunit.client.0.smithi003.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-04-13T08:45:01.976 INFO:tasks.workunit.client.0.smithi003.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T08:45:01.976 INFO:tasks.workunit.client.0.smithi003.stderr:+ [[ New collections are available: 2024-04-13T08:45:01.976 INFO:tasks.workunit.client.0.smithi003.stderr:['basic_pool_flags'] 2024-04-13T08:45:01.976 INFO:tasks.workunit.client.0.smithi003.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T08:45:01.976 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T08:45:01.976 INFO:tasks.workunit.client.0.smithi003.stderr:NAME STATUS DESC 2024-04-13T08:45:01.976 INFO:tasks.workunit.client.0.smithi003.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T08:45:01.976 INFO:tasks.workunit.client.0.smithi003.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-13T08:45:01.977 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-13T08:45:01.977 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-13T08:45:01.977 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-13T08:45:01.977 INFO:tasks.workunit.client.0.smithi003.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-13T08:45:01.977 INFO:tasks.workunit.client.0.smithi003.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-13T08:45:01.977 INFO:tasks.workunit.client.0.smithi003.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T08:45:01.977 INFO:tasks.workunit.client.0.smithi003.stderr:device_base REPORTING Information about device health metrics 2024-04-13T08:45:01.977 INFO:tasks.workunit.client.0.smithi003.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-13T08:45:01.977 INFO:tasks.workunit.client.0.smithi003.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-13T08:45:01.977 INFO:tasks.workunit.client.0.smithi003.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-13T08:45:01.977 INFO:tasks.workunit.client.0.smithi003.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T08:45:01.977 INFO:tasks.workunit.client.0.smithi003.stderr:+ [[ New collections are available: 2024-04-13T08:45:01.977 INFO:tasks.workunit.client.0.smithi003.stderr:['basic_pool_flags'] 2024-04-13T08:45:01.978 INFO:tasks.workunit.client.0.smithi003.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T08:45:01.978 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T08:45:01.978 INFO:tasks.workunit.client.0.smithi003.stderr:NAME STATUS DESC 2024-04-13T08:45:01.978 INFO:tasks.workunit.client.0.smithi003.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T08:45:01.978 INFO:tasks.workunit.client.0.smithi003.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-13T08:45:01.978 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-13T08:45:01.978 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-13T08:45:01.978 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-13T08:45:01.978 INFO:tasks.workunit.client.0.smithi003.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-13T08:45:01.978 INFO:tasks.workunit.client.0.smithi003.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-13T08:45:01.978 INFO:tasks.workunit.client.0.smithi003.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T08:45:01.978 INFO:tasks.workunit.client.0.smithi003.stderr:device_base REPORTING Information about device health metrics 2024-04-13T08:45:01.979 INFO:tasks.workunit.client.0.smithi003.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-13T08:45:01.979 INFO:tasks.workunit.client.0.smithi003.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-13T08:45:01.979 INFO:tasks.workunit.client.0.smithi003.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-13T08:45:01.979 INFO:tasks.workunit.client.0.smithi003.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T08:45:01.979 INFO:tasks.workunit.client.0.smithi003.stderr:+ [[ New collections are available: 2024-04-13T08:45:01.979 INFO:tasks.workunit.client.0.smithi003.stderr:['basic_pool_flags'] 2024-04-13T08:45:01.979 INFO:tasks.workunit.client.0.smithi003.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T08:45:01.979 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T08:45:01.979 INFO:tasks.workunit.client.0.smithi003.stderr:NAME STATUS DESC 2024-04-13T08:45:01.979 INFO:tasks.workunit.client.0.smithi003.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T08:45:01.979 INFO:tasks.workunit.client.0.smithi003.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-13T08:45:01.979 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-13T08:45:01.979 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-13T08:45:01.979 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-13T08:45:01.979 INFO:tasks.workunit.client.0.smithi003.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-13T08:45:01.980 INFO:tasks.workunit.client.0.smithi003.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-13T08:45:01.980 INFO:tasks.workunit.client.0.smithi003.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T08:45:01.980 INFO:tasks.workunit.client.0.smithi003.stderr:device_base REPORTING Information about device health metrics 2024-04-13T08:45:01.980 INFO:tasks.workunit.client.0.smithi003.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-13T08:45:01.980 INFO:tasks.workunit.client.0.smithi003.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-13T08:45:01.980 INFO:tasks.workunit.client.0.smithi003.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-13T08:45:01.980 INFO:tasks.workunit.client.0.smithi003.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T08:45:01.980 INFO:tasks.workunit.client.0.smithi003.stderr:+ [[ New collections are available: 2024-04-13T08:45:01.980 INFO:tasks.workunit.client.0.smithi003.stderr:['basic_pool_flags'] 2024-04-13T08:45:01.980 INFO:tasks.workunit.client.0.smithi003.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T08:45:01.980 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T08:45:01.980 INFO:tasks.workunit.client.0.smithi003.stderr:NAME STATUS DESC 2024-04-13T08:45:01.980 INFO:tasks.workunit.client.0.smithi003.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T08:45:01.980 INFO:tasks.workunit.client.0.smithi003.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-13T08:45:01.981 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-13T08:45:01.981 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-13T08:45:01.981 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-13T08:45:01.981 INFO:tasks.workunit.client.0.smithi003.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-13T08:45:01.981 INFO:tasks.workunit.client.0.smithi003.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-13T08:45:01.981 INFO:tasks.workunit.client.0.smithi003.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T08:45:01.981 INFO:tasks.workunit.client.0.smithi003.stderr:device_base REPORTING Information about device health metrics 2024-04-13T08:45:01.981 INFO:tasks.workunit.client.0.smithi003.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-13T08:45:01.981 INFO:tasks.workunit.client.0.smithi003.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-13T08:45:01.981 INFO:tasks.workunit.client.0.smithi003.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-13T08:45:01.982 INFO:tasks.workunit.client.0.smithi003.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-13T08:45:01.982 INFO:tasks.workunit.client.0.smithi003.stderr:+ [[ New collections are available: 2024-04-13T08:45:01.982 INFO:tasks.workunit.client.0.smithi003.stderr:['basic_pool_flags'] 2024-04-13T08:45:01.982 INFO:tasks.workunit.client.0.smithi003.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-13T08:45:01.982 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-04-13T08:45:01.982 INFO:tasks.workunit.client.0.smithi003.stderr:NAME STATUS DESC 2024-04-13T08:45:01.982 INFO:tasks.workunit.client.0.smithi003.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-13T08:45:01.982 INFO:tasks.workunit.client.0.smithi003.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-13T08:45:01.982 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-13T08:45:01.982 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-13T08:45:01.983 INFO:tasks.workunit.client.0.smithi003.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-13T08:45:01.983 INFO:tasks.workunit.client.0.smithi003.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-13T08:45:01.983 INFO:tasks.workunit.client.0.smithi003.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-13T08:45:01.983 INFO:tasks.workunit.client.0.smithi003.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-13T08:45:01.983 INFO:tasks.workunit.client.0.smithi003.stderr:device_base REPORTING Information about device health metrics 2024-04-13T08:45:01.983 INFO:tasks.workunit.client.0.smithi003.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-13T08:45:01.983 INFO:tasks.workunit.client.0.smithi003.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-13T08:45:01.983 INFO:tasks.workunit.client.0.smithi003.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_flags* ]] 2024-04-13T08:45:01.983 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph telemetry preview 2024-04-13T08:45:02.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:01 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3567118464' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T08:45:02.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:01 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2792665649' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-13T08:45:02.134 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:01 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/2792665649' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-13T08:45:02.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:01 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3567118464' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T08:45:02.134 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:01 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2792665649' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-13T08:45:02.135 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:01 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/2792665649' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-13T08:45:02.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:01 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3567118464' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-13T08:45:02.150 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:01 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2792665649' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-13T08:45:02.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:01 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/2792665649' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-13T08:45:02.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:45:02.756 INFO:tasks.workunit.client.0.smithi003.stdout:{ 2024-04-13T08:45:02.756 INFO:tasks.workunit.client.0.smithi003.stdout: "balancer": { 2024-04-13T08:45:02.756 INFO:tasks.workunit.client.0.smithi003.stdout: "active": true, 2024-04-13T08:45:02.756 INFO:tasks.workunit.client.0.smithi003.stdout: "mode": "" 2024-04-13T08:45:02.756 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.756 INFO:tasks.workunit.client.0.smithi003.stdout: "channels": [ 2024-04-13T08:45:02.756 INFO:tasks.workunit.client.0.smithi003.stdout: "basic", 2024-04-13T08:45:02.756 INFO:tasks.workunit.client.0.smithi003.stdout: "crash", 2024-04-13T08:45:02.757 INFO:tasks.workunit.client.0.smithi003.stdout: "device", 2024-04-13T08:45:02.757 INFO:tasks.workunit.client.0.smithi003.stdout: "ident", 2024-04-13T08:45:02.757 INFO:tasks.workunit.client.0.smithi003.stdout: "perf" 2024-04-13T08:45:02.757 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:02.757 INFO:tasks.workunit.client.0.smithi003.stdout: "channels_available": [ 2024-04-13T08:45:02.757 INFO:tasks.workunit.client.0.smithi003.stdout: "basic", 2024-04-13T08:45:02.757 INFO:tasks.workunit.client.0.smithi003.stdout: "ident", 2024-04-13T08:45:02.757 INFO:tasks.workunit.client.0.smithi003.stdout: "crash", 2024-04-13T08:45:02.757 INFO:tasks.workunit.client.0.smithi003.stdout: "device", 2024-04-13T08:45:02.757 INFO:tasks.workunit.client.0.smithi003.stdout: "perf" 2024-04-13T08:45:02.757 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:02.757 INFO:tasks.workunit.client.0.smithi003.stdout: "collections_available": [ 2024-04-13T08:45:02.757 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_base", 2024-04-13T08:45:02.758 INFO:tasks.workunit.client.0.smithi003.stdout: "device_base", 2024-04-13T08:45:02.758 INFO:tasks.workunit.client.0.smithi003.stdout: "crash_base", 2024-04-13T08:45:02.758 INFO:tasks.workunit.client.0.smithi003.stdout: "ident_base", 2024-04-13T08:45:02.758 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_perf", 2024-04-13T08:45:02.758 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_mds_metadata", 2024-04-13T08:45:02.758 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_usage", 2024-04-13T08:45:02.758 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_usage_by_class", 2024-04-13T08:45:02.758 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_rook_v01", 2024-04-13T08:45:02.758 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_memory_metrics", 2024-04-13T08:45:02.758 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_options_bluestore", 2024-04-13T08:45:02.758 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_flags" 2024-04-13T08:45:02.759 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:02.759 INFO:tasks.workunit.client.0.smithi003.stdout: "collections_opted_in": [ 2024-04-13T08:45:02.759 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_base", 2024-04-13T08:45:02.759 INFO:tasks.workunit.client.0.smithi003.stdout: "device_base", 2024-04-13T08:45:02.759 INFO:tasks.workunit.client.0.smithi003.stdout: "crash_base", 2024-04-13T08:45:02.759 INFO:tasks.workunit.client.0.smithi003.stdout: "ident_base", 2024-04-13T08:45:02.759 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_perf", 2024-04-13T08:45:02.759 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_mds_metadata", 2024-04-13T08:45:02.759 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_usage", 2024-04-13T08:45:02.759 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_usage_by_class", 2024-04-13T08:45:02.759 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_rook_v01", 2024-04-13T08:45:02.759 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_memory_metrics", 2024-04-13T08:45:02.759 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_options_bluestore", 2024-04-13T08:45:02.759 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_flags" 2024-04-13T08:45:02.759 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:02.760 INFO:tasks.workunit.client.0.smithi003.stdout: "config": { 2024-04-13T08:45:02.760 INFO:tasks.workunit.client.0.smithi003.stdout: "active_changed": [ 2024-04-13T08:45:02.760 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T08:45:02.760 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_debug", 2024-04-13T08:45:02.760 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_mon_ticket_ttl", 2024-04-13T08:45:02.760 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_service_ticket_ttl", 2024-04-13T08:45:02.760 INFO:tasks.workunit.client.0.smithi003.stdout: "bdev_debug_aio", 2024-04-13T08:45:02.760 INFO:tasks.workunit.client.0.smithi003.stdout: "client_check_pool_perm", 2024-04-13T08:45:02.760 INFO:tasks.workunit.client.0.smithi003.stdout: "client_mount_gid", 2024-04-13T08:45:02.760 INFO:tasks.workunit.client.0.smithi003.stdout: "client_mount_uid", 2024-04-13T08:45:02.760 INFO:tasks.workunit.client.0.smithi003.stdout: "client_quota", 2024-04-13T08:45:02.760 INFO:tasks.workunit.client.0.smithi003.stdout: "container_image", 2024-04-13T08:45:02.760 INFO:tasks.workunit.client.0.smithi003.stdout: "daemonize", 2024-04-13T08:45:02.760 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_asserts_on_shutdown", 2024-04-13T08:45:02.760 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mgr", 2024-04-13T08:45:02.761 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mon", 2024-04-13T08:45:02.761 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_ms", 2024-04-13T08:45:02.761 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_osd", 2024-04-13T08:45:02.761 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_paxos", 2024-04-13T08:45:02.761 INFO:tasks.workunit.client.0.smithi003.stdout: "keyring", 2024-04-13T08:45:02.761 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_file", 2024-04-13T08:45:02.761 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_journald", 2024-04-13T08:45:02.761 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_stderr", 2024-04-13T08:45:02.761 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_allow_pool_delete", 2024-04-13T08:45:02.761 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_clock_drift_allowed", 2024-04-13T08:45:02.761 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_file_level", 2024-04-13T08:45:02.761 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_file", 2024-04-13T08:45:02.762 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_journald", 2024-04-13T08:45:02.762 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_stderr", 2024-04-13T08:45:02.762 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_data_avail_warn", 2024-04-13T08:45:02.762 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_election_default_strategy", 2024-04-13T08:45:02.762 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_host", 2024-04-13T08:45:02.762 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_max_pg_per_osd", 2024-04-13T08:45:02.762 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mds_skip_sanity", 2024-04-13T08:45:02.762 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mgr_mkfs_grace", 2024-04-13T08:45:02.762 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_prime_pg_temp", 2024-04-13T08:45:02.762 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T08:45:02.762 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T08:45:02.762 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T08:45:02.762 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T08:45:02.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T08:45:02.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T08:45:02.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T08:45:02.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T08:45:02.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T08:45:02.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T08:45:02.763 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_too_few_osds", 2024-04-13T08:45:02.763 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_bug", 2024-04-13T08:45:02.763 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_old_message", 2024-04-13T08:45:02.763 INFO:tasks.workunit.client.0.smithi003.stdout: "no_config_file", 2024-04-13T08:45:02.763 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_default_list", 2024-04-13T08:45:02.763 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_load_list", 2024-04-13T08:45:02.763 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_misdirected_ops", 2024-04-13T08:45:02.763 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_op_order", 2024-04-13T08:45:02.764 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_pg_log_writeout", 2024-04-13T08:45:02.764 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_shutdown", 2024-04-13T08:45:02.764 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T08:45:02.764 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T08:45:02.764 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T08:45:02.764 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T08:45:02.764 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep", 2024-04-13T08:45:02.764 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_hdd", 2024-04-13T08:45:02.764 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_hybrid", 2024-04-13T08:45:02.764 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_ssd", 2024-04-13T08:45:02.764 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_max_backfills", 2024-04-13T08:45:02.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T08:45:02.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_profile", 2024-04-13T08:45:02.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-13T08:45:02.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-13T08:45:02.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-13T08:45:02.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-13T08:45:02.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-13T08:45:02.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-13T08:45:02.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_lim", 2024-04-13T08:45:02.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_res", 2024-04-13T08:45:02.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-13T08:45:02.765 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target", 2024-04-13T08:45:02.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target_autotune", 2024-04-13T08:45:02.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue", 2024-04-13T08:45:02.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue_cut_off", 2024-04-13T08:45:02.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T08:45:02.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T08:45:02.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recover_clone_overlap", 2024-04-13T08:45:02.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active", 2024-04-13T08:45:02.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active_hdd", 2024-04-13T08:45:02.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active_ssd", 2024-04-13T08:45:02.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_chunk", 2024-04-13T08:45:02.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep", 2024-04-13T08:45:02.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_hdd", 2024-04-13T08:45:02.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_hybrid", 2024-04-13T08:45:02.766 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_ssd", 2024-04-13T08:45:02.767 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_load_threshold", 2024-04-13T08:45:02.767 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_max_interval", 2024-04-13T08:45:02.767 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_sleep", 2024-04-13T08:45:02.767 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_shutdown_pgref_assert", 2024-04-13T08:45:02.767 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep", 2024-04-13T08:45:02.767 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_hdd", 2024-04-13T08:45:02.767 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-13T08:45:02.767 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_ssd", 2024-04-13T08:45:02.767 INFO:tasks.workunit.client.0.smithi003.stdout: "public_network", 2024-04-13T08:45:02.767 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-13T08:45:02.767 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_default_features", 2024-04-13T08:45:02.767 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_qos_exclude_ops", 2024-04-13T08:45:02.767 INFO:tasks.workunit.client.0.smithi003.stdout: "setgroup", 2024-04-13T08:45:02.767 INFO:tasks.workunit.client.0.smithi003.stdout: "setuser" 2024-04-13T08:45:02.767 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:02.768 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster_changed": [ 2024-04-13T08:45:02.768 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T08:45:02.768 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_debug", 2024-04-13T08:45:02.768 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_mon_ticket_ttl", 2024-04-13T08:45:02.768 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_service_ticket_ttl", 2024-04-13T08:45:02.768 INFO:tasks.workunit.client.0.smithi003.stdout: "bdev_debug_aio", 2024-04-13T08:45:02.768 INFO:tasks.workunit.client.0.smithi003.stdout: "container_image", 2024-04-13T08:45:02.768 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_asserts_on_shutdown", 2024-04-13T08:45:02.768 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mgr", 2024-04-13T08:45:02.768 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mon", 2024-04-13T08:45:02.768 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_ms", 2024-04-13T08:45:02.768 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_osd", 2024-04-13T08:45:02.768 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_paxos", 2024-04-13T08:45:02.768 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_file", 2024-04-13T08:45:02.769 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_journald", 2024-04-13T08:45:02.769 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_stderr", 2024-04-13T08:45:02.769 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_join_fs", 2024-04-13T08:45:02.769 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/allow_ptrace", 2024-04-13T08:45:02.769 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/container_init", 2024-04-13T08:45:02.769 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/migration_current", 2024-04-13T08:45:02.769 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/use_repo_digest", 2024-04-13T08:45:02.769 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-13T08:45:02.769 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-13T08:45:02.769 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-13T08:45:02.769 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-13T08:45:02.769 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/ssl_server_port", 2024-04-13T08:45:02.769 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/orchestrator/orchestrator", 2024-04-13T08:45:02.769 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/channel_ident", 2024-04-13T08:45:02.769 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/channel_perf", 2024-04-13T08:45:02.770 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/description", 2024-04-13T08:45:02.770 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/enabled", 2024-04-13T08:45:02.770 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/organization", 2024-04-13T08:45:02.770 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_allow_pool_delete", 2024-04-13T08:45:02.770 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_clock_drift_allowed", 2024-04-13T08:45:02.770 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_file_level", 2024-04-13T08:45:02.770 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_file", 2024-04-13T08:45:02.770 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_data_avail_warn", 2024-04-13T08:45:02.770 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_election_default_strategy", 2024-04-13T08:45:02.770 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_max_pg_per_osd", 2024-04-13T08:45:02.770 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mds_skip_sanity", 2024-04-13T08:45:02.770 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mgr_mkfs_grace", 2024-04-13T08:45:02.770 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_prime_pg_temp", 2024-04-13T08:45:02.770 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T08:45:02.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T08:45:02.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T08:45:02.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T08:45:02.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T08:45:02.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T08:45:02.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T08:45:02.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T08:45:02.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T08:45:02.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T08:45:02.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_too_few_osds", 2024-04-13T08:45:02.771 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_bug", 2024-04-13T08:45:02.771 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_old_message", 2024-04-13T08:45:02.771 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_default_list", 2024-04-13T08:45:02.771 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_load_list", 2024-04-13T08:45:02.772 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_misdirected_ops", 2024-04-13T08:45:02.772 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_op_order", 2024-04-13T08:45:02.772 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_pg_log_writeout", 2024-04-13T08:45:02.772 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_shutdown", 2024-04-13T08:45:02.772 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T08:45:02.772 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T08:45:02.772 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T08:45:02.772 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T08:45:02.772 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T08:45:02.772 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_profile", 2024-04-13T08:45:02.772 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target", 2024-04-13T08:45:02.772 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target_autotune", 2024-04-13T08:45:02.772 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue", 2024-04-13T08:45:02.773 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue_cut_off", 2024-04-13T08:45:02.773 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T08:45:02.773 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T08:45:02.773 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recover_clone_overlap", 2024-04-13T08:45:02.773 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_chunk", 2024-04-13T08:45:02.773 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_load_threshold", 2024-04-13T08:45:02.773 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_max_interval", 2024-04-13T08:45:02.773 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_shutdown_pgref_assert", 2024-04-13T08:45:02.773 INFO:tasks.workunit.client.0.smithi003.stdout: "public_network", 2024-04-13T08:45:02.773 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-13T08:45:02.773 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_cache_enabled", 2024-04-13T08:45:02.773 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_enable_ops_log", 2024-04-13T08:45:02.773 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_enable_usage_log" 2024-04-13T08:45:02.773 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.773 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.774 INFO:tasks.workunit.client.0.smithi003.stdout: "contact": null, 2024-04-13T08:45:02.774 INFO:tasks.workunit.client.0.smithi003.stdout: "crashes": [], 2024-04-13T08:45:02.774 INFO:tasks.workunit.client.0.smithi003.stdout: "created": "2024-04-13T07:05:08.653608Z", 2024-04-13T08:45:02.774 INFO:tasks.workunit.client.0.smithi003.stdout: "crush": { 2024-04-13T08:45:02.774 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_algs": { 2024-04-13T08:45:02.774 INFO:tasks.workunit.client.0.smithi003.stdout: "straw2": 3 2024-04-13T08:45:02.774 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.774 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_sizes": { 2024-04-13T08:45:02.774 INFO:tasks.workunit.client.0.smithi003.stdout: "2": 1, 2024-04-13T08:45:02.774 INFO:tasks.workunit.client.0.smithi003.stdout: "4": 2 2024-04-13T08:45:02.774 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.774 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_types": { 2024-04-13T08:45:02.774 INFO:tasks.workunit.client.0.smithi003.stdout: "1": 2, 2024-04-13T08:45:02.774 INFO:tasks.workunit.client.0.smithi003.stdout: "11": 1 2024-04-13T08:45:02.774 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.775 INFO:tasks.workunit.client.0.smithi003.stdout: "compat_weight_set": false, 2024-04-13T08:45:02.775 INFO:tasks.workunit.client.0.smithi003.stdout: "device_classes": [ 2024-04-13T08:45:02.775 INFO:tasks.workunit.client.0.smithi003.stdout: 8 2024-04-13T08:45:02.775 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:02.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_buckets": 6, 2024-04-13T08:45:02.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_devices": 8, 2024-04-13T08:45:02.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_rules": 2, 2024-04-13T08:45:02.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_types": 12, 2024-04-13T08:45:02.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_weight_sets": 0, 2024-04-13T08:45:02.775 INFO:tasks.workunit.client.0.smithi003.stdout: "tunables": { 2024-04-13T08:45:02.775 INFO:tasks.workunit.client.0.smithi003.stdout: "allowed_bucket_algs": 54, 2024-04-13T08:45:02.776 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_local_fallback_tries": 0, 2024-04-13T08:45:02.776 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_local_tries": 0, 2024-04-13T08:45:02.776 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_total_tries": 50, 2024-04-13T08:45:02.776 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_descend_once": 1, 2024-04-13T08:45:02.776 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_stable": 1, 2024-04-13T08:45:02.776 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_vary_r": 1, 2024-04-13T08:45:02.776 INFO:tasks.workunit.client.0.smithi003.stdout: "has_msr_rules": 0, 2024-04-13T08:45:02.776 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v2_rules": 1, 2024-04-13T08:45:02.776 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v3_rules": 0, 2024-04-13T08:45:02.776 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v4_buckets": 1, 2024-04-13T08:45:02.776 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v5_rules": 0, 2024-04-13T08:45:02.776 INFO:tasks.workunit.client.0.smithi003.stdout: "legacy_tunables": 0, 2024-04-13T08:45:02.776 INFO:tasks.workunit.client.0.smithi003.stdout: "minimum_required_version": "jewel", 2024-04-13T08:45:02.777 INFO:tasks.workunit.client.0.smithi003.stdout: "msr_collision_tries": 100, 2024-04-13T08:45:02.777 INFO:tasks.workunit.client.0.smithi003.stdout: "msr_descents": 100, 2024-04-13T08:45:02.777 INFO:tasks.workunit.client.0.smithi003.stdout: "optimal_tunables": 1, 2024-04-13T08:45:02.777 INFO:tasks.workunit.client.0.smithi003.stdout: "profile": "jewel", 2024-04-13T08:45:02.777 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables": 1, 2024-04-13T08:45:02.777 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables2": 1, 2024-04-13T08:45:02.777 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables3": 1, 2024-04-13T08:45:02.777 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables5": 1, 2024-04-13T08:45:02.777 INFO:tasks.workunit.client.0.smithi003.stdout: "straw_calc_version": 1 2024-04-13T08:45:02.777 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.777 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.777 INFO:tasks.workunit.client.0.smithi003.stdout: "description": "upgrade test cluster", 2024-04-13T08:45:02.777 INFO:tasks.workunit.client.0.smithi003.stdout: "fs": { 2024-04-13T08:45:02.777 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:02.777 INFO:tasks.workunit.client.0.smithi003.stdout: "feature_flags": { 2024-04-13T08:45:02.777 INFO:tasks.workunit.client.0.smithi003.stdout: "enable_multiple": true, 2024-04-13T08:45:02.778 INFO:tasks.workunit.client.0.smithi003.stdout: "ever_enabled_multiple": true 2024-04-13T08:45:02.778 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.778 INFO:tasks.workunit.client.0.smithi003.stdout: "filesystems": [ 2024-04-13T08:45:02.778 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.778 INFO:tasks.workunit.client.0.smithi003.stdout: "approx_ctime": "2024-04", 2024-04-13T08:45:02.778 INFO:tasks.workunit.client.0.smithi003.stdout: "balancer_enabled": false, 2024-04-13T08:45:02.778 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.778 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_caps": 0, 2024-04-13T08:45:02.778 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_dns": 10, 2024-04-13T08:45:02.778 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_inos": 13, 2024-04-13T08:45:02.778 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_subtrees": 2, 2024-04-13T08:45:02.778 INFO:tasks.workunit.client.0.smithi003.stdout: "ever_allowed_features": 0, 2024-04-13T08:45:02.778 INFO:tasks.workunit.client.0.smithi003.stdout: "explicitly_allowed_features": 0, 2024-04-13T08:45:02.778 INFO:tasks.workunit.client.0.smithi003.stdout: "files": 0, 2024-04-13T08:45:02.778 INFO:tasks.workunit.client.0.smithi003.stdout: "max_mds": 1, 2024-04-13T08:45:02.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_data_pools": 1, 2024-04-13T08:45:02.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_in": 1, 2024-04-13T08:45:02.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_mds": 1, 2024-04-13T08:45:02.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": 0, 2024-04-13T08:45:02.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_standby_replay": 0, 2024-04-13T08:45:02.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_up": 1, 2024-04-13T08:45:02.779 INFO:tasks.workunit.client.0.smithi003.stdout: "snaps": 0, 2024-04-13T08:45:02.779 INFO:tasks.workunit.client.0.smithi003.stdout: "standby_count_wanted": 0 2024-04-13T08:45:02.779 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.779 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:02.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_standby_mds": 1, 2024-04-13T08:45:02.779 INFO:tasks.workunit.client.0.smithi003.stdout: "total_num_mds": 2 2024-04-13T08:45:02.779 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.780 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_stats": { 2024-04-13T08:45:02.780 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T08:45:02.780 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:02.780 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 20258816, 2024-04-13T08:45:02.780 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 350512, 2024-04-13T08:45:02.780 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2752512, 2024-04-13T08:45:02.780 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 851968, 2024-04-13T08:45:02.780 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 0, 2024-04-13T08:45:02.780 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 339, 2024-04-13T08:45:02.780 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:02.780 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 1072432, 2024-04-13T08:45:02.780 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 13, 2024-04-13T08:45:02.780 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 737792, 2024-04-13T08:45:02.780 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 14493600, 2024-04-13T08:45:02.780 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 20258816 2024-04-13T08:45:02.781 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.781 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:02.781 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 20439040, 2024-04-13T08:45:02.781 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 458800, 2024-04-13T08:45:02.781 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2752512, 2024-04-13T08:45:02.781 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:02.781 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 868352, 2024-04-13T08:45:02.781 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 429, 2024-04-13T08:45:02.781 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:02.781 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 1353384, 2024-04-13T08:45:02.781 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 22, 2024-04-13T08:45:02.781 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 989696, 2024-04-13T08:45:02.781 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 14884648, 2024-04-13T08:45:02.781 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 21307392 2024-04-13T08:45:02.782 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.782 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.782 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:02.782 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:02.782 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 170516480, 2024-04-13T08:45:02.782 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 2325032, 2024-04-13T08:45:02.782 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3014656, 2024-04-13T08:45:02.782 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:02.782 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 2367488, 2024-04-13T08:45:02.782 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 6602, 2024-04-13T08:45:02.783 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:02.783 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 9342728, 2024-04-13T08:45:02.783 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 20, 2024-04-13T08:45:02.783 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 2499584, 2024-04-13T08:45:02.783 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 153334480, 2024-04-13T08:45:02.783 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 172883968 2024-04-13T08:45:02.783 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.783 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:02.783 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 264298496, 2024-04-13T08:45:02.783 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 5319064, 2024-04-13T08:45:02.783 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3145728, 2024-04-13T08:45:02.783 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 950272, 2024-04-13T08:45:02.783 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 24576, 2024-04-13T08:45:02.783 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 9628, 2024-04-13T08:45:02.784 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:02.784 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 15063280, 2024-04-13T08:45:02.784 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 22, 2024-04-13T08:45:02.784 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 4501760, 2024-04-13T08:45:02.784 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 235318392, 2024-04-13T08:45:02.784 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 264323072 2024-04-13T08:45:02.784 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.784 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.be5b77d0f8a0d3fc4d792db8fc7e155e44679ebc": { 2024-04-13T08:45:02.784 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 175472640, 2024-04-13T08:45:02.784 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 2776016, 2024-04-13T08:45:02.784 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3014656, 2024-04-13T08:45:02.784 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 655360, 2024-04-13T08:45:02.784 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 557056, 2024-04-13T08:45:02.784 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 6805, 2024-04-13T08:45:02.784 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:02.785 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 10468416, 2024-04-13T08:45:02.785 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 20, 2024-04-13T08:45:02.785 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 3109632, 2024-04-13T08:45:02.785 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 155448560, 2024-04-13T08:45:02.785 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 176029696 2024-04-13T08:45:02.785 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.785 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.785 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:02.785 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.0": { 2024-04-13T08:45:02.785 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 463822848, 2024-04-13T08:45:02.785 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 28166296, 2024-04-13T08:45:02.785 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:02.786 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:02.786 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 156803072, 2024-04-13T08:45:02.786 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 12528, 2024-04-13T08:45:02.786 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:02.786 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 91243128, 2024-04-13T08:45:02.786 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 60, 2024-04-13T08:45:02.786 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 7777024, 2024-04-13T08:45:02.786 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 333228528, 2024-04-13T08:45:02.786 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 620625920 2024-04-13T08:45:02.786 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.786 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.1": { 2024-04-13T08:45:02.787 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 548806656, 2024-04-13T08:45:02.787 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 29930168, 2024-04-13T08:45:02.787 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 5636096, 2024-04-13T08:45:02.787 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:02.787 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 145424384, 2024-04-13T08:45:02.787 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 13668, 2024-04-13T08:45:02.787 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:02.787 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 100757240, 2024-04-13T08:45:02.787 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 60, 2024-04-13T08:45:02.787 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 9836288, 2024-04-13T08:45:02.787 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 402646864, 2024-04-13T08:45:02.787 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 694231040 2024-04-13T08:45:02.787 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.787 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.2": { 2024-04-13T08:45:02.788 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 467722240, 2024-04-13T08:45:02.788 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 22427168, 2024-04-13T08:45:02.788 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:02.788 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:02.788 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 5505024, 2024-04-13T08:45:02.788 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 11868, 2024-04-13T08:45:02.788 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:02.788 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 77441984, 2024-04-13T08:45:02.788 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 53, 2024-04-13T08:45:02.788 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 11246848, 2024-04-13T08:45:02.789 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 353198368, 2024-04-13T08:45:02.789 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 473227264 2024-04-13T08:45:02.789 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.789 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.3": { 2024-04-13T08:45:02.789 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 638738432, 2024-04-13T08:45:02.789 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 25204536, 2024-04-13T08:45:02.789 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:02.789 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:02.789 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 39305216, 2024-04-13T08:45:02.789 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 10949, 2024-04-13T08:45:02.789 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:02.789 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 82485928, 2024-04-13T08:45:02.789 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 60, 2024-04-13T08:45:02.790 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 10751488, 2024-04-13T08:45:02.790 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 516888608, 2024-04-13T08:45:02.790 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 678043648 2024-04-13T08:45:02.790 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.790 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.4": { 2024-04-13T08:45:02.790 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 625000448, 2024-04-13T08:45:02.790 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 22666872, 2024-04-13T08:45:02.790 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:02.790 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:02.790 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 35258368, 2024-04-13T08:45:02.790 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 11447, 2024-04-13T08:45:02.790 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:02.790 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 99210024, 2024-04-13T08:45:02.791 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 53, 2024-04-13T08:45:02.791 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 9911552, 2024-04-13T08:45:02.791 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 489804128, 2024-04-13T08:45:02.791 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 660258816 2024-04-13T08:45:02.791 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.791 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.5": { 2024-04-13T08:45:02.791 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 445546496, 2024-04-13T08:45:02.791 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 24174136, 2024-04-13T08:45:02.791 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:02.791 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:02.791 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 141492224, 2024-04-13T08:45:02.791 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 12206, 2024-04-13T08:45:02.791 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:02.791 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 88751944, 2024-04-13T08:45:02.791 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 60, 2024-04-13T08:45:02.791 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 10511360, 2024-04-13T08:45:02.792 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 318701184, 2024-04-13T08:45:02.792 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 587038720 2024-04-13T08:45:02.792 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.792 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.6": { 2024-04-13T08:45:02.792 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 540418048, 2024-04-13T08:45:02.792 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 26165888, 2024-04-13T08:45:02.792 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3276800, 2024-04-13T08:45:02.792 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:02.792 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 22216704, 2024-04-13T08:45:02.792 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 10861, 2024-04-13T08:45:02.792 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:02.792 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 98522984, 2024-04-13T08:45:02.793 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 53, 2024-04-13T08:45:02.793 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 10990336, 2024-04-13T08:45:02.793 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 401462040, 2024-04-13T08:45:02.793 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 562634752 2024-04-13T08:45:02.793 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.793 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.7": { 2024-04-13T08:45:02.793 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 468598784, 2024-04-13T08:45:02.793 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 24871624, 2024-04-13T08:45:02.793 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:02.793 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:02.793 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 31416320, 2024-04-13T08:45:02.793 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 11293, 2024-04-13T08:45:02.793 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:02.794 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 96059600, 2024-04-13T08:45:02.794 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 52, 2024-04-13T08:45:02.794 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 10236416, 2024-04-13T08:45:02.794 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 334023272, 2024-04-13T08:45:02.794 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 500015104 2024-04-13T08:45:02.794 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.794 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.794 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.794 INFO:tasks.workunit.client.0.smithi003.stdout: "hosts": { 2024-04-13T08:45:02.794 INFO:tasks.workunit.client.0.smithi003.stdout: "num": 2, 2024-04-13T08:45:02.794 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mds": 2, 2024-04-13T08:45:02.794 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mgr": 2, 2024-04-13T08:45:02.794 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mon": 2, 2024-04-13T08:45:02.794 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_osd": 2 2024-04-13T08:45:02.794 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.794 INFO:tasks.workunit.client.0.smithi003.stdout: "io_rate": { 2024-04-13T08:45:02.795 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_stats_delta": { 2024-04-13T08:45:02.795 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 0, 2024-04-13T08:45:02.795 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:02.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 0, 2024-04-13T08:45:02.795 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:02.795 INFO:tasks.workunit.client.0.smithi003.stdout: "stamp_delta": "12.003124", 2024-04-13T08:45:02.795 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:02.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:02.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:02.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:02.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:02.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:02.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:02.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:02.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:02.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:02.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:02.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:02.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:02.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:02.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:02.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:02.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:02.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:02.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:02.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:02.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:02.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:02.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:02.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:02.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:02.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:02.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:02.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:02.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:02.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:02.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:02.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:02.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:02.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:02.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:02.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:02.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:02.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:02.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:02.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:02.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:02.798 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.798 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:02.798 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 0, 2024-04-13T08:45:02.798 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:02.798 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:02.798 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:02.798 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:02.798 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 0, 2024-04-13T08:45:02.798 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:02.799 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:02.799 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T08:45:02.799 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:02.799 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.799 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 0 2024-04-13T08:45:02.799 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.799 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.799 INFO:tasks.workunit.client.0.smithi003.stdout: "leaderboard": false, 2024-04-13T08:45:02.799 INFO:tasks.workunit.client.0.smithi003.stdout: "leaderboard_description": null, 2024-04-13T08:45:02.799 INFO:tasks.workunit.client.0.smithi003.stdout: "license": "sharing-1-0", 2024-04-13T08:45:02.799 INFO:tasks.workunit.client.0.smithi003.stdout: "mempool": { 2024-04-13T08:45:02.799 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T08:45:02.799 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:02.799 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:02.799 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.800 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.800 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.800 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:02.800 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.800 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.800 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.800 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:02.800 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.800 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.800 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.800 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:02.800 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.800 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.800 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.800 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:02.800 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.801 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.801 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.801 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:02.801 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.801 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.801 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.801 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:02.801 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.801 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.801 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.801 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:02.801 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.801 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.801 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.801 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:02.801 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.801 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.802 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.802 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:02.802 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.802 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.802 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.802 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:02.802 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.802 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.802 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.802 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:02.802 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.803 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.803 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.803 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:02.803 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.803 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.803 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.803 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:02.803 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.803 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.803 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.803 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:02.803 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.804 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.804 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.804 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:02.804 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.804 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.804 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.804 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:02.804 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.804 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.804 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.804 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:02.804 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.804 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.804 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.804 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:02.804 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 149008, 2024-04-13T08:45:02.804 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 33 2024-04-13T08:45:02.805 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.805 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:02.805 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.805 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.805 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.805 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:02.805 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 928, 2024-04-13T08:45:02.805 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T08:45:02.805 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.805 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:02.805 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.805 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.805 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.805 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:02.806 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.806 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.806 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.806 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:02.806 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.806 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.806 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.806 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:02.806 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.806 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.807 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.807 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:02.807 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.807 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.807 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.807 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:02.807 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.807 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.807 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.807 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:02.807 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.808 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.808 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.808 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:02.808 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.808 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.808 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.808 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.808 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:02.808 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:02.808 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.808 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.808 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.808 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:02.808 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.809 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.809 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.809 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:02.809 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.809 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.809 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.809 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:02.809 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.809 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.809 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.809 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:02.809 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.809 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.809 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.810 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:02.810 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.810 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.810 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.810 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:02.810 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.810 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.810 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.810 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:02.810 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.810 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.810 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.810 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:02.810 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.811 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.811 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.811 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:02.811 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.811 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.811 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.811 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:02.811 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.811 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.811 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.811 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:02.811 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.811 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.811 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.812 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:02.812 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.812 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.812 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:02.812 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.812 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.812 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:02.812 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.812 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.812 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:02.812 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.812 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.813 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:02.813 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.813 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.813 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.813 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:02.813 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.813 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.813 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.813 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:02.813 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 222320, 2024-04-13T08:45:02.814 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 65 2024-04-13T08:45:02.814 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.814 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:02.814 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.814 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.814 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.814 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:02.814 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 52112, 2024-04-13T08:45:02.814 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 181 2024-04-13T08:45:02.814 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.814 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:02.814 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.814 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.814 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.815 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:02.815 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.815 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.815 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:02.815 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.815 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.815 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:02.815 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 13096, 2024-04-13T08:45:02.815 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 271 2024-04-13T08:45:02.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.815 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:02.815 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.816 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.816 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:02.816 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.816 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.816 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:02.816 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.816 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.816 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:02.816 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.816 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.816 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.817 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.817 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.817 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:02.817 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:02.817 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:02.817 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.817 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.817 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.818 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:02.818 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.818 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.818 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:02.818 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.819 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.819 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.819 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:02.819 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.819 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.819 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.819 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:02.819 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.819 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.819 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.819 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:02.820 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.820 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.820 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.820 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:02.820 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.820 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.820 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.820 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:02.820 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.820 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.820 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.820 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:02.820 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.820 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.821 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.821 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:02.821 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.821 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.821 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.821 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:02.821 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.821 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.821 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.821 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:02.821 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.821 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.821 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.821 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:02.821 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.822 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.822 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.822 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:02.822 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.822 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.822 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.822 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:02.822 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.822 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.822 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.822 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:02.822 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.822 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.823 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:02.823 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.823 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.823 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:02.823 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.823 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.823 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:02.823 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 42776729, 2024-04-13T08:45:02.823 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5275 2024-04-13T08:45:02.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.823 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:02.823 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1320, 2024-04-13T08:45:02.823 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 15 2024-04-13T08:45:02.824 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.824 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:02.824 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.824 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.824 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.824 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:02.824 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.824 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.824 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.824 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:02.824 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.825 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.825 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.825 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:02.825 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.825 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.825 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.825 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:02.825 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11672, 2024-04-13T08:45:02.825 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 270 2024-04-13T08:45:02.825 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.825 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:02.825 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 70440, 2024-04-13T08:45:02.825 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5158 2024-04-13T08:45:02.825 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.825 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:02.826 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5896, 2024-04-13T08:45:02.826 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 174 2024-04-13T08:45:02.826 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.826 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:02.826 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.826 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.826 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.826 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:02.826 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.826 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.826 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.826 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.826 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:02.827 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:02.827 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.827 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.827 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.827 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:02.827 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.827 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.827 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.827 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:02.827 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.827 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.827 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.827 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:02.827 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.827 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.828 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.828 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:02.828 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.828 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.828 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.828 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:02.828 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.828 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.828 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.828 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:02.828 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.828 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.828 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.828 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:02.829 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.829 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.829 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:02.829 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.829 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.829 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:02.829 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.829 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.830 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:02.830 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.830 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.830 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.830 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:02.830 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.831 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.831 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.831 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:02.831 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.831 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.831 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.831 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:02.832 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.832 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.832 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.832 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:02.832 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.832 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.833 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.833 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:02.833 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.833 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.833 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.833 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:02.834 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.834 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.834 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.834 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:02.834 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.834 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.835 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.835 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:02.835 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 43193857, 2024-04-13T08:45:02.835 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5345 2024-04-13T08:45:02.835 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.835 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:02.836 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.836 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.836 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.836 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:02.836 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.836 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.837 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.837 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:02.837 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.837 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.837 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.837 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:02.837 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.838 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.838 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.838 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:02.838 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.838 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.838 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.839 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:02.839 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11672, 2024-04-13T08:45:02.839 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 270 2024-04-13T08:45:02.839 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.839 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:02.839 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 70440, 2024-04-13T08:45:02.839 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5158 2024-04-13T08:45:02.840 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.840 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:02.840 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11792, 2024-04-13T08:45:02.840 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 348 2024-04-13T08:45:02.840 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.840 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:02.841 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.841 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.841 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.841 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:02.841 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.841 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.841 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.842 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.842 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.be5b77d0f8a0d3fc4d792db8fc7e155e44679ebc": { 2024-04-13T08:45:02.842 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:02.842 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.842 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.842 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.842 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:02.842 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.843 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.843 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.843 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:02.843 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.843 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.843 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.843 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:02.843 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.844 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.844 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.844 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:02.844 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.844 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.844 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.844 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:02.845 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.845 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.845 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.845 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:02.845 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.845 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.845 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.845 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:02.846 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.846 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.846 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.846 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:02.846 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.847 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.847 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.847 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:02.847 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.847 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.847 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.847 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:02.848 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.848 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.848 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.848 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:02.848 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.848 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.848 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.848 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:02.849 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.849 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.849 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.849 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:02.849 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.849 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.849 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.849 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:02.850 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.850 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.850 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.850 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:02.850 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.851 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.851 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.851 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:02.851 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.851 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.851 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.851 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:02.852 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.852 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.852 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.852 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:02.852 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 42967345, 2024-04-13T08:45:02.852 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5303 2024-04-13T08:45:02.853 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.853 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:02.853 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 968, 2024-04-13T08:45:02.853 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 11 2024-04-13T08:45:02.853 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.853 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:02.853 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.853 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.854 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.854 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:02.854 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.854 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.854 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.854 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:02.854 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.854 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.854 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.854 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:02.854 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.854 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.854 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.855 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:02.855 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11672, 2024-04-13T08:45:02.855 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 270 2024-04-13T08:45:02.855 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.855 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:02.855 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 70440, 2024-04-13T08:45:02.855 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5158 2024-04-13T08:45:02.855 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.855 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:02.855 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5896, 2024-04-13T08:45:02.855 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 174 2024-04-13T08:45:02.855 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.855 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:02.855 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.855 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.856 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.856 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:02.856 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.856 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.856 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.856 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.856 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.856 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:02.856 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.0": { 2024-04-13T08:45:02.856 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:02.856 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.856 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.856 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.856 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:02.856 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 26856, 2024-04-13T08:45:02.857 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 475 2024-04-13T08:45:02.857 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.857 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:02.857 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31104, 2024-04-13T08:45:02.857 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 26 2024-04-13T08:45:02.857 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.857 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:02.857 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 960, 2024-04-13T08:45:02.857 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T08:45:02.857 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.857 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:02.857 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 57120, 2024-04-13T08:45:02.857 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 714 2024-04-13T08:45:02.857 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.857 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:02.858 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 373360, 2024-04-13T08:45:02.858 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1795 2024-04-13T08:45:02.858 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.858 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:02.858 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:02.858 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:02.858 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.858 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:02.858 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1043559, 2024-04-13T08:45:02.858 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 270 2024-04-13T08:45:02.858 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.858 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:02.858 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2442444, 2024-04-13T08:45:02.859 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 541666 2024-04-13T08:45:02.859 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.859 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:02.859 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7027376, 2024-04-13T08:45:02.859 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 10366 2024-04-13T08:45:02.859 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.859 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:02.859 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 78192, 2024-04-13T08:45:02.859 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8336 2024-04-13T08:45:02.859 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.859 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:02.859 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 86160, 2024-04-13T08:45:02.859 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1795 2024-04-13T08:45:02.859 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.860 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:02.860 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.860 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.860 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.860 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:02.860 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165184, 2024-04-13T08:45:02.860 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:02.860 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.860 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:02.860 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.861 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.861 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.861 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:02.861 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 736, 2024-04-13T08:45:02.861 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1 2024-04-13T08:45:02.861 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.861 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:02.861 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 65803, 2024-04-13T08:45:02.861 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 57 2024-04-13T08:45:02.861 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.861 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:02.861 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12112, 2024-04-13T08:45:02.861 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T08:45:02.861 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.861 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:02.862 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6293626, 2024-04-13T08:45:02.862 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 287 2024-04-13T08:45:02.862 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.862 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:02.862 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 25168, 2024-04-13T08:45:02.862 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 286 2024-04-13T08:45:02.862 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.862 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:02.862 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.863 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.863 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.863 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:02.863 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 501552, 2024-04-13T08:45:02.863 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 43 2024-04-13T08:45:02.863 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.863 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:02.863 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.863 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.863 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.863 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:02.863 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7042360, 2024-04-13T08:45:02.864 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 18343 2024-04-13T08:45:02.864 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.864 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:02.864 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:02.864 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:02.864 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.865 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:02.865 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.865 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.865 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.865 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:02.865 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.865 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.865 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.865 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:02.865 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.865 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.865 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.865 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:02.865 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.866 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.866 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.866 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.866 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.1": { 2024-04-13T08:45:02.866 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:02.866 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.866 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.866 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.866 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:02.866 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 29048, 2024-04-13T08:45:02.866 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 526 2024-04-13T08:45:02.866 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.866 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:02.867 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31488, 2024-04-13T08:45:02.867 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 29 2024-04-13T08:45:02.867 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.867 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:02.867 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 768, 2024-04-13T08:45:02.867 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 4 2024-04-13T08:45:02.867 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.867 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:02.867 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 57440, 2024-04-13T08:45:02.867 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 718 2024-04-13T08:45:02.867 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.867 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:02.867 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 371280, 2024-04-13T08:45:02.867 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1785 2024-04-13T08:45:02.868 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.868 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:02.868 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:02.868 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:02.868 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.868 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:02.868 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1359576, 2024-04-13T08:45:02.868 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 343 2024-04-13T08:45:02.868 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.868 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:02.868 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2479508, 2024-04-13T08:45:02.868 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 544416 2024-04-13T08:45:02.868 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.868 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:02.869 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7049816, 2024-04-13T08:45:02.869 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 10399 2024-04-13T08:45:02.869 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.869 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:02.869 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 76716, 2024-04-13T08:45:02.869 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8168 2024-04-13T08:45:02.869 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.869 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:02.869 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 85632, 2024-04-13T08:45:02.869 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1784 2024-04-13T08:45:02.869 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.869 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:02.869 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.869 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.869 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.869 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:02.870 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 167064, 2024-04-13T08:45:02.870 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1194 2024-04-13T08:45:02.870 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.870 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:02.870 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.870 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.870 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.870 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:02.870 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1472, 2024-04-13T08:45:02.870 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T08:45:02.870 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.870 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:02.870 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 72705, 2024-04-13T08:45:02.871 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 33 2024-04-13T08:45:02.871 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.871 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:02.871 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20128, 2024-04-13T08:45:02.871 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T08:45:02.871 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.871 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:02.871 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4905203, 2024-04-13T08:45:02.871 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 271 2024-04-13T08:45:02.871 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.871 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:02.871 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 30800, 2024-04-13T08:45:02.871 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 350 2024-04-13T08:45:02.871 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.871 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:02.872 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.872 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.872 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.872 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:02.872 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 489888, 2024-04-13T08:45:02.872 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 42 2024-04-13T08:45:02.872 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.872 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:02.872 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.872 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.872 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.872 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:02.872 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7241936, 2024-04-13T08:45:02.872 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 21086 2024-04-13T08:45:02.872 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.873 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:02.873 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:02.873 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:02.873 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.873 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:02.873 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.873 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.873 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.873 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:02.873 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.874 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.874 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.874 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:02.874 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.874 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.874 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.874 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:02.874 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.874 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.874 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.874 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.874 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.2": { 2024-04-13T08:45:02.874 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:02.874 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.875 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.875 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.875 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:02.875 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 17216, 2024-04-13T08:45:02.875 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 330 2024-04-13T08:45:02.875 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.875 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:02.875 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 30464, 2024-04-13T08:45:02.875 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 21 2024-04-13T08:45:02.875 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.876 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:02.876 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2112, 2024-04-13T08:45:02.876 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 11 2024-04-13T08:45:02.876 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.876 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:02.876 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 54560, 2024-04-13T08:45:02.876 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 682 2024-04-13T08:45:02.876 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.876 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:02.876 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 370448, 2024-04-13T08:45:02.876 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1781 2024-04-13T08:45:02.876 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.877 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:02.877 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:02.877 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:02.877 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.877 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:02.877 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 298151, 2024-04-13T08:45:02.877 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 79 2024-04-13T08:45:02.877 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.877 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:02.877 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1765258, 2024-04-13T08:45:02.877 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 391741 2024-04-13T08:45:02.877 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.877 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:02.878 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5193416, 2024-04-13T08:45:02.878 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7669 2024-04-13T08:45:02.878 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.878 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:02.878 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 75724, 2024-04-13T08:45:02.878 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8151 2024-04-13T08:45:02.878 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.878 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:02.878 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 85488, 2024-04-13T08:45:02.878 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1781 2024-04-13T08:45:02.878 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.878 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:02.878 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.879 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.879 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.879 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:02.879 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165184, 2024-04-13T08:45:02.879 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:02.879 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.879 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:02.879 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.879 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.879 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.879 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:02.879 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 736, 2024-04-13T08:45:02.879 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1 2024-04-13T08:45:02.879 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.879 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:02.880 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 75803, 2024-04-13T08:45:02.880 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 56 2024-04-13T08:45:02.880 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.880 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:02.880 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12112, 2024-04-13T08:45:02.880 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T08:45:02.880 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.880 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:02.880 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11817852, 2024-04-13T08:45:02.880 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8970 2024-04-13T08:45:02.880 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.880 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:02.880 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 9328, 2024-04-13T08:45:02.880 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 106 2024-04-13T08:45:02.881 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.881 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:02.881 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.881 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.881 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.881 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:02.881 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 396576, 2024-04-13T08:45:02.881 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 34 2024-04-13T08:45:02.881 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.881 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:02.881 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.881 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.881 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.882 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:02.882 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3207360, 2024-04-13T08:45:02.882 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 6168 2024-04-13T08:45:02.882 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.882 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:02.882 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:02.882 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:02.882 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.882 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:02.882 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.882 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.882 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.882 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:02.882 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.883 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.883 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.883 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:02.883 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.883 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.883 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.883 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:02.883 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.883 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.883 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.883 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.883 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.3": { 2024-04-13T08:45:02.883 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:02.883 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.883 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.884 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.884 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:02.884 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20392, 2024-04-13T08:45:02.884 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 384 2024-04-13T08:45:02.884 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.884 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:02.884 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 30848, 2024-04-13T08:45:02.884 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 24 2024-04-13T08:45:02.884 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.884 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:02.884 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4800, 2024-04-13T08:45:02.884 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 25 2024-04-13T08:45:02.884 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.884 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:02.885 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 55040, 2024-04-13T08:45:02.885 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 688 2024-04-13T08:45:02.885 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.885 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:02.885 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 358384, 2024-04-13T08:45:02.885 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1723 2024-04-13T08:45:02.885 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.885 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:02.885 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:02.885 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:02.886 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.886 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:02.886 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 304405, 2024-04-13T08:45:02.886 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 94 2024-04-13T08:45:02.886 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.886 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:02.886 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1789027, 2024-04-13T08:45:02.886 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 393424 2024-04-13T08:45:02.886 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.886 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:02.886 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5197496, 2024-04-13T08:45:02.887 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7675 2024-04-13T08:45:02.887 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.887 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:02.887 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 67008, 2024-04-13T08:45:02.887 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7018 2024-04-13T08:45:02.887 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.887 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:02.887 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 82656, 2024-04-13T08:45:02.887 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:02.887 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.887 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:02.887 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.887 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.887 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.888 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:02.888 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165184, 2024-04-13T08:45:02.888 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:02.888 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.888 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:02.888 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.888 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.888 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.888 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:02.888 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1472, 2024-04-13T08:45:02.888 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T08:45:02.888 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.888 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:02.888 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 109923, 2024-04-13T08:45:02.889 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 60 2024-04-13T08:45:02.889 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.889 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:02.889 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20128, 2024-04-13T08:45:02.889 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T08:45:02.889 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.889 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:02.889 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 26674771, 2024-04-13T08:45:02.889 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 297 2024-04-13T08:45:02.889 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.890 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:02.890 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11528, 2024-04-13T08:45:02.890 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 131 2024-04-13T08:45:02.890 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.890 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:02.890 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.890 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.890 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.890 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:02.890 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 431568, 2024-04-13T08:45:02.890 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 37 2024-04-13T08:45:02.890 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.890 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:02.891 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.891 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.891 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.891 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:02.891 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3431168, 2024-04-13T08:45:02.891 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8920 2024-04-13T08:45:02.891 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.891 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:02.891 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:02.891 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:02.891 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.891 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:02.891 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.891 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.891 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.892 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:02.892 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.892 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.892 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.892 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:02.892 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.892 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.892 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.892 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:02.892 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.892 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.892 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.892 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.892 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.4": { 2024-04-13T08:45:02.892 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:02.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.893 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.893 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:02.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 23544, 2024-04-13T08:45:02.893 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 436 2024-04-13T08:45:02.893 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:02.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 117248, 2024-04-13T08:45:02.893 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 28 2024-04-13T08:45:02.893 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:02.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3840, 2024-04-13T08:45:02.893 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 20 2024-04-13T08:45:02.894 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:02.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 56880, 2024-04-13T08:45:02.894 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 711 2024-04-13T08:45:02.894 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:02.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 358176, 2024-04-13T08:45:02.894 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:02.894 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:02.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:02.894 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:02.894 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:02.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 881726, 2024-04-13T08:45:02.895 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 237 2024-04-13T08:45:02.895 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:02.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2087573, 2024-04-13T08:45:02.895 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 460750 2024-04-13T08:45:02.895 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:02.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6012136, 2024-04-13T08:45:02.895 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8873 2024-04-13T08:45:02.895 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:02.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 67152, 2024-04-13T08:45:02.895 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7013 2024-04-13T08:45:02.896 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:02.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 82656, 2024-04-13T08:45:02.896 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:02.896 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:02.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.896 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.896 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:02.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165016, 2024-04-13T08:45:02.897 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:02.897 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:02.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.897 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.897 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:02.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.897 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.897 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:02.898 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 47039, 2024-04-13T08:45:02.898 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 45 2024-04-13T08:45:02.898 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.898 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:02.898 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.898 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.898 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.898 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:02.898 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 22271400, 2024-04-13T08:45:02.898 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 294 2024-04-13T08:45:02.898 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.899 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:02.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 23496, 2024-04-13T08:45:02.899 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 267 2024-04-13T08:45:02.899 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.899 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:02.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.899 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.899 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.899 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:02.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 454896, 2024-04-13T08:45:02.899 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 39 2024-04-13T08:45:02.899 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.899 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:02.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.899 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.899 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.900 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:02.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5117840, 2024-04-13T08:45:02.900 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12242 2024-04-13T08:45:02.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.900 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:02.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:02.900 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:02.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.900 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:02.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.900 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.900 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:02.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.900 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.901 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:02.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.901 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.901 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.901 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:02.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.901 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.901 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.901 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.901 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.5": { 2024-04-13T08:45:02.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:02.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.901 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.901 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:02.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 23216, 2024-04-13T08:45:02.902 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 435 2024-04-13T08:45:02.902 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:02.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31616, 2024-04-13T08:45:02.902 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 30 2024-04-13T08:45:02.902 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:02.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 768, 2024-04-13T08:45:02.902 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 4 2024-04-13T08:45:02.902 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:02.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 56640, 2024-04-13T08:45:02.903 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 708 2024-04-13T08:45:02.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:02.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 358176, 2024-04-13T08:45:02.903 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:02.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:02.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:02.903 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:02.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:02.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 447037, 2024-04-13T08:45:02.904 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 115 2024-04-13T08:45:02.904 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:02.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2396843, 2024-04-13T08:45:02.904 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 534068 2024-04-13T08:45:02.904 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:02.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6896136, 2024-04-13T08:45:02.904 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 10173 2024-04-13T08:45:02.904 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:02.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 67420, 2024-04-13T08:45:02.905 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7019 2024-04-13T08:45:02.905 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:02.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 82656, 2024-04-13T08:45:02.905 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:02.905 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:02.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.905 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.905 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:02.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165272, 2024-04-13T08:45:02.905 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1187 2024-04-13T08:45:02.905 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:02.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.906 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.906 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:02.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 736, 2024-04-13T08:45:02.906 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1 2024-04-13T08:45:02.906 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:02.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 71245, 2024-04-13T08:45:02.906 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 55 2024-04-13T08:45:02.906 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:02.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12112, 2024-04-13T08:45:02.907 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T08:45:02.907 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.907 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:02.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5429603, 2024-04-13T08:45:02.907 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 252 2024-04-13T08:45:02.907 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.907 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:02.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12056, 2024-04-13T08:45:02.907 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 137 2024-04-13T08:45:02.907 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.908 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:02.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.908 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.908 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.908 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:02.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 478224, 2024-04-13T08:45:02.908 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 41 2024-04-13T08:45:02.908 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.908 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:02.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.908 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.908 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.908 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:02.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6388720, 2024-04-13T08:45:02.909 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12286 2024-04-13T08:45:02.909 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.909 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:02.909 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:02.909 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:02.909 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.909 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:02.909 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.909 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.909 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.909 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:02.909 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.910 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.910 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.910 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:02.910 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.910 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.910 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.910 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:02.910 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.910 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.910 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.910 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.911 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.6": { 2024-04-13T08:45:02.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:02.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.911 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.911 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:02.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20912, 2024-04-13T08:45:02.911 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 401 2024-04-13T08:45:02.911 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:02.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 403712, 2024-04-13T08:45:02.911 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 28 2024-04-13T08:45:02.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:02.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2880, 2024-04-13T08:45:02.912 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 15 2024-04-13T08:45:02.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:02.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 56080, 2024-04-13T08:45:02.912 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 701 2024-04-13T08:45:02.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:02.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 359840, 2024-04-13T08:45:02.912 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1730 2024-04-13T08:45:02.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:02.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:02.913 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:02.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:02.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 785169, 2024-04-13T08:45:02.913 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 199 2024-04-13T08:45:02.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:02.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1746588, 2024-04-13T08:45:02.913 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 384205 2024-04-13T08:45:02.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:02.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5066256, 2024-04-13T08:45:02.913 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7482 2024-04-13T08:45:02.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:02.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 68344, 2024-04-13T08:45:02.914 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7175 2024-04-13T08:45:02.914 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:02.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 83040, 2024-04-13T08:45:02.914 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1730 2024-04-13T08:45:02.914 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:02.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.914 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.914 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:02.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 164928, 2024-04-13T08:45:02.914 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1185 2024-04-13T08:45:02.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:02.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.915 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:02.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.915 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:02.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 40369, 2024-04-13T08:45:02.915 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 45 2024-04-13T08:45:02.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:02.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.916 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.916 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:02.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16037763, 2024-04-13T08:45:02.916 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 274 2024-04-13T08:45:02.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.916 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:02.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19624, 2024-04-13T08:45:02.916 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 223 2024-04-13T08:45:02.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.916 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:02.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.916 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.917 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:02.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 443232, 2024-04-13T08:45:02.917 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 38 2024-04-13T08:45:02.917 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.917 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:02.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.917 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.917 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.917 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:02.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3699280, 2024-04-13T08:45:02.917 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 9514 2024-04-13T08:45:02.918 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.918 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:02.918 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:02.918 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:02.918 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.918 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:02.918 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.918 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.918 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.918 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:02.918 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.918 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.918 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.918 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:02.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.919 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.919 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.919 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:02.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.919 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.919 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.919 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.919 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.7": { 2024-04-13T08:45:02.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:02.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.919 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.919 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:02.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19568, 2024-04-13T08:45:02.920 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 368 2024-04-13T08:45:02.920 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.920 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:02.920 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31104, 2024-04-13T08:45:02.920 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 26 2024-04-13T08:45:02.920 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.920 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:02.920 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 960, 2024-04-13T08:45:02.920 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T08:45:02.920 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.920 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:02.920 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 55360, 2024-04-13T08:45:02.920 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 692 2024-04-13T08:45:02.920 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:02.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 359632, 2024-04-13T08:45:02.921 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1729 2024-04-13T08:45:02.921 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:02.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:02.921 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:02.921 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:02.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 405817, 2024-04-13T08:45:02.921 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 107 2024-04-13T08:45:02.921 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:02.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2019657, 2024-04-13T08:45:02.921 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 450514 2024-04-13T08:45:02.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.922 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:02.922 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5867976, 2024-04-13T08:45:02.922 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8661 2024-04-13T08:45:02.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.922 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:02.922 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 68632, 2024-04-13T08:45:02.922 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7173 2024-04-13T08:45:02.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.922 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:02.922 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 82992, 2024-04-13T08:45:02.922 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1729 2024-04-13T08:45:02.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:02.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.923 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.923 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:02.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165184, 2024-04-13T08:45:02.923 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:02.923 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:02.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.923 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.923 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:02.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.923 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:02.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 58876, 2024-04-13T08:45:02.924 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 46 2024-04-13T08:45:02.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:02.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.924 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.924 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:02.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6163088, 2024-04-13T08:45:02.924 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 271 2024-04-13T08:45:02.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.925 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:02.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 10472, 2024-04-13T08:45:02.925 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 119 2024-04-13T08:45:02.925 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.925 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:02.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.925 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.925 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.925 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:02.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 478224, 2024-04-13T08:45:02.925 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 41 2024-04-13T08:45:02.925 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.925 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:02.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.925 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.926 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.926 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:02.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4858880, 2024-04-13T08:45:02.926 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 9344 2024-04-13T08:45:02.926 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.926 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:02.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:02.926 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:02.926 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.926 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:02.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.926 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.926 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.926 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:02.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.927 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.927 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.927 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:02.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.927 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.927 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.927 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:02.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:02.927 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:02.927 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.927 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.928 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.928 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.928 INFO:tasks.workunit.client.0.smithi003.stdout: "metadata": { 2024-04-13T08:45:02.928 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T08:45:02.928 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T08:45:02.928 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 2 2024-04-13T08:45:02.928 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.928 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T08:45:02.928 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T08:45:02.928 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.928 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T08:45:02.928 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-13T08:45:02.928 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.929 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T08:45:02.929 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 2 2024-04-13T08:45:02.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.929 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T08:45:02.929 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 2 2024-04-13T08:45:02.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.929 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T08:45:02.929 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-13T08:45:02.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.929 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T08:45:02.929 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-13T08:45:02.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.929 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T08:45:02.929 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 2 2024-04-13T08:45:02.929 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.930 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:02.930 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T08:45:02.930 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 3 2024-04-13T08:45:02.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.930 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T08:45:02.930 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T08:45:02.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.930 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T08:45:02.930 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-13T08:45:02.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.930 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T08:45:02.930 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 3 2024-04-13T08:45:02.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.930 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T08:45:02.930 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 3 2024-04-13T08:45:02.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.931 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T08:45:02.931 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-13T08:45:02.931 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.931 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T08:45:02.931 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-13T08:45:02.931 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.931 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T08:45:02.931 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 3 2024-04-13T08:45:02.931 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.931 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.931 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:02.931 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T08:45:02.931 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 8 2024-04-13T08:45:02.931 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.932 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T08:45:02.932 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T08:45:02.932 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.932 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T08:45:02.932 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-13T08:45:02.932 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.932 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T08:45:02.932 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 8 2024-04-13T08:45:02.932 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.932 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T08:45:02.932 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 8 2024-04-13T08:45:02.932 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.932 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T08:45:02.932 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-13T08:45:02.932 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.933 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T08:45:02.933 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-13T08:45:02.933 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.933 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T08:45:02.933 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 8 2024-04-13T08:45:02.933 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.933 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_objectstore": { 2024-04-13T08:45:02.933 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": 8 2024-04-13T08:45:02.933 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.933 INFO:tasks.workunit.client.0.smithi003.stdout: "rotational": { 2024-04-13T08:45:02.933 INFO:tasks.workunit.client.0.smithi003.stdout: "0": 8 2024-04-13T08:45:02.933 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.933 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.933 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.933 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:02.934 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:02.934 INFO:tasks.workunit.client.0.smithi003.stdout: "features": { 2024-04-13T08:45:02.934 INFO:tasks.workunit.client.0.smithi003.stdout: "optional": [], 2024-04-13T08:45:02.934 INFO:tasks.workunit.client.0.smithi003.stdout: "persistent": [ 2024-04-13T08:45:02.934 INFO:tasks.workunit.client.0.smithi003.stdout: "kraken", 2024-04-13T08:45:02.934 INFO:tasks.workunit.client.0.smithi003.stdout: "luminous", 2024-04-13T08:45:02.934 INFO:tasks.workunit.client.0.smithi003.stdout: "mimic", 2024-04-13T08:45:02.934 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap-prune", 2024-04-13T08:45:02.934 INFO:tasks.workunit.client.0.smithi003.stdout: "nautilus", 2024-04-13T08:45:02.934 INFO:tasks.workunit.client.0.smithi003.stdout: "octopus", 2024-04-13T08:45:02.934 INFO:tasks.workunit.client.0.smithi003.stdout: "pacific", 2024-04-13T08:45:02.934 INFO:tasks.workunit.client.0.smithi003.stdout: "elector-pinging", 2024-04-13T08:45:02.934 INFO:tasks.workunit.client.0.smithi003.stdout: "quincy", 2024-04-13T08:45:02.934 INFO:tasks.workunit.client.0.smithi003.stdout: "reef", 2024-04-13T08:45:02.935 INFO:tasks.workunit.client.0.smithi003.stdout: "squid" 2024-04-13T08:45:02.935 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.935 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.935 INFO:tasks.workunit.client.0.smithi003.stdout: "ipv4_addr_mons": 6, 2024-04-13T08:45:02.935 INFO:tasks.workunit.client.0.smithi003.stdout: "ipv6_addr_mons": 0, 2024-04-13T08:45:02.935 INFO:tasks.workunit.client.0.smithi003.stdout: "min_mon_release": 19, 2024-04-13T08:45:02.935 INFO:tasks.workunit.client.0.smithi003.stdout: "v1_addr_mons": 3, 2024-04-13T08:45:02.935 INFO:tasks.workunit.client.0.smithi003.stdout: "v2_addr_mons": 3 2024-04-13T08:45:02.935 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.935 INFO:tasks.workunit.client.0.smithi003.stdout: "organization": "ceph-qa", 2024-04-13T08:45:02.935 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:02.936 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster_network": false, 2024-04-13T08:45:02.936 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8, 2024-04-13T08:45:02.936 INFO:tasks.workunit.client.0.smithi003.stdout: "require_min_compat_client": "luminous", 2024-04-13T08:45:02.936 INFO:tasks.workunit.client.0.smithi003.stdout: "require_osd_release": "squid" 2024-04-13T08:45:02.936 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.936 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_perf_histograms": [ 2024-04-13T08:45:02.936 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.936 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:02.936 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:02.936 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.936 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:02.936 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:02.936 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T08:45:02.936 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T08:45:02.936 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:02.936 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:02.937 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T08:45:02.937 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T08:45:02.937 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T08:45:02.937 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T08:45:02.937 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T08:45:02.937 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T08:45:02.937 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T08:45:02.937 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T08:45:02.937 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T08:45:02.937 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T08:45:02.937 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T08:45:02.937 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T08:45:02.937 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T08:45:02.937 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T08:45:02.938 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T08:45:02.938 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T08:45:02.938 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T08:45:02.938 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T08:45:02.938 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T08:45:02.938 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T08:45:02.938 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T08:45:02.938 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T08:45:02.938 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T08:45:02.939 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T08:45:02.939 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T08:45:02.939 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T08:45:02.939 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T08:45:02.939 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T08:45:02.939 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T08:45:02.939 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T08:45:02.939 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T08:45:02.939 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:02.939 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:02.939 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.939 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.939 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:02.939 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:02.939 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T08:45:02.940 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T08:45:02.940 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:02.940 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:02.940 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T08:45:02.940 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T08:45:02.940 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T08:45:02.940 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T08:45:02.940 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T08:45:02.940 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T08:45:02.940 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T08:45:02.940 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T08:45:02.940 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T08:45:02.940 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T08:45:02.941 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T08:45:02.941 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T08:45:02.941 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T08:45:02.941 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T08:45:02.941 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T08:45:02.941 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T08:45:02.941 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T08:45:02.941 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T08:45:02.941 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T08:45:02.941 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T08:45:02.941 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T08:45:02.941 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T08:45:02.941 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T08:45:02.941 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T08:45:02.942 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T08:45:02.942 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T08:45:02.942 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T08:45:02.942 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T08:45:02.942 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T08:45:02.942 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T08:45:02.942 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T08:45:02.942 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:02.942 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:02.942 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.942 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:02.942 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:02.942 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.942 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:02.942 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:02.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 15550, 4096, 0, 0, 3, 3, 1, 0, 0, 0, 4, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7887, 138, 42, 3, 22, 3, 6, 11, 19, 40, 50, 27, 37, 35, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 694, 14, 18, 0, 4, 4, 4, 3, 4, 14, 98, 138, 92, 14, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 506, 2, 1, 0, 0, 0, 1, 1, 1, 0, 5, 34, 314, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 167, 7, 0, 0, 0, 0, 1, 0, 0, 0, 5, 6, 20, 100, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 15, 16, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 3, 42, 69, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 34, 42, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.943 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.944 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:02.945 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.945 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.945 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.945 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:02.945 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:02.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7977, 13, 62, 2, 22, 19, 1, 0, 0, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7493, 230, 1405, 7, 10, 34, 86, 141, 26, 54, 60, 43, 69, 1, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1110, 16, 115, 20, 1, 1, 17, 17, 6, 19, 117, 259, 117, 3, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 646, 13, 0, 10, 0, 0, 2, 2, 0, 1, 3, 23, 423, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.945 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 310, 37, 5, 1, 2, 0, 0, 0, 0, 1, 8, 3, 15, 28, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.946 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 257, 46, 40, 0, 0, 0, 1, 0, 0, 0, 0, 8, 3, 6, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.946 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 154, 63, 217, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 9, 46, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.946 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 80, 140, 43, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 3, 11, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.946 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.946 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.946 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.946 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.946 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.946 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.946 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.946 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.946 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.946 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.947 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:02.947 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.947 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.948 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.948 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:02.948 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:02.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 803, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12418, 4003, 0, 0, 0, 0, 0, 0, 1, 0, 6, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 8518, 59, 8, 0, 13, 0, 0, 0, 0, 0, 7, 3, 11, 16, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 877, 111, 134, 2, 1, 0, 0, 0, 3, 2, 35, 0, 4, 1, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 550, 35, 64, 0, 1, 0, 0, 0, 0, 0, 1, 6, 37, 8, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 139, 24, 15, 0, 0, 0, 0, 0, 0, 3, 2, 12, 13, 63, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 139, 5, 24, 20, 0, 0, 0, 1, 0, 1, 3, 25, 18, 22, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.948 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 104, 0, 2, 45, 49, 0, 0, 0, 0, 0, 0, 0, 26, 26, 49, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.949 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 22, 0, 0, 4, 79, 101, 2, 0, 0, 0, 0, 4, 5, 17, 40, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.949 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13, 0, 0, 0, 8, 28, 0, 1, 0, 0, 0, 2, 0, 2, 9, 17, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.949 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.949 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.949 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.949 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.949 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.949 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.949 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.949 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.949 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.949 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.949 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.950 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:02.950 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.950 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.951 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.951 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:02.951 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:02.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 770, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13503, 4260, 0, 0, 3, 0, 0, 0, 0, 0, 14, 2, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9465, 315, 14, 2, 18, 3, 3, 6, 5, 21, 46, 12, 12, 18, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2393, 59, 13, 0, 1, 0, 0, 1, 2, 6, 46, 66, 44, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 378, 0, 0, 0, 5, 0, 0, 1, 0, 1, 0, 20, 164, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 206, 8, 0, 0, 180, 0, 0, 0, 0, 0, 9, 3, 21, 38, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 154, 0, 0, 0, 323, 0, 1, 0, 0, 0, 7, 2, 15, 5, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 124, 1, 0, 0, 410, 0, 0, 0, 0, 0, 2, 0, 6, 20, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 51, 0, 0, 0, 1755, 0, 0, 0, 0, 0, 1, 2, 3, 11, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6, 0, 0, 0, 28, 0, 0, 0, 0, 0, 0, 3, 4, 1, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.951 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.952 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:02.953 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.953 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.953 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.953 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:02.953 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:02.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7170, 32, 61, 4, 13, 13, 0, 1, 1, 0, 6, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6947, 222, 7, 2, 11, 24, 66, 77, 9, 14, 4, 11, 13, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1132, 11, 5, 0, 1, 0, 7, 9, 2, 9, 55, 66, 19, 4, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 275, 1, 0, 0, 0, 0, 6, 0, 0, 0, 7, 34, 174, 8, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 175, 2, 0, 0, 1, 0, 9, 0, 0, 0, 1, 1, 16, 18, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.953 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 54, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 17, 15, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 12, 13, 33, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.954 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.955 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:02.955 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.955 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.955 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.955 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:02.955 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:02.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12548, 44, 2, 0, 0, 1, 0, 0, 1, 0, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9793, 215, 3, 0, 8, 0, 1, 0, 1, 1, 2, 5, 10, 25, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1342, 24, 1, 1, 5, 1, 0, 0, 1, 1, 11, 1, 2, 5, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 472, 0, 0, 4, 4, 0, 0, 0, 0, 1, 7, 12, 33, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 181, 0, 0, 1, 1, 0, 0, 0, 0, 0, 3, 1, 8, 68, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 118, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 9, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 41, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 14, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.956 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.957 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.958 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.958 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.958 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.958 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:02.958 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.958 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.958 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.958 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:02.958 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:02.958 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.958 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 316, 48, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.958 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 11409, 6865, 3750, 0, 2, 1, 0, 0, 0, 0, 2, 5, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.958 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7765, 1060, 648, 0, 19, 6, 4, 5, 11, 21, 15, 8, 16, 16, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.958 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 914, 174, 103, 0, 4, 1, 0, 4, 4, 8, 47, 76, 15, 4, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.958 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 344, 4, 0, 0, 0, 1, 0, 0, 0, 1, 5, 39, 192, 16, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.959 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 145, 3, 1, 0, 0, 1, 0, 0, 1, 0, 3, 2, 26, 60, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.959 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 140, 1, 0, 0, 0, 0, 0, 2, 2, 0, 5, 1, 5, 17, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.959 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 128, 1, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 4, 19, 34, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.959 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 2, 20, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.959 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.959 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.959 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.959 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.959 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.960 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:02.961 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.961 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.961 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.961 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:02.961 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:02.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12064, 1, 1, 0, 7034, 474, 0, 0, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6876, 34, 16, 0, 690, 116, 0, 0, 3, 0, 37, 3, 17, 26, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1065, 4, 25, 0, 48, 7, 0, 0, 1, 2, 41, 1, 7, 10, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 309, 1, 4, 0, 4, 7, 0, 0, 0, 1, 11, 6, 48, 4, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.961 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 260, 4, 0, 0, 17, 19, 0, 0, 0, 0, 8, 2, 17, 59, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 230, 0, 0, 1, 1, 11, 0, 0, 0, 0, 3, 0, 20, 18, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 181, 0, 0, 0, 1, 0, 0, 0, 0, 0, 7, 3, 22, 19, 51, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 7, 30, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.962 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.963 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:02.963 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.963 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.963 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.963 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.964 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:02.964 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:02.964 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.964 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:02.964 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:02.964 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T08:45:02.964 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T08:45:02.964 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:02.964 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:02.964 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T08:45:02.964 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T08:45:02.964 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T08:45:02.964 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T08:45:02.964 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T08:45:02.964 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T08:45:02.964 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T08:45:02.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T08:45:02.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T08:45:02.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T08:45:02.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T08:45:02.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T08:45:02.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T08:45:02.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T08:45:02.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T08:45:02.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T08:45:02.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T08:45:02.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T08:45:02.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T08:45:02.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T08:45:02.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T08:45:02.965 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T08:45:02.966 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T08:45:02.966 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T08:45:02.966 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T08:45:02.966 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T08:45:02.966 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T08:45:02.966 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T08:45:02.966 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T08:45:02.966 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T08:45:02.966 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T08:45:02.966 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:02.966 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:02.966 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.966 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.966 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:02.967 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:02.967 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T08:45:02.967 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T08:45:02.967 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:02.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:02.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T08:45:02.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T08:45:02.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T08:45:02.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T08:45:02.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T08:45:02.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T08:45:02.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T08:45:02.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T08:45:02.967 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T08:45:02.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T08:45:02.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T08:45:02.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T08:45:02.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T08:45:02.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T08:45:02.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T08:45:02.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T08:45:02.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T08:45:02.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T08:45:02.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T08:45:02.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T08:45:02.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T08:45:02.968 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T08:45:02.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T08:45:02.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T08:45:02.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T08:45:02.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T08:45:02.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T08:45:02.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T08:45:02.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T08:45:02.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T08:45:02.969 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T08:45:02.969 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:02.969 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:02.969 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.969 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:02.970 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:02.970 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.970 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:02.970 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:02.970 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.970 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.970 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.970 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.970 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 370, 2, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.970 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4820, 64, 70, 150, 451, 605, 688, 3, 7, 1, 2, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 702, 18, 33, 48, 20, 6, 37, 0, 1, 0, 3, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 254, 1, 0, 3, 1, 1, 1, 0, 0, 0, 1, 3, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 119, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 120, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 7, 22, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 5, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.971 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.972 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:02.972 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.972 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.972 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.972 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:02.973 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:02.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 217, 6, 23, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3107, 248, 11, 64, 123, 0, 2, 1, 3, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 532, 30, 1325, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 407, 14, 20, 0, 0, 0, 0, 0, 0, 0, 3, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1673, 1296, 47, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1487, 1694, 252, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.973 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.974 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.974 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.974 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.974 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.974 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.974 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.974 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.974 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.974 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.974 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.974 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.974 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.974 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.974 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.974 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.975 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.975 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:02.975 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.975 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.975 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.975 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:02.975 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:02.975 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.975 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.975 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.975 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.975 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 679, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.975 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9610, 6, 0, 0, 0, 1, 2, 1, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.975 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 15991, 1, 1, 0, 1, 0, 0, 0, 1, 0, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.975 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 605, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 7, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 363, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 13, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 261, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.976 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.977 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:02.977 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.977 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.978 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.978 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:02.978 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:02.978 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.978 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.978 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.978 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.978 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 231, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.978 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2984, 33, 1, 0, 3, 2, 1, 4, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.978 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 228, 8, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 120, 6, 27, 11, 0, 0, 0, 0, 0, 1, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 841, 282, 7, 142, 0, 0, 0, 0, 0, 0, 0, 2, 1, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4133, 2474, 0, 400, 0, 0, 0, 0, 0, 0, 1, 0, 2, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 277, 254, 0, 31, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.979 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.980 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.981 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:02.981 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.981 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.981 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.981 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:02.981 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:02.981 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.981 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.981 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.981 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.981 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.981 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2987, 217, 34, 64, 139, 275, 471, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.981 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 326, 5, 1, 0, 0, 0, 9, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.981 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 101, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.982 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:02.983 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.983 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.983 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.983 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:02.983 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:02.983 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 369, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 5210, 70, 132, 252, 462, 593, 714, 0, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 458, 6, 5, 4, 10, 20, 11, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 242, 3, 7, 17, 1, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 129, 37, 74, 112, 28, 0, 0, 0, 0, 0, 2, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.984 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.985 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:02.985 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.986 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.986 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.986 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:02.986 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:02.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 240, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3210, 43, 0, 0, 2, 2, 4, 0, 8, 2, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 392, 1, 2, 0, 0, 0, 0, 0, 1, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 335, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 4, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 266, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 7, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.986 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.987 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.988 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.988 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.988 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.988 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.988 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.988 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.988 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:02.988 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.988 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.988 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.988 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:02.988 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:02.988 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.988 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.988 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 335, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7735, 31, 62, 35, 15, 0, 4, 6, 14, 11, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3380, 29, 90, 55, 5, 1, 0, 0, 0, 6, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 211, 6, 8, 0, 2, 0, 0, 0, 0, 0, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 8, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 13, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 12, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.989 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.990 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.991 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.991 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.991 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.991 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.991 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.991 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:02.991 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.991 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.991 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:02.991 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.991 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:02.991 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:02.991 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.992 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:02.992 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:02.992 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T08:45:02.992 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T08:45:02.992 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:02.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:02.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T08:45:02.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T08:45:02.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T08:45:02.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T08:45:02.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T08:45:02.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T08:45:02.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T08:45:02.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T08:45:02.992 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T08:45:02.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T08:45:02.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T08:45:02.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T08:45:02.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T08:45:02.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T08:45:02.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T08:45:02.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T08:45:02.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T08:45:02.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T08:45:02.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T08:45:02.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T08:45:02.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T08:45:02.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T08:45:02.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T08:45:02.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T08:45:02.993 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T08:45:02.994 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T08:45:02.994 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T08:45:02.994 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T08:45:02.994 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T08:45:02.994 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T08:45:02.994 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T08:45:02.994 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:02.994 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:02.994 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:02.994 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.994 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:02.994 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:02.994 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T08:45:02.994 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T08:45:02.995 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:02.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:02.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T08:45:02.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T08:45:02.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T08:45:02.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T08:45:02.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T08:45:02.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T08:45:02.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T08:45:02.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T08:45:02.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T08:45:02.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T08:45:02.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T08:45:02.995 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T08:45:02.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T08:45:02.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T08:45:02.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T08:45:02.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T08:45:02.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T08:45:02.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T08:45:02.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T08:45:02.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T08:45:02.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T08:45:02.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T08:45:02.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T08:45:02.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T08:45:02.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T08:45:02.996 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T08:45:02.997 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T08:45:02.997 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T08:45:02.997 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T08:45:02.997 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T08:45:02.997 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T08:45:02.997 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:02.997 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:02.997 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:02.997 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:02.997 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:02.997 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:02.997 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:02.997 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:02.997 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 376, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6864, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 872, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 175, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.998 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:02.999 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.000 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.000 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.000 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.000 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:03.000 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3562, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1892, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.000 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 452, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3027, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3462, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.001 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.002 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.003 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.003 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.003 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.003 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:03.003 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 679, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9626, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 16000, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 621, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 385, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.006 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.006 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.006 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.006 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:03.006 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 232, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3033, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 238, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7035, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 588, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.008 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.008 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.008 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.008 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:03.008 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 515, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4192, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.011 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.012 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.012 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.012 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:03.012 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 372, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7437, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 277, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.014 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.014 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.014 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.015 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:03.015 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 241, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 405, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 387, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.017 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.017 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.017 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.017 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:03.017 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 340, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7915, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3570, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 236, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.020 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.020 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.020 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.020 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.020 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:03.020 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:03.020 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.020 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:03.021 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:03.021 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T08:45:03.021 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T08:45:03.021 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:03.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:03.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T08:45:03.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T08:45:03.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T08:45:03.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T08:45:03.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T08:45:03.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T08:45:03.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T08:45:03.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T08:45:03.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T08:45:03.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T08:45:03.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T08:45:03.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T08:45:03.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T08:45:03.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T08:45:03.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T08:45:03.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T08:45:03.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T08:45:03.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T08:45:03.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T08:45:03.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T08:45:03.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T08:45:03.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T08:45:03.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T08:45:03.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T08:45:03.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T08:45:03.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T08:45:03.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T08:45:03.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T08:45:03.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T08:45:03.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T08:45:03.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T08:45:03.024 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.024 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:03.024 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.024 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.024 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:03.024 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:03.024 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T08:45:03.024 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T08:45:03.024 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:03.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:03.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T08:45:03.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T08:45:03.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T08:45:03.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T08:45:03.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T08:45:03.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T08:45:03.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T08:45:03.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T08:45:03.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T08:45:03.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T08:45:03.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T08:45:03.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T08:45:03.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T08:45:03.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T08:45:03.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T08:45:03.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T08:45:03.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T08:45:03.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T08:45:03.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T08:45:03.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T08:45:03.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T08:45:03.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T08:45:03.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T08:45:03.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T08:45:03.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T08:45:03.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T08:45:03.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T08:45:03.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T08:45:03.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T08:45:03.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T08:45:03.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T08:45:03.026 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.027 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:03.027 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.027 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.027 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:03.027 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.027 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:03.027 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 67, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1952, 28, 0, 0, 7, 1, 2, 2, 7, 4, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1201, 5, 1, 1, 0, 2, 6, 12, 28, 57, 74, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 232, 9, 0, 0, 1, 0, 1, 5, 10, 11, 69, 218, 101, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 369, 24, 0, 0, 2, 0, 1, 3, 1, 2, 21, 28, 286, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 565, 27, 0, 0, 2, 0, 0, 0, 1, 0, 4, 8, 27, 32, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 755, 47, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 9, 29, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 450, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 24, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 446, 85, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.029 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.029 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.029 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.029 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:03.029 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2689, 9, 1, 2, 4, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1527, 2, 0, 2, 7, 7, 14, 22, 40, 61, 110, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 63, 2, 0, 1, 1, 2, 4, 4, 7, 3, 85, 268, 217, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 31, 20, 0, 0, 0, 0, 0, 0, 1, 2, 6, 16, 357, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 23, 24, 0, 0, 0, 0, 0, 0, 1, 1, 2, 6, 23, 16, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 117, 51, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 9, 23, 93, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 598, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3010, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.032 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.032 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.032 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.032 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:03.032 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 34, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 316, 11, 1, 0, 7, 1, 2, 4, 7, 8, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 179, 11, 0, 2, 1, 2, 2, 6, 6, 10, 45, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 166, 0, 0, 0, 0, 0, 6, 6, 8, 15, 42, 84, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 111, 2, 0, 0, 0, 0, 0, 1, 3, 1, 21, 36, 20, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 28, 2, 0, 0, 1, 0, 0, 1, 1, 4, 6, 9, 30, 57, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 4, 23, 45, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 5, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.035 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.035 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.035 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.035 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:03.035 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 44, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1198, 14, 1, 2, 11, 0, 2, 3, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 437, 4, 1, 0, 4, 2, 3, 7, 12, 25, 32, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 228, 11, 1, 0, 0, 0, 1, 5, 6, 6, 42, 118, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 471, 11, 0, 0, 0, 0, 2, 1, 1, 4, 18, 29, 112, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 468, 0, 0, 0, 0, 0, 0, 1, 5, 2, 14, 15, 19, 33, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 1, 16, 48, 74, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.038 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.038 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.038 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.038 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:03.038 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1028, 9, 1, 0, 10, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 802, 3, 1, 0, 0, 4, 5, 6, 14, 26, 27, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 320, 0, 1, 0, 0, 0, 1, 5, 0, 7, 35, 122, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 347, 1, 0, 0, 0, 0, 1, 0, 2, 0, 5, 8, 179, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 343, 2, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 13, 15, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 7, 9, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 175, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.040 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.040 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.040 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.040 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:03.040 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 476, 27, 0, 0, 12, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 79, 4, 0, 0, 1, 1, 1, 1, 0, 1, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 115, 2, 0, 0, 0, 0, 0, 1, 1, 1, 5, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 39, 2, 0, 0, 0, 0, 0, 0, 0, 0, 6, 7, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 4, 17, 26, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 14, 23, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.043 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.043 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.043 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.043 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:03.043 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 52, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1066, 24, 0, 1, 14, 0, 2, 6, 10, 14, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 746, 5, 0, 1, 2, 3, 4, 6, 8, 34, 17, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 339, 9, 0, 0, 1, 1, 1, 1, 0, 7, 44, 121, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 501, 28, 0, 0, 1, 1, 1, 3, 5, 3, 27, 41, 178, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 322, 45, 0, 0, 0, 0, 1, 1, 1, 3, 6, 14, 24, 22, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 94, 50, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 9, 24, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 173, 82, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 29, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.046 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.046 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.046 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.046 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:03.046 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 210, 8, 0, 0, 7, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 62, 4, 0, 0, 4, 2, 0, 0, 1, 1, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 112, 2, 0, 0, 1, 1, 1, 4, 6, 7, 31, 33, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 63, 2, 0, 0, 0, 0, 0, 2, 2, 1, 18, 28, 14, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 22, 0, 1, 0, 0, 0, 0, 1, 1, 1, 6, 12, 28, 29, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 7, 10, 31, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.048 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.048 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.048 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.048 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.048 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.048 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.048 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-13T08:45:03.049 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:03.049 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.049 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 8, 2024-04-13T08:45:03.049 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:03.049 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "number of replicas", 2024-04-13T08:45:03.049 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 1, 2024-04-13T08:45:03.049 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:03.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:03.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0]", 2024-04-13T08:45:03.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[1, 1]", 2024-04-13T08:45:03.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[2, 2]", 2024-04-13T08:45:03.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[3, 3]", 2024-04-13T08:45:03.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[4, 4]", 2024-04-13T08:45:03.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[5, 5]", 2024-04-13T08:45:03.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[6, None]" 2024-04-13T08:45:03.050 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.050 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "linear" 2024-04-13T08:45:03.050 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.050 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.050 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 10, 2024-04-13T08:45:03.050 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:03.050 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "duration", 2024-04-13T08:45:03.050 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 250000, 2024-04-13T08:45:03.051 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:03.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:03.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 249999]", 2024-04-13T08:45:03.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[250000, 499999]", 2024-04-13T08:45:03.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[500000, 999999]", 2024-04-13T08:45:03.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[1000000, 1999999]", 2024-04-13T08:45:03.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[2000000, 3999999]", 2024-04-13T08:45:03.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[4000000, 7999999]", 2024-04-13T08:45:03.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[8000000, 15999999]", 2024-04-13T08:45:03.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[16000000, 31999999]", 2024-04-13T08:45:03.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[32000000, None]" 2024-04-13T08:45:03.051 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.051 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:03.051 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.052 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.052 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:03.052 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.052 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:03.052 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.053 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.053 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.053 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.053 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:03.053 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.054 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.054 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.054 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.054 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:03.054 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.055 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.055 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.055 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.055 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:03.055 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.056 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.056 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.056 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.056 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:03.056 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.056 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.056 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.057 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.057 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:03.057 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.057 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.057 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.057 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.057 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:03.058 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.058 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.058 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.058 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.058 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:03.059 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:03.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:03.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:03.059 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.059 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.059 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:03.059 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.059 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.060 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.060 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_counters": { 2024-04-13T08:45:03.060 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:03.060 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T08:45:03.060 INFO:tasks.workunit.client.0.smithi003.stdout: "caps": { 2024-04-13T08:45:03.060 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.060 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.060 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_flush_ack": { 2024-04-13T08:45:03.060 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.060 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.060 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-13T08:45:03.060 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.060 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.060 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_grant": { 2024-04-13T08:45:03.060 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.061 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.061 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_revoke": { 2024-04-13T08:45:03.061 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.061 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.061 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_trunc": { 2024-04-13T08:45:03.061 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.061 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.061 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_commit": { 2024-04-13T08:45:03.061 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.061 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.061 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_fetch_complete": { 2024-04-13T08:45:03.061 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T08:45:03.061 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.061 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_fetch_keys": { 2024-04-13T08:45:03.061 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:03.062 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.062 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_merge": { 2024-04-13T08:45:03.062 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.062 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.062 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_split": { 2024-04-13T08:45:03.062 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.062 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.062 INFO:tasks.workunit.client.0.smithi003.stdout: "exported_inodes": { 2024-04-13T08:45:03.062 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.062 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.062 INFO:tasks.workunit.client.0.smithi003.stdout: "forward": { 2024-04-13T08:45:03.062 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.063 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.063 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_cap_release": { 2024-04-13T08:45:03.063 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.063 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.063 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_caps": { 2024-04-13T08:45:03.063 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.063 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.063 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_caps_dirty": { 2024-04-13T08:45:03.063 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.063 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.063 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_inode_file_caps": { 2024-04-13T08:45:03.063 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.063 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.064 INFO:tasks.workunit.client.0.smithi003.stdout: "imported_inodes": { 2024-04-13T08:45:03.064 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.064 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.064 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes": { 2024-04-13T08:45:03.064 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:03.064 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.064 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes_expired": { 2024-04-13T08:45:03.064 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.064 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.064 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes_pinned": { 2024-04-13T08:45:03.064 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:03.064 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.065 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes_with_caps": { 2024-04-13T08:45:03.065 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.065 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.065 INFO:tasks.workunit.client.0.smithi003.stdout: "load_cent": { 2024-04-13T08:45:03.065 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.065 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.065 INFO:tasks.workunit.client.0.smithi003.stdout: "openino_dir_fetch": { 2024-04-13T08:45:03.065 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.065 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.065 INFO:tasks.workunit.client.0.smithi003.stdout: "process_request_cap_release": { 2024-04-13T08:45:03.065 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.065 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.065 INFO:tasks.workunit.client.0.smithi003.stdout: "reply_latency": { 2024-04-13T08:45:03.065 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.065 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.066 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.066 INFO:tasks.workunit.client.0.smithi003.stdout: "request": { 2024-04-13T08:45:03.066 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.066 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.066 INFO:tasks.workunit.client.0.smithi003.stdout: "root_rbytes": { 2024-04-13T08:45:03.066 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.066 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.066 INFO:tasks.workunit.client.0.smithi003.stdout: "root_rfiles": { 2024-04-13T08:45:03.066 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.066 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.066 INFO:tasks.workunit.client.0.smithi003.stdout: "root_rsnaps": { 2024-04-13T08:45:03.066 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.066 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.066 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_reply": { 2024-04-13T08:45:03.067 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.067 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.067 INFO:tasks.workunit.client.0.smithi003.stdout: "subtrees": { 2024-04-13T08:45:03.067 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T08:45:03.067 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.067 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.067 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_cache": { 2024-04-13T08:45:03.067 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_enqueue_scrub": { 2024-04-13T08:45:03.067 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.067 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.067 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_exportdir": { 2024-04-13T08:45:03.067 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.067 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.067 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_flush": { 2024-04-13T08:45:03.067 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.068 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.068 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_fragmentdir": { 2024-04-13T08:45:03.068 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.068 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.068 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_fragstats": { 2024-04-13T08:45:03.068 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.068 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.068 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_inodestats": { 2024-04-13T08:45:03.068 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.068 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.068 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_quiesce_inode": { 2024-04-13T08:45:03.068 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.068 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.068 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_quiesce_path": { 2024-04-13T08:45:03.069 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.069 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_recovering_enqueued": { 2024-04-13T08:45:03.069 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.069 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_recovering_prioritized": { 2024-04-13T08:45:03.069 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.069 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_recovering_processing": { 2024-04-13T08:45:03.069 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.069 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_strays": { 2024-04-13T08:45:03.069 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.069 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_strays_delayed": { 2024-04-13T08:45:03.070 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.070 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_strays_enqueuing": { 2024-04-13T08:45:03.070 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.070 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.070 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_completed": { 2024-04-13T08:45:03.070 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.070 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.070 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_started": { 2024-04-13T08:45:03.070 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.070 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.070 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_created": { 2024-04-13T08:45:03.070 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.070 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.071 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_enqueued": { 2024-04-13T08:45:03.071 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.071 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.071 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_migrated": { 2024-04-13T08:45:03.071 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.071 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.071 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_reintegrated": { 2024-04-13T08:45:03.071 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.071 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.071 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.071 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_log": { 2024-04-13T08:45:03.071 INFO:tasks.workunit.client.0.smithi003.stdout: "ev": { 2024-04-13T08:45:03.071 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17 2024-04-13T08:45:03.071 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.072 INFO:tasks.workunit.client.0.smithi003.stdout: "evadd": { 2024-04-13T08:45:03.072 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.072 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.072 INFO:tasks.workunit.client.0.smithi003.stdout: "evex": { 2024-04-13T08:45:03.072 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.072 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.072 INFO:tasks.workunit.client.0.smithi003.stdout: "evexd": { 2024-04-13T08:45:03.072 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.072 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.072 INFO:tasks.workunit.client.0.smithi003.stdout: "evexg": { 2024-04-13T08:45:03.072 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.072 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.072 INFO:tasks.workunit.client.0.smithi003.stdout: "evlrg": { 2024-04-13T08:45:03.072 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.073 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.073 INFO:tasks.workunit.client.0.smithi003.stdout: "evtrm": { 2024-04-13T08:45:03.073 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.073 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.073 INFO:tasks.workunit.client.0.smithi003.stdout: "jlat": { 2024-04-13T08:45:03.073 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.073 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.073 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.073 INFO:tasks.workunit.client.0.smithi003.stdout: "replayed": { 2024-04-13T08:45:03.073 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17 2024-04-13T08:45:03.073 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.074 INFO:tasks.workunit.client.0.smithi003.stdout: "seg": { 2024-04-13T08:45:03.074 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:03.074 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.074 INFO:tasks.workunit.client.0.smithi003.stdout: "segadd": { 2024-04-13T08:45:03.074 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.074 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.074 INFO:tasks.workunit.client.0.smithi003.stdout: "segex": { 2024-04-13T08:45:03.074 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.074 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.075 INFO:tasks.workunit.client.0.smithi003.stdout: "segexd": { 2024-04-13T08:45:03.075 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.075 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.075 INFO:tasks.workunit.client.0.smithi003.stdout: "segexg": { 2024-04-13T08:45:03.075 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.075 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.075 INFO:tasks.workunit.client.0.smithi003.stdout: "segmjr": { 2024-04-13T08:45:03.075 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:03.075 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.075 INFO:tasks.workunit.client.0.smithi003.stdout: "segtrm": { 2024-04-13T08:45:03.075 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.075 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.075 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.075 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_mem": { 2024-04-13T08:45:03.076 INFO:tasks.workunit.client.0.smithi003.stdout: "cap": { 2024-04-13T08:45:03.076 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.076 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.076 INFO:tasks.workunit.client.0.smithi003.stdout: "cap+": { 2024-04-13T08:45:03.076 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.076 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.076 INFO:tasks.workunit.client.0.smithi003.stdout: "cap-": { 2024-04-13T08:45:03.076 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.076 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.076 INFO:tasks.workunit.client.0.smithi003.stdout: "dir": { 2024-04-13T08:45:03.076 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T08:45:03.077 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.077 INFO:tasks.workunit.client.0.smithi003.stdout: "dir+": { 2024-04-13T08:45:03.077 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T08:45:03.077 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.077 INFO:tasks.workunit.client.0.smithi003.stdout: "dir-": { 2024-04-13T08:45:03.077 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.077 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.077 INFO:tasks.workunit.client.0.smithi003.stdout: "dn": { 2024-04-13T08:45:03.077 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:03.077 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.077 INFO:tasks.workunit.client.0.smithi003.stdout: "dn+": { 2024-04-13T08:45:03.077 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:03.077 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.077 INFO:tasks.workunit.client.0.smithi003.stdout: "dn-": { 2024-04-13T08:45:03.077 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.078 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.078 INFO:tasks.workunit.client.0.smithi003.stdout: "heap": { 2024-04-13T08:45:03.078 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 248184 2024-04-13T08:45:03.078 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.078 INFO:tasks.workunit.client.0.smithi003.stdout: "ino": { 2024-04-13T08:45:03.078 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:03.078 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.078 INFO:tasks.workunit.client.0.smithi003.stdout: "ino+": { 2024-04-13T08:45:03.078 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:03.079 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.079 INFO:tasks.workunit.client.0.smithi003.stdout: "ino-": { 2024-04-13T08:45:03.079 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.079 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.079 INFO:tasks.workunit.client.0.smithi003.stdout: "rss": { 2024-04-13T08:45:03.079 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 50940 2024-04-13T08:45:03.079 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.079 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.079 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_server": { 2024-04-13T08:45:03.079 INFO:tasks.workunit.client.0.smithi003.stdout: "cap_acquisition_throttle": { 2024-04-13T08:45:03.079 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.079 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.079 INFO:tasks.workunit.client.0.smithi003.stdout: "cap_revoke_eviction": { 2024-04-13T08:45:03.079 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.079 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.080 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_request": { 2024-04-13T08:45:03.080 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.080 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.080 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_session": { 2024-04-13T08:45:03.080 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.080 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.080 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_peer_request": { 2024-04-13T08:45:03.080 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.080 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.080 INFO:tasks.workunit.client.0.smithi003.stdout: "req_create_latency": { 2024-04-13T08:45:03.080 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.080 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.080 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.080 INFO:tasks.workunit.client.0.smithi003.stdout: "req_getattr_latency": { 2024-04-13T08:45:03.080 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.081 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.081 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.081 INFO:tasks.workunit.client.0.smithi003.stdout: "req_getfilelock_latency": { 2024-04-13T08:45:03.081 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.081 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.081 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.081 INFO:tasks.workunit.client.0.smithi003.stdout: "req_getvxattr_latency": { 2024-04-13T08:45:03.081 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.081 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.081 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.081 INFO:tasks.workunit.client.0.smithi003.stdout: "req_link_latency": { 2024-04-13T08:45:03.081 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.081 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.081 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.081 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookup_latency": { 2024-04-13T08:45:03.082 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.082 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.082 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.082 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookuphash_latency": { 2024-04-13T08:45:03.082 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.082 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.082 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.082 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupino_latency": { 2024-04-13T08:45:03.082 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.082 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.082 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.082 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupname_latency": { 2024-04-13T08:45:03.082 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.083 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.083 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.083 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupparent_latency": { 2024-04-13T08:45:03.083 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.083 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.083 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.083 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupsnap_latency": { 2024-04-13T08:45:03.083 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.083 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.083 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.084 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lssnap_latency": { 2024-04-13T08:45:03.084 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.084 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.084 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.084 INFO:tasks.workunit.client.0.smithi003.stdout: "req_mkdir_latency": { 2024-04-13T08:45:03.084 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.084 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.084 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.085 INFO:tasks.workunit.client.0.smithi003.stdout: "req_mknod_latency": { 2024-04-13T08:45:03.085 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.085 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.085 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.085 INFO:tasks.workunit.client.0.smithi003.stdout: "req_mksnap_latency": { 2024-04-13T08:45:03.085 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.085 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.085 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.085 INFO:tasks.workunit.client.0.smithi003.stdout: "req_open_latency": { 2024-04-13T08:45:03.085 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.085 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.086 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.086 INFO:tasks.workunit.client.0.smithi003.stdout: "req_readdir_latency": { 2024-04-13T08:45:03.086 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.086 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.086 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.086 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rename_latency": { 2024-04-13T08:45:03.086 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.086 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.086 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.086 INFO:tasks.workunit.client.0.smithi003.stdout: "req_renamesnap_latency": { 2024-04-13T08:45:03.086 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.086 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.086 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.087 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rmdir_latency": { 2024-04-13T08:45:03.087 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.087 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.087 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.087 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rmsnap_latency": { 2024-04-13T08:45:03.087 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.087 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.087 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.087 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rmxattr_latency": { 2024-04-13T08:45:03.087 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.087 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.087 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.087 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setattr_latency": { 2024-04-13T08:45:03.087 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.088 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.088 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.088 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setdirlayout_latency": { 2024-04-13T08:45:03.088 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.088 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.088 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.088 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setfilelock_latency": { 2024-04-13T08:45:03.088 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.088 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.088 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.088 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setlayout_latency": { 2024-04-13T08:45:03.088 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.088 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.088 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.088 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setxattr_latency": { 2024-04-13T08:45:03.089 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.089 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.089 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.089 INFO:tasks.workunit.client.0.smithi003.stdout: "req_snapdiff_latency": { 2024-04-13T08:45:03.089 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.089 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.089 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.089 INFO:tasks.workunit.client.0.smithi003.stdout: "req_symlink_latency": { 2024-04-13T08:45:03.089 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.089 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.089 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.089 INFO:tasks.workunit.client.0.smithi003.stdout: "req_unlink_latency": { 2024-04-13T08:45:03.089 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.089 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.089 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.089 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.090 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_sessions": { 2024-04-13T08:45:03.090 INFO:tasks.workunit.client.0.smithi003.stdout: "average_load": { 2024-04-13T08:45:03.090 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.090 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.090 INFO:tasks.workunit.client.0.smithi003.stdout: "avg_session_uptime": { 2024-04-13T08:45:03.090 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.090 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.090 INFO:tasks.workunit.client.0.smithi003.stdout: "mdthresh_evicted": { 2024-04-13T08:45:03.090 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.091 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.091 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T08:45:03.091 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8 2024-04-13T08:45:03.091 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.091 INFO:tasks.workunit.client.0.smithi003.stdout: "session_count": { 2024-04-13T08:45:03.091 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.091 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.091 INFO:tasks.workunit.client.0.smithi003.stdout: "session_remove": { 2024-04-13T08:45:03.091 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8 2024-04-13T08:45:03.091 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.091 INFO:tasks.workunit.client.0.smithi003.stdout: "sessions_open": { 2024-04-13T08:45:03.091 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T08:45:03.091 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.091 INFO:tasks.workunit.client.0.smithi003.stdout: "sessions_stale": { 2024-04-13T08:45:03.091 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.092 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.092 INFO:tasks.workunit.client.0.smithi003.stdout: "total_load": { 2024-04-13T08:45:03.092 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.092 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.092 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.092 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:03.092 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:03.092 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.092 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.092 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:03.092 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37 2024-04-13T08:45:03.092 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.092 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:03.092 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.093 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.093 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:03.093 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7 2024-04-13T08:45:03.093 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.093 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.093 INFO:tasks.workunit.client.0.smithi003.stdout: "purge_queue": { 2024-04-13T08:45:03.093 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executed": { 2024-04-13T08:45:03.093 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.093 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.093 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executed_ops": { 2024-04-13T08:45:03.093 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.093 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.093 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing": { 2024-04-13T08:45:03.093 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.093 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.094 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing_high_water": { 2024-04-13T08:45:03.094 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.094 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.094 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing_ops": { 2024-04-13T08:45:03.094 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.094 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.094 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing_ops_high_water": { 2024-04-13T08:45:03.094 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.094 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.094 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_item_in_journal": { 2024-04-13T08:45:03.094 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.095 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.095 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.095 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.095 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:03.095 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:03.095 INFO:tasks.workunit.client.0.smithi003.stdout: "election_call": { 2024-04-13T08:45:03.095 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:03.095 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.096 INFO:tasks.workunit.client.0.smithi003.stdout: "election_lose": { 2024-04-13T08:45:03.096 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:03.096 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.096 INFO:tasks.workunit.client.0.smithi003.stdout: "election_win": { 2024-04-13T08:45:03.096 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.096 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.096 INFO:tasks.workunit.client.0.smithi003.stdout: "num_elections": { 2024-04-13T08:45:03.096 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11 2024-04-13T08:45:03.096 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.096 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": { 2024-04-13T08:45:03.096 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8 2024-04-13T08:45:03.096 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.096 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T08:45:03.096 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:03.097 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.097 INFO:tasks.workunit.client.0.smithi003.stdout: "session_rm": { 2024-04-13T08:45:03.097 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 251 2024-04-13T08:45:03.097 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.097 INFO:tasks.workunit.client.0.smithi003.stdout: "session_trim": { 2024-04-13T08:45:03.097 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.097 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.097 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.097 INFO:tasks.workunit.client.0.smithi003.stdout: "paxos": { 2024-04-13T08:45:03.097 INFO:tasks.workunit.client.0.smithi003.stdout: "accept_timeout": { 2024-04-13T08:45:03.097 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.097 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.097 INFO:tasks.workunit.client.0.smithi003.stdout: "begin": { 2024-04-13T08:45:03.097 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8719 2024-04-13T08:45:03.097 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.098 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_bytes": { 2024-04-13T08:45:03.098 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8719, 2024-04-13T08:45:03.098 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 59911233 2024-04-13T08:45:03.098 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.098 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_keys": { 2024-04-13T08:45:03.098 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.098 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.098 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.098 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_latency": { 2024-04-13T08:45:03.098 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8719, 2024-04-13T08:45:03.098 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1310990501 2024-04-13T08:45:03.098 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.099 INFO:tasks.workunit.client.0.smithi003.stdout: "collect": { 2024-04-13T08:45:03.099 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:03.099 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.099 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_bytes": { 2024-04-13T08:45:03.099 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:03.099 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 219 2024-04-13T08:45:03.099 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.099 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_keys": { 2024-04-13T08:45:03.099 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:03.099 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:03.099 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.099 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_latency": { 2024-04-13T08:45:03.099 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:03.099 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.099 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.100 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_timeout": { 2024-04-13T08:45:03.100 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.100 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.100 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_uncommitted": { 2024-04-13T08:45:03.100 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.100 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.100 INFO:tasks.workunit.client.0.smithi003.stdout: "commit": { 2024-04-13T08:45:03.100 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8719 2024-04-13T08:45:03.100 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.100 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_bytes": { 2024-04-13T08:45:03.100 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.101 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.101 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.101 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_keys": { 2024-04-13T08:45:03.101 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.101 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.101 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.101 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_latency": { 2024-04-13T08:45:03.101 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.101 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.101 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.101 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_ack_timeout": { 2024-04-13T08:45:03.101 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.101 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.101 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_timeout": { 2024-04-13T08:45:03.101 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.102 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.102 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn": { 2024-04-13T08:45:03.102 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.102 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.102 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn_latency": { 2024-04-13T08:45:03.102 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.102 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.102 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.102 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh": { 2024-04-13T08:45:03.102 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8719 2024-04-13T08:45:03.102 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.102 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh_latency": { 2024-04-13T08:45:03.102 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8719, 2024-04-13T08:45:03.102 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27326801571 2024-04-13T08:45:03.103 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.103 INFO:tasks.workunit.client.0.smithi003.stdout: "restart": { 2024-04-13T08:45:03.103 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:03.103 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.103 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state": { 2024-04-13T08:45:03.103 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.103 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.103 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_bytes": { 2024-04-13T08:45:03.103 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.103 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.103 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.103 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_keys": { 2024-04-13T08:45:03.103 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.104 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.104 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.104 INFO:tasks.workunit.client.0.smithi003.stdout: "start_leader": { 2024-04-13T08:45:03.104 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.104 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.104 INFO:tasks.workunit.client.0.smithi003.stdout: "start_peon": { 2024-04-13T08:45:03.104 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:03.104 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.104 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state": { 2024-04-13T08:45:03.104 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8719 2024-04-13T08:45:03.104 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.104 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_bytes": { 2024-04-13T08:45:03.105 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8719, 2024-04-13T08:45:03.105 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 118161720 2024-04-13T08:45:03.105 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.105 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_keys": { 2024-04-13T08:45:03.105 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8719, 2024-04-13T08:45:03.105 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 76358 2024-04-13T08:45:03.105 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.105 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_latency": { 2024-04-13T08:45:03.105 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8719, 2024-04-13T08:45:03.105 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2902978986 2024-04-13T08:45:03.106 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.106 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.106 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache": { 2024-04-13T08:45:03.106 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:03.106 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1020054731 2024-04-13T08:45:03.106 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.106 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:03.106 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 169869312 2024-04-13T08:45:03.106 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.106 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:03.107 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 167403520 2024-04-13T08:45:03.107 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.107 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:03.107 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2147483648 2024-04-13T08:45:03.107 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.107 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:03.107 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2465792 2024-04-13T08:45:03.107 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.107 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.107 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:full": { 2024-04-13T08:45:03.107 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.107 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 360710144 2024-04-13T08:45:03.107 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.107 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.107 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.107 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.108 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.108 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.108 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.108 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.108 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267127251 2024-04-13T08:45:03.108 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.108 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.108 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25177685 2024-04-13T08:45:03.108 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.108 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.108 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.108 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.108 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.108 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.108 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.109 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.109 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.109 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.109 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.109 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.109 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.109 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.109 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.109 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.109 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.109 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.109 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.109 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.109 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.109 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.110 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.110 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.110 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.110 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.110 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68405208 2024-04-13T08:45:03.110 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.110 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.110 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:inc": { 2024-04-13T08:45:03.110 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.110 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 339738624 2024-04-13T08:45:03.110 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.110 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.110 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.111 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.111 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.111 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.111 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267127251 2024-04-13T08:45:03.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.111 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.111 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1519340 2024-04-13T08:45:03.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.111 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.111 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.111 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.111 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.112 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.112 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.112 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.112 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.112 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.112 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.112 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.112 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.112 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.112 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.112 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.112 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.112 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.112 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.112 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.112 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.113 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.113 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.113 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.113 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.113 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71092033 2024-04-13T08:45:03.113 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.113 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.113 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:kv": { 2024-04-13T08:45:03.113 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.113 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 314572800 2024-04-13T08:45:03.113 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.113 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.113 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:03.113 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.113 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.113 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.114 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.114 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.114 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 178084834 2024-04-13T08:45:03.114 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.114 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.114 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.114 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.114 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.114 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.114 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.114 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.114 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.114 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.115 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.115 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.115 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.115 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.115 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.115 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.115 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.115 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.115 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.115 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.115 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.115 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.115 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.116 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.116 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.116 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.116 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.116 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.116 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.116 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69379102 2024-04-13T08:45:03.116 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.117 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.117 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb": { 2024-04-13T08:45:03.117 INFO:tasks.workunit.client.0.smithi003.stdout: "compact": { 2024-04-13T08:45:03.117 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.117 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.117 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_len": { 2024-04-13T08:45:03.117 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.117 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.117 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_merge": { 2024-04-13T08:45:03.117 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.118 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_range": { 2024-04-13T08:45:03.118 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 101 2024-04-13T08:45:03.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.118 INFO:tasks.workunit.client.0.smithi003.stdout: "get_latency": { 2024-04-13T08:45:03.118 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 377996, 2024-04-13T08:45:03.118 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1885576884 2024-04-13T08:45:03.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.118 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_delay_time": { 2024-04-13T08:45:03.118 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.118 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.118 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_memtable_time": { 2024-04-13T08:45:03.118 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.118 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.119 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T08:45:03.119 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.119 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.119 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.119 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_wal_time": { 2024-04-13T08:45:03.119 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.119 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.119 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.119 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_latency": { 2024-04-13T08:45:03.119 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.119 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.119 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.119 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_sync_latency": { 2024-04-13T08:45:03.119 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21031, 2024-04-13T08:45:03.120 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6459682414 2024-04-13T08:45:03.120 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.120 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.120 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:03.120 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:03.120 INFO:tasks.workunit.client.0.smithi003.stdout: "election_call": { 2024-04-13T08:45:03.120 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:03.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.120 INFO:tasks.workunit.client.0.smithi003.stdout: "election_lose": { 2024-04-13T08:45:03.120 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.120 INFO:tasks.workunit.client.0.smithi003.stdout: "election_win": { 2024-04-13T08:45:03.120 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:03.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.121 INFO:tasks.workunit.client.0.smithi003.stdout: "num_elections": { 2024-04-13T08:45:03.121 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21 2024-04-13T08:45:03.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.121 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": { 2024-04-13T08:45:03.121 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9 2024-04-13T08:45:03.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.121 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T08:45:03.121 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T08:45:03.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.121 INFO:tasks.workunit.client.0.smithi003.stdout: "session_rm": { 2024-04-13T08:45:03.121 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 237 2024-04-13T08:45:03.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.121 INFO:tasks.workunit.client.0.smithi003.stdout: "session_trim": { 2024-04-13T08:45:03.121 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.121 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.122 INFO:tasks.workunit.client.0.smithi003.stdout: "paxos": { 2024-04-13T08:45:03.122 INFO:tasks.workunit.client.0.smithi003.stdout: "accept_timeout": { 2024-04-13T08:45:03.122 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.122 INFO:tasks.workunit.client.0.smithi003.stdout: "begin": { 2024-04-13T08:45:03.122 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8830 2024-04-13T08:45:03.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.122 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_bytes": { 2024-04-13T08:45:03.122 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8830, 2024-04-13T08:45:03.122 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 61365766 2024-04-13T08:45:03.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.122 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_keys": { 2024-04-13T08:45:03.123 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8830, 2024-04-13T08:45:03.123 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26490 2024-04-13T08:45:03.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.123 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_latency": { 2024-04-13T08:45:03.123 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8830, 2024-04-13T08:45:03.123 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1986975886 2024-04-13T08:45:03.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.123 INFO:tasks.workunit.client.0.smithi003.stdout: "collect": { 2024-04-13T08:45:03.123 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.123 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_bytes": { 2024-04-13T08:45:03.123 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.123 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.123 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_keys": { 2024-04-13T08:45:03.124 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.124 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.124 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_latency": { 2024-04-13T08:45:03.124 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.124 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.124 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_timeout": { 2024-04-13T08:45:03.124 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.124 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_uncommitted": { 2024-04-13T08:45:03.124 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:03.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.124 INFO:tasks.workunit.client.0.smithi003.stdout: "commit": { 2024-04-13T08:45:03.124 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8827 2024-04-13T08:45:03.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.125 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_bytes": { 2024-04-13T08:45:03.125 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8827, 2024-04-13T08:45:03.125 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60690432 2024-04-13T08:45:03.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.125 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_keys": { 2024-04-13T08:45:03.125 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8827, 2024-04-13T08:45:03.125 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68382 2024-04-13T08:45:03.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.125 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_latency": { 2024-04-13T08:45:03.125 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8827, 2024-04-13T08:45:03.125 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3115655198 2024-04-13T08:45:03.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.125 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_ack_timeout": { 2024-04-13T08:45:03.125 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.125 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_timeout": { 2024-04-13T08:45:03.126 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.126 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn": { 2024-04-13T08:45:03.126 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:03.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.126 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn_latency": { 2024-04-13T08:45:03.126 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6, 2024-04-13T08:45:03.126 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1999976 2024-04-13T08:45:03.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.126 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh": { 2024-04-13T08:45:03.126 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8830 2024-04-13T08:45:03.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.127 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh_latency": { 2024-04-13T08:45:03.127 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8830, 2024-04-13T08:45:03.127 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 33665591236 2024-04-13T08:45:03.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.127 INFO:tasks.workunit.client.0.smithi003.stdout: "restart": { 2024-04-13T08:45:03.127 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T08:45:03.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.127 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state": { 2024-04-13T08:45:03.127 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T08:45:03.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.127 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_bytes": { 2024-04-13T08:45:03.128 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T08:45:03.128 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71938 2024-04-13T08:45:03.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.128 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_keys": { 2024-04-13T08:45:03.128 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T08:45:03.128 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:03.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.128 INFO:tasks.workunit.client.0.smithi003.stdout: "start_leader": { 2024-04-13T08:45:03.128 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:03.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.128 INFO:tasks.workunit.client.0.smithi003.stdout: "start_peon": { 2024-04-13T08:45:03.128 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.128 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state": { 2024-04-13T08:45:03.128 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.128 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_bytes": { 2024-04-13T08:45:03.129 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.129 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.129 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_keys": { 2024-04-13T08:45:03.129 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.129 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.129 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_latency": { 2024-04-13T08:45:03.129 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.129 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.129 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.129 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache": { 2024-04-13T08:45:03.129 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:03.129 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1020054731 2024-04-13T08:45:03.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.130 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:03.130 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 259080192 2024-04-13T08:45:03.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.130 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:03.130 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 258883584 2024-04-13T08:45:03.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.130 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:03.130 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2147483648 2024-04-13T08:45:03.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.130 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:03.130 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 196608 2024-04-13T08:45:03.130 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.130 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:full": { 2024-04-13T08:45:03.130 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.131 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 360710144 2024-04-13T08:45:03.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.131 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.131 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.131 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.131 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.131 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.131 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267002456 2024-04-13T08:45:03.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.131 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.131 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25487665 2024-04-13T08:45:03.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.131 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.131 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.132 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.132 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.132 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.132 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.132 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.132 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.132 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.132 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.132 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.132 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.132 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.133 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.133 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.133 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.133 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.133 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68220023 2024-04-13T08:45:03.133 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.133 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:inc": { 2024-04-13T08:45:03.133 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.133 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 339738624 2024-04-13T08:45:03.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.133 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.133 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.134 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.134 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.134 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.134 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267002456 2024-04-13T08:45:03.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.134 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.134 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1542148 2024-04-13T08:45:03.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.134 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.134 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.134 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.135 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.135 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.135 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.135 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.135 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.135 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.135 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.135 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.135 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.136 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.136 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.136 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.136 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.136 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.136 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71194020 2024-04-13T08:45:03.136 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.136 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:kv": { 2024-04-13T08:45:03.137 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.137 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 314572800 2024-04-13T08:45:03.137 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.137 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.137 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:03.137 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.137 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.137 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.138 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.138 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.138 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 178001637 2024-04-13T08:45:03.138 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.138 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.138 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.138 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.138 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.138 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.138 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.138 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.138 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.138 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.138 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.139 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.139 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.139 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.139 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.139 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.139 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.139 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.139 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.140 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.140 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.140 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.140 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.140 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69462299 2024-04-13T08:45:03.140 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.140 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb": { 2024-04-13T08:45:03.140 INFO:tasks.workunit.client.0.smithi003.stdout: "compact": { 2024-04-13T08:45:03.140 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.140 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_len": { 2024-04-13T08:45:03.140 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.141 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_merge": { 2024-04-13T08:45:03.141 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.141 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_range": { 2024-04-13T08:45:03.141 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 101 2024-04-13T08:45:03.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.141 INFO:tasks.workunit.client.0.smithi003.stdout: "get_latency": { 2024-04-13T08:45:03.141 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 396537, 2024-04-13T08:45:03.141 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2492138401 2024-04-13T08:45:03.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.141 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_delay_time": { 2024-04-13T08:45:03.141 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.141 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.142 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.142 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_memtable_time": { 2024-04-13T08:45:03.142 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.142 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.142 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.142 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T08:45:03.142 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.142 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.142 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.142 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_wal_time": { 2024-04-13T08:45:03.142 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.142 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.142 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.142 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_latency": { 2024-04-13T08:45:03.142 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.143 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.143 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.143 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_sync_latency": { 2024-04-13T08:45:03.143 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21306, 2024-04-13T08:45:03.143 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7920067184 2024-04-13T08:45:03.143 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.143 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.143 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.143 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.be5b77d0f8a0d3fc4d792db8fc7e155e44679ebc": { 2024-04-13T08:45:03.143 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:03.143 INFO:tasks.workunit.client.0.smithi003.stdout: "election_call": { 2024-04-13T08:45:03.143 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T08:45:03.143 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.143 INFO:tasks.workunit.client.0.smithi003.stdout: "election_lose": { 2024-04-13T08:45:03.144 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:03.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.144 INFO:tasks.workunit.client.0.smithi003.stdout: "election_win": { 2024-04-13T08:45:03.144 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_elections": { 2024-04-13T08:45:03.144 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T08:45:03.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": { 2024-04-13T08:45:03.144 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8 2024-04-13T08:45:03.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.144 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T08:45:03.144 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T08:45:03.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.145 INFO:tasks.workunit.client.0.smithi003.stdout: "session_rm": { 2024-04-13T08:45:03.145 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 240 2024-04-13T08:45:03.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.145 INFO:tasks.workunit.client.0.smithi003.stdout: "session_trim": { 2024-04-13T08:45:03.145 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.145 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.145 INFO:tasks.workunit.client.0.smithi003.stdout: "paxos": { 2024-04-13T08:45:03.145 INFO:tasks.workunit.client.0.smithi003.stdout: "accept_timeout": { 2024-04-13T08:45:03.145 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.145 INFO:tasks.workunit.client.0.smithi003.stdout: "begin": { 2024-04-13T08:45:03.145 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8756 2024-04-13T08:45:03.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.146 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_bytes": { 2024-04-13T08:45:03.146 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8756, 2024-04-13T08:45:03.146 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60188262 2024-04-13T08:45:03.146 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.146 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_keys": { 2024-04-13T08:45:03.146 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.146 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.146 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.146 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_latency": { 2024-04-13T08:45:03.146 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8756, 2024-04-13T08:45:03.146 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1910976790 2024-04-13T08:45:03.146 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.146 INFO:tasks.workunit.client.0.smithi003.stdout: "collect": { 2024-04-13T08:45:03.147 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:03.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.147 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_bytes": { 2024-04-13T08:45:03.147 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:03.147 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 219 2024-04-13T08:45:03.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.147 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_keys": { 2024-04-13T08:45:03.147 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:03.147 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:03.148 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.148 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_latency": { 2024-04-13T08:45:03.148 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:03.148 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2999964 2024-04-13T08:45:03.148 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.148 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_timeout": { 2024-04-13T08:45:03.148 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.148 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.148 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_uncommitted": { 2024-04-13T08:45:03.148 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:03.148 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.148 INFO:tasks.workunit.client.0.smithi003.stdout: "commit": { 2024-04-13T08:45:03.149 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8757 2024-04-13T08:45:03.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.149 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_bytes": { 2024-04-13T08:45:03.149 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.149 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.149 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_keys": { 2024-04-13T08:45:03.149 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.149 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.149 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_latency": { 2024-04-13T08:45:03.149 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.149 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.149 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_ack_timeout": { 2024-04-13T08:45:03.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.150 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_timeout": { 2024-04-13T08:45:03.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.150 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn": { 2024-04-13T08:45:03.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.150 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn_latency": { 2024-04-13T08:45:03.150 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.151 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh": { 2024-04-13T08:45:03.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8757 2024-04-13T08:45:03.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.151 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh_latency": { 2024-04-13T08:45:03.151 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8757, 2024-04-13T08:45:03.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 30543629118 2024-04-13T08:45:03.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.151 INFO:tasks.workunit.client.0.smithi003.stdout: "restart": { 2024-04-13T08:45:03.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16 2024-04-13T08:45:03.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.151 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state": { 2024-04-13T08:45:03.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.152 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_bytes": { 2024-04-13T08:45:03.152 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.152 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_keys": { 2024-04-13T08:45:03.152 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.152 INFO:tasks.workunit.client.0.smithi003.stdout: "start_leader": { 2024-04-13T08:45:03.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.152 INFO:tasks.workunit.client.0.smithi003.stdout: "start_peon": { 2024-04-13T08:45:03.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:03.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.152 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state": { 2024-04-13T08:45:03.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8756 2024-04-13T08:45:03.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.153 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_bytes": { 2024-04-13T08:45:03.153 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8756, 2024-04-13T08:45:03.153 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 118761556 2024-04-13T08:45:03.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.153 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_keys": { 2024-04-13T08:45:03.153 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8756, 2024-04-13T08:45:03.153 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 76649 2024-04-13T08:45:03.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.153 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_latency": { 2024-04-13T08:45:03.153 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8756, 2024-04-13T08:45:03.153 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5715930627 2024-04-13T08:45:03.153 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.153 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache": { 2024-04-13T08:45:03.153 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:03.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1020054731 2024-04-13T08:45:03.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.154 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:03.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 173015040 2024-04-13T08:45:03.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.154 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:03.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 170950656 2024-04-13T08:45:03.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.154 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:03.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2147483648 2024-04-13T08:45:03.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.154 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:03.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2064384 2024-04-13T08:45:03.154 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.155 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:full": { 2024-04-13T08:45:03.155 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 360710144 2024-04-13T08:45:03.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.155 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.155 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.155 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267081832 2024-04-13T08:45:03.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.155 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25290742 2024-04-13T08:45:03.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.156 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.156 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.156 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.156 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.156 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.157 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.157 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.157 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.157 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.157 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.157 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.157 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.158 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68337570 2024-04-13T08:45:03.158 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.158 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:inc": { 2024-04-13T08:45:03.158 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.158 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 339738624 2024-04-13T08:45:03.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.158 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.159 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.159 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267081832 2024-04-13T08:45:03.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.159 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1527401 2024-04-13T08:45:03.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.159 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.159 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.160 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.160 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.160 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.160 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.160 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.161 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.161 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71129391 2024-04-13T08:45:03.161 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.161 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:kv": { 2024-04-13T08:45:03.161 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 314572800 2024-04-13T08:45:03.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.161 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:03.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.162 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.162 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 178054555 2024-04-13T08:45:03.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.162 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.162 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.162 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.163 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.163 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.163 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.163 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.163 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.164 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.164 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69409381 2024-04-13T08:45:03.164 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.164 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb": { 2024-04-13T08:45:03.164 INFO:tasks.workunit.client.0.smithi003.stdout: "compact": { 2024-04-13T08:45:03.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.164 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_len": { 2024-04-13T08:45:03.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.165 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_merge": { 2024-04-13T08:45:03.165 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.165 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_range": { 2024-04-13T08:45:03.165 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 101 2024-04-13T08:45:03.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.165 INFO:tasks.workunit.client.0.smithi003.stdout: "get_latency": { 2024-04-13T08:45:03.165 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 379725, 2024-04-13T08:45:03.165 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2086221146 2024-04-13T08:45:03.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.165 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_delay_time": { 2024-04-13T08:45:03.165 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.165 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.165 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_memtable_time": { 2024-04-13T08:45:03.165 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.165 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.166 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T08:45:03.166 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.166 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.166 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_wal_time": { 2024-04-13T08:45:03.166 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.166 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.166 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_latency": { 2024-04-13T08:45:03.166 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.166 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.166 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_sync_latency": { 2024-04-13T08:45:03.167 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21126, 2024-04-13T08:45:03.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9801140500 2024-04-13T08:45:03.167 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.167 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.167 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.0": { 2024-04-13T08:45:03.167 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:03.167 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:03.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 818080 2024-04-13T08:45:03.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.167 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:03.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.167 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:03.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.168 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:03.168 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.168 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:03.168 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:03.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.168 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:03.169 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.169 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:03.169 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.169 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:03.169 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.170 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:03.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.170 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:03.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13332480 2024-04-13T08:45:03.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.170 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:03.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 928673792 2024-04-13T08:45:03.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.170 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:03.170 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 19, 2024-04-13T08:45:03.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6639959 2024-04-13T08:45:03.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.171 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:03.171 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 19, 2024-04-13T08:45:03.171 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2807886 2024-04-13T08:45:03.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.171 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:03.171 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 220, 2024-04-13T08:45:03.171 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2106378 2024-04-13T08:45:03.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.171 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:03.171 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:03.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.171 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:03.171 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1025114112 2024-04-13T08:45:03.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.172 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:03.172 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78695, 2024-04-13T08:45:03.172 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12731095412 2024-04-13T08:45:03.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.172 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:03.172 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78688, 2024-04-13T08:45:03.172 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20418858087 2024-04-13T08:45:03.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.172 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:03.172 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6303744 2024-04-13T08:45:03.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.172 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:03.172 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 322203648 2024-04-13T08:45:03.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.173 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:03.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1023672320 2024-04-13T08:45:03.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.173 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:03.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.173 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:03.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.173 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:03.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 66 2024-04-13T08:45:03.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.173 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:03.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10213806759 2024-04-13T08:45:03.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.174 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:03.174 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73246 2024-04-13T08:45:03.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.174 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:03.174 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8648896512 2024-04-13T08:45:03.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.174 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:03.174 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8648900608 2024-04-13T08:45:03.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.174 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:03.174 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.174 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:03.175 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.175 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:03.175 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65247 2024-04-13T08:45:03.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.175 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:03.175 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73246, 2024-04-13T08:45:03.175 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3045387281 2024-04-13T08:45:03.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.175 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:03.175 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10133471807 2024-04-13T08:45:03.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.175 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:03.175 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70780 2024-04-13T08:45:03.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.176 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:03.176 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4703186 2024-04-13T08:45:03.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.176 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:03.176 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 721 2024-04-13T08:45:03.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.176 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:03.176 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13048985 2024-04-13T08:45:03.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.176 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:03.177 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1059 2024-04-13T08:45:03.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.177 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:03.177 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8345799 2024-04-13T08:45:03.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.177 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:03.177 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8345799 2024-04-13T08:45:03.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.177 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:03.177 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.177 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:03.177 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.177 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:03.178 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 346 2024-04-13T08:45:03.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.178 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:03.178 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1059, 2024-04-13T08:45:03.178 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8361346 2024-04-13T08:45:03.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.178 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:03.178 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.178 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.178 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:03.178 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.179 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:03.179 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.179 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:03.179 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:03.179 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 907 2024-04-13T08:45:03.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.179 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:03.179 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7, 2024-04-13T08:45:03.179 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11860 2024-04-13T08:45:03.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.180 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:03.180 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.180 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:03.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.180 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:03.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.181 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:03.181 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1267097600 2024-04-13T08:45:03.181 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.181 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:03.181 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:03.181 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:03.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.181 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:03.181 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14016512 2024-04-13T08:45:03.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.181 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:03.181 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21138, 2024-04-13T08:45:03.181 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 86001039 2024-04-13T08:45:03.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.182 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:03.182 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3610, 2024-04-13T08:45:03.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6483721044 2024-04-13T08:45:03.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.182 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:03.182 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.182 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:03.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.182 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:03.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.183 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:03.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.183 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:03.183 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34121, 2024-04-13T08:45:03.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 303283574 2024-04-13T08:45:03.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.183 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:03.183 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.183 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:03.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.183 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:03.183 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78574, 2024-04-13T08:45:03.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25500018695 2024-04-13T08:45:03.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.184 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:03.184 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 77897, 2024-04-13T08:45:03.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1805681107 2024-04-13T08:45:03.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.184 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:03.184 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78574, 2024-04-13T08:45:03.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51061938 2024-04-13T08:45:03.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.184 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:03.184 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78574, 2024-04-13T08:45:03.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25551080633 2024-04-13T08:45:03.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.184 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:03.184 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.185 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.185 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:03.185 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 41651, 2024-04-13T08:45:03.185 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2097480528 2024-04-13T08:45:03.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.185 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:03.185 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1256, 2024-04-13T08:45:03.185 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3556328 2024-04-13T08:45:03.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.185 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:03.185 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22757, 2024-04-13T08:45:03.185 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10903443 2024-04-13T08:45:03.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.186 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:03.186 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 53, 2024-04-13T08:45:03.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 87235 2024-04-13T08:45:03.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.186 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:03.186 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 18445, 2024-04-13T08:45:03.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3132232321 2024-04-13T08:45:03.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.186 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:03.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 265613 2024-04-13T08:45:03.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.186 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:03.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24321 2024-04-13T08:45:03.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.187 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:03.187 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17332, 2024-04-13T08:45:03.187 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2871755481 2024-04-13T08:45:03.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.187 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:03.187 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 42204, 2024-04-13T08:45:03.187 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15833996 2024-04-13T08:45:03.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.187 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:03.187 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 24872, 2024-04-13T08:45:03.187 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2223623866 2024-04-13T08:45:03.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.187 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:03.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.188 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:03.188 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15522, 2024-04-13T08:45:03.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 496423765 2024-04-13T08:45:03.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.188 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:03.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.188 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:03.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.188 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:03.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.189 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:03.189 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.189 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:03.189 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93642, 2024-04-13T08:45:03.189 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10426907266 2024-04-13T08:45:03.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.189 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:03.189 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9748, 2024-04-13T08:45:03.189 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1003961283 2024-04-13T08:45:03.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.190 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:03.190 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9747, 2024-04-13T08:45:03.190 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3578515395978 2024-04-13T08:45:03.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.190 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:03.190 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9748, 2024-04-13T08:45:03.190 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7023302793929 2024-04-13T08:45:03.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.190 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:03.191 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93641, 2024-04-13T08:45:03.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2604496342696 2024-04-13T08:45:03.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.191 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:03.191 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93641, 2024-04-13T08:45:03.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10494554 2024-04-13T08:45:03.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.191 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:03.191 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93642, 2024-04-13T08:45:03.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 336705941 2024-04-13T08:45:03.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.191 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:03.191 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93642, 2024-04-13T08:45:03.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41523872487 2024-04-13T08:45:03.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.192 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:03.192 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93642, 2024-04-13T08:45:03.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 33880516 2024-04-13T08:45:03.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.192 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:03.192 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93642, 2024-04-13T08:45:03.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21328061481 2024-04-13T08:45:03.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.192 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:03.192 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93642, 2024-04-13T08:45:03.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15536886627 2024-04-13T08:45:03.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.192 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:03.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10267764 2024-04-13T08:45:03.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.192 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:03.193 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2650, 2024-04-13T08:45:03.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15955195 2024-04-13T08:45:03.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.193 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:03.193 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93642, 2024-04-13T08:45:03.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 89167461822 2024-04-13T08:45:03.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.193 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:03.193 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93642, 2024-04-13T08:45:03.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16811795639 2024-04-13T08:45:03.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.193 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:03.193 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93642, 2024-04-13T08:45:03.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 658902141 2024-04-13T08:45:03.193 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.194 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:03.194 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:03.194 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406237373 2024-04-13T08:45:03.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.194 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:03.194 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 617218048 2024-04-13T08:45:03.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.194 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:03.194 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 460308480 2024-04-13T08:45:03.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.194 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:03.194 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2601816166 2024-04-13T08:45:03.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.194 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:03.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 156909568 2024-04-13T08:45:03.195 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.195 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:03.195 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:03.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.195 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.195 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.195 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56586397 2024-04-13T08:45:03.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.196 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.196 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.196 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.196 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.196 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.197 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 708608 2024-04-13T08:45:03.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.197 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.197 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.197 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.197 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68534115 2024-04-13T08:45:03.198 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.198 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:03.198 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.198 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:03.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.198 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.198 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:03.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.198 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.198 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.199 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.199 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 424397981 2024-04-13T08:45:03.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.199 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.199 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.199 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.199 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.199 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.200 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2416 2024-04-13T08:45:03.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.200 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.200 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.200 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.200 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 145280 2024-04-13T08:45:03.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.200 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.200 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.201 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.201 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.201 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.201 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.202 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70382195 2024-04-13T08:45:03.202 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.202 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:03.202 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.202 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:03.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.202 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:03.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.203 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12889456 2024-04-13T08:45:03.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.203 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37724265 2024-04-13T08:45:03.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.203 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.203 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.204 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.204 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.204 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.204 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.204 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.204 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.204 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.205 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.205 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.205 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.205 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.205 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 75215399 2024-04-13T08:45:03.206 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.206 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:03.206 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:03.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.206 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.206 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.206 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 424397981 2024-04-13T08:45:03.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.207 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.207 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.207 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.207 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.207 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 110895 2024-04-13T08:45:03.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.208 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1114846 2024-04-13T08:45:03.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.208 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.208 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.208 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.208 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69304150 2024-04-13T08:45:03.209 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.209 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:03.209 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:03.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.209 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:03.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53 2024-04-13T08:45:03.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.209 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:03.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.209 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:03.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.209 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.210 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:03.210 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:03.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 54 2024-04-13T08:45:03.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.210 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:03.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.210 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:03.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 47791 2024-04-13T08:45:03.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.210 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:03.210 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 138276, 2024-04-13T08:45:03.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8808761338 2024-04-13T08:45:03.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.211 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:03.211 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:03.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.211 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:03.211 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T08:45:03.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.211 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:03.211 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2698757149 2024-04-13T08:45:03.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.211 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:03.211 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 47791, 2024-04-13T08:45:03.211 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 222598009849 2024-04-13T08:45:03.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.211 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:03.212 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4070011779 2024-04-13T08:45:03.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.212 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:03.212 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 48635, 2024-04-13T08:45:03.212 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23091896114 2024-04-13T08:45:03.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.212 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:03.212 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 47791, 2024-04-13T08:45:03.212 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74814039127 2024-04-13T08:45:03.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.212 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:03.212 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31309 2024-04-13T08:45:03.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.212 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:03.213 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 31309, 2024-04-13T08:45:03.213 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22051262567 2024-04-13T08:45:03.213 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.213 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:03.213 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.213 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.213 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:03.213 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4070011779 2024-04-13T08:45:03.213 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.213 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:03.213 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 31656, 2024-04-13T08:45:03.214 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7288284738 2024-04-13T08:45:03.214 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.214 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:03.214 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 31309, 2024-04-13T08:45:03.214 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8956923286 2024-04-13T08:45:03.214 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.214 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:03.214 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8772 2024-04-13T08:45:03.214 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.214 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:03.214 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 530544067 2024-04-13T08:45:03.214 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.214 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:03.214 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8772, 2024-04-13T08:45:03.215 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18189168924 2024-04-13T08:45:03.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.215 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:03.215 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.215 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:03.215 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.215 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:03.215 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.215 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:03.215 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9064, 2024-04-13T08:45:03.215 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5774327851 2024-04-13T08:45:03.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.216 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:03.216 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8772, 2024-04-13T08:45:03.216 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15119631246 2024-04-13T08:45:03.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.216 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:03.216 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7710 2024-04-13T08:45:03.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.216 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:03.216 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2168213082 2024-04-13T08:45:03.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.216 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:03.216 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7710, 2024-04-13T08:45:03.216 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 182357578358 2024-04-13T08:45:03.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.216 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:03.217 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.217 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.217 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:03.217 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7915, 2024-04-13T08:45:03.217 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10029283525 2024-04-13T08:45:03.217 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.217 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:03.217 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7710, 2024-04-13T08:45:03.217 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 50737484595 2024-04-13T08:45:03.217 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.217 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:03.217 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.217 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.217 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:03.217 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35 2024-04-13T08:45:03.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.218 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:03.218 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:03.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.218 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:03.218 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:03.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.218 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:03.218 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1039142912 2024-04-13T08:45:03.218 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.218 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.218 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.1": { 2024-04-13T08:45:03.218 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:03.218 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:03.219 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35455 2024-04-13T08:45:03.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.219 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:03.219 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.219 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:03.219 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.219 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:03.219 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.219 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:03.219 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:03.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.219 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:03.219 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.220 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:03.220 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.220 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:03.220 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.220 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:03.220 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.220 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:03.220 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20664320 2024-04-13T08:45:03.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.220 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:03.221 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 995147776 2024-04-13T08:45:03.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.221 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:03.221 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 19, 2024-04-13T08:45:03.221 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4657048 2024-04-13T08:45:03.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.221 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:03.221 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 19, 2024-04-13T08:45:03.221 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1663362 2024-04-13T08:45:03.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.221 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:03.221 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 242, 2024-04-13T08:45:03.221 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1216729 2024-04-13T08:45:03.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.221 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:03.222 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:03.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.222 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:03.222 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1110769664 2024-04-13T08:45:03.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.222 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:03.222 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79619, 2024-04-13T08:45:03.222 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13188838347 2024-04-13T08:45:03.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.222 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:03.222 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79640, 2024-04-13T08:45:03.222 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21328475800 2024-04-13T08:45:03.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.222 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:03.222 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10194944 2024-04-13T08:45:03.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.223 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:03.223 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 326090752 2024-04-13T08:45:03.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.223 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:03.223 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1106509824 2024-04-13T08:45:03.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.223 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:03.223 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.223 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:03.224 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.224 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:03.224 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71 2024-04-13T08:45:03.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.224 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:03.224 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17424242457 2024-04-13T08:45:03.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.224 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:03.224 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 97742 2024-04-13T08:45:03.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.224 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:03.224 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15363338240 2024-04-13T08:45:03.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.225 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:03.225 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15363342336 2024-04-13T08:45:03.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.225 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:03.225 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.225 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:03.225 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.225 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:03.225 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 102793 2024-04-13T08:45:03.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.225 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:03.225 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97742, 2024-04-13T08:45:03.225 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5527842777 2024-04-13T08:45:03.226 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.226 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:03.226 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17287397624 2024-04-13T08:45:03.226 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.226 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:03.226 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 93550 2024-04-13T08:45:03.226 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.226 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:03.226 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6544094 2024-04-13T08:45:03.226 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.226 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:03.226 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 978 2024-04-13T08:45:03.226 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.226 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:03.227 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20323100 2024-04-13T08:45:03.227 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.227 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:03.227 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1360 2024-04-13T08:45:03.227 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.227 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:03.227 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13779006 2024-04-13T08:45:03.227 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.227 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:03.227 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13779006 2024-04-13T08:45:03.227 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.227 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:03.227 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.227 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.227 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:03.228 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.228 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.228 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:03.228 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 398 2024-04-13T08:45:03.228 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.228 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:03.228 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1360, 2024-04-13T08:45:03.228 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9487351 2024-04-13T08:45:03.228 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.228 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:03.228 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.228 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.228 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.228 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:03.228 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.229 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:03.229 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.229 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:03.229 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:03.229 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1223 2024-04-13T08:45:03.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.229 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:03.229 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T08:45:03.229 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19690 2024-04-13T08:45:03.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.229 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:03.229 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.229 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.230 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:03.230 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.230 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:03.230 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.230 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:03.230 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1344798720 2024-04-13T08:45:03.230 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.230 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:03.230 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:03.230 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:03.231 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.231 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:03.231 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13418496 2024-04-13T08:45:03.231 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.231 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:03.231 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22644, 2024-04-13T08:45:03.231 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 91506782 2024-04-13T08:45:03.231 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.231 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:03.231 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3550, 2024-04-13T08:45:03.231 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11153447439 2024-04-13T08:45:03.231 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.231 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:03.231 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.231 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.232 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.232 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:03.232 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.232 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.232 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:03.232 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.232 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.232 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:03.232 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.232 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.232 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:03.232 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20016, 2024-04-13T08:45:03.232 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 185844485 2024-04-13T08:45:03.232 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.232 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:03.232 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.233 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.233 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.233 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:03.233 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.233 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.233 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:03.233 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79515, 2024-04-13T08:45:03.233 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26256835116 2024-04-13T08:45:03.233 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.233 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:03.233 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78744, 2024-04-13T08:45:03.233 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2049507400 2024-04-13T08:45:03.233 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.233 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:03.234 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79515, 2024-04-13T08:45:03.234 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 50052647 2024-04-13T08:45:03.234 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.234 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:03.234 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79515, 2024-04-13T08:45:03.234 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26306887763 2024-04-13T08:45:03.234 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.234 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:03.234 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.234 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.234 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.235 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:03.235 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 32838, 2024-04-13T08:45:03.235 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1876562908 2024-04-13T08:45:03.235 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.235 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:03.235 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1062, 2024-04-13T08:45:03.235 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3658438 2024-04-13T08:45:03.235 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.235 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:03.235 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21501, 2024-04-13T08:45:03.235 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13873265 2024-04-13T08:45:03.235 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.235 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:03.235 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44, 2024-04-13T08:45:03.235 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 62891 2024-04-13T08:45:03.235 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.236 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:03.236 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12708, 2024-04-13T08:45:03.236 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2995096230 2024-04-13T08:45:03.236 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.236 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:03.236 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 250139 2024-04-13T08:45:03.236 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.236 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:03.236 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27544 2024-04-13T08:45:03.236 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.236 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:03.236 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23024, 2024-04-13T08:45:03.236 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2448080992 2024-04-13T08:45:03.237 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.237 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:03.237 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75152, 2024-04-13T08:45:03.237 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22953213 2024-04-13T08:45:03.237 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.237 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:03.237 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 52128, 2024-04-13T08:45:03.237 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1624351904 2024-04-13T08:45:03.237 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.237 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:03.237 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.237 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.238 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:03.238 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15725, 2024-04-13T08:45:03.238 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 542570558 2024-04-13T08:45:03.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.238 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:03.238 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.238 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:03.238 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.238 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:03.238 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.238 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:03.239 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.239 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.239 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:03.239 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:03.239 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14035531229 2024-04-13T08:45:03.239 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.239 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:03.239 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23039, 2024-04-13T08:45:03.239 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1708083268 2024-04-13T08:45:03.239 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.239 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:03.239 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23037, 2024-04-13T08:45:03.239 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4375779300955 2024-04-13T08:45:03.239 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.240 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:03.240 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23039, 2024-04-13T08:45:03.240 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7106864025329 2024-04-13T08:45:03.240 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.240 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:03.240 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94923, 2024-04-13T08:45:03.240 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3092461693296 2024-04-13T08:45:03.240 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.240 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:03.240 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94923, 2024-04-13T08:45:03.240 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10750103 2024-04-13T08:45:03.240 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.240 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:03.240 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:03.240 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 574928517 2024-04-13T08:45:03.240 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.241 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:03.241 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:03.241 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45437292554 2024-04-13T08:45:03.241 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.241 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:03.241 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:03.241 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 36509764 2024-04-13T08:45:03.241 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.241 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:03.241 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:03.241 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21948135586 2024-04-13T08:45:03.241 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.241 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:03.241 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:03.241 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21332754561 2024-04-13T08:45:03.242 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.242 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:03.242 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9676847 2024-04-13T08:45:03.242 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.242 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:03.242 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2648, 2024-04-13T08:45:03.242 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17465133 2024-04-13T08:45:03.242 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.242 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:03.242 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:03.242 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 103345192010 2024-04-13T08:45:03.242 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.242 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:03.242 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:03.243 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22581699066 2024-04-13T08:45:03.243 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.243 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:03.243 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:03.243 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 845701796 2024-04-13T08:45:03.243 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.243 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.243 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:03.243 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:03.243 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406237373 2024-04-13T08:45:03.243 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.243 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:03.243 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 688594944 2024-04-13T08:45:03.243 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.244 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:03.244 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 543064064 2024-04-13T08:45:03.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.244 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:03.244 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2601816166 2024-04-13T08:45:03.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.244 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:03.244 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 145530880 2024-04-13T08:45:03.244 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.244 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:03.244 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.244 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:03.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.244 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.245 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.245 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.245 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.245 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.245 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.245 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.245 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56063650 2024-04-13T08:45:03.245 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.245 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.245 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.245 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.245 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.246 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.246 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.246 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.246 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.246 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.246 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.246 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.246 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.246 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.246 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 86016 2024-04-13T08:45:03.246 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.246 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.246 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 991232 2024-04-13T08:45:03.247 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.247 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.247 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.247 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.247 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.247 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.247 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.247 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.247 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.247 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.247 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.247 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68688222 2024-04-13T08:45:03.247 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.247 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.248 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:03.248 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.248 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:03.248 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.248 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.248 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:03.248 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.248 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.248 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.248 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.248 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.248 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 420477378 2024-04-13T08:45:03.248 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.248 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.248 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.249 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.249 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.249 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.249 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.249 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.249 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 256 2024-04-13T08:45:03.249 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.249 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.249 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.249 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.249 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.249 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 198560 2024-04-13T08:45:03.249 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.249 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.249 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.250 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.250 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.250 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.250 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.250 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.250 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.250 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.250 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74251678 2024-04-13T08:45:03.250 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.251 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:03.251 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.251 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:03.251 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.251 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.251 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:03.251 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.251 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.251 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20449968 2024-04-13T08:45:03.251 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.251 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.252 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37375766 2024-04-13T08:45:03.252 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.252 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.252 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.252 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.252 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.252 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.252 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.252 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.252 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.252 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.252 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.253 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.253 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.253 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.253 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.253 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.253 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.253 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.253 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.253 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.253 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.253 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.253 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.253 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.253 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.253 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.254 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.254 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.254 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.254 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68003386 2024-04-13T08:45:03.254 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.254 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.254 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:03.254 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.254 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:03.254 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.254 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.254 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.254 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.255 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.255 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.255 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.255 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.255 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 420477378 2024-04-13T08:45:03.255 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.255 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.255 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.255 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.255 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.255 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.255 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.255 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.255 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.255 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.256 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.256 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.256 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.256 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.256 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 106247 2024-04-13T08:45:03.256 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.256 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.256 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1119535 2024-04-13T08:45:03.256 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.256 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.256 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.256 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.256 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.256 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.256 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.257 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.257 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.257 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.257 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.257 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73224712 2024-04-13T08:45:03.257 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.257 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.257 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:03.257 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:03.257 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.257 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.257 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:03.257 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26 2024-04-13T08:45:03.257 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.258 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:03.258 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.258 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.258 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:03.258 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.258 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.258 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.258 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:03.258 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:03.258 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56 2024-04-13T08:45:03.258 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.258 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:03.258 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.258 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.259 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:03.259 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45163 2024-04-13T08:45:03.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.259 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:03.259 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 142941, 2024-04-13T08:45:03.259 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11249666853 2024-04-13T08:45:03.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.259 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:03.259 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.259 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:03.259 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.260 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:03.260 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2386531249 2024-04-13T08:45:03.260 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.260 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:03.260 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 45163, 2024-04-13T08:45:03.260 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 694669356575 2024-04-13T08:45:03.260 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.260 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:03.260 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2955932983 2024-04-13T08:45:03.260 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.260 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:03.260 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 46901, 2024-04-13T08:45:03.260 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 32794610677 2024-04-13T08:45:03.260 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.260 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:03.261 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 45163, 2024-04-13T08:45:03.261 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 110860391608 2024-04-13T08:45:03.261 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.261 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:03.261 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22473 2024-04-13T08:45:03.261 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.261 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:03.261 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22473, 2024-04-13T08:45:03.261 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20540094995 2024-04-13T08:45:03.261 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.261 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:03.261 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.261 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.261 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:03.261 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2955932983 2024-04-13T08:45:03.261 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.262 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:03.262 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22914, 2024-04-13T08:45:03.262 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6041336157 2024-04-13T08:45:03.262 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.262 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:03.262 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22473, 2024-04-13T08:45:03.262 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6990400686 2024-04-13T08:45:03.262 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.262 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:03.262 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12698 2024-04-13T08:45:03.262 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.262 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:03.262 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 304621003 2024-04-13T08:45:03.262 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.262 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:03.263 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12698, 2024-04-13T08:45:03.263 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 101479461053 2024-04-13T08:45:03.263 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.263 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:03.263 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.263 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.263 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:03.263 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.263 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.263 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:03.263 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.263 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.263 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:03.263 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12896, 2024-04-13T08:45:03.263 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13177920170 2024-04-13T08:45:03.264 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.264 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:03.264 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12698, 2024-04-13T08:45:03.264 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 32198721145 2024-04-13T08:45:03.264 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.264 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:03.264 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9992 2024-04-13T08:45:03.264 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.264 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:03.264 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2081910246 2024-04-13T08:45:03.264 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.265 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:03.265 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9992, 2024-04-13T08:45:03.265 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 572649800527 2024-04-13T08:45:03.265 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.265 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:03.265 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.265 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.266 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:03.266 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 11091, 2024-04-13T08:45:03.266 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13575354350 2024-04-13T08:45:03.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.266 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:03.266 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9992, 2024-04-13T08:45:03.266 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71671269777 2024-04-13T08:45:03.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.266 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:03.266 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.266 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:03.266 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4194341 2024-04-13T08:45:03.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.267 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:03.267 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7 2024-04-13T08:45:03.267 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.267 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:03.267 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:03.267 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.267 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:03.267 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1124204544 2024-04-13T08:45:03.267 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.267 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.267 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.267 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.2": { 2024-04-13T08:45:03.267 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:03.267 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:03.267 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21193 2024-04-13T08:45:03.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.268 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:03.268 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.268 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:03.268 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.268 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:03.268 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.268 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:03.268 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:03.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.268 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:03.268 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.269 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.269 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:03.269 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.269 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.269 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:03.269 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.269 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.269 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:03.269 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.269 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.269 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:03.269 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5476352 2024-04-13T08:45:03.269 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.269 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:03.270 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 602169344 2024-04-13T08:45:03.270 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.270 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:03.270 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17, 2024-04-13T08:45:03.270 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3808332 2024-04-13T08:45:03.270 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.270 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:03.270 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17, 2024-04-13T08:45:03.270 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1439312 2024-04-13T08:45:03.270 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.270 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:03.270 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 166, 2024-04-13T08:45:03.270 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 987718 2024-04-13T08:45:03.270 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.271 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:03.271 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:03.271 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.271 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:03.271 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 536674304 2024-04-13T08:45:03.271 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.271 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:03.271 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69998, 2024-04-13T08:45:03.271 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10948498183 2024-04-13T08:45:03.271 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.271 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:03.271 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 70013, 2024-04-13T08:45:03.271 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18071505076 2024-04-13T08:45:03.271 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.272 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:03.272 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4149248 2024-04-13T08:45:03.272 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.272 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:03.272 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 286781440 2024-04-13T08:45:03.272 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.272 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:03.272 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 553713664 2024-04-13T08:45:03.272 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.272 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:03.272 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.272 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.272 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:03.272 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.272 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:03.273 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41 2024-04-13T08:45:03.273 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.273 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:03.273 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3819230583 2024-04-13T08:45:03.273 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.273 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:03.273 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37414 2024-04-13T08:45:03.273 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.273 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:03.273 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3358928896 2024-04-13T08:45:03.273 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.273 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:03.273 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3358932992 2024-04-13T08:45:03.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.274 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:03.274 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.274 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:03.274 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.274 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:03.274 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28615 2024-04-13T08:45:03.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.274 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:03.274 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 37414, 2024-04-13T08:45:03.274 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1776103510 2024-04-13T08:45:03.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.275 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:03.275 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3758314726 2024-04-13T08:45:03.275 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.275 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:03.275 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35542 2024-04-13T08:45:03.275 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.275 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:03.275 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2074542 2024-04-13T08:45:03.275 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.275 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:03.276 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 625 2024-04-13T08:45:03.276 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.276 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:03.276 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5559294 2024-04-13T08:45:03.276 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.276 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:03.276 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 799 2024-04-13T08:45:03.276 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.276 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:03.276 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3484752 2024-04-13T08:45:03.276 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.277 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:03.277 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3484752 2024-04-13T08:45:03.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.277 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:03.277 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.277 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:03.277 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.277 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:03.277 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 178 2024-04-13T08:45:03.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.278 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:03.278 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 799, 2024-04-13T08:45:03.278 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2308776 2024-04-13T08:45:03.278 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.278 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:03.278 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.278 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.278 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.278 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:03.278 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.278 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.278 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:03.278 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.279 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.279 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:03.279 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:03.279 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 899 2024-04-13T08:45:03.279 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.279 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:03.279 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T08:45:03.279 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8010 2024-04-13T08:45:03.279 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.279 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:03.279 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.280 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.280 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:03.280 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.280 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:03.280 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.280 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:03.280 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 897007616 2024-04-13T08:45:03.280 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.280 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:03.280 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:03.281 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:03.281 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.281 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:03.281 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13406208 2024-04-13T08:45:03.281 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.281 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:03.281 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14186, 2024-04-13T08:45:03.281 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 55595896 2024-04-13T08:45:03.281 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.281 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:03.281 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3598, 2024-04-13T08:45:03.281 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4536043403 2024-04-13T08:45:03.281 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.281 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:03.282 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.282 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.282 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.282 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:03.282 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.282 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.282 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:03.282 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.282 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.282 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:03.282 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.282 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.282 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:03.282 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25816, 2024-04-13T08:45:03.283 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 216685258 2024-04-13T08:45:03.283 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.283 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:03.283 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.283 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.283 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.283 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:03.283 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.283 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.283 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:03.283 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69958, 2024-04-13T08:45:03.283 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22053065445 2024-04-13T08:45:03.283 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.283 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:03.284 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69405, 2024-04-13T08:45:03.284 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1585796288 2024-04-13T08:45:03.284 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.284 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:03.284 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69958, 2024-04-13T08:45:03.284 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37152907 2024-04-13T08:45:03.284 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.284 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:03.284 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69958, 2024-04-13T08:45:03.284 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22090218352 2024-04-13T08:45:03.284 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.284 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:03.285 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.285 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.285 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.285 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:03.285 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 258576, 2024-04-13T08:45:03.285 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2047552119 2024-04-13T08:45:03.285 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.285 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:03.285 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1119, 2024-04-13T08:45:03.285 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3339379 2024-04-13T08:45:03.285 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.285 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:03.286 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 139747, 2024-04-13T08:45:03.286 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45517011 2024-04-13T08:45:03.286 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.286 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:03.286 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 40, 2024-04-13T08:45:03.286 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53540 2024-04-13T08:45:03.286 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.286 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:03.287 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22839, 2024-04-13T08:45:03.287 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1427633596 2024-04-13T08:45:03.287 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.287 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:03.287 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 462584 2024-04-13T08:45:03.287 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.287 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:03.287 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18749 2024-04-13T08:45:03.287 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.287 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:03.287 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13815, 2024-04-13T08:45:03.287 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1895248411 2024-04-13T08:45:03.287 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.287 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:03.288 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34850, 2024-04-13T08:45:03.288 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18084943 2024-04-13T08:45:03.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.288 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:03.288 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21035, 2024-04-13T08:45:03.288 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1611044604 2024-04-13T08:45:03.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.288 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:03.288 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.288 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:03.288 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12662, 2024-04-13T08:45:03.288 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 445022297 2024-04-13T08:45:03.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.288 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:03.289 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.289 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.289 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:03.289 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.289 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.289 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:03.289 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.289 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.289 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:03.289 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.289 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.289 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:03.289 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:03.289 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9575518053 2024-04-13T08:45:03.290 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.290 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:03.290 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6339, 2024-04-13T08:45:03.290 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 770094322 2024-04-13T08:45:03.290 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.290 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:03.290 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6338, 2024-04-13T08:45:03.290 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3775295581052 2024-04-13T08:45:03.290 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.290 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:03.290 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6339, 2024-04-13T08:45:03.290 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6601671528408 2024-04-13T08:45:03.290 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.290 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:03.291 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80705, 2024-04-13T08:45:03.291 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2946937530747 2024-04-13T08:45:03.291 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.291 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:03.291 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80705, 2024-04-13T08:45:03.291 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9330077 2024-04-13T08:45:03.291 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.291 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:03.291 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:03.291 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 311591821 2024-04-13T08:45:03.291 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.291 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:03.291 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:03.291 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 34526343636 2024-04-13T08:45:03.292 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.292 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:03.292 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:03.292 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31091887 2024-04-13T08:45:03.292 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.292 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:03.292 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:03.292 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16698942900 2024-04-13T08:45:03.292 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.292 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:03.292 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:03.292 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12151098059 2024-04-13T08:45:03.292 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.292 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:03.292 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9676668 2024-04-13T08:45:03.292 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.293 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:03.293 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2552, 2024-04-13T08:45:03.293 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15108851 2024-04-13T08:45:03.293 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.293 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:03.293 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:03.293 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73277740953 2024-04-13T08:45:03.293 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.293 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:03.293 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:03.293 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13199763448 2024-04-13T08:45:03.293 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.293 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:03.293 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:03.293 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 533314992 2024-04-13T08:45:03.294 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.294 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.294 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:03.294 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:03.294 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406237373 2024-04-13T08:45:03.294 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.294 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:03.294 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 469819392 2024-04-13T08:45:03.294 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.294 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:03.294 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464289792 2024-04-13T08:45:03.294 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.294 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:03.295 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2601816166 2024-04-13T08:45:03.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.295 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:03.295 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5529600 2024-04-13T08:45:03.295 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.295 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:03.295 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.295 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:03.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.295 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.295 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.295 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.295 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.296 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.296 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57267790 2024-04-13T08:45:03.296 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.296 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.296 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.296 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.296 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.296 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.297 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.297 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.297 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.297 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.297 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.297 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.297 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.297 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.297 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.297 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.297 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.297 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16384 2024-04-13T08:45:03.297 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.298 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.298 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.298 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.298 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.298 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.298 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.298 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.298 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.298 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.298 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.298 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68544946 2024-04-13T08:45:03.298 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.298 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.298 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:03.299 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.299 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 570425344 2024-04-13T08:45:03.299 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.299 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.299 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:03.299 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.299 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.299 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.299 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.299 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.299 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 429508432 2024-04-13T08:45:03.299 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.299 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.299 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.300 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.300 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.300 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.300 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1744 2024-04-13T08:45:03.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.300 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.300 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.300 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.300 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 119200 2024-04-13T08:45:03.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.300 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.300 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.301 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.301 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.301 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.301 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.301 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.301 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.301 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.301 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.301 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.301 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.301 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73687104 2024-04-13T08:45:03.301 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.301 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.301 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:03.301 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.301 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184549376 2024-04-13T08:45:03.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.302 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.302 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:03.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.302 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.302 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5043488 2024-04-13T08:45:03.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.302 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.302 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 38178527 2024-04-13T08:45:03.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.302 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.302 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.302 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.303 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.303 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.303 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.303 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.303 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.303 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.303 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.303 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.303 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.303 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.303 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.304 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.304 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.304 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.304 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.304 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.304 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.304 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.304 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.304 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74218497 2024-04-13T08:45:03.304 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.304 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.304 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:03.305 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.305 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 503316480 2024-04-13T08:45:03.305 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.305 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.305 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.305 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.305 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.305 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.305 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.305 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.306 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 429508432 2024-04-13T08:45:03.306 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.306 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.306 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.306 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.306 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.306 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.306 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.306 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.307 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.307 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.307 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.307 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.307 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 106815 2024-04-13T08:45:03.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.307 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.307 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1131046 2024-04-13T08:45:03.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.308 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.308 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.308 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.308 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.308 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.308 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.308 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.308 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.308 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.308 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.308 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 72570187 2024-04-13T08:45:03.308 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.308 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.308 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:03.308 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:03.308 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.308 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.309 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:03.309 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 62 2024-04-13T08:45:03.309 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.309 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:03.309 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.309 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.309 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:03.309 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.309 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.309 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.309 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:03.309 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:03.309 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 44 2024-04-13T08:45:03.309 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.309 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:03.310 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.310 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:03.310 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 58761 2024-04-13T08:45:03.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.310 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:03.310 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 149620, 2024-04-13T08:45:03.310 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8075502062 2024-04-13T08:45:03.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.310 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:03.310 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T08:45:03.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.310 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:03.310 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.311 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:03.311 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1951463198 2024-04-13T08:45:03.311 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.311 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:03.311 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 58761, 2024-04-13T08:45:03.311 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 102274397945 2024-04-13T08:45:03.311 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.311 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:03.311 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3039857973 2024-04-13T08:45:03.311 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.311 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:03.311 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 59578, 2024-04-13T08:45:03.311 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 49697806846 2024-04-13T08:45:03.311 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.312 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:03.312 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 58761, 2024-04-13T08:45:03.312 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 84499213959 2024-04-13T08:45:03.312 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.312 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:03.312 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 29392 2024-04-13T08:45:03.312 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.312 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:03.312 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 29392, 2024-04-13T08:45:03.312 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20049061457 2024-04-13T08:45:03.312 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.312 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:03.312 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.312 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.312 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:03.312 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3039857973 2024-04-13T08:45:03.312 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.313 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:03.313 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 29809, 2024-04-13T08:45:03.313 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12345724810 2024-04-13T08:45:03.313 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.313 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:03.313 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 29392, 2024-04-13T08:45:03.313 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14624562821 2024-04-13T08:45:03.313 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.313 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:03.313 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27700 2024-04-13T08:45:03.313 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.313 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:03.313 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 412324684 2024-04-13T08:45:03.313 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.314 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:03.314 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 27700, 2024-04-13T08:45:03.314 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60118333817 2024-04-13T08:45:03.314 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.314 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:03.314 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.314 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.314 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:03.314 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.314 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.314 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:03.314 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.314 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.314 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:03.314 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 27949, 2024-04-13T08:45:03.315 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 33786697557 2024-04-13T08:45:03.315 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.315 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:03.315 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 27700, 2024-04-13T08:45:03.315 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 55208237839 2024-04-13T08:45:03.315 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.315 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:03.315 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1669 2024-04-13T08:45:03.315 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.315 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:03.315 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1539138514 2024-04-13T08:45:03.315 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.315 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:03.315 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1669, 2024-04-13T08:45:03.315 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22107002671 2024-04-13T08:45:03.315 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.315 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:03.316 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.316 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.316 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:03.316 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1820, 2024-04-13T08:45:03.316 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3565384479 2024-04-13T08:45:03.316 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.316 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:03.316 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1669, 2024-04-13T08:45:03.316 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14666413299 2024-04-13T08:45:03.316 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.316 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:03.316 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.316 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.316 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:03.316 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.316 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.317 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:03.317 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16 2024-04-13T08:45:03.317 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.317 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:03.317 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:03.317 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.317 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:03.318 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 550092800 2024-04-13T08:45:03.318 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.318 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.318 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.318 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.3": { 2024-04-13T08:45:03.318 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:03.318 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:03.318 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17977 2024-04-13T08:45:03.318 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.318 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:03.319 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.319 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.319 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:03.319 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.319 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.319 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:03.319 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.319 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.319 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:03.319 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:03.319 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.321 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:03.321 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.321 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.321 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:03.321 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.321 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.322 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:03.322 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.322 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.322 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:03.322 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.322 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.322 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:03.322 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9773056 2024-04-13T08:45:03.322 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.322 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:03.322 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 674062336 2024-04-13T08:45:03.322 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.322 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:03.322 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16, 2024-04-13T08:45:03.322 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6245113 2024-04-13T08:45:03.323 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.323 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:03.323 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16, 2024-04-13T08:45:03.323 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4118210 2024-04-13T08:45:03.323 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.323 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:03.323 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 176, 2024-04-13T08:45:03.323 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 778044 2024-04-13T08:45:03.323 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.323 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:03.323 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:03.323 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.323 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:03.323 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 688783360 2024-04-13T08:45:03.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.324 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:03.324 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65846, 2024-04-13T08:45:03.324 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10401616360 2024-04-13T08:45:03.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.324 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:03.324 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65850, 2024-04-13T08:45:03.324 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17158391373 2024-04-13T08:45:03.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.324 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:03.324 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3768320 2024-04-13T08:45:03.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.324 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:03.324 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 269766656 2024-04-13T08:45:03.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.325 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:03.325 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 687341568 2024-04-13T08:45:03.325 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.325 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:03.325 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.325 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.325 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:03.325 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.325 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:03.325 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 49 2024-04-13T08:45:03.325 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.325 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:03.325 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6427562195 2024-04-13T08:45:03.325 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.326 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:03.326 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 49581 2024-04-13T08:45:03.326 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.326 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:03.326 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5576568832 2024-04-13T08:45:03.326 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.326 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:03.326 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5576572928 2024-04-13T08:45:03.326 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.326 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:03.326 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.326 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.326 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:03.326 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.327 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.327 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:03.327 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 44491 2024-04-13T08:45:03.327 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.327 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:03.327 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 49581, 2024-04-13T08:45:03.327 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1917340710 2024-04-13T08:45:03.327 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.327 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:03.327 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6312538214 2024-04-13T08:45:03.327 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.327 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:03.328 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 46056 2024-04-13T08:45:03.328 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.328 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:03.328 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3541824 2024-04-13T08:45:03.328 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.328 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:03.328 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 717 2024-04-13T08:45:03.328 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.328 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:03.328 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9702721 2024-04-13T08:45:03.328 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.329 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:03.329 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 945 2024-04-13T08:45:03.329 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.329 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:03.329 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6160897 2024-04-13T08:45:03.329 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.329 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:03.329 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6160897 2024-04-13T08:45:03.329 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.329 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:03.329 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.329 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.329 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:03.329 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.329 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.330 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:03.330 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 235 2024-04-13T08:45:03.330 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.330 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:03.330 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 945, 2024-04-13T08:45:03.330 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3140789 2024-04-13T08:45:03.330 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.330 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:03.330 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.330 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.330 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.330 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:03.330 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.330 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.331 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:03.331 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.331 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.331 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:03.331 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:03.331 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 560 2024-04-13T08:45:03.331 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.331 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:03.331 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9, 2024-04-13T08:45:03.331 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14044 2024-04-13T08:45:03.331 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.331 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:03.331 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.332 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.332 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:03.332 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.332 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:03.332 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.332 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:03.332 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 956030976 2024-04-13T08:45:03.332 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.332 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:03.332 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:03.332 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:03.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.333 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:03.333 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9236480 2024-04-13T08:45:03.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.333 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:03.333 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20382, 2024-04-13T08:45:03.333 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65274178 2024-04-13T08:45:03.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.333 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:03.333 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3550, 2024-04-13T08:45:03.333 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6552727293 2024-04-13T08:45:03.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.333 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:03.333 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.333 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.334 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:03.334 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.334 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.334 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:03.334 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.334 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.334 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:03.334 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.334 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.334 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:03.334 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16177, 2024-04-13T08:45:03.334 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 139332839 2024-04-13T08:45:03.334 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.334 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:03.335 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.335 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.335 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.335 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:03.335 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.335 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.335 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:03.335 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65794, 2024-04-13T08:45:03.335 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20885057100 2024-04-13T08:45:03.335 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.335 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:03.335 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65292, 2024-04-13T08:45:03.335 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1650326225 2024-04-13T08:45:03.335 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.335 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:03.335 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65794, 2024-04-13T08:45:03.336 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 40527115 2024-04-13T08:45:03.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.336 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:03.336 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65794, 2024-04-13T08:45:03.336 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20925584215 2024-04-13T08:45:03.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.336 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:03.336 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.336 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.336 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:03.336 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23747, 2024-04-13T08:45:03.336 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1205263424 2024-04-13T08:45:03.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.336 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:03.337 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1473, 2024-04-13T08:45:03.337 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3599470 2024-04-13T08:45:03.337 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.337 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:03.337 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8495, 2024-04-13T08:45:03.337 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8342345 2024-04-13T08:45:03.337 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.337 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:03.337 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 41, 2024-04-13T08:45:03.337 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51161 2024-04-13T08:45:03.337 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.337 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:03.337 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 11853, 2024-04-13T08:45:03.337 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2186697681 2024-04-13T08:45:03.337 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.338 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:03.338 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 211800 2024-04-13T08:45:03.338 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.338 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:03.338 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19389 2024-04-13T08:45:03.338 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.338 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:03.338 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 28042, 2024-04-13T08:45:03.338 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1745048432 2024-04-13T08:45:03.339 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.339 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:03.339 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75025, 2024-04-13T08:45:03.339 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22536599 2024-04-13T08:45:03.339 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.339 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:03.339 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 46983, 2024-04-13T08:45:03.339 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1268640862 2024-04-13T08:45:03.339 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.339 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:03.339 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.339 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.339 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:03.339 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12662, 2024-04-13T08:45:03.340 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 400383451 2024-04-13T08:45:03.340 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.340 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:03.340 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.340 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.340 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:03.340 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.340 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.340 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:03.340 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.340 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.340 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:03.340 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.340 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.340 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:03.340 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:03.341 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13671929552 2024-04-13T08:45:03.341 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.341 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:03.341 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17866, 2024-04-13T08:45:03.341 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1572022072 2024-04-13T08:45:03.341 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.341 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:03.341 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17864, 2024-04-13T08:45:03.341 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4044796611045 2024-04-13T08:45:03.341 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.341 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:03.341 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17866, 2024-04-13T08:45:03.341 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6813742591758 2024-04-13T08:45:03.341 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.341 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:03.342 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79104, 2024-04-13T08:45:03.342 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2787167654218 2024-04-13T08:45:03.342 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.342 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:03.342 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79104, 2024-04-13T08:45:03.342 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7996437 2024-04-13T08:45:03.342 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.342 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:03.342 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:03.342 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 441375249 2024-04-13T08:45:03.342 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.342 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:03.342 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:03.342 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35495823486 2024-04-13T08:45:03.342 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.343 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:03.343 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:03.343 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 29540244 2024-04-13T08:45:03.343 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.343 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:03.343 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:03.343 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17514904114 2024-04-13T08:45:03.343 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.343 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:03.343 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:03.343 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15709348265 2024-04-13T08:45:03.343 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.343 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:03.343 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5488292 2024-04-13T08:45:03.343 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.344 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:03.344 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2535, 2024-04-13T08:45:03.344 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15321500 2024-04-13T08:45:03.344 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.344 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:03.344 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:03.344 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 82846829129 2024-04-13T08:45:03.344 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.344 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:03.344 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:03.344 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16763908689 2024-04-13T08:45:03.344 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.344 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:03.344 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:03.344 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780937266 2024-04-13T08:45:03.344 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.345 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.345 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:03.345 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:03.345 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406237373 2024-04-13T08:45:03.345 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.345 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:03.345 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 674635776 2024-04-13T08:45:03.345 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.345 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:03.345 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 635150336 2024-04-13T08:45:03.345 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.345 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:03.345 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2601816166 2024-04-13T08:45:03.345 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.345 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:03.346 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 39485440 2024-04-13T08:45:03.346 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.346 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.346 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:03.346 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.346 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:03.346 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.346 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.346 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.346 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.346 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.346 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.346 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.346 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.347 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56984915 2024-04-13T08:45:03.347 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.347 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.347 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.347 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.347 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.347 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.347 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.347 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.347 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.347 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.347 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.347 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.347 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.347 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.348 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:03.348 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.348 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.348 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 94208 2024-04-13T08:45:03.348 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.348 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.348 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.348 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.348 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.348 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.348 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.348 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.349 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.349 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.349 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.349 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68745901 2024-04-13T08:45:03.349 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.349 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.349 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:03.349 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.349 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:03.349 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.349 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.349 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:03.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.350 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.350 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.350 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.350 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 427386867 2024-04-13T08:45:03.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.350 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.350 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.350 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.350 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.350 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.350 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2160 2024-04-13T08:45:03.351 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.351 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.351 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.351 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.351 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.351 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 133264 2024-04-13T08:45:03.351 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.351 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.351 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.351 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.351 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.351 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.352 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.352 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.352 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.352 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.352 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.352 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.352 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.352 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.352 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67405581 2024-04-13T08:45:03.352 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.352 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.352 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:03.352 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184549376 2024-04-13T08:45:03.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.353 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:03.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.353 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9063680 2024-04-13T08:45:03.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.353 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37989943 2024-04-13T08:45:03.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.353 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.353 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.354 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.354 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.354 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.354 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.354 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.354 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.354 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.354 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.354 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.355 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.355 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.355 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.355 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70386889 2024-04-13T08:45:03.355 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.355 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:03.355 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 503316480 2024-04-13T08:45:03.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.356 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.356 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.356 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 427386867 2024-04-13T08:45:03.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.356 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.356 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.357 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.357 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.357 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 122759 2024-04-13T08:45:03.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.357 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1115816 2024-04-13T08:45:03.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.357 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.358 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.358 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.358 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.358 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.358 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.358 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.358 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.358 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.358 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.358 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74691038 2024-04-13T08:45:03.358 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.358 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.359 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:03.359 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:03.359 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.359 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.359 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:03.359 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35 2024-04-13T08:45:03.359 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.359 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:03.359 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.360 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:03.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.360 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.360 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:03.360 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:03.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 48 2024-04-13T08:45:03.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.360 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:03.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.360 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:03.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 52054 2024-04-13T08:45:03.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.361 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:03.361 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 131273, 2024-04-13T08:45:03.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8253622938 2024-04-13T08:45:03.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.361 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:03.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.361 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:03.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.361 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:03.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1653384287 2024-04-13T08:45:03.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.361 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:03.362 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 52054, 2024-04-13T08:45:03.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 269416707775 2024-04-13T08:45:03.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.362 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:03.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1986044644 2024-04-13T08:45:03.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.362 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:03.362 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 54207, 2024-04-13T08:45:03.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 30038022392 2024-04-13T08:45:03.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.362 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:03.362 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 52054, 2024-04-13T08:45:03.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69314737649 2024-04-13T08:45:03.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.363 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:03.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35393 2024-04-13T08:45:03.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.363 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:03.363 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35393, 2024-04-13T08:45:03.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53256153446 2024-04-13T08:45:03.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.363 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:03.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.363 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:03.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1986044644 2024-04-13T08:45:03.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.363 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:03.364 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35617, 2024-04-13T08:45:03.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8139319129 2024-04-13T08:45:03.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.364 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:03.364 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35393, 2024-04-13T08:45:03.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8440442027 2024-04-13T08:45:03.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.364 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:03.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12601 2024-04-13T08:45:03.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.364 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:03.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 325876954 2024-04-13T08:45:03.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.365 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:03.365 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12601, 2024-04-13T08:45:03.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 172176272456 2024-04-13T08:45:03.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.365 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:03.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.365 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:03.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.365 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:03.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.365 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:03.366 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14411, 2024-04-13T08:45:03.366 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16326521012 2024-04-13T08:45:03.366 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.366 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:03.366 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12601, 2024-04-13T08:45:03.366 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 34942337329 2024-04-13T08:45:03.366 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.366 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:03.366 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4060 2024-04-13T08:45:03.366 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.366 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:03.366 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1327507333 2024-04-13T08:45:03.366 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.367 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:03.367 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4060, 2024-04-13T08:45:03.367 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 43984281873 2024-04-13T08:45:03.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.367 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:03.367 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.367 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:03.367 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4179, 2024-04-13T08:45:03.367 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5572182251 2024-04-13T08:45:03.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.367 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:03.367 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4060, 2024-04-13T08:45:03.367 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25931958293 2024-04-13T08:45:03.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.368 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:03.368 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.368 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.368 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:03.368 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 46 2024-04-13T08:45:03.368 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.368 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:03.368 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:03.368 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.368 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:03.368 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:03.368 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.368 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:03.368 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 698036224 2024-04-13T08:45:03.368 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.369 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.369 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.4": { 2024-04-13T08:45:03.369 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:03.369 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:03.369 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22531 2024-04-13T08:45:03.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.369 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:03.369 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.370 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:03.370 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.370 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.370 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:03.370 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.370 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.370 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:03.370 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:03.370 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.370 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:03.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.371 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:03.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.371 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:03.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.371 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:03.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.371 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:03.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15863808 2024-04-13T08:45:03.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.371 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:03.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 721481728 2024-04-13T08:45:03.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.372 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:03.372 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T08:45:03.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15121236 2024-04-13T08:45:03.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.372 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:03.372 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T08:45:03.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9625966 2024-04-13T08:45:03.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.372 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:03.372 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 185, 2024-04-13T08:45:03.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 876122 2024-04-13T08:45:03.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.372 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:03.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:03.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.373 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:03.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 754778112 2024-04-13T08:45:03.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.373 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:03.373 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62871, 2024-04-13T08:45:03.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9713765896 2024-04-13T08:45:03.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.373 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:03.373 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62876, 2024-04-13T08:45:03.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15606707857 2024-04-13T08:45:03.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.373 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:03.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8175616 2024-04-13T08:45:03.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.374 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:03.374 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 257536000 2024-04-13T08:45:03.374 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.374 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:03.374 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 750518272 2024-04-13T08:45:03.374 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.374 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:03.374 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.374 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.374 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:03.374 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.374 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:03.374 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57 2024-04-13T08:45:03.374 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.375 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:03.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12193937656 2024-04-13T08:45:03.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.375 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:03.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 89389 2024-04-13T08:45:03.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.375 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:03.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10754297856 2024-04-13T08:45:03.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.375 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:03.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10754301952 2024-04-13T08:45:03.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.375 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:03.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.376 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:03.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.376 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:03.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 87212 2024-04-13T08:45:03.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.376 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:03.376 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 89389, 2024-04-13T08:45:03.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3618176954 2024-04-13T08:45:03.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.376 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:03.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12035191535 2024-04-13T08:45:03.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.376 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:03.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 84529 2024-04-13T08:45:03.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.377 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:03.377 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5431534 2024-04-13T08:45:03.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.377 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:03.377 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1167 2024-04-13T08:45:03.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.377 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:03.377 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16066275 2024-04-13T08:45:03.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.377 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:03.377 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1510 2024-04-13T08:45:03.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.377 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:03.377 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10634741 2024-04-13T08:45:03.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.378 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:03.378 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10634741 2024-04-13T08:45:03.378 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.378 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:03.378 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.378 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.378 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:03.378 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.378 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.378 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:03.378 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 359 2024-04-13T08:45:03.379 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.379 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:03.379 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1510, 2024-04-13T08:45:03.379 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5208200 2024-04-13T08:45:03.379 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.379 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:03.379 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.379 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.379 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.379 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:03.379 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.379 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.379 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:03.380 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.380 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:03.380 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:03.380 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 835 2024-04-13T08:45:03.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.380 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:03.380 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 11, 2024-04-13T08:45:03.380 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13420 2024-04-13T08:45:03.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.380 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:03.381 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.381 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:03.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.381 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:03.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.381 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:03.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 997171200 2024-04-13T08:45:03.381 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.381 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:03.381 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:03.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:03.382 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.382 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:03.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9232384 2024-04-13T08:45:03.382 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.382 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:03.382 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20608, 2024-04-13T08:45:03.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68115971 2024-04-13T08:45:03.382 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.382 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:03.382 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3502, 2024-04-13T08:45:03.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8417611395 2024-04-13T08:45:03.382 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.382 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:03.382 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.383 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:03.383 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.383 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:03.383 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.383 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:03.383 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.383 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:03.383 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12572, 2024-04-13T08:45:03.383 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 107250191 2024-04-13T08:45:03.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.384 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:03.384 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.384 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.384 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:03.384 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.384 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:03.384 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62798, 2024-04-13T08:45:03.384 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19254008007 2024-04-13T08:45:03.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.384 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:03.384 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62369, 2024-04-13T08:45:03.384 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1441277279 2024-04-13T08:45:03.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.385 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:03.385 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62798, 2024-04-13T08:45:03.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 52467873 2024-04-13T08:45:03.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.385 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:03.385 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62798, 2024-04-13T08:45:03.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19306475880 2024-04-13T08:45:03.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.385 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:03.385 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.385 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:03.385 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23394, 2024-04-13T08:45:03.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 920905844 2024-04-13T08:45:03.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.386 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:03.386 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 921, 2024-04-13T08:45:03.386 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2496370 2024-04-13T08:45:03.386 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.386 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:03.386 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10899, 2024-04-13T08:45:03.386 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18653403 2024-04-13T08:45:03.386 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.386 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:03.386 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 46, 2024-04-13T08:45:03.386 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 99721 2024-04-13T08:45:03.386 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.386 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:03.386 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14133, 2024-04-13T08:45:03.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3760772041 2024-04-13T08:45:03.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.387 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:03.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184566 2024-04-13T08:45:03.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.387 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:03.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19521 2024-04-13T08:45:03.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.387 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:03.387 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8610, 2024-04-13T08:45:03.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1378909039 2024-04-13T08:45:03.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.387 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:03.387 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 36698, 2024-04-13T08:45:03.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19946403 2024-04-13T08:45:03.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.387 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:03.388 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 28088, 2024-04-13T08:45:03.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1082134861 2024-04-13T08:45:03.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.388 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:03.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.388 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:03.388 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13706, 2024-04-13T08:45:03.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 399648075 2024-04-13T08:45:03.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.388 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:03.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.388 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:03.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.389 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.389 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:03.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.389 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.389 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:03.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.389 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.390 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:03.390 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:03.390 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8222378205 2024-04-13T08:45:03.390 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.390 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:03.390 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 18387, 2024-04-13T08:45:03.390 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 924106961 2024-04-13T08:45:03.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.391 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:03.391 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 18387, 2024-04-13T08:45:03.391 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3998155465633 2024-04-13T08:45:03.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.391 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:03.391 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 18387, 2024-04-13T08:45:03.391 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6479906259031 2024-04-13T08:45:03.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.392 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:03.392 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:03.392 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2678954446474 2024-04-13T08:45:03.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.392 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:03.392 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:03.392 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7527061 2024-04-13T08:45:03.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.392 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:03.392 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:03.392 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 301287678 2024-04-13T08:45:03.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.393 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:03.393 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:03.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28934534193 2024-04-13T08:45:03.393 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.393 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:03.393 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:03.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28856407 2024-04-13T08:45:03.393 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.393 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:03.393 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:03.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12154779929 2024-04-13T08:45:03.393 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.393 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:03.393 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:03.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14141079123 2024-04-13T08:45:03.394 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.394 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:03.394 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5483091 2024-04-13T08:45:03.394 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.394 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:03.394 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2461, 2024-04-13T08:45:03.394 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13915283 2024-04-13T08:45:03.394 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.394 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:03.394 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:03.394 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 63767473916 2024-04-13T08:45:03.394 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.394 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:03.395 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:03.395 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15096463559 2024-04-13T08:45:03.395 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.395 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:03.395 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:03.395 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 484025408 2024-04-13T08:45:03.395 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.395 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.395 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:03.395 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:03.395 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1405274710 2024-04-13T08:45:03.395 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.395 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:03.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 656850944 2024-04-13T08:45:03.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.396 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:03.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 621486080 2024-04-13T08:45:03.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.396 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:03.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2600683622 2024-04-13T08:45:03.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.396 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:03.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35364864 2024-04-13T08:45:03.396 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.396 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:03.396 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:03.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.397 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.397 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.397 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.397 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.397 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.397 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56376235 2024-04-13T08:45:03.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.397 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.397 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.397 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.397 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.398 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.398 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.398 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.398 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.398 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.398 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12288 2024-04-13T08:45:03.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.398 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.398 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 663552 2024-04-13T08:45:03.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.399 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.399 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.399 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.399 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68777045 2024-04-13T08:45:03.399 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.400 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:03.400 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:03.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.400 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:03.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.400 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.401 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 422821764 2024-04-13T08:45:03.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.401 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.401 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.401 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3184 2024-04-13T08:45:03.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.401 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.402 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 208608 2024-04-13T08:45:03.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.402 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.402 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.402 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.403 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.403 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71894316 2024-04-13T08:45:03.403 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.403 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:03.403 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:03.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.403 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:03.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.404 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14887920 2024-04-13T08:45:03.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.404 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37584156 2024-04-13T08:45:03.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.404 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.404 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.404 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.405 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.405 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.405 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.405 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.406 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.406 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.406 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.406 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.406 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.406 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.406 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73357044 2024-04-13T08:45:03.406 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.407 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:03.407 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:03.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.407 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.407 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.407 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 422821764 2024-04-13T08:45:03.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.407 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.408 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.408 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.408 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.408 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.408 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.408 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.408 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.408 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 112714 2024-04-13T08:45:03.408 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.408 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1119237 2024-04-13T08:45:03.408 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.409 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.409 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.409 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.409 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.409 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.409 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.409 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.409 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70874157 2024-04-13T08:45:03.409 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.410 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:03.410 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:03.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.410 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:03.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26 2024-04-13T08:45:03.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.410 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:03.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.410 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:03.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.411 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.411 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:03.411 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:03.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 50 2024-04-13T08:45:03.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.411 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:03.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.411 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:03.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26340 2024-04-13T08:45:03.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.411 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:03.412 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 85893, 2024-04-13T08:45:03.412 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9168362879 2024-04-13T08:45:03.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.412 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:03.412 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.412 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:03.412 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.412 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:03.412 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1277762255 2024-04-13T08:45:03.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.412 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:03.413 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 26340, 2024-04-13T08:45:03.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 64746313771 2024-04-13T08:45:03.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.413 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:03.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1664106339 2024-04-13T08:45:03.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.413 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:03.413 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 26852, 2024-04-13T08:45:03.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12233137977 2024-04-13T08:45:03.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.413 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:03.413 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 26340, 2024-04-13T08:45:03.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31071558466 2024-04-13T08:45:03.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.413 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:03.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17120 2024-04-13T08:45:03.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.414 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:03.414 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17120, 2024-04-13T08:45:03.414 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7615293941 2024-04-13T08:45:03.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.414 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:03.414 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.414 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:03.414 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1664106339 2024-04-13T08:45:03.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.414 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:03.414 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17289, 2024-04-13T08:45:03.414 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4315406729 2024-04-13T08:45:03.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.415 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:03.415 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17120, 2024-04-13T08:45:03.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4885550717 2024-04-13T08:45:03.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.415 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:03.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5279 2024-04-13T08:45:03.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.416 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:03.416 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 226467966 2024-04-13T08:45:03.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.416 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:03.416 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5279, 2024-04-13T08:45:03.416 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8524722171 2024-04-13T08:45:03.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.416 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:03.416 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.416 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:03.416 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.416 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:03.416 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.417 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:03.417 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5515, 2024-04-13T08:45:03.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3040477114 2024-04-13T08:45:03.417 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.417 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:03.417 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5279, 2024-04-13T08:45:03.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7407817345 2024-04-13T08:45:03.417 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.417 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:03.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3941 2024-04-13T08:45:03.417 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.417 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:03.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1051294289 2024-04-13T08:45:03.417 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.417 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:03.417 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3941, 2024-04-13T08:45:03.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 48606297659 2024-04-13T08:45:03.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.418 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:03.418 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.418 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:03.418 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4048, 2024-04-13T08:45:03.418 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4877254134 2024-04-13T08:45:03.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.418 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:03.418 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3941, 2024-04-13T08:45:03.418 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18778190404 2024-04-13T08:45:03.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.419 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:03.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.419 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:03.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9437184 2024-04-13T08:45:03.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.419 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:03.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:03.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.419 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:03.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:03.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.419 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:03.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 764018688 2024-04-13T08:45:03.419 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.419 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.420 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.420 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.5": { 2024-04-13T08:45:03.420 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:03.420 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:03.420 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 83290 2024-04-13T08:45:03.420 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.420 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:03.420 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.420 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.420 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:03.420 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.420 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.420 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:03.420 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.420 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.420 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:03.421 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:03.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.421 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:03.421 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.421 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:03.421 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.422 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:03.422 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.422 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.422 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:03.422 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.422 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.422 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:03.423 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18399232 2024-04-13T08:45:03.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.423 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:03.423 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 743534592 2024-04-13T08:45:03.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.423 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:03.423 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20, 2024-04-13T08:45:03.423 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4195181 2024-04-13T08:45:03.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.423 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:03.423 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20, 2024-04-13T08:45:03.423 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1520835 2024-04-13T08:45:03.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.423 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:03.424 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 222, 2024-04-13T08:45:03.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1047896 2024-04-13T08:45:03.424 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.424 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:03.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:03.424 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.424 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:03.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 697630720 2024-04-13T08:45:03.424 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.424 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:03.424 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82594, 2024-04-13T08:45:03.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11605380029 2024-04-13T08:45:03.424 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.424 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:03.424 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82598, 2024-04-13T08:45:03.425 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18785866115 2024-04-13T08:45:03.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.425 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:03.425 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5750784 2024-04-13T08:45:03.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.425 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:03.425 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 338284544 2024-04-13T08:45:03.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.425 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:03.425 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 714670080 2024-04-13T08:45:03.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.425 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:03.425 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.426 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:03.426 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:03.426 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56 2024-04-13T08:45:03.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.426 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:03.426 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13856743545 2024-04-13T08:45:03.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.426 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:03.426 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95128 2024-04-13T08:45:03.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.426 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:03.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12166496256 2024-04-13T08:45:03.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.427 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:03.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12166500352 2024-04-13T08:45:03.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.427 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:03.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.427 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:03.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.427 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:03.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 91217 2024-04-13T08:45:03.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.427 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:03.427 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 95128, 2024-04-13T08:45:03.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4010357946 2024-04-13T08:45:03.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.428 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:03.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13686631033 2024-04-13T08:45:03.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.428 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:03.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 89920 2024-04-13T08:45:03.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.428 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:03.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6741440 2024-04-13T08:45:03.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.428 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:03.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1092 2024-04-13T08:45:03.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.428 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:03.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18032951 2024-04-13T08:45:03.429 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.429 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:03.429 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1514 2024-04-13T08:45:03.429 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.429 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:03.429 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11291511 2024-04-13T08:45:03.429 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.429 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:03.429 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11291511 2024-04-13T08:45:03.429 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.429 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:03.429 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.429 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.429 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:03.429 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.429 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.429 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:03.430 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 437 2024-04-13T08:45:03.430 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.430 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:03.430 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1514, 2024-04-13T08:45:03.430 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5440058 2024-04-13T08:45:03.430 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.430 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:03.430 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.430 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.430 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.430 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:03.430 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.430 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.430 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:03.430 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.431 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:03.431 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:03.431 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 619 2024-04-13T08:45:03.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.431 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:03.431 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13, 2024-04-13T08:45:03.431 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16264 2024-04-13T08:45:03.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.431 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:03.431 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.431 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.432 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:03.432 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.432 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:03.432 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.432 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:03.432 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1103249408 2024-04-13T08:45:03.432 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.432 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:03.432 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:03.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:03.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.433 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:03.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9236480 2024-04-13T08:45:03.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.433 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:03.433 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22686, 2024-04-13T08:45:03.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 78277583 2024-04-13T08:45:03.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.433 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:03.433 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3529, 2024-04-13T08:45:03.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10099268418 2024-04-13T08:45:03.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.433 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:03.433 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.434 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.434 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:03.434 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.434 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:03.434 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.434 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:03.434 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.434 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:03.434 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20611, 2024-04-13T08:45:03.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 162910537 2024-04-13T08:45:03.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.435 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:03.435 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.436 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:03.436 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.436 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:03.436 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82505, 2024-04-13T08:45:03.437 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22962216755 2024-04-13T08:45:03.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.437 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:03.437 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82003, 2024-04-13T08:45:03.437 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1701492469 2024-04-13T08:45:03.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.437 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:03.437 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82505, 2024-04-13T08:45:03.437 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56449221 2024-04-13T08:45:03.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.438 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:03.438 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82505, 2024-04-13T08:45:03.438 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23018665976 2024-04-13T08:45:03.438 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.438 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:03.438 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.438 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.438 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.438 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:03.439 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 36782, 2024-04-13T08:45:03.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 960123719 2024-04-13T08:45:03.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.439 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:03.439 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1004, 2024-04-13T08:45:03.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2917873 2024-04-13T08:45:03.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.439 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:03.439 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9011, 2024-04-13T08:45:03.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13183683 2024-04-13T08:45:03.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.439 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:03.440 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 48, 2024-04-13T08:45:03.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71335 2024-04-13T08:45:03.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.440 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:03.440 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16856, 2024-04-13T08:45:03.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4200723279 2024-04-13T08:45:03.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.440 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:03.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 239837 2024-04-13T08:45:03.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.440 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:03.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21255 2024-04-13T08:45:03.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.440 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:03.440 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 11576, 2024-04-13T08:45:03.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1621351117 2024-04-13T08:45:03.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.441 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:03.441 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 32925, 2024-04-13T08:45:03.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10499273 2024-04-13T08:45:03.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.441 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:03.441 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21349, 2024-04-13T08:45:03.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1465685771 2024-04-13T08:45:03.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.441 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:03.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.442 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:03.442 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15939, 2024-04-13T08:45:03.442 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 480822717 2024-04-13T08:45:03.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.442 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:03.442 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.442 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:03.442 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.443 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:03.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.443 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:03.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.443 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:03.443 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:03.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13935126282 2024-04-13T08:45:03.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.443 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:03.443 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8714, 2024-04-13T08:45:03.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 629045202 2024-04-13T08:45:03.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.443 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:03.444 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8713, 2024-04-13T08:45:03.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4051595953708 2024-04-13T08:45:03.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.444 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:03.444 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8714, 2024-04-13T08:45:03.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6616380669065 2024-04-13T08:45:03.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.444 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:03.444 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97064, 2024-04-13T08:45:03.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3244486799330 2024-04-13T08:45:03.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.444 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:03.444 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97064, 2024-04-13T08:45:03.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10016620 2024-04-13T08:45:03.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.444 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:03.444 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:03.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 626199496 2024-04-13T08:45:03.445 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.445 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:03.445 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:03.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 38555329265 2024-04-13T08:45:03.445 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.445 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:03.445 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:03.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35169288 2024-04-13T08:45:03.445 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.445 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:03.445 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:03.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17219975018 2024-04-13T08:45:03.445 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.445 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:03.445 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:03.446 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18884910240 2024-04-13T08:45:03.446 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.446 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:03.446 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5488297 2024-04-13T08:45:03.446 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.446 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:03.446 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2485, 2024-04-13T08:45:03.446 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14833983 2024-04-13T08:45:03.446 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.446 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:03.446 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:03.446 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 89238354012 2024-04-13T08:45:03.446 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.447 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:03.447 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:03.447 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20045629115 2024-04-13T08:45:03.447 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.447 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:03.447 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:03.447 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 801987809 2024-04-13T08:45:03.447 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.447 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.447 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:03.447 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:03.447 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1405274710 2024-04-13T08:45:03.447 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.447 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:03.447 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 583630848 2024-04-13T08:45:03.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.448 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:03.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 442032128 2024-04-13T08:45:03.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.448 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:03.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2600683622 2024-04-13T08:45:03.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.448 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:03.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 141598720 2024-04-13T08:45:03.448 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.448 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:03.448 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:03.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.449 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.449 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.449 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56203397 2024-04-13T08:45:03.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.449 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.450 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.450 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.450 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.450 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.450 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.450 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.450 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.450 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.450 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.451 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8192 2024-04-13T08:45:03.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.451 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 98304 2024-04-13T08:45:03.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.451 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.451 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.452 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.452 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.452 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.452 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.452 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69519227 2024-04-13T08:45:03.452 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.452 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.452 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:03.452 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.452 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:03.452 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.452 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:03.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.453 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.453 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 421525482 2024-04-13T08:45:03.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.453 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.453 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.454 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3152 2024-04-13T08:45:03.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.454 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.454 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 214064 2024-04-13T08:45:03.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.454 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.455 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.455 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.455 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.455 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73185174 2024-04-13T08:45:03.455 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.455 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:03.455 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:03.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.456 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:03.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.456 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17420032 2024-04-13T08:45:03.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.456 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37468931 2024-04-13T08:45:03.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.456 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.456 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.456 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.457 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.457 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.457 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.457 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.457 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.458 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.458 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70940157 2024-04-13T08:45:03.458 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.458 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:03.458 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:03.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.458 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.459 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.459 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 421525482 2024-04-13T08:45:03.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.459 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.459 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.459 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.460 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.460 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 112668 2024-04-13T08:45:03.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.460 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1107091 2024-04-13T08:45:03.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.460 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.460 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.460 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.461 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 72182631 2024-04-13T08:45:03.461 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.461 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:03.461 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:03.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.461 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:03.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21 2024-04-13T08:45:03.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.461 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:03.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.462 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:03.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.462 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.462 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:03.462 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:03.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53 2024-04-13T08:45:03.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.462 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:03.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.462 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:03.463 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35676 2024-04-13T08:45:03.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.463 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:03.463 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 124400, 2024-04-13T08:45:03.463 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12861896634 2024-04-13T08:45:03.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.463 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:03.463 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.463 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:03.463 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.464 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:03.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1357256674 2024-04-13T08:45:03.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.464 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:03.464 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35676, 2024-04-13T08:45:03.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 38122749723 2024-04-13T08:45:03.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.464 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:03.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1755398309 2024-04-13T08:45:03.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.464 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:03.464 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 36472, 2024-04-13T08:45:03.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13807211103 2024-04-13T08:45:03.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.464 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:03.465 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35676, 2024-04-13T08:45:03.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27884194177 2024-04-13T08:45:03.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.465 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:03.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25349 2024-04-13T08:45:03.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.465 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:03.465 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25349, 2024-04-13T08:45:03.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8812498183 2024-04-13T08:45:03.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.465 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:03.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.465 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:03.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1755398309 2024-04-13T08:45:03.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.466 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:03.466 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25582, 2024-04-13T08:45:03.466 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5923930638 2024-04-13T08:45:03.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.466 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:03.466 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25349, 2024-04-13T08:45:03.466 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5230597070 2024-04-13T08:45:03.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.466 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:03.466 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9162 2024-04-13T08:45:03.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.466 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:03.466 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 443508253 2024-04-13T08:45:03.467 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.467 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:03.467 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9162, 2024-04-13T08:45:03.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18818695804 2024-04-13T08:45:03.467 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.467 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:03.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.467 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.467 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:03.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.467 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.467 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:03.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.467 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.467 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:03.467 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9525, 2024-04-13T08:45:03.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6033191287 2024-04-13T08:45:03.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.468 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:03.468 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9162, 2024-04-13T08:45:03.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14502814689 2024-04-13T08:45:03.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.468 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:03.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1165 2024-04-13T08:45:03.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.468 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:03.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 913748421 2024-04-13T08:45:03.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.468 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:03.468 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1165, 2024-04-13T08:45:03.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10491555736 2024-04-13T08:45:03.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.469 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:03.469 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.469 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:03.469 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1365, 2024-04-13T08:45:03.469 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1850089178 2024-04-13T08:45:03.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.469 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:03.469 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1165, 2024-04-13T08:45:03.469 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8150782418 2024-04-13T08:45:03.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.469 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:03.469 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.469 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:03.470 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.470 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.470 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:03.470 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.470 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.470 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:03.470 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:03.470 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.470 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:03.470 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 706879488 2024-04-13T08:45:03.470 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.470 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.470 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.471 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.6": { 2024-04-13T08:45:03.471 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:03.471 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:03.471 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 54315 2024-04-13T08:45:03.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.471 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:03.471 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.471 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:03.471 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.471 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:03.471 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.471 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:03.471 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:03.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.472 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:03.472 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.472 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:03.472 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.472 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:03.472 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.472 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:03.472 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.472 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:03.472 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12963840 2024-04-13T08:45:03.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.472 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:03.473 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 663719936 2024-04-13T08:45:03.473 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.473 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:03.473 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16, 2024-04-13T08:45:03.473 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3665809 2024-04-13T08:45:03.473 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.473 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:03.473 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16, 2024-04-13T08:45:03.473 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406424 2024-04-13T08:45:03.473 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.473 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:03.474 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 180, 2024-04-13T08:45:03.474 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 879516 2024-04-13T08:45:03.474 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.474 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:03.474 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:03.474 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.474 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:03.474 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 656801792 2024-04-13T08:45:03.474 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.474 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:03.474 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66149, 2024-04-13T08:45:03.474 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9561933536 2024-04-13T08:45:03.474 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.475 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:03.475 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66143, 2024-04-13T08:45:03.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15205482477 2024-04-13T08:45:03.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.475 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:03.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4947968 2024-04-13T08:45:03.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.475 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:03.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 270946304 2024-04-13T08:45:03.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.475 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:03.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 655360000 2024-04-13T08:45:03.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.475 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:03.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.476 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:03.476 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:03.476 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 50 2024-04-13T08:45:03.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.476 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:03.476 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10728423188 2024-04-13T08:45:03.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.476 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:03.476 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69693 2024-04-13T08:45:03.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.476 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:03.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9231900672 2024-04-13T08:45:03.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.477 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:03.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9231904768 2024-04-13T08:45:03.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.477 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:03.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.477 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:03.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.477 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:03.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69959 2024-04-13T08:45:03.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.477 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:03.478 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69693, 2024-04-13T08:45:03.478 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3630444834 2024-04-13T08:45:03.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.478 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:03.478 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10521996360 2024-04-13T08:45:03.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.478 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:03.478 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 63375 2024-04-13T08:45:03.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.479 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:03.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4351337 2024-04-13T08:45:03.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.479 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:03.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 948 2024-04-13T08:45:03.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.479 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:03.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14765938 2024-04-13T08:45:03.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.479 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:03.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1414 2024-04-13T08:45:03.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.479 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:03.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10414601 2024-04-13T08:45:03.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.480 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:03.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10414601 2024-04-13T08:45:03.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.480 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:03.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.480 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:03.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.480 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:03.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 485 2024-04-13T08:45:03.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.480 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:03.480 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1414, 2024-04-13T08:45:03.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6221636 2024-04-13T08:45:03.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.480 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:03.481 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.481 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:03.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.481 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:03.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.481 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:03.481 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:03.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 685 2024-04-13T08:45:03.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.481 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:03.481 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14, 2024-04-13T08:45:03.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17046 2024-04-13T08:45:03.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.482 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:03.482 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.482 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.482 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:03.482 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.482 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:03.482 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.482 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:03.482 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 950063104 2024-04-13T08:45:03.482 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.483 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:03.483 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:03.483 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:03.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.483 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:03.483 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9822208 2024-04-13T08:45:03.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.483 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:03.483 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14285, 2024-04-13T08:45:03.483 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51651114 2024-04-13T08:45:03.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.483 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:03.483 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3456, 2024-04-13T08:45:03.483 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6668442899 2024-04-13T08:45:03.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.483 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:03.484 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.484 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:03.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.484 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:03.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.484 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:03.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.485 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:03.485 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20046, 2024-04-13T08:45:03.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 166190542 2024-04-13T08:45:03.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.485 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:03.485 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.485 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:03.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.485 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:03.485 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66076, 2024-04-13T08:45:03.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18728640832 2024-04-13T08:45:03.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.486 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:03.486 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65646, 2024-04-13T08:45:03.486 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1374760493 2024-04-13T08:45:03.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.486 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:03.486 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66076, 2024-04-13T08:45:03.486 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37469627 2024-04-13T08:45:03.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.486 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:03.486 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66076, 2024-04-13T08:45:03.486 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18766110459 2024-04-13T08:45:03.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.486 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:03.487 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.487 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.487 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:03.487 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25477, 2024-04-13T08:45:03.487 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 659358479 2024-04-13T08:45:03.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.487 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:03.487 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 918, 2024-04-13T08:45:03.487 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2793725 2024-04-13T08:45:03.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.487 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:03.487 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15714, 2024-04-13T08:45:03.487 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18122394 2024-04-13T08:45:03.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.488 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:03.488 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 42, 2024-04-13T08:45:03.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51520 2024-04-13T08:45:03.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.488 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:03.488 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12239, 2024-04-13T08:45:03.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2117215676 2024-04-13T08:45:03.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.488 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:03.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 202473 2024-04-13T08:45:03.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.488 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:03.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19133 2024-04-13T08:45:03.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.489 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:03.489 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20624, 2024-04-13T08:45:03.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1769519888 2024-04-13T08:45:03.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.489 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:03.489 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 58763, 2024-04-13T08:45:03.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17306663 2024-04-13T08:45:03.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.489 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:03.489 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 38139, 2024-04-13T08:45:03.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1382450574 2024-04-13T08:45:03.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.489 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:03.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.490 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:03.490 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12373, 2024-04-13T08:45:03.490 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 383401449 2024-04-13T08:45:03.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.490 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:03.490 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.490 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:03.490 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.490 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:03.490 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.490 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:03.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.491 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:03.491 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:03.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8103662672 2024-04-13T08:45:03.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.491 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:03.491 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14407, 2024-04-13T08:45:03.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1006218728 2024-04-13T08:45:03.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.491 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:03.491 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14407, 2024-04-13T08:45:03.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3452219508421 2024-04-13T08:45:03.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.491 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:03.492 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14407, 2024-04-13T08:45:03.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6397964734186 2024-04-13T08:45:03.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.492 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:03.492 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:03.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2665513064986 2024-04-13T08:45:03.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.492 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:03.492 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:03.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8376087 2024-04-13T08:45:03.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.493 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:03.493 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:03.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 389645962 2024-04-13T08:45:03.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.493 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:03.493 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:03.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28892344502 2024-04-13T08:45:03.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.493 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:03.493 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:03.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28471006 2024-04-13T08:45:03.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.493 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:03.493 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:03.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12651396766 2024-04-13T08:45:03.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.494 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:03.494 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:03.494 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12170808889 2024-04-13T08:45:03.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.494 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:03.494 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6078556 2024-04-13T08:45:03.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.494 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:03.494 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2398, 2024-04-13T08:45:03.494 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14078426 2024-04-13T08:45:03.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.495 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:03.495 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:03.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 62221633501 2024-04-13T08:45:03.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.495 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:03.495 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:03.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13070494359 2024-04-13T08:45:03.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.495 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:03.495 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:03.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 479650524 2024-04-13T08:45:03.495 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.495 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:03.495 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:03.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1405274710 2024-04-13T08:45:03.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.496 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:03.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 559357952 2024-04-13T08:45:03.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.496 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:03.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 537010176 2024-04-13T08:45:03.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.496 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:03.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2600683622 2024-04-13T08:45:03.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.497 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:03.497 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22347776 2024-04-13T08:45:03.497 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.497 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:03.497 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.497 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:03.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.497 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.497 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.498 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.498 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.498 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.498 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56548647 2024-04-13T08:45:03.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.499 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.499 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.499 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.499 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.499 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.500 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.500 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.500 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.500 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.500 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8192 2024-04-13T08:45:03.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.501 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 454656 2024-04-13T08:45:03.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.501 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.501 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.502 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.502 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.502 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.502 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68817625 2024-04-13T08:45:03.502 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.503 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:03.503 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.503 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:03.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.503 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.503 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:03.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.503 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.504 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.504 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.504 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 424114856 2024-04-13T08:45:03.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.504 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.504 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.504 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.505 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.505 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.505 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2896 2024-04-13T08:45:03.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.505 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.505 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.506 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.506 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 203280 2024-04-13T08:45:03.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.506 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.506 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.507 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.507 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.507 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.507 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.507 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.508 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.508 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.508 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70606840 2024-04-13T08:45:03.508 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.508 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:03.508 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.509 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:03.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.509 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.509 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:03.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.509 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.509 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13664704 2024-04-13T08:45:03.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.509 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37699098 2024-04-13T08:45:03.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.510 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.510 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.511 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.511 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.511 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.511 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.511 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.512 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.512 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.512 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.513 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.513 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.513 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.513 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.513 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74465318 2024-04-13T08:45:03.513 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.514 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:03.514 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.514 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:03.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.514 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.514 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.515 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.515 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 424114856 2024-04-13T08:45:03.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.515 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.516 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.516 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.516 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.516 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.516 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.516 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.517 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.517 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 111107 2024-04-13T08:45:03.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.517 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.517 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1135099 2024-04-13T08:45:03.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.517 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.517 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.518 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.518 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.518 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.518 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.518 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.519 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69566810 2024-04-13T08:45:03.519 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.519 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:03.519 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:03.519 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.519 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:03.520 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 36 2024-04-13T08:45:03.520 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.520 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:03.520 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.520 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.520 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:03.520 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.520 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.521 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:03.521 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:03.521 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53 2024-04-13T08:45:03.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.521 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:03.521 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.521 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:03.522 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 44312 2024-04-13T08:45:03.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.522 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:03.522 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 110854, 2024-04-13T08:45:03.522 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9324507990 2024-04-13T08:45:03.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.522 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:03.522 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.523 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:03.523 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.523 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:03.523 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1746760853 2024-04-13T08:45:03.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.523 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:03.523 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44312, 2024-04-13T08:45:03.524 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 92818040116 2024-04-13T08:45:03.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.524 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:03.524 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2418577032 2024-04-13T08:45:03.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.524 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:03.524 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44816, 2024-04-13T08:45:03.524 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16355866171 2024-04-13T08:45:03.525 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.525 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:03.525 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44312, 2024-04-13T08:45:03.525 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 40552961668 2024-04-13T08:45:03.525 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.525 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:03.525 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 34918 2024-04-13T08:45:03.525 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.525 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:03.526 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34918, 2024-04-13T08:45:03.526 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13084072025 2024-04-13T08:45:03.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.526 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:03.526 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.526 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:03.526 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2418577032 2024-04-13T08:45:03.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.527 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:03.527 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35082, 2024-04-13T08:45:03.527 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6866195347 2024-04-13T08:45:03.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.527 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:03.527 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34918, 2024-04-13T08:45:03.527 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7222440118 2024-04-13T08:45:03.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.528 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:03.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4868 2024-04-13T08:45:03.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.528 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:03.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 339080227 2024-04-13T08:45:03.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.528 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:03.528 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4868, 2024-04-13T08:45:03.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15462190931 2024-04-13T08:45:03.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.529 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:03.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.529 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:03.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.529 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:03.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.529 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:03.529 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5070, 2024-04-13T08:45:03.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3637409139 2024-04-13T08:45:03.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.530 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:03.530 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4868, 2024-04-13T08:45:03.530 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11145961979 2024-04-13T08:45:03.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.530 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:03.530 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4526 2024-04-13T08:45:03.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.530 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:03.530 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1407680626 2024-04-13T08:45:03.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.530 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:03.530 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4526, 2024-04-13T08:45:03.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 64271777160 2024-04-13T08:45:03.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.531 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:03.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.531 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:03.531 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4664, 2024-04-13T08:45:03.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5852261685 2024-04-13T08:45:03.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.531 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:03.531 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4526, 2024-04-13T08:45:03.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22184559571 2024-04-13T08:45:03.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.531 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:03.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.532 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:03.532 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3482373 2024-04-13T08:45:03.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.532 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:03.532 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:03.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.532 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:03.532 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:03.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.532 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:03.532 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 666632192 2024-04-13T08:45:03.532 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.532 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.532 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.7": { 2024-04-13T08:45:03.532 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:03.533 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:03.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22757 2024-04-13T08:45:03.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.533 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:03.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.533 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:03.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.533 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:03.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.533 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:03.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:03.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.534 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:03.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.534 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:03.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.534 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:03.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.534 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:03.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.534 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:03.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11702272 2024-04-13T08:45:03.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.535 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:03.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 603074560 2024-04-13T08:45:03.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.535 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:03.535 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T08:45:03.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3537382 2024-04-13T08:45:03.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.535 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:03.535 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T08:45:03.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1265566 2024-04-13T08:45:03.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.535 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:03.536 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 171, 2024-04-13T08:45:03.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 799715 2024-04-13T08:45:03.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.536 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:03.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:03.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.536 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:03.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 606928896 2024-04-13T08:45:03.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.536 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:03.536 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64581, 2024-04-13T08:45:03.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9300248829 2024-04-13T08:45:03.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.536 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:03.536 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64597, 2024-04-13T08:45:03.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14980006517 2024-04-13T08:45:03.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.537 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:03.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15204352 2024-04-13T08:45:03.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.537 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:03.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 264560640 2024-04-13T08:45:03.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.537 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:03.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 615448576 2024-04-13T08:45:03.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.537 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:03.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.537 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:03.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.538 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:03.538 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 47 2024-04-13T08:45:03.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.538 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:03.538 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8246476912 2024-04-13T08:45:03.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.538 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:03.538 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65020 2024-04-13T08:45:03.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.538 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:03.538 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7281209344 2024-04-13T08:45:03.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.538 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:03.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7281213440 2024-04-13T08:45:03.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.539 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:03.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.539 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:03.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.539 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:03.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 54893 2024-04-13T08:45:03.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.539 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:03.539 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65020, 2024-04-13T08:45:03.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3069995047 2024-04-13T08:45:03.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.540 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:03.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8112390115 2024-04-13T08:45:03.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.540 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:03.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60913 2024-04-13T08:45:03.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.540 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:03.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4667240 2024-04-13T08:45:03.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.540 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:03.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 903 2024-04-13T08:45:03.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.540 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:03.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11593319 2024-04-13T08:45:03.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.541 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:03.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1169 2024-04-13T08:45:03.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.541 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:03.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6926079 2024-04-13T08:45:03.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.541 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:03.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6926079 2024-04-13T08:45:03.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.541 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:03.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.541 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:03.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.542 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:03.542 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 274 2024-04-13T08:45:03.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.542 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:03.542 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1169, 2024-04-13T08:45:03.542 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3544102 2024-04-13T08:45:03.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.542 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:03.542 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.542 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.542 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:03.542 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.542 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:03.543 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.543 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:03.543 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:03.543 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 616 2024-04-13T08:45:03.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.543 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:03.543 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T08:45:03.543 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12101 2024-04-13T08:45:03.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.543 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:03.543 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.543 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.543 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:03.543 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.544 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:03.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.544 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:03.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 881631232 2024-04-13T08:45:03.544 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.544 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:03.544 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:03.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:03.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.544 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:03.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9814016 2024-04-13T08:45:03.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.544 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:03.545 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17989, 2024-04-13T08:45:03.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 58880350 2024-04-13T08:45:03.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.545 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:03.545 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3468, 2024-04-13T08:45:03.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5732071769 2024-04-13T08:45:03.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.545 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:03.545 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.545 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:03.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.545 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:03.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.546 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:03.546 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.546 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:03.546 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23338, 2024-04-13T08:45:03.546 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 193621653 2024-04-13T08:45:03.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.546 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:03.546 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.546 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.546 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:03.546 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.547 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:03.547 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64524, 2024-04-13T08:45:03.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18313149070 2024-04-13T08:45:03.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.547 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:03.547 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64100, 2024-04-13T08:45:03.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1446809073 2024-04-13T08:45:03.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.547 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:03.547 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64524, 2024-04-13T08:45:03.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 46813795 2024-04-13T08:45:03.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.548 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:03.548 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64524, 2024-04-13T08:45:03.548 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18359962865 2024-04-13T08:45:03.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.548 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:03.548 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:03.548 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.548 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:03.548 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 33921, 2024-04-13T08:45:03.548 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 666899725 2024-04-13T08:45:03.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.549 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:03.549 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 827, 2024-04-13T08:45:03.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2702924 2024-04-13T08:45:03.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.549 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:03.549 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9735, 2024-04-13T08:45:03.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8045704 2024-04-13T08:45:03.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.549 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:03.549 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 45, 2024-04-13T08:45:03.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 62891 2024-04-13T08:45:03.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.549 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:03.549 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12579, 2024-04-13T08:45:03.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1284319318 2024-04-13T08:45:03.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.550 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:03.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 212906 2024-04-13T08:45:03.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.550 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:03.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18415 2024-04-13T08:45:03.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.550 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:03.550 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17520, 2024-04-13T08:45:03.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1791159674 2024-04-13T08:45:03.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.551 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:03.551 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 53072, 2024-04-13T08:45:03.551 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15954380 2024-04-13T08:45:03.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.551 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:03.551 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35552, 2024-04-13T08:45:03.551 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1547891275 2024-04-13T08:45:03.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.551 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:03.551 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.552 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:03.552 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13538, 2024-04-13T08:45:03.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 402242325 2024-04-13T08:45:03.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.552 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:03.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.552 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:03.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.552 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:03.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.552 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:03.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.553 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:03.553 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:03.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9004285604 2024-04-13T08:45:03.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.553 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:03.553 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15704, 2024-04-13T08:45:03.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 868254866 2024-04-13T08:45:03.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.553 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:03.553 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15704, 2024-04-13T08:45:03.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4007847755708 2024-04-13T08:45:03.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.553 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:03.554 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15704, 2024-04-13T08:45:03.554 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6142511216579 2024-04-13T08:45:03.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.554 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:03.554 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:03.554 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2654617264660 2024-04-13T08:45:03.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.554 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:03.554 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:03.554 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7771974 2024-04-13T08:45:03.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.555 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:03.555 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:03.555 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 167514527 2024-04-13T08:45:03.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.555 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:03.555 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:03.555 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28809025197 2024-04-13T08:45:03.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.555 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:03.555 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:03.555 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28215554 2024-04-13T08:45:03.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.556 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:03.556 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:03.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12845306730 2024-04-13T08:45:03.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.556 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:03.556 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:03.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12215642102 2024-04-13T08:45:03.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.556 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:03.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6073336 2024-04-13T08:45:03.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.556 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:03.556 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2352, 2024-04-13T08:45:03.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13254789 2024-04-13T08:45:03.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.556 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:03.556 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:03.557 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 63055368205 2024-04-13T08:45:03.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.557 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:03.557 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:03.557 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13264417097 2024-04-13T08:45:03.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.557 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:03.557 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:03.557 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 473703326 2024-04-13T08:45:03.557 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.557 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:03.557 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:03.557 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1405274710 2024-04-13T08:45:03.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.558 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:03.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 496607232 2024-04-13T08:45:03.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.558 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:03.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 465010688 2024-04-13T08:45:03.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.558 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:03.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2600683622 2024-04-13T08:45:03.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.558 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:03.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31596544 2024-04-13T08:45:03.558 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.558 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:03.559 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:03.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.559 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.559 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.559 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56725088 2024-04-13T08:45:03.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.559 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.559 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.560 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.560 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.560 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.560 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 81920 2024-04-13T08:45:03.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.560 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.561 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.561 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.561 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69022112 2024-04-13T08:45:03.561 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.561 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:03.561 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:03.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.561 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.562 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:03.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.562 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.562 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.562 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.562 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 425438163 2024-04-13T08:45:03.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.562 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.562 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.562 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.562 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.562 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2384 2024-04-13T08:45:03.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.563 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.563 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 153360 2024-04-13T08:45:03.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.563 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.563 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.563 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.564 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.564 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.564 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.564 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.564 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69333965 2024-04-13T08:45:03.564 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.564 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:03.564 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.564 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184549376 2024-04-13T08:45:03.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.564 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.564 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:03.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.565 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11346720 2024-04-13T08:45:03.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.565 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37816725 2024-04-13T08:45:03.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.565 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.565 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.565 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.566 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.566 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.566 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.566 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.566 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.566 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.566 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.566 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.566 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.566 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.567 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.567 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68277067 2024-04-13T08:45:03.567 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.567 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:03.567 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:03.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:03.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.567 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:03.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.568 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:03.568 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.568 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:03.568 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 425438163 2024-04-13T08:45:03.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.568 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:03.568 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.568 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:03.568 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.568 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:03.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.569 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:03.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.569 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:03.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 87017 2024-04-13T08:45:03.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.569 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:03.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1147052 2024-04-13T08:45:03.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.569 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:03.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.569 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:03.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.570 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:03.570 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.570 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:03.570 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68255640 2024-04-13T08:45:03.570 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.570 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:03.570 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:03.570 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.570 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:03.570 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 30 2024-04-13T08:45:03.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.570 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:03.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.571 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:03.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:03.571 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.571 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:03.571 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:03.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53 2024-04-13T08:45:03.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.571 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:03.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.571 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:03.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 43713 2024-04-13T08:45:03.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.572 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:03.572 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 113000, 2024-04-13T08:45:03.572 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11023173010 2024-04-13T08:45:03.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.572 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:03.572 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.572 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:03.572 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.572 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:03.572 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1623483526 2024-04-13T08:45:03.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.572 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:03.573 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 43713, 2024-04-13T08:45:03.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 52567048612 2024-04-13T08:45:03.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.573 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:03.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2477798533 2024-04-13T08:45:03.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.573 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:03.573 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44367, 2024-04-13T08:45:03.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18984362891 2024-04-13T08:45:03.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.573 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:03.573 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 43713, 2024-04-13T08:45:03.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37506154663 2024-04-13T08:45:03.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.573 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:03.574 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 30332 2024-04-13T08:45:03.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.574 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:03.574 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 30332, 2024-04-13T08:45:03.574 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13450107252 2024-04-13T08:45:03.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.574 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:03.574 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.574 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:03.574 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2477798533 2024-04-13T08:45:03.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.574 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:03.575 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 30465, 2024-04-13T08:45:03.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6247434968 2024-04-13T08:45:03.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.575 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:03.575 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 30332, 2024-04-13T08:45:03.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6984489939 2024-04-13T08:45:03.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.575 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:03.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12357 2024-04-13T08:45:03.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.575 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:03.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 451396285 2024-04-13T08:45:03.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.575 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:03.575 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12357, 2024-04-13T08:45:03.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22799044605 2024-04-13T08:45:03.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.576 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:03.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.576 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:03.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.576 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:03.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.576 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:03.576 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12791, 2024-04-13T08:45:03.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10501719426 2024-04-13T08:45:03.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.577 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:03.577 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12357, 2024-04-13T08:45:03.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20268548036 2024-04-13T08:45:03.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.577 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:03.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1024 2024-04-13T08:45:03.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.577 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:03.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1172087241 2024-04-13T08:45:03.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.577 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:03.577 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1024, 2024-04-13T08:45:03.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16317896755 2024-04-13T08:45:03.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.578 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:03.578 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.578 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:03.578 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1111, 2024-04-13T08:45:03.578 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2235208497 2024-04-13T08:45:03.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.578 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:03.578 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1024, 2024-04-13T08:45:03.578 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10253116688 2024-04-13T08:45:03.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.578 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:03.578 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:03.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.578 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:03.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16 2024-04-13T08:45:03.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.579 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:03.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:03.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.579 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:03.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:03.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.579 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:03.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 616751104 2024-04-13T08:45:03.579 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.580 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.580 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.580 INFO:tasks.workunit.client.0.smithi003.stdout: "pools": [ 2024-04-13T08:45:03.580 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.580 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:03.580 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr" 2024-04-13T08:45:03.580 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.580 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T08:45:03.580 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T08:45:03.580 INFO:tasks.workunit.client.0.smithi003.stdout: "flags_names": [ 2024-04-13T08:45:03.580 INFO:tasks.workunit.client.0.smithi003.stdout: "hashpspool" 2024-04-13T08:45:03.580 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.580 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T08:45:03.580 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T08:45:03.580 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T08:45:03.580 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 1, 2024-04-13T08:45:03.581 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 1, 2024-04-13T08:45:03.581 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 1, 2024-04-13T08:45:03.581 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T08:45:03.581 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T08:45:03.581 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 720568625418, 2024-04-13T08:45:03.581 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 1781760, 2024-04-13T08:45:03.581 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T08:45:03.581 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T08:45:03.581 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 1781760, 2024-04-13T08:45:03.581 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T08:45:03.581 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 240189554688, 2024-04-13T08:45:03.581 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 2, 2024-04-13T08:45:03.581 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T08:45:03.581 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 2.4727075924602104e-06, 2024-04-13T08:45:03.581 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T08:45:03.581 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T08:45:03.581 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 812, 2024-04-13T08:45:03.582 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 1341440, 2024-04-13T08:45:03.582 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 590368, 2024-04-13T08:45:03.582 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 590368, 2024-04-13T08:45:03.582 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T08:45:03.582 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 1771104, 2024-04-13T08:45:03.582 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 311, 2024-04-13T08:45:03.582 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 2473984 2024-04-13T08:45:03.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.582 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T08:45:03.582 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T08:45:03.582 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T08:45:03.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.582 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.582 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:03.582 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T08:45:03.583 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.583 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T08:45:03.583 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T08:45:03.583 INFO:tasks.workunit.client.0.smithi003.stdout: "flags_names": [ 2024-04-13T08:45:03.583 INFO:tasks.workunit.client.0.smithi003.stdout: "hashpspool" 2024-04-13T08:45:03.583 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.583 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T08:45:03.583 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T08:45:03.583 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T08:45:03.583 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 32, 2024-04-13T08:45:03.583 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 32, 2024-04-13T08:45:03.583 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 2, 2024-04-13T08:45:03.583 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T08:45:03.583 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T08:45:03.583 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 720568625418, 2024-04-13T08:45:03.583 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 155571, 2024-04-13T08:45:03.584 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T08:45:03.584 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T08:45:03.584 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 110592, 2024-04-13T08:45:03.584 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T08:45:03.584 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 240189554688, 2024-04-13T08:45:03.584 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 22, 2024-04-13T08:45:03.584 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 44979, 2024-04-13T08:45:03.584 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 2.1590027188267413e-07, 2024-04-13T08:45:03.584 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T08:45:03.584 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T08:45:03.584 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 158, 2024-04-13T08:45:03.584 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 178176, 2024-04-13T08:45:03.584 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 21615, 2024-04-13T08:45:03.584 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 6622, 2024-04-13T08:45:03.584 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 14993, 2024-04-13T08:45:03.584 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 64845, 2024-04-13T08:45:03.585 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 69, 2024-04-13T08:45:03.585 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 36864 2024-04-13T08:45:03.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.585 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T08:45:03.585 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T08:45:03.585 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T08:45:03.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.585 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.585 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:03.585 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T08:45:03.585 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.585 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T08:45:03.585 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T08:45:03.585 INFO:tasks.workunit.client.0.smithi003.stdout: "flags_names": [ 2024-04-13T08:45:03.585 INFO:tasks.workunit.client.0.smithi003.stdout: "hashpspool" 2024-04-13T08:45:03.585 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.586 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T08:45:03.586 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T08:45:03.586 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T08:45:03.586 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 64, 2024-04-13T08:45:03.586 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 64, 2024-04-13T08:45:03.586 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 3, 2024-04-13T08:45:03.586 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T08:45:03.586 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T08:45:03.586 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 720568625418, 2024-04-13T08:45:03.586 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 0, 2024-04-13T08:45:03.586 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T08:45:03.586 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T08:45:03.586 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 0, 2024-04-13T08:45:03.587 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T08:45:03.587 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 240189554688, 2024-04-13T08:45:03.587 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 0, 2024-04-13T08:45:03.587 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T08:45:03.587 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 0.0, 2024-04-13T08:45:03.587 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T08:45:03.587 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T08:45:03.587 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 0, 2024-04-13T08:45:03.587 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 0, 2024-04-13T08:45:03.587 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 0, 2024-04-13T08:45:03.587 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 0, 2024-04-13T08:45:03.587 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T08:45:03.588 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 0, 2024-04-13T08:45:03.588 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 0, 2024-04-13T08:45:03.588 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 0 2024-04-13T08:45:03.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.588 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T08:45:03.588 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T08:45:03.588 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T08:45:03.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.588 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.589 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:03.589 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd" 2024-04-13T08:45:03.589 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.589 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T08:45:03.589 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T08:45:03.589 INFO:tasks.workunit.client.0.smithi003.stdout: "flags_names": [ 2024-04-13T08:45:03.589 INFO:tasks.workunit.client.0.smithi003.stdout: "hashpspool", 2024-04-13T08:45:03.589 INFO:tasks.workunit.client.0.smithi003.stdout: "selfmanaged_snaps" 2024-04-13T08:45:03.589 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.590 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T08:45:03.590 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T08:45:03.590 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T08:45:03.590 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 8, 2024-04-13T08:45:03.590 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 8, 2024-04-13T08:45:03.590 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 4, 2024-04-13T08:45:03.590 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T08:45:03.590 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T08:45:03.591 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 720568625418, 2024-04-13T08:45:03.591 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 12595200, 2024-04-13T08:45:03.591 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T08:45:03.591 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T08:45:03.591 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 12595200, 2024-04-13T08:45:03.591 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T08:45:03.591 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 240189554688, 2024-04-13T08:45:03.592 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 4, 2024-04-13T08:45:03.592 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T08:45:03.592 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 1.7479222151450813e-05, 2024-04-13T08:45:03.592 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T08:45:03.592 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T08:45:03.592 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 9001, 2024-04-13T08:45:03.592 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 3144206336, 2024-04-13T08:45:03.592 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 4194323, 2024-04-13T08:45:03.592 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 4194323, 2024-04-13T08:45:03.593 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T08:45:03.593 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 12582969, 2024-04-13T08:45:03.593 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 24282, 2024-04-13T08:45:03.593 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 3186380800 2024-04-13T08:45:03.593 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.593 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T08:45:03.593 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T08:45:03.593 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T08:45:03.594 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.594 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.594 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd": { 2024-04-13T08:45:03.594 INFO:tasks.workunit.client.0.smithi003.stdout: "mirroring_by_pool": [ 2024-04-13T08:45:03.594 INFO:tasks.workunit.client.0.smithi003.stdout: false 2024-04-13T08:45:03.594 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_images_by_pool": [ 2024-04-13T08:45:03.595 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:03.595 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pools": 1 2024-04-13T08:45:03.595 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.595 INFO:tasks.workunit.client.0.smithi003.stdout: "report_id": "7c6dd687-b705-45d3-807c-9209de83f94b", 2024-04-13T08:45:03.595 INFO:tasks.workunit.client.0.smithi003.stdout: "report_timestamp": "2024-04-13T08:45:02.619511", 2024-04-13T08:45:03.595 INFO:tasks.workunit.client.0.smithi003.stdout: "report_version": 1, 2024-04-13T08:45:03.595 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_stats": { 2024-04-13T08:45:03.595 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "7.9.2" 2024-04-13T08:45:03.596 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.596 INFO:tasks.workunit.client.0.smithi003.stdout: "rook": { 2024-04-13T08:45:03.596 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster": { 2024-04-13T08:45:03.596 INFO:tasks.workunit.client.0.smithi003.stdout: "external-mode": null, 2024-04-13T08:45:03.596 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:03.596 INFO:tasks.workunit.client.0.smithi003.stdout: "allow-multiple-per-node": null, 2024-04-13T08:45:03.596 INFO:tasks.workunit.client.0.smithi003.stdout: "count": null, 2024-04-13T08:45:03.596 INFO:tasks.workunit.client.0.smithi003.stdout: "max-id": null, 2024-04-13T08:45:03.596 INFO:tasks.workunit.client.0.smithi003.stdout: "pvc": { 2024-04-13T08:45:03.596 INFO:tasks.workunit.client.0.smithi003.stdout: "enabled": null 2024-04-13T08:45:03.597 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.597 INFO:tasks.workunit.client.0.smithi003.stdout: "stretch": { 2024-04-13T08:45:03.597 INFO:tasks.workunit.client.0.smithi003.stdout: "enabled": null 2024-04-13T08:45:03.597 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.597 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.597 INFO:tasks.workunit.client.0.smithi003.stdout: "network": { 2024-04-13T08:45:03.597 INFO:tasks.workunit.client.0.smithi003.stdout: "provider": null 2024-04-13T08:45:03.598 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.598 INFO:tasks.workunit.client.0.smithi003.stdout: "storage": { 2024-04-13T08:45:03.598 INFO:tasks.workunit.client.0.smithi003.stdout: "device-set": { 2024-04-13T08:45:03.598 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T08:45:03.598 INFO:tasks.workunit.client.0.smithi003.stdout: "non-portable": null, 2024-04-13T08:45:03.598 INFO:tasks.workunit.client.0.smithi003.stdout: "portable": null, 2024-04-13T08:45:03.598 INFO:tasks.workunit.client.0.smithi003.stdout: "total": null 2024-04-13T08:45:03.598 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.599 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.599 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.599 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.599 INFO:tasks.workunit.client.0.smithi003.stdout: "csi": { 2024-04-13T08:45:03.599 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T08:45:03.599 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.599 INFO:tasks.workunit.client.0.smithi003.stdout: "kubernetes": { 2024-04-13T08:45:03.599 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T08:45:03.599 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.600 INFO:tasks.workunit.client.0.smithi003.stdout: "node": { 2024-04-13T08:45:03.600 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T08:45:03.600 INFO:tasks.workunit.client.0.smithi003.stdout: "kubernetes-total": null, 2024-04-13T08:45:03.600 INFO:tasks.workunit.client.0.smithi003.stdout: "with-ceph-daemons": null, 2024-04-13T08:45:03.600 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-cephfs-plugin": null, 2024-04-13T08:45:03.600 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-nfs-plugin": null, 2024-04-13T08:45:03.600 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-rbd-plugin": null 2024-04-13T08:45:03.600 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.601 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.601 INFO:tasks.workunit.client.0.smithi003.stdout: "usage": { 2024-04-13T08:45:03.601 INFO:tasks.workunit.client.0.smithi003.stdout: "storage-class": { 2024-04-13T08:45:03.601 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T08:45:03.601 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket": null, 2024-04-13T08:45:03.601 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs": null, 2024-04-13T08:45:03.601 INFO:tasks.workunit.client.0.smithi003.stdout: "nfs": null, 2024-04-13T08:45:03.601 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd": null, 2024-04-13T08:45:03.602 INFO:tasks.workunit.client.0.smithi003.stdout: "total": null 2024-04-13T08:45:03.602 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.602 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:03.602 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.602 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T08:45:03.602 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.602 INFO:tasks.workunit.client.0.smithi003.stdout: "services": {}, 2024-04-13T08:45:03.602 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_per_pg": [ 2024-04-13T08:45:03.602 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.603 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.603 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:03.603 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.603 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:03.603 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.603 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:03.603 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.603 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.603 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.604 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.604 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.604 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918345+0000", 2024-04-13T08:45:03.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.164208+0000", 2024-04-13T08:45:03.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.164208+0000", 2024-04-13T08:45:03.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.166621+0000", 2024-04-13T08:45:03.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918345+0000", 2024-04-13T08:45:03.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:03.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918345+0000", 2024-04-13T08:45:03.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918345+0000", 2024-04-13T08:45:03.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918345+0000", 2024-04-13T08:45:03.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918345+0000", 2024-04-13T08:45:03.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918345+0000", 2024-04-13T08:45:03.606 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.606 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.606 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.606 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.606 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:03.606 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.606 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.606 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.606 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.607 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.607 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.607 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.607 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.607 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2c", 2024-04-13T08:45:03.607 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.608 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.608 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.608 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5031, 2024-04-13T08:45:03.608 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.608 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:06:07.061808+0000", 2024-04-13T08:45:03.608 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.608 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.609 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.610 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.610 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.610 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.610 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.610 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.610 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.610 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.610 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.610 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.611 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.611 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.611 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.611 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.611 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.611 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.611 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.611 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.611 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.612 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.613 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.613 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.613 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.614 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.614 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:03.614 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.614 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:03.614 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.614 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:03.614 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.615 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.615 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.615 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.615 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.615 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.615 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:03.615 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.615 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:03.615 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.616 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.616 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.616 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.616 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.616 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.616 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:03.616 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.006657+0000", 2024-04-13T08:45:03.616 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.006657+0000", 2024-04-13T08:45:03.616 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.007027+0000", 2024-04-13T08:45:03.616 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:03.617 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.617 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.617 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.617 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:03.617 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:03.617 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:03.617 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:03.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:03.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:03.618 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.618 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.619 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.619 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.619 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:03.619 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.619 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.619 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.619 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.619 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.619 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.620 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.620 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.620 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2b", 2024-04-13T08:45:03.620 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.620 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.620 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.620 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5215, 2024-04-13T08:45:03.621 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.621 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:24:04.729917+0000", 2024-04-13T08:45:03.621 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.621 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.621 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.625 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.625 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.625 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.625 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.625 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.625 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.625 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.625 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.625 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.626 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.626 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.626 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.626 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.626 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.626 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.626 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.626 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:03.627 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.627 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:03.627 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.627 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.627 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.627 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.627 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.627 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.628 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.628 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.628 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:03.628 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.628 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.628 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.628 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.628 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.629 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.629 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:03.629 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.987897+0000", 2024-04-13T08:45:03.629 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.987897+0000", 2024-04-13T08:45:03.629 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.989181+0000", 2024-04-13T08:45:03.629 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:03.629 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.629 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.629 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.629 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:03.630 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:03.630 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:03.630 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:03.630 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.630 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.630 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.630 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:03.631 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:03.631 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.631 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.631 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.631 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.631 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:03.631 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.631 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.631 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.631 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.632 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.632 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.632 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.632 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.632 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2a", 2024-04-13T08:45:03.632 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.632 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.632 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.632 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5068, 2024-04-13T08:45:03.633 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.633 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:55:05.630320+0000", 2024-04-13T08:45:03.633 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.633 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.633 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.634 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.634 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.634 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.634 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.634 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.634 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.638 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.638 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.638 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.638 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.639 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.639 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.639 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.639 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.639 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:03.639 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.639 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.639 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.640 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.640 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.640 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.640 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:03.640 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.640 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:03.640 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.640 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.640 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.641 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.641 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.641 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:03.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.814971+0000", 2024-04-13T08:45:03.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.814971+0000", 2024-04-13T08:45:03.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.817917+0000", 2024-04-13T08:45:03.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:03.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:03.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:03.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:03.642 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:03.642 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.642 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.642 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.642 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:03.642 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:03.642 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.642 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.642 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.642 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.642 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:03.642 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.642 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.643 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.643 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.643 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.643 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.643 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.643 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.643 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.29", 2024-04-13T08:45:03.643 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.643 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.643 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.643 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5140, 2024-04-13T08:45:03.643 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.643 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:58:43.359440+0000", 2024-04-13T08:45:03.643 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.643 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.644 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.646 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.646 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.646 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.646 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.647 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.647 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.647 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.647 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:03.647 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.647 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:03.647 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.647 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.647 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.647 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.647 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.648 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.648 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:03.648 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.648 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:03.648 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.648 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.648 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.648 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.648 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.648 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.648 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:03.648 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.447572+0000", 2024-04-13T08:45:03.648 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.447572+0000", 2024-04-13T08:45:03.648 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.447939+0000", 2024-04-13T08:45:03.649 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:03.649 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.649 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.649 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.649 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:03.649 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:03.649 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:03.649 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:03.649 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.649 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.649 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.649 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:03.649 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:03.649 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.649 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.649 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.650 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.650 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:03.650 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.650 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.650 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.650 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.650 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.650 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.650 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.650 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.650 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.28", 2024-04-13T08:45:03.650 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.650 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.650 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.651 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5068, 2024-04-13T08:45:03.651 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.651 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:01:36.165048+0000", 2024-04-13T08:45:03.651 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.651 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.651 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.654 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.654 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.654 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.654 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.654 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.654 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.654 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.654 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.654 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.654 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.654 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:03.655 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.655 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:03.655 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.655 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.655 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.655 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.655 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.655 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.655 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:03.655 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.655 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:03.655 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.655 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.655 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.655 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.655 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.656 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.656 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:03.656 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.811422+0000", 2024-04-13T08:45:03.656 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.811422+0000", 2024-04-13T08:45:03.656 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.811956+0000", 2024-04-13T08:45:03.656 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:03.656 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.656 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.656 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.656 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:03.656 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:03.656 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:03.656 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:03.656 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.656 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.656 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.657 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:03.657 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:03.657 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.657 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.657 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.657 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.657 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:03.657 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.657 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.657 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.657 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.657 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.657 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.657 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.657 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.657 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.27", 2024-04-13T08:45:03.657 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.658 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.658 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.658 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5141, 2024-04-13T08:45:03.658 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.658 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:41:06.182187+0000", 2024-04-13T08:45:03.658 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.658 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.658 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.658 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.658 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.658 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.658 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.658 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.658 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.660 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.660 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.660 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.660 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.660 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.660 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.660 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.660 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.660 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.660 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.660 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.660 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.660 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.660 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.660 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.661 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.661 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.661 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.661 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.661 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.661 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.661 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.661 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.661 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.661 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.661 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.661 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:03.661 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.661 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:03.662 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.662 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.662 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.662 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.662 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:03.662 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.662 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:03.662 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.662 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:03.662 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.662 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.662 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.662 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.662 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.662 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.663 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:03.663 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994802+0000", 2024-04-13T08:45:03.663 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994802+0000", 2024-04-13T08:45:03.663 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.996059+0000", 2024-04-13T08:45:03.663 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:03.663 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.663 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.663 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.663 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:03.663 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:03.663 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:03.663 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:03.663 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.663 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.663 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.663 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:03.664 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:03.664 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.664 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.664 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.664 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.664 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:03.664 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.664 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.664 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.664 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.664 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.664 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.664 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.664 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.664 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.26", 2024-04-13T08:45:03.665 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.665 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.665 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.665 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5027, 2024-04-13T08:45:03.665 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.665 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:57:02.193922+0000", 2024-04-13T08:45:03.665 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.665 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.665 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.668 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.668 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.668 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.668 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.668 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.668 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.668 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.668 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.668 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.668 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:03.668 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.668 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:03.668 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.668 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:03.668 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.668 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.669 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.669 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.669 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.669 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.669 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:03.669 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.669 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:03.669 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.669 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.669 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.669 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.669 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.670 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.670 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:03.670 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.804809+0000", 2024-04-13T08:45:03.670 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.804809+0000", 2024-04-13T08:45:03.670 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.805119+0000", 2024-04-13T08:45:03.670 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:03.670 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.670 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.670 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.670 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:03.670 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:03.670 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:03.671 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:03.671 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.671 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.671 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.671 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:03.671 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:03.671 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.671 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.671 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.671 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.671 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:03.671 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.671 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.671 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.672 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.672 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.672 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.672 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.672 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.672 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.25", 2024-04-13T08:45:03.672 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.672 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.672 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.672 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5212, 2024-04-13T08:45:03.672 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.672 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:31:04.708718+0000", 2024-04-13T08:45:03.672 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.672 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.672 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.675 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.675 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.675 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.675 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.675 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.675 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.675 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.675 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.675 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.675 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.675 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.675 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.675 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.675 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.676 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.676 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:03.676 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.676 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:03.676 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.676 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.676 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.676 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.676 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.676 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.676 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:03.676 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.676 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:03.677 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.677 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.677 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.677 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.677 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.677 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.677 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:03.677 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.924787+0000", 2024-04-13T08:45:03.677 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.924787+0000", 2024-04-13T08:45:03.677 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.925170+0000", 2024-04-13T08:45:03.677 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:03.677 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.677 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.677 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.677 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:03.678 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:03.678 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:03.678 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:03.678 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.678 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.678 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.678 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:03.678 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:03.678 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.678 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.678 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.678 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.678 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:03.678 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.679 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.679 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.679 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.679 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.679 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.679 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.679 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.679 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.24", 2024-04-13T08:45:03.679 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.679 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.679 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.679 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5139, 2024-04-13T08:45:03.680 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.680 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:29:40.678397+0000", 2024-04-13T08:45:03.680 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.680 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.680 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.682 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.682 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.683 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.683 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.683 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.683 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.683 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.683 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:03.683 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.683 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:03.683 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.683 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.683 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.683 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.683 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.683 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.683 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:03.683 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.684 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:03.684 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.684 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.684 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.684 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.684 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.684 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.684 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:03.684 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.923261+0000", 2024-04-13T08:45:03.684 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.923261+0000", 2024-04-13T08:45:03.684 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.923702+0000", 2024-04-13T08:45:03.684 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:03.684 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.684 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:03.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:03.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:03.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:03.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:03.685 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:03.685 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.685 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.685 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.685 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.685 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:03.686 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.686 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.686 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.686 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.686 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.686 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.686 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.686 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.686 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.23", 2024-04-13T08:45:03.686 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.686 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.686 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.686 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5218, 2024-04-13T08:45:03.686 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.686 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:48:34.888558+0000", 2024-04-13T08:45:03.687 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.687 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.687 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.689 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.689 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.689 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.690 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.690 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.690 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.690 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.690 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:03.690 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.690 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:03.690 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.690 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.690 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.690 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.690 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.690 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.690 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:03.690 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.691 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:03.691 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.691 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.691 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.691 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.691 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.691 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:03.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.450297+0000", 2024-04-13T08:45:03.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.450297+0000", 2024-04-13T08:45:03.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.452332+0000", 2024-04-13T08:45:03.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:03.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:03.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:03.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:03.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:03.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:03.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:03.692 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.693 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.693 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.693 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.693 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:03.693 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.693 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.693 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.693 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.694 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.694 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.694 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.694 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.694 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.22", 2024-04-13T08:45:03.694 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.694 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.694 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.695 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5070, 2024-04-13T08:45:03.695 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.695 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:50:47.322789+0000", 2024-04-13T08:45:03.695 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.695 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.695 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.695 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.695 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.696 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.696 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.696 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.696 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.696 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.696 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.696 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.696 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.700 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.700 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.700 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.700 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.700 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.700 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.700 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.700 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.700 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.701 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.701 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.701 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.701 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:03.701 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.701 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:03.701 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.702 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.702 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.702 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.702 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.702 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.702 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.702 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.703 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:03.703 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.703 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.703 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.703 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.703 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.703 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.703 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:03.704 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.166958+0000", 2024-04-13T08:45:03.704 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.166958+0000", 2024-04-13T08:45:03.704 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.167302+0000", 2024-04-13T08:45:03.704 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:03.704 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.704 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.704 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.704 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:03.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:03.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:03.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:03.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:03.706 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:03.706 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.706 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.706 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.706 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.706 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:03.706 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.706 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.707 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.707 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.707 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.707 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.707 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.707 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.707 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.21", 2024-04-13T08:45:03.708 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.708 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.708 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.708 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5173, 2024-04-13T08:45:03.708 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.708 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:18:34.335766+0000", 2024-04-13T08:45:03.708 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.708 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.709 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.710 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.710 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.710 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.710 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.710 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.710 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.710 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.711 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.711 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.711 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.711 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.711 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.711 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.711 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.711 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.711 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.712 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.712 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.712 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.712 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.712 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.712 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.712 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.712 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.712 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.713 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.714 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.714 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.714 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.714 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.714 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.714 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.714 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.714 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:03.715 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.715 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.715 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.715 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.715 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:03.715 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.715 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:03.715 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.715 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:03.715 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.716 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.716 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.716 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.716 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.716 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.716 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913031+0000", 2024-04-13T08:45:03.716 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.167422+0000", 2024-04-13T08:45:03.716 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.167422+0000", 2024-04-13T08:45:03.716 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.168356+0000", 2024-04-13T08:45:03.716 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913031+0000", 2024-04-13T08:45:03.716 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.717 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.717 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.717 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:03.717 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913031+0000", 2024-04-13T08:45:03.717 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913031+0000", 2024-04-13T08:45:03.717 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913031+0000", 2024-04-13T08:45:03.717 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.717 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.717 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.717 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913031+0000", 2024-04-13T08:45:03.717 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913031+0000", 2024-04-13T08:45:03.717 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.717 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.717 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.717 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.718 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:03.718 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.718 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.718 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.718 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.718 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.718 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.718 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.718 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.718 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.20", 2024-04-13T08:45:03.718 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.718 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.718 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.719 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5028, 2024-04-13T08:45:03.719 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.719 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:59:20.901773+0000", 2024-04-13T08:45:03.719 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.719 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.719 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.719 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.719 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.719 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.719 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.719 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.719 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.719 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.719 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.720 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.720 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.720 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.720 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.720 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.720 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.720 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.720 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.720 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.720 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.720 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.720 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.720 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.720 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.720 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.721 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.721 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.721 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.721 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.721 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.721 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.721 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.721 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.721 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.721 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.721 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.721 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.721 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.721 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.721 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.721 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.722 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.722 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.722 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.722 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.722 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:03.722 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.722 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:03.722 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.722 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:03.722 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.722 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.722 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.723 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.723 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.723 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.723 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:03.723 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.723 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:03.723 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.723 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.723 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.723 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.723 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.723 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.723 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:03.723 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.991962+0000", 2024-04-13T08:45:03.724 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.991962+0000", 2024-04-13T08:45:03.724 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.992373+0000", 2024-04-13T08:45:03.724 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:03.724 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.724 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.724 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.724 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:03.724 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:03.724 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:03.724 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:03.724 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.724 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.724 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.724 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:03.725 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:03.725 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.725 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.725 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.725 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.725 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:03.725 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.725 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.725 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.725 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.725 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.725 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.725 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.725 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.725 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.f", 2024-04-13T08:45:03.725 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.726 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.726 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.726 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5003, 2024-04-13T08:45:03.726 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.726 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:39:44.515167+0000", 2024-04-13T08:45:03.726 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.726 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.726 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.726 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.726 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.726 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.726 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.726 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.727 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.727 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.727 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.727 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.727 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.727 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.727 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.727 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.727 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.727 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.727 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.727 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.727 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.727 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.728 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.728 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.728 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.728 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.728 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.728 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.728 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.728 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.728 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.728 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.728 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.728 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.728 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.728 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.728 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.728 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.729 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.729 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.729 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.729 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.729 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.729 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.729 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.729 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.729 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.729 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.729 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.729 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:03.729 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.729 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:03.729 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.729 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.729 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.730 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.730 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.730 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.730 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:03.730 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.730 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:03.730 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.730 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.730 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:03.730 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.730 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.730 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.730 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.028372+0000", 2024-04-13T08:45:03.730 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.800272+0000", 2024-04-13T08:45:03.730 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.800272+0000", 2024-04-13T08:45:03.731 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.800615+0000", 2024-04-13T08:45:03.731 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.028372+0000", 2024-04-13T08:45:03.731 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.731 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.731 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.731 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:03.731 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.028372+0000", 2024-04-13T08:45:03.731 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.028372+0000", 2024-04-13T08:45:03.731 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.028372+0000", 2024-04-13T08:45:03.731 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.731 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.731 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.731 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.028372+0000", 2024-04-13T08:45:03.731 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.028372+0000", 2024-04-13T08:45:03.731 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.732 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:03.732 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.732 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.732 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:03.732 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.732 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.732 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.732 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.732 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:03.732 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.732 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.732 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.732 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.e", 2024-04-13T08:45:03.732 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.732 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.733 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.733 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5193, 2024-04-13T08:45:03.733 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.733 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:26:59.713119+0000", 2024-04-13T08:45:03.733 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.733 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.733 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:03.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:03.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:03.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:03.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 12, 2024-04-13T08:45:03.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 12, 2024-04-13T08:45:03.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.735 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.736 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.736 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:03.736 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.736 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.736 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.736 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.736 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.736 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.736 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.736 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:03.736 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.736 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:03.736 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:03.736 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.736 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.736 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.737 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.737 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.737 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.737 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.737 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:03.737 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.737 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.737 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.737 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.737 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.737 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.737 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:03.737 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.156640+0000", 2024-04-13T08:45:03.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.156640+0000", 2024-04-13T08:45:03.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.156997+0000", 2024-04-13T08:45:03.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:03.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:03.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:03.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:03.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:03.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.738 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.739 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:03.739 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:03.739 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.739 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.739 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.739 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.739 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:03.739 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.739 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.739 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.739 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.739 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.739 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.739 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.739 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.740 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.c", 2024-04-13T08:45:03.740 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.740 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.740 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.740 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5061, 2024-04-13T08:45:03.740 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.740 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:02:11.099429+0000", 2024-04-13T08:45:03.740 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.740 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.740 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.742 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.743 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.743 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.743 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.743 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.743 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.743 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.743 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.743 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.743 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.743 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.743 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.743 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:03.743 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.743 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.744 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.744 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.744 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.744 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.744 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:03.744 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.744 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:03.744 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.744 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.744 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:03.744 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.744 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.744 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.744 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:03.744 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.933227+0000", 2024-04-13T08:45:03.744 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.933227+0000", 2024-04-13T08:45:03.744 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.933758+0000", 2024-04-13T08:45:03.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:03.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:03.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:03.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:03.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:03.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:03.745 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:03.745 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.745 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T08:45:03.745 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.746 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.746 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:03.746 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.746 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.746 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.746 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.746 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T08:45:03.746 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.746 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.746 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.746 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.d", 2024-04-13T08:45:03.746 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.746 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.746 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.747 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5215, 2024-04-13T08:45:03.747 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.747 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:21:47.761469+0000", 2024-04-13T08:45:03.747 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.747 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.747 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 70, 2024-04-13T08:45:03.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:03.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:03.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:03.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 2, 2024-04-13T08:45:03.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 2, 2024-04-13T08:45:03.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.749 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T08:45:03.750 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T08:45:03.750 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.750 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.750 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.750 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.750 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.750 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.750 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:03.750 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.750 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:03.750 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'1" 2024-04-13T08:45:03.750 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.750 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.750 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.751 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.751 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.751 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.751 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.751 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:03.751 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.751 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.751 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.751 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.751 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.751 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.751 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:03.751 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.002604+0000", 2024-04-13T08:45:03.752 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.002604+0000", 2024-04-13T08:45:03.752 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.009023+0000", 2024-04-13T08:45:03.752 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:03.752 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.752 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.752 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.752 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:03.752 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:03.752 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:03.752 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:03.752 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.752 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.752 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.753 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:03.753 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:03.753 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.753 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.753 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.753 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.753 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:03.753 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.753 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.753 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.753 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.753 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.753 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.753 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.754 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.754 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.d", 2024-04-13T08:45:03.754 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.754 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.754 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.754 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5020, 2024-04-13T08:45:03.754 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.754 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:36:20.109973+0000", 2024-04-13T08:45:03.754 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.754 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.754 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.757 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.757 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.757 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.757 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.757 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.757 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.757 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.758 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.758 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.758 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:03.758 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.758 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.758 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.758 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.758 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.758 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.758 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:03.758 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.759 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:03.759 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.759 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.759 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:03.759 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.759 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.759 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.759 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.027335+0000", 2024-04-13T08:45:03.759 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.448115+0000", 2024-04-13T08:45:03.759 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.448115+0000", 2024-04-13T08:45:03.759 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.448515+0000", 2024-04-13T08:45:03.759 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.027335+0000", 2024-04-13T08:45:03.759 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.759 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.759 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.759 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:03.760 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.027335+0000", 2024-04-13T08:45:03.760 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.027335+0000", 2024-04-13T08:45:03.760 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.027335+0000", 2024-04-13T08:45:03.760 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.760 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.760 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.760 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.027335+0000", 2024-04-13T08:45:03.760 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.027335+0000", 2024-04-13T08:45:03.760 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.760 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.760 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.760 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.760 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:03.760 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.761 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.761 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.761 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.761 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.761 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.761 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.761 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.761 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.c", 2024-04-13T08:45:03.761 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.761 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.761 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.761 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5198, 2024-04-13T08:45:03.761 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.761 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:17:18.587246+0000", 2024-04-13T08:45:03.761 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.761 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.762 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.764 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.764 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.764 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.764 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.764 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.764 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.764 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.764 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.764 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.764 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.764 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.764 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.764 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.764 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.765 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.765 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.765 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:03.765 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.765 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:03.765 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.765 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.765 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.765 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.765 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:03.765 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.765 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:03.765 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.765 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:03.765 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.766 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.766 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.766 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.766 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.766 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.766 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:03.766 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.160905+0000", 2024-04-13T08:45:03.766 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.160905+0000", 2024-04-13T08:45:03.766 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.162225+0000", 2024-04-13T08:45:03.766 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:03.766 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.766 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.766 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.767 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:03.767 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:03.767 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:03.767 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:03.767 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.767 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.767 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.767 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:03.767 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:03.767 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.767 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.767 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.767 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.767 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:03.768 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.768 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.768 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.768 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.768 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.768 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.768 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.768 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.768 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.a", 2024-04-13T08:45:03.768 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.768 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.768 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.768 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5033, 2024-04-13T08:45:03.768 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.769 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:54:57.425101+0000", 2024-04-13T08:45:03.769 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.769 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.769 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.771 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.771 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.771 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.771 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.771 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.771 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.771 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.771 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.771 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.771 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.771 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.771 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.771 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.771 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.771 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.771 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.772 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.772 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.772 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.772 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.772 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:03.772 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.772 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:03.772 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.772 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:03.772 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.772 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.772 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.772 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.772 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.772 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.773 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:03.773 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.773 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:03.773 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.773 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.773 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:03.773 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.773 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.773 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:03.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.995447+0000", 2024-04-13T08:45:03.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.995447+0000", 2024-04-13T08:45:03.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.000050+0000", 2024-04-13T08:45:03.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:03.774 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.774 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.774 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.774 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:03.774 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:03.774 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:03.774 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:03.774 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.774 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.774 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.774 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:03.774 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:03.774 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.774 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 4, 2024-04-13T08:45:03.775 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.775 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.775 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:03.775 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.775 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.775 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.775 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.775 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 4, 2024-04-13T08:45:03.775 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.775 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.775 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.775 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.b", 2024-04-13T08:45:03.775 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.775 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.776 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.776 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5036, 2024-04-13T08:45:03.776 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.776 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:50:14.510160+0000", 2024-04-13T08:45:03.776 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.776 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.776 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:03.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:03.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:03.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:03.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 4, 2024-04-13T08:45:03.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 4, 2024-04-13T08:45:03.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T08:45:03.779 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.779 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.779 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.779 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.779 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.779 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.779 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.779 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:03.779 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.779 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:03.779 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'4" 2024-04-13T08:45:03.780 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.780 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.780 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.780 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.780 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.780 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:03.780 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.780 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:03.780 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.780 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.780 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.780 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.780 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.781 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.781 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:03.781 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.934874+0000", 2024-04-13T08:45:03.781 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.934874+0000", 2024-04-13T08:45:03.781 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.935579+0000", 2024-04-13T08:45:03.781 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:03.781 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.781 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.781 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.781 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:03.781 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:03.781 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:03.781 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:03.781 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.781 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.781 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.782 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:03.782 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:03.782 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.782 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.782 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.782 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.782 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:03.782 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.782 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.782 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.782 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.782 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.782 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.782 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.782 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.783 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.b", 2024-04-13T08:45:03.783 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.783 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.783 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.783 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5137, 2024-04-13T08:45:03.783 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.783 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:22:21.864472+0000", 2024-04-13T08:45:03.783 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.783 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.783 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.786 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.786 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.786 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.786 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.786 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.786 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.786 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.786 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.787 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.787 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.787 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.787 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.787 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:03.787 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.787 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:03.787 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.787 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.788 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.788 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.788 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.788 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.788 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:03.788 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.788 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:03.788 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.788 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.788 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:03.789 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.789 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.789 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.789 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:03.789 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.803156+0000", 2024-04-13T08:45:03.789 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.803156+0000", 2024-04-13T08:45:03.789 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.803471+0000", 2024-04-13T08:45:03.789 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:03.790 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.790 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.790 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.790 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:03.790 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:03.790 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:03.790 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:03.790 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.791 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.791 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.791 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:03.791 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:03.791 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.791 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.791 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.791 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.791 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:03.792 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.792 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.792 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.792 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.792 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.792 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.792 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.792 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.793 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.a", 2024-04-13T08:45:03.793 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.793 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.793 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.793 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5209, 2024-04-13T08:45:03.793 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.793 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:29:50.399416+0000", 2024-04-13T08:45:03.793 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.793 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.794 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.794 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.794 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.794 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.794 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.794 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.794 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.794 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.798 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.799 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.799 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.799 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.799 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.799 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.799 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:03.799 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.799 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:03.799 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.799 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.800 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.800 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.800 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.800 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.800 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:03.800 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.800 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:03.800 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.801 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.801 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.801 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.801 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.801 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.801 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:03.801 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.005539+0000", 2024-04-13T08:45:03.801 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.005539+0000", 2024-04-13T08:45:03.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.005930+0000", 2024-04-13T08:45:03.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:03.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:03.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:03.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:03.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:03.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:03.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:03.803 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.804 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.804 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.804 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.804 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:03.804 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.804 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.804 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.804 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.804 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.805 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.805 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.805 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.805 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.8", 2024-04-13T08:45:03.805 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.805 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.805 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.805 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5134, 2024-04-13T08:45:03.806 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.806 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:19:27.578547+0000", 2024-04-13T08:45:03.806 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.806 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.806 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.808 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.811 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.811 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.811 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.811 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.811 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.811 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.811 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:03.811 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.811 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:03.811 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.811 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.811 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.811 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.811 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.811 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.812 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:03.812 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.812 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:03.812 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.812 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.812 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:03.812 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.812 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.812 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.812 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:03.812 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.996869+0000", 2024-04-13T08:45:03.812 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.996869+0000", 2024-04-13T08:45:03.812 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.997276+0000", 2024-04-13T08:45:03.812 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:03.812 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.812 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.813 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.813 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:03.813 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:03.813 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:03.813 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:03.813 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.813 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.813 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.813 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:03.813 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:03.813 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.813 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.813 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.813 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.813 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:03.813 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.814 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.814 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.814 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.814 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.814 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.814 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.814 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.814 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.9", 2024-04-13T08:45:03.814 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.814 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.814 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.814 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5212, 2024-04-13T08:45:03.815 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.815 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:34:23.836899+0000", 2024-04-13T08:45:03.815 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.815 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.815 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.815 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.817 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.818 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.818 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.818 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.818 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.818 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.818 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:03.818 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.818 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:03.818 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.818 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.818 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.818 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.818 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.819 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:03.819 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.819 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:03.819 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.819 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.819 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.819 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.819 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.819 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.819 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.022277+0000", 2024-04-13T08:45:03.819 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.987475+0000", 2024-04-13T08:45:03.819 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.987475+0000", 2024-04-13T08:45:03.819 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.988016+0000", 2024-04-13T08:45:03.819 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.022277+0000", 2024-04-13T08:45:03.819 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:03.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.022277+0000", 2024-04-13T08:45:03.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.022277+0000", 2024-04-13T08:45:03.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.022277+0000", 2024-04-13T08:45:03.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.022277+0000", 2024-04-13T08:45:03.820 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.022277+0000", 2024-04-13T08:45:03.820 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.820 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.820 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.821 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.821 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:03.821 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.821 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.821 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.821 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.821 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.821 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.821 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.821 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.821 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.9", 2024-04-13T08:45:03.821 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.821 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.821 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.822 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5122, 2024-04-13T08:45:03.822 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.822 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:55:17.561101+0000", 2024-04-13T08:45:03.822 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.822 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.822 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.825 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.825 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.825 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.825 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.825 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.825 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.825 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:03.825 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.825 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:03.825 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.825 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.825 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.826 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.826 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.826 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.826 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:03.826 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.826 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:03.826 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.826 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.826 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:03.826 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.826 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.826 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.826 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:03.827 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:19:36.794577+0000", 2024-04-13T08:45:03.827 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:19:36.794577+0000", 2024-04-13T08:45:03.827 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:19:36.795337+0000", 2024-04-13T08:45:03.827 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:03.827 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.827 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.827 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.827 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 385, 2024-04-13T08:45:03.827 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:03.827 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:03.827 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:03.827 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.827 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.827 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.827 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:03.828 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:03.828 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.828 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.828 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.828 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.828 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 384, 2024-04-13T08:45:03.828 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.828 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.828 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.828 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.828 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.828 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.828 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.829 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.829 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.8", 2024-04-13T08:45:03.829 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.829 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.829 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.829 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4891, 2024-04-13T08:45:03.829 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.829 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:01:16.057730+0000", 2024-04-13T08:45:03.829 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.829 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.829 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.830 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.832 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.832 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.832 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.832 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.832 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.832 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.832 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:03.832 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.832 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:03.832 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.832 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.833 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.833 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.833 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.833 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.833 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:03.833 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.833 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:03.833 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.833 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.833 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.833 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.833 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.833 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.833 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912980+0000", 2024-04-13T08:45:03.833 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.920566+0000", 2024-04-13T08:45:03.833 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.920566+0000", 2024-04-13T08:45:03.833 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.921031+0000", 2024-04-13T08:45:03.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912980+0000", 2024-04-13T08:45:03.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:03.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912980+0000", 2024-04-13T08:45:03.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912980+0000", 2024-04-13T08:45:03.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912980+0000", 2024-04-13T08:45:03.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912980+0000", 2024-04-13T08:45:03.834 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912980+0000", 2024-04-13T08:45:03.834 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.834 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.835 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.835 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.835 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:03.835 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.835 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.835 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.835 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.835 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.835 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.835 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.835 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.835 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.6", 2024-04-13T08:45:03.835 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.835 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.836 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.836 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5216, 2024-04-13T08:45:03.836 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.836 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:07:56.900899+0000", 2024-04-13T08:45:03.836 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.836 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.836 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.836 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.836 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.836 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.836 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.836 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.836 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.836 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.836 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.837 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.839 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.839 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.839 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.839 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.839 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.839 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.839 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:03.839 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.839 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:03.839 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.839 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.839 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.839 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.840 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:03.840 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.840 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:03.840 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.840 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:03.840 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.840 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.840 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:03.840 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.840 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.840 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.840 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:03.840 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.169286+0000", 2024-04-13T08:45:03.840 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.169286+0000", 2024-04-13T08:45:03.840 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.171939+0000", 2024-04-13T08:45:03.841 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:03.841 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.841 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.841 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.841 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:03.841 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:03.841 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:03.841 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:03.841 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.841 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.841 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.841 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:03.841 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:03.841 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.841 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:03.841 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.842 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.842 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:03.842 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.842 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.842 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.842 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.842 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:03.842 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.842 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.842 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.842 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.7", 2024-04-13T08:45:03.842 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.842 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.843 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.843 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5064, 2024-04-13T08:45:03.843 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.843 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:15:07.084538+0000", 2024-04-13T08:45:03.843 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.843 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.843 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.844 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.844 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.844 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.844 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.844 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.844 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.844 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:03.844 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:03.844 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.844 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:03.844 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.844 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.844 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.844 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.844 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:03.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 12, 2024-04-13T08:45:03.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 12, 2024-04-13T08:45:03.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:03.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.845 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.845 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.846 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.846 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.846 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:03.846 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.846 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:03.846 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.846 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:03.846 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:03.846 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.846 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.846 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.846 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.846 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.847 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.847 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.847 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:03.847 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.847 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.847 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:03.847 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.847 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.847 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.847 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:03.847 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.170095+0000", 2024-04-13T08:45:03.847 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.170095+0000", 2024-04-13T08:45:03.847 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.347581+0000", 2024-04-13T08:45:03.847 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:03.847 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.848 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.848 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.848 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:03.848 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:03.848 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:03.848 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:03.848 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.848 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.848 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.848 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:03.848 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:03.848 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.848 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3168, 2024-04-13T08:45:03.848 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.848 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.849 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:03.849 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.849 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.849 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.849 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.849 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3168, 2024-04-13T08:45:03.849 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.849 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.849 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.849 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.1", 2024-04-13T08:45:03.849 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.849 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.849 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.849 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 9115, 2024-04-13T08:45:03.849 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.850 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:13:59.214505+0000", 2024-04-13T08:45:03.850 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.004885399, 2024-04-13T08:45:03.850 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.850 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.851 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.852 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.852 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.852 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.852 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.852 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.852 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.852 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.852 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.852 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.852 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 1375, 2024-04-13T08:45:03.852 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 384030, 2024-04-13T08:45:03.852 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.852 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.853 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.853 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3147, 2024-04-13T08:45:03.853 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 422122 2024-04-13T08:45:03.853 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.853 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.853 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.853 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.853 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.853 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.853 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.853 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.853 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:03.853 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3168" 2024-04-13T08:45:03.853 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.853 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.854 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.854 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.854 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.854 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:03.854 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.854 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:03.854 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.854 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.854 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.854 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.854 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.854 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.854 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:03.854 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994121+0000", 2024-04-13T08:45:03.855 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994121+0000", 2024-04-13T08:45:03.855 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.994480+0000", 2024-04-13T08:45:03.855 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:03.855 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.855 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.855 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.855 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:03.855 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:03.855 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:03.855 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:03.855 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.855 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.855 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.856 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:03.856 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:03.856 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.856 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.856 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.856 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.856 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:03.856 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.856 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.856 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.856 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.856 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.856 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.857 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.857 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.857 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.7", 2024-04-13T08:45:03.857 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.857 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.857 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.857 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5139, 2024-04-13T08:45:03.857 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.857 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:52:08.900480+0000", 2024-04-13T08:45:03.857 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.857 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.857 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.858 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.859 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.860 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.860 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.860 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.860 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.860 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.860 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.860 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:03.860 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.860 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:03.860 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.860 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.861 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.861 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.861 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.861 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:03.861 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:03.861 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.861 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:03.861 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.861 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.861 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:03.861 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.861 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.861 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.861 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:03.861 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.169511+0000", 2024-04-13T08:45:03.862 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.169511+0000", 2024-04-13T08:45:03.862 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.169820+0000", 2024-04-13T08:45:03.862 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:03.862 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.862 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.862 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.862 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:03.862 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:03.862 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:03.862 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:03.862 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.862 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.862 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.862 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:03.863 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:03.863 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.863 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:03.863 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.863 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.863 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:03.863 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.863 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.863 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.863 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.863 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:03.863 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.863 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.863 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.863 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.6", 2024-04-13T08:45:03.863 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.864 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.864 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.864 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5219, 2024-04-13T08:45:03.864 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.864 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:27:46.180111+0000", 2024-04-13T08:45:03.864 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.864 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.864 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:03.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:03.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:03.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.865 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:03.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 4, 2024-04-13T08:45:03.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 4, 2024-04-13T08:45:03.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.866 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:03.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.867 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.867 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.867 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.867 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.867 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.867 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:03.867 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:03.867 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.867 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:03.867 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "569'3" 2024-04-13T08:45:03.867 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.868 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.868 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.868 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.868 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.868 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:03.868 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.868 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:03.868 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.868 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.868 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:03.868 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.868 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.868 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.868 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:03.868 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.997824+0000", 2024-04-13T08:45:03.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.997824+0000", 2024-04-13T08:45:03.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.447667+0000", 2024-04-13T08:45:03.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:03.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:03.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:03.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:03.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:03.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.869 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.870 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:03.870 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:03.870 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.870 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2910, 2024-04-13T08:45:03.870 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.870 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.870 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:03.870 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.870 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.870 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.870 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.870 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2910, 2024-04-13T08:45:03.870 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.870 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.871 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.871 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.0", 2024-04-13T08:45:03.871 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.871 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.871 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.871 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 8563, 2024-04-13T08:45:03.871 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.871 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:36:22.092062+0000", 2024-04-13T08:45:03.871 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.003454953, 2024-04-13T08:45:03.871 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.871 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 642, 2024-04-13T08:45:03.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 373693, 2024-04-13T08:45:03.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.873 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 2894, 2024-04-13T08:45:03.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 396841 2024-04-13T08:45:03.874 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.874 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.874 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.874 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.874 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.874 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.874 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:03.874 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.874 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:03.874 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'2910" 2024-04-13T08:45:03.874 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.874 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.875 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.875 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.875 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.875 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:03.875 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.875 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:03.875 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.875 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.875 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.875 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.875 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.875 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.875 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:03.875 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.449296+0000", 2024-04-13T08:45:03.876 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.449296+0000", 2024-04-13T08:45:03.876 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.449810+0000", 2024-04-13T08:45:03.876 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:03.876 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.876 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.876 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.876 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:03.876 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:03.876 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:03.876 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:03.876 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.876 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.876 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.876 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:03.876 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:03.877 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.877 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.877 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.877 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.877 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:03.877 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.877 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.877 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.877 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.877 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.877 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.877 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.877 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.877 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.4", 2024-04-13T08:45:03.878 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.878 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.878 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.878 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5214, 2024-04-13T08:45:03.878 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.878 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:25:54.167500+0000", 2024-04-13T08:45:03.878 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.878 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.878 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.880 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.880 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.880 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.880 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.880 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.880 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.880 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.880 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.880 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.880 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.880 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.880 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.880 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.880 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.880 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.880 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.880 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.881 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.881 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.881 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.881 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.881 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.881 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.881 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.881 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.881 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:03.881 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.881 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:03.881 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.881 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.882 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.882 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.882 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.882 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.882 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:03.882 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.882 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:03.882 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.882 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.882 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:03.882 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.882 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.882 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.882 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:03.882 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.999602+0000", 2024-04-13T08:45:03.883 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.999602+0000", 2024-04-13T08:45:03.883 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.000051+0000", 2024-04-13T08:45:03.883 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:03.883 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.883 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.883 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.883 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:03.883 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:03.883 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:03.883 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:03.883 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.883 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.883 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.883 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:03.883 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:03.883 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.884 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.884 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.884 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.884 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:03.884 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.884 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.884 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.884 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.884 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.884 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.884 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.884 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.884 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.5", 2024-04-13T08:45:03.884 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.884 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.885 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.885 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4999, 2024-04-13T08:45:03.885 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.885 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:54:43.201145+0000", 2024-04-13T08:45:03.885 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.885 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.885 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.888 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.888 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.888 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.888 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.888 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.888 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.888 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:03.888 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.888 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:03.888 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.888 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.888 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.888 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.888 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.888 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.889 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:03.889 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.889 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:03.889 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.889 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.889 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:03.889 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.889 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.889 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.889 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913571+0000", 2024-04-13T08:45:03.889 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.006869+0000", 2024-04-13T08:45:03.889 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.006869+0000", 2024-04-13T08:45:03.889 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.335921+0000", 2024-04-13T08:45:03.889 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913571+0000", 2024-04-13T08:45:03.889 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.889 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.890 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.890 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:03.890 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913571+0000", 2024-04-13T08:45:03.890 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913571+0000", 2024-04-13T08:45:03.890 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913571+0000", 2024-04-13T08:45:03.890 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.890 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.890 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.890 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913571+0000", 2024-04-13T08:45:03.890 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913571+0000", 2024-04-13T08:45:03.890 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.890 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3110, 2024-04-13T08:45:03.891 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.891 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.891 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:03.891 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.891 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.891 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.891 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.891 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3110, 2024-04-13T08:45:03.891 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.891 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.891 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.891 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.3", 2024-04-13T08:45:03.891 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.891 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.892 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.892 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 9185, 2024-04-13T08:45:03.892 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.892 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:39:11.566945+0000", 2024-04-13T08:45:03.892 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.006486199, 2024-04-13T08:45:03.892 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.892 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:03.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:03.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:03.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:03.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.894 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 1456, 2024-04-13T08:45:03.895 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 371063, 2024-04-13T08:45:03.895 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.895 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.895 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.895 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3081, 2024-04-13T08:45:03.895 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 384648 2024-04-13T08:45:03.895 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.895 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.895 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.895 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.895 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.895 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.895 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:03.895 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.895 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:03.895 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3110" 2024-04-13T08:45:03.896 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.896 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.896 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.896 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.896 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.896 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:03.896 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.896 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:03.896 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.896 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.896 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:03.896 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.896 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.896 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:03.897 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.004018+0000", 2024-04-13T08:45:03.897 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.004018+0000", 2024-04-13T08:45:03.897 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.004312+0000", 2024-04-13T08:45:03.897 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:03.897 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.897 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.897 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.897 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:03.897 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:03.897 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:03.897 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:03.897 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.897 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.897 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.898 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:03.898 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:03.898 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.898 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.898 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.898 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.898 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:03.898 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.898 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.898 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.898 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.898 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.898 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.898 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.898 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.899 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.0", 2024-04-13T08:45:03.899 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.899 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.899 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.899 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5023, 2024-04-13T08:45:03.899 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.899 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:45:07.102365+0000", 2024-04-13T08:45:03.899 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.899 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.899 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.902 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.902 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.902 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.902 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.902 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.902 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.902 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.902 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:03.902 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.902 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:03.902 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.902 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.902 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.903 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.903 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.903 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.903 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:03.903 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.903 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:03.903 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.903 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.903 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.903 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.903 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.903 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.903 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:03.903 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.932059+0000", 2024-04-13T08:45:03.903 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.932059+0000", 2024-04-13T08:45:03.904 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.933157+0000", 2024-04-13T08:45:03.904 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:03.904 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.904 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.904 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.904 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:03.904 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:03.904 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:03.904 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:03.904 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.904 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.904 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.904 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:03.904 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:03.905 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.905 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.905 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.905 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.905 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:03.905 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.905 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.905 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.905 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.905 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.905 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.905 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.905 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.905 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1", 2024-04-13T08:45:03.905 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.906 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.906 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.906 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5218, 2024-04-13T08:45:03.906 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.906 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:33:30.171374+0000", 2024-04-13T08:45:03.906 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.906 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.906 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.909 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.909 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.909 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.909 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.909 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.909 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.909 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.909 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.909 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.909 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:03.909 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.909 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:03.909 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.909 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.910 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.910 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.910 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.910 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.910 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:03.910 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.910 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:03.910 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.910 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.910 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:03.910 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.910 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.910 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913052+0000", 2024-04-13T08:45:03.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:19:36.800595+0000", 2024-04-13T08:45:03.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:19:36.800595+0000", 2024-04-13T08:45:03.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.339925+0000", 2024-04-13T08:45:03.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913052+0000", 2024-04-13T08:45:03.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 385, 2024-04-13T08:45:03.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913052+0000", 2024-04-13T08:45:03.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913052+0000", 2024-04-13T08:45:03.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913052+0000", 2024-04-13T08:45:03.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.912 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.912 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913052+0000", 2024-04-13T08:45:03.912 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913052+0000", 2024-04-13T08:45:03.912 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.912 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3085, 2024-04-13T08:45:03.912 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.912 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.912 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 384, 2024-04-13T08:45:03.912 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.912 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.912 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.912 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.912 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3085, 2024-04-13T08:45:03.913 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.913 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.913 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.913 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.6", 2024-04-13T08:45:03.913 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.913 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.913 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.913 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 9230, 2024-04-13T08:45:03.913 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.913 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:49:34.686907+0000", 2024-04-13T08:45:03.913 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.009581981, 2024-04-13T08:45:03.913 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.913 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 4194304, 2024-04-13T08:45:03.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:03.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:03.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:03.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.916 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.916 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 1648, 2024-04-13T08:45:03.916 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 381912, 2024-04-13T08:45:03.916 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.916 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.916 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.916 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3025, 2024-04-13T08:45:03.916 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 358997 2024-04-13T08:45:03.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.916 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.916 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.916 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.916 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.916 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.916 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:03.916 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.917 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:03.917 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3085" 2024-04-13T08:45:03.917 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.917 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.917 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.917 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.917 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.917 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.917 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.917 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:03.917 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.917 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.917 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 20, 2024-04-13T08:45:03.917 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.917 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.918 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:03.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994730+0000", 2024-04-13T08:45:03.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994730+0000", 2024-04-13T08:45:03.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.995391+0000", 2024-04-13T08:45:03.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:03.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:08:28.417903+0000", 2024-04-13T08:45:03.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:08:28.417903+0000", 2024-04-13T08:45:03.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:03.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:03.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:03.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:03.919 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.919 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.919 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:08:28.417903+0000", 2024-04-13T08:45:03.919 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:03.919 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:03.919 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.919 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 197, 2024-04-13T08:45:03.919 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.919 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.919 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:03.919 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.919 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.919 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.919 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.919 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 197, 2024-04-13T08:45:03.919 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.920 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.920 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.920 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "1.0", 2024-04-13T08:45:03.920 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.920 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.920 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.920 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5518, 2024-04-13T08:45:03.920 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.920 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:57:17.508755+0000", 2024-04-13T08:45:03.920 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.920 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.920 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 590368, 2024-04-13T08:45:03.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 1771104, 2024-04-13T08:45:03.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:03.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:03.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:03.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 6, 2024-04-13T08:45:03.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.923 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 812, 2024-04-13T08:45:03.923 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 1310, 2024-04-13T08:45:03.923 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.923 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.923 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.923 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 311, 2024-04-13T08:45:03.923 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 2416 2024-04-13T08:45:03.923 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.923 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.923 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.923 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.923 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:03.923 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.923 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.923 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.923 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:03.923 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "237'197" 2024-04-13T08:45:03.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.924 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.924 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.924 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.924 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.924 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:03.924 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.924 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:03.924 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.924 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.924 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:03.924 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.924 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.924 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:03.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.435327+0000", 2024-04-13T08:45:03.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.435327+0000", 2024-04-13T08:45:03.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.436299+0000", 2024-04-13T08:45:03.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:03.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:03.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:03.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:03.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:03.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.926 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:03.926 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:03.926 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.926 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.926 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.926 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.926 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:03.926 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.926 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.926 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.926 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.926 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.926 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.926 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.926 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.926 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.3", 2024-04-13T08:45:03.927 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.927 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.927 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.927 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5073, 2024-04-13T08:45:03.927 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.927 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:27:14.387889+0000", 2024-04-13T08:45:03.927 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.927 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.927 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.930 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.930 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.930 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.930 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.930 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.930 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:03.930 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.930 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:03.930 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.930 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.931 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.931 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.931 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.931 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.931 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.931 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:03.931 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.931 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.931 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.931 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.931 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.931 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.931 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:03.931 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.165087+0000", 2024-04-13T08:45:03.931 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.165087+0000", 2024-04-13T08:45:03.931 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.165309+0000", 2024-04-13T08:45:03.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:03.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:03.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:03.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:03.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:03.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:03.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:03.933 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.933 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.933 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.933 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.933 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:03.933 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.933 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.934 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.934 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.934 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.934 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.934 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.934 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.934 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2", 2024-04-13T08:45:03.934 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.934 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.934 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.934 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5127, 2024-04-13T08:45:03.934 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.934 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:30:47.604048+0000", 2024-04-13T08:45:03.935 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.935 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.935 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.937 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.937 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.938 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.938 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.938 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.938 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.938 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.938 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.938 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:03.938 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.938 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.938 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.938 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.938 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:03.938 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.939 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:03.939 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.939 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:03.939 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.939 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.939 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:03.939 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.939 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.939 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.939 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:03.939 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.996179+0000", 2024-04-13T08:45:03.939 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.996179+0000", 2024-04-13T08:45:03.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.389225+0000", 2024-04-13T08:45:03.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:03.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:03.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:03.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:03.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:03.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:03.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:03.941 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.941 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3106, 2024-04-13T08:45:03.941 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.941 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.941 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:03.941 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.941 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.941 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.941 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.941 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3106, 2024-04-13T08:45:03.941 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.941 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.941 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.941 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.5", 2024-04-13T08:45:03.941 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.942 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.942 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.942 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 8732, 2024-04-13T08:45:03.942 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.942 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:24:53.808653+0000", 2024-04-13T08:45:03.942 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.003767069, 2024-04-13T08:45:03.942 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.942 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 879, 2024-04-13T08:45:03.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 394402, 2024-04-13T08:45:03.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3098, 2024-04-13T08:45:03.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 420001 2024-04-13T08:45:03.945 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.945 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.945 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.945 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.945 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:03.945 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.945 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:03.945 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.945 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:03.945 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3106" 2024-04-13T08:45:03.945 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.945 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.945 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.946 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.946 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.946 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:03.946 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.946 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:03.946 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.946 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.946 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:03.946 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.946 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.946 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.946 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:03.946 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.800610+0000", 2024-04-13T08:45:03.946 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.800610+0000", 2024-04-13T08:45:03.946 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.800902+0000", 2024-04-13T08:45:03.946 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:03.947 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.947 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.947 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.947 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:03.947 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:03.947 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:03.947 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:03.947 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.947 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.947 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.947 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:03.947 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:03.947 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.947 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.948 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.948 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.948 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:03.948 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.948 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.948 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.948 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.948 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.948 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.948 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.948 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.948 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1", 2024-04-13T08:45:03.948 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.948 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.948 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.948 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5187, 2024-04-13T08:45:03.949 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.949 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:47:16.927400+0000", 2024-04-13T08:45:03.949 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.949 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.949 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.952 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.952 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.952 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.952 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.952 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.952 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.952 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.952 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.952 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.952 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.952 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.952 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.952 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:03.953 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.953 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:03.953 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.953 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.953 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.953 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.953 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.953 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.953 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.953 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.953 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:03.953 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.953 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.954 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.954 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.954 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.954 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.954 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:03.954 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.156141+0000", 2024-04-13T08:45:03.954 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.156141+0000", 2024-04-13T08:45:03.954 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.156483+0000", 2024-04-13T08:45:03.954 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:03.954 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.954 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.954 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.954 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:03.954 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:03.955 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:03.955 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:03.955 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.955 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.955 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.955 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:03.955 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:03.955 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.955 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.955 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.955 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.955 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:03.955 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.955 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.955 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.956 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.956 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.956 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.956 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.956 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.956 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.0", 2024-04-13T08:45:03.956 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.956 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.956 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.956 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5215, 2024-04-13T08:45:03.957 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.957 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:08:18.423327+0000", 2024-04-13T08:45:03.957 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.957 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.957 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.958 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.958 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.958 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.958 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.958 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.958 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.958 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.958 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.958 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.958 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.958 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.958 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.958 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.958 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.959 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.959 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.959 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.959 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.959 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.959 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.959 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.959 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.959 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.959 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.959 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.959 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.959 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.959 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.960 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.960 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.960 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.960 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.960 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.960 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.960 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.960 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.960 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.960 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.960 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:03.960 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.960 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.960 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.960 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.961 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.961 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.961 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:03.961 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.961 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:03.961 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.961 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.961 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:03.961 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.961 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.961 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.961 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:03.961 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.448941+0000", 2024-04-13T08:45:03.961 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.448941+0000", 2024-04-13T08:45:03.961 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.342398+0000", 2024-04-13T08:45:03.961 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:03.962 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.962 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.962 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.962 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:03.962 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:03.962 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:03.962 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:03.962 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.962 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.962 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.962 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:03.962 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:03.962 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.962 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3018, 2024-04-13T08:45:03.963 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.963 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.963 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:03.963 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.963 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.963 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.963 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.963 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3018, 2024-04-13T08:45:03.963 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.963 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.963 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.963 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.7", 2024-04-13T08:45:03.963 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.963 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.963 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.963 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 8836, 2024-04-13T08:45:03.963 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.964 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:16:09.107606+0000", 2024-04-13T08:45:03.964 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.011349046, 2024-04-13T08:45:03.964 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.964 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.965 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.966 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.966 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.966 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.966 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.966 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.966 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.966 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 928, 2024-04-13T08:45:03.966 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 379413, 2024-04-13T08:45:03.966 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.966 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.966 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.966 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3020, 2024-04-13T08:45:03.966 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 369801 2024-04-13T08:45:03.966 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.966 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.967 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.967 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.967 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.967 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.967 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:03.967 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.967 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:03.967 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1179'3018" 2024-04-13T08:45:03.967 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.967 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.967 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.967 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.967 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.968 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.968 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.968 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:03.968 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.968 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.968 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.968 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.968 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.968 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:03.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.166911+0000", 2024-04-13T08:45:03.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.166911+0000", 2024-04-13T08:45:03.968 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.167272+0000", 2024-04-13T08:45:03.969 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:03.969 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.969 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.969 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.969 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:03.969 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:03.969 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:03.969 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:03.969 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.969 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.969 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.969 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:03.969 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:03.969 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.970 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.970 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.970 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.970 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:03.970 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.970 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.970 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.970 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.970 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.970 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.970 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.970 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.970 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3", 2024-04-13T08:45:03.971 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.971 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.971 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.971 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5136, 2024-04-13T08:45:03.971 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.971 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:41:13.413148+0000", 2024-04-13T08:45:03.971 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.971 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.971 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.973 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.974 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.974 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.974 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.974 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.974 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.974 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:03.974 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.974 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.974 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.974 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:03.974 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.974 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.974 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.974 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.974 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.974 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.975 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.975 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.975 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:03.975 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.975 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.975 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:03.975 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.975 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.975 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.975 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:03.975 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.167901+0000", 2024-04-13T08:45:03.975 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.167901+0000", 2024-04-13T08:45:03.975 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.168243+0000", 2024-04-13T08:45:03.975 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:03.975 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.975 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:03.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:03.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:03.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:03.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:03.976 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:03.976 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.976 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.976 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.976 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.976 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:03.977 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.977 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.977 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.977 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.977 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.977 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.977 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.977 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.977 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.2", 2024-04-13T08:45:03.977 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.977 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.977 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.977 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5080, 2024-04-13T08:45:03.977 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.978 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:43:07.082883+0000", 2024-04-13T08:45:03.978 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.978 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.978 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.980 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.981 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.981 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.981 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.981 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.981 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.981 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.981 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.981 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:03.981 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.981 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:03.981 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.981 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.982 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.982 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.982 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.982 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.982 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:03.982 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.982 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:03.982 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.982 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.982 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:03.982 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.982 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.982 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.982 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025360+0000", 2024-04-13T08:45:03.983 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.803111+0000", 2024-04-13T08:45:03.983 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.803111+0000", 2024-04-13T08:45:03.983 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.340110+0000", 2024-04-13T08:45:03.983 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025360+0000", 2024-04-13T08:45:03.983 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.983 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.983 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.983 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:03.983 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025360+0000", 2024-04-13T08:45:03.983 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025360+0000", 2024-04-13T08:45:03.983 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025360+0000", 2024-04-13T08:45:03.983 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.983 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.983 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:03.983 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025360+0000", 2024-04-13T08:45:03.983 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025360+0000", 2024-04-13T08:45:03.984 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.984 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3067, 2024-04-13T08:45:03.984 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.984 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.984 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:03.984 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.984 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.984 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.984 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.984 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3067, 2024-04-13T08:45:03.984 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.984 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.984 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.984 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.4", 2024-04-13T08:45:03.984 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.984 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.984 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.985 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 9075, 2024-04-13T08:45:03.985 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.985 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:42:08.234645+0000", 2024-04-13T08:45:03.985 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.011400536, 2024-04-13T08:45:03.985 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.985 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:03.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:03.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:03.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:03.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 1296, 2024-04-13T08:45:03.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 366637, 2024-04-13T08:45:03.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3059, 2024-04-13T08:45:03.987 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 375365 2024-04-13T08:45:03.988 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.988 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.988 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.988 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.988 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.988 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:03.988 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:03.988 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.988 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:03.988 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3067" 2024-04-13T08:45:03.988 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.988 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.988 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.988 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.988 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.988 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:03.989 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.989 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:03.989 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.989 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.989 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:03.989 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.989 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.989 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.989 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:03.989 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.449254+0000", 2024-04-13T08:45:03.989 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.449254+0000", 2024-04-13T08:45:03.989 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.449597+0000", 2024-04-13T08:45:03.989 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:03.989 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.989 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.989 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.990 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:03.990 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:03.990 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:03.990 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:03.990 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.990 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.990 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:03.990 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:03.990 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:03.990 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.990 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.990 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.990 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.991 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:03.991 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.991 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.991 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.991 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.991 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.991 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.991 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.991 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.991 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.5", 2024-04-13T08:45:03.991 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.991 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.991 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.991 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5070, 2024-04-13T08:45:03.991 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.992 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:30:12.840058+0000", 2024-04-13T08:45:03.992 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.992 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.992 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:03.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:03.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:03.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:03.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:03.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:03.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:03.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:03.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:03.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:03.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:03.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:03.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:03.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:03.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:03.994 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:03.994 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:03.994 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:03.994 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:03.994 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:03.994 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:03.994 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:03.994 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:03.994 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:03.994 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:03.994 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:03.994 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:03.994 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:03.994 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:03.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:03.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:03.995 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.995 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:03.995 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:03.995 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:03.995 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:03.995 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:03.995 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:03.995 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.995 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:03.995 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:03.995 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:03.995 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:03.995 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:03.996 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:03.996 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:03.996 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:03.996 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:03.996 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:03.996 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:03.996 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:03.996 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:03.996 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:03.996 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:03.996 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:03.996 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:03.996 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.009592+0000", 2024-04-13T08:45:03.996 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.009592+0000", 2024-04-13T08:45:03.996 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.009927+0000", 2024-04-13T08:45:03.997 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:03.997 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.997 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:03.997 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.997 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:03.997 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:03.997 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:03.997 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:03.997 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:03.997 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:03.997 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:03.997 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:03.997 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:03.997 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:03.997 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:03.998 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:03.998 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:03.998 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:03.998 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:03.998 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:03.998 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:03.998 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:03.998 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:03.998 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:03.998 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:03.998 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:03.998 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.4", 2024-04-13T08:45:03.998 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:03.998 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:03.998 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:03.999 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5226, 2024-04-13T08:45:03.999 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:03.999 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:06:22.826092+0000", 2024-04-13T08:45:03.999 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:03.999 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:03.999 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:03.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:03.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:03.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:03.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:03.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:03.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:03.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:03.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:03.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:03.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.001 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.002 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.002 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.002 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.002 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:04.002 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.002 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:04.002 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.002 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:04.002 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.002 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.002 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.002 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.002 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:04.002 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.003 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:04.003 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.003 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:04.003 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.003 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.003 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:04.003 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.003 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.003 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:04.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.441801+0000", 2024-04-13T08:45:04.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.441801+0000", 2024-04-13T08:45:04.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.336884+0000", 2024-04-13T08:45:04.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:04.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:04.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.004 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:04.004 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:04.004 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:04.004 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:04.004 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:04.004 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.004 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.004 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:04.004 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:04.004 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:04.004 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.004 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2948, 2024-04-13T08:45:04.004 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.004 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.004 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:04.005 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.005 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.005 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.005 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.005 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2948, 2024-04-13T08:45:04.005 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.005 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.005 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.005 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.2", 2024-04-13T08:45:04.005 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.005 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.005 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.005 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 8855, 2024-04-13T08:45:04.005 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.005 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:02:15.391820+0000", 2024-04-13T08:45:04.006 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.006744742, 2024-04-13T08:45:04.006 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.006 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 19, 2024-04-13T08:45:04.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:04.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:04.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:04.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 777, 2024-04-13T08:45:04.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 419364, 2024-04-13T08:45:04.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 2958, 2024-04-13T08:45:04.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 383925 2024-04-13T08:45:04.009 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.009 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.009 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.009 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.009 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:04.009 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.009 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:04.009 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.009 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:04.009 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1179'2948" 2024-04-13T08:45:04.009 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.009 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.009 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.009 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.009 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.009 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.010 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.010 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:04.010 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.010 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.010 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.010 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.010 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.010 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.010 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:04.010 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994925+0000", 2024-04-13T08:45:04.010 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994925+0000", 2024-04-13T08:45:04.010 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.995263+0000", 2024-04-13T08:45:04.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:04.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:04.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:04.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:04.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:04.011 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:04.011 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.012 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.012 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.012 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.012 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.012 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.012 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.012 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.012 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.012 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.012 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.012 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.012 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.012 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.e", 2024-04-13T08:45:04.012 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.012 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.013 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.013 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4994, 2024-04-13T08:45:04.013 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.013 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:27:06.999181+0000", 2024-04-13T08:45:04.013 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.013 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.013 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.015 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.016 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.016 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.016 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.016 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.016 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.016 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.016 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.016 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.016 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.016 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.016 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.016 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.016 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:04.016 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.016 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.017 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.017 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.017 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.017 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.017 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:04.017 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.017 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:04.017 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.017 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.017 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:04.017 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.017 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.017 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:04.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.986922+0000", 2024-04-13T08:45:04.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.986922+0000", 2024-04-13T08:45:04.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.987265+0000", 2024-04-13T08:45:04.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:04.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:04.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:04.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:04.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.018 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.019 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:04.019 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:04.019 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.019 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T08:45:04.019 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.019 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.019 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.019 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.019 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.019 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.019 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.019 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T08:45:04.019 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.019 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.019 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.020 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.f", 2024-04-13T08:45:04.020 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.020 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.020 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.020 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5137, 2024-04-13T08:45:04.020 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.020 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:37:48.436353+0000", 2024-04-13T08:45:04.020 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.020 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.020 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 22, 2024-04-13T08:45:04.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:04.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:04.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:04.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 2, 2024-04-13T08:45:04.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 2, 2024-04-13T08:45:04.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T08:45:04.023 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T08:45:04.023 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.023 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.023 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.023 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.023 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.023 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.023 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:04.023 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.023 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:04.023 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'1" 2024-04-13T08:45:04.024 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.024 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.024 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.024 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.024 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.024 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:04.024 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.024 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:04.024 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.024 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.024 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.024 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.024 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.024 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.024 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:04.024 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.995647+0000", 2024-04-13T08:45:04.024 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.995647+0000", 2024-04-13T08:45:04.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.998730+0000", 2024-04-13T08:45:04.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:04.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:04.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:04.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:04.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:04.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:04.026 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.026 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.026 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.026 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.026 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.026 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.026 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.026 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.026 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.026 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.026 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.026 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.026 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.026 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.11", 2024-04-13T08:45:04.026 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.027 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.027 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.027 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5019, 2024-04-13T08:45:04.027 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.027 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:36:44.067412+0000", 2024-04-13T08:45:04.027 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.027 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.027 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.030 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.030 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.030 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.030 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.030 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.030 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.030 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.030 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.030 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.030 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:04.030 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.030 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:04.030 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.030 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.031 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.031 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.031 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:04.031 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:04.031 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:04.031 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.031 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:04.031 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.031 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.031 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:04.031 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.031 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.031 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.031 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:04.031 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:19:36.794944+0000", 2024-04-13T08:45:04.031 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:19:36.794944+0000", 2024-04-13T08:45:04.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:19:36.795591+0000", 2024-04-13T08:45:04.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:04.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 385, 2024-04-13T08:45:04.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:04.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:04.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:04.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:04.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:04.033 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.033 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 8, 2024-04-13T08:45:04.033 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.033 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.033 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 384, 2024-04-13T08:45:04.033 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.033 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.033 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.033 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.033 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 8, 2024-04-13T08:45:04.033 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.033 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.033 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.033 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.10", 2024-04-13T08:45:04.033 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.033 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.034 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.034 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5206, 2024-04-13T08:45:04.034 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.034 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:48:53.284073+0000", 2024-04-13T08:45:04.034 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.034 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.034 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 12, 2024-04-13T08:45:04.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 4, 2024-04-13T08:45:04.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 4, 2024-04-13T08:45:04.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 4, 2024-04-13T08:45:04.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 48, 2024-04-13T08:45:04.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 48, 2024-04-13T08:45:04.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.037 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 12, 2024-04-13T08:45:04.037 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.037 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.037 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.037 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.037 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.037 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:04.037 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:04.037 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:04.037 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.037 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:04.037 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'8" 2024-04-13T08:45:04.037 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.037 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.038 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.038 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.038 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.038 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:04.038 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.038 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:04.038 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.038 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.038 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.038 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.038 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.038 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.038 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:04.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.167020+0000", 2024-04-13T08:45:04.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.167020+0000", 2024-04-13T08:45:04.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.167693+0000", 2024-04-13T08:45:04.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:04.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:04.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:04.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:04.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:04.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:04.040 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:04.040 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.040 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.040 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.040 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.040 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:04.040 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.040 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.040 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.040 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.040 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.040 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.040 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.040 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.040 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.10", 2024-04-13T08:45:04.040 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.041 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.041 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.041 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5023, 2024-04-13T08:45:04.041 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.041 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:31:20.315116+0000", 2024-04-13T08:45:04.041 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.041 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.041 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.044 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.044 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.044 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.044 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.044 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.044 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.044 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.044 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.044 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.044 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.044 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.044 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:04.044 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.044 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:04.044 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.044 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.045 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.045 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.045 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.045 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.045 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.045 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.045 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:04.045 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.045 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.045 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:04.045 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.045 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.045 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.045 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:04.045 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.175405+0000", 2024-04-13T08:45:04.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.175405+0000", 2024-04-13T08:45:04.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.176443+0000", 2024-04-13T08:45:04.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:04.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:04.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:04.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:04.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:04.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:04.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:04.047 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.047 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.047 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.047 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.047 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:04.047 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.047 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.047 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.047 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.047 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.047 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.047 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.047 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.047 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.11", 2024-04-13T08:45:04.047 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.048 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.048 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.048 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5031, 2024-04-13T08:45:04.048 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.048 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:00:14.213685+0000", 2024-04-13T08:45:04.048 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.048 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.048 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.051 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.051 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.051 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.051 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.051 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.051 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.051 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.051 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.051 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:04.051 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.051 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.051 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.052 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.052 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.052 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.052 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:04.052 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.052 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:04.052 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.052 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.052 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.052 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.052 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.052 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:04.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.986068+0000", 2024-04-13T08:45:04.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.986068+0000", 2024-04-13T08:45:04.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.000085+0000", 2024-04-13T08:45:04.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:04.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:04.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:04.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:04.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.054 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.054 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.054 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:04.054 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:04.054 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.054 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.054 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.054 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.054 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.054 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.054 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.054 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.054 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.054 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.055 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.055 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.055 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.055 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.13", 2024-04-13T08:45:04.055 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.055 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.055 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.055 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4993, 2024-04-13T08:45:04.055 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.055 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:43:36.828941+0000", 2024-04-13T08:45:04.055 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.055 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.055 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.058 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.058 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.059 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.059 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.059 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.059 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.059 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:04.059 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.059 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:04.059 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.059 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.059 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.059 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.059 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.059 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.059 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:04.059 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.059 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:04.060 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.060 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.060 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:04.060 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.060 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.060 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.060 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912972+0000", 2024-04-13T08:45:04.060 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.988883+0000", 2024-04-13T08:45:04.060 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.988883+0000", 2024-04-13T08:45:04.060 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.989430+0000", 2024-04-13T08:45:04.060 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912972+0000", 2024-04-13T08:45:04.060 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.060 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.060 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.060 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.060 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912972+0000", 2024-04-13T08:45:04.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912972+0000", 2024-04-13T08:45:04.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912972+0000", 2024-04-13T08:45:04.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912972+0000", 2024-04-13T08:45:04.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912972+0000", 2024-04-13T08:45:04.061 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.061 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.061 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.061 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.061 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.061 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.061 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.061 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.062 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.062 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.062 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.062 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.062 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.062 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.12", 2024-04-13T08:45:04.062 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.062 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.062 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.062 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5060, 2024-04-13T08:45:04.062 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.062 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:31:16.477423+0000", 2024-04-13T08:45:04.063 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.063 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.063 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.065 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.065 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.065 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.065 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.066 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.066 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.066 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:04.066 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.066 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:04.066 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.066 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.066 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.066 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.066 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.066 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.066 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:04.066 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.066 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:04.066 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.067 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.067 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.067 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.067 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.067 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.067 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:04.067 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.000592+0000", 2024-04-13T08:45:04.067 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.000592+0000", 2024-04-13T08:45:04.067 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.000986+0000", 2024-04-13T08:45:04.067 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:04.067 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.067 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.068 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.068 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.068 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:04.068 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:04.068 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:04.068 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.068 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.068 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.068 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:04.068 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:04.068 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.068 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.068 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.068 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.068 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.069 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.069 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.069 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.069 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.069 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.069 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.069 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.069 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.069 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.12", 2024-04-13T08:45:04.069 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.069 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.069 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.069 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5213, 2024-04-13T08:45:04.069 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.069 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:10:24.957445+0000", 2024-04-13T08:45:04.070 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.070 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.070 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.072 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.072 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.072 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.072 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.073 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.073 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.073 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:04.073 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.073 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:04.073 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.073 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.073 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.073 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.073 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.073 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.073 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:04.073 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.073 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:04.073 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.073 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.074 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:04.074 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.074 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.074 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.074 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:04.074 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.923756+0000", 2024-04-13T08:45:04.074 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.923756+0000", 2024-04-13T08:45:04.074 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.924281+0000", 2024-04-13T08:45:04.074 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:04.074 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.074 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.074 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.074 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:04.074 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:04.075 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:04.075 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:04.075 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.075 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.075 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.075 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:04.075 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:04.075 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.075 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:04.075 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.075 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.075 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:04.075 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.075 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.075 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.075 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.075 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:04.076 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.076 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.076 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.076 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.13", 2024-04-13T08:45:04.076 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.076 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.076 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.076 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5220, 2024-04-13T08:45:04.076 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.076 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:03:53.986623+0000", 2024-04-13T08:45:04.076 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.076 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.076 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 34, 2024-04-13T08:45:04.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:04.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:04.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:04.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:04.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 8, 2024-04-13T08:45:04.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 16, 2024-04-13T08:45:04.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:04.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 7 2024-04-13T08:45:04.079 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.079 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.079 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.079 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.080 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.080 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.080 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:04.080 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.080 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:04.080 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:04.080 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.080 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.080 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.080 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.080 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.080 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:04.080 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.080 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:04.080 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.081 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.081 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.081 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.081 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.081 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:04.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.991210+0000", 2024-04-13T08:45:04.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.991210+0000", 2024-04-13T08:45:04.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.992247+0000", 2024-04-13T08:45:04.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:04.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:04.082 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:04.082 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:04.082 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.082 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.082 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.082 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:04.082 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:04.082 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.082 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.082 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.083 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.083 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.083 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.083 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.083 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.083 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.083 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.083 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.083 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.083 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.083 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.15", 2024-04-13T08:45:04.083 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.083 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.083 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.084 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4992, 2024-04-13T08:45:04.084 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.084 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:32:46.556285+0000", 2024-04-13T08:45:04.084 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.084 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.084 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.087 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.087 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.087 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.087 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.087 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.087 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.087 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:04.087 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.087 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:04.087 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.087 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.087 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.087 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.088 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.088 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.088 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:04.088 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.088 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:04.088 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.088 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.088 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:04.088 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.088 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.088 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.088 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:04.088 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.172651+0000", 2024-04-13T08:45:04.088 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.172651+0000", 2024-04-13T08:45:04.088 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.173016+0000", 2024-04-13T08:45:04.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:04.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:04.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:04.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:04.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:04.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:04.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:04.089 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.089 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 30, 2024-04-13T08:45:04.089 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.090 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.090 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:04.090 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.090 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.090 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.090 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.090 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 30, 2024-04-13T08:45:04.090 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.090 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.090 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.090 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.14", 2024-04-13T08:45:04.090 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.090 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.090 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.091 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5066, 2024-04-13T08:45:04.091 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.091 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:42:28.705917+0000", 2024-04-13T08:45:04.091 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.091 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.091 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.091 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 5824, 2024-04-13T08:45:04.091 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.091 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.091 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.091 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.091 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.091 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.091 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 12, 2024-04-13T08:45:04.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 4, 2024-04-13T08:45:04.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 4, 2024-04-13T08:45:04.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:04.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 20, 2024-04-13T08:45:04.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 28, 2024-04-13T08:45:04.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 28, 2024-04-13T08:45:04.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 25 2024-04-13T08:45:04.094 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.094 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.094 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.094 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.094 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.094 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.094 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:04.094 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.095 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:04.095 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'30" 2024-04-13T08:45:04.095 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.095 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.095 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.095 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.095 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.095 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:04.095 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.095 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:04.095 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.095 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.095 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.095 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.095 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.096 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.096 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:04.096 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.979594+0000", 2024-04-13T08:45:04.096 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.979594+0000", 2024-04-13T08:45:04.096 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.979944+0000", 2024-04-13T08:45:04.096 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:04.096 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.096 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.096 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.096 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.096 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:04.096 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:04.096 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:04.096 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.096 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.097 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.097 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:04.097 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:04.097 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.097 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.097 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.097 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.097 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.097 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.097 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.097 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.097 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.097 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.097 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.098 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.098 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.098 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.14", 2024-04-13T08:45:04.098 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.098 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.098 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.098 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5119, 2024-04-13T08:45:04.098 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.098 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:20:15.686817+0000", 2024-04-13T08:45:04.098 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.098 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.098 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.098 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.098 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.098 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.099 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.101 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.101 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.101 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.101 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.101 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.101 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.101 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:04.101 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.101 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:04.101 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.101 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.101 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.102 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.102 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:04.102 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.102 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:04.102 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.102 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:04.102 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.102 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.102 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:04.102 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.102 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.102 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.102 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:04.102 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.449061+0000", 2024-04-13T08:45:04.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.449061+0000", 2024-04-13T08:45:04.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.449440+0000", 2024-04-13T08:45:04.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:04.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:04.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:04.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:04.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:04.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:04.103 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:04.104 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.104 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:04.104 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.104 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.104 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:04.104 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.104 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.104 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.104 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.104 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:04.104 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.104 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.104 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.104 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.15", 2024-04-13T08:45:04.104 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.105 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.105 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.105 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5229, 2024-04-13T08:45:04.105 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.105 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:45:56.293098+0000", 2024-04-13T08:45:04.105 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.105 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.105 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.105 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 90, 2024-04-13T08:45:04.105 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.105 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.105 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.105 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.105 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.105 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.105 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:04.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:04.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:04.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:04.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 14, 2024-04-13T08:45:04.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 14, 2024-04-13T08:45:04.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 4, 2024-04-13T08:45:04.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T08:45:04.108 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.108 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.108 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.108 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.108 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:04.108 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.108 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:04.108 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.108 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:04.108 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'3" 2024-04-13T08:45:04.108 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.108 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.108 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.109 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.109 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.109 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:04.109 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.109 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:04.109 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.109 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.109 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.109 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.109 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.109 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.109 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:04.109 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.441972+0000", 2024-04-13T08:45:04.110 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.441972+0000", 2024-04-13T08:45:04.110 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.442787+0000", 2024-04-13T08:45:04.110 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:04.110 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.110 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.110 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.110 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:04.110 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:04.110 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:04.110 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:04.110 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.110 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.110 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.110 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:04.111 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:04.111 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.111 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.111 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.111 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.111 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:04.111 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.111 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.111 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.111 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.111 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.111 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.111 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.111 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.112 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.17", 2024-04-13T08:45:04.112 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.112 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.112 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.112 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5211, 2024-04-13T08:45:04.112 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.112 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:32:48.009448+0000", 2024-04-13T08:45:04.112 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.112 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.112 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.112 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.112 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.112 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.112 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.113 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.113 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.113 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.113 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.113 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.113 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.113 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.113 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.113 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.113 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.113 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.113 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.113 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.113 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.113 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.114 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.114 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.114 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.114 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.114 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.114 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.114 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.114 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.114 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.114 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.114 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.114 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.114 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.115 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.115 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.115 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.115 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.115 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.115 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.115 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:04.116 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.116 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:04.116 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.116 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.116 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.116 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.116 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.116 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.116 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:04.116 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.116 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:04.116 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.116 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.116 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:04.116 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.116 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.117 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.117 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:04.117 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.171724+0000", 2024-04-13T08:45:04.117 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.171724+0000", 2024-04-13T08:45:04.117 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.172042+0000", 2024-04-13T08:45:04.117 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:04.117 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.117 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.117 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.117 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:04.117 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:04.117 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:04.117 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:04.117 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.117 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.118 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.118 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:04.118 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:04.118 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.118 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.118 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.118 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.118 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:04.118 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.118 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.118 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.118 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.118 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.118 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.118 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.119 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.119 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.16", 2024-04-13T08:45:04.119 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.119 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.119 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.119 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5067, 2024-04-13T08:45:04.119 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.119 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:59:43.008002+0000", 2024-04-13T08:45:04.119 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.119 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.119 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.119 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.119 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.119 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.120 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.121 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.121 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.121 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.121 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.121 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.121 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.121 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.121 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.121 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.121 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.121 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.121 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.121 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.121 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.122 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.122 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.122 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.122 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.122 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.123 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:04.123 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.123 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:04.123 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.123 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.123 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.123 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.123 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.123 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.123 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.123 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:04.123 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.123 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.123 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.123 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.124 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.124 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.124 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:04.124 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.982856+0000", 2024-04-13T08:45:04.124 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.982856+0000", 2024-04-13T08:45:04.124 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.983264+0000", 2024-04-13T08:45:04.124 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:04.124 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.124 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.124 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.124 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.124 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:04.124 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:04.124 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:04.124 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.124 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.125 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.125 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:04.125 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:04.125 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.125 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.125 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.125 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.125 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.125 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.125 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.125 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.125 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.125 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.125 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.126 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.126 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.126 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.16", 2024-04-13T08:45:04.126 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.126 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.126 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.126 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5073, 2024-04-13T08:45:04.126 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.126 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:45:03.998773+0000", 2024-04-13T08:45:04.126 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.126 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.126 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.126 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.127 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.129 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.129 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.129 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.129 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.129 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.129 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.129 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.129 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.129 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.129 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.129 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.129 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.129 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.129 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:04.129 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.130 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.130 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.130 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.130 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.130 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:04.130 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.130 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:04.130 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.130 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.130 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:04.130 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.130 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.130 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.130 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:04.130 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.169358+0000", 2024-04-13T08:45:04.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.169358+0000", 2024-04-13T08:45:04.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.171877+0000", 2024-04-13T08:45:04.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:04.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:04.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:04.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:04.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:04.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:04.131 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:04.131 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.131 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.132 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.132 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.132 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:04.132 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.132 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.132 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.132 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.132 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.132 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.132 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.132 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.132 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.17", 2024-04-13T08:45:04.132 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.132 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.132 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.132 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5023, 2024-04-13T08:45:04.133 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.133 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:51:31.670554+0000", 2024-04-13T08:45:04.133 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.133 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.133 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.133 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.134 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.135 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.136 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.136 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.136 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.136 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.136 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.136 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.136 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.136 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:04.136 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.136 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:04.136 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.136 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.137 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.137 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:04.137 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.137 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:04.137 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.137 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:04.137 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.137 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.137 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.137 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.137 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.137 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.137 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:04.137 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.806703+0000", 2024-04-13T08:45:04.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.806703+0000", 2024-04-13T08:45:04.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.807016+0000", 2024-04-13T08:45:04.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:04.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:04.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:04.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:04.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:04.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.138 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:04.139 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:04.139 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.139 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.139 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.139 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.139 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:04.139 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.139 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.139 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.139 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.139 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.139 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.140 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.140 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.140 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.19", 2024-04-13T08:45:04.140 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.140 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.140 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.140 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5224, 2024-04-13T08:45:04.140 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.140 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:36:45.199661+0000", 2024-04-13T08:45:04.140 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.140 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.140 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.140 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.140 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.141 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.141 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.141 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.141 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.141 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.141 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.141 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.141 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.141 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.141 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.141 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.141 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.141 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.141 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.141 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.141 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.142 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.143 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.143 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.143 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.143 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.143 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.143 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:04.143 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.143 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:04.143 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.143 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:04.143 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.143 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.144 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.144 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.144 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.144 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.144 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.144 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.144 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:04.144 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.144 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.144 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:04.144 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.144 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.144 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.144 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:04.144 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.442562+0000", 2024-04-13T08:45:04.144 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.442562+0000", 2024-04-13T08:45:04.145 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.442917+0000", 2024-04-13T08:45:04.145 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:04.145 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.145 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.145 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.145 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:04.145 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:04.145 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:04.145 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:04.145 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.145 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.145 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.145 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:04.145 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:04.145 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.146 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.146 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.146 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.146 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:04.146 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.146 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.146 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.146 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.146 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.146 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.146 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.146 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.146 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.18", 2024-04-13T08:45:04.146 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.147 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.147 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.147 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5063, 2024-04-13T08:45:04.147 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.147 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:54:44.757014+0000", 2024-04-13T08:45:04.147 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.147 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.147 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.147 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.147 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.147 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.147 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.148 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.148 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.148 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.149 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.149 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.149 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.149 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.149 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.149 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.149 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.150 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.151 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.151 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.151 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.151 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.152 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.152 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.152 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.152 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:04.152 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.152 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.152 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.152 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.152 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.152 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.152 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.152 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:04.152 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.152 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.153 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.153 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.153 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.153 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.153 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:04.153 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.814447+0000", 2024-04-13T08:45:04.153 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.814447+0000", 2024-04-13T08:45:04.153 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.816730+0000", 2024-04-13T08:45:04.153 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:04.153 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.153 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.153 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.153 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:04.154 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:04.154 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:04.154 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:04.154 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.154 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.154 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.154 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:04.154 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:04.154 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.154 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.154 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.154 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.154 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:04.155 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.155 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.155 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.155 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.155 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.155 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.155 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.155 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.155 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.18", 2024-04-13T08:45:04.155 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.155 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.155 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.155 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5135, 2024-04-13T08:45:04.155 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.155 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:15:30.573120+0000", 2024-04-13T08:45:04.156 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.156 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.156 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.157 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.157 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.157 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.157 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.157 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.157 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.157 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.157 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.157 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.157 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.157 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.157 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.158 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.158 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.158 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.158 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.158 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.158 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.158 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.158 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.158 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.158 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.158 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.158 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.158 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.158 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.159 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.159 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.159 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.159 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.159 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.159 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.159 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.159 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.159 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:04.159 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.159 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.159 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.160 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.160 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.160 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:04.160 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.160 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:04.160 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.160 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.160 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:04.160 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.160 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.160 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.160 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:04.160 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.174386+0000", 2024-04-13T08:45:04.160 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.174386+0000", 2024-04-13T08:45:04.160 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.174732+0000", 2024-04-13T08:45:04.161 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:04.161 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.161 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.161 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.161 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:04.161 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:04.161 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:04.161 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:04.161 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.161 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.161 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.161 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:04.161 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:04.161 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.161 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.161 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.161 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.162 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:04.162 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.162 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.162 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.162 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.162 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.162 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.162 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.162 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.162 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.19", 2024-04-13T08:45:04.162 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.162 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.162 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.162 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5135, 2024-04-13T08:45:04.163 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.163 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:11:35.954998+0000", 2024-04-13T08:45:04.163 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.163 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.163 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.164 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.164 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.164 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.164 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.164 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.164 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.164 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.164 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.164 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.164 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.164 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.164 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.164 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.164 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.164 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.164 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.165 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.165 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.165 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.165 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.165 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.165 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.165 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.165 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.165 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.165 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.165 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.165 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.165 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.165 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.166 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.166 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.166 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.166 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.166 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:04.166 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.166 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:04.166 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.166 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.166 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.166 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:04.166 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.166 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:04.167 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.167 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:04.167 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.167 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.167 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.167 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.167 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.167 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.167 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:04.167 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.986529+0000", 2024-04-13T08:45:04.167 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.986529+0000", 2024-04-13T08:45:04.167 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.986827+0000", 2024-04-13T08:45:04.167 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:04.167 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.168 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.168 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.168 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.168 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:04.168 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:04.168 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:04.168 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.168 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.168 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.168 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:04.168 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:04.168 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.168 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.168 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.169 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.169 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.169 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.169 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.169 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.169 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.169 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.169 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.169 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.169 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.169 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1b", 2024-04-13T08:45:04.169 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.169 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.169 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.169 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5166, 2024-04-13T08:45:04.170 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.170 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:55:28.407524+0000", 2024-04-13T08:45:04.170 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.170 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.170 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.172 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.172 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.172 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.172 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.172 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.172 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.172 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.172 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.172 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.172 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.172 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.172 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.172 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.172 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.172 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.173 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.173 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.173 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:04.173 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.173 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:04.173 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.173 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:04.173 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.173 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.173 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.173 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.173 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.173 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:04.173 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.173 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:04.173 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.174 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.174 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:04.174 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.174 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.174 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:04.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.996837+0000", 2024-04-13T08:45:04.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.996837+0000", 2024-04-13T08:45:04.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.997305+0000", 2024-04-13T08:45:04.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:04.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:04.175 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:04.175 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:04.175 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.175 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.175 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.175 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:04.175 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:04.175 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.175 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:04.175 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.175 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.175 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.175 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.175 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.175 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.175 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.176 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:04.176 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.176 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.176 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.176 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1a", 2024-04-13T08:45:04.176 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.176 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.176 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.176 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5026, 2024-04-13T08:45:04.176 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.176 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:21:48.496374+0000", 2024-04-13T08:45:04.176 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.176 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.176 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.179 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.179 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.179 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.179 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.179 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.179 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.179 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:04.180 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.180 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:04.180 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'3" 2024-04-13T08:45:04.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.180 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.180 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.180 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.180 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:04.180 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:04.180 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.180 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:04.180 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.180 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.181 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.181 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.181 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.181 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:04.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.927467+0000", 2024-04-13T08:45:04.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.927467+0000", 2024-04-13T08:45:04.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.927786+0000", 2024-04-13T08:45:04.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:04.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:04.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:04.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:04.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:04.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:04.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:04.182 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.182 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.182 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.182 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.182 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:04.182 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.182 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.182 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.182 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.182 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.183 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.183 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.183 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.183 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1a", 2024-04-13T08:45:04.183 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.183 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.183 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.183 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5122, 2024-04-13T08:45:04.183 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.183 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:54:20.118750+0000", 2024-04-13T08:45:04.183 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.183 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.183 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.186 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.186 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.186 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.186 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.186 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:04.186 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:04.186 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.187 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:04.187 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.187 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.187 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.187 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.187 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.187 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:04.187 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.187 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:04.187 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.187 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.187 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:04.188 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.188 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.188 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914016+0000", 2024-04-13T08:45:04.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.007562+0000", 2024-04-13T08:45:04.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.007562+0000", 2024-04-13T08:45:04.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.008009+0000", 2024-04-13T08:45:04.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914016+0000", 2024-04-13T08:45:04.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914016+0000", 2024-04-13T08:45:04.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914016+0000", 2024-04-13T08:45:04.189 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914016+0000", 2024-04-13T08:45:04.189 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.189 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.189 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.189 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914016+0000", 2024-04-13T08:45:04.189 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914016+0000", 2024-04-13T08:45:04.189 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.189 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:04.189 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.189 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.189 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.189 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.189 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.189 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.190 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.190 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:04.190 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.190 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.190 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.190 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1b", 2024-04-13T08:45:04.190 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.190 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.190 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.190 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5123, 2024-04-13T08:45:04.190 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.190 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:40:49.283771+0000", 2024-04-13T08:45:04.190 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.190 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.191 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.193 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.193 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.193 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.193 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.194 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.194 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:04.194 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.194 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:04.194 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'3" 2024-04-13T08:45:04.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.194 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.194 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.194 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.194 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.194 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:04.194 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.194 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:04.194 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.194 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.195 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.195 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.195 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.195 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:04.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.154308+0000", 2024-04-13T08:45:04.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.154308+0000", 2024-04-13T08:45:04.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.154809+0000", 2024-04-13T08:45:04.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:04.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:04.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:04.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:04.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:04.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:04.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:04.196 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.196 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.196 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.196 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.196 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:04.196 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.196 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.196 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.196 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.197 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.197 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.197 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.197 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.197 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1d", 2024-04-13T08:45:04.197 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.197 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.197 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.197 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5049, 2024-04-13T08:45:04.197 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.197 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:47:26.143058+0000", 2024-04-13T08:45:04.197 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.197 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.197 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.197 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.200 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.200 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.200 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.200 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.200 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.200 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:04.200 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.200 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:04.200 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.201 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.201 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.201 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.201 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.201 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:04.201 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.201 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:04.201 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.201 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.201 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:04.201 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.201 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.201 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.201 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:04.201 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.989930+0000", 2024-04-13T08:45:04.201 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.989930+0000", 2024-04-13T08:45:04.201 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.991543+0000", 2024-04-13T08:45:04.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:04.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:04.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:04.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:04.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:04.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:04.202 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.202 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:04.203 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.203 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.203 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.203 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.203 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.203 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.203 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.203 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:04.203 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.203 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.203 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.203 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1c", 2024-04-13T08:45:04.203 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.203 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.203 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.203 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5032, 2024-04-13T08:45:04.203 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.204 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:17:16.347726+0000", 2024-04-13T08:45:04.204 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.204 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.204 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.204 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:04.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:04.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:04.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:04.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 12, 2024-04-13T08:45:04.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 12, 2024-04-13T08:45:04.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:04.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.207 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.207 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.207 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.207 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.207 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.207 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:04.207 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.207 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:04.207 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:04.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.207 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.207 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.208 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.208 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.208 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.208 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.208 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:04.208 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.208 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.208 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.208 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.208 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.208 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.208 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:04.208 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.445093+0000", 2024-04-13T08:45:04.208 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.445093+0000", 2024-04-13T08:45:04.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.445448+0000", 2024-04-13T08:45:04.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:04.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:04.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:04.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:04.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:04.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:04.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:04.210 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.210 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.210 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.210 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.210 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:04.210 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.210 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.210 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.210 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.210 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.210 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.210 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.210 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.211 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1c", 2024-04-13T08:45:04.211 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.211 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.211 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.211 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5055, 2024-04-13T08:45:04.211 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.211 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:25:59.248856+0000", 2024-04-13T08:45:04.211 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.211 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.211 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.211 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.211 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.211 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.211 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.214 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.214 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.214 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.214 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.214 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.214 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.214 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.214 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.214 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:04.214 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.215 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.215 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.215 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.215 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.215 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:04.215 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.215 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:04.215 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.215 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.215 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:04.215 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.215 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.215 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.215 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:04.215 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.003051+0000", 2024-04-13T08:45:04.216 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.003051+0000", 2024-04-13T08:45:04.216 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.009181+0000", 2024-04-13T08:45:04.216 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:04.216 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.216 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.216 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.216 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.216 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:04.216 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:04.216 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:04.216 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.216 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.216 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.216 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:04.216 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:04.217 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.217 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:04.217 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.217 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.217 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.217 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.217 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.217 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.217 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.217 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:04.217 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.217 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.217 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.217 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1d", 2024-04-13T08:45:04.217 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.218 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.218 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.218 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5052, 2024-04-13T08:45:04.218 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.218 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:19:39.596354+0000", 2024-04-13T08:45:04.218 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.218 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.218 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.218 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.218 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.218 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.218 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.218 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.218 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:04.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:04.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:04.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:04.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 12, 2024-04-13T08:45:04.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 12, 2024-04-13T08:45:04.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:04.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.221 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.221 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.221 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.221 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.221 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.221 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:04.221 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.221 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:04.221 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:04.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.222 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.222 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.222 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.222 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.222 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:04.222 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.222 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:04.222 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.222 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.222 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.222 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.222 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.222 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.222 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:04.222 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.437667+0000", 2024-04-13T08:45:04.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.437667+0000", 2024-04-13T08:45:04.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.438059+0000", 2024-04-13T08:45:04.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:04.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:04.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:04.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:04.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:04.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:04.223 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:04.224 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.224 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.224 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.224 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.224 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:04.224 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.224 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.224 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.224 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.224 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.224 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.224 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.224 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.224 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1f", 2024-04-13T08:45:04.225 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.225 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.225 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.225 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5218, 2024-04-13T08:45:04.225 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.225 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:07:47.294108+0000", 2024-04-13T08:45:04.225 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.225 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.225 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.225 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.225 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.225 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.225 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.225 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.225 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.226 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.228 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.228 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.228 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.228 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.228 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.228 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.228 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:04.228 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.228 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:04.228 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.229 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.229 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.229 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.229 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.229 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:04.229 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.229 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:04.229 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.229 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.229 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:04.229 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.229 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.229 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.230 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:04.230 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.451769+0000", 2024-04-13T08:45:04.230 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.451769+0000", 2024-04-13T08:45:04.230 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.452252+0000", 2024-04-13T08:45:04.230 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:04.230 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.230 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.230 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.230 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:04.230 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:04.230 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:04.230 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:04.230 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.230 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:04.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:04.231 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.231 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:04.231 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.231 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.231 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:04.231 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.231 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.231 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.231 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.231 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:04.231 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.231 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.231 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.232 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1e", 2024-04-13T08:45:04.232 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.232 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.232 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.232 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5146, 2024-04-13T08:45:04.232 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.232 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:23:52.020729+0000", 2024-04-13T08:45:04.232 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.232 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.232 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.232 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.232 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.232 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.232 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.232 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.232 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.232 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.233 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.233 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.233 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.233 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.233 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.233 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.233 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.233 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.233 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.233 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.233 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.233 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.233 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.233 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.235 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.235 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.235 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.235 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.235 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.235 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.235 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:04.235 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.236 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:04.236 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'3" 2024-04-13T08:45:04.236 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.236 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.236 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.236 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.236 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.236 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:04.236 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.236 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:04.236 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.236 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.236 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.236 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.236 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.237 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.237 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:04.237 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.174432+0000", 2024-04-13T08:45:04.237 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.174432+0000", 2024-04-13T08:45:04.237 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.174831+0000", 2024-04-13T08:45:04.237 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:04.237 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.237 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.237 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.237 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:04.237 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:04.237 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:04.237 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:04.238 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.238 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.238 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.238 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:04.238 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:04.238 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.238 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.238 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.238 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.238 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:04.238 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.238 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.238 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.238 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.239 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.239 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.239 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.239 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.239 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1e", 2024-04-13T08:45:04.239 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.239 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.239 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.239 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5129, 2024-04-13T08:45:04.239 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.239 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:35:12.843815+0000", 2024-04-13T08:45:04.239 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.239 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.239 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.240 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.242 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.242 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.242 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.242 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.242 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.243 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.243 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:04.243 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.243 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:04.243 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.243 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.243 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.243 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.243 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.243 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.243 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:04.243 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.243 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:04.243 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.243 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.243 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:04.244 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.244 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.244 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:04.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.006235+0000", 2024-04-13T08:45:04.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.006235+0000", 2024-04-13T08:45:04.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.006598+0000", 2024-04-13T08:45:04.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:04.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:04.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:04.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:04.244 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.245 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.245 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:04.245 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:04.245 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:04.245 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.245 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 6, 2024-04-13T08:45:04.245 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.245 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.245 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.245 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.245 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.245 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.245 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.245 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 6, 2024-04-13T08:45:04.245 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.246 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.246 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.246 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1f", 2024-04-13T08:45:04.246 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.246 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.246 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.246 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5229, 2024-04-13T08:45:04.246 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.246 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:13:41.794298+0000", 2024-04-13T08:45:04.246 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.246 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.246 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.246 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 582, 2024-04-13T08:45:04.246 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.246 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.246 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:04.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:04.247 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:04.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:04.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 8, 2024-04-13T08:45:04.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 8, 2024-04-13T08:45:04.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 4, 2024-04-13T08:45:04.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T08:45:04.249 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.249 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.249 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.249 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.249 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.249 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.249 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:04.249 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.249 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:04.250 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'6" 2024-04-13T08:45:04.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.250 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.250 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.250 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.250 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:04.250 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:04.250 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.250 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:04.250 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.250 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.250 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.250 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.250 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.251 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:04.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.002114+0000", 2024-04-13T08:45:04.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.002114+0000", 2024-04-13T08:45:04.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.007127+0000", 2024-04-13T08:45:04.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:04.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:04.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:04.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:04.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.251 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.252 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:04.252 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:04.252 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.252 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.252 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.252 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.252 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.252 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.252 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.252 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.252 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.252 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.252 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.252 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.253 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.253 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2d", 2024-04-13T08:45:04.253 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.253 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.253 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.253 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5020, 2024-04-13T08:45:04.253 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.253 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:18:06.982461+0000", 2024-04-13T08:45:04.253 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.253 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.253 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.253 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.254 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.256 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.256 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.256 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.256 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.256 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.257 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:04.257 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:04.257 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.257 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:04.257 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.257 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.257 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.257 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.257 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:04.257 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.257 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:04.257 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.257 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:04.258 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.258 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.258 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.258 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.258 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.258 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.258 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:04.258 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.983785+0000", 2024-04-13T08:45:04.258 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.983785+0000", 2024-04-13T08:45:04.258 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.984146+0000", 2024-04-13T08:45:04.258 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:04.259 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.259 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.259 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.259 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.259 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:04.259 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:04.259 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:04.259 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.259 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.259 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.259 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:04.259 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:04.259 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.259 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.260 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.260 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.260 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.260 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.260 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.260 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.260 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.260 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.260 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.260 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.260 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.260 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2e", 2024-04-13T08:45:04.260 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.260 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.260 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.260 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5168, 2024-04-13T08:45:04.261 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.261 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:28:55.430817+0000", 2024-04-13T08:45:04.261 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.261 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.261 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.261 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.261 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.261 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.261 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.261 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.261 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.261 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.261 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.261 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.261 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.262 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.262 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.262 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.262 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.262 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.262 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.262 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.262 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.262 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.262 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.262 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.262 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.262 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.264 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.264 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.264 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.264 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.264 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:04.264 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.264 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:04.264 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.264 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:04.264 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.264 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.264 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.265 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.265 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.265 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.265 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:04.265 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.265 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:04.265 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.265 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.265 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.265 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.265 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.265 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.265 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918830+0000", 2024-04-13T08:45:04.265 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.987333+0000", 2024-04-13T08:45:04.265 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.987333+0000", 2024-04-13T08:45:04.265 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.987723+0000", 2024-04-13T08:45:04.266 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918830+0000", 2024-04-13T08:45:04.266 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.266 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.266 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.266 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.266 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918830+0000", 2024-04-13T08:45:04.266 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918830+0000", 2024-04-13T08:45:04.266 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918830+0000", 2024-04-13T08:45:04.266 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.266 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.266 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.266 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918830+0000", 2024-04-13T08:45:04.266 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918830+0000", 2024-04-13T08:45:04.266 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.267 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.267 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.267 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.267 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.267 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.267 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.267 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.267 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.267 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.267 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.267 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.267 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.267 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2f", 2024-04-13T08:45:04.267 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.267 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.268 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.268 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5052, 2024-04-13T08:45:04.268 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.268 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:17:47.338849+0000", 2024-04-13T08:45:04.268 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.268 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.268 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.268 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.268 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.268 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.268 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.268 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.268 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.268 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.269 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.269 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.269 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.269 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.269 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.269 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.269 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.269 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.269 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.269 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.269 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.269 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.269 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.269 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.271 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.271 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.271 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.271 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.271 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.271 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.271 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:04.271 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.271 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:04.272 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.272 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.272 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.272 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.272 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.272 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.272 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:04.272 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.272 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:04.272 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.272 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.272 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.272 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.272 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.272 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.272 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916459+0000", 2024-04-13T08:45:04.273 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.988554+0000", 2024-04-13T08:45:04.273 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.988554+0000", 2024-04-13T08:45:04.273 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.988862+0000", 2024-04-13T08:45:04.273 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916459+0000", 2024-04-13T08:45:04.273 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.273 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.273 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.273 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.273 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916459+0000", 2024-04-13T08:45:04.273 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916459+0000", 2024-04-13T08:45:04.273 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916459+0000", 2024-04-13T08:45:04.273 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.273 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.273 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.273 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916459+0000", 2024-04-13T08:45:04.273 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916459+0000", 2024-04-13T08:45:04.274 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.274 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.274 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.274 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.274 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.274 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.274 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.274 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.274 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.274 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.274 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.274 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.274 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.274 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.30", 2024-04-13T08:45:04.275 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.275 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.275 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.275 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5040, 2024-04-13T08:45:04.275 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.275 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:14:02.494212+0000", 2024-04-13T08:45:04.275 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.275 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.275 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.275 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.275 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.275 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.275 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.275 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.275 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.277 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.277 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.277 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.277 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.277 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.277 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.277 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.277 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.277 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.277 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.277 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.277 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.277 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.277 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.278 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.278 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.278 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.278 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.278 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.278 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.278 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:04.278 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.279 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:04.279 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.279 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.279 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.279 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.279 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:04.279 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.279 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:04.279 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.279 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:04.279 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.279 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.279 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.279 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.279 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.280 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:04.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.450425+0000", 2024-04-13T08:45:04.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.450425+0000", 2024-04-13T08:45:04.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.451284+0000", 2024-04-13T08:45:04.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:04.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:04.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:04.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:04.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:04.280 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.281 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.281 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.281 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:04.281 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:04.281 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.281 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.281 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.281 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.281 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:04.281 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.281 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.281 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.281 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.281 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.281 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.282 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.282 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.282 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.31", 2024-04-13T08:45:04.282 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.282 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.282 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.282 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5209, 2024-04-13T08:45:04.282 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.282 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:54:49.332605+0000", 2024-04-13T08:45:04.282 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.282 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.282 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.282 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.283 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.284 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.286 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.286 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.286 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.286 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.286 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:04.286 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.286 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:04.286 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.286 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:04.286 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.286 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.286 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.287 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.287 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.287 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:04.287 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:04.287 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.287 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:04.287 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.287 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.287 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.287 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.287 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.287 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.287 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912870+0000", 2024-04-13T08:45:04.287 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.442037+0000", 2024-04-13T08:45:04.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.442037+0000", 2024-04-13T08:45:04.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.442396+0000", 2024-04-13T08:45:04.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912870+0000", 2024-04-13T08:45:04.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:04.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912870+0000", 2024-04-13T08:45:04.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912870+0000", 2024-04-13T08:45:04.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912870+0000", 2024-04-13T08:45:04.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912870+0000", 2024-04-13T08:45:04.288 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912870+0000", 2024-04-13T08:45:04.289 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.289 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.289 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.289 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.289 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:04.289 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.289 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.289 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.289 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.289 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.289 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.289 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.289 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.289 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.32", 2024-04-13T08:45:04.289 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.290 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.290 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.290 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5212, 2024-04-13T08:45:04.290 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.290 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:23:48.774956+0000", 2024-04-13T08:45:04.290 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.290 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.290 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.290 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.290 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.290 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.290 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.290 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.290 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.291 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.293 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.293 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.293 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.293 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.293 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.293 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:04.293 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:04.293 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.293 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:04.294 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.294 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.294 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.294 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.294 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.294 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.294 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.294 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.294 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:04.294 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.294 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.294 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.294 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.295 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.295 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.295 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:04.295 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.159844+0000", 2024-04-13T08:45:04.295 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.159844+0000", 2024-04-13T08:45:04.295 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.160144+0000", 2024-04-13T08:45:04.295 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:04.295 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.295 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.295 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.295 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:04.295 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:04.295 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:04.295 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:04.295 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.296 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.296 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.296 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:04.296 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:04.296 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.296 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.296 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.296 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.296 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:04.296 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.296 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.296 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.296 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.296 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.296 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.297 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.297 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.297 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.33", 2024-04-13T08:45:04.297 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.297 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.297 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.297 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5129, 2024-04-13T08:45:04.297 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.297 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:46.461100+0000", 2024-04-13T08:45:04.297 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.297 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.297 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.297 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.297 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.297 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.297 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.298 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.300 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.300 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.300 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.300 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.300 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.300 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.300 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.301 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:04.301 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.301 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.301 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.301 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.301 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.301 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.301 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:04.301 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.301 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:04.301 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.301 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.301 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.301 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.301 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.301 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.302 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.023026+0000", 2024-04-13T08:45:04.302 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.168022+0000", 2024-04-13T08:45:04.302 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.168022+0000", 2024-04-13T08:45:04.302 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.168338+0000", 2024-04-13T08:45:04.302 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.023026+0000", 2024-04-13T08:45:04.302 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.302 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.302 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.302 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:04.302 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.023026+0000", 2024-04-13T08:45:04.302 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.023026+0000", 2024-04-13T08:45:04.302 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.023026+0000", 2024-04-13T08:45:04.302 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.302 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.302 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.302 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.023026+0000", 2024-04-13T08:45:04.303 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.023026+0000", 2024-04-13T08:45:04.303 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.303 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.303 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.303 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.303 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:04.303 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.303 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.303 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.303 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.303 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.303 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.303 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.303 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.303 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.34", 2024-04-13T08:45:04.303 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.303 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.304 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.304 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5130, 2024-04-13T08:45:04.304 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.304 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:35:47.269400+0000", 2024-04-13T08:45:04.304 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.304 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.304 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.305 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.307 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.307 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.307 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.307 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:04.307 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.307 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:04.307 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.307 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:04.308 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.308 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.308 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.308 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.308 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:04.308 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.308 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:04.308 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.308 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:04.308 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.308 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.308 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.308 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.308 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.309 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:04.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.448312+0000", 2024-04-13T08:45:04.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.448312+0000", 2024-04-13T08:45:04.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.448623+0000", 2024-04-13T08:45:04.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:04.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:04.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:04.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:04.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:04.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.309 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.310 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:04.310 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:04.310 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.310 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.310 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.310 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.310 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:04.310 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.310 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.310 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.310 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.310 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.310 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.310 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.310 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.311 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.35", 2024-04-13T08:45:04.311 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.311 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.311 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.311 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4938, 2024-04-13T08:45:04.311 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.311 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:35:39.005333+0000", 2024-04-13T08:45:04.311 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.311 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.311 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.312 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.313 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.314 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.314 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.314 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.314 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.314 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:04.315 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.315 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:04.315 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.315 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:04.315 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.315 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.315 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.315 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.315 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.315 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.315 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.315 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.315 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:04.315 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.315 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.316 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.316 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.316 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.316 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.316 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:04.316 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.172959+0000", 2024-04-13T08:45:04.316 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.172959+0000", 2024-04-13T08:45:04.316 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.174030+0000", 2024-04-13T08:45:04.316 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:04.316 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.316 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.316 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.316 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:04.316 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:04.316 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:04.316 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:04.317 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.317 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.317 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.317 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:04.317 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:04.317 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.317 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.317 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.317 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.317 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:04.317 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.317 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.317 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.317 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.317 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.318 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.318 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.318 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.318 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.36", 2024-04-13T08:45:04.318 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.318 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.318 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.318 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5022, 2024-04-13T08:45:04.318 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.318 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:56:06.676662+0000", 2024-04-13T08:45:04.318 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.318 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.318 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.319 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.320 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.320 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.320 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.320 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.320 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.320 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.320 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.320 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.320 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.320 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.320 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.320 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.320 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.321 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.321 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.321 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.321 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.321 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.321 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.322 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.322 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.322 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:04.322 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.322 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.322 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.322 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.322 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.322 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.322 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:04.322 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.322 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:04.322 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.323 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.323 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.323 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.323 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.323 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.323 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:04.323 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.002441+0000", 2024-04-13T08:45:04.323 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.002441+0000", 2024-04-13T08:45:04.323 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.003015+0000", 2024-04-13T08:45:04.323 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:04.323 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.323 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.323 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.324 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.324 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:04.324 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:04.324 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:04.324 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.324 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.324 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.324 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:04.324 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:04.324 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.324 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.324 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.324 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.324 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.324 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.325 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.325 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.325 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.325 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.325 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.325 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.325 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.325 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.37", 2024-04-13T08:45:04.325 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.325 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.325 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.325 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5026, 2024-04-13T08:45:04.325 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.325 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:57:50.791059+0000", 2024-04-13T08:45:04.326 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.326 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.326 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.327 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.328 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.328 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.328 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.328 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.328 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.328 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.328 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.328 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.328 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.328 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.328 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.328 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.328 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.328 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.328 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.329 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.329 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.329 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.329 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.329 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.329 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.329 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:04.329 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.329 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:04.329 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.329 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.329 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.329 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.329 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.329 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.330 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:04.330 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.330 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:04.330 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.330 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.330 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.330 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.330 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.330 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.330 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912360+0000", 2024-04-13T08:45:04.330 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.158902+0000", 2024-04-13T08:45:04.330 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.158902+0000", 2024-04-13T08:45:04.330 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.159245+0000", 2024-04-13T08:45:04.330 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912360+0000", 2024-04-13T08:45:04.330 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.331 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.331 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.331 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:04.331 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912360+0000", 2024-04-13T08:45:04.331 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912360+0000", 2024-04-13T08:45:04.331 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912360+0000", 2024-04-13T08:45:04.331 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.331 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.331 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.331 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912360+0000", 2024-04-13T08:45:04.331 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912360+0000", 2024-04-13T08:45:04.331 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.331 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.331 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.332 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.332 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:04.332 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.332 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.332 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.332 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.332 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.332 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.332 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.332 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.332 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.38", 2024-04-13T08:45:04.332 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.332 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.332 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.333 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5119, 2024-04-13T08:45:04.333 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.333 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:44:36.495962+0000", 2024-04-13T08:45:04.333 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.333 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.333 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.334 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.335 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.336 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.336 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.336 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.336 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.336 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.336 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:04.336 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.336 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:04.336 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.336 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.337 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.337 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.337 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.337 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:04.337 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.337 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:04.337 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.337 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.337 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.337 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.337 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.337 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.337 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:04.337 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994888+0000", 2024-04-13T08:45:04.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994888+0000", 2024-04-13T08:45:04.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.995240+0000", 2024-04-13T08:45:04.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:04.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:04.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:04.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:04.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:04.338 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:04.338 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.339 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.339 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.339 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.339 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.339 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.339 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.339 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.339 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.339 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.339 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.339 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.339 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.339 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.39", 2024-04-13T08:45:04.339 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.339 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.339 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.339 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4991, 2024-04-13T08:45:04.340 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.340 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:52:28.987183+0000", 2024-04-13T08:45:04.340 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.340 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.340 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.341 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.342 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.343 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.343 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.343 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.343 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.343 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.343 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.343 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:04.343 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.343 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:04.343 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.343 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.343 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.343 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.343 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.343 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.344 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.344 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.344 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:04.344 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.344 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.344 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.344 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.344 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.344 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.344 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:04.344 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.447303+0000", 2024-04-13T08:45:04.344 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.447303+0000", 2024-04-13T08:45:04.344 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.449228+0000", 2024-04-13T08:45:04.344 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:04.344 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.345 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.345 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.345 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:04.345 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:04.345 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:04.345 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:04.345 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.345 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.345 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.345 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:04.345 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:04.345 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.345 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.345 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.345 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.345 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:04.346 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.346 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.346 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.346 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.346 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.346 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.346 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.346 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.346 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3a", 2024-04-13T08:45:04.346 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.346 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.346 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.346 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5078, 2024-04-13T08:45:04.346 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.347 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:43:18.669198+0000", 2024-04-13T08:45:04.347 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.347 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.347 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.348 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.349 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.350 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.350 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.350 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.350 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:04.350 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.350 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.350 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.350 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:04.350 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.350 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.350 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.350 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.351 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:04.351 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:04.351 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.351 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:04.351 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.351 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.351 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.351 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.351 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.351 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.351 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:04.353 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.999677+0000", 2024-04-13T08:45:04.353 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.999677+0000", 2024-04-13T08:45:04.353 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.002820+0000", 2024-04-13T08:45:04.353 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:04.353 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.354 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.354 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.354 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.354 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:04.354 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:04.354 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:04.354 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.354 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.354 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.354 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:04.354 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:04.355 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.355 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.355 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.355 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.355 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.355 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.355 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.355 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.355 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.355 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.355 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.355 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.355 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.355 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3b", 2024-04-13T08:45:04.356 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.356 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.356 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.356 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4991, 2024-04-13T08:45:04.356 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.356 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:13:55.516823+0000", 2024-04-13T08:45:04.356 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.356 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.356 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.356 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.356 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.356 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.356 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.356 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.359 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.359 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.359 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.359 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.359 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.359 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:04.359 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:04.359 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.360 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:04.360 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.360 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.360 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.360 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:04.360 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.360 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:04.360 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.360 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:04.360 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.360 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.360 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.360 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.360 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.360 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.360 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:04.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.984572+0000", 2024-04-13T08:45:04.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.984572+0000", 2024-04-13T08:45:04.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.984918+0000", 2024-04-13T08:45:04.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:04.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:04.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:04.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:04.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.361 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:04.362 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:04.362 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.362 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.362 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.362 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.362 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.362 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.362 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.362 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.362 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.362 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.362 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.362 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.362 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.363 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3c", 2024-04-13T08:45:04.363 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.363 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.363 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.363 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5175, 2024-04-13T08:45:04.363 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.363 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:24:41.233593+0000", 2024-04-13T08:45:04.363 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.363 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.363 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.363 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.363 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.363 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.363 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.366 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.366 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.366 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.366 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.366 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:04.366 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:04.366 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:04.366 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.366 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:04.366 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.367 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.367 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.367 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.367 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:04.367 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.367 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.367 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:04.367 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.367 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.367 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.367 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.367 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.367 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.367 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:04.368 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:19:36.797791+0000", 2024-04-13T08:45:04.368 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:19:36.797791+0000", 2024-04-13T08:45:04.368 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:19:36.798258+0000", 2024-04-13T08:45:04.368 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:04.368 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.368 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.368 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.368 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 385, 2024-04-13T08:45:04.368 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:04.368 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:04.368 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:04.368 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.368 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.368 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.368 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:04.369 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:04.369 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.369 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.369 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.369 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.369 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 384, 2024-04-13T08:45:04.369 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.369 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.369 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.369 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.369 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.369 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.369 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.369 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.369 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3d", 2024-04-13T08:45:04.369 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.370 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.370 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.370 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5218, 2024-04-13T08:45:04.370 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.370 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:42:56.070807+0000", 2024-04-13T08:45:04.370 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.370 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.370 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.371 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.371 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.371 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.371 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.371 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.371 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.371 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.371 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.371 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.371 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.371 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.371 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.371 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.371 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.372 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.373 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.373 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.373 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.373 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.373 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:04.373 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:04.373 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.373 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:04.373 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.374 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.374 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.374 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:04.374 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.374 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:04.374 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.374 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:04.374 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.374 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.374 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.374 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.374 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.374 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.374 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:04.374 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.168463+0000", 2024-04-13T08:45:04.375 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.168463+0000", 2024-04-13T08:45:04.375 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.168814+0000", 2024-04-13T08:45:04.375 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:04.375 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.375 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.375 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.375 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:04.375 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:04.375 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:04.375 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:04.375 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.375 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.375 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.375 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:04.375 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:04.375 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.375 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.376 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.376 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.376 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:04.376 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.376 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.376 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.376 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.376 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.376 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.376 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.376 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.376 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3e", 2024-04-13T08:45:04.376 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.376 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.376 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.377 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5225, 2024-04-13T08:45:04.377 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.377 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:36:14.560984+0000", 2024-04-13T08:45:04.377 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.377 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.377 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.380 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.380 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.380 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.380 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.380 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.380 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:04.380 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:04.380 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:04.380 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.380 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:04.380 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.381 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.381 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:04.381 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.381 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.381 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:04.381 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.381 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:04.381 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:04.381 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:04.381 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:04.381 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:04.381 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:04.381 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:04.381 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:04.381 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.002935+0000", 2024-04-13T08:45:04.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.002935+0000", 2024-04-13T08:45:04.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.003344+0000", 2024-04-13T08:45:04.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:04.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:04.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:04.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:04.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:04.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:04.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:04.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:04.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:04.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:04.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:04.383 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:04.383 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.383 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:04.383 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:04.383 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:04.383 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:04.383 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:04.383 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:04.383 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:04.383 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.383 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:04.383 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:04.383 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:04.383 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3f", 2024-04-13T08:45:04.383 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:04.383 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:04.384 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:04.384 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5024, 2024-04-13T08:45:04.384 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:04.384 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:28:54.927344+0000", 2024-04-13T08:45:04.384 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:04.384 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:04.384 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.384 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.384 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.384 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.387 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:04.387 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:04.387 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:04.387 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:04.387 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:04.387 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:04.388 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.388 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:04.388 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:04.388 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:04.388 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.388 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_per_pool": [ 2024-04-13T08:45:04.388 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.388 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 24, 2024-04-13T08:45:04.388 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:04.388 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd" 2024-04-13T08:45:04.388 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.388 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 24412, 2024-04-13T08:45:04.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 8, 2024-04-13T08:45:04.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 8, 2024-04-13T08:45:04.388 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 24412, 2024-04-13T08:45:04.389 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 4, 2024-04-13T08:45:04.389 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 4194323, 2024-04-13T08:45:04.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 12, 2024-04-13T08:45:04.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 4, 2024-04-13T08:45:04.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 4, 2024-04-13T08:45:04.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 2, 2024-04-13T08:45:04.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 9001, 2024-04-13T08:45:04.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 3070514, 2024-04-13T08:45:04.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 24282, 2024-04-13T08:45:04.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 3111700 2024-04-13T08:45:04.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.391 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:04.391 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 12595200, 2024-04-13T08:45:04.391 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:04.392 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:04.392 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:04.392 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:04.392 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 12582969, 2024-04-13T08:45:04.392 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:04.392 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:04.392 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T08:45:04.392 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:04.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.392 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 24 2024-04-13T08:45:04.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.392 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.392 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 192, 2024-04-13T08:45:04.392 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:04.393 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T08:45:04.393 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.393 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:04.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 64, 2024-04-13T08:45:04.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 8, 2024-04-13T08:45:04.393 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:04.393 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 3, 2024-04-13T08:45:04.393 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:04.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:04.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:04.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:04.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:04.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:04.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:04.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:04.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.396 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:04.396 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 0, 2024-04-13T08:45:04.396 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:04.396 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:04.396 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:04.396 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:04.396 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 0, 2024-04-13T08:45:04.396 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:04.396 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:04.396 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T08:45:04.396 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:04.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.396 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 192 2024-04-13T08:45:04.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.397 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.397 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 3, 2024-04-13T08:45:04.397 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:04.397 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr" 2024-04-13T08:45:04.397 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.397 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 197, 2024-04-13T08:45:04.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 1, 2024-04-13T08:45:04.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 3, 2024-04-13T08:45:04.397 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 197, 2024-04-13T08:45:04.397 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 1, 2024-04-13T08:45:04.397 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 590368, 2024-04-13T08:45:04.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 1771104, 2024-04-13T08:45:04.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:04.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:04.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:04.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:04.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 6, 2024-04-13T08:45:04.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 812, 2024-04-13T08:45:04.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 1310, 2024-04-13T08:45:04.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 311, 2024-04-13T08:45:04.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 2416 2024-04-13T08:45:04.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.400 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:04.400 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 1781760, 2024-04-13T08:45:04.400 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:04.400 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:04.400 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:04.400 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:04.401 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 1771104, 2024-04-13T08:45:04.401 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:04.401 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:04.401 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T08:45:04.401 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:04.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.401 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 3 2024-04-13T08:45:04.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.401 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:04.401 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 96, 2024-04-13T08:45:04.401 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:04.401 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T08:45:04.401 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.401 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 75, 2024-04-13T08:45:04.401 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 32, 2024-04-13T08:45:04.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 8, 2024-04-13T08:45:04.402 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 75, 2024-04-13T08:45:04.402 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 2, 2024-04-13T08:45:04.402 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:04.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 6622, 2024-04-13T08:45:04.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:04.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:04.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:04.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:04.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:04.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:04.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:04.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:04.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:04.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:04.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:04.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:04.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:04.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:04.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:04.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 66, 2024-04-13T08:45:04.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 22, 2024-04-13T08:45:04.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:04.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 22, 2024-04-13T08:45:04.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:04.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:04.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:04.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:04.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:04.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 14, 2024-04-13T08:45:04.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:04.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:04.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:04.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:04.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:04.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:04.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:04.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 158, 2024-04-13T08:45:04.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 174, 2024-04-13T08:45:04.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:04.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:04.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:04.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 69, 2024-04-13T08:45:04.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 36 2024-04-13T08:45:04.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.404 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:04.404 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 110592, 2024-04-13T08:45:04.404 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:04.404 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:04.405 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:04.405 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:04.405 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 19866, 2024-04-13T08:45:04.405 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:04.405 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:04.405 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 44979, 2024-04-13T08:45:04.405 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:04.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.405 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 96 2024-04-13T08:45:04.405 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:04.405 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:04.405 INFO:tasks.workunit.client.0.smithi003.stdout: "usage": { 2024-04-13T08:45:04.405 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 105, 2024-04-13T08:45:04.405 INFO:tasks.workunit.client.0.smithi003.stdout: "pools": 4, 2024-04-13T08:45:04.406 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_by_class": { 2024-04-13T08:45:04.406 INFO:tasks.workunit.client.0.smithi003.stdout: "ssd": { 2024-04-13T08:45:04.406 INFO:tasks.workunit.client.0.smithi003.stdout: "total_avail_bytes": 761794527232, 2024-04-13T08:45:04.406 INFO:tasks.workunit.client.0.smithi003.stdout: "total_bytes": 767960285184, 2024-04-13T08:45:04.406 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_bytes": 6165757952, 2024-04-13T08:45:04.406 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_raw_bytes": 6165757952, 2024-04-13T08:45:04.406 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_raw_ratio": 0.008028745651245117 2024-04-13T08:45:04.406 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:04.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:04.406 INFO:tasks.workunit.client.0.smithi003.stdout: "total_avail_bytes": 761794527232, 2024-04-13T08:45:04.406 INFO:tasks.workunit.client.0.smithi003.stdout: "total_bytes": 767960285184, 2024-04-13T08:45:04.406 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_bytes": 6165757952 2024-04-13T08:45:04.406 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:04.406 INFO:tasks.workunit.client.0.smithi003.stdout:} 2024-04-13T08:45:04.407 INFO:tasks.workunit.client.0.smithi003.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-13T08:45:04.407 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph telemetry preview-device 2024-04-13T08:45:04.408 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='client.36066 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:04.408 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: pgmap v5205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:45:04.408 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='client.36066 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:04.408 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:04.408 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:04.408 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.408 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.408 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.408 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.408 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.408 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.409 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.409 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.409 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.409 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.409 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.409 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.409 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.409 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.409 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.409 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.409 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.409 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.409 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.409 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.409 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.410 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.410 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='client.36066 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:04.410 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: pgmap v5205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:45:04.410 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='client.36066 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:04.410 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:04.410 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:04.411 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.411 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.411 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.411 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.411 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.411 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.411 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.411 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.411 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.411 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.411 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.411 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.411 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.411 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.412 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.412 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.412 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.412 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.412 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.412 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.412 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.412 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.412 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='client.36066 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:04.412 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: pgmap v5205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:45:04.412 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='client.36066 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:04.412 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:04.412 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:04.413 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.413 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.413 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.413 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.413 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.413 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.413 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.413 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.413 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.413 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.413 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.413 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.413 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.413 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.414 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.414 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.414 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.414 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.414 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.414 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.414 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.414 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.414 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.414 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.414 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:04.414 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:04.414 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.414 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.415 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.415 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.415 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.415 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.415 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.415 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.415 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.415 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.415 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.415 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.415 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.415 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.415 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.415 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.416 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.416 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.416 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.416 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.416 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.416 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.416 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.416 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:02 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.416 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='client.46028 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:04.416 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='client.46028 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:04.416 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:04.416 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:04.416 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.416 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.417 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.417 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.417 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.417 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.417 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.417 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.417 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.417 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.417 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.417 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.417 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.417 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.417 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.418 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.418 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.418 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.418 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.418 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.418 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.418 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.418 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.418 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:03 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.418 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.418 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.419 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:04.419 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:04.419 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.419 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.419 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.419 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.419 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.419 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.419 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.419 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.419 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.419 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.419 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.419 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.420 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.420 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.420 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.420 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.420 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.420 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.420 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.420 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.420 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.420 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.420 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.420 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.420 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.421 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.421 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:04.421 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:04.421 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.421 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.421 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.421 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.421 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.421 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.421 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.421 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.421 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.421 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.422 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.422 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.422 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.422 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.422 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.422 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.422 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.422 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.422 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.422 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.422 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.422 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.422 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.422 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:02 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.423 INFO:tasks.workunit.client.0.smithi003.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-04-13T08:45:04.423 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph telemetry preview-all 2024-04-13T08:45:04.423 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='client.46028 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:04.423 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='client.46028 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:04.424 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:04.424 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:04.424 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.424 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.424 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.424 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.424 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.424 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.424 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.424 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.424 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.424 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.424 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.424 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.425 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.425 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.425 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.425 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.425 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.425 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.425 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.425 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.425 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.425 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.425 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.425 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.425 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='client.46028 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:04.426 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='client.46028 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:04.426 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:04.426 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:04.426 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.426 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.426 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.426 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.426 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.426 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.426 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.426 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.426 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.426 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.427 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.427 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.427 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.427 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.427 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.427 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.427 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.427 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.427 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.427 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:04.427 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:04.427 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:04.427 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:04.427 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:03 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:04.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:45:04] "GET /metrics HTTP/1.1" 200 34241 "" "Prometheus/2.43.0" 2024-04-13T08:45:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:04 smithi066 ceph-mon[84331]: from='client.36096 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:04 smithi066 ceph-mon[84331]: from='client.36096 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:04 smithi066 ceph-mon[84331]: from='client.46058 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:05.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:04 smithi066 ceph-mon[84331]: pgmap v5206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:45:05.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:04 smithi003 ceph-mon[89364]: from='client.36096 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:05.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:04 smithi003 ceph-mon[89364]: from='client.36096 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:05.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:04 smithi003 ceph-mon[89364]: from='client.46058 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:05.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:04 smithi003 ceph-mon[89364]: pgmap v5206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:45:05.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:04 smithi003 ceph-mon[91733]: from='client.36096 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:05.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:04 smithi003 ceph-mon[91733]: from='client.36096 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:05.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:04 smithi003 ceph-mon[91733]: from='client.46058 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:05.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:04 smithi003 ceph-mon[91733]: pgmap v5206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:45:06.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:05 smithi066 ceph-mon[84331]: mgrmap e40: y(active, since 88m), standbys: x 2024-04-13T08:45:06.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:05 smithi003 ceph-mon[91733]: mgrmap e40: y(active, since 88m), standbys: x 2024-04-13T08:45:06.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:05 smithi003 ceph-mon[89364]: mgrmap e40: y(active, since 88m), standbys: x 2024-04-13T08:45:07.151 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:06 smithi066 ceph-mon[84331]: pgmap v5207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T08:45:07.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:06 smithi003 ceph-mon[91733]: pgmap v5207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T08:45:07.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:06 smithi003 ceph-mon[89364]: pgmap v5207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T08:45:08.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:07 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:45:08.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:07 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:45:08.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:07 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:45:09.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:08 smithi003 ceph-mon[89364]: pgmap v5208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T08:45:09.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:08 smithi003 ceph-mon[91733]: pgmap v5208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T08:45:09.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:08 smithi066 ceph-mon[84331]: pgmap v5208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T08:45:11.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:10 smithi003 ceph-mon[91733]: pgmap v5209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T08:45:11.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:10 smithi003 ceph-mon[89364]: pgmap v5209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T08:45:11.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:10 smithi066 ceph-mon[84331]: pgmap v5209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T08:45:12.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:45:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:45:13.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:12 smithi003 ceph-mon[89364]: pgmap v5210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T08:45:13.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:12 smithi003 ceph-mon[91733]: pgmap v5210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T08:45:13.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:12 smithi066 ceph-mon[84331]: pgmap v5210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T08:45:14.634 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:14 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:45:14] "GET /metrics HTTP/1.1" 200 34237 "" "Prometheus/2.43.0" 2024-04-13T08:45:15.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:14 smithi003 ceph-mon[91733]: pgmap v5211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T08:45:15.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:14 smithi003 ceph-mon[89364]: pgmap v5211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T08:45:15.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:14 smithi066 ceph-mon[84331]: pgmap v5211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T08:45:17.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:16 smithi003 ceph-mon[89364]: pgmap v5212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T08:45:17.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:16 smithi003 ceph-mon[91733]: pgmap v5212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T08:45:17.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:16 smithi066 ceph-mon[84331]: pgmap v5212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-13T08:45:18.811 INFO:tasks.workunit.client.0.smithi003.stdout:{ 2024-04-13T08:45:18.811 INFO:tasks.workunit.client.0.smithi003.stdout: "device_report": { 2024-04-13T08:45:18.811 INFO:tasks.workunit.client.0.smithi003.stdout: "5f741694-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T08:45:18.811 INFO:tasks.workunit.client.0.smithi003.stdout: "INTEL_SSDPEDMD400G4_5f749cb8-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T08:45:18.811 INFO:tasks.workunit.client.0.smithi003.stdout: "20240413-070830": { 2024-04-13T08:45:18.811 INFO:tasks.workunit.client.0.smithi003.stdout: "device": { 2024-04-13T08:45:18.811 INFO:tasks.workunit.client.0.smithi003.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T08:45:18.811 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "/dev/nvme0n1", 2024-04-13T08:45:18.811 INFO:tasks.workunit.client.0.smithi003.stdout: "protocol": "NVMe", 2024-04-13T08:45:18.812 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "nvme" 2024-04-13T08:45:18.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.812 INFO:tasks.workunit.client.0.smithi003.stdout: "firmware_version": "8DV101H0", 2024-04-13T08:45:18.812 INFO:tasks.workunit.client.0.smithi003.stdout: "host_id": "5f741694-f965-11ee-9de2-0cc47abd15dc", 2024-04-13T08:45:18.812 INFO:tasks.workunit.client.0.smithi003.stdout: "json_format_version": [ 2024-04-13T08:45:18.812 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:18.812 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:18.812 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:18.812 INFO:tasks.workunit.client.0.smithi003.stdout: "local_time": { 2024-04-13T08:45:18.812 INFO:tasks.workunit.client.0.smithi003.stdout: "asctime": "Sat Apr 13 07:08:29 2024 UTC", 2024-04-13T08:45:18.812 INFO:tasks.workunit.client.0.smithi003.stdout: "time_t": 1712992109 2024-04-13T08:45:18.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.812 INFO:tasks.workunit.client.0.smithi003.stdout: "logical_block_size": 512, 2024-04-13T08:45:18.812 INFO:tasks.workunit.client.0.smithi003.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T08:45:18.813 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_controller_id": 0, 2024-04-13T08:45:18.813 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T08:45:18.813 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_namespaces": [ 2024-04-13T08:45:18.813 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:18.813 INFO:tasks.workunit.client.0.smithi003.stdout: "capacity": { 2024-04-13T08:45:18.813 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T08:45:18.813 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T08:45:18.813 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.813 INFO:tasks.workunit.client.0.smithi003.stdout: "formatted_lba_size": 512, 2024-04-13T08:45:18.813 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 1, 2024-04-13T08:45:18.813 INFO:tasks.workunit.client.0.smithi003.stdout: "size": { 2024-04-13T08:45:18.813 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T08:45:18.813 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T08:45:18.813 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.813 INFO:tasks.workunit.client.0.smithi003.stdout: "utilization": { 2024-04-13T08:45:18.814 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T08:45:18.814 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T08:45:18.814 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.814 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.814 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:18.814 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T08:45:18.814 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_pci_vendor": { 2024-04-13T08:45:18.814 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 32902, 2024-04-13T08:45:18.814 INFO:tasks.workunit.client.0.smithi003.stdout: "subsystem_id": 32902 2024-04-13T08:45:18.814 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.814 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T08:45:18.814 INFO:tasks.workunit.client.0.smithi003.stdout: "Device stats": { 2024-04-13T08:45:18.814 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_fw_downgrades": { 2024-04-13T08:45:18.815 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:18.815 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.815 INFO:tasks.workunit.client.0.smithi003.stdout: "crc_error_count": { 2024-04-13T08:45:18.815 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.815 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.815 INFO:tasks.workunit.client.0.smithi003.stdout: "end_to_end_error_detection_count": { 2024-04-13T08:45:18.815 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.815 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.815 INFO:tasks.workunit.client.0.smithi003.stdout: "erase_fail_count": { 2024-04-13T08:45:18.815 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.815 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.816 INFO:tasks.workunit.client.0.smithi003.stdout: "host_bytes_written": { 2024-04-13T08:45:18.816 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.816 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 35646671 2024-04-13T08:45:18.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.816 INFO:tasks.workunit.client.0.smithi003.stdout: "host_ctx_wear_used": { 2024-04-13T08:45:18.816 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.816 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 1 2024-04-13T08:45:18.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.816 INFO:tasks.workunit.client.0.smithi003.stdout: "media_bytes_read": { 2024-04-13T08:45:18.816 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:18.816 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.816 INFO:tasks.workunit.client.0.smithi003.stdout: "nand_bytes_written": { 2024-04-13T08:45:18.817 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.817 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 54879360 2024-04-13T08:45:18.817 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.817 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_stat_indicator": { 2024-04-13T08:45:18.817 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:18.817 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.817 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.817 INFO:tasks.workunit.client.0.smithi003.stdout: "pll_lock_loss_count": { 2024-04-13T08:45:18.817 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.817 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.817 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.817 INFO:tasks.workunit.client.0.smithi003.stdout: "program_fail_count": { 2024-04-13T08:45:18.817 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.817 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.818 INFO:tasks.workunit.client.0.smithi003.stdout: "re_alloc_sectr_cnt": { 2024-04-13T08:45:18.818 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:18.818 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.818 INFO:tasks.workunit.client.0.smithi003.stdout: "retry_buffer_overflow_count": { 2024-04-13T08:45:18.818 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.818 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.818 INFO:tasks.workunit.client.0.smithi003.stdout: "soft_ecc_err_rate": { 2024-04-13T08:45:18.818 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:18.818 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.819 INFO:tasks.workunit.client.0.smithi003.stdout: "thermal_throttle_status": { 2024-04-13T08:45:18.819 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.819 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T08:45:18.819 INFO:tasks.workunit.client.0.smithi003.stdout: "cnt": 0, 2024-04-13T08:45:18.819 INFO:tasks.workunit.client.0.smithi003.stdout: "pct": 0 2024-04-13T08:45:18.819 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.819 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.819 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_host_reads": { 2024-04-13T08:45:18.819 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.819 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T08:45:18.819 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.819 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_media_wear": { 2024-04-13T08:45:18.819 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.820 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 64 2024-04-13T08:45:18.820 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.820 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_timer": { 2024-04-13T08:45:18.820 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.820 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T08:45:18.820 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.820 INFO:tasks.workunit.client.0.smithi003.stdout: "unexp_power_loss": { 2024-04-13T08:45:18.820 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:18.820 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.820 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.820 INFO:tasks.workunit.client.0.smithi003.stdout: "wear_leveling": { 2024-04-13T08:45:18.820 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 88, 2024-04-13T08:45:18.820 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T08:45:18.820 INFO:tasks.workunit.client.0.smithi003.stdout: "avg": 3606, 2024-04-13T08:45:18.820 INFO:tasks.workunit.client.0.smithi003.stdout: "max": 3623, 2024-04-13T08:45:18.821 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 3590 2024-04-13T08:45:18.821 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.821 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.821 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.821 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T08:45:18.821 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.821 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_log": { 2024-04-13T08:45:18.821 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare": 100, 2024-04-13T08:45:18.821 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare_threshold": 10, 2024-04-13T08:45:18.821 INFO:tasks.workunit.client.0.smithi003.stdout: "controller_busy_time": 7, 2024-04-13T08:45:18.821 INFO:tasks.workunit.client.0.smithi003.stdout: "critical_warning": 0, 2024-04-13T08:45:18.821 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_read": 423144281, 2024-04-13T08:45:18.821 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_written": 2336140266, 2024-04-13T08:45:18.821 INFO:tasks.workunit.client.0.smithi003.stdout: "host_reads": 6268578978, 2024-04-13T08:45:18.822 INFO:tasks.workunit.client.0.smithi003.stdout: "host_writes": 37285589244, 2024-04-13T08:45:18.822 INFO:tasks.workunit.client.0.smithi003.stdout: "media_errors": 0, 2024-04-13T08:45:18.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_err_log_entries": 0, 2024-04-13T08:45:18.822 INFO:tasks.workunit.client.0.smithi003.stdout: "percentage_used": 12, 2024-04-13T08:45:18.822 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycles": 45118, 2024-04-13T08:45:18.822 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_hours": 66247, 2024-04-13T08:45:18.822 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": 23, 2024-04-13T08:45:18.822 INFO:tasks.workunit.client.0.smithi003.stdout: "unsafe_shutdowns": 245 2024-04-13T08:45:18.822 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.822 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_vendor": "intel", 2024-04-13T08:45:18.822 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycle_count": 45118, 2024-04-13T08:45:18.822 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_time": { 2024-04-13T08:45:18.822 INFO:tasks.workunit.client.0.smithi003.stdout: "hours": 66247 2024-04-13T08:45:18.822 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.823 INFO:tasks.workunit.client.0.smithi003.stdout: "serial_number": "deleted", 2024-04-13T08:45:18.823 INFO:tasks.workunit.client.0.smithi003.stdout: "smart_status": { 2024-04-13T08:45:18.823 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme": { 2024-04-13T08:45:18.823 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:18.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.823 INFO:tasks.workunit.client.0.smithi003.stdout: "passed": true 2024-04-13T08:45:18.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.823 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl": { 2024-04-13T08:45:18.823 INFO:tasks.workunit.client.0.smithi003.stdout: "argv": [ 2024-04-13T08:45:18.823 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl", 2024-04-13T08:45:18.823 INFO:tasks.workunit.client.0.smithi003.stdout: "-x", 2024-04-13T08:45:18.823 INFO:tasks.workunit.client.0.smithi003.stdout: "--json=o", 2024-04-13T08:45:18.823 INFO:tasks.workunit.client.0.smithi003.stdout: "/dev/nvme0n1" 2024-04-13T08:45:18.823 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:18.823 INFO:tasks.workunit.client.0.smithi003.stdout: "build_info": "(local build)", 2024-04-13T08:45:18.824 INFO:tasks.workunit.client.0.smithi003.stdout: "exit_status": 0, 2024-04-13T08:45:18.824 INFO:tasks.workunit.client.0.smithi003.stdout: "output": [ 2024-04-13T08:45:18.824 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T08:45:18.824 INFO:tasks.workunit.client.0.smithi003.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T08:45:18.824 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:18.824 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T08:45:18.824 INFO:tasks.workunit.client.0.smithi003.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T08:45:18.824 INFO:tasks.workunit.client.0.smithi003.stdout: "Serial Number: deleted", 2024-04-13T08:45:18.824 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Version: 8DV101H0", 2024-04-13T08:45:18.824 INFO:tasks.workunit.client.0.smithi003.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T08:45:18.824 INFO:tasks.workunit.client.0.smithi003.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T08:45:18.824 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller ID: 0", 2024-04-13T08:45:18.824 INFO:tasks.workunit.client.0.smithi003.stdout: "Number of Namespaces: 1", 2024-04-13T08:45:18.825 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T08:45:18.825 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T08:45:18.825 INFO:tasks.workunit.client.0.smithi003.stdout: "Local Time is: Sat Apr 13 07:08:29 2024 UTC", 2024-04-13T08:45:18.825 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T08:45:18.825 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T08:45:18.825 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T08:45:18.825 INFO:tasks.workunit.client.0.smithi003.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T08:45:18.825 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:18.825 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported Power States", 2024-04-13T08:45:18.825 INFO:tasks.workunit.client.0.smithi003.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T08:45:18.825 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T08:45:18.825 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:18.825 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T08:45:18.825 INFO:tasks.workunit.client.0.smithi003.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T08:45:18.826 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 512 0 2", 2024-04-13T08:45:18.826 INFO:tasks.workunit.client.0.smithi003.stdout: " 1 - 512 8 2", 2024-04-13T08:45:18.826 INFO:tasks.workunit.client.0.smithi003.stdout: " 2 - 512 16 2", 2024-04-13T08:45:18.826 INFO:tasks.workunit.client.0.smithi003.stdout: " 3 - 4096 0 0", 2024-04-13T08:45:18.826 INFO:tasks.workunit.client.0.smithi003.stdout: " 4 - 4096 8 0", 2024-04-13T08:45:18.826 INFO:tasks.workunit.client.0.smithi003.stdout: " 5 - 4096 64 0", 2024-04-13T08:45:18.826 INFO:tasks.workunit.client.0.smithi003.stdout: " 6 - 4096 128 0", 2024-04-13T08:45:18.826 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:18.826 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T08:45:18.826 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T08:45:18.826 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:18.826 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T08:45:18.826 INFO:tasks.workunit.client.0.smithi003.stdout: "Critical Warning: 0x00", 2024-04-13T08:45:18.827 INFO:tasks.workunit.client.0.smithi003.stdout: "Temperature: 23 Celsius", 2024-04-13T08:45:18.827 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare: 100%", 2024-04-13T08:45:18.827 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare Threshold: 10%", 2024-04-13T08:45:18.827 INFO:tasks.workunit.client.0.smithi003.stdout: "Percentage Used: 12%", 2024-04-13T08:45:18.827 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Read: 423,144,281 [216 TB]", 2024-04-13T08:45:18.827 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Written: 2,336,140,266 [1.19 PB]", 2024-04-13T08:45:18.827 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Read Commands: 6,268,578,978", 2024-04-13T08:45:18.827 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Write Commands: 37,285,589,244", 2024-04-13T08:45:18.827 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller Busy Time: 7", 2024-04-13T08:45:18.827 INFO:tasks.workunit.client.0.smithi003.stdout: "Power Cycles: 45,118", 2024-04-13T08:45:18.827 INFO:tasks.workunit.client.0.smithi003.stdout: "Power On Hours: 66,247", 2024-04-13T08:45:18.827 INFO:tasks.workunit.client.0.smithi003.stdout: "Unsafe Shutdowns: 245", 2024-04-13T08:45:18.827 INFO:tasks.workunit.client.0.smithi003.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T08:45:18.828 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information Log Entries: 0", 2024-04-13T08:45:18.828 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:18.828 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T08:45:18.828 INFO:tasks.workunit.client.0.smithi003.stdout: "No Errors Logged", 2024-04-13T08:45:18.828 INFO:tasks.workunit.client.0.smithi003.stdout: "" 2024-04-13T08:45:18.828 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:18.828 INFO:tasks.workunit.client.0.smithi003.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T08:45:18.828 INFO:tasks.workunit.client.0.smithi003.stdout: "svn_revision": "5022", 2024-04-13T08:45:18.828 INFO:tasks.workunit.client.0.smithi003.stdout: "version": [ 2024-04-13T08:45:18.828 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:18.828 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:18.828 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:18.828 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.828 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": { 2024-04-13T08:45:18.829 INFO:tasks.workunit.client.0.smithi003.stdout: "current": 23 2024-04-13T08:45:18.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.829 INFO:tasks.workunit.client.0.smithi003.stdout: "user_capacity": { 2024-04-13T08:45:18.829 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T08:45:18.829 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T08:45:18.829 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.829 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.829 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.829 INFO:tasks.workunit.client.0.smithi003.stdout: "5f765346-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T08:45:18.829 INFO:tasks.workunit.client.0.smithi003.stdout: "INTEL_SSDPEDMD400G4_5f77328e-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T08:45:18.829 INFO:tasks.workunit.client.0.smithi003.stdout: "20240413-070832": { 2024-04-13T08:45:18.829 INFO:tasks.workunit.client.0.smithi003.stdout: "device": { 2024-04-13T08:45:18.829 INFO:tasks.workunit.client.0.smithi003.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T08:45:18.830 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "/dev/nvme0n1", 2024-04-13T08:45:18.830 INFO:tasks.workunit.client.0.smithi003.stdout: "protocol": "NVMe", 2024-04-13T08:45:18.830 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "nvme" 2024-04-13T08:45:18.830 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.830 INFO:tasks.workunit.client.0.smithi003.stdout: "firmware_version": "8DV101H0", 2024-04-13T08:45:18.830 INFO:tasks.workunit.client.0.smithi003.stdout: "host_id": "5f765346-f965-11ee-9de2-0cc47abd15dc", 2024-04-13T08:45:18.830 INFO:tasks.workunit.client.0.smithi003.stdout: "json_format_version": [ 2024-04-13T08:45:18.830 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:18.830 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:18.830 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:18.830 INFO:tasks.workunit.client.0.smithi003.stdout: "local_time": { 2024-04-13T08:45:18.830 INFO:tasks.workunit.client.0.smithi003.stdout: "asctime": "Sat Apr 13 07:08:32 2024 UTC", 2024-04-13T08:45:18.830 INFO:tasks.workunit.client.0.smithi003.stdout: "time_t": 1712992112 2024-04-13T08:45:18.830 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.831 INFO:tasks.workunit.client.0.smithi003.stdout: "logical_block_size": 512, 2024-04-13T08:45:18.831 INFO:tasks.workunit.client.0.smithi003.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T08:45:18.831 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_controller_id": 0, 2024-04-13T08:45:18.831 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T08:45:18.831 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_namespaces": [ 2024-04-13T08:45:18.831 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:18.831 INFO:tasks.workunit.client.0.smithi003.stdout: "capacity": { 2024-04-13T08:45:18.831 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T08:45:18.831 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T08:45:18.831 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.831 INFO:tasks.workunit.client.0.smithi003.stdout: "formatted_lba_size": 512, 2024-04-13T08:45:18.831 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 1, 2024-04-13T08:45:18.831 INFO:tasks.workunit.client.0.smithi003.stdout: "size": { 2024-04-13T08:45:18.831 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T08:45:18.831 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T08:45:18.832 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.832 INFO:tasks.workunit.client.0.smithi003.stdout: "utilization": { 2024-04-13T08:45:18.832 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T08:45:18.832 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T08:45:18.832 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.832 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.832 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:18.832 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T08:45:18.832 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_pci_vendor": { 2024-04-13T08:45:18.832 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 32902, 2024-04-13T08:45:18.832 INFO:tasks.workunit.client.0.smithi003.stdout: "subsystem_id": 32902 2024-04-13T08:45:18.832 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.832 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T08:45:18.832 INFO:tasks.workunit.client.0.smithi003.stdout: "Device stats": { 2024-04-13T08:45:18.832 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_fw_downgrades": { 2024-04-13T08:45:18.833 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:18.833 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.833 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.833 INFO:tasks.workunit.client.0.smithi003.stdout: "crc_error_count": { 2024-04-13T08:45:18.833 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.833 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.833 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.833 INFO:tasks.workunit.client.0.smithi003.stdout: "end_to_end_error_detection_count": { 2024-04-13T08:45:18.833 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.833 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.833 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.833 INFO:tasks.workunit.client.0.smithi003.stdout: "erase_fail_count": { 2024-04-13T08:45:18.833 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.834 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.834 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.834 INFO:tasks.workunit.client.0.smithi003.stdout: "host_bytes_written": { 2024-04-13T08:45:18.834 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.834 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 30990723 2024-04-13T08:45:18.834 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.834 INFO:tasks.workunit.client.0.smithi003.stdout: "host_ctx_wear_used": { 2024-04-13T08:45:18.834 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.834 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 1 2024-04-13T08:45:18.834 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.834 INFO:tasks.workunit.client.0.smithi003.stdout: "media_bytes_read": { 2024-04-13T08:45:18.834 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:18.834 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.834 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.834 INFO:tasks.workunit.client.0.smithi003.stdout: "nand_bytes_written": { 2024-04-13T08:45:18.835 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.835 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 48861769 2024-04-13T08:45:18.835 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.835 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_stat_indicator": { 2024-04-13T08:45:18.835 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:18.835 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.835 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.835 INFO:tasks.workunit.client.0.smithi003.stdout: "pll_lock_loss_count": { 2024-04-13T08:45:18.835 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.835 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.835 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.835 INFO:tasks.workunit.client.0.smithi003.stdout: "program_fail_count": { 2024-04-13T08:45:18.835 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.835 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.835 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.836 INFO:tasks.workunit.client.0.smithi003.stdout: "re_alloc_sectr_cnt": { 2024-04-13T08:45:18.836 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:18.836 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.836 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.836 INFO:tasks.workunit.client.0.smithi003.stdout: "retry_buffer_overflow_count": { 2024-04-13T08:45:18.836 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.836 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.836 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.836 INFO:tasks.workunit.client.0.smithi003.stdout: "soft_ecc_err_rate": { 2024-04-13T08:45:18.836 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:18.836 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.836 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.836 INFO:tasks.workunit.client.0.smithi003.stdout: "thermal_throttle_status": { 2024-04-13T08:45:18.837 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.837 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T08:45:18.837 INFO:tasks.workunit.client.0.smithi003.stdout: "cnt": 0, 2024-04-13T08:45:18.837 INFO:tasks.workunit.client.0.smithi003.stdout: "pct": 0 2024-04-13T08:45:18.837 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.837 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.837 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_host_reads": { 2024-04-13T08:45:18.837 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.837 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T08:45:18.837 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.837 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_media_wear": { 2024-04-13T08:45:18.837 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.837 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 64 2024-04-13T08:45:18.837 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.837 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_timer": { 2024-04-13T08:45:18.838 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:18.838 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T08:45:18.838 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.838 INFO:tasks.workunit.client.0.smithi003.stdout: "unexp_power_loss": { 2024-04-13T08:45:18.838 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:18.838 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:18.838 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.838 INFO:tasks.workunit.client.0.smithi003.stdout: "wear_leveling": { 2024-04-13T08:45:18.838 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 90, 2024-04-13T08:45:18.838 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T08:45:18.838 INFO:tasks.workunit.client.0.smithi003.stdout: "avg": 3264, 2024-04-13T08:45:18.838 INFO:tasks.workunit.client.0.smithi003.stdout: "max": 3281, 2024-04-13T08:45:18.838 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 3246 2024-04-13T08:45:18.839 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.839 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.839 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.839 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T08:45:18.839 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.839 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_log": { 2024-04-13T08:45:18.839 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare": 100, 2024-04-13T08:45:18.839 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare_threshold": 10, 2024-04-13T08:45:18.839 INFO:tasks.workunit.client.0.smithi003.stdout: "controller_busy_time": 120, 2024-04-13T08:45:18.839 INFO:tasks.workunit.client.0.smithi003.stdout: "critical_warning": 0, 2024-04-13T08:45:18.839 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_read": 413005597, 2024-04-13T08:45:18.839 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_written": 2031008024, 2024-04-13T08:45:18.839 INFO:tasks.workunit.client.0.smithi003.stdout: "host_reads": 6476453195, 2024-04-13T08:45:18.839 INFO:tasks.workunit.client.0.smithi003.stdout: "host_writes": 33499111145, 2024-04-13T08:45:18.839 INFO:tasks.workunit.client.0.smithi003.stdout: "media_errors": 0, 2024-04-13T08:45:18.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_err_log_entries": 0, 2024-04-13T08:45:18.840 INFO:tasks.workunit.client.0.smithi003.stdout: "percentage_used": 10, 2024-04-13T08:45:18.840 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycles": 45424, 2024-04-13T08:45:18.840 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_hours": 57085, 2024-04-13T08:45:18.840 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": 25, 2024-04-13T08:45:18.840 INFO:tasks.workunit.client.0.smithi003.stdout: "unsafe_shutdowns": 11508 2024-04-13T08:45:18.840 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.840 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_vendor": "intel", 2024-04-13T08:45:18.840 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycle_count": 45424, 2024-04-13T08:45:18.840 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_time": { 2024-04-13T08:45:18.840 INFO:tasks.workunit.client.0.smithi003.stdout: "hours": 57085 2024-04-13T08:45:18.840 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.840 INFO:tasks.workunit.client.0.smithi003.stdout: "serial_number": "deleted", 2024-04-13T08:45:18.840 INFO:tasks.workunit.client.0.smithi003.stdout: "smart_status": { 2024-04-13T08:45:18.840 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme": { 2024-04-13T08:45:18.840 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:18.841 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.841 INFO:tasks.workunit.client.0.smithi003.stdout: "passed": true 2024-04-13T08:45:18.841 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.841 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl": { 2024-04-13T08:45:18.841 INFO:tasks.workunit.client.0.smithi003.stdout: "argv": [ 2024-04-13T08:45:18.841 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl", 2024-04-13T08:45:18.841 INFO:tasks.workunit.client.0.smithi003.stdout: "-x", 2024-04-13T08:45:18.841 INFO:tasks.workunit.client.0.smithi003.stdout: "--json=o", 2024-04-13T08:45:18.841 INFO:tasks.workunit.client.0.smithi003.stdout: "/dev/nvme0n1" 2024-04-13T08:45:18.841 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:18.841 INFO:tasks.workunit.client.0.smithi003.stdout: "build_info": "(local build)", 2024-04-13T08:45:18.841 INFO:tasks.workunit.client.0.smithi003.stdout: "exit_status": 0, 2024-04-13T08:45:18.841 INFO:tasks.workunit.client.0.smithi003.stdout: "output": [ 2024-04-13T08:45:18.841 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T08:45:18.841 INFO:tasks.workunit.client.0.smithi003.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T08:45:18.842 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:18.842 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T08:45:18.842 INFO:tasks.workunit.client.0.smithi003.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T08:45:18.842 INFO:tasks.workunit.client.0.smithi003.stdout: "Serial Number: deleted", 2024-04-13T08:45:18.842 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Version: 8DV101H0", 2024-04-13T08:45:18.842 INFO:tasks.workunit.client.0.smithi003.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T08:45:18.842 INFO:tasks.workunit.client.0.smithi003.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T08:45:18.842 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller ID: 0", 2024-04-13T08:45:18.842 INFO:tasks.workunit.client.0.smithi003.stdout: "Number of Namespaces: 1", 2024-04-13T08:45:18.842 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T08:45:18.842 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T08:45:18.842 INFO:tasks.workunit.client.0.smithi003.stdout: "Local Time is: Sat Apr 13 07:08:32 2024 UTC", 2024-04-13T08:45:18.842 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T08:45:18.842 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T08:45:18.843 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T08:45:18.843 INFO:tasks.workunit.client.0.smithi003.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T08:45:18.843 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:18.843 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported Power States", 2024-04-13T08:45:18.843 INFO:tasks.workunit.client.0.smithi003.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T08:45:18.843 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T08:45:18.843 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:18.843 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T08:45:18.843 INFO:tasks.workunit.client.0.smithi003.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T08:45:18.843 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 512 0 2", 2024-04-13T08:45:18.843 INFO:tasks.workunit.client.0.smithi003.stdout: " 1 - 512 8 2", 2024-04-13T08:45:18.843 INFO:tasks.workunit.client.0.smithi003.stdout: " 2 - 512 16 2", 2024-04-13T08:45:18.843 INFO:tasks.workunit.client.0.smithi003.stdout: " 3 - 4096 0 0", 2024-04-13T08:45:18.843 INFO:tasks.workunit.client.0.smithi003.stdout: " 4 - 4096 8 0", 2024-04-13T08:45:18.843 INFO:tasks.workunit.client.0.smithi003.stdout: " 5 - 4096 64 0", 2024-04-13T08:45:18.843 INFO:tasks.workunit.client.0.smithi003.stdout: " 6 - 4096 128 0", 2024-04-13T08:45:18.844 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:18.844 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T08:45:18.844 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T08:45:18.844 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:18.844 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T08:45:18.844 INFO:tasks.workunit.client.0.smithi003.stdout: "Critical Warning: 0x00", 2024-04-13T08:45:18.844 INFO:tasks.workunit.client.0.smithi003.stdout: "Temperature: 25 Celsius", 2024-04-13T08:45:18.844 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare: 100%", 2024-04-13T08:45:18.844 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare Threshold: 10%", 2024-04-13T08:45:18.844 INFO:tasks.workunit.client.0.smithi003.stdout: "Percentage Used: 10%", 2024-04-13T08:45:18.844 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Read: 413,005,597 [211 TB]", 2024-04-13T08:45:18.844 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Written: 2,031,008,024 [1.03 PB]", 2024-04-13T08:45:18.844 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Read Commands: 6,476,453,195", 2024-04-13T08:45:18.844 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Write Commands: 33,499,111,145", 2024-04-13T08:45:18.844 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller Busy Time: 120", 2024-04-13T08:45:18.844 INFO:tasks.workunit.client.0.smithi003.stdout: "Power Cycles: 45,424", 2024-04-13T08:45:18.845 INFO:tasks.workunit.client.0.smithi003.stdout: "Power On Hours: 57,085", 2024-04-13T08:45:18.845 INFO:tasks.workunit.client.0.smithi003.stdout: "Unsafe Shutdowns: 11,508", 2024-04-13T08:45:18.845 INFO:tasks.workunit.client.0.smithi003.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T08:45:18.845 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information Log Entries: 0", 2024-04-13T08:45:18.845 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:18.845 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T08:45:18.845 INFO:tasks.workunit.client.0.smithi003.stdout: "No Errors Logged", 2024-04-13T08:45:18.845 INFO:tasks.workunit.client.0.smithi003.stdout: "" 2024-04-13T08:45:18.845 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:18.845 INFO:tasks.workunit.client.0.smithi003.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T08:45:18.845 INFO:tasks.workunit.client.0.smithi003.stdout: "svn_revision": "5022", 2024-04-13T08:45:18.845 INFO:tasks.workunit.client.0.smithi003.stdout: "version": [ 2024-04-13T08:45:18.845 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:18.845 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:18.845 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:18.845 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.846 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": { 2024-04-13T08:45:18.846 INFO:tasks.workunit.client.0.smithi003.stdout: "current": 25 2024-04-13T08:45:18.846 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.846 INFO:tasks.workunit.client.0.smithi003.stdout: "user_capacity": { 2024-04-13T08:45:18.846 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T08:45:18.846 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T08:45:18.846 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.846 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.846 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.846 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.846 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.846 INFO:tasks.workunit.client.0.smithi003.stdout: "report": { 2024-04-13T08:45:18.846 INFO:tasks.workunit.client.0.smithi003.stdout: "balancer": { 2024-04-13T08:45:18.846 INFO:tasks.workunit.client.0.smithi003.stdout: "active": true, 2024-04-13T08:45:18.847 INFO:tasks.workunit.client.0.smithi003.stdout: "mode": "" 2024-04-13T08:45:18.847 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.847 INFO:tasks.workunit.client.0.smithi003.stdout: "channels": [ 2024-04-13T08:45:18.847 INFO:tasks.workunit.client.0.smithi003.stdout: "basic", 2024-04-13T08:45:18.847 INFO:tasks.workunit.client.0.smithi003.stdout: "crash", 2024-04-13T08:45:18.847 INFO:tasks.workunit.client.0.smithi003.stdout: "device", 2024-04-13T08:45:18.847 INFO:tasks.workunit.client.0.smithi003.stdout: "ident", 2024-04-13T08:45:18.847 INFO:tasks.workunit.client.0.smithi003.stdout: "perf" 2024-04-13T08:45:18.847 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:18.847 INFO:tasks.workunit.client.0.smithi003.stdout: "channels_available": [ 2024-04-13T08:45:18.847 INFO:tasks.workunit.client.0.smithi003.stdout: "basic", 2024-04-13T08:45:18.847 INFO:tasks.workunit.client.0.smithi003.stdout: "ident", 2024-04-13T08:45:18.847 INFO:tasks.workunit.client.0.smithi003.stdout: "crash", 2024-04-13T08:45:18.848 INFO:tasks.workunit.client.0.smithi003.stdout: "device", 2024-04-13T08:45:18.848 INFO:tasks.workunit.client.0.smithi003.stdout: "perf" 2024-04-13T08:45:18.848 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:18.848 INFO:tasks.workunit.client.0.smithi003.stdout: "collections_available": [ 2024-04-13T08:45:18.848 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_base", 2024-04-13T08:45:18.848 INFO:tasks.workunit.client.0.smithi003.stdout: "device_base", 2024-04-13T08:45:18.848 INFO:tasks.workunit.client.0.smithi003.stdout: "crash_base", 2024-04-13T08:45:18.848 INFO:tasks.workunit.client.0.smithi003.stdout: "ident_base", 2024-04-13T08:45:18.848 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_perf", 2024-04-13T08:45:18.848 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_mds_metadata", 2024-04-13T08:45:18.848 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_usage", 2024-04-13T08:45:18.848 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_usage_by_class", 2024-04-13T08:45:18.848 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_rook_v01", 2024-04-13T08:45:18.849 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_memory_metrics", 2024-04-13T08:45:18.849 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_options_bluestore", 2024-04-13T08:45:18.849 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_flags" 2024-04-13T08:45:18.849 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:18.849 INFO:tasks.workunit.client.0.smithi003.stdout: "collections_opted_in": [ 2024-04-13T08:45:18.849 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_base", 2024-04-13T08:45:18.849 INFO:tasks.workunit.client.0.smithi003.stdout: "device_base", 2024-04-13T08:45:18.849 INFO:tasks.workunit.client.0.smithi003.stdout: "crash_base", 2024-04-13T08:45:18.849 INFO:tasks.workunit.client.0.smithi003.stdout: "ident_base", 2024-04-13T08:45:18.849 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_perf", 2024-04-13T08:45:18.849 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_mds_metadata", 2024-04-13T08:45:18.849 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_usage", 2024-04-13T08:45:18.849 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_usage_by_class", 2024-04-13T08:45:18.849 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_rook_v01", 2024-04-13T08:45:18.849 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_memory_metrics", 2024-04-13T08:45:18.849 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_options_bluestore", 2024-04-13T08:45:18.850 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_flags" 2024-04-13T08:45:18.850 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:18.850 INFO:tasks.workunit.client.0.smithi003.stdout: "config": { 2024-04-13T08:45:18.850 INFO:tasks.workunit.client.0.smithi003.stdout: "active_changed": [ 2024-04-13T08:45:18.850 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T08:45:18.850 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_debug", 2024-04-13T08:45:18.850 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_mon_ticket_ttl", 2024-04-13T08:45:18.850 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_service_ticket_ttl", 2024-04-13T08:45:18.850 INFO:tasks.workunit.client.0.smithi003.stdout: "bdev_debug_aio", 2024-04-13T08:45:18.850 INFO:tasks.workunit.client.0.smithi003.stdout: "client_check_pool_perm", 2024-04-13T08:45:18.850 INFO:tasks.workunit.client.0.smithi003.stdout: "client_mount_gid", 2024-04-13T08:45:18.850 INFO:tasks.workunit.client.0.smithi003.stdout: "client_mount_uid", 2024-04-13T08:45:18.850 INFO:tasks.workunit.client.0.smithi003.stdout: "client_quota", 2024-04-13T08:45:18.851 INFO:tasks.workunit.client.0.smithi003.stdout: "container_image", 2024-04-13T08:45:18.851 INFO:tasks.workunit.client.0.smithi003.stdout: "daemonize", 2024-04-13T08:45:18.851 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_asserts_on_shutdown", 2024-04-13T08:45:18.851 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mgr", 2024-04-13T08:45:18.851 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mon", 2024-04-13T08:45:18.851 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_ms", 2024-04-13T08:45:18.851 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_osd", 2024-04-13T08:45:18.851 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_paxos", 2024-04-13T08:45:18.851 INFO:tasks.workunit.client.0.smithi003.stdout: "keyring", 2024-04-13T08:45:18.851 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_file", 2024-04-13T08:45:18.851 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_journald", 2024-04-13T08:45:18.851 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_stderr", 2024-04-13T08:45:18.851 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_allow_pool_delete", 2024-04-13T08:45:18.851 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_clock_drift_allowed", 2024-04-13T08:45:18.851 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_file_level", 2024-04-13T08:45:18.851 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_file", 2024-04-13T08:45:18.852 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_journald", 2024-04-13T08:45:18.852 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_stderr", 2024-04-13T08:45:18.852 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_data_avail_warn", 2024-04-13T08:45:18.852 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_election_default_strategy", 2024-04-13T08:45:18.852 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_host", 2024-04-13T08:45:18.852 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_max_pg_per_osd", 2024-04-13T08:45:18.852 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mds_skip_sanity", 2024-04-13T08:45:18.852 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mgr_mkfs_grace", 2024-04-13T08:45:18.852 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_prime_pg_temp", 2024-04-13T08:45:18.852 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T08:45:18.852 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T08:45:18.852 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T08:45:18.852 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T08:45:18.852 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T08:45:18.852 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T08:45:18.852 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T08:45:18.853 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T08:45:18.853 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T08:45:18.853 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T08:45:18.853 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_too_few_osds", 2024-04-13T08:45:18.853 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_bug", 2024-04-13T08:45:18.853 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_old_message", 2024-04-13T08:45:18.853 INFO:tasks.workunit.client.0.smithi003.stdout: "no_config_file", 2024-04-13T08:45:18.853 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_default_list", 2024-04-13T08:45:18.853 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_load_list", 2024-04-13T08:45:18.853 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_misdirected_ops", 2024-04-13T08:45:18.853 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_op_order", 2024-04-13T08:45:18.853 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_pg_log_writeout", 2024-04-13T08:45:18.853 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_shutdown", 2024-04-13T08:45:18.853 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T08:45:18.853 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T08:45:18.853 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T08:45:18.854 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T08:45:18.854 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep", 2024-04-13T08:45:18.854 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_hdd", 2024-04-13T08:45:18.854 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_hybrid", 2024-04-13T08:45:18.854 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_ssd", 2024-04-13T08:45:18.854 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_max_backfills", 2024-04-13T08:45:18.854 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T08:45:18.854 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_profile", 2024-04-13T08:45:18.854 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-13T08:45:18.854 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-13T08:45:18.854 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-13T08:45:18.854 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-13T08:45:18.854 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-13T08:45:18.854 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-13T08:45:18.855 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_lim", 2024-04-13T08:45:18.855 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_res", 2024-04-13T08:45:18.855 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-13T08:45:18.855 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target", 2024-04-13T08:45:18.855 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target_autotune", 2024-04-13T08:45:18.855 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue", 2024-04-13T08:45:18.855 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue_cut_off", 2024-04-13T08:45:18.855 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T08:45:18.855 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T08:45:18.856 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recover_clone_overlap", 2024-04-13T08:45:18.856 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active", 2024-04-13T08:45:18.856 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active_hdd", 2024-04-13T08:45:18.856 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active_ssd", 2024-04-13T08:45:18.856 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_chunk", 2024-04-13T08:45:18.856 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep", 2024-04-13T08:45:18.856 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_hdd", 2024-04-13T08:45:18.856 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_hybrid", 2024-04-13T08:45:18.856 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_ssd", 2024-04-13T08:45:18.857 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_load_threshold", 2024-04-13T08:45:18.857 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_max_interval", 2024-04-13T08:45:18.857 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_sleep", 2024-04-13T08:45:18.857 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_shutdown_pgref_assert", 2024-04-13T08:45:18.857 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep", 2024-04-13T08:45:18.857 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_hdd", 2024-04-13T08:45:18.857 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-13T08:45:18.857 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_ssd", 2024-04-13T08:45:18.857 INFO:tasks.workunit.client.0.smithi003.stdout: "public_network", 2024-04-13T08:45:18.858 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-13T08:45:18.858 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_default_features", 2024-04-13T08:45:18.858 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_qos_exclude_ops", 2024-04-13T08:45:18.858 INFO:tasks.workunit.client.0.smithi003.stdout: "setgroup", 2024-04-13T08:45:18.858 INFO:tasks.workunit.client.0.smithi003.stdout: "setuser" 2024-04-13T08:45:18.858 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:18.858 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster_changed": [ 2024-04-13T08:45:18.858 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T08:45:18.858 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_debug", 2024-04-13T08:45:18.858 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_mon_ticket_ttl", 2024-04-13T08:45:18.859 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_service_ticket_ttl", 2024-04-13T08:45:18.859 INFO:tasks.workunit.client.0.smithi003.stdout: "bdev_debug_aio", 2024-04-13T08:45:18.859 INFO:tasks.workunit.client.0.smithi003.stdout: "container_image", 2024-04-13T08:45:18.859 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_asserts_on_shutdown", 2024-04-13T08:45:18.859 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mgr", 2024-04-13T08:45:18.859 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mon", 2024-04-13T08:45:18.859 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_ms", 2024-04-13T08:45:18.859 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_osd", 2024-04-13T08:45:18.859 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_paxos", 2024-04-13T08:45:18.860 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_file", 2024-04-13T08:45:18.860 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_journald", 2024-04-13T08:45:18.860 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_stderr", 2024-04-13T08:45:18.860 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_join_fs", 2024-04-13T08:45:18.860 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/allow_ptrace", 2024-04-13T08:45:18.860 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/container_init", 2024-04-13T08:45:18.860 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/migration_current", 2024-04-13T08:45:18.860 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/use_repo_digest", 2024-04-13T08:45:18.860 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-13T08:45:18.860 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-13T08:45:18.860 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-13T08:45:18.860 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-13T08:45:18.860 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/ssl_server_port", 2024-04-13T08:45:18.860 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/orchestrator/orchestrator", 2024-04-13T08:45:18.861 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/channel_ident", 2024-04-13T08:45:18.861 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/channel_perf", 2024-04-13T08:45:18.861 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/description", 2024-04-13T08:45:18.861 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/enabled", 2024-04-13T08:45:18.861 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/organization", 2024-04-13T08:45:18.861 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_allow_pool_delete", 2024-04-13T08:45:18.861 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_clock_drift_allowed", 2024-04-13T08:45:18.861 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_file_level", 2024-04-13T08:45:18.861 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_file", 2024-04-13T08:45:18.861 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_data_avail_warn", 2024-04-13T08:45:18.861 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_election_default_strategy", 2024-04-13T08:45:18.861 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_max_pg_per_osd", 2024-04-13T08:45:18.861 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mds_skip_sanity", 2024-04-13T08:45:18.861 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mgr_mkfs_grace", 2024-04-13T08:45:18.861 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_prime_pg_temp", 2024-04-13T08:45:18.862 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T08:45:18.862 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T08:45:18.862 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T08:45:18.862 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T08:45:18.862 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T08:45:18.862 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T08:45:18.862 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T08:45:18.862 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T08:45:18.862 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T08:45:18.862 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T08:45:18.862 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_too_few_osds", 2024-04-13T08:45:18.862 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_bug", 2024-04-13T08:45:18.862 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_old_message", 2024-04-13T08:45:18.862 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_default_list", 2024-04-13T08:45:18.863 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_load_list", 2024-04-13T08:45:18.863 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_misdirected_ops", 2024-04-13T08:45:18.863 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_op_order", 2024-04-13T08:45:18.863 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_pg_log_writeout", 2024-04-13T08:45:18.863 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_shutdown", 2024-04-13T08:45:18.863 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T08:45:18.863 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T08:45:18.863 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T08:45:18.863 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T08:45:18.863 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T08:45:18.863 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_profile", 2024-04-13T08:45:18.863 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target", 2024-04-13T08:45:18.863 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target_autotune", 2024-04-13T08:45:18.864 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue", 2024-04-13T08:45:18.864 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue_cut_off", 2024-04-13T08:45:18.864 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T08:45:18.864 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T08:45:18.864 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recover_clone_overlap", 2024-04-13T08:45:18.866 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_chunk", 2024-04-13T08:45:18.866 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_load_threshold", 2024-04-13T08:45:18.866 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_max_interval", 2024-04-13T08:45:18.866 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_shutdown_pgref_assert", 2024-04-13T08:45:18.866 INFO:tasks.workunit.client.0.smithi003.stdout: "public_network", 2024-04-13T08:45:18.866 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-13T08:45:18.866 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_cache_enabled", 2024-04-13T08:45:18.866 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_enable_ops_log", 2024-04-13T08:45:18.866 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_enable_usage_log" 2024-04-13T08:45:18.866 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:18.866 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.866 INFO:tasks.workunit.client.0.smithi003.stdout: "contact": null, 2024-04-13T08:45:18.867 INFO:tasks.workunit.client.0.smithi003.stdout: "crashes": [], 2024-04-13T08:45:18.867 INFO:tasks.workunit.client.0.smithi003.stdout: "created": "2024-04-13T07:05:08.653608Z", 2024-04-13T08:45:18.867 INFO:tasks.workunit.client.0.smithi003.stdout: "crush": { 2024-04-13T08:45:18.867 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_algs": { 2024-04-13T08:45:18.867 INFO:tasks.workunit.client.0.smithi003.stdout: "straw2": 3 2024-04-13T08:45:18.867 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.867 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_sizes": { 2024-04-13T08:45:18.867 INFO:tasks.workunit.client.0.smithi003.stdout: "2": 1, 2024-04-13T08:45:18.867 INFO:tasks.workunit.client.0.smithi003.stdout: "4": 2 2024-04-13T08:45:18.867 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.867 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_types": { 2024-04-13T08:45:18.867 INFO:tasks.workunit.client.0.smithi003.stdout: "1": 2, 2024-04-13T08:45:18.867 INFO:tasks.workunit.client.0.smithi003.stdout: "11": 1 2024-04-13T08:45:18.867 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.867 INFO:tasks.workunit.client.0.smithi003.stdout: "compat_weight_set": false, 2024-04-13T08:45:18.868 INFO:tasks.workunit.client.0.smithi003.stdout: "device_classes": [ 2024-04-13T08:45:18.868 INFO:tasks.workunit.client.0.smithi003.stdout: 8 2024-04-13T08:45:18.868 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:18.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_buckets": 6, 2024-04-13T08:45:18.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_devices": 8, 2024-04-13T08:45:18.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_rules": 2, 2024-04-13T08:45:18.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_types": 12, 2024-04-13T08:45:18.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_weight_sets": 0, 2024-04-13T08:45:18.868 INFO:tasks.workunit.client.0.smithi003.stdout: "tunables": { 2024-04-13T08:45:18.868 INFO:tasks.workunit.client.0.smithi003.stdout: "allowed_bucket_algs": 54, 2024-04-13T08:45:18.868 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_local_fallback_tries": 0, 2024-04-13T08:45:18.868 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_local_tries": 0, 2024-04-13T08:45:18.868 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_total_tries": 50, 2024-04-13T08:45:18.868 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_descend_once": 1, 2024-04-13T08:45:18.869 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_stable": 1, 2024-04-13T08:45:18.869 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_vary_r": 1, 2024-04-13T08:45:18.869 INFO:tasks.workunit.client.0.smithi003.stdout: "has_msr_rules": 0, 2024-04-13T08:45:18.869 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v2_rules": 1, 2024-04-13T08:45:18.869 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v3_rules": 0, 2024-04-13T08:45:18.869 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v4_buckets": 1, 2024-04-13T08:45:18.869 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v5_rules": 0, 2024-04-13T08:45:18.869 INFO:tasks.workunit.client.0.smithi003.stdout: "legacy_tunables": 0, 2024-04-13T08:45:18.869 INFO:tasks.workunit.client.0.smithi003.stdout: "minimum_required_version": "jewel", 2024-04-13T08:45:18.869 INFO:tasks.workunit.client.0.smithi003.stdout: "msr_collision_tries": 100, 2024-04-13T08:45:18.869 INFO:tasks.workunit.client.0.smithi003.stdout: "msr_descents": 100, 2024-04-13T08:45:18.869 INFO:tasks.workunit.client.0.smithi003.stdout: "optimal_tunables": 1, 2024-04-13T08:45:18.869 INFO:tasks.workunit.client.0.smithi003.stdout: "profile": "jewel", 2024-04-13T08:45:18.869 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables": 1, 2024-04-13T08:45:18.870 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables2": 1, 2024-04-13T08:45:18.870 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables3": 1, 2024-04-13T08:45:18.870 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables5": 1, 2024-04-13T08:45:18.870 INFO:tasks.workunit.client.0.smithi003.stdout: "straw_calc_version": 1 2024-04-13T08:45:18.870 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.870 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.870 INFO:tasks.workunit.client.0.smithi003.stdout: "description": "upgrade test cluster", 2024-04-13T08:45:18.870 INFO:tasks.workunit.client.0.smithi003.stdout: "fs": { 2024-04-13T08:45:18.870 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:18.870 INFO:tasks.workunit.client.0.smithi003.stdout: "feature_flags": { 2024-04-13T08:45:18.870 INFO:tasks.workunit.client.0.smithi003.stdout: "enable_multiple": true, 2024-04-13T08:45:18.870 INFO:tasks.workunit.client.0.smithi003.stdout: "ever_enabled_multiple": true 2024-04-13T08:45:18.870 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.870 INFO:tasks.workunit.client.0.smithi003.stdout: "filesystems": [ 2024-04-13T08:45:18.871 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:18.871 INFO:tasks.workunit.client.0.smithi003.stdout: "approx_ctime": "2024-04", 2024-04-13T08:45:18.871 INFO:tasks.workunit.client.0.smithi003.stdout: "balancer_enabled": false, 2024-04-13T08:45:18.871 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.871 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_caps": 0, 2024-04-13T08:45:18.871 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_dns": 10, 2024-04-13T08:45:18.871 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_inos": 13, 2024-04-13T08:45:18.871 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_subtrees": 2, 2024-04-13T08:45:18.871 INFO:tasks.workunit.client.0.smithi003.stdout: "ever_allowed_features": 0, 2024-04-13T08:45:18.871 INFO:tasks.workunit.client.0.smithi003.stdout: "explicitly_allowed_features": 0, 2024-04-13T08:45:18.871 INFO:tasks.workunit.client.0.smithi003.stdout: "files": 0, 2024-04-13T08:45:18.871 INFO:tasks.workunit.client.0.smithi003.stdout: "max_mds": 1, 2024-04-13T08:45:18.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_data_pools": 1, 2024-04-13T08:45:18.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_in": 1, 2024-04-13T08:45:18.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_mds": 1, 2024-04-13T08:45:18.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": 0, 2024-04-13T08:45:18.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_standby_replay": 0, 2024-04-13T08:45:18.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_up": 1, 2024-04-13T08:45:18.872 INFO:tasks.workunit.client.0.smithi003.stdout: "snaps": 0, 2024-04-13T08:45:18.872 INFO:tasks.workunit.client.0.smithi003.stdout: "standby_count_wanted": 0 2024-04-13T08:45:18.872 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.872 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:18.872 INFO:tasks.workunit.client.0.smithi003.stdout: "num_standby_mds": 1, 2024-04-13T08:45:18.872 INFO:tasks.workunit.client.0.smithi003.stdout: "total_num_mds": 2 2024-04-13T08:45:18.872 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.872 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_stats": { 2024-04-13T08:45:18.872 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T08:45:18.872 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:18.872 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 20258816, 2024-04-13T08:45:18.873 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 332864, 2024-04-13T08:45:18.873 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2752512, 2024-04-13T08:45:18.873 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 696320, 2024-04-13T08:45:18.873 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 0, 2024-04-13T08:45:18.873 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 358, 2024-04-13T08:45:18.873 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:18.873 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 1130384, 2024-04-13T08:45:18.873 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 13, 2024-04-13T08:45:18.873 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 852992, 2024-04-13T08:45:18.873 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 14493744, 2024-04-13T08:45:18.873 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 20258816 2024-04-13T08:45:18.873 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.873 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:18.873 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 20660224, 2024-04-13T08:45:18.873 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 448352, 2024-04-13T08:45:18.874 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2752512, 2024-04-13T08:45:18.874 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:18.874 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 647168, 2024-04-13T08:45:18.874 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 444, 2024-04-13T08:45:18.874 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:18.874 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 1488664, 2024-04-13T08:45:18.874 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 22, 2024-04-13T08:45:18.874 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 1085952, 2024-04-13T08:45:18.874 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 14884744, 2024-04-13T08:45:18.874 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 21307392 2024-04-13T08:45:18.874 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.874 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.874 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:18.874 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:18.875 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 171220992, 2024-04-13T08:45:18.875 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 2685784, 2024-04-13T08:45:18.875 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3014656, 2024-04-13T08:45:18.875 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:18.875 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 1662976, 2024-04-13T08:45:18.875 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 6646, 2024-04-13T08:45:18.875 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:18.875 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 9538776, 2024-04-13T08:45:18.875 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 20, 2024-04-13T08:45:18.875 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 2475520, 2024-04-13T08:45:18.875 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 153506256, 2024-04-13T08:45:18.875 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 172883968 2024-04-13T08:45:18.875 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.875 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:18.875 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 264298496, 2024-04-13T08:45:18.876 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 5801264, 2024-04-13T08:45:18.876 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3145728, 2024-04-13T08:45:18.876 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:18.876 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 1073152, 2024-04-13T08:45:18.876 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 9672, 2024-04-13T08:45:18.876 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:18.876 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 15160408, 2024-04-13T08:45:18.876 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 22, 2024-04-13T08:45:18.876 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 4826368, 2024-04-13T08:45:18.876 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 235364728, 2024-04-13T08:45:18.876 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 265371648 2024-04-13T08:45:18.876 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.876 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.be5b77d0f8a0d3fc4d792db8fc7e155e44679ebc": { 2024-04-13T08:45:18.876 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 175079424, 2024-04-13T08:45:18.876 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 2970816, 2024-04-13T08:45:18.877 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3014656, 2024-04-13T08:45:18.877 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:18.877 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 1998848, 2024-04-13T08:45:18.877 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 6904, 2024-04-13T08:45:18.877 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:18.877 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 9653488, 2024-04-13T08:45:18.877 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 20, 2024-04-13T08:45:18.877 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 3832064, 2024-04-13T08:45:18.877 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 155608400, 2024-04-13T08:45:18.877 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 177078272 2024-04-13T08:45:18.877 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.877 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.877 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:18.877 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.0": { 2024-04-13T08:45:18.878 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 463921152, 2024-04-13T08:45:18.878 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 27880640, 2024-04-13T08:45:18.878 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:18.878 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:18.878 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 156704768, 2024-04-13T08:45:18.878 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 12529, 2024-04-13T08:45:18.878 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:18.878 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 91684704, 2024-04-13T08:45:18.878 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 60, 2024-04-13T08:45:18.878 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 7779584, 2024-04-13T08:45:18.878 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 333168352, 2024-04-13T08:45:18.878 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 620625920 2024-04-13T08:45:18.878 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.878 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.1": { 2024-04-13T08:45:18.879 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 548831232, 2024-04-13T08:45:18.879 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 30055656, 2024-04-13T08:45:18.879 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 5636096, 2024-04-13T08:45:18.879 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:18.879 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 145399808, 2024-04-13T08:45:18.879 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 13669, 2024-04-13T08:45:18.879 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:18.879 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 100784392, 2024-04-13T08:45:18.879 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 60, 2024-04-13T08:45:18.879 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 9705728, 2024-04-13T08:45:18.879 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 402649360, 2024-04-13T08:45:18.879 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 694231040 2024-04-13T08:45:18.879 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.880 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.2": { 2024-04-13T08:45:18.880 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 467820544, 2024-04-13T08:45:18.880 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 22398312, 2024-04-13T08:45:18.880 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:18.880 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:18.880 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 5406720, 2024-04-13T08:45:18.880 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 11869, 2024-04-13T08:45:18.880 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:18.880 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 78112680, 2024-04-13T08:45:18.880 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 53, 2024-04-13T08:45:18.880 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 10703104, 2024-04-13T08:45:18.880 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 353198576, 2024-04-13T08:45:18.880 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 473227264 2024-04-13T08:45:18.880 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.880 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.3": { 2024-04-13T08:45:18.881 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 638885888, 2024-04-13T08:45:18.881 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 25176192, 2024-04-13T08:45:18.881 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:18.881 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:18.881 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 39157760, 2024-04-13T08:45:18.881 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 10951, 2024-04-13T08:45:18.881 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:18.881 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 82542224, 2024-04-13T08:45:18.881 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 60, 2024-04-13T08:45:18.881 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 10870784, 2024-04-13T08:45:18.881 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 516888816, 2024-04-13T08:45:18.881 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 678043648 2024-04-13T08:45:18.881 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.881 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.4": { 2024-04-13T08:45:18.881 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 625074176, 2024-04-13T08:45:18.882 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 22606656, 2024-04-13T08:45:18.882 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:18.882 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:18.882 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 35184640, 2024-04-13T08:45:18.882 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 11447, 2024-04-13T08:45:18.882 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:18.882 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 99679632, 2024-04-13T08:45:18.882 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 53, 2024-04-13T08:45:18.882 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 9575680, 2024-04-13T08:45:18.882 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 489804336, 2024-04-13T08:45:18.882 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 660258816 2024-04-13T08:45:18.882 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.882 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.5": { 2024-04-13T08:45:18.883 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 445546496, 2024-04-13T08:45:18.883 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 23954464, 2024-04-13T08:45:18.883 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:18.883 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:18.883 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 141492224, 2024-04-13T08:45:18.883 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 12206, 2024-04-13T08:45:18.883 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:18.883 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 89355408, 2024-04-13T08:45:18.883 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 60, 2024-04-13T08:45:18.883 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 10127360, 2024-04-13T08:45:18.883 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 318701392, 2024-04-13T08:45:18.883 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 587038720 2024-04-13T08:45:18.883 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.883 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.6": { 2024-04-13T08:45:18.883 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 540499968, 2024-04-13T08:45:18.883 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 26103784, 2024-04-13T08:45:18.884 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3276800, 2024-04-13T08:45:18.884 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:18.884 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 22134784, 2024-04-13T08:45:18.884 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 10861, 2024-04-13T08:45:18.884 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:18.884 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 98679232, 2024-04-13T08:45:18.884 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 53, 2024-04-13T08:45:18.884 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 10964992, 2024-04-13T08:45:18.884 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 401475160, 2024-04-13T08:45:18.884 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 562634752 2024-04-13T08:45:18.884 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.884 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.7": { 2024-04-13T08:45:18.884 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 468819968, 2024-04-13T08:45:18.884 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 24587648, 2024-04-13T08:45:18.884 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:18.885 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:18.885 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 31195136, 2024-04-13T08:45:18.885 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 11295, 2024-04-13T08:45:18.885 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:18.885 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 96480520, 2024-04-13T08:45:18.885 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 52, 2024-04-13T08:45:18.885 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 10111232, 2024-04-13T08:45:18.885 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 334232696, 2024-04-13T08:45:18.885 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 500015104 2024-04-13T08:45:18.885 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.885 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.885 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.885 INFO:tasks.workunit.client.0.smithi003.stdout: "hosts": { 2024-04-13T08:45:18.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num": 2, 2024-04-13T08:45:18.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mds": 2, 2024-04-13T08:45:18.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mgr": 2, 2024-04-13T08:45:18.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mon": 2, 2024-04-13T08:45:18.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_osd": 2 2024-04-13T08:45:18.886 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.886 INFO:tasks.workunit.client.0.smithi003.stdout: "io_rate": { 2024-04-13T08:45:18.886 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_stats_delta": { 2024-04-13T08:45:18.886 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 0, 2024-04-13T08:45:18.886 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:18.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 0, 2024-04-13T08:45:18.886 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:18.886 INFO:tasks.workunit.client.0.smithi003.stdout: "stamp_delta": "12.003786", 2024-04-13T08:45:18.886 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:18.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:18.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:18.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:18.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:18.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:18.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:18.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:18.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:18.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:18.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:18.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:18.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:18.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:18.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:18.887 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:18.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:18.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:18.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:18.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:18.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:18.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:18.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:18.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:18.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:18.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:18.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:18.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:18.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:18.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:18.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:18.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:18.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:18.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:18.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:18.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:18.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:18.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:18.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:18.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:18.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:18.889 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.889 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:18.889 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 0, 2024-04-13T08:45:18.889 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:18.889 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:18.890 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:18.890 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:18.890 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 0, 2024-04-13T08:45:18.890 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:18.890 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:18.890 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T08:45:18.890 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:18.890 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.890 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 0 2024-04-13T08:45:18.890 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.890 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.890 INFO:tasks.workunit.client.0.smithi003.stdout: "leaderboard": false, 2024-04-13T08:45:18.890 INFO:tasks.workunit.client.0.smithi003.stdout: "leaderboard_description": null, 2024-04-13T08:45:18.890 INFO:tasks.workunit.client.0.smithi003.stdout: "license": "sharing-1-0", 2024-04-13T08:45:18.891 INFO:tasks.workunit.client.0.smithi003.stdout: "mempool": { 2024-04-13T08:45:18.891 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T08:45:18.891 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:18.891 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:18.891 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.891 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.891 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.891 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:18.891 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.891 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.891 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.891 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:18.891 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.891 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.891 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.892 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:18.892 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.892 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.892 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.892 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:18.892 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.892 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.892 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.892 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:18.892 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.892 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.892 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:18.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.893 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.893 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:18.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.893 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.893 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:18.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.893 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.893 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:18.893 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.893 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.894 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:18.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.894 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.894 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:18.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.894 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.894 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:18.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.894 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.894 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.894 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:18.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.895 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.895 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:18.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.895 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.895 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:18.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.895 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.895 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:18.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.895 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.896 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:18.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.896 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.896 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.896 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:18.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 149008, 2024-04-13T08:45:18.896 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 33 2024-04-13T08:45:18.896 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.896 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:18.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.896 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.896 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.896 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:18.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 928, 2024-04-13T08:45:18.897 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T08:45:18.897 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.897 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:18.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.897 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.897 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.897 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:18.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.897 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.897 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.897 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:18.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.897 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.897 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.897 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:18.897 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.898 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.898 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.898 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:18.898 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.898 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.898 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.898 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:18.898 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.898 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.898 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.898 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:18.898 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.898 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.898 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.898 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:18.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.899 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.899 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.899 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.899 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:18.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:18.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.899 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.899 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:18.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.899 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.899 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:18.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.900 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:18.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.900 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:18.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.900 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:18.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.900 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.900 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:18.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.901 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.901 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:18.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.901 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.901 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:18.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.901 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.901 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:18.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.901 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.901 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.901 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:18.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.902 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.902 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:18.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.902 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.902 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:18.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.902 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.902 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:18.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.902 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:18.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.903 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:18.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.903 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:18.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.903 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:18.903 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.903 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.904 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:18.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 222320, 2024-04-13T08:45:18.904 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 65 2024-04-13T08:45:18.904 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.904 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:18.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.904 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.904 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.904 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:18.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 52112, 2024-04-13T08:45:18.904 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 181 2024-04-13T08:45:18.904 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.904 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:18.904 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.904 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.905 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.905 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:18.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.905 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.905 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.905 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:18.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.905 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.905 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.905 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:18.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 13096, 2024-04-13T08:45:18.905 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 271 2024-04-13T08:45:18.905 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.905 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:18.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.906 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.906 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.906 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:18.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.906 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.906 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.906 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:18.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.906 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.906 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.906 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:18.906 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.906 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.906 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.907 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.907 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.907 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:18.907 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:18.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:18.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.907 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.907 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:18.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.907 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.907 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:18.907 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.907 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.908 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:18.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.908 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.908 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:18.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.908 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.908 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:18.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.908 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.908 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:18.908 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.908 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.909 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.909 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:18.909 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.909 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.909 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.909 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:18.909 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.909 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.909 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.909 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:18.909 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.909 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.909 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.910 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:18.910 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.910 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.910 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.910 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:18.910 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.910 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.910 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.910 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:18.910 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.910 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.910 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.910 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:18.910 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.911 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.911 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:18.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.911 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.911 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:18.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.911 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.911 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:18.911 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.911 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.911 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:18.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.912 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.912 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:18.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 42725417, 2024-04-13T08:45:18.912 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5274 2024-04-13T08:45:18.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.912 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:18.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 880, 2024-04-13T08:45:18.912 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 10 2024-04-13T08:45:18.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.912 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:18.912 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.912 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.913 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:18.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.913 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.913 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:18.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.913 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.913 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:18.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.913 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.913 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:18.913 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11672, 2024-04-13T08:45:18.913 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 270 2024-04-13T08:45:18.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.914 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:18.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 70440, 2024-04-13T08:45:18.914 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5158 2024-04-13T08:45:18.914 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.914 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:18.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5896, 2024-04-13T08:45:18.914 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 174 2024-04-13T08:45:18.914 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.914 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:18.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.914 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.914 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.914 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:18.914 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.915 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.915 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.915 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:18.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:18.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.915 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:18.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.915 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:18.915 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.915 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:18.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.916 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:18.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.916 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:18.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.916 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:18.916 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.916 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:18.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.917 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.917 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:18.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.917 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.917 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:18.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.917 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.917 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:18.917 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.917 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.918 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.918 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:18.918 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.918 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.918 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.918 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:18.918 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.918 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.918 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.918 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:18.918 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.918 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.918 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.918 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:18.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.919 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.919 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:18.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.919 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.919 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:18.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.919 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.919 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:18.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.919 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.919 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.919 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:18.919 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 43199489, 2024-04-13T08:45:18.920 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5342 2024-04-13T08:45:18.920 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.920 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:18.920 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.920 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.920 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.920 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:18.920 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.920 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.920 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.920 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:18.920 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.920 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.920 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.921 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:18.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.921 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.921 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.921 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:18.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.921 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.921 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.921 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:18.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11672, 2024-04-13T08:45:18.921 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 270 2024-04-13T08:45:18.921 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.921 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:18.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 70440, 2024-04-13T08:45:18.921 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5158 2024-04-13T08:45:18.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.922 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:18.922 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11792, 2024-04-13T08:45:18.922 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 348 2024-04-13T08:45:18.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.922 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:18.922 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.922 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.922 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:18.922 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.922 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.922 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.923 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.be5b77d0f8a0d3fc4d792db8fc7e155e44679ebc": { 2024-04-13T08:45:18.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:18.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.923 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.923 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:18.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.923 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.923 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:18.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.923 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.923 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:18.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.923 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:18.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.924 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:18.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.924 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:18.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.924 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:18.924 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.924 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.925 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:18.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.925 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.925 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:18.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.925 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.925 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:18.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.925 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.925 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:18.925 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.926 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.926 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:18.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.926 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.926 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:18.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.926 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.926 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:18.926 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.926 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.927 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:18.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.927 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.927 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:18.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.927 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.927 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:18.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.927 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.927 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.927 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:18.927 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 42904801, 2024-04-13T08:45:18.928 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5302 2024-04-13T08:45:18.928 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.928 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:18.928 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 440, 2024-04-13T08:45:18.928 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T08:45:18.928 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.928 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:18.928 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.928 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.928 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.928 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:18.928 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.928 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.928 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.929 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:18.929 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.929 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.929 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:18.929 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.929 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.929 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:18.929 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11672, 2024-04-13T08:45:18.929 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 270 2024-04-13T08:45:18.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.929 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:18.929 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 70440, 2024-04-13T08:45:18.929 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5158 2024-04-13T08:45:18.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.930 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:18.930 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5896, 2024-04-13T08:45:18.930 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 174 2024-04-13T08:45:18.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.930 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:18.930 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.930 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.930 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:18.930 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.930 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.930 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.930 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.931 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:18.931 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.0": { 2024-04-13T08:45:18.931 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:18.931 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.931 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.931 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.931 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:18.931 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 26856, 2024-04-13T08:45:18.931 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 475 2024-04-13T08:45:18.931 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.931 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:18.931 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31104, 2024-04-13T08:45:18.931 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 26 2024-04-13T08:45:18.931 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.931 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:18.931 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 960, 2024-04-13T08:45:18.932 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T08:45:18.932 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.932 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:18.932 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 57200, 2024-04-13T08:45:18.932 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 715 2024-04-13T08:45:18.932 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.932 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:18.932 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 373360, 2024-04-13T08:45:18.932 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1795 2024-04-13T08:45:18.932 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.932 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:18.932 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:18.932 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:18.933 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.933 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:18.933 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1043559, 2024-04-13T08:45:18.933 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 270 2024-04-13T08:45:18.933 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.933 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:18.933 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2441532, 2024-04-13T08:45:18.933 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 541660 2024-04-13T08:45:18.933 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.933 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:18.933 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7027376, 2024-04-13T08:45:18.933 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 10366 2024-04-13T08:45:18.933 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.933 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:18.933 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 78176, 2024-04-13T08:45:18.934 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8335 2024-04-13T08:45:18.934 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.934 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:18.934 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 86160, 2024-04-13T08:45:18.934 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1795 2024-04-13T08:45:18.934 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.934 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:18.934 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.934 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.934 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.934 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:18.934 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165184, 2024-04-13T08:45:18.934 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:18.935 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.935 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:18.935 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.935 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.935 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.935 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:18.935 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.935 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.935 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.935 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:18.935 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 33299, 2024-04-13T08:45:18.935 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 50 2024-04-13T08:45:18.935 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.935 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:18.935 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.936 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.936 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.936 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:18.936 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6293626, 2024-04-13T08:45:18.936 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 287 2024-04-13T08:45:18.936 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.936 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:18.936 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 25080, 2024-04-13T08:45:18.936 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 285 2024-04-13T08:45:18.936 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.936 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:18.936 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.936 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.936 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.936 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:18.937 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 501552, 2024-04-13T08:45:18.937 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 43 2024-04-13T08:45:18.937 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.937 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:18.937 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.937 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.937 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.937 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:18.937 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7044440, 2024-04-13T08:45:18.937 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 18347 2024-04-13T08:45:18.937 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.937 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:18.937 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:18.937 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:18.938 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.938 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:18.938 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.938 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.938 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.938 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:18.938 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.938 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.938 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.938 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:18.938 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.938 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.938 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.938 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:18.939 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.939 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.939 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.939 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.939 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.1": { 2024-04-13T08:45:18.939 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:18.939 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.939 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.939 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.939 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:18.939 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 29048, 2024-04-13T08:45:18.939 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 526 2024-04-13T08:45:18.939 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.939 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:18.939 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31488, 2024-04-13T08:45:18.939 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 29 2024-04-13T08:45:18.939 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.940 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:18.940 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 768, 2024-04-13T08:45:18.940 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 4 2024-04-13T08:45:18.940 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.940 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:18.940 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 57440, 2024-04-13T08:45:18.940 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 718 2024-04-13T08:45:18.940 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.940 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:18.940 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 371280, 2024-04-13T08:45:18.940 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1785 2024-04-13T08:45:18.940 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.940 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:18.940 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:18.940 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:18.940 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.940 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:18.941 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1359576, 2024-04-13T08:45:18.941 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 343 2024-04-13T08:45:18.941 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.941 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:18.941 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2479508, 2024-04-13T08:45:18.941 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 544416 2024-04-13T08:45:18.941 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.941 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:18.941 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7049816, 2024-04-13T08:45:18.941 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 10399 2024-04-13T08:45:18.941 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.941 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:18.941 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 76716, 2024-04-13T08:45:18.941 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8168 2024-04-13T08:45:18.942 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.942 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:18.942 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 85632, 2024-04-13T08:45:18.942 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1784 2024-04-13T08:45:18.942 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.942 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:18.942 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.942 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.942 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.942 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:18.942 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 167064, 2024-04-13T08:45:18.942 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1194 2024-04-13T08:45:18.942 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.942 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:18.943 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.943 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.943 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.943 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:18.943 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1472, 2024-04-13T08:45:18.943 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T08:45:18.943 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.943 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:18.943 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 72705, 2024-04-13T08:45:18.943 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 33 2024-04-13T08:45:18.943 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.943 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:18.943 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20128, 2024-04-13T08:45:18.943 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T08:45:18.943 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.944 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:18.944 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4905203, 2024-04-13T08:45:18.944 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 271 2024-04-13T08:45:18.944 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.944 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:18.944 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 30800, 2024-04-13T08:45:18.944 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 350 2024-04-13T08:45:18.944 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.944 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:18.944 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.944 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.944 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.944 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:18.944 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 489888, 2024-04-13T08:45:18.944 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 42 2024-04-13T08:45:18.945 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.945 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:18.945 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.945 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.945 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.945 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:18.945 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7241936, 2024-04-13T08:45:18.945 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 21086 2024-04-13T08:45:18.945 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.945 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:18.945 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:18.945 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:18.945 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.945 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:18.945 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.945 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.946 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.946 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:18.946 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.946 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.946 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.946 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:18.946 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.946 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.946 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.946 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:18.946 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.946 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.946 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.947 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.947 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.2": { 2024-04-13T08:45:18.947 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:18.947 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.947 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.947 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.947 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:18.947 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 17216, 2024-04-13T08:45:18.947 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 330 2024-04-13T08:45:18.947 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.947 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:18.947 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 30464, 2024-04-13T08:45:18.947 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 21 2024-04-13T08:45:18.947 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.948 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:18.948 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2112, 2024-04-13T08:45:18.948 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 11 2024-04-13T08:45:18.948 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.948 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:18.948 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 54560, 2024-04-13T08:45:18.948 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 682 2024-04-13T08:45:18.948 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.948 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:18.948 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 370448, 2024-04-13T08:45:18.948 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1781 2024-04-13T08:45:18.948 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.948 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:18.948 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:18.948 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:18.949 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.949 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:18.949 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 298151, 2024-04-13T08:45:18.949 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 79 2024-04-13T08:45:18.949 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.949 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:18.949 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1765258, 2024-04-13T08:45:18.949 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 391741 2024-04-13T08:45:18.949 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.949 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:18.949 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5193416, 2024-04-13T08:45:18.949 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7669 2024-04-13T08:45:18.949 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.949 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:18.949 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 75724, 2024-04-13T08:45:18.950 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8151 2024-04-13T08:45:18.950 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.950 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:18.950 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 85488, 2024-04-13T08:45:18.950 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1781 2024-04-13T08:45:18.950 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.950 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:18.950 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.950 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.950 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.950 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:18.950 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165184, 2024-04-13T08:45:18.950 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:18.950 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.951 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:18.951 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.951 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.951 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.951 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:18.951 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 736, 2024-04-13T08:45:18.951 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1 2024-04-13T08:45:18.951 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.951 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:18.951 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 75803, 2024-04-13T08:45:18.951 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 56 2024-04-13T08:45:18.951 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.951 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:18.951 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12112, 2024-04-13T08:45:18.951 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T08:45:18.951 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.952 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:18.952 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11817852, 2024-04-13T08:45:18.952 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8970 2024-04-13T08:45:18.952 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.952 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:18.952 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 9328, 2024-04-13T08:45:18.952 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 106 2024-04-13T08:45:18.952 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.952 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:18.952 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.952 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.952 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.952 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:18.952 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 396576, 2024-04-13T08:45:18.952 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 34 2024-04-13T08:45:18.953 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.953 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:18.953 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.953 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.953 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.953 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:18.953 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3207360, 2024-04-13T08:45:18.953 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 6168 2024-04-13T08:45:18.953 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.953 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:18.953 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:18.953 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:18.953 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.953 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:18.954 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.954 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.954 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.954 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:18.954 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.954 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.954 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.954 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:18.954 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.954 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.954 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.954 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:18.954 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.954 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.955 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.955 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.955 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.3": { 2024-04-13T08:45:18.955 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:18.955 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.955 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.955 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.955 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:18.955 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20392, 2024-04-13T08:45:18.955 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 384 2024-04-13T08:45:18.955 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.955 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:18.955 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 30848, 2024-04-13T08:45:18.955 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 24 2024-04-13T08:45:18.956 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.956 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:18.956 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4800, 2024-04-13T08:45:18.956 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 25 2024-04-13T08:45:18.956 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.956 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:18.956 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 55040, 2024-04-13T08:45:18.956 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 688 2024-04-13T08:45:18.956 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.956 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:18.956 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 358384, 2024-04-13T08:45:18.956 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1723 2024-04-13T08:45:18.956 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.956 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:18.956 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:18.956 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:18.957 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.957 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:18.957 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 304405, 2024-04-13T08:45:18.957 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 94 2024-04-13T08:45:18.957 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.957 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:18.957 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1789027, 2024-04-13T08:45:18.957 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 393424 2024-04-13T08:45:18.957 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.957 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:18.957 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5197496, 2024-04-13T08:45:18.957 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7675 2024-04-13T08:45:18.957 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.957 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:18.958 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 67008, 2024-04-13T08:45:18.958 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7018 2024-04-13T08:45:18.958 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.958 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:18.958 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 82656, 2024-04-13T08:45:18.958 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:18.958 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.958 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:18.958 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.958 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.958 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.958 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:18.958 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165184, 2024-04-13T08:45:18.958 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:18.958 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.959 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:18.959 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.959 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.959 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.959 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:18.959 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1472, 2024-04-13T08:45:18.959 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T08:45:18.959 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.959 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:18.959 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 109923, 2024-04-13T08:45:18.959 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 60 2024-04-13T08:45:18.959 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.959 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:18.959 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20128, 2024-04-13T08:45:18.959 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T08:45:18.959 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.960 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:18.960 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 26674771, 2024-04-13T08:45:18.960 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 297 2024-04-13T08:45:18.960 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.960 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:18.960 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11528, 2024-04-13T08:45:18.960 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 131 2024-04-13T08:45:18.960 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.960 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:18.960 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.960 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.960 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.960 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:18.960 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 431568, 2024-04-13T08:45:18.961 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 37 2024-04-13T08:45:18.961 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.961 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:18.961 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.961 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.961 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.961 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:18.961 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3431168, 2024-04-13T08:45:18.961 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8920 2024-04-13T08:45:18.961 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.961 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:18.961 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:18.961 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:18.961 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.962 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:18.962 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.962 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.962 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.962 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:18.962 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.962 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.962 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.962 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:18.962 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.962 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.962 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.962 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:18.962 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.963 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.963 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.963 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.963 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.4": { 2024-04-13T08:45:18.963 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:18.963 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.963 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.963 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.963 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:18.963 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 23544, 2024-04-13T08:45:18.963 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 436 2024-04-13T08:45:18.963 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.963 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:18.963 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 117248, 2024-04-13T08:45:18.964 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 28 2024-04-13T08:45:18.964 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.964 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:18.964 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3840, 2024-04-13T08:45:18.964 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 20 2024-04-13T08:45:18.964 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.964 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:18.964 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 56880, 2024-04-13T08:45:18.964 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 711 2024-04-13T08:45:18.964 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.964 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:18.964 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 358176, 2024-04-13T08:45:18.964 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:18.964 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.965 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:18.965 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:18.965 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:18.965 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.965 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:18.965 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 881726, 2024-04-13T08:45:18.965 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 237 2024-04-13T08:45:18.965 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.965 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:18.965 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2087573, 2024-04-13T08:45:18.965 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 460750 2024-04-13T08:45:18.965 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.965 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:18.965 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6012136, 2024-04-13T08:45:18.965 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8873 2024-04-13T08:45:18.965 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.966 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:18.966 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 67152, 2024-04-13T08:45:18.966 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7013 2024-04-13T08:45:18.966 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.966 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:18.966 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 82656, 2024-04-13T08:45:18.966 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:18.966 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.966 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:18.966 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.966 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.966 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.966 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:18.966 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165016, 2024-04-13T08:45:18.967 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:18.967 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.967 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:18.967 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.967 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.967 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.967 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:18.967 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.967 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.967 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.967 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:18.967 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 47039, 2024-04-13T08:45:18.967 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 45 2024-04-13T08:45:18.967 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.967 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:18.968 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.968 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.968 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.968 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:18.968 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 22271400, 2024-04-13T08:45:18.968 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 294 2024-04-13T08:45:18.968 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.968 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:18.968 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 23496, 2024-04-13T08:45:18.968 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 267 2024-04-13T08:45:18.968 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.968 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:18.968 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.968 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.968 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.969 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:18.969 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 454896, 2024-04-13T08:45:18.969 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 39 2024-04-13T08:45:18.969 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.969 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:18.969 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.969 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.969 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.969 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:18.969 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5117840, 2024-04-13T08:45:18.969 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12242 2024-04-13T08:45:18.969 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.969 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:18.969 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:18.969 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:18.969 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.970 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:18.970 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.970 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.970 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.970 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:18.970 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.970 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.970 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.970 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:18.970 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.970 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.970 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.970 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:18.970 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.971 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.971 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.971 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.971 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.5": { 2024-04-13T08:45:18.971 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:18.971 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.971 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.971 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.971 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:18.971 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 23216, 2024-04-13T08:45:18.971 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 435 2024-04-13T08:45:18.971 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.971 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:18.971 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31616, 2024-04-13T08:45:18.971 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 30 2024-04-13T08:45:18.971 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.971 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:18.972 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 768, 2024-04-13T08:45:18.972 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 4 2024-04-13T08:45:18.972 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.972 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:18.972 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 56640, 2024-04-13T08:45:18.972 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 708 2024-04-13T08:45:18.972 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.972 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:18.972 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 358176, 2024-04-13T08:45:18.972 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:18.972 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.972 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:18.972 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:18.972 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:18.972 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.972 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:18.972 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 447037, 2024-04-13T08:45:18.973 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 115 2024-04-13T08:45:18.973 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.973 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:18.973 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2396843, 2024-04-13T08:45:18.973 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 534068 2024-04-13T08:45:18.973 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.973 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:18.973 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6896136, 2024-04-13T08:45:18.973 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 10173 2024-04-13T08:45:18.973 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.973 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:18.973 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 67420, 2024-04-13T08:45:18.973 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7019 2024-04-13T08:45:18.973 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.973 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:18.974 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 82656, 2024-04-13T08:45:18.974 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:18.974 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.974 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:18.974 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.974 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.974 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.974 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:18.974 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165272, 2024-04-13T08:45:18.974 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1187 2024-04-13T08:45:18.974 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.974 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:18.974 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.974 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.975 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.975 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:18.975 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 736, 2024-04-13T08:45:18.975 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1 2024-04-13T08:45:18.975 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.975 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:18.975 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 71245, 2024-04-13T08:45:18.975 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 55 2024-04-13T08:45:18.975 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.975 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:18.975 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12112, 2024-04-13T08:45:18.975 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T08:45:18.975 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.975 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:18.975 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5429603, 2024-04-13T08:45:18.976 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 252 2024-04-13T08:45:18.976 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.976 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:18.976 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12056, 2024-04-13T08:45:18.976 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 137 2024-04-13T08:45:18.976 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.976 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:18.976 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.976 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.976 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.976 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:18.976 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 478224, 2024-04-13T08:45:18.976 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 41 2024-04-13T08:45:18.976 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.976 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:18.977 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.977 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.977 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.977 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:18.977 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6388720, 2024-04-13T08:45:18.977 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12286 2024-04-13T08:45:18.977 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.977 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:18.977 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:18.977 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:18.977 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.977 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:18.977 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.978 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.978 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.978 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:18.978 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.978 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.978 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.978 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:18.978 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.978 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.978 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.978 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:18.978 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.978 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.978 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.978 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.979 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.6": { 2024-04-13T08:45:18.979 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:18.979 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.979 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.979 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.979 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:18.979 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20912, 2024-04-13T08:45:18.979 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 401 2024-04-13T08:45:18.979 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.979 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:18.979 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 403712, 2024-04-13T08:45:18.979 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 28 2024-04-13T08:45:18.979 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.979 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:18.979 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2880, 2024-04-13T08:45:18.979 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 15 2024-04-13T08:45:18.980 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.980 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:18.980 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 56080, 2024-04-13T08:45:18.980 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 701 2024-04-13T08:45:18.980 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.980 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:18.980 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 359840, 2024-04-13T08:45:18.980 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1730 2024-04-13T08:45:18.980 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.980 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:18.980 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:18.980 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:18.980 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.980 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:18.980 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 785169, 2024-04-13T08:45:18.981 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 199 2024-04-13T08:45:18.981 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.981 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:18.981 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1746588, 2024-04-13T08:45:18.981 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 384205 2024-04-13T08:45:18.981 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.981 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:18.981 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5066256, 2024-04-13T08:45:18.981 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7482 2024-04-13T08:45:18.981 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.981 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:18.981 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 68344, 2024-04-13T08:45:18.981 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7175 2024-04-13T08:45:18.981 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.981 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:18.982 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 83040, 2024-04-13T08:45:18.982 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1730 2024-04-13T08:45:18.982 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.982 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:18.982 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.982 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.982 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.982 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:18.982 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 164928, 2024-04-13T08:45:18.982 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1185 2024-04-13T08:45:18.982 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.982 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:18.982 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.982 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.983 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.983 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:18.983 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.983 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.983 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.983 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:18.983 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 40369, 2024-04-13T08:45:18.983 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 45 2024-04-13T08:45:18.983 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.983 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:18.983 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.983 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.983 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.983 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:18.983 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16042462, 2024-04-13T08:45:18.984 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 275 2024-04-13T08:45:18.984 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.984 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:18.984 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19624, 2024-04-13T08:45:18.984 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 223 2024-04-13T08:45:18.984 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.984 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:18.984 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.984 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.984 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.984 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:18.984 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 443232, 2024-04-13T08:45:18.984 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 38 2024-04-13T08:45:18.984 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.984 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:18.985 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.985 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.985 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.985 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:18.985 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3701360, 2024-04-13T08:45:18.985 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 9518 2024-04-13T08:45:18.985 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.985 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:18.985 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:18.985 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:18.985 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.985 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:18.985 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.985 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.985 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.986 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:18.986 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.986 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.986 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.986 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:18.986 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.986 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.986 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.986 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:18.986 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.986 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.986 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.986 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.986 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.7": { 2024-04-13T08:45:18.987 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:18.987 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.987 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.987 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.987 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:18.987 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19568, 2024-04-13T08:45:18.987 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 368 2024-04-13T08:45:18.987 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.987 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:18.987 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31104, 2024-04-13T08:45:18.987 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 26 2024-04-13T08:45:18.987 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.987 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:18.987 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 960, 2024-04-13T08:45:18.988 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T08:45:18.988 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.988 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:18.988 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 55360, 2024-04-13T08:45:18.988 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 692 2024-04-13T08:45:18.988 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.988 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:18.988 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 359632, 2024-04-13T08:45:18.988 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1729 2024-04-13T08:45:18.988 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.988 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:18.988 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:18.988 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:18.988 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.988 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:18.989 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 610617, 2024-04-13T08:45:18.989 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 127 2024-04-13T08:45:18.989 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.989 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:18.989 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2022697, 2024-04-13T08:45:18.989 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 450534 2024-04-13T08:45:18.989 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.989 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:18.989 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5867976, 2024-04-13T08:45:18.989 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8661 2024-04-13T08:45:18.989 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.989 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:18.989 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 68632, 2024-04-13T08:45:18.989 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7173 2024-04-13T08:45:18.990 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.990 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:18.990 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 82992, 2024-04-13T08:45:18.990 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1729 2024-04-13T08:45:18.990 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.990 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:18.990 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.990 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.990 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.990 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:18.990 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165184, 2024-04-13T08:45:18.990 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:18.990 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.990 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:18.991 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.991 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.991 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.991 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:18.991 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.991 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.991 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.991 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:18.991 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 44918, 2024-04-13T08:45:18.991 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 34 2024-04-13T08:45:18.991 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.991 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:18.991 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.991 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.991 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.992 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:18.992 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6163980, 2024-04-13T08:45:18.992 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 288 2024-04-13T08:45:18.992 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.992 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:18.992 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11352, 2024-04-13T08:45:18.992 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 129 2024-04-13T08:45:18.992 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.992 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:18.992 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.992 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.992 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.992 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:18.992 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 478224, 2024-04-13T08:45:18.992 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 41 2024-04-13T08:45:18.992 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.993 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:18.993 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.993 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.993 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.993 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:18.993 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4861376, 2024-04-13T08:45:18.993 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 9352 2024-04-13T08:45:18.993 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.993 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:18.993 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:18.993 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:18.993 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.993 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:18.993 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.993 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.993 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.994 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:18.994 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.994 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.994 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.994 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:18.994 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.994 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.994 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.994 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:18.994 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:18.994 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:18.994 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.994 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.995 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.995 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.995 INFO:tasks.workunit.client.0.smithi003.stdout: "metadata": { 2024-04-13T08:45:18.995 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T08:45:18.995 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T08:45:18.995 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 2 2024-04-13T08:45:18.995 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.995 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T08:45:18.995 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T08:45:18.995 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.995 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T08:45:18.995 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-13T08:45:18.995 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.995 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T08:45:18.995 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 2 2024-04-13T08:45:18.995 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.996 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T08:45:18.996 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 2 2024-04-13T08:45:18.996 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.996 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T08:45:18.996 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-13T08:45:18.996 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.996 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T08:45:18.996 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-13T08:45:18.996 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.996 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T08:45:18.996 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 2 2024-04-13T08:45:18.996 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.996 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.996 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:18.996 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T08:45:18.997 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 3 2024-04-13T08:45:18.997 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.997 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T08:45:18.997 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T08:45:18.997 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.997 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T08:45:18.997 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-13T08:45:18.997 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.997 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T08:45:18.997 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 3 2024-04-13T08:45:18.997 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.997 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T08:45:18.997 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 3 2024-04-13T08:45:18.997 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.998 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T08:45:18.998 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-13T08:45:18.998 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.998 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T08:45:18.998 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-13T08:45:18.998 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.998 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T08:45:18.998 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 3 2024-04-13T08:45:18.998 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:18.998 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.998 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:18.998 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T08:45:18.998 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 8 2024-04-13T08:45:18.998 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.999 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T08:45:18.999 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T08:45:18.999 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.999 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T08:45:18.999 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-13T08:45:18.999 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.999 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T08:45:18.999 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 8 2024-04-13T08:45:18.999 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.999 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T08:45:18.999 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 8 2024-04-13T08:45:18.999 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.999 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T08:45:18.999 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-13T08:45:18.999 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:18.999 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T08:45:19.000 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-13T08:45:19.000 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.000 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T08:45:19.000 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 8 2024-04-13T08:45:19.000 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.000 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_objectstore": { 2024-04-13T08:45:19.000 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": 8 2024-04-13T08:45:19.000 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.000 INFO:tasks.workunit.client.0.smithi003.stdout: "rotational": { 2024-04-13T08:45:19.000 INFO:tasks.workunit.client.0.smithi003.stdout: "0": 8 2024-04-13T08:45:19.000 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.000 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.000 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.000 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:19.000 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:19.000 INFO:tasks.workunit.client.0.smithi003.stdout: "features": { 2024-04-13T08:45:19.001 INFO:tasks.workunit.client.0.smithi003.stdout: "optional": [], 2024-04-13T08:45:19.001 INFO:tasks.workunit.client.0.smithi003.stdout: "persistent": [ 2024-04-13T08:45:19.001 INFO:tasks.workunit.client.0.smithi003.stdout: "kraken", 2024-04-13T08:45:19.001 INFO:tasks.workunit.client.0.smithi003.stdout: "luminous", 2024-04-13T08:45:19.001 INFO:tasks.workunit.client.0.smithi003.stdout: "mimic", 2024-04-13T08:45:19.001 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap-prune", 2024-04-13T08:45:19.001 INFO:tasks.workunit.client.0.smithi003.stdout: "nautilus", 2024-04-13T08:45:19.001 INFO:tasks.workunit.client.0.smithi003.stdout: "octopus", 2024-04-13T08:45:19.001 INFO:tasks.workunit.client.0.smithi003.stdout: "pacific", 2024-04-13T08:45:19.001 INFO:tasks.workunit.client.0.smithi003.stdout: "elector-pinging", 2024-04-13T08:45:19.001 INFO:tasks.workunit.client.0.smithi003.stdout: "quincy", 2024-04-13T08:45:19.001 INFO:tasks.workunit.client.0.smithi003.stdout: "reef", 2024-04-13T08:45:19.001 INFO:tasks.workunit.client.0.smithi003.stdout: "squid" 2024-04-13T08:45:19.001 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.001 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.001 INFO:tasks.workunit.client.0.smithi003.stdout: "ipv4_addr_mons": 6, 2024-04-13T08:45:19.001 INFO:tasks.workunit.client.0.smithi003.stdout: "ipv6_addr_mons": 0, 2024-04-13T08:45:19.002 INFO:tasks.workunit.client.0.smithi003.stdout: "min_mon_release": 19, 2024-04-13T08:45:19.002 INFO:tasks.workunit.client.0.smithi003.stdout: "v1_addr_mons": 3, 2024-04-13T08:45:19.002 INFO:tasks.workunit.client.0.smithi003.stdout: "v2_addr_mons": 3 2024-04-13T08:45:19.002 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.002 INFO:tasks.workunit.client.0.smithi003.stdout: "organization": "ceph-qa", 2024-04-13T08:45:19.002 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:19.002 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster_network": false, 2024-04-13T08:45:19.002 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8, 2024-04-13T08:45:19.002 INFO:tasks.workunit.client.0.smithi003.stdout: "require_min_compat_client": "luminous", 2024-04-13T08:45:19.002 INFO:tasks.workunit.client.0.smithi003.stdout: "require_osd_release": "squid" 2024-04-13T08:45:19.002 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.002 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_perf_histograms": [ 2024-04-13T08:45:19.002 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.002 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:19.002 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:19.003 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.003 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:19.003 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:19.003 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T08:45:19.003 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T08:45:19.003 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:19.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:19.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T08:45:19.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T08:45:19.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T08:45:19.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T08:45:19.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T08:45:19.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T08:45:19.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T08:45:19.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T08:45:19.003 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T08:45:19.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T08:45:19.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T08:45:19.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T08:45:19.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T08:45:19.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T08:45:19.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T08:45:19.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T08:45:19.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T08:45:19.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T08:45:19.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T08:45:19.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T08:45:19.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T08:45:19.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T08:45:19.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T08:45:19.004 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T08:45:19.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T08:45:19.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T08:45:19.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T08:45:19.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T08:45:19.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T08:45:19.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T08:45:19.005 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T08:45:19.005 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.005 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:19.005 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.005 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.005 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:19.005 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:19.006 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T08:45:19.006 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T08:45:19.006 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:19.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:19.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T08:45:19.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T08:45:19.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T08:45:19.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T08:45:19.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T08:45:19.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T08:45:19.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T08:45:19.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T08:45:19.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T08:45:19.006 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T08:45:19.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T08:45:19.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T08:45:19.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T08:45:19.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T08:45:19.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T08:45:19.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T08:45:19.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T08:45:19.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T08:45:19.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T08:45:19.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T08:45:19.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T08:45:19.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T08:45:19.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T08:45:19.007 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T08:45:19.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T08:45:19.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T08:45:19.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T08:45:19.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T08:45:19.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T08:45:19.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T08:45:19.008 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T08:45:19.008 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.008 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:19.008 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.008 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.008 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:19.008 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.008 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:19.008 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 15550, 4096, 0, 0, 3, 3, 1, 0, 0, 0, 4, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7889, 138, 42, 3, 22, 3, 6, 11, 19, 40, 50, 27, 37, 35, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 694, 14, 18, 0, 4, 4, 4, 3, 4, 14, 98, 138, 92, 14, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 506, 2, 1, 0, 0, 0, 1, 1, 1, 0, 5, 34, 314, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 167, 7, 0, 0, 0, 0, 1, 0, 0, 0, 5, 6, 20, 100, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 15, 16, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 3, 42, 69, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 34, 42, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.009 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.010 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.011 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.011 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.011 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.011 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:19.011 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7981, 13, 62, 2, 22, 19, 1, 0, 0, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7493, 230, 1405, 7, 10, 34, 86, 141, 26, 54, 60, 43, 69, 1, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1110, 16, 115, 20, 1, 1, 17, 17, 6, 19, 117, 259, 117, 3, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.011 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 646, 13, 0, 10, 0, 0, 2, 2, 0, 1, 3, 23, 423, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 310, 37, 5, 1, 2, 0, 0, 0, 0, 1, 8, 3, 15, 28, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 257, 46, 40, 0, 0, 0, 1, 0, 0, 0, 0, 8, 3, 6, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 154, 63, 217, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 9, 46, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 80, 140, 43, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 3, 11, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.012 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.013 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.013 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.013 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.013 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.013 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:19.013 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 803, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12418, 4003, 0, 0, 0, 0, 0, 0, 1, 0, 6, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 8518, 59, 8, 0, 13, 0, 0, 0, 0, 0, 7, 3, 11, 16, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 877, 111, 134, 2, 1, 0, 0, 0, 3, 2, 35, 0, 4, 1, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 550, 35, 64, 0, 1, 0, 0, 0, 0, 0, 1, 6, 37, 8, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 139, 24, 15, 0, 0, 0, 0, 0, 0, 3, 2, 12, 13, 63, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 139, 5, 24, 20, 0, 0, 0, 1, 0, 1, 3, 25, 18, 22, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 104, 0, 2, 45, 49, 0, 0, 0, 0, 0, 0, 0, 26, 26, 49, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 22, 0, 0, 4, 79, 101, 2, 0, 0, 0, 0, 4, 5, 17, 40, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13, 0, 0, 0, 8, 28, 0, 1, 0, 0, 0, 2, 0, 2, 9, 17, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.014 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.015 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.016 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.016 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.016 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.016 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:19.016 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 770, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13503, 4260, 0, 0, 3, 0, 0, 0, 0, 0, 14, 2, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9465, 315, 14, 2, 18, 3, 3, 6, 5, 21, 46, 12, 12, 18, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2393, 59, 13, 0, 1, 0, 0, 1, 2, 6, 46, 66, 44, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 378, 0, 0, 0, 5, 0, 0, 1, 0, 1, 0, 20, 164, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 206, 8, 0, 0, 180, 0, 0, 0, 0, 0, 9, 3, 21, 38, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 154, 0, 0, 0, 323, 0, 1, 0, 0, 0, 7, 2, 15, 5, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.016 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 124, 1, 0, 0, 410, 0, 0, 0, 0, 0, 2, 0, 6, 20, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 51, 0, 0, 0, 1755, 0, 0, 0, 0, 0, 1, 2, 3, 11, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6, 0, 0, 0, 28, 0, 0, 0, 0, 0, 0, 3, 4, 1, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.017 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.018 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.018 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.018 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.018 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.018 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:19.018 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7170, 32, 61, 4, 13, 13, 0, 1, 1, 0, 6, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6947, 222, 7, 2, 11, 24, 66, 77, 9, 14, 4, 11, 13, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1132, 11, 5, 0, 1, 0, 7, 9, 2, 9, 55, 66, 19, 4, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 275, 1, 0, 0, 0, 0, 6, 0, 0, 0, 7, 34, 174, 8, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 175, 2, 0, 0, 1, 0, 9, 0, 0, 0, 1, 1, 16, 18, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 54, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 17, 15, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 12, 13, 33, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.019 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.020 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.021 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.021 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.021 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.021 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:19.021 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12548, 44, 2, 0, 0, 1, 0, 0, 1, 0, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9793, 215, 3, 0, 8, 0, 1, 0, 1, 1, 2, 5, 10, 25, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1342, 24, 1, 1, 5, 1, 0, 0, 1, 1, 11, 1, 2, 5, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 472, 0, 0, 4, 4, 0, 0, 0, 0, 1, 7, 12, 33, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 181, 0, 0, 1, 1, 0, 0, 0, 0, 0, 3, 1, 8, 68, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.021 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 118, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 9, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 41, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 14, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.022 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.023 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.023 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.023 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.023 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:19.023 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.023 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 316, 48, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 11409, 6865, 3750, 0, 2, 1, 0, 0, 0, 0, 2, 5, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7765, 1060, 648, 0, 19, 6, 4, 5, 11, 21, 15, 8, 16, 16, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 914, 174, 103, 0, 4, 1, 0, 4, 4, 8, 47, 76, 15, 4, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 344, 4, 0, 0, 0, 1, 0, 0, 0, 1, 5, 39, 192, 16, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 145, 3, 1, 0, 0, 1, 0, 0, 1, 0, 3, 2, 26, 60, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 140, 1, 0, 0, 0, 0, 0, 2, 2, 0, 5, 1, 5, 17, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 128, 1, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 4, 19, 34, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 2, 20, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.024 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.025 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.026 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.026 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.026 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.026 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:19.026 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12071, 1, 1, 0, 7034, 474, 0, 0, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6877, 34, 16, 0, 690, 116, 0, 0, 3, 0, 37, 3, 17, 26, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.026 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1067, 4, 25, 0, 48, 7, 0, 0, 3, 2, 41, 1, 7, 10, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 309, 1, 4, 0, 4, 7, 0, 0, 0, 1, 11, 6, 48, 4, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 260, 4, 0, 0, 17, 19, 0, 0, 0, 0, 8, 2, 17, 59, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 230, 0, 0, 1, 1, 11, 0, 0, 0, 0, 3, 0, 20, 18, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 181, 0, 0, 0, 1, 0, 0, 0, 0, 0, 7, 3, 22, 19, 51, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 7, 30, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.027 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.028 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.028 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.028 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.029 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.029 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.029 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:19.029 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:19.029 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.029 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:19.029 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:19.029 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T08:45:19.029 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T08:45:19.029 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:19.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:19.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T08:45:19.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T08:45:19.029 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T08:45:19.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T08:45:19.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T08:45:19.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T08:45:19.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T08:45:19.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T08:45:19.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T08:45:19.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T08:45:19.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T08:45:19.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T08:45:19.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T08:45:19.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T08:45:19.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T08:45:19.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T08:45:19.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T08:45:19.030 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T08:45:19.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T08:45:19.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T08:45:19.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T08:45:19.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T08:45:19.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T08:45:19.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T08:45:19.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T08:45:19.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T08:45:19.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T08:45:19.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T08:45:19.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T08:45:19.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T08:45:19.031 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T08:45:19.031 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.032 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:19.032 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.032 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.032 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:19.032 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:19.032 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T08:45:19.032 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T08:45:19.032 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:19.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:19.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T08:45:19.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T08:45:19.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T08:45:19.032 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T08:45:19.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T08:45:19.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T08:45:19.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T08:45:19.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T08:45:19.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T08:45:19.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T08:45:19.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T08:45:19.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T08:45:19.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T08:45:19.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T08:45:19.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T08:45:19.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T08:45:19.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T08:45:19.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T08:45:19.033 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T08:45:19.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T08:45:19.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T08:45:19.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T08:45:19.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T08:45:19.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T08:45:19.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T08:45:19.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T08:45:19.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T08:45:19.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T08:45:19.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T08:45:19.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T08:45:19.034 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T08:45:19.034 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.034 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:19.035 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.035 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.035 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:19.035 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.035 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:19.035 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 370, 2, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4820, 64, 70, 150, 451, 605, 688, 3, 7, 1, 2, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 702, 18, 33, 48, 20, 6, 37, 0, 1, 0, 3, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 254, 1, 0, 3, 1, 1, 1, 0, 0, 0, 1, 3, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.035 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 119, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 120, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 7, 22, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 5, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.036 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.037 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.037 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.037 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.037 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:19.037 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.037 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 217, 6, 23, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3107, 248, 11, 64, 123, 0, 2, 1, 3, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 532, 30, 1325, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 407, 14, 20, 0, 0, 0, 0, 0, 0, 0, 3, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1673, 1296, 47, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1487, 1694, 252, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.038 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.039 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.040 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.040 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.040 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.040 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:19.040 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.040 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 679, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9610, 6, 0, 0, 0, 1, 2, 1, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 15991, 1, 1, 0, 1, 0, 0, 0, 1, 0, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 605, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 7, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 363, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 13, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 261, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.041 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.042 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.042 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.042 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.043 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.043 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:19.043 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 231, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2984, 33, 1, 0, 3, 2, 1, 4, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 228, 8, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 120, 6, 27, 11, 0, 0, 0, 0, 0, 1, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 841, 282, 7, 142, 0, 0, 0, 0, 0, 0, 0, 2, 1, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.043 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4133, 2474, 0, 400, 0, 0, 0, 0, 0, 0, 1, 0, 2, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 277, 254, 0, 31, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.044 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.045 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.045 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.045 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.045 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:19.045 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.045 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2987, 217, 34, 64, 139, 275, 471, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 326, 5, 1, 0, 0, 0, 9, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 101, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.046 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.047 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.048 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.048 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.048 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.048 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:19.048 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 369, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 5210, 70, 132, 252, 462, 593, 714, 0, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 458, 6, 5, 4, 10, 20, 11, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.048 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 242, 3, 7, 17, 1, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 129, 37, 74, 112, 28, 0, 0, 0, 0, 0, 2, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.049 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.050 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.050 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.050 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.050 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.050 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:19.050 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 240, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3210, 43, 0, 0, 2, 2, 4, 0, 8, 2, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 392, 1, 2, 0, 0, 0, 0, 0, 1, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 335, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 4, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 266, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 7, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.051 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.052 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.053 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.053 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.053 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.053 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:19.053 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 335, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7738, 31, 62, 35, 15, 0, 4, 6, 14, 11, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.053 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3380, 29, 90, 55, 5, 1, 0, 0, 0, 6, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 212, 6, 8, 0, 2, 0, 0, 0, 0, 0, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 8, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 13, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 12, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.054 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.055 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.055 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.055 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.056 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.056 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.056 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:19.056 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:19.056 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.056 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:19.056 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:19.056 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T08:45:19.056 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T08:45:19.056 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:19.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:19.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T08:45:19.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T08:45:19.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T08:45:19.056 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T08:45:19.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T08:45:19.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T08:45:19.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T08:45:19.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T08:45:19.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T08:45:19.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T08:45:19.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T08:45:19.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T08:45:19.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T08:45:19.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T08:45:19.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T08:45:19.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T08:45:19.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T08:45:19.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T08:45:19.057 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T08:45:19.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T08:45:19.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T08:45:19.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T08:45:19.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T08:45:19.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T08:45:19.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T08:45:19.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T08:45:19.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T08:45:19.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T08:45:19.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T08:45:19.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T08:45:19.058 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T08:45:19.058 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.058 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:19.058 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.059 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.059 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:19.059 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:19.059 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T08:45:19.059 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T08:45:19.059 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:19.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:19.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T08:45:19.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T08:45:19.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T08:45:19.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T08:45:19.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T08:45:19.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T08:45:19.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T08:45:19.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T08:45:19.059 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T08:45:19.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T08:45:19.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T08:45:19.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T08:45:19.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T08:45:19.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T08:45:19.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T08:45:19.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T08:45:19.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T08:45:19.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T08:45:19.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T08:45:19.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T08:45:19.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T08:45:19.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T08:45:19.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T08:45:19.060 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T08:45:19.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T08:45:19.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T08:45:19.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T08:45:19.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T08:45:19.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T08:45:19.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T08:45:19.061 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T08:45:19.061 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.061 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:19.061 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.061 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.061 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:19.061 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.061 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:19.061 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 376, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6864, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 872, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 175, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.062 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.063 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.064 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.064 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.064 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.064 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:19.064 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.064 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3562, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1892, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 452, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3027, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3462, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.065 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.066 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.066 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.067 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.067 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.067 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:19.067 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 679, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9626, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 16000, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 621, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.067 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 385, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.068 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.069 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.069 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.069 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.069 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.069 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.069 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.069 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.069 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.069 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.069 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.069 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.069 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:19.069 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.069 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.069 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 232, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3033, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 238, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7035, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 588, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.070 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.071 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.072 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.072 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.072 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.072 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:19.072 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 515, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4192, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.072 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.073 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.074 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.074 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.074 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.074 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.074 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.074 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.074 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.074 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:19.074 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.074 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.074 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.074 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.074 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.074 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 372, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.074 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7437, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 277, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.075 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.076 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.076 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.076 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.076 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.077 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:19.077 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 241, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 405, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 387, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.077 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.078 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.079 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.079 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.079 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.079 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:19.079 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.079 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 340, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7918, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3570, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 237, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.080 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.081 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.082 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.082 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.082 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.082 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.082 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.082 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:19.082 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:19.082 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.082 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:19.082 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:19.082 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T08:45:19.082 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T08:45:19.082 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:19.082 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:19.082 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T08:45:19.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T08:45:19.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T08:45:19.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T08:45:19.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T08:45:19.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T08:45:19.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T08:45:19.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T08:45:19.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T08:45:19.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T08:45:19.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T08:45:19.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T08:45:19.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T08:45:19.083 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T08:45:19.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T08:45:19.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T08:45:19.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T08:45:19.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T08:45:19.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T08:45:19.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T08:45:19.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T08:45:19.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T08:45:19.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T08:45:19.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T08:45:19.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T08:45:19.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T08:45:19.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T08:45:19.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T08:45:19.084 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T08:45:19.085 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T08:45:19.085 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T08:45:19.085 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.085 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:19.085 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.085 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.085 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:19.085 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:19.085 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T08:45:19.085 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T08:45:19.085 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:19.085 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:19.085 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T08:45:19.085 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T08:45:19.085 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T08:45:19.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T08:45:19.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T08:45:19.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T08:45:19.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T08:45:19.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T08:45:19.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T08:45:19.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T08:45:19.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T08:45:19.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T08:45:19.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T08:45:19.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T08:45:19.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T08:45:19.086 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T08:45:19.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T08:45:19.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T08:45:19.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T08:45:19.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T08:45:19.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T08:45:19.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T08:45:19.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T08:45:19.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T08:45:19.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T08:45:19.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T08:45:19.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T08:45:19.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T08:45:19.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T08:45:19.087 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T08:45:19.088 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T08:45:19.088 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.088 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:19.088 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.088 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.088 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:19.088 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.088 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:19.088 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.088 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.088 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.088 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.088 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 67, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1952, 28, 0, 0, 7, 1, 2, 2, 7, 4, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1201, 5, 1, 1, 0, 2, 6, 12, 28, 57, 74, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 232, 9, 0, 0, 1, 0, 1, 5, 10, 11, 69, 218, 101, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 369, 24, 0, 0, 2, 0, 1, 3, 1, 2, 21, 28, 286, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 565, 27, 0, 0, 2, 0, 0, 0, 1, 0, 4, 8, 27, 32, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 755, 47, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 9, 29, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 450, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 24, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 446, 85, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.089 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.090 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.091 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.091 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.091 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.091 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:19.091 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2689, 9, 1, 2, 4, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1527, 2, 0, 2, 7, 7, 14, 22, 40, 61, 110, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.091 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 63, 2, 0, 1, 1, 2, 4, 4, 7, 3, 85, 268, 217, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.092 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 31, 20, 0, 0, 0, 0, 0, 0, 1, 2, 6, 16, 357, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.092 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 23, 24, 0, 0, 0, 0, 0, 0, 1, 1, 2, 6, 23, 16, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.092 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 117, 51, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 9, 23, 93, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.092 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 598, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.092 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3010, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.092 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.092 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.092 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.092 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.092 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.092 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.092 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.092 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.092 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.093 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.093 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.093 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.093 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.093 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:19.094 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 34, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 316, 11, 1, 0, 7, 1, 2, 4, 7, 8, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 179, 11, 0, 2, 1, 2, 2, 6, 6, 10, 45, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 166, 0, 0, 0, 0, 0, 6, 6, 8, 15, 42, 84, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 111, 2, 0, 0, 0, 0, 0, 1, 3, 1, 21, 36, 20, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 28, 2, 0, 0, 1, 0, 0, 1, 1, 4, 6, 9, 30, 57, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 4, 23, 45, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.094 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 5, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.095 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.096 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.096 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.096 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.096 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:19.096 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 44, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.096 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1198, 14, 1, 2, 11, 0, 2, 3, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 437, 4, 1, 0, 4, 2, 3, 7, 12, 25, 32, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 228, 11, 1, 0, 0, 0, 1, 5, 6, 6, 42, 118, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 471, 11, 0, 0, 0, 0, 2, 1, 1, 4, 18, 29, 112, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 468, 0, 0, 0, 0, 0, 0, 1, 5, 2, 14, 15, 19, 33, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 1, 16, 48, 74, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.097 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.098 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.099 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.099 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.099 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.099 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:19.099 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.099 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.099 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.099 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.099 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.099 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.099 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1028, 9, 1, 0, 10, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.099 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 802, 3, 1, 0, 0, 4, 5, 6, 14, 26, 27, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.099 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 320, 0, 1, 0, 0, 0, 1, 5, 0, 7, 35, 122, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.099 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 347, 1, 0, 0, 0, 0, 1, 0, 2, 0, 5, 8, 179, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.099 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 343, 2, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 13, 15, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.099 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 7, 9, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.099 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 175, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.100 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.101 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.101 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.101 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.101 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:19.101 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.101 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 476, 27, 0, 0, 12, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 79, 4, 0, 0, 1, 1, 1, 1, 0, 1, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 115, 2, 0, 0, 0, 0, 0, 1, 1, 1, 5, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 39, 2, 0, 0, 0, 0, 0, 0, 0, 0, 6, 7, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 4, 17, 26, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 14, 23, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.102 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.103 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.103 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.104 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.104 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.104 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:19.104 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 52, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1066, 24, 0, 1, 14, 0, 2, 6, 10, 14, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 746, 5, 0, 1, 2, 3, 4, 6, 8, 34, 17, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 339, 9, 0, 0, 1, 1, 1, 1, 0, 7, 44, 121, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 501, 28, 0, 0, 1, 1, 1, 3, 5, 3, 27, 41, 178, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.104 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 322, 45, 0, 0, 0, 0, 1, 1, 1, 3, 6, 14, 24, 22, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 94, 50, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 9, 24, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 173, 82, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 29, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.105 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.106 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.106 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.106 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.106 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:19.106 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.106 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 210, 8, 0, 0, 7, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 62, 4, 0, 0, 4, 2, 0, 0, 1, 1, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 112, 2, 0, 0, 1, 1, 1, 4, 6, 7, 31, 33, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 63, 2, 0, 0, 0, 0, 0, 2, 2, 1, 18, 28, 14, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 22, 0, 1, 0, 0, 0, 0, 1, 1, 1, 6, 12, 28, 29, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 7, 10, 31, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.107 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.108 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.108 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.108 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.108 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.108 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.108 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.108 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.108 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.108 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.108 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.108 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.108 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.108 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.109 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.109 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.109 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.109 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.109 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.109 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.109 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.109 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.109 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.109 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.109 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-13T08:45:19.109 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:19.109 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.109 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 8, 2024-04-13T08:45:19.110 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:19.110 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "number of replicas", 2024-04-13T08:45:19.110 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 1, 2024-04-13T08:45:19.110 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:19.110 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:19.110 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0]", 2024-04-13T08:45:19.110 INFO:tasks.workunit.client.0.smithi003.stdout: "[1, 1]", 2024-04-13T08:45:19.110 INFO:tasks.workunit.client.0.smithi003.stdout: "[2, 2]", 2024-04-13T08:45:19.110 INFO:tasks.workunit.client.0.smithi003.stdout: "[3, 3]", 2024-04-13T08:45:19.110 INFO:tasks.workunit.client.0.smithi003.stdout: "[4, 4]", 2024-04-13T08:45:19.110 INFO:tasks.workunit.client.0.smithi003.stdout: "[5, 5]", 2024-04-13T08:45:19.110 INFO:tasks.workunit.client.0.smithi003.stdout: "[6, None]" 2024-04-13T08:45:19.110 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.110 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "linear" 2024-04-13T08:45:19.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.111 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.111 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 10, 2024-04-13T08:45:19.111 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:19.111 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "duration", 2024-04-13T08:45:19.111 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 250000, 2024-04-13T08:45:19.111 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:19.111 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:19.111 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 249999]", 2024-04-13T08:45:19.111 INFO:tasks.workunit.client.0.smithi003.stdout: "[250000, 499999]", 2024-04-13T08:45:19.111 INFO:tasks.workunit.client.0.smithi003.stdout: "[500000, 999999]", 2024-04-13T08:45:19.111 INFO:tasks.workunit.client.0.smithi003.stdout: "[1000000, 1999999]", 2024-04-13T08:45:19.111 INFO:tasks.workunit.client.0.smithi003.stdout: "[2000000, 3999999]", 2024-04-13T08:45:19.111 INFO:tasks.workunit.client.0.smithi003.stdout: "[4000000, 7999999]", 2024-04-13T08:45:19.112 INFO:tasks.workunit.client.0.smithi003.stdout: "[8000000, 15999999]", 2024-04-13T08:45:19.112 INFO:tasks.workunit.client.0.smithi003.stdout: "[16000000, 31999999]", 2024-04-13T08:45:19.112 INFO:tasks.workunit.client.0.smithi003.stdout: "[32000000, None]" 2024-04-13T08:45:19.112 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.112 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:19.112 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.112 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.112 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:19.112 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.112 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:19.112 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.112 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.112 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.112 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.112 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.113 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.113 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.113 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.113 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:19.113 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.113 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.114 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.114 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.114 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.114 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.114 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.114 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:19.114 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.114 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.114 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.114 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.114 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.114 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.114 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.115 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.115 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.115 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.115 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.115 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.115 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:19.115 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.115 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.115 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.115 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.115 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.115 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.115 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.115 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.115 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.116 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.116 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.116 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.116 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:19.116 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.116 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.116 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.116 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.116 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.116 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.116 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.116 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.116 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.116 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.117 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.117 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.117 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:19.117 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.117 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.117 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.117 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.117 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.117 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.117 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.117 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.117 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.117 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.117 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.117 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.118 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:19.118 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.118 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.118 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.118 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.118 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.118 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.118 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.118 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.118 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.118 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.118 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.119 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:19.119 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:19.119 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.119 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.119 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.119 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.119 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.119 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.119 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:19.119 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:19.119 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.119 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.119 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:19.119 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.120 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.120 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.120 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_counters": { 2024-04-13T08:45:19.120 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:19.120 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T08:45:19.120 INFO:tasks.workunit.client.0.smithi003.stdout: "caps": { 2024-04-13T08:45:19.120 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.120 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_flush_ack": { 2024-04-13T08:45:19.120 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.120 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-13T08:45:19.120 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.120 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_grant": { 2024-04-13T08:45:19.120 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.121 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_revoke": { 2024-04-13T08:45:19.121 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.121 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_trunc": { 2024-04-13T08:45:19.121 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.121 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_commit": { 2024-04-13T08:45:19.121 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.121 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_fetch_complete": { 2024-04-13T08:45:19.121 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T08:45:19.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.121 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_fetch_keys": { 2024-04-13T08:45:19.122 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:19.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.122 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_merge": { 2024-04-13T08:45:19.122 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.122 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_split": { 2024-04-13T08:45:19.122 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.122 INFO:tasks.workunit.client.0.smithi003.stdout: "exported_inodes": { 2024-04-13T08:45:19.122 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.122 INFO:tasks.workunit.client.0.smithi003.stdout: "forward": { 2024-04-13T08:45:19.122 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.123 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_cap_release": { 2024-04-13T08:45:19.123 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.123 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_caps": { 2024-04-13T08:45:19.123 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.123 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_caps_dirty": { 2024-04-13T08:45:19.123 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.123 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_inode_file_caps": { 2024-04-13T08:45:19.123 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.123 INFO:tasks.workunit.client.0.smithi003.stdout: "imported_inodes": { 2024-04-13T08:45:19.123 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.124 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes": { 2024-04-13T08:45:19.124 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:19.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.124 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes_expired": { 2024-04-13T08:45:19.124 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.124 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes_pinned": { 2024-04-13T08:45:19.124 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:19.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.124 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes_with_caps": { 2024-04-13T08:45:19.124 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.124 INFO:tasks.workunit.client.0.smithi003.stdout: "load_cent": { 2024-04-13T08:45:19.124 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.125 INFO:tasks.workunit.client.0.smithi003.stdout: "openino_dir_fetch": { 2024-04-13T08:45:19.125 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.125 INFO:tasks.workunit.client.0.smithi003.stdout: "process_request_cap_release": { 2024-04-13T08:45:19.125 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.125 INFO:tasks.workunit.client.0.smithi003.stdout: "reply_latency": { 2024-04-13T08:45:19.125 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.125 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.125 INFO:tasks.workunit.client.0.smithi003.stdout: "request": { 2024-04-13T08:45:19.125 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.126 INFO:tasks.workunit.client.0.smithi003.stdout: "root_rbytes": { 2024-04-13T08:45:19.126 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.126 INFO:tasks.workunit.client.0.smithi003.stdout: "root_rfiles": { 2024-04-13T08:45:19.126 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.126 INFO:tasks.workunit.client.0.smithi003.stdout: "root_rsnaps": { 2024-04-13T08:45:19.126 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.126 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_reply": { 2024-04-13T08:45:19.126 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.126 INFO:tasks.workunit.client.0.smithi003.stdout: "subtrees": { 2024-04-13T08:45:19.126 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T08:45:19.127 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.127 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_cache": { 2024-04-13T08:45:19.127 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_enqueue_scrub": { 2024-04-13T08:45:19.127 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.127 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_exportdir": { 2024-04-13T08:45:19.127 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.127 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_flush": { 2024-04-13T08:45:19.127 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.127 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_fragmentdir": { 2024-04-13T08:45:19.127 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.128 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_fragstats": { 2024-04-13T08:45:19.128 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.128 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_inodestats": { 2024-04-13T08:45:19.128 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.128 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_quiesce_inode": { 2024-04-13T08:45:19.128 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.128 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_quiesce_path": { 2024-04-13T08:45:19.128 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.128 INFO:tasks.workunit.client.0.smithi003.stdout: "num_recovering_enqueued": { 2024-04-13T08:45:19.129 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.129 INFO:tasks.workunit.client.0.smithi003.stdout: "num_recovering_prioritized": { 2024-04-13T08:45:19.129 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.129 INFO:tasks.workunit.client.0.smithi003.stdout: "num_recovering_processing": { 2024-04-13T08:45:19.129 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.129 INFO:tasks.workunit.client.0.smithi003.stdout: "num_strays": { 2024-04-13T08:45:19.129 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.129 INFO:tasks.workunit.client.0.smithi003.stdout: "num_strays_delayed": { 2024-04-13T08:45:19.129 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.129 INFO:tasks.workunit.client.0.smithi003.stdout: "num_strays_enqueuing": { 2024-04-13T08:45:19.130 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.130 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_completed": { 2024-04-13T08:45:19.130 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.130 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_started": { 2024-04-13T08:45:19.130 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.130 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_created": { 2024-04-13T08:45:19.130 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.130 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_enqueued": { 2024-04-13T08:45:19.130 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.131 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_migrated": { 2024-04-13T08:45:19.131 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.131 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_reintegrated": { 2024-04-13T08:45:19.131 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.131 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.131 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_log": { 2024-04-13T08:45:19.131 INFO:tasks.workunit.client.0.smithi003.stdout: "ev": { 2024-04-13T08:45:19.131 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17 2024-04-13T08:45:19.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.131 INFO:tasks.workunit.client.0.smithi003.stdout: "evadd": { 2024-04-13T08:45:19.131 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.131 INFO:tasks.workunit.client.0.smithi003.stdout: "evex": { 2024-04-13T08:45:19.132 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.132 INFO:tasks.workunit.client.0.smithi003.stdout: "evexd": { 2024-04-13T08:45:19.132 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.132 INFO:tasks.workunit.client.0.smithi003.stdout: "evexg": { 2024-04-13T08:45:19.132 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.132 INFO:tasks.workunit.client.0.smithi003.stdout: "evlrg": { 2024-04-13T08:45:19.132 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.132 INFO:tasks.workunit.client.0.smithi003.stdout: "evtrm": { 2024-04-13T08:45:19.132 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.133 INFO:tasks.workunit.client.0.smithi003.stdout: "jlat": { 2024-04-13T08:45:19.133 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.133 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.133 INFO:tasks.workunit.client.0.smithi003.stdout: "replayed": { 2024-04-13T08:45:19.133 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17 2024-04-13T08:45:19.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.133 INFO:tasks.workunit.client.0.smithi003.stdout: "seg": { 2024-04-13T08:45:19.133 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:19.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.133 INFO:tasks.workunit.client.0.smithi003.stdout: "segadd": { 2024-04-13T08:45:19.133 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.133 INFO:tasks.workunit.client.0.smithi003.stdout: "segex": { 2024-04-13T08:45:19.133 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.134 INFO:tasks.workunit.client.0.smithi003.stdout: "segexd": { 2024-04-13T08:45:19.134 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.134 INFO:tasks.workunit.client.0.smithi003.stdout: "segexg": { 2024-04-13T08:45:19.134 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.134 INFO:tasks.workunit.client.0.smithi003.stdout: "segmjr": { 2024-04-13T08:45:19.134 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:19.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.134 INFO:tasks.workunit.client.0.smithi003.stdout: "segtrm": { 2024-04-13T08:45:19.134 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.134 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.134 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_mem": { 2024-04-13T08:45:19.135 INFO:tasks.workunit.client.0.smithi003.stdout: "cap": { 2024-04-13T08:45:19.135 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.135 INFO:tasks.workunit.client.0.smithi003.stdout: "cap+": { 2024-04-13T08:45:19.135 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.135 INFO:tasks.workunit.client.0.smithi003.stdout: "cap-": { 2024-04-13T08:45:19.135 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.135 INFO:tasks.workunit.client.0.smithi003.stdout: "dir": { 2024-04-13T08:45:19.135 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T08:45:19.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.135 INFO:tasks.workunit.client.0.smithi003.stdout: "dir+": { 2024-04-13T08:45:19.135 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T08:45:19.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.136 INFO:tasks.workunit.client.0.smithi003.stdout: "dir-": { 2024-04-13T08:45:19.136 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.136 INFO:tasks.workunit.client.0.smithi003.stdout: "dn": { 2024-04-13T08:45:19.136 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:19.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.136 INFO:tasks.workunit.client.0.smithi003.stdout: "dn+": { 2024-04-13T08:45:19.136 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:19.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.136 INFO:tasks.workunit.client.0.smithi003.stdout: "dn-": { 2024-04-13T08:45:19.136 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.136 INFO:tasks.workunit.client.0.smithi003.stdout: "heap": { 2024-04-13T08:45:19.136 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 248184 2024-04-13T08:45:19.137 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.137 INFO:tasks.workunit.client.0.smithi003.stdout: "ino": { 2024-04-13T08:45:19.137 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:19.137 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.137 INFO:tasks.workunit.client.0.smithi003.stdout: "ino+": { 2024-04-13T08:45:19.137 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:19.137 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.137 INFO:tasks.workunit.client.0.smithi003.stdout: "ino-": { 2024-04-13T08:45:19.137 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.137 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.137 INFO:tasks.workunit.client.0.smithi003.stdout: "rss": { 2024-04-13T08:45:19.137 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51324 2024-04-13T08:45:19.137 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.138 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.138 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_server": { 2024-04-13T08:45:19.138 INFO:tasks.workunit.client.0.smithi003.stdout: "cap_acquisition_throttle": { 2024-04-13T08:45:19.138 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.138 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.138 INFO:tasks.workunit.client.0.smithi003.stdout: "cap_revoke_eviction": { 2024-04-13T08:45:19.138 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.138 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.138 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_request": { 2024-04-13T08:45:19.138 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.138 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.138 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_session": { 2024-04-13T08:45:19.138 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.139 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_peer_request": { 2024-04-13T08:45:19.139 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.139 INFO:tasks.workunit.client.0.smithi003.stdout: "req_create_latency": { 2024-04-13T08:45:19.139 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.139 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.139 INFO:tasks.workunit.client.0.smithi003.stdout: "req_getattr_latency": { 2024-04-13T08:45:19.139 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.139 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.139 INFO:tasks.workunit.client.0.smithi003.stdout: "req_getfilelock_latency": { 2024-04-13T08:45:19.139 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.139 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.140 INFO:tasks.workunit.client.0.smithi003.stdout: "req_getvxattr_latency": { 2024-04-13T08:45:19.140 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.140 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.140 INFO:tasks.workunit.client.0.smithi003.stdout: "req_link_latency": { 2024-04-13T08:45:19.140 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.140 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.140 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookup_latency": { 2024-04-13T08:45:19.140 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.140 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.140 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookuphash_latency": { 2024-04-13T08:45:19.141 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.141 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.141 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupino_latency": { 2024-04-13T08:45:19.141 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.141 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.141 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupname_latency": { 2024-04-13T08:45:19.141 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.141 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.141 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupparent_latency": { 2024-04-13T08:45:19.141 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.141 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.141 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupsnap_latency": { 2024-04-13T08:45:19.142 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.142 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.142 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.142 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lssnap_latency": { 2024-04-13T08:45:19.142 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.142 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.142 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.142 INFO:tasks.workunit.client.0.smithi003.stdout: "req_mkdir_latency": { 2024-04-13T08:45:19.142 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.142 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.142 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.142 INFO:tasks.workunit.client.0.smithi003.stdout: "req_mknod_latency": { 2024-04-13T08:45:19.142 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.142 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.142 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.143 INFO:tasks.workunit.client.0.smithi003.stdout: "req_mksnap_latency": { 2024-04-13T08:45:19.143 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.143 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.143 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.143 INFO:tasks.workunit.client.0.smithi003.stdout: "req_open_latency": { 2024-04-13T08:45:19.143 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.143 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.143 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.143 INFO:tasks.workunit.client.0.smithi003.stdout: "req_readdir_latency": { 2024-04-13T08:45:19.143 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.143 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.143 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.143 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rename_latency": { 2024-04-13T08:45:19.143 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.143 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.143 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.144 INFO:tasks.workunit.client.0.smithi003.stdout: "req_renamesnap_latency": { 2024-04-13T08:45:19.144 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.144 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.144 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rmdir_latency": { 2024-04-13T08:45:19.144 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.144 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.144 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rmsnap_latency": { 2024-04-13T08:45:19.144 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.144 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.144 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rmxattr_latency": { 2024-04-13T08:45:19.144 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.145 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.145 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setattr_latency": { 2024-04-13T08:45:19.145 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.145 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.145 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setdirlayout_latency": { 2024-04-13T08:45:19.145 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.145 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.145 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setfilelock_latency": { 2024-04-13T08:45:19.145 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.145 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.145 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setlayout_latency": { 2024-04-13T08:45:19.145 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.146 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.146 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.146 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setxattr_latency": { 2024-04-13T08:45:19.146 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.146 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.146 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.146 INFO:tasks.workunit.client.0.smithi003.stdout: "req_snapdiff_latency": { 2024-04-13T08:45:19.146 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.146 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.146 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.146 INFO:tasks.workunit.client.0.smithi003.stdout: "req_symlink_latency": { 2024-04-13T08:45:19.146 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.146 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.146 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.146 INFO:tasks.workunit.client.0.smithi003.stdout: "req_unlink_latency": { 2024-04-13T08:45:19.147 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.147 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.147 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.147 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_sessions": { 2024-04-13T08:45:19.147 INFO:tasks.workunit.client.0.smithi003.stdout: "average_load": { 2024-04-13T08:45:19.147 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.147 INFO:tasks.workunit.client.0.smithi003.stdout: "avg_session_uptime": { 2024-04-13T08:45:19.147 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.147 INFO:tasks.workunit.client.0.smithi003.stdout: "mdthresh_evicted": { 2024-04-13T08:45:19.147 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.148 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T08:45:19.148 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8 2024-04-13T08:45:19.148 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.148 INFO:tasks.workunit.client.0.smithi003.stdout: "session_count": { 2024-04-13T08:45:19.148 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.148 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.148 INFO:tasks.workunit.client.0.smithi003.stdout: "session_remove": { 2024-04-13T08:45:19.148 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8 2024-04-13T08:45:19.148 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.148 INFO:tasks.workunit.client.0.smithi003.stdout: "sessions_open": { 2024-04-13T08:45:19.148 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T08:45:19.148 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.148 INFO:tasks.workunit.client.0.smithi003.stdout: "sessions_stale": { 2024-04-13T08:45:19.148 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.149 INFO:tasks.workunit.client.0.smithi003.stdout: "total_load": { 2024-04-13T08:45:19.149 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.149 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.149 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:19.149 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:19.149 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.149 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:19.149 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37 2024-04-13T08:45:19.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.149 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:19.149 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.150 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:19.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7 2024-04-13T08:45:19.150 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.150 INFO:tasks.workunit.client.0.smithi003.stdout: "purge_queue": { 2024-04-13T08:45:19.150 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executed": { 2024-04-13T08:45:19.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.150 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executed_ops": { 2024-04-13T08:45:19.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.150 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing": { 2024-04-13T08:45:19.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.151 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing_high_water": { 2024-04-13T08:45:19.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.151 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing_ops": { 2024-04-13T08:45:19.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.151 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing_ops_high_water": { 2024-04-13T08:45:19.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.151 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_item_in_journal": { 2024-04-13T08:45:19.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.151 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.151 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.151 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:19.152 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:19.152 INFO:tasks.workunit.client.0.smithi003.stdout: "election_call": { 2024-04-13T08:45:19.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:19.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.152 INFO:tasks.workunit.client.0.smithi003.stdout: "election_lose": { 2024-04-13T08:45:19.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:19.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.152 INFO:tasks.workunit.client.0.smithi003.stdout: "election_win": { 2024-04-13T08:45:19.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_elections": { 2024-04-13T08:45:19.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11 2024-04-13T08:45:19.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": { 2024-04-13T08:45:19.153 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8 2024-04-13T08:45:19.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.153 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T08:45:19.153 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:19.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.153 INFO:tasks.workunit.client.0.smithi003.stdout: "session_rm": { 2024-04-13T08:45:19.153 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 257 2024-04-13T08:45:19.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.153 INFO:tasks.workunit.client.0.smithi003.stdout: "session_trim": { 2024-04-13T08:45:19.153 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.153 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.153 INFO:tasks.workunit.client.0.smithi003.stdout: "paxos": { 2024-04-13T08:45:19.153 INFO:tasks.workunit.client.0.smithi003.stdout: "accept_timeout": { 2024-04-13T08:45:19.153 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.154 INFO:tasks.workunit.client.0.smithi003.stdout: "begin": { 2024-04-13T08:45:19.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8739 2024-04-13T08:45:19.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.154 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_bytes": { 2024-04-13T08:45:19.154 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8739, 2024-04-13T08:45:19.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60104857 2024-04-13T08:45:19.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.154 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_keys": { 2024-04-13T08:45:19.154 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.154 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_latency": { 2024-04-13T08:45:19.154 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8739, 2024-04-13T08:45:19.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1316990457 2024-04-13T08:45:19.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.155 INFO:tasks.workunit.client.0.smithi003.stdout: "collect": { 2024-04-13T08:45:19.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:19.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.155 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_bytes": { 2024-04-13T08:45:19.155 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:19.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 219 2024-04-13T08:45:19.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.155 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_keys": { 2024-04-13T08:45:19.155 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:19.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:19.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.155 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_latency": { 2024-04-13T08:45:19.155 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:19.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.156 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_timeout": { 2024-04-13T08:45:19.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.156 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_uncommitted": { 2024-04-13T08:45:19.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.156 INFO:tasks.workunit.client.0.smithi003.stdout: "commit": { 2024-04-13T08:45:19.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8739 2024-04-13T08:45:19.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.156 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_bytes": { 2024-04-13T08:45:19.156 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.156 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_keys": { 2024-04-13T08:45:19.157 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.157 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.157 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_latency": { 2024-04-13T08:45:19.157 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.157 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.157 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_ack_timeout": { 2024-04-13T08:45:19.157 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.157 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_timeout": { 2024-04-13T08:45:19.157 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.157 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn": { 2024-04-13T08:45:19.157 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.158 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn_latency": { 2024-04-13T08:45:19.158 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.158 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.158 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh": { 2024-04-13T08:45:19.158 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8739 2024-04-13T08:45:19.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.158 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh_latency": { 2024-04-13T08:45:19.158 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8739, 2024-04-13T08:45:19.158 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27387801121 2024-04-13T08:45:19.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.158 INFO:tasks.workunit.client.0.smithi003.stdout: "restart": { 2024-04-13T08:45:19.158 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:19.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.159 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state": { 2024-04-13T08:45:19.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.159 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_bytes": { 2024-04-13T08:45:19.159 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.159 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_keys": { 2024-04-13T08:45:19.159 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.159 INFO:tasks.workunit.client.0.smithi003.stdout: "start_leader": { 2024-04-13T08:45:19.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.160 INFO:tasks.workunit.client.0.smithi003.stdout: "start_peon": { 2024-04-13T08:45:19.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:19.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.160 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state": { 2024-04-13T08:45:19.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8739 2024-04-13T08:45:19.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.160 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_bytes": { 2024-04-13T08:45:19.160 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8739, 2024-04-13T08:45:19.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 118545148 2024-04-13T08:45:19.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.160 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_keys": { 2024-04-13T08:45:19.160 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8739, 2024-04-13T08:45:19.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 76546 2024-04-13T08:45:19.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.160 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_latency": { 2024-04-13T08:45:19.161 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8739, 2024-04-13T08:45:19.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2908978942 2024-04-13T08:45:19.161 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.161 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache": { 2024-04-13T08:45:19.161 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:19.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1020054731 2024-04-13T08:45:19.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.161 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:19.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 169869312 2024-04-13T08:45:19.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.161 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:19.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 168189952 2024-04-13T08:45:19.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.161 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:19.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2147483648 2024-04-13T08:45:19.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.162 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:19.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1679360 2024-04-13T08:45:19.162 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.162 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:full": { 2024-04-13T08:45:19.162 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 360710144 2024-04-13T08:45:19.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.162 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.162 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.163 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267127251 2024-04-13T08:45:19.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.163 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25177685 2024-04-13T08:45:19.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.163 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.163 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.163 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.164 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.164 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.164 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.164 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.164 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.165 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.165 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68405208 2024-04-13T08:45:19.165 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.165 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:inc": { 2024-04-13T08:45:19.165 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.165 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 339738624 2024-04-13T08:45:19.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.165 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.165 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.165 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.165 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.166 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.166 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267127251 2024-04-13T08:45:19.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.166 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.166 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1519340 2024-04-13T08:45:19.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.166 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.166 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.166 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.166 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.166 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.167 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.167 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.167 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.167 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.168 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.168 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.168 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.168 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71092033 2024-04-13T08:45:19.168 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.168 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:kv": { 2024-04-13T08:45:19.168 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.168 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 314572800 2024-04-13T08:45:19.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.168 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.168 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:19.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.168 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.169 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.169 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.169 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 178084834 2024-04-13T08:45:19.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.169 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.169 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.169 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.169 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.170 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.170 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.170 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.170 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.170 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.171 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.171 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.171 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.171 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.171 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.171 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69379102 2024-04-13T08:45:19.171 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.171 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb": { 2024-04-13T08:45:19.171 INFO:tasks.workunit.client.0.smithi003.stdout: "compact": { 2024-04-13T08:45:19.171 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.172 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_len": { 2024-04-13T08:45:19.172 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.172 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_merge": { 2024-04-13T08:45:19.172 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.172 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_range": { 2024-04-13T08:45:19.172 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 101 2024-04-13T08:45:19.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.172 INFO:tasks.workunit.client.0.smithi003.stdout: "get_latency": { 2024-04-13T08:45:19.172 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 378841, 2024-04-13T08:45:19.172 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1889240810 2024-04-13T08:45:19.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.172 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_delay_time": { 2024-04-13T08:45:19.173 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.173 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_memtable_time": { 2024-04-13T08:45:19.173 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.173 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T08:45:19.173 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.173 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_wal_time": { 2024-04-13T08:45:19.173 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.174 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_latency": { 2024-04-13T08:45:19.174 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.174 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.174 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_sync_latency": { 2024-04-13T08:45:19.174 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21074, 2024-04-13T08:45:19.174 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6468871709 2024-04-13T08:45:19.174 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.174 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.174 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:19.174 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:19.174 INFO:tasks.workunit.client.0.smithi003.stdout: "election_call": { 2024-04-13T08:45:19.175 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:19.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.175 INFO:tasks.workunit.client.0.smithi003.stdout: "election_lose": { 2024-04-13T08:45:19.175 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.175 INFO:tasks.workunit.client.0.smithi003.stdout: "election_win": { 2024-04-13T08:45:19.175 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:19.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.175 INFO:tasks.workunit.client.0.smithi003.stdout: "num_elections": { 2024-04-13T08:45:19.175 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21 2024-04-13T08:45:19.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.175 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": { 2024-04-13T08:45:19.175 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9 2024-04-13T08:45:19.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.175 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T08:45:19.176 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T08:45:19.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.176 INFO:tasks.workunit.client.0.smithi003.stdout: "session_rm": { 2024-04-13T08:45:19.176 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 249 2024-04-13T08:45:19.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.176 INFO:tasks.workunit.client.0.smithi003.stdout: "session_trim": { 2024-04-13T08:45:19.176 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.176 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.176 INFO:tasks.workunit.client.0.smithi003.stdout: "paxos": { 2024-04-13T08:45:19.176 INFO:tasks.workunit.client.0.smithi003.stdout: "accept_timeout": { 2024-04-13T08:45:19.176 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.176 INFO:tasks.workunit.client.0.smithi003.stdout: "begin": { 2024-04-13T08:45:19.176 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8855 2024-04-13T08:45:19.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.177 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_bytes": { 2024-04-13T08:45:19.177 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8855, 2024-04-13T08:45:19.177 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 61573662 2024-04-13T08:45:19.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.177 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_keys": { 2024-04-13T08:45:19.177 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8855, 2024-04-13T08:45:19.177 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26565 2024-04-13T08:45:19.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.177 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_latency": { 2024-04-13T08:45:19.177 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8855, 2024-04-13T08:45:19.177 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1989975851 2024-04-13T08:45:19.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.177 INFO:tasks.workunit.client.0.smithi003.stdout: "collect": { 2024-04-13T08:45:19.178 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.178 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_bytes": { 2024-04-13T08:45:19.178 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.178 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.178 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_keys": { 2024-04-13T08:45:19.178 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.178 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.178 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_latency": { 2024-04-13T08:45:19.178 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.178 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.178 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_timeout": { 2024-04-13T08:45:19.179 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.179 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_uncommitted": { 2024-04-13T08:45:19.179 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:19.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.179 INFO:tasks.workunit.client.0.smithi003.stdout: "commit": { 2024-04-13T08:45:19.179 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8852 2024-04-13T08:45:19.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.179 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_bytes": { 2024-04-13T08:45:19.179 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8852, 2024-04-13T08:45:19.179 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60896478 2024-04-13T08:45:19.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.179 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_keys": { 2024-04-13T08:45:19.179 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8852, 2024-04-13T08:45:19.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68570 2024-04-13T08:45:19.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.180 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_latency": { 2024-04-13T08:45:19.180 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8852, 2024-04-13T08:45:19.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3120692344 2024-04-13T08:45:19.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.180 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_ack_timeout": { 2024-04-13T08:45:19.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.180 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_timeout": { 2024-04-13T08:45:19.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.180 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn": { 2024-04-13T08:45:19.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:19.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.181 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn_latency": { 2024-04-13T08:45:19.181 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6, 2024-04-13T08:45:19.181 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1999976 2024-04-13T08:45:19.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.181 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh": { 2024-04-13T08:45:19.181 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8855 2024-04-13T08:45:19.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.181 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh_latency": { 2024-04-13T08:45:19.181 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8855, 2024-04-13T08:45:19.181 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 33747590248 2024-04-13T08:45:19.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.181 INFO:tasks.workunit.client.0.smithi003.stdout: "restart": { 2024-04-13T08:45:19.181 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T08:45:19.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.182 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state": { 2024-04-13T08:45:19.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T08:45:19.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.182 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_bytes": { 2024-04-13T08:45:19.182 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T08:45:19.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71938 2024-04-13T08:45:19.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.182 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_keys": { 2024-04-13T08:45:19.182 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T08:45:19.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:19.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.182 INFO:tasks.workunit.client.0.smithi003.stdout: "start_leader": { 2024-04-13T08:45:19.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:19.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.183 INFO:tasks.workunit.client.0.smithi003.stdout: "start_peon": { 2024-04-13T08:45:19.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.183 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state": { 2024-04-13T08:45:19.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.183 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_bytes": { 2024-04-13T08:45:19.183 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.183 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_keys": { 2024-04-13T08:45:19.183 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.183 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_latency": { 2024-04-13T08:45:19.184 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.184 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.184 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache": { 2024-04-13T08:45:19.184 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:19.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1020054731 2024-04-13T08:45:19.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.184 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:19.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 262225920 2024-04-13T08:45:19.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.184 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:19.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 260939776 2024-04-13T08:45:19.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.184 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:19.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2147483648 2024-04-13T08:45:19.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.185 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:19.185 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T08:45:19.185 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.185 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:full": { 2024-04-13T08:45:19.185 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.185 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 360710144 2024-04-13T08:45:19.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.185 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.185 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.185 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.185 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.185 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267002456 2024-04-13T08:45:19.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.186 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25487665 2024-04-13T08:45:19.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.186 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.186 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.186 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.187 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.187 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.187 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.187 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.187 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.187 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.187 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.187 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.187 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.188 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68220023 2024-04-13T08:45:19.188 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.188 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:inc": { 2024-04-13T08:45:19.188 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 339738624 2024-04-13T08:45:19.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.188 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.188 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.189 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.189 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267002456 2024-04-13T08:45:19.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.189 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.189 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1542148 2024-04-13T08:45:19.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.189 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.189 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.189 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.189 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.189 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.190 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.190 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.190 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.190 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.190 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.190 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.190 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.190 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.190 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.191 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.191 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71194020 2024-04-13T08:45:19.191 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.191 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:kv": { 2024-04-13T08:45:19.191 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 314572800 2024-04-13T08:45:19.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.191 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:19.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.191 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.192 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 178001637 2024-04-13T08:45:19.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.192 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.192 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.192 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.192 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.193 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.193 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.193 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.193 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.193 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.194 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.194 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69462299 2024-04-13T08:45:19.194 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.194 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb": { 2024-04-13T08:45:19.194 INFO:tasks.workunit.client.0.smithi003.stdout: "compact": { 2024-04-13T08:45:19.194 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.194 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_len": { 2024-04-13T08:45:19.194 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.194 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_merge": { 2024-04-13T08:45:19.194 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.195 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_range": { 2024-04-13T08:45:19.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 101 2024-04-13T08:45:19.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.195 INFO:tasks.workunit.client.0.smithi003.stdout: "get_latency": { 2024-04-13T08:45:19.195 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 397632, 2024-04-13T08:45:19.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2498339145 2024-04-13T08:45:19.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.195 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_delay_time": { 2024-04-13T08:45:19.195 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.195 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_memtable_time": { 2024-04-13T08:45:19.195 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.195 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T08:45:19.196 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.196 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_wal_time": { 2024-04-13T08:45:19.196 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.196 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_latency": { 2024-04-13T08:45:19.196 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.196 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_sync_latency": { 2024-04-13T08:45:19.196 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21360, 2024-04-13T08:45:19.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7929864204 2024-04-13T08:45:19.196 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.197 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.197 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.be5b77d0f8a0d3fc4d792db8fc7e155e44679ebc": { 2024-04-13T08:45:19.197 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:19.197 INFO:tasks.workunit.client.0.smithi003.stdout: "election_call": { 2024-04-13T08:45:19.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T08:45:19.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.197 INFO:tasks.workunit.client.0.smithi003.stdout: "election_lose": { 2024-04-13T08:45:19.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:19.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.197 INFO:tasks.workunit.client.0.smithi003.stdout: "election_win": { 2024-04-13T08:45:19.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.197 INFO:tasks.workunit.client.0.smithi003.stdout: "num_elections": { 2024-04-13T08:45:19.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T08:45:19.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": { 2024-04-13T08:45:19.198 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:19.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.198 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T08:45:19.198 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T08:45:19.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.198 INFO:tasks.workunit.client.0.smithi003.stdout: "session_rm": { 2024-04-13T08:45:19.198 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 252 2024-04-13T08:45:19.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.198 INFO:tasks.workunit.client.0.smithi003.stdout: "session_trim": { 2024-04-13T08:45:19.198 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.198 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.199 INFO:tasks.workunit.client.0.smithi003.stdout: "paxos": { 2024-04-13T08:45:19.199 INFO:tasks.workunit.client.0.smithi003.stdout: "accept_timeout": { 2024-04-13T08:45:19.199 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.199 INFO:tasks.workunit.client.0.smithi003.stdout: "begin": { 2024-04-13T08:45:19.199 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8776 2024-04-13T08:45:19.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.199 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_bytes": { 2024-04-13T08:45:19.199 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8776, 2024-04-13T08:45:19.199 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60381886 2024-04-13T08:45:19.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.199 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_keys": { 2024-04-13T08:45:19.199 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.199 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.200 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_latency": { 2024-04-13T08:45:19.200 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8776, 2024-04-13T08:45:19.200 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1914976742 2024-04-13T08:45:19.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.200 INFO:tasks.workunit.client.0.smithi003.stdout: "collect": { 2024-04-13T08:45:19.200 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:19.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.200 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_bytes": { 2024-04-13T08:45:19.200 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:19.200 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 219 2024-04-13T08:45:19.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.200 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_keys": { 2024-04-13T08:45:19.200 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:19.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:19.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.201 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_latency": { 2024-04-13T08:45:19.201 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:19.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2999964 2024-04-13T08:45:19.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.201 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_timeout": { 2024-04-13T08:45:19.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.201 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_uncommitted": { 2024-04-13T08:45:19.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:19.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.201 INFO:tasks.workunit.client.0.smithi003.stdout: "commit": { 2024-04-13T08:45:19.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8777 2024-04-13T08:45:19.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.202 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_bytes": { 2024-04-13T08:45:19.202 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.202 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.202 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_keys": { 2024-04-13T08:45:19.202 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.202 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.202 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_latency": { 2024-04-13T08:45:19.202 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.202 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.202 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_ack_timeout": { 2024-04-13T08:45:19.202 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.203 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_timeout": { 2024-04-13T08:45:19.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.203 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn": { 2024-04-13T08:45:19.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.203 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn_latency": { 2024-04-13T08:45:19.203 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.203 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh": { 2024-04-13T08:45:19.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8777 2024-04-13T08:45:19.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.204 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh_latency": { 2024-04-13T08:45:19.204 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8777, 2024-04-13T08:45:19.204 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 30602628408 2024-04-13T08:45:19.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.204 INFO:tasks.workunit.client.0.smithi003.stdout: "restart": { 2024-04-13T08:45:19.204 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16 2024-04-13T08:45:19.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.204 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state": { 2024-04-13T08:45:19.204 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.204 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_bytes": { 2024-04-13T08:45:19.204 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.204 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.204 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_keys": { 2024-04-13T08:45:19.205 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.205 INFO:tasks.workunit.client.0.smithi003.stdout: "start_leader": { 2024-04-13T08:45:19.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.205 INFO:tasks.workunit.client.0.smithi003.stdout: "start_peon": { 2024-04-13T08:45:19.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:19.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.205 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state": { 2024-04-13T08:45:19.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8776 2024-04-13T08:45:19.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.205 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_bytes": { 2024-04-13T08:45:19.205 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8776, 2024-04-13T08:45:19.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 119144984 2024-04-13T08:45:19.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.206 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_keys": { 2024-04-13T08:45:19.206 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8776, 2024-04-13T08:45:19.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 76837 2024-04-13T08:45:19.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.206 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_latency": { 2024-04-13T08:45:19.206 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8776, 2024-04-13T08:45:19.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5725930504 2024-04-13T08:45:19.206 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.206 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache": { 2024-04-13T08:45:19.206 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:19.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1020054731 2024-04-13T08:45:19.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.207 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:19.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 174063616 2024-04-13T08:45:19.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.207 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:19.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 172064768 2024-04-13T08:45:19.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.207 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:19.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2147483648 2024-04-13T08:45:19.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.207 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:19.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1998848 2024-04-13T08:45:19.207 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.208 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:full": { 2024-04-13T08:45:19.208 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 360710144 2024-04-13T08:45:19.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.208 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.208 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.208 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267081832 2024-04-13T08:45:19.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.208 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25290742 2024-04-13T08:45:19.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.209 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.209 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.209 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.209 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.209 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.210 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.210 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.210 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.210 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68337570 2024-04-13T08:45:19.210 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.211 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:inc": { 2024-04-13T08:45:19.211 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.211 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 339738624 2024-04-13T08:45:19.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.211 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.211 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.211 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.211 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.211 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.211 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267081832 2024-04-13T08:45:19.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.211 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.212 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1527401 2024-04-13T08:45:19.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.212 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.212 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.212 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.212 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.212 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.212 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.212 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.212 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.213 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.213 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.213 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.213 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.213 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.213 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.213 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.213 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.213 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.213 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.213 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.213 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.213 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.213 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71129391 2024-04-13T08:45:19.213 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.214 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.214 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:kv": { 2024-04-13T08:45:19.214 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.214 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 314572800 2024-04-13T08:45:19.214 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.214 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.214 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:19.214 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.214 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.214 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.214 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.214 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.214 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 178054555 2024-04-13T08:45:19.214 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.215 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.215 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.215 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.215 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.215 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.215 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.215 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.215 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.215 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.215 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.215 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.216 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.216 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.216 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.216 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.216 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.216 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.216 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.216 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.216 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69409381 2024-04-13T08:45:19.216 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.217 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb": { 2024-04-13T08:45:19.217 INFO:tasks.workunit.client.0.smithi003.stdout: "compact": { 2024-04-13T08:45:19.217 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.217 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.217 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_len": { 2024-04-13T08:45:19.217 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.217 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.217 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_merge": { 2024-04-13T08:45:19.217 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.217 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.217 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_range": { 2024-04-13T08:45:19.217 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 101 2024-04-13T08:45:19.217 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.217 INFO:tasks.workunit.client.0.smithi003.stdout: "get_latency": { 2024-04-13T08:45:19.218 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 380570, 2024-04-13T08:45:19.218 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2090259437 2024-04-13T08:45:19.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.218 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_delay_time": { 2024-04-13T08:45:19.218 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.218 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.218 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_memtable_time": { 2024-04-13T08:45:19.218 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.218 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.218 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T08:45:19.218 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.219 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.219 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_wal_time": { 2024-04-13T08:45:19.219 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.219 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.219 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_latency": { 2024-04-13T08:45:19.219 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.219 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.219 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_sync_latency": { 2024-04-13T08:45:19.219 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21169, 2024-04-13T08:45:19.219 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9816484330 2024-04-13T08:45:19.219 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.219 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.220 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.0": { 2024-04-13T08:45:19.220 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:19.220 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:19.220 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 818080 2024-04-13T08:45:19.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.220 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:19.220 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.220 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:19.220 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.220 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:19.221 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.221 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:19.221 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:19.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.221 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:19.221 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.221 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:19.221 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.221 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:19.221 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.222 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:19.222 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.222 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:19.222 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13332480 2024-04-13T08:45:19.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.222 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:19.222 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 928673792 2024-04-13T08:45:19.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.222 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:19.222 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 19, 2024-04-13T08:45:19.222 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6639959 2024-04-13T08:45:19.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.222 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:19.223 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 19, 2024-04-13T08:45:19.223 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2807886 2024-04-13T08:45:19.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.223 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:19.223 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 220, 2024-04-13T08:45:19.223 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2106378 2024-04-13T08:45:19.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.223 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:19.223 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:19.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.223 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:19.223 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1025114112 2024-04-13T08:45:19.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.223 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:19.224 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78695, 2024-04-13T08:45:19.224 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12731095412 2024-04-13T08:45:19.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.224 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:19.224 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78688, 2024-04-13T08:45:19.224 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20418858087 2024-04-13T08:45:19.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.224 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:19.224 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6303744 2024-04-13T08:45:19.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.224 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:19.224 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 322203648 2024-04-13T08:45:19.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.224 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:19.224 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1023672320 2024-04-13T08:45:19.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.225 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:19.225 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.225 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:19.225 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.225 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:19.225 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 66 2024-04-13T08:45:19.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.225 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:19.225 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10213806759 2024-04-13T08:45:19.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.225 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:19.225 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73246 2024-04-13T08:45:19.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.226 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:19.226 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8648896512 2024-04-13T08:45:19.226 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.226 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:19.226 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8648900608 2024-04-13T08:45:19.226 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.226 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:19.226 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.226 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.226 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:19.226 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.226 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.226 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:19.226 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65247 2024-04-13T08:45:19.227 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.227 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:19.227 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73246, 2024-04-13T08:45:19.227 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3045387281 2024-04-13T08:45:19.227 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.227 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:19.227 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10133471807 2024-04-13T08:45:19.227 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.227 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:19.227 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70780 2024-04-13T08:45:19.227 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.227 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:19.227 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4703186 2024-04-13T08:45:19.227 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.227 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:19.228 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 721 2024-04-13T08:45:19.228 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.228 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:19.228 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13048985 2024-04-13T08:45:19.228 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.228 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:19.228 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1059 2024-04-13T08:45:19.228 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.228 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:19.228 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8345799 2024-04-13T08:45:19.228 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.228 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:19.228 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8345799 2024-04-13T08:45:19.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.229 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:19.229 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.229 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:19.229 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.229 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:19.229 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 346 2024-04-13T08:45:19.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.229 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:19.229 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1059, 2024-04-13T08:45:19.229 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8361346 2024-04-13T08:45:19.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.229 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:19.230 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.230 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.230 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:19.230 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.230 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:19.230 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.230 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:19.230 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:19.230 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 907 2024-04-13T08:45:19.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.230 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:19.231 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7, 2024-04-13T08:45:19.231 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11860 2024-04-13T08:45:19.231 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.231 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:19.231 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.231 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.231 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.231 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:19.231 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.231 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.231 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:19.231 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.231 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.231 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:19.231 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1267097600 2024-04-13T08:45:19.232 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.232 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.232 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:19.232 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:19.232 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:19.232 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.232 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:19.232 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14016512 2024-04-13T08:45:19.232 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.232 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:19.232 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21138, 2024-04-13T08:45:19.232 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 86001039 2024-04-13T08:45:19.232 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.232 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:19.232 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3610, 2024-04-13T08:45:19.233 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6483721044 2024-04-13T08:45:19.233 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.233 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:19.233 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.233 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.233 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.233 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:19.233 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.233 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.233 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:19.233 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.233 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.233 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:19.233 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.233 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.234 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:19.234 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34121, 2024-04-13T08:45:19.234 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 303283574 2024-04-13T08:45:19.234 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.234 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:19.234 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.234 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.234 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.234 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:19.234 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.234 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.234 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:19.234 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78574, 2024-04-13T08:45:19.235 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25500018695 2024-04-13T08:45:19.235 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.235 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:19.235 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 77897, 2024-04-13T08:45:19.235 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1805681107 2024-04-13T08:45:19.235 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.235 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:19.235 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78574, 2024-04-13T08:45:19.235 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51061938 2024-04-13T08:45:19.235 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.235 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:19.235 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78574, 2024-04-13T08:45:19.235 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25551080633 2024-04-13T08:45:19.235 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.235 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:19.236 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.236 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.236 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.236 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:19.236 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 41651, 2024-04-13T08:45:19.236 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2097480528 2024-04-13T08:45:19.236 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.236 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:19.236 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1256, 2024-04-13T08:45:19.236 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3556328 2024-04-13T08:45:19.236 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.236 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:19.236 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22757, 2024-04-13T08:45:19.236 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10903443 2024-04-13T08:45:19.237 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.237 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:19.237 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 53, 2024-04-13T08:45:19.237 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 87235 2024-04-13T08:45:19.237 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.237 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:19.237 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 18448, 2024-04-13T08:45:19.237 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3132252056 2024-04-13T08:45:19.237 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.237 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:19.237 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 265616 2024-04-13T08:45:19.237 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.237 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:19.238 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24321 2024-04-13T08:45:19.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.238 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:19.238 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17332, 2024-04-13T08:45:19.238 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2871755481 2024-04-13T08:45:19.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.238 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:19.238 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 42204, 2024-04-13T08:45:19.238 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15833996 2024-04-13T08:45:19.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.238 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:19.238 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 24872, 2024-04-13T08:45:19.238 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2223623866 2024-04-13T08:45:19.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.239 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:19.239 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.239 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.239 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:19.239 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15522, 2024-04-13T08:45:19.239 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 496423765 2024-04-13T08:45:19.239 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.239 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:19.239 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.239 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.239 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:19.239 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.239 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.239 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:19.240 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.240 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.240 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:19.240 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.240 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.240 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:19.240 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93642, 2024-04-13T08:45:19.240 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10426907266 2024-04-13T08:45:19.240 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.240 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:19.240 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9748, 2024-04-13T08:45:19.240 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1003961283 2024-04-13T08:45:19.240 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.240 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:19.241 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9747, 2024-04-13T08:45:19.241 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3578515395978 2024-04-13T08:45:19.241 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.241 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:19.241 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9748, 2024-04-13T08:45:19.241 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7023302793929 2024-04-13T08:45:19.241 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.241 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:19.241 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93641, 2024-04-13T08:45:19.241 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2604496342696 2024-04-13T08:45:19.241 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.241 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:19.241 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93641, 2024-04-13T08:45:19.241 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10494554 2024-04-13T08:45:19.242 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.242 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:19.242 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93642, 2024-04-13T08:45:19.242 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 336705941 2024-04-13T08:45:19.242 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.242 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:19.242 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93642, 2024-04-13T08:45:19.242 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41523872487 2024-04-13T08:45:19.242 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.242 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:19.242 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93642, 2024-04-13T08:45:19.242 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 33880516 2024-04-13T08:45:19.242 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.243 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:19.243 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93642, 2024-04-13T08:45:19.243 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21328061481 2024-04-13T08:45:19.243 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.243 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:19.243 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93642, 2024-04-13T08:45:19.243 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15536886627 2024-04-13T08:45:19.243 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.243 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:19.243 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10267764 2024-04-13T08:45:19.243 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.243 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:19.243 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2650, 2024-04-13T08:45:19.243 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15955195 2024-04-13T08:45:19.243 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.244 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:19.244 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93642, 2024-04-13T08:45:19.244 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 89167461822 2024-04-13T08:45:19.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.244 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:19.244 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93642, 2024-04-13T08:45:19.244 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16811795639 2024-04-13T08:45:19.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.244 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:19.244 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93642, 2024-04-13T08:45:19.244 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 658902141 2024-04-13T08:45:19.244 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.244 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:19.245 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:19.245 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406237373 2024-04-13T08:45:19.245 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.245 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:19.245 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 617218048 2024-04-13T08:45:19.245 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.245 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:19.245 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 460513280 2024-04-13T08:45:19.245 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.245 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:19.245 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2601816166 2024-04-13T08:45:19.245 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.245 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:19.245 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 156704768 2024-04-13T08:45:19.246 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.246 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.246 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:19.246 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.246 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:19.246 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.246 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.246 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.246 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.246 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.246 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.246 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.246 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.246 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56586397 2024-04-13T08:45:19.247 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.247 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.247 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.247 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.247 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.247 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.247 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.247 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.247 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.247 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.247 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.247 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.247 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.247 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.248 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.248 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.248 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.248 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 708608 2024-04-13T08:45:19.248 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.248 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.248 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.248 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.248 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.248 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.248 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.248 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.248 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.248 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.249 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.249 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68534115 2024-04-13T08:45:19.249 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.249 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.249 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:19.249 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.249 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:19.249 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.249 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.249 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:19.249 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.249 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.249 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.249 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.249 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.250 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 424397981 2024-04-13T08:45:19.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.250 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.250 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.250 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.250 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.250 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.250 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2416 2024-04-13T08:45:19.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.250 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.250 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.251 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.251 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 145280 2024-04-13T08:45:19.251 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.251 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.251 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.251 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.251 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.251 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.251 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.251 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.251 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.251 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.251 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.251 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.251 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.251 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.252 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70382195 2024-04-13T08:45:19.252 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.252 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.252 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:19.252 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.252 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:19.252 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.252 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.252 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:19.252 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.252 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.252 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12889456 2024-04-13T08:45:19.252 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.252 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.253 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37724265 2024-04-13T08:45:19.253 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.253 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.253 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.253 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.253 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.253 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.253 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.253 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.253 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.253 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.253 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.253 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.254 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.254 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.254 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.254 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.254 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.254 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.254 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.254 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.254 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.254 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.254 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.254 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.254 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.254 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.255 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.255 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.255 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.255 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 75215399 2024-04-13T08:45:19.255 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.255 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.255 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:19.255 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.255 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:19.255 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.255 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.255 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.255 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.255 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.256 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.256 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.256 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.256 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 424397981 2024-04-13T08:45:19.256 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.256 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.256 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.256 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.256 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.256 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.256 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.256 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.256 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.256 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.257 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.257 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 981 2024-04-13T08:45:19.257 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.257 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.257 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 90286 2024-04-13T08:45:19.257 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.257 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.257 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1133492 2024-04-13T08:45:19.257 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.257 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.257 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.257 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.257 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.258 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.258 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.258 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.258 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.258 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.258 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.258 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69305132 2024-04-13T08:45:19.258 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.258 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.258 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:19.258 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:19.258 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.258 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.258 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:19.259 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53 2024-04-13T08:45:19.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.259 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:19.259 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.259 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:19.259 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.259 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.259 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:19.259 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:19.259 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 54 2024-04-13T08:45:19.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.259 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:19.259 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.260 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:19.260 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 47794 2024-04-13T08:45:19.260 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.260 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:19.260 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 138282, 2024-04-13T08:45:19.260 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8808874722 2024-04-13T08:45:19.260 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.260 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:19.260 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:19.260 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.260 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:19.260 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T08:45:19.260 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.260 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:19.260 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2698757149 2024-04-13T08:45:19.261 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.261 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:19.261 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 47794, 2024-04-13T08:45:19.261 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 222598681293 2024-04-13T08:45:19.261 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.261 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:19.261 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4070011791 2024-04-13T08:45:19.261 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.261 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:19.261 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 48638, 2024-04-13T08:45:19.261 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23092453261 2024-04-13T08:45:19.261 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.261 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:19.261 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 47794, 2024-04-13T08:45:19.261 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74814501890 2024-04-13T08:45:19.262 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.262 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:19.262 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31312 2024-04-13T08:45:19.262 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.262 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:19.262 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 31312, 2024-04-13T08:45:19.262 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22051934011 2024-04-13T08:45:19.262 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.262 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:19.262 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.262 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.262 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:19.262 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4070011791 2024-04-13T08:45:19.262 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.263 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:19.263 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 31659, 2024-04-13T08:45:19.263 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7288841885 2024-04-13T08:45:19.263 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.263 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:19.263 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 31312, 2024-04-13T08:45:19.263 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8957386049 2024-04-13T08:45:19.263 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.263 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:19.263 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8772 2024-04-13T08:45:19.263 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.263 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:19.263 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 530544067 2024-04-13T08:45:19.263 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.263 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:19.264 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8772, 2024-04-13T08:45:19.264 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18189168924 2024-04-13T08:45:19.264 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.264 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:19.264 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.264 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.264 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:19.264 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.264 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.264 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:19.264 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.264 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.264 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:19.264 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9064, 2024-04-13T08:45:19.265 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5774327851 2024-04-13T08:45:19.265 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.265 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:19.265 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8772, 2024-04-13T08:45:19.265 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15119631246 2024-04-13T08:45:19.265 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.265 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:19.265 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7710 2024-04-13T08:45:19.265 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.265 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:19.265 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2168213082 2024-04-13T08:45:19.265 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.265 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:19.265 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7710, 2024-04-13T08:45:19.265 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 182357578358 2024-04-13T08:45:19.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.266 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:19.266 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.266 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:19.266 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7915, 2024-04-13T08:45:19.266 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10029283525 2024-04-13T08:45:19.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.266 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:19.266 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7710, 2024-04-13T08:45:19.266 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 50737484595 2024-04-13T08:45:19.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.266 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:19.266 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.267 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.267 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:19.267 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35 2024-04-13T08:45:19.267 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.267 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:19.267 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:19.267 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.267 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:19.267 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:19.267 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.267 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:19.267 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1039142912 2024-04-13T08:45:19.267 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.267 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.268 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.1": { 2024-04-13T08:45:19.268 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:19.268 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:19.268 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35455 2024-04-13T08:45:19.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.268 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:19.268 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.268 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:19.268 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.268 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:19.268 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.268 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.269 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:19.269 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:19.269 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.269 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:19.269 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.269 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.269 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:19.269 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.269 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.269 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:19.269 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.269 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.269 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:19.269 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.269 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.270 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:19.270 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20664320 2024-04-13T08:45:19.270 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.270 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:19.270 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 995147776 2024-04-13T08:45:19.270 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.270 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:19.270 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 19, 2024-04-13T08:45:19.270 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4657048 2024-04-13T08:45:19.270 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.270 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:19.273 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 19, 2024-04-13T08:45:19.273 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1663362 2024-04-13T08:45:19.273 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.274 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:19.274 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 242, 2024-04-13T08:45:19.274 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1216729 2024-04-13T08:45:19.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.274 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:19.274 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:19.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.274 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:19.274 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1110769664 2024-04-13T08:45:19.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.274 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:19.274 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79619, 2024-04-13T08:45:19.274 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13188838347 2024-04-13T08:45:19.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.275 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:19.275 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79640, 2024-04-13T08:45:19.275 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21328475800 2024-04-13T08:45:19.275 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.275 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:19.275 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10194944 2024-04-13T08:45:19.275 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.275 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:19.275 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 326090752 2024-04-13T08:45:19.275 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.275 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:19.275 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1106509824 2024-04-13T08:45:19.275 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.275 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:19.275 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.276 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.276 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:19.276 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.276 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.276 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:19.276 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71 2024-04-13T08:45:19.276 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.276 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:19.276 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17424242457 2024-04-13T08:45:19.276 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.276 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:19.276 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 97742 2024-04-13T08:45:19.276 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.276 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:19.277 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15363338240 2024-04-13T08:45:19.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.277 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:19.277 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15363342336 2024-04-13T08:45:19.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.277 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:19.277 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.277 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:19.277 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.277 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:19.277 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 102793 2024-04-13T08:45:19.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.277 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:19.278 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97742, 2024-04-13T08:45:19.278 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5527842777 2024-04-13T08:45:19.278 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.278 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:19.278 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17287397624 2024-04-13T08:45:19.278 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.278 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:19.278 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 93550 2024-04-13T08:45:19.278 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.278 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:19.278 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6544094 2024-04-13T08:45:19.278 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.278 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:19.279 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 978 2024-04-13T08:45:19.279 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.279 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:19.279 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20323100 2024-04-13T08:45:19.279 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.279 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:19.279 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1360 2024-04-13T08:45:19.279 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.279 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:19.279 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13779006 2024-04-13T08:45:19.279 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.279 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:19.279 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13779006 2024-04-13T08:45:19.279 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.279 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:19.280 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.280 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:19.280 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.280 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:19.280 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 398 2024-04-13T08:45:19.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.280 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:19.280 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1360, 2024-04-13T08:45:19.280 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9487351 2024-04-13T08:45:19.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.280 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:19.280 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.280 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.281 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:19.281 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.281 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.281 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:19.281 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.281 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.281 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:19.281 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:19.281 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1223 2024-04-13T08:45:19.281 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.281 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:19.281 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T08:45:19.281 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19690 2024-04-13T08:45:19.281 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.281 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:19.281 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.282 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.282 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.282 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:19.282 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.282 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.282 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:19.282 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.282 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.282 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:19.282 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1344798720 2024-04-13T08:45:19.282 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.282 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.282 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:19.282 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:19.282 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:19.283 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.283 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:19.283 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13418496 2024-04-13T08:45:19.283 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.283 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:19.283 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22644, 2024-04-13T08:45:19.283 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 91506782 2024-04-13T08:45:19.283 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.283 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:19.283 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3550, 2024-04-13T08:45:19.283 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11153447439 2024-04-13T08:45:19.283 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.283 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:19.283 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.283 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.284 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.284 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:19.284 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.284 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.284 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:19.284 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.284 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.284 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:19.284 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.284 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.284 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:19.284 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20016, 2024-04-13T08:45:19.284 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 185844485 2024-04-13T08:45:19.284 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.284 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:19.285 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.285 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.285 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.285 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:19.285 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.285 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.285 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:19.285 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79515, 2024-04-13T08:45:19.285 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26256835116 2024-04-13T08:45:19.285 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.285 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:19.285 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78744, 2024-04-13T08:45:19.285 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2049507400 2024-04-13T08:45:19.285 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.285 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:19.285 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79515, 2024-04-13T08:45:19.286 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 50052647 2024-04-13T08:45:19.286 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.286 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:19.286 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79515, 2024-04-13T08:45:19.286 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26306887763 2024-04-13T08:45:19.286 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.286 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:19.286 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.286 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.286 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.286 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:19.286 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 32838, 2024-04-13T08:45:19.286 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1876562908 2024-04-13T08:45:19.286 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.286 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:19.287 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1062, 2024-04-13T08:45:19.287 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3658438 2024-04-13T08:45:19.287 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.287 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:19.287 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21501, 2024-04-13T08:45:19.287 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13873265 2024-04-13T08:45:19.287 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.287 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:19.287 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44, 2024-04-13T08:45:19.287 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 62891 2024-04-13T08:45:19.287 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.287 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:19.287 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12711, 2024-04-13T08:45:19.287 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2995112765 2024-04-13T08:45:19.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.288 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:19.288 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 250142 2024-04-13T08:45:19.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.288 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:19.288 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27544 2024-04-13T08:45:19.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.288 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:19.288 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23024, 2024-04-13T08:45:19.288 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2448080992 2024-04-13T08:45:19.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.288 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:19.288 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75152, 2024-04-13T08:45:19.288 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22953213 2024-04-13T08:45:19.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.289 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:19.289 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 52128, 2024-04-13T08:45:19.289 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1624351904 2024-04-13T08:45:19.289 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.289 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:19.289 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.289 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.289 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:19.289 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15725, 2024-04-13T08:45:19.289 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 542570558 2024-04-13T08:45:19.289 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.290 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:19.290 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.290 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.290 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:19.290 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.290 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.290 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:19.290 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.290 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.290 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:19.290 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.290 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.290 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:19.290 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:19.291 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14035531229 2024-04-13T08:45:19.291 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.291 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:19.291 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23039, 2024-04-13T08:45:19.291 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1708083268 2024-04-13T08:45:19.291 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.291 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:19.291 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23037, 2024-04-13T08:45:19.291 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4375779300955 2024-04-13T08:45:19.291 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.291 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:19.291 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23039, 2024-04-13T08:45:19.291 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7106864025329 2024-04-13T08:45:19.291 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.292 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:19.292 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94923, 2024-04-13T08:45:19.292 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3092461693296 2024-04-13T08:45:19.292 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.292 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:19.292 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94923, 2024-04-13T08:45:19.292 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10750103 2024-04-13T08:45:19.292 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.292 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:19.292 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:19.292 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 574928517 2024-04-13T08:45:19.292 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.292 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:19.292 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:19.293 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45437292554 2024-04-13T08:45:19.293 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.293 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:19.293 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:19.293 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 36509764 2024-04-13T08:45:19.293 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.293 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:19.293 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:19.293 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21948135586 2024-04-13T08:45:19.293 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.293 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:19.293 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:19.293 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21332754561 2024-04-13T08:45:19.293 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.293 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:19.294 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9676847 2024-04-13T08:45:19.294 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.294 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:19.294 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2648, 2024-04-13T08:45:19.294 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17465133 2024-04-13T08:45:19.294 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.294 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:19.294 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:19.294 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 103345192010 2024-04-13T08:45:19.294 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.294 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:19.294 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:19.294 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22581699066 2024-04-13T08:45:19.294 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.295 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:19.295 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:19.295 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 845701796 2024-04-13T08:45:19.295 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.295 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:19.295 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:19.295 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406237373 2024-04-13T08:45:19.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.295 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:19.295 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 688594944 2024-04-13T08:45:19.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.295 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:19.295 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 543195136 2024-04-13T08:45:19.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.295 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:19.296 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2601816166 2024-04-13T08:45:19.296 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.296 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:19.296 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 145399808 2024-04-13T08:45:19.296 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.296 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.296 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:19.296 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.296 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:19.296 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.296 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.296 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.296 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.296 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.296 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.297 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.297 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.297 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56063650 2024-04-13T08:45:19.297 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.297 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.297 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.297 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.297 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.297 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.297 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.297 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.297 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.297 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.297 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.298 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.298 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.298 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.298 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 86016 2024-04-13T08:45:19.298 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.298 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.298 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 991232 2024-04-13T08:45:19.298 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.298 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.298 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.298 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.298 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.298 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.298 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.299 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.299 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.299 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.299 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.299 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68688222 2024-04-13T08:45:19.299 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.299 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.299 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:19.299 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.299 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:19.299 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.299 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.299 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:19.299 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.299 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.300 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.300 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.300 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 420477378 2024-04-13T08:45:19.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.300 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.300 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.300 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.300 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.300 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.300 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 256 2024-04-13T08:45:19.300 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.300 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.300 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2640 2024-04-13T08:45:19.301 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.301 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.301 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 195920 2024-04-13T08:45:19.301 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.301 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.301 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.301 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.301 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.301 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.301 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.301 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.301 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.301 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.301 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.301 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.301 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.301 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.302 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74251678 2024-04-13T08:45:19.302 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.302 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:19.302 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.302 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:19.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.302 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.302 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:19.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.302 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.302 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20449968 2024-04-13T08:45:19.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.302 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.302 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37375766 2024-04-13T08:45:19.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.303 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.303 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.303 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.303 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.303 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.303 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.303 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.303 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.303 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.303 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.303 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.304 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.304 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.304 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.304 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.304 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.304 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.304 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.304 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.304 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.304 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.304 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.304 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.304 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68003386 2024-04-13T08:45:19.304 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.304 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.304 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:19.305 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.305 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:19.305 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.305 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.305 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.305 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.305 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.305 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.305 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.305 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.305 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 420477378 2024-04-13T08:45:19.305 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.305 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.305 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.306 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.306 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.306 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.306 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.306 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.306 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.306 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.306 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.306 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 983 2024-04-13T08:45:19.306 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.306 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.306 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 93458 2024-04-13T08:45:19.306 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.306 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.307 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1130357 2024-04-13T08:45:19.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.307 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.307 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.307 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.307 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.307 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.307 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.307 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.307 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73225696 2024-04-13T08:45:19.307 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.308 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.308 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:19.308 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:19.308 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.308 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.308 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:19.308 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26 2024-04-13T08:45:19.308 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.308 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:19.308 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.308 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.308 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:19.308 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.308 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.309 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.309 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:19.309 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:19.309 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56 2024-04-13T08:45:19.309 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.309 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:19.309 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.309 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.309 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:19.309 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45169 2024-04-13T08:45:19.309 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.309 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:19.309 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 142947, 2024-04-13T08:45:19.309 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11249797008 2024-04-13T08:45:19.309 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.310 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:19.310 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.310 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:19.310 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.310 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:19.310 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2386531249 2024-04-13T08:45:19.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.310 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:19.310 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 45169, 2024-04-13T08:45:19.310 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 694670505638 2024-04-13T08:45:19.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.311 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:19.311 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2955932995 2024-04-13T08:45:19.311 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.311 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:19.311 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 46907, 2024-04-13T08:45:19.311 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 32795563649 2024-04-13T08:45:19.311 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.311 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:19.311 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 45169, 2024-04-13T08:45:19.311 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 110861164941 2024-04-13T08:45:19.311 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.311 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:19.311 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22479 2024-04-13T08:45:19.311 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.311 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:19.312 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22479, 2024-04-13T08:45:19.312 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20541244058 2024-04-13T08:45:19.312 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.312 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:19.312 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.312 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.312 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:19.312 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2955932995 2024-04-13T08:45:19.312 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.312 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:19.312 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22920, 2024-04-13T08:45:19.312 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6042289129 2024-04-13T08:45:19.312 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.312 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:19.312 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22479, 2024-04-13T08:45:19.313 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6991174019 2024-04-13T08:45:19.313 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.313 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:19.313 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12698 2024-04-13T08:45:19.313 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.313 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:19.313 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 304621003 2024-04-13T08:45:19.313 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.313 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:19.313 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12698, 2024-04-13T08:45:19.313 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 101479461053 2024-04-13T08:45:19.313 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.313 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:19.313 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.313 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.313 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:19.314 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.314 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.314 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:19.314 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.314 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.314 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:19.314 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12896, 2024-04-13T08:45:19.314 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13177920170 2024-04-13T08:45:19.314 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.314 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:19.314 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12698, 2024-04-13T08:45:19.314 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 32198721145 2024-04-13T08:45:19.314 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.315 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:19.315 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9992 2024-04-13T08:45:19.315 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.315 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:19.315 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2081910246 2024-04-13T08:45:19.315 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.315 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:19.315 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9992, 2024-04-13T08:45:19.315 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 572649800527 2024-04-13T08:45:19.315 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.315 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:19.315 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.315 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.315 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:19.316 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 11091, 2024-04-13T08:45:19.316 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13575354350 2024-04-13T08:45:19.316 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.316 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:19.316 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9992, 2024-04-13T08:45:19.316 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71671269777 2024-04-13T08:45:19.316 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.316 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:19.316 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.316 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.316 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:19.316 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4194341 2024-04-13T08:45:19.316 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.316 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:19.316 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7 2024-04-13T08:45:19.317 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.317 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:19.317 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:19.317 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.317 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:19.317 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1124204544 2024-04-13T08:45:19.317 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.317 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.317 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.317 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.2": { 2024-04-13T08:45:19.317 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:19.317 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:19.317 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21193 2024-04-13T08:45:19.318 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.318 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:19.318 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.318 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.318 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:19.318 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.318 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.318 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:19.318 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.318 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.318 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:19.318 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:19.318 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.318 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:19.318 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.319 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.319 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:19.319 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.319 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.319 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:19.319 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.319 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.319 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:19.319 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.319 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.319 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:19.319 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5476352 2024-04-13T08:45:19.319 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.319 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:19.319 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 602169344 2024-04-13T08:45:19.320 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.320 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:19.320 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17, 2024-04-13T08:45:19.320 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3808332 2024-04-13T08:45:19.320 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.320 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:19.320 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17, 2024-04-13T08:45:19.320 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1439312 2024-04-13T08:45:19.320 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.320 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:19.320 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 166, 2024-04-13T08:45:19.320 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 987718 2024-04-13T08:45:19.320 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.320 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:19.320 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:19.321 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.321 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:19.321 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 536674304 2024-04-13T08:45:19.321 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.321 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:19.321 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69998, 2024-04-13T08:45:19.321 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10948498183 2024-04-13T08:45:19.321 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.321 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:19.321 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 70013, 2024-04-13T08:45:19.321 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18071505076 2024-04-13T08:45:19.321 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.321 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:19.321 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4149248 2024-04-13T08:45:19.321 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.321 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:19.322 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 286781440 2024-04-13T08:45:19.322 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.322 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:19.322 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 553713664 2024-04-13T08:45:19.322 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.322 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:19.322 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.322 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.322 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:19.322 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.323 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:19.323 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41 2024-04-13T08:45:19.323 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.323 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:19.323 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3819230583 2024-04-13T08:45:19.323 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.323 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:19.323 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37414 2024-04-13T08:45:19.323 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.323 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:19.323 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3358928896 2024-04-13T08:45:19.323 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.323 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:19.323 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3358932992 2024-04-13T08:45:19.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.324 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:19.324 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.324 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:19.324 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.324 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:19.324 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28615 2024-04-13T08:45:19.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.324 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:19.324 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 37414, 2024-04-13T08:45:19.324 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1776103510 2024-04-13T08:45:19.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.324 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:19.324 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3758314726 2024-04-13T08:45:19.325 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.325 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:19.325 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35542 2024-04-13T08:45:19.325 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.325 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:19.325 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2074542 2024-04-13T08:45:19.325 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.325 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:19.325 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 625 2024-04-13T08:45:19.325 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.325 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:19.325 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5559294 2024-04-13T08:45:19.325 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.325 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:19.325 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 799 2024-04-13T08:45:19.326 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.326 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:19.326 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3484752 2024-04-13T08:45:19.326 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.326 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:19.326 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3484752 2024-04-13T08:45:19.326 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.326 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:19.326 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.326 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.326 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:19.326 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.326 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.326 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:19.327 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 178 2024-04-13T08:45:19.327 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.327 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:19.327 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 799, 2024-04-13T08:45:19.327 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2308776 2024-04-13T08:45:19.327 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.327 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:19.327 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.327 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.327 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.327 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:19.327 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.327 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.327 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:19.327 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.328 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.328 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:19.328 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:19.328 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 899 2024-04-13T08:45:19.328 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.328 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:19.328 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T08:45:19.328 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8010 2024-04-13T08:45:19.328 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.328 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:19.328 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.328 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.328 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.328 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:19.329 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.329 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.329 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:19.329 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.329 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.329 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:19.329 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 897007616 2024-04-13T08:45:19.329 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.329 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.329 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:19.329 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:19.329 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:19.329 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.329 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:19.329 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13406208 2024-04-13T08:45:19.330 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.330 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:19.330 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14186, 2024-04-13T08:45:19.330 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 55595896 2024-04-13T08:45:19.330 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.330 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:19.330 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3598, 2024-04-13T08:45:19.330 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4536043403 2024-04-13T08:45:19.330 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.330 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:19.330 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.330 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.330 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.331 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:19.331 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.331 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.331 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:19.331 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.331 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.331 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:19.331 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.331 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.331 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:19.331 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25816, 2024-04-13T08:45:19.331 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 216685258 2024-04-13T08:45:19.331 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.331 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:19.331 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.332 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.332 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:19.332 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.332 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:19.332 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69958, 2024-04-13T08:45:19.332 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22053065445 2024-04-13T08:45:19.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.332 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:19.332 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69405, 2024-04-13T08:45:19.332 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1585796288 2024-04-13T08:45:19.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.332 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:19.333 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69958, 2024-04-13T08:45:19.333 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37152907 2024-04-13T08:45:19.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.333 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:19.333 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69958, 2024-04-13T08:45:19.333 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22090218352 2024-04-13T08:45:19.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.333 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:19.333 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.333 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.333 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:19.333 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 258576, 2024-04-13T08:45:19.333 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2047552119 2024-04-13T08:45:19.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.334 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:19.334 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1119, 2024-04-13T08:45:19.334 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3339379 2024-04-13T08:45:19.334 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.334 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:19.334 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 139747, 2024-04-13T08:45:19.334 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45517011 2024-04-13T08:45:19.334 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.334 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:19.334 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 40, 2024-04-13T08:45:19.334 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53540 2024-04-13T08:45:19.334 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.334 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:19.335 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22839, 2024-04-13T08:45:19.335 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1427633596 2024-04-13T08:45:19.335 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.335 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:19.335 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 462584 2024-04-13T08:45:19.335 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.335 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:19.335 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18749 2024-04-13T08:45:19.335 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.335 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:19.335 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13815, 2024-04-13T08:45:19.335 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1895248411 2024-04-13T08:45:19.335 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.335 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:19.336 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34850, 2024-04-13T08:45:19.336 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18084943 2024-04-13T08:45:19.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.336 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:19.336 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21035, 2024-04-13T08:45:19.336 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1611044604 2024-04-13T08:45:19.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.336 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:19.336 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.336 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:19.336 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12662, 2024-04-13T08:45:19.336 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 445022297 2024-04-13T08:45:19.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.336 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:19.336 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.337 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.337 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:19.337 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.337 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.337 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:19.337 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.337 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.337 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:19.337 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.337 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.337 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:19.337 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:19.337 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9575518053 2024-04-13T08:45:19.337 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.338 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:19.338 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6339, 2024-04-13T08:45:19.338 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 770094322 2024-04-13T08:45:19.338 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.338 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:19.338 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6338, 2024-04-13T08:45:19.338 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3775295581052 2024-04-13T08:45:19.338 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.338 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:19.338 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6339, 2024-04-13T08:45:19.338 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6601671528408 2024-04-13T08:45:19.338 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.338 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:19.338 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80705, 2024-04-13T08:45:19.339 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2946937530747 2024-04-13T08:45:19.339 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.339 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:19.339 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80705, 2024-04-13T08:45:19.339 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9330077 2024-04-13T08:45:19.339 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.339 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:19.339 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:19.339 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 311591821 2024-04-13T08:45:19.339 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.339 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:19.339 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:19.339 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 34526343636 2024-04-13T08:45:19.339 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.339 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:19.340 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:19.340 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31091887 2024-04-13T08:45:19.340 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.340 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:19.340 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:19.340 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16698942900 2024-04-13T08:45:19.340 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.340 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:19.340 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:19.340 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12151098059 2024-04-13T08:45:19.340 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.340 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:19.340 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9676668 2024-04-13T08:45:19.340 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.340 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:19.340 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2552, 2024-04-13T08:45:19.341 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15108851 2024-04-13T08:45:19.341 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.341 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:19.341 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:19.341 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73277740953 2024-04-13T08:45:19.341 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.341 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:19.341 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:19.341 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13199763448 2024-04-13T08:45:19.341 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.341 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:19.341 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:19.341 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 533314992 2024-04-13T08:45:19.341 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.341 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.341 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:19.342 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:19.342 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406237373 2024-04-13T08:45:19.342 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.342 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:19.342 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 469819392 2024-04-13T08:45:19.342 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.342 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:19.342 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464412672 2024-04-13T08:45:19.342 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.342 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:19.342 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2601816166 2024-04-13T08:45:19.342 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.342 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:19.342 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5406720 2024-04-13T08:45:19.342 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.343 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.343 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:19.343 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.343 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:19.343 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.343 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.343 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.343 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.343 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.343 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.343 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.343 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.343 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57267790 2024-04-13T08:45:19.343 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.344 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.344 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.344 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.344 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.344 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.344 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.344 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.344 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.344 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.344 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.344 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.344 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.344 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.344 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.345 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.345 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.345 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16384 2024-04-13T08:45:19.345 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.345 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.345 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.345 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.345 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.345 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.345 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.345 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.345 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.345 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.345 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.346 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68544946 2024-04-13T08:45:19.346 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.346 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.346 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:19.346 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.346 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 570425344 2024-04-13T08:45:19.346 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.346 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.346 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:19.346 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.346 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.346 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.346 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.346 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.347 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 429508432 2024-04-13T08:45:19.347 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.347 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.347 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.347 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.347 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.347 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.347 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.347 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.347 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1744 2024-04-13T08:45:19.347 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.347 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.347 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.348 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.348 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.348 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 119200 2024-04-13T08:45:19.348 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.348 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.348 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.348 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.348 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.348 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.348 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.348 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.348 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.348 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.348 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.348 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.349 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.349 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.349 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73687104 2024-04-13T08:45:19.349 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.349 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.349 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:19.349 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.349 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184549376 2024-04-13T08:45:19.349 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.349 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.349 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:19.349 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.349 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.350 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5043488 2024-04-13T08:45:19.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.350 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.350 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 38178527 2024-04-13T08:45:19.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.350 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.350 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.350 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.350 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.350 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.350 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.351 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.351 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.351 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.351 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.351 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.351 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.351 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.351 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.351 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.351 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.351 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.351 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.351 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.351 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.351 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.351 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.352 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.352 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.352 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.352 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74218497 2024-04-13T08:45:19.352 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.352 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.352 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:19.352 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.352 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 503316480 2024-04-13T08:45:19.352 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.352 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.352 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.352 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.352 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.352 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.352 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.352 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 429508432 2024-04-13T08:45:19.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.353 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.353 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.353 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.353 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.353 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.353 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 80860 2024-04-13T08:45:19.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.354 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.354 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1155004 2024-04-13T08:45:19.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.354 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.354 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.354 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.354 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.354 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.354 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.354 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 72572184 2024-04-13T08:45:19.355 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.355 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:19.355 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:19.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.355 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:19.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 62 2024-04-13T08:45:19.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.355 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:19.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.355 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:19.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.355 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.356 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:19.356 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:19.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 44 2024-04-13T08:45:19.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.356 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:19.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.356 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:19.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 58761 2024-04-13T08:45:19.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.356 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:19.356 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 149620, 2024-04-13T08:45:19.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8075502062 2024-04-13T08:45:19.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.357 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:19.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T08:45:19.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.357 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:19.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.357 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:19.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1951463198 2024-04-13T08:45:19.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.357 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:19.357 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 58761, 2024-04-13T08:45:19.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 102274397945 2024-04-13T08:45:19.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.358 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:19.358 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3039857973 2024-04-13T08:45:19.358 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.358 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:19.358 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 59578, 2024-04-13T08:45:19.358 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 49697806846 2024-04-13T08:45:19.358 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.358 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:19.358 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 58761, 2024-04-13T08:45:19.358 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 84499213959 2024-04-13T08:45:19.358 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.358 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:19.358 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 29392 2024-04-13T08:45:19.358 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.359 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:19.359 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 29392, 2024-04-13T08:45:19.359 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20049061457 2024-04-13T08:45:19.359 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.359 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:19.359 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.359 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.359 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:19.359 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3039857973 2024-04-13T08:45:19.359 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.359 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:19.359 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 29809, 2024-04-13T08:45:19.359 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12345724810 2024-04-13T08:45:19.359 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.359 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:19.359 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 29392, 2024-04-13T08:45:19.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14624562821 2024-04-13T08:45:19.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.360 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:19.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27700 2024-04-13T08:45:19.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.360 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:19.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 412324684 2024-04-13T08:45:19.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.360 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:19.360 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 27700, 2024-04-13T08:45:19.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60118333817 2024-04-13T08:45:19.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.360 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:19.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.360 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:19.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.361 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:19.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.361 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:19.361 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 27949, 2024-04-13T08:45:19.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 33786697557 2024-04-13T08:45:19.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.361 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:19.361 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 27700, 2024-04-13T08:45:19.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 55208237839 2024-04-13T08:45:19.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.361 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:19.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1669 2024-04-13T08:45:19.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.361 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:19.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1539138514 2024-04-13T08:45:19.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.362 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:19.362 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1669, 2024-04-13T08:45:19.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22107002671 2024-04-13T08:45:19.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.362 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:19.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.362 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:19.362 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1820, 2024-04-13T08:45:19.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3565384479 2024-04-13T08:45:19.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.362 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:19.362 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1669, 2024-04-13T08:45:19.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14666413299 2024-04-13T08:45:19.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.363 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:19.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.363 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:19.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.363 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:19.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16 2024-04-13T08:45:19.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.363 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:19.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:19.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.363 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:19.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 550092800 2024-04-13T08:45:19.363 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.364 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.364 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.3": { 2024-04-13T08:45:19.364 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:19.364 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:19.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17977 2024-04-13T08:45:19.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.364 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:19.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.364 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:19.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.364 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:19.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.365 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:19.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:19.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.365 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:19.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.365 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:19.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.365 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:19.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.365 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:19.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.366 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:19.366 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9773056 2024-04-13T08:45:19.366 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.366 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:19.366 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 674062336 2024-04-13T08:45:19.366 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.366 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:19.366 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16, 2024-04-13T08:45:19.366 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6245113 2024-04-13T08:45:19.366 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.366 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:19.366 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16, 2024-04-13T08:45:19.366 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4118210 2024-04-13T08:45:19.366 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.367 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:19.367 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 176, 2024-04-13T08:45:19.367 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 778044 2024-04-13T08:45:19.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.367 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:19.367 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:19.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.367 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:19.367 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 688783360 2024-04-13T08:45:19.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.367 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:19.367 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65846, 2024-04-13T08:45:19.367 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10401616360 2024-04-13T08:45:19.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.367 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:19.368 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65850, 2024-04-13T08:45:19.368 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17158391373 2024-04-13T08:45:19.368 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.368 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:19.368 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3768320 2024-04-13T08:45:19.368 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.368 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:19.368 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 269766656 2024-04-13T08:45:19.368 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.368 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:19.368 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 687341568 2024-04-13T08:45:19.368 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.368 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:19.368 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.368 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.369 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:19.369 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:19.369 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 49 2024-04-13T08:45:19.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.369 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:19.369 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6427562195 2024-04-13T08:45:19.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.369 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:19.369 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 49581 2024-04-13T08:45:19.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.369 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:19.369 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5576568832 2024-04-13T08:45:19.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.370 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:19.370 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5576572928 2024-04-13T08:45:19.370 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.370 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:19.370 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.370 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.370 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:19.370 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.370 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.370 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:19.370 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 44491 2024-04-13T08:45:19.370 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.370 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:19.371 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 49581, 2024-04-13T08:45:19.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1917340710 2024-04-13T08:45:19.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.371 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:19.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6312538214 2024-04-13T08:45:19.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.371 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:19.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 46056 2024-04-13T08:45:19.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.371 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:19.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3541824 2024-04-13T08:45:19.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.371 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:19.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 717 2024-04-13T08:45:19.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.372 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:19.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9702721 2024-04-13T08:45:19.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.372 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:19.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 945 2024-04-13T08:45:19.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.372 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:19.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6160897 2024-04-13T08:45:19.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.372 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:19.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6160897 2024-04-13T08:45:19.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.372 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:19.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.373 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:19.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.373 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:19.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 235 2024-04-13T08:45:19.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.373 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:19.373 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 945, 2024-04-13T08:45:19.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3140789 2024-04-13T08:45:19.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.373 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:19.373 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.373 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:19.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.374 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.374 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:19.374 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.374 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.374 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:19.374 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:19.374 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 560 2024-04-13T08:45:19.374 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.374 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:19.374 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9, 2024-04-13T08:45:19.374 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14044 2024-04-13T08:45:19.374 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.374 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:19.374 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.375 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:19.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.375 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:19.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.375 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:19.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 956030976 2024-04-13T08:45:19.375 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.375 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:19.375 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:19.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:19.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.376 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:19.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9236480 2024-04-13T08:45:19.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.376 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:19.376 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20382, 2024-04-13T08:45:19.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65274178 2024-04-13T08:45:19.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.376 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:19.376 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3550, 2024-04-13T08:45:19.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6552727293 2024-04-13T08:45:19.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.376 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:19.376 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.377 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:19.377 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.377 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:19.377 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.377 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:19.377 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.377 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:19.377 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16177, 2024-04-13T08:45:19.377 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 139332839 2024-04-13T08:45:19.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.377 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:19.378 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.378 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.378 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.378 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:19.378 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.378 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.378 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:19.378 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65794, 2024-04-13T08:45:19.378 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20885057100 2024-04-13T08:45:19.378 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.378 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:19.378 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65292, 2024-04-13T08:45:19.378 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1650326225 2024-04-13T08:45:19.378 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.379 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:19.379 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65794, 2024-04-13T08:45:19.379 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 40527115 2024-04-13T08:45:19.379 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.379 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:19.379 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65794, 2024-04-13T08:45:19.379 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20925584215 2024-04-13T08:45:19.379 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.379 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:19.379 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.379 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.379 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.379 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:19.379 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23747, 2024-04-13T08:45:19.379 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1205263424 2024-04-13T08:45:19.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.380 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:19.380 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1473, 2024-04-13T08:45:19.380 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3599470 2024-04-13T08:45:19.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.380 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:19.380 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8495, 2024-04-13T08:45:19.380 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8342345 2024-04-13T08:45:19.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.380 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:19.380 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 41, 2024-04-13T08:45:19.380 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51161 2024-04-13T08:45:19.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.380 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:19.380 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 11853, 2024-04-13T08:45:19.380 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2186697681 2024-04-13T08:45:19.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.381 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:19.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 211800 2024-04-13T08:45:19.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.381 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:19.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19389 2024-04-13T08:45:19.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.381 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:19.381 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 28042, 2024-04-13T08:45:19.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1745048432 2024-04-13T08:45:19.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.381 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:19.381 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75025, 2024-04-13T08:45:19.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22536599 2024-04-13T08:45:19.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.381 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:19.382 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 46983, 2024-04-13T08:45:19.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1268640862 2024-04-13T08:45:19.382 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.382 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:19.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.382 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.382 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:19.382 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12662, 2024-04-13T08:45:19.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 400383451 2024-04-13T08:45:19.382 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.382 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:19.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.382 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.382 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:19.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.383 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:19.383 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.383 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:19.383 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.383 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:19.383 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:19.383 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13671929552 2024-04-13T08:45:19.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.383 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:19.383 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17866, 2024-04-13T08:45:19.383 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1572022072 2024-04-13T08:45:19.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.383 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:19.384 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17864, 2024-04-13T08:45:19.384 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4044796611045 2024-04-13T08:45:19.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.384 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:19.384 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17866, 2024-04-13T08:45:19.384 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6813742591758 2024-04-13T08:45:19.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.384 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:19.384 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79104, 2024-04-13T08:45:19.384 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2787167654218 2024-04-13T08:45:19.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.384 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:19.384 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79104, 2024-04-13T08:45:19.384 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7996437 2024-04-13T08:45:19.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.384 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:19.385 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:19.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 441375249 2024-04-13T08:45:19.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.385 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:19.385 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:19.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35495823486 2024-04-13T08:45:19.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.385 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:19.385 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:19.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 29540244 2024-04-13T08:45:19.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.385 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:19.385 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:19.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17514904114 2024-04-13T08:45:19.386 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.386 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:19.386 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:19.386 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15709348265 2024-04-13T08:45:19.386 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.386 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:19.386 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5488292 2024-04-13T08:45:19.386 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.386 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:19.386 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2535, 2024-04-13T08:45:19.386 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15321500 2024-04-13T08:45:19.386 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.386 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:19.386 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:19.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 82846829129 2024-04-13T08:45:19.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.387 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:19.387 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:19.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16763908689 2024-04-13T08:45:19.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.387 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:19.387 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:19.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780937266 2024-04-13T08:45:19.387 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.387 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:19.387 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:19.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406237373 2024-04-13T08:45:19.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.388 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:19.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 674635776 2024-04-13T08:45:19.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.388 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:19.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 635453440 2024-04-13T08:45:19.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.388 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:19.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2601816166 2024-04-13T08:45:19.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.388 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:19.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 39182336 2024-04-13T08:45:19.388 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.388 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:19.389 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:19.389 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.389 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.389 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.389 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.389 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.389 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56984915 2024-04-13T08:45:19.389 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.389 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.390 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.390 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.390 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.390 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.390 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.390 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.390 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.390 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.390 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.390 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.390 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.390 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:19.390 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.390 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.391 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 94208 2024-04-13T08:45:19.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.391 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.391 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.391 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.391 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.391 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.391 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.391 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.391 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68745901 2024-04-13T08:45:19.391 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.391 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:19.392 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.392 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:19.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.392 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.392 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:19.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.392 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.392 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.392 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.392 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 427386867 2024-04-13T08:45:19.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.392 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.392 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.393 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.393 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.393 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2160 2024-04-13T08:45:19.393 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.393 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.393 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.393 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 133264 2024-04-13T08:45:19.393 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.393 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.394 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.394 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.394 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.394 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.394 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.394 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.394 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.394 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.394 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.394 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.394 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.394 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67405581 2024-04-13T08:45:19.394 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.395 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.395 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:19.395 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.395 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184549376 2024-04-13T08:45:19.395 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.395 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.395 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:19.395 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.395 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.395 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9063680 2024-04-13T08:45:19.395 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.395 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.395 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37989943 2024-04-13T08:45:19.395 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.395 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.395 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.395 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.396 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.396 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.396 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.396 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.396 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.397 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.397 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.397 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.397 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.397 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.397 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.397 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.397 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70386889 2024-04-13T08:45:19.397 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.398 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:19.398 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.398 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 503316480 2024-04-13T08:45:19.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.398 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.398 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.398 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.398 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.398 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.398 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 427386867 2024-04-13T08:45:19.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.398 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.399 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.399 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.399 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.399 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 84833 2024-04-13T08:45:19.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.399 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1151746 2024-04-13T08:45:19.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.400 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.400 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.400 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.400 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74693034 2024-04-13T08:45:19.400 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.400 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:19.401 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:19.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.401 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:19.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35 2024-04-13T08:45:19.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.401 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:19.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.401 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:19.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.401 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.401 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:19.401 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:19.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 48 2024-04-13T08:45:19.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.402 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:19.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.402 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:19.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 52054 2024-04-13T08:45:19.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.402 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:19.402 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 131273, 2024-04-13T08:45:19.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8253622938 2024-04-13T08:45:19.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.402 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:19.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.402 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:19.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.403 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:19.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1653384287 2024-04-13T08:45:19.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.403 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:19.403 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 52054, 2024-04-13T08:45:19.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 269416707775 2024-04-13T08:45:19.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.403 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:19.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1986044644 2024-04-13T08:45:19.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.403 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:19.403 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 54207, 2024-04-13T08:45:19.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 30038022392 2024-04-13T08:45:19.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.404 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:19.404 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 52054, 2024-04-13T08:45:19.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69314737649 2024-04-13T08:45:19.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.404 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:19.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35393 2024-04-13T08:45:19.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.404 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:19.404 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35393, 2024-04-13T08:45:19.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53256153446 2024-04-13T08:45:19.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.404 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:19.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.404 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:19.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1986044644 2024-04-13T08:45:19.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.405 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:19.405 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35617, 2024-04-13T08:45:19.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8139319129 2024-04-13T08:45:19.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.405 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:19.405 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35393, 2024-04-13T08:45:19.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8440442027 2024-04-13T08:45:19.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.405 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:19.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12601 2024-04-13T08:45:19.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.405 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:19.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 325876954 2024-04-13T08:45:19.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.405 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:19.406 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12601, 2024-04-13T08:45:19.406 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 172176272456 2024-04-13T08:45:19.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.406 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:19.406 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.406 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:19.406 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.406 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:19.406 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.406 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:19.406 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14411, 2024-04-13T08:45:19.406 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16326521012 2024-04-13T08:45:19.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.407 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:19.407 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12601, 2024-04-13T08:45:19.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 34942337329 2024-04-13T08:45:19.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.407 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:19.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4060 2024-04-13T08:45:19.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.407 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:19.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1327507333 2024-04-13T08:45:19.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.407 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:19.407 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4060, 2024-04-13T08:45:19.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 43984281873 2024-04-13T08:45:19.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.408 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:19.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.408 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.408 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:19.408 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4179, 2024-04-13T08:45:19.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5572182251 2024-04-13T08:45:19.408 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.408 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:19.408 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4060, 2024-04-13T08:45:19.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25931958293 2024-04-13T08:45:19.408 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.408 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:19.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.408 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.408 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:19.409 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 46 2024-04-13T08:45:19.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.409 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:19.409 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:19.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.409 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:19.409 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:19.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.409 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:19.409 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 698036224 2024-04-13T08:45:19.409 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.409 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.409 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.4": { 2024-04-13T08:45:19.409 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:19.409 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:19.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22531 2024-04-13T08:45:19.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.410 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:19.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.410 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:19.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.410 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:19.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.410 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:19.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:19.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.411 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:19.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.411 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:19.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.411 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:19.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.411 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:19.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.411 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:19.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15863808 2024-04-13T08:45:19.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.411 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:19.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 721481728 2024-04-13T08:45:19.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.412 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:19.412 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T08:45:19.412 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15121236 2024-04-13T08:45:19.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.412 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:19.412 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T08:45:19.412 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9625966 2024-04-13T08:45:19.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.412 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:19.412 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 185, 2024-04-13T08:45:19.412 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 876122 2024-04-13T08:45:19.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.412 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:19.412 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:19.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.413 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:19.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 754778112 2024-04-13T08:45:19.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.413 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:19.413 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62871, 2024-04-13T08:45:19.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9713765896 2024-04-13T08:45:19.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.413 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:19.413 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62876, 2024-04-13T08:45:19.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15606707857 2024-04-13T08:45:19.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.413 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:19.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8175616 2024-04-13T08:45:19.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.413 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:19.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 257536000 2024-04-13T08:45:19.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.414 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:19.414 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 750518272 2024-04-13T08:45:19.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.414 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:19.414 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.414 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:19.414 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:19.414 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57 2024-04-13T08:45:19.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.414 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:19.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12193937656 2024-04-13T08:45:19.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.415 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:19.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 89389 2024-04-13T08:45:19.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.415 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:19.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10754297856 2024-04-13T08:45:19.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.415 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:19.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10754301952 2024-04-13T08:45:19.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.415 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:19.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.415 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:19.416 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.416 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:19.416 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 87212 2024-04-13T08:45:19.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.416 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:19.416 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 89389, 2024-04-13T08:45:19.416 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3618176954 2024-04-13T08:45:19.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.416 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:19.416 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12035191535 2024-04-13T08:45:19.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.416 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:19.416 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 84529 2024-04-13T08:45:19.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.417 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:19.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5431534 2024-04-13T08:45:19.417 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.417 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:19.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1167 2024-04-13T08:45:19.417 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.417 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:19.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16066275 2024-04-13T08:45:19.417 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.417 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:19.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1510 2024-04-13T08:45:19.417 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.417 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:19.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10634741 2024-04-13T08:45:19.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.418 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:19.418 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10634741 2024-04-13T08:45:19.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.418 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:19.418 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.418 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:19.418 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.418 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:19.418 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 359 2024-04-13T08:45:19.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.419 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:19.419 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1510, 2024-04-13T08:45:19.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5208200 2024-04-13T08:45:19.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.419 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:19.419 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.419 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:19.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.419 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:19.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.420 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:19.420 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:19.420 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 835 2024-04-13T08:45:19.420 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.420 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:19.420 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 11, 2024-04-13T08:45:19.420 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13420 2024-04-13T08:45:19.420 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.420 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:19.420 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.420 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.420 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.420 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:19.420 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.421 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:19.421 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.421 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:19.421 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 997171200 2024-04-13T08:45:19.421 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.421 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:19.421 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:19.421 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:19.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.421 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:19.421 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9232384 2024-04-13T08:45:19.422 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.422 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:19.422 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20608, 2024-04-13T08:45:19.422 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68115971 2024-04-13T08:45:19.422 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.422 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:19.422 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3502, 2024-04-13T08:45:19.422 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8417611395 2024-04-13T08:45:19.422 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.422 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:19.422 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.422 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.422 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.422 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:19.422 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.423 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:19.423 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.423 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:19.423 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.423 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:19.423 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12572, 2024-04-13T08:45:19.423 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 107250191 2024-04-13T08:45:19.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.423 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:19.423 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.423 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.424 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.424 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:19.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.424 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.424 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:19.424 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62798, 2024-04-13T08:45:19.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19254008007 2024-04-13T08:45:19.424 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.424 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:19.424 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62369, 2024-04-13T08:45:19.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1441277279 2024-04-13T08:45:19.424 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.424 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:19.424 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62798, 2024-04-13T08:45:19.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 52467873 2024-04-13T08:45:19.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.425 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:19.425 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62798, 2024-04-13T08:45:19.425 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19306475880 2024-04-13T08:45:19.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.425 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:19.425 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.425 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.425 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:19.425 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23394, 2024-04-13T08:45:19.425 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 920905844 2024-04-13T08:45:19.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.425 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:19.425 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 921, 2024-04-13T08:45:19.426 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2496370 2024-04-13T08:45:19.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.426 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:19.426 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10899, 2024-04-13T08:45:19.426 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18653403 2024-04-13T08:45:19.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.426 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:19.426 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 46, 2024-04-13T08:45:19.426 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 99721 2024-04-13T08:45:19.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.426 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:19.426 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14133, 2024-04-13T08:45:19.426 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3760772041 2024-04-13T08:45:19.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.427 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:19.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184566 2024-04-13T08:45:19.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.427 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:19.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19521 2024-04-13T08:45:19.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.427 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:19.427 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8610, 2024-04-13T08:45:19.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1378909039 2024-04-13T08:45:19.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.427 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:19.427 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 36698, 2024-04-13T08:45:19.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19946403 2024-04-13T08:45:19.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.427 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:19.428 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 28088, 2024-04-13T08:45:19.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1082134861 2024-04-13T08:45:19.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.428 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:19.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.428 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:19.428 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13706, 2024-04-13T08:45:19.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 399648075 2024-04-13T08:45:19.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.428 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:19.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.428 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:19.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.429 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.429 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:19.429 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.429 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.429 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:19.429 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.429 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.429 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:19.429 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:19.429 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8222378205 2024-04-13T08:45:19.429 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.429 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:19.429 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 18387, 2024-04-13T08:45:19.429 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 924106961 2024-04-13T08:45:19.430 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.430 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:19.430 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 18387, 2024-04-13T08:45:19.430 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3998155465633 2024-04-13T08:45:19.430 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.430 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:19.430 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 18387, 2024-04-13T08:45:19.430 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6479906259031 2024-04-13T08:45:19.430 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.430 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:19.430 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:19.430 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2678954446474 2024-04-13T08:45:19.430 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.430 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:19.431 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:19.431 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7527061 2024-04-13T08:45:19.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.431 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:19.431 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:19.431 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 301287678 2024-04-13T08:45:19.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.431 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:19.431 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:19.431 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28934534193 2024-04-13T08:45:19.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.431 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:19.431 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:19.431 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28856407 2024-04-13T08:45:19.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.431 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:19.432 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:19.432 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12154779929 2024-04-13T08:45:19.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.432 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:19.432 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:19.432 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14141079123 2024-04-13T08:45:19.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.432 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:19.432 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5483091 2024-04-13T08:45:19.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.432 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:19.432 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2461, 2024-04-13T08:45:19.432 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13915283 2024-04-13T08:45:19.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.432 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:19.432 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:19.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 63767473916 2024-04-13T08:45:19.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.433 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:19.433 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:19.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15096463559 2024-04-13T08:45:19.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.433 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:19.433 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:19.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 484025408 2024-04-13T08:45:19.433 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.433 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:19.433 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:19.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1405274710 2024-04-13T08:45:19.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.433 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:19.434 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 656850944 2024-04-13T08:45:19.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.434 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:19.434 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 621666304 2024-04-13T08:45:19.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.434 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:19.434 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2600683622 2024-04-13T08:45:19.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.434 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:19.434 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35184640 2024-04-13T08:45:19.434 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.434 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:19.435 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:19.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.435 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.435 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.435 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56376235 2024-04-13T08:45:19.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.435 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.436 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.436 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.436 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.436 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.436 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.436 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.436 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.436 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8192 2024-04-13T08:45:19.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.436 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.436 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 667648 2024-04-13T08:45:19.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.436 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.437 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.437 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.437 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.437 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.437 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.437 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.437 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68777045 2024-04-13T08:45:19.437 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.437 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:19.437 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.438 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:19.438 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.438 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.438 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:19.438 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.438 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.438 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.438 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.438 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.438 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 422821764 2024-04-13T08:45:19.438 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.438 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.438 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.438 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.438 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.439 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3184 2024-04-13T08:45:19.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.439 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.439 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 208608 2024-04-13T08:45:19.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.439 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.440 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.440 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.440 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.440 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71894316 2024-04-13T08:45:19.440 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.440 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:19.440 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:19.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.441 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:19.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.441 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14887920 2024-04-13T08:45:19.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.441 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37584156 2024-04-13T08:45:19.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.441 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.441 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.442 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.442 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.442 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.442 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.442 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.442 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.442 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.442 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.442 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.443 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.443 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.443 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73357044 2024-04-13T08:45:19.443 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.443 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:19.443 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:19.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.443 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.444 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.444 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 422821764 2024-04-13T08:45:19.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.444 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.444 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.444 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.445 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.445 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.445 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95906 2024-04-13T08:45:19.445 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.445 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1133079 2024-04-13T08:45:19.445 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.445 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.445 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.445 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.446 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.446 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.446 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.446 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.446 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.446 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70877123 2024-04-13T08:45:19.446 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.446 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.446 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:19.446 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:19.446 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.446 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.446 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:19.446 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26 2024-04-13T08:45:19.447 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.447 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:19.447 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.447 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.447 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:19.447 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.447 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.447 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.447 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:19.447 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:19.447 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 50 2024-04-13T08:45:19.447 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.447 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:19.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.448 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:19.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26340 2024-04-13T08:45:19.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.448 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:19.448 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 85893, 2024-04-13T08:45:19.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9168362879 2024-04-13T08:45:19.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.448 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:19.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.448 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:19.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.448 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:19.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1277762255 2024-04-13T08:45:19.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.449 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:19.449 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 26340, 2024-04-13T08:45:19.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 64746313771 2024-04-13T08:45:19.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.449 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:19.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1664106339 2024-04-13T08:45:19.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.449 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:19.449 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 26852, 2024-04-13T08:45:19.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12233137977 2024-04-13T08:45:19.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.449 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:19.449 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 26340, 2024-04-13T08:45:19.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31071558466 2024-04-13T08:45:19.450 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.450 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:19.450 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17120 2024-04-13T08:45:19.450 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.450 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:19.450 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17120, 2024-04-13T08:45:19.450 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7615293941 2024-04-13T08:45:19.450 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.450 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:19.450 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.450 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.450 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:19.450 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1664106339 2024-04-13T08:45:19.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.451 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:19.451 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17289, 2024-04-13T08:45:19.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4315406729 2024-04-13T08:45:19.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.451 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:19.451 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17120, 2024-04-13T08:45:19.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4885550717 2024-04-13T08:45:19.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.451 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:19.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5279 2024-04-13T08:45:19.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.451 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:19.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 226467966 2024-04-13T08:45:19.452 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.452 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:19.452 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5279, 2024-04-13T08:45:19.452 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8524722171 2024-04-13T08:45:19.452 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.452 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:19.452 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.452 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.452 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:19.452 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.452 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.452 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:19.452 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.452 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.452 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:19.453 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5515, 2024-04-13T08:45:19.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3040477114 2024-04-13T08:45:19.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.453 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:19.453 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5279, 2024-04-13T08:45:19.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7407817345 2024-04-13T08:45:19.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.453 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:19.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3941 2024-04-13T08:45:19.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.453 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:19.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1051294289 2024-04-13T08:45:19.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.453 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:19.454 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3941, 2024-04-13T08:45:19.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 48606297659 2024-04-13T08:45:19.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.454 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:19.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.454 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:19.454 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4048, 2024-04-13T08:45:19.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4877254134 2024-04-13T08:45:19.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.454 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:19.454 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3941, 2024-04-13T08:45:19.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18778190404 2024-04-13T08:45:19.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.455 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:19.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.455 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:19.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9437184 2024-04-13T08:45:19.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.455 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:19.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:19.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.455 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:19.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:19.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.455 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:19.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 764018688 2024-04-13T08:45:19.455 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.456 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.456 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.5": { 2024-04-13T08:45:19.456 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:19.456 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:19.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 83290 2024-04-13T08:45:19.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.456 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:19.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.456 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:19.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.456 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:19.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.457 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:19.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:19.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.457 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:19.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.457 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:19.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.457 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:19.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.457 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:19.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.458 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:19.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18399232 2024-04-13T08:45:19.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.458 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:19.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 743534592 2024-04-13T08:45:19.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.458 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:19.458 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20, 2024-04-13T08:45:19.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4195181 2024-04-13T08:45:19.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.458 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:19.458 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20, 2024-04-13T08:45:19.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1520835 2024-04-13T08:45:19.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.459 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:19.459 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 222, 2024-04-13T08:45:19.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1047896 2024-04-13T08:45:19.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.459 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:19.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:19.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.459 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:19.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 697630720 2024-04-13T08:45:19.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.459 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:19.459 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82594, 2024-04-13T08:45:19.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11605380029 2024-04-13T08:45:19.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.460 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:19.460 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82598, 2024-04-13T08:45:19.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18785866115 2024-04-13T08:45:19.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.460 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:19.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5750784 2024-04-13T08:45:19.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.460 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:19.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 338284544 2024-04-13T08:45:19.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.460 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:19.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 714670080 2024-04-13T08:45:19.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.460 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:19.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.461 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:19.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:19.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56 2024-04-13T08:45:19.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.461 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:19.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13856743545 2024-04-13T08:45:19.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.461 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:19.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95128 2024-04-13T08:45:19.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.461 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:19.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12166496256 2024-04-13T08:45:19.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.462 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:19.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12166500352 2024-04-13T08:45:19.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.462 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:19.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.462 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:19.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.462 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:19.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 91217 2024-04-13T08:45:19.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.463 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:19.463 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 95128, 2024-04-13T08:45:19.463 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4010357946 2024-04-13T08:45:19.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.463 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:19.463 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13686631033 2024-04-13T08:45:19.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.463 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:19.463 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 89920 2024-04-13T08:45:19.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.463 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:19.463 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6741440 2024-04-13T08:45:19.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.463 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:19.463 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1092 2024-04-13T08:45:19.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.464 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:19.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18032951 2024-04-13T08:45:19.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.464 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:19.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1514 2024-04-13T08:45:19.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.464 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:19.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11291511 2024-04-13T08:45:19.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.464 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:19.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11291511 2024-04-13T08:45:19.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.464 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:19.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.464 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:19.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.465 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:19.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 437 2024-04-13T08:45:19.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.465 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:19.465 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1514, 2024-04-13T08:45:19.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5440058 2024-04-13T08:45:19.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.465 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:19.465 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.465 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:19.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.466 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:19.466 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.466 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:19.466 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:19.466 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 619 2024-04-13T08:45:19.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.466 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:19.466 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13, 2024-04-13T08:45:19.466 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16264 2024-04-13T08:45:19.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.466 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:19.467 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.467 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.467 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:19.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.467 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.467 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:19.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.467 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.467 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:19.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1103249408 2024-04-13T08:45:19.467 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.467 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.467 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:19.468 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:19.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:19.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.468 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:19.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9236480 2024-04-13T08:45:19.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.468 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:19.468 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22686, 2024-04-13T08:45:19.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 78277583 2024-04-13T08:45:19.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.468 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:19.468 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3529, 2024-04-13T08:45:19.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10099268418 2024-04-13T08:45:19.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.468 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:19.468 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.469 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.469 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:19.469 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.469 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:19.469 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.469 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:19.469 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.469 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:19.469 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20611, 2024-04-13T08:45:19.469 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 162910537 2024-04-13T08:45:19.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.470 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:19.470 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.470 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.470 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.470 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:19.470 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.470 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.470 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:19.470 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82505, 2024-04-13T08:45:19.470 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22962216755 2024-04-13T08:45:19.470 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.470 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:19.470 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82003, 2024-04-13T08:45:19.470 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1701492469 2024-04-13T08:45:19.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.471 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:19.471 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82505, 2024-04-13T08:45:19.471 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56449221 2024-04-13T08:45:19.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.471 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:19.471 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82505, 2024-04-13T08:45:19.471 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23018665976 2024-04-13T08:45:19.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.471 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:19.471 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.471 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.471 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:19.472 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 36782, 2024-04-13T08:45:19.472 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 960123719 2024-04-13T08:45:19.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.472 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:19.472 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1004, 2024-04-13T08:45:19.472 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2917873 2024-04-13T08:45:19.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.472 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:19.472 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9011, 2024-04-13T08:45:19.472 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13183683 2024-04-13T08:45:19.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.472 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:19.472 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 48, 2024-04-13T08:45:19.472 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71335 2024-04-13T08:45:19.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.473 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:19.473 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16856, 2024-04-13T08:45:19.473 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4200723279 2024-04-13T08:45:19.473 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.473 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:19.473 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 239837 2024-04-13T08:45:19.473 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.473 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:19.473 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21255 2024-04-13T08:45:19.473 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.473 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:19.473 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 11576, 2024-04-13T08:45:19.473 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1621351117 2024-04-13T08:45:19.473 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.473 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:19.474 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 32925, 2024-04-13T08:45:19.474 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10499273 2024-04-13T08:45:19.474 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.474 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:19.474 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21349, 2024-04-13T08:45:19.474 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1465685771 2024-04-13T08:45:19.474 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.474 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:19.474 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.474 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.474 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:19.474 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15939, 2024-04-13T08:45:19.474 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 480822717 2024-04-13T08:45:19.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.475 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:19.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.475 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:19.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.475 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:19.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.475 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:19.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.475 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:19.475 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:19.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13935126282 2024-04-13T08:45:19.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.476 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:19.476 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8714, 2024-04-13T08:45:19.476 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 629045202 2024-04-13T08:45:19.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.476 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:19.476 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8713, 2024-04-13T08:45:19.476 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4051595953708 2024-04-13T08:45:19.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.476 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:19.476 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8714, 2024-04-13T08:45:19.476 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6616380669065 2024-04-13T08:45:19.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.476 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:19.476 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97064, 2024-04-13T08:45:19.476 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3244486799330 2024-04-13T08:45:19.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.477 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:19.477 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97064, 2024-04-13T08:45:19.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10016620 2024-04-13T08:45:19.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.477 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:19.477 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:19.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 626199496 2024-04-13T08:45:19.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.477 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:19.477 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:19.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 38555329265 2024-04-13T08:45:19.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.477 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:19.477 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:19.478 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35169288 2024-04-13T08:45:19.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.478 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:19.478 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:19.478 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17219975018 2024-04-13T08:45:19.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.478 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:19.478 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:19.478 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18884910240 2024-04-13T08:45:19.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.478 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:19.478 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5488297 2024-04-13T08:45:19.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.478 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:19.479 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2485, 2024-04-13T08:45:19.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14833983 2024-04-13T08:45:19.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.479 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:19.479 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:19.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 89238354012 2024-04-13T08:45:19.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.479 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:19.479 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:19.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20045629115 2024-04-13T08:45:19.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.479 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:19.479 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:19.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 801987809 2024-04-13T08:45:19.479 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.480 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:19.480 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:19.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1405274710 2024-04-13T08:45:19.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.480 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:19.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 583630848 2024-04-13T08:45:19.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.480 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:19.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 442138624 2024-04-13T08:45:19.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.480 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:19.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2600683622 2024-04-13T08:45:19.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.480 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:19.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 141492224 2024-04-13T08:45:19.480 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.481 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:19.481 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:19.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.481 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.481 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.481 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56203397 2024-04-13T08:45:19.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.481 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.482 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.482 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.482 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.482 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.482 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.482 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.482 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.482 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8192 2024-04-13T08:45:19.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.482 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.483 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 98304 2024-04-13T08:45:19.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.483 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.483 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.483 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.483 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.483 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.483 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.483 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.483 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69519227 2024-04-13T08:45:19.483 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.483 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:19.484 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:19.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.484 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:19.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.484 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.484 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 421525483 2024-04-13T08:45:19.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.484 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.485 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.485 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3152 2024-04-13T08:45:19.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.485 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.485 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 214064 2024-04-13T08:45:19.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.485 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.485 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.486 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.486 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.486 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.486 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.486 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.486 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.486 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73185173 2024-04-13T08:45:19.486 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.486 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:19.486 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.487 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:19.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.487 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.487 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:19.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.487 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.487 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17420032 2024-04-13T08:45:19.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.487 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.487 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37468931 2024-04-13T08:45:19.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.487 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.487 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.488 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.488 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.488 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.488 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.488 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.489 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.489 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.489 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.489 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70940157 2024-04-13T08:45:19.489 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.489 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:19.490 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.490 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:19.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.490 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.490 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.490 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.490 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.490 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.490 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 421525483 2024-04-13T08:45:19.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.490 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.490 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.491 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.491 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.491 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.491 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 96992 2024-04-13T08:45:19.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.491 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1122766 2024-04-13T08:45:19.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.492 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.492 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.492 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.492 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 72182631 2024-04-13T08:45:19.492 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.493 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:19.493 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:19.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.493 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:19.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21 2024-04-13T08:45:19.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.493 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:19.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.493 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:19.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.493 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.493 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:19.493 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:19.494 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53 2024-04-13T08:45:19.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.494 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:19.494 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.494 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:19.494 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35676 2024-04-13T08:45:19.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.494 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:19.494 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 124400, 2024-04-13T08:45:19.494 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12861896634 2024-04-13T08:45:19.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.494 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:19.494 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.495 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:19.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.495 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:19.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1357256674 2024-04-13T08:45:19.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.495 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:19.495 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35676, 2024-04-13T08:45:19.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 38122749723 2024-04-13T08:45:19.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.495 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:19.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1755398309 2024-04-13T08:45:19.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.495 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:19.496 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 36472, 2024-04-13T08:45:19.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13807211103 2024-04-13T08:45:19.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.496 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:19.496 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35676, 2024-04-13T08:45:19.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27884194177 2024-04-13T08:45:19.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.496 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:19.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25349 2024-04-13T08:45:19.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.496 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:19.496 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25349, 2024-04-13T08:45:19.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8812498183 2024-04-13T08:45:19.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.496 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:19.497 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.497 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:19.497 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1755398309 2024-04-13T08:45:19.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.497 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:19.497 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25582, 2024-04-13T08:45:19.497 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5923930638 2024-04-13T08:45:19.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.497 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:19.497 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25349, 2024-04-13T08:45:19.497 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5230597070 2024-04-13T08:45:19.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.497 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:19.498 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9162 2024-04-13T08:45:19.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.498 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:19.498 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 443508253 2024-04-13T08:45:19.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.498 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:19.498 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9162, 2024-04-13T08:45:19.498 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18818695804 2024-04-13T08:45:19.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.498 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:19.498 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.498 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:19.498 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.499 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:19.499 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.499 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:19.499 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9525, 2024-04-13T08:45:19.499 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6033191287 2024-04-13T08:45:19.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.499 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:19.499 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9162, 2024-04-13T08:45:19.499 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14502814689 2024-04-13T08:45:19.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.499 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:19.499 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1165 2024-04-13T08:45:19.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.500 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:19.500 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 913748421 2024-04-13T08:45:19.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.500 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:19.500 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1165, 2024-04-13T08:45:19.500 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10491555736 2024-04-13T08:45:19.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.500 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:19.500 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.500 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:19.500 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1365, 2024-04-13T08:45:19.500 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1850089178 2024-04-13T08:45:19.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.500 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:19.500 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1165, 2024-04-13T08:45:19.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8150782418 2024-04-13T08:45:19.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.501 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:19.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.501 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:19.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.501 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:19.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.501 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:19.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:19.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.501 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:19.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 706879488 2024-04-13T08:45:19.502 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.502 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.502 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.6": { 2024-04-13T08:45:19.502 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:19.502 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:19.502 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 54315 2024-04-13T08:45:19.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.502 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:19.502 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.502 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:19.502 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.503 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:19.503 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.503 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:19.503 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:19.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.503 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:19.503 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.503 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:19.503 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.503 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:19.503 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.504 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:19.504 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.504 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:19.504 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12963840 2024-04-13T08:45:19.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.504 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:19.504 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 663719936 2024-04-13T08:45:19.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.504 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:19.504 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16, 2024-04-13T08:45:19.504 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3665809 2024-04-13T08:45:19.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.504 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:19.504 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16, 2024-04-13T08:45:19.505 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406424 2024-04-13T08:45:19.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.505 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:19.505 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 180, 2024-04-13T08:45:19.505 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 879516 2024-04-13T08:45:19.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.505 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:19.505 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:19.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.505 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:19.505 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 656801792 2024-04-13T08:45:19.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.505 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:19.505 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66149, 2024-04-13T08:45:19.505 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9561933536 2024-04-13T08:45:19.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.506 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:19.506 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66143, 2024-04-13T08:45:19.506 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15205482477 2024-04-13T08:45:19.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.506 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:19.506 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4947968 2024-04-13T08:45:19.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.506 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:19.506 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 270946304 2024-04-13T08:45:19.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.506 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:19.506 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 655360000 2024-04-13T08:45:19.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.506 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:19.507 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.507 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:19.507 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:19.507 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 50 2024-04-13T08:45:19.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.507 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:19.507 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10728423188 2024-04-13T08:45:19.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.507 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:19.507 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69693 2024-04-13T08:45:19.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.507 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:19.508 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9231900672 2024-04-13T08:45:19.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.508 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:19.508 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9231904768 2024-04-13T08:45:19.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.508 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:19.508 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.508 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:19.508 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.508 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:19.508 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69959 2024-04-13T08:45:19.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.508 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:19.509 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69693, 2024-04-13T08:45:19.509 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3630444834 2024-04-13T08:45:19.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.509 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:19.509 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10521996360 2024-04-13T08:45:19.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.509 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:19.509 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 63375 2024-04-13T08:45:19.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.509 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:19.509 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4351337 2024-04-13T08:45:19.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.509 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:19.509 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 948 2024-04-13T08:45:19.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.509 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:19.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14765938 2024-04-13T08:45:19.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.510 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:19.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1414 2024-04-13T08:45:19.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.510 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:19.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10414601 2024-04-13T08:45:19.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.510 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:19.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10414601 2024-04-13T08:45:19.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.510 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:19.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.511 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:19.511 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.511 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:19.511 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 485 2024-04-13T08:45:19.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.511 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:19.511 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1414, 2024-04-13T08:45:19.511 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6221636 2024-04-13T08:45:19.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.511 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:19.511 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.511 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.511 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:19.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.512 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:19.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.512 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:19.512 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:19.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 685 2024-04-13T08:45:19.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.512 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:19.512 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14, 2024-04-13T08:45:19.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17046 2024-04-13T08:45:19.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.512 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:19.512 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.513 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:19.513 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.513 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:19.513 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.513 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:19.513 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 950063104 2024-04-13T08:45:19.513 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.513 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:19.513 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:19.513 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:19.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.514 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:19.514 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9822208 2024-04-13T08:45:19.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.514 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:19.514 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14285, 2024-04-13T08:45:19.514 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51651114 2024-04-13T08:45:19.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.514 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:19.514 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3456, 2024-04-13T08:45:19.514 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6668442899 2024-04-13T08:45:19.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.514 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:19.514 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.515 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:19.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.515 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:19.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.515 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:19.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.515 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:19.515 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20046, 2024-04-13T08:45:19.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 166190542 2024-04-13T08:45:19.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.516 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:19.516 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.516 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.516 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:19.516 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.516 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:19.516 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66076, 2024-04-13T08:45:19.516 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18728640832 2024-04-13T08:45:19.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.516 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:19.516 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65646, 2024-04-13T08:45:19.516 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1374760493 2024-04-13T08:45:19.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.517 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:19.517 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66076, 2024-04-13T08:45:19.517 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37469627 2024-04-13T08:45:19.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.517 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:19.517 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66076, 2024-04-13T08:45:19.517 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18766110459 2024-04-13T08:45:19.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.517 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:19.517 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.517 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.517 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:19.517 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25477, 2024-04-13T08:45:19.518 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 659358479 2024-04-13T08:45:19.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.518 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:19.518 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 918, 2024-04-13T08:45:19.518 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2793725 2024-04-13T08:45:19.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.518 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:19.518 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15714, 2024-04-13T08:45:19.518 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18122394 2024-04-13T08:45:19.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.518 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:19.518 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 42, 2024-04-13T08:45:19.518 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51520 2024-04-13T08:45:19.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.519 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:19.519 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12239, 2024-04-13T08:45:19.519 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2117215676 2024-04-13T08:45:19.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.519 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:19.519 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 202473 2024-04-13T08:45:19.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.519 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:19.519 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19133 2024-04-13T08:45:19.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.519 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:19.519 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20624, 2024-04-13T08:45:19.519 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1769519888 2024-04-13T08:45:19.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.520 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:19.520 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 58763, 2024-04-13T08:45:19.520 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17306663 2024-04-13T08:45:19.520 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.520 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:19.520 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 38139, 2024-04-13T08:45:19.520 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1382450574 2024-04-13T08:45:19.520 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.520 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:19.520 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.520 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.520 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:19.520 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12373, 2024-04-13T08:45:19.520 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 383401449 2024-04-13T08:45:19.520 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.521 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:19.521 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.521 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:19.521 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.521 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:19.521 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.521 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:19.521 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.521 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:19.521 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:19.521 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8103662672 2024-04-13T08:45:19.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.522 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:19.522 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14407, 2024-04-13T08:45:19.522 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1006218728 2024-04-13T08:45:19.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.522 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:19.522 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14407, 2024-04-13T08:45:19.522 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3452219508421 2024-04-13T08:45:19.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.522 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:19.522 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14407, 2024-04-13T08:45:19.522 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6397964734186 2024-04-13T08:45:19.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.522 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:19.523 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:19.523 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2665513064986 2024-04-13T08:45:19.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.523 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:19.523 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:19.523 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8376087 2024-04-13T08:45:19.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.523 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:19.523 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:19.523 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 389645962 2024-04-13T08:45:19.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.523 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:19.523 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:19.523 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28892344502 2024-04-13T08:45:19.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.523 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:19.524 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:19.524 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28471006 2024-04-13T08:45:19.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.524 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:19.524 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:19.524 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12651396766 2024-04-13T08:45:19.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.524 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:19.524 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:19.524 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12170808889 2024-04-13T08:45:19.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.524 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:19.524 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6078556 2024-04-13T08:45:19.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.524 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:19.525 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2398, 2024-04-13T08:45:19.525 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14078426 2024-04-13T08:45:19.525 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.525 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:19.525 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:19.525 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 62221633501 2024-04-13T08:45:19.525 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.525 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:19.525 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:19.525 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13070494359 2024-04-13T08:45:19.525 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.525 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:19.525 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:19.525 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 479650524 2024-04-13T08:45:19.525 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.525 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.526 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:19.526 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:19.526 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1405274710 2024-04-13T08:45:19.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.526 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:19.526 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 559357952 2024-04-13T08:45:19.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.526 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:19.526 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 537223168 2024-04-13T08:45:19.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.526 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:19.526 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2600683622 2024-04-13T08:45:19.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.526 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:19.526 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22134784 2024-04-13T08:45:19.527 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.527 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:19.527 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.527 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:19.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.527 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.527 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.527 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.527 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.527 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56548647 2024-04-13T08:45:19.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.528 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.528 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.528 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.528 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.528 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8192 2024-04-13T08:45:19.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.529 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 454656 2024-04-13T08:45:19.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.529 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.529 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.529 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.529 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68817625 2024-04-13T08:45:19.530 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.530 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:19.530 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.530 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:19.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.530 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.530 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:19.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.530 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.530 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.530 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.530 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 424114856 2024-04-13T08:45:19.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.531 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.531 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.531 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2896 2024-04-13T08:45:19.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.531 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.531 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.532 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 203280 2024-04-13T08:45:19.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.532 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.532 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.532 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.532 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.532 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.532 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.532 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.532 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.533 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70606840 2024-04-13T08:45:19.533 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.533 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:19.533 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:19.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.533 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:19.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.533 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13664704 2024-04-13T08:45:19.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.534 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37699098 2024-04-13T08:45:19.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.534 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.534 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.534 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.534 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.535 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.535 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.535 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.535 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.535 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.536 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74465318 2024-04-13T08:45:19.536 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.536 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:19.536 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:19.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.536 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.536 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.537 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 424114856 2024-04-13T08:45:19.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.537 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.537 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.537 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.537 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.538 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.538 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 99095 2024-04-13T08:45:19.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.538 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.538 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1144107 2024-04-13T08:45:19.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.538 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.538 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.538 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.538 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.538 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.539 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69569814 2024-04-13T08:45:19.539 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.539 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:19.539 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:19.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.539 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:19.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 36 2024-04-13T08:45:19.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.539 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:19.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.540 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:19.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.540 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.540 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:19.540 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:19.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53 2024-04-13T08:45:19.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.540 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:19.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.540 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:19.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 44312 2024-04-13T08:45:19.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.540 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:19.540 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 110854, 2024-04-13T08:45:19.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9324507990 2024-04-13T08:45:19.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.541 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:19.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.541 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:19.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.541 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:19.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1746760853 2024-04-13T08:45:19.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.541 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:19.541 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44312, 2024-04-13T08:45:19.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 92818040116 2024-04-13T08:45:19.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.541 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:19.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2418577032 2024-04-13T08:45:19.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.542 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:19.542 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44816, 2024-04-13T08:45:19.542 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16355866171 2024-04-13T08:45:19.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.542 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:19.542 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44312, 2024-04-13T08:45:19.542 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 40552961668 2024-04-13T08:45:19.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.542 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:19.542 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 34918 2024-04-13T08:45:19.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.542 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:19.542 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34918, 2024-04-13T08:45:19.542 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13084072025 2024-04-13T08:45:19.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.543 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:19.543 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.543 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:19.543 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2418577032 2024-04-13T08:45:19.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.543 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:19.543 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35082, 2024-04-13T08:45:19.543 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6866195347 2024-04-13T08:45:19.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.543 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:19.543 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34918, 2024-04-13T08:45:19.543 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7222440118 2024-04-13T08:45:19.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.543 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:19.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4868 2024-04-13T08:45:19.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.544 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:19.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 339080227 2024-04-13T08:45:19.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.544 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:19.544 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4868, 2024-04-13T08:45:19.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15462190931 2024-04-13T08:45:19.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.544 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:19.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.544 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:19.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.544 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:19.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.545 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:19.545 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5070, 2024-04-13T08:45:19.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3637409139 2024-04-13T08:45:19.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.545 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:19.545 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4868, 2024-04-13T08:45:19.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11145961979 2024-04-13T08:45:19.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.545 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:19.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4526 2024-04-13T08:45:19.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.545 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:19.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1407680626 2024-04-13T08:45:19.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.546 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:19.546 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4526, 2024-04-13T08:45:19.546 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 64271777160 2024-04-13T08:45:19.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.546 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:19.546 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.546 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:19.546 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4664, 2024-04-13T08:45:19.546 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5852261685 2024-04-13T08:45:19.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.546 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:19.546 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4526, 2024-04-13T08:45:19.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22184559571 2024-04-13T08:45:19.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.547 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:19.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.547 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:19.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3482373 2024-04-13T08:45:19.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.547 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:19.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:19.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.547 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:19.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:19.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.548 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:19.548 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 666632192 2024-04-13T08:45:19.548 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.548 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.548 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.7": { 2024-04-13T08:45:19.548 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:19.548 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:19.548 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22757 2024-04-13T08:45:19.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.548 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:19.548 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.548 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:19.548 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.549 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:19.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.549 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:19.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:19.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.549 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:19.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.549 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:19.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.549 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:19.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.549 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:19.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.550 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:19.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11702272 2024-04-13T08:45:19.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.550 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:19.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 603074560 2024-04-13T08:45:19.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.550 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:19.550 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T08:45:19.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3537382 2024-04-13T08:45:19.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.550 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:19.550 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T08:45:19.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1265566 2024-04-13T08:45:19.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.551 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:19.551 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 171, 2024-04-13T08:45:19.551 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 799715 2024-04-13T08:45:19.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.551 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:19.551 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:19.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.551 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:19.551 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 606928896 2024-04-13T08:45:19.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.551 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:19.551 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64581, 2024-04-13T08:45:19.551 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9300248829 2024-04-13T08:45:19.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.552 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:19.552 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64597, 2024-04-13T08:45:19.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14980006517 2024-04-13T08:45:19.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.552 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:19.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15204352 2024-04-13T08:45:19.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.552 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:19.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 264560640 2024-04-13T08:45:19.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.552 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:19.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 615448576 2024-04-13T08:45:19.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.552 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:19.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.553 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:19.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.553 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:19.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 47 2024-04-13T08:45:19.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.553 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:19.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8246476912 2024-04-13T08:45:19.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.553 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:19.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65020 2024-04-13T08:45:19.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.553 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:19.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7281209344 2024-04-13T08:45:19.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.554 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:19.554 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7281213440 2024-04-13T08:45:19.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.554 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:19.554 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.554 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:19.554 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.554 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:19.554 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 54893 2024-04-13T08:45:19.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.555 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:19.555 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65020, 2024-04-13T08:45:19.555 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3069995047 2024-04-13T08:45:19.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.555 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:19.555 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8112390115 2024-04-13T08:45:19.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.555 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:19.555 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60913 2024-04-13T08:45:19.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.555 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:19.555 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4667240 2024-04-13T08:45:19.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.555 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:19.555 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 903 2024-04-13T08:45:19.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.556 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:19.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11593319 2024-04-13T08:45:19.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.556 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:19.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1169 2024-04-13T08:45:19.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.556 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:19.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6926079 2024-04-13T08:45:19.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.556 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:19.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6926079 2024-04-13T08:45:19.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.557 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:19.557 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.557 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:19.557 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.557 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:19.557 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 274 2024-04-13T08:45:19.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.557 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:19.557 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1169, 2024-04-13T08:45:19.557 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3544102 2024-04-13T08:45:19.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.557 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:19.557 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.558 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:19.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.558 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:19.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.558 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:19.558 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:19.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 616 2024-04-13T08:45:19.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.558 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:19.558 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T08:45:19.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12101 2024-04-13T08:45:19.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.559 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:19.559 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.559 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:19.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.559 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:19.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.559 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:19.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 881631232 2024-04-13T08:45:19.559 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.560 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:19.560 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:19.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:19.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.560 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:19.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9814016 2024-04-13T08:45:19.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.560 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:19.560 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17989, 2024-04-13T08:45:19.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 58880350 2024-04-13T08:45:19.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.560 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:19.560 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3468, 2024-04-13T08:45:19.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5732071769 2024-04-13T08:45:19.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.561 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:19.561 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.561 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:19.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.561 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:19.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.561 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:19.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.561 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:19.561 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23338, 2024-04-13T08:45:19.562 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 193621653 2024-04-13T08:45:19.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.562 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:19.562 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.562 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.562 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:19.562 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.562 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:19.562 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64524, 2024-04-13T08:45:19.562 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18313149070 2024-04-13T08:45:19.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.562 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:19.563 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64100, 2024-04-13T08:45:19.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1446809073 2024-04-13T08:45:19.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.563 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:19.563 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64524, 2024-04-13T08:45:19.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 46813795 2024-04-13T08:45:19.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.563 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:19.563 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64524, 2024-04-13T08:45:19.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18359962865 2024-04-13T08:45:19.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.563 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:19.563 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:19.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.564 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:19.564 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 33921, 2024-04-13T08:45:19.564 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 666899725 2024-04-13T08:45:19.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.564 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:19.564 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 827, 2024-04-13T08:45:19.564 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2702924 2024-04-13T08:45:19.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.564 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:19.564 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9735, 2024-04-13T08:45:19.564 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8045704 2024-04-13T08:45:19.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.564 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:19.564 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 45, 2024-04-13T08:45:19.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 62891 2024-04-13T08:45:19.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.565 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:19.565 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12579, 2024-04-13T08:45:19.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1284319318 2024-04-13T08:45:19.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.565 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:19.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 212906 2024-04-13T08:45:19.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.565 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:19.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18415 2024-04-13T08:45:19.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.565 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:19.565 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17520, 2024-04-13T08:45:19.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1791159674 2024-04-13T08:45:19.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.566 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:19.566 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 53072, 2024-04-13T08:45:19.566 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15954380 2024-04-13T08:45:19.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.566 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:19.566 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35552, 2024-04-13T08:45:19.566 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1547891275 2024-04-13T08:45:19.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.566 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:19.566 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.566 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:19.566 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13538, 2024-04-13T08:45:19.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 402242325 2024-04-13T08:45:19.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.567 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:19.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.567 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:19.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.567 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:19.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.567 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:19.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.568 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:19.568 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:19.568 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9004285604 2024-04-13T08:45:19.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.568 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:19.568 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15704, 2024-04-13T08:45:19.568 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 868254866 2024-04-13T08:45:19.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.568 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:19.568 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15704, 2024-04-13T08:45:19.568 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4007847755708 2024-04-13T08:45:19.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.568 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:19.568 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15704, 2024-04-13T08:45:19.568 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6142511216579 2024-04-13T08:45:19.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.569 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:19.569 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:19.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2654617264660 2024-04-13T08:45:19.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.569 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:19.569 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:19.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7771974 2024-04-13T08:45:19.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.569 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:19.569 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:19.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 167514527 2024-04-13T08:45:19.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.569 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:19.569 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:19.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28809025197 2024-04-13T08:45:19.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.570 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:19.570 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:19.570 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28215554 2024-04-13T08:45:19.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.570 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:19.570 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:19.570 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12845306730 2024-04-13T08:45:19.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.570 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:19.570 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:19.570 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12215642102 2024-04-13T08:45:19.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.570 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:19.570 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6073336 2024-04-13T08:45:19.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.571 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:19.571 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2352, 2024-04-13T08:45:19.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13254789 2024-04-13T08:45:19.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.571 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:19.571 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:19.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 63055368205 2024-04-13T08:45:19.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.571 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:19.571 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:19.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13264417097 2024-04-13T08:45:19.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.571 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:19.571 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:19.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 473703326 2024-04-13T08:45:19.572 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.572 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:19.572 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:19.572 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1405274710 2024-04-13T08:45:19.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.572 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:19.572 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 496607232 2024-04-13T08:45:19.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.572 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:19.572 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 465264640 2024-04-13T08:45:19.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.572 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:19.572 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2600683622 2024-04-13T08:45:19.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.572 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:19.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31342592 2024-04-13T08:45:19.573 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.573 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:19.573 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:19.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.573 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.573 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.573 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56725088 2024-04-13T08:45:19.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.574 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.574 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.574 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.574 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.574 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.574 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.574 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.574 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.574 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.574 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.574 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 81920 2024-04-13T08:45:19.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.575 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.575 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.575 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.575 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69022112 2024-04-13T08:45:19.575 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.575 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:19.575 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:19.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.576 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:19.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.576 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.576 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 425438163 2024-04-13T08:45:19.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.576 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.576 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.577 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2384 2024-04-13T08:45:19.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.577 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.577 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 153360 2024-04-13T08:45:19.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.577 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.577 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.578 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.578 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.578 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.578 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.578 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.578 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69333965 2024-04-13T08:45:19.578 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.578 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:19.578 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184549376 2024-04-13T08:45:19.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.579 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:19.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.579 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11346720 2024-04-13T08:45:19.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.579 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37816725 2024-04-13T08:45:19.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.579 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.579 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.580 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.580 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.580 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.580 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.580 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.580 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.580 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.580 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.580 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.580 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.580 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.581 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.581 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.581 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.581 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.581 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.581 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68277067 2024-04-13T08:45:19.581 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.581 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:19.581 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:19.581 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:19.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.581 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:19.581 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.582 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:19.582 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.582 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:19.582 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 425438163 2024-04-13T08:45:19.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.582 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:19.582 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.582 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:19.582 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.582 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:19.582 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.583 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:19.583 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.583 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:19.583 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 77129 2024-04-13T08:45:19.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.583 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:19.583 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1153974 2024-04-13T08:45:19.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.583 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:19.583 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.583 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:19.583 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.584 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:19.584 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.584 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:19.584 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68258606 2024-04-13T08:45:19.584 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.584 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:19.584 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:19.584 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.584 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:19.584 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 30 2024-04-13T08:45:19.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.585 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:19.585 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.585 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:19.585 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:19.585 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.585 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:19.585 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:19.585 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53 2024-04-13T08:45:19.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.585 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:19.585 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.585 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:19.586 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 43713 2024-04-13T08:45:19.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.586 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:19.586 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 113000, 2024-04-13T08:45:19.586 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11023173010 2024-04-13T08:45:19.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.586 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:19.586 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.586 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:19.586 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.586 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:19.586 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1623483526 2024-04-13T08:45:19.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.586 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:19.587 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 43713, 2024-04-13T08:45:19.587 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 52567048612 2024-04-13T08:45:19.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.587 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:19.587 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2477798533 2024-04-13T08:45:19.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.587 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:19.587 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44367, 2024-04-13T08:45:19.587 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18984362891 2024-04-13T08:45:19.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.587 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:19.587 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 43713, 2024-04-13T08:45:19.587 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37506154663 2024-04-13T08:45:19.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.588 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:19.588 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 30332 2024-04-13T08:45:19.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.588 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:19.588 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 30332, 2024-04-13T08:45:19.588 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13450107252 2024-04-13T08:45:19.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.588 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:19.588 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.588 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:19.588 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2477798533 2024-04-13T08:45:19.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.588 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:19.588 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 30465, 2024-04-13T08:45:19.588 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6247434968 2024-04-13T08:45:19.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.589 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:19.589 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 30332, 2024-04-13T08:45:19.589 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6984489939 2024-04-13T08:45:19.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.589 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:19.589 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12357 2024-04-13T08:45:19.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.589 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:19.589 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 451396285 2024-04-13T08:45:19.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.589 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:19.589 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12357, 2024-04-13T08:45:19.589 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22799044605 2024-04-13T08:45:19.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.589 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:19.590 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.590 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:19.590 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.590 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:19.590 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.590 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:19.590 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12791, 2024-04-13T08:45:19.590 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10501719426 2024-04-13T08:45:19.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.590 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:19.591 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12357, 2024-04-13T08:45:19.591 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20268548036 2024-04-13T08:45:19.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.591 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:19.591 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1024 2024-04-13T08:45:19.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.591 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:19.591 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1172087241 2024-04-13T08:45:19.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.591 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:19.591 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1024, 2024-04-13T08:45:19.591 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16317896755 2024-04-13T08:45:19.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.591 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:19.591 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.592 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:19.592 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1111, 2024-04-13T08:45:19.592 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2235208497 2024-04-13T08:45:19.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.592 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:19.592 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1024, 2024-04-13T08:45:19.592 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10253116688 2024-04-13T08:45:19.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.592 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:19.592 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:19.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.592 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:19.592 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16 2024-04-13T08:45:19.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.592 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:19.592 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:19.593 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.593 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:19.593 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:19.593 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.593 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:19.593 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 616751104 2024-04-13T08:45:19.593 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.593 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.593 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.593 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.593 INFO:tasks.workunit.client.0.smithi003.stdout: "pools": [ 2024-04-13T08:45:19.593 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.593 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:19.593 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr" 2024-04-13T08:45:19.593 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.593 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T08:45:19.593 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T08:45:19.594 INFO:tasks.workunit.client.0.smithi003.stdout: "flags_names": [ 2024-04-13T08:45:19.594 INFO:tasks.workunit.client.0.smithi003.stdout: "hashpspool" 2024-04-13T08:45:19.594 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.594 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T08:45:19.594 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T08:45:19.594 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T08:45:19.594 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 1, 2024-04-13T08:45:19.594 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 1, 2024-04-13T08:45:19.594 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 1, 2024-04-13T08:45:19.594 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T08:45:19.594 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T08:45:19.594 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 720568625418, 2024-04-13T08:45:19.594 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 1781760, 2024-04-13T08:45:19.594 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T08:45:19.595 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T08:45:19.595 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 1781760, 2024-04-13T08:45:19.595 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T08:45:19.595 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 240189554688, 2024-04-13T08:45:19.595 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 2, 2024-04-13T08:45:19.595 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T08:45:19.595 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 2.4727075924602104e-06, 2024-04-13T08:45:19.595 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T08:45:19.595 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T08:45:19.595 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 812, 2024-04-13T08:45:19.595 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 1341440, 2024-04-13T08:45:19.595 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 590368, 2024-04-13T08:45:19.595 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 590368, 2024-04-13T08:45:19.595 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T08:45:19.595 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 1771104, 2024-04-13T08:45:19.596 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 311, 2024-04-13T08:45:19.596 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 2473984 2024-04-13T08:45:19.596 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.596 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T08:45:19.596 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T08:45:19.596 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T08:45:19.596 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.596 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.596 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:19.596 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T08:45:19.596 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.596 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T08:45:19.596 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T08:45:19.596 INFO:tasks.workunit.client.0.smithi003.stdout: "flags_names": [ 2024-04-13T08:45:19.596 INFO:tasks.workunit.client.0.smithi003.stdout: "hashpspool" 2024-04-13T08:45:19.596 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.597 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T08:45:19.597 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T08:45:19.597 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T08:45:19.597 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 32, 2024-04-13T08:45:19.597 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 32, 2024-04-13T08:45:19.597 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 2, 2024-04-13T08:45:19.597 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T08:45:19.597 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T08:45:19.597 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 720568625418, 2024-04-13T08:45:19.597 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 155571, 2024-04-13T08:45:19.597 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T08:45:19.597 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T08:45:19.597 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 110592, 2024-04-13T08:45:19.597 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T08:45:19.598 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 240189554688, 2024-04-13T08:45:19.598 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 22, 2024-04-13T08:45:19.598 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 44979, 2024-04-13T08:45:19.598 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 2.1590027188267413e-07, 2024-04-13T08:45:19.598 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T08:45:19.598 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T08:45:19.598 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 158, 2024-04-13T08:45:19.598 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 178176, 2024-04-13T08:45:19.598 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 21615, 2024-04-13T08:45:19.598 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 6622, 2024-04-13T08:45:19.598 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 14993, 2024-04-13T08:45:19.598 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 64845, 2024-04-13T08:45:19.598 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 69, 2024-04-13T08:45:19.598 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 36864 2024-04-13T08:45:19.599 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.599 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T08:45:19.599 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T08:45:19.599 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T08:45:19.599 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.599 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.599 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:19.599 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T08:45:19.599 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.599 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T08:45:19.599 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T08:45:19.599 INFO:tasks.workunit.client.0.smithi003.stdout: "flags_names": [ 2024-04-13T08:45:19.599 INFO:tasks.workunit.client.0.smithi003.stdout: "hashpspool" 2024-04-13T08:45:19.599 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.599 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T08:45:19.600 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T08:45:19.600 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T08:45:19.600 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 64, 2024-04-13T08:45:19.600 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 64, 2024-04-13T08:45:19.600 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 3, 2024-04-13T08:45:19.600 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T08:45:19.600 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T08:45:19.600 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 720568625418, 2024-04-13T08:45:19.600 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 0, 2024-04-13T08:45:19.600 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T08:45:19.600 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T08:45:19.600 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 0, 2024-04-13T08:45:19.600 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T08:45:19.601 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 240189554688, 2024-04-13T08:45:19.601 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 0, 2024-04-13T08:45:19.601 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T08:45:19.601 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 0.0, 2024-04-13T08:45:19.601 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T08:45:19.601 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T08:45:19.601 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 0, 2024-04-13T08:45:19.601 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 0, 2024-04-13T08:45:19.601 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 0, 2024-04-13T08:45:19.601 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 0, 2024-04-13T08:45:19.601 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T08:45:19.601 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 0, 2024-04-13T08:45:19.601 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 0, 2024-04-13T08:45:19.601 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 0 2024-04-13T08:45:19.601 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.601 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T08:45:19.602 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T08:45:19.602 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T08:45:19.602 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.602 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.602 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:19.602 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd" 2024-04-13T08:45:19.602 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.602 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T08:45:19.602 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T08:45:19.602 INFO:tasks.workunit.client.0.smithi003.stdout: "flags_names": [ 2024-04-13T08:45:19.602 INFO:tasks.workunit.client.0.smithi003.stdout: "hashpspool", 2024-04-13T08:45:19.602 INFO:tasks.workunit.client.0.smithi003.stdout: "selfmanaged_snaps" 2024-04-13T08:45:19.602 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.603 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T08:45:19.603 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T08:45:19.603 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T08:45:19.603 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 8, 2024-04-13T08:45:19.603 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 8, 2024-04-13T08:45:19.603 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 4, 2024-04-13T08:45:19.603 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T08:45:19.603 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T08:45:19.603 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 720568625418, 2024-04-13T08:45:19.603 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 12595200, 2024-04-13T08:45:19.603 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T08:45:19.603 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T08:45:19.603 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 12595200, 2024-04-13T08:45:19.603 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T08:45:19.603 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 240189554688, 2024-04-13T08:45:19.604 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 4, 2024-04-13T08:45:19.604 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T08:45:19.604 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 1.7479222151450813e-05, 2024-04-13T08:45:19.604 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T08:45:19.604 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T08:45:19.604 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 9010, 2024-04-13T08:45:19.604 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 3144212480, 2024-04-13T08:45:19.604 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 4194323, 2024-04-13T08:45:19.604 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 4194323, 2024-04-13T08:45:19.604 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T08:45:19.604 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 12582969, 2024-04-13T08:45:19.604 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 24282, 2024-04-13T08:45:19.604 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 3186380800 2024-04-13T08:45:19.604 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.604 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T08:45:19.605 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T08:45:19.605 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T08:45:19.605 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.605 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.605 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd": { 2024-04-13T08:45:19.605 INFO:tasks.workunit.client.0.smithi003.stdout: "mirroring_by_pool": [ 2024-04-13T08:45:19.605 INFO:tasks.workunit.client.0.smithi003.stdout: false 2024-04-13T08:45:19.605 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.605 INFO:tasks.workunit.client.0.smithi003.stdout: "num_images_by_pool": [ 2024-04-13T08:45:19.605 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:19.605 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.605 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pools": 1 2024-04-13T08:45:19.605 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.605 INFO:tasks.workunit.client.0.smithi003.stdout: "report_id": "7c6dd687-b705-45d3-807c-9209de83f94b", 2024-04-13T08:45:19.605 INFO:tasks.workunit.client.0.smithi003.stdout: "report_timestamp": "2024-04-13T08:45:18.661067", 2024-04-13T08:45:19.606 INFO:tasks.workunit.client.0.smithi003.stdout: "report_version": 1, 2024-04-13T08:45:19.606 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_stats": { 2024-04-13T08:45:19.606 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "7.9.2" 2024-04-13T08:45:19.606 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.606 INFO:tasks.workunit.client.0.smithi003.stdout: "rook": { 2024-04-13T08:45:19.606 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster": { 2024-04-13T08:45:19.606 INFO:tasks.workunit.client.0.smithi003.stdout: "external-mode": null, 2024-04-13T08:45:19.606 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:19.606 INFO:tasks.workunit.client.0.smithi003.stdout: "allow-multiple-per-node": null, 2024-04-13T08:45:19.606 INFO:tasks.workunit.client.0.smithi003.stdout: "count": null, 2024-04-13T08:45:19.606 INFO:tasks.workunit.client.0.smithi003.stdout: "max-id": null, 2024-04-13T08:45:19.606 INFO:tasks.workunit.client.0.smithi003.stdout: "pvc": { 2024-04-13T08:45:19.606 INFO:tasks.workunit.client.0.smithi003.stdout: "enabled": null 2024-04-13T08:45:19.606 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.607 INFO:tasks.workunit.client.0.smithi003.stdout: "stretch": { 2024-04-13T08:45:19.607 INFO:tasks.workunit.client.0.smithi003.stdout: "enabled": null 2024-04-13T08:45:19.607 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.607 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.607 INFO:tasks.workunit.client.0.smithi003.stdout: "network": { 2024-04-13T08:45:19.607 INFO:tasks.workunit.client.0.smithi003.stdout: "provider": null 2024-04-13T08:45:19.607 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.607 INFO:tasks.workunit.client.0.smithi003.stdout: "storage": { 2024-04-13T08:45:19.607 INFO:tasks.workunit.client.0.smithi003.stdout: "device-set": { 2024-04-13T08:45:19.607 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T08:45:19.607 INFO:tasks.workunit.client.0.smithi003.stdout: "non-portable": null, 2024-04-13T08:45:19.607 INFO:tasks.workunit.client.0.smithi003.stdout: "portable": null, 2024-04-13T08:45:19.607 INFO:tasks.workunit.client.0.smithi003.stdout: "total": null 2024-04-13T08:45:19.607 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.608 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.608 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.608 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.608 INFO:tasks.workunit.client.0.smithi003.stdout: "csi": { 2024-04-13T08:45:19.608 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T08:45:19.608 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.608 INFO:tasks.workunit.client.0.smithi003.stdout: "kubernetes": { 2024-04-13T08:45:19.608 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T08:45:19.608 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.608 INFO:tasks.workunit.client.0.smithi003.stdout: "node": { 2024-04-13T08:45:19.608 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T08:45:19.608 INFO:tasks.workunit.client.0.smithi003.stdout: "kubernetes-total": null, 2024-04-13T08:45:19.608 INFO:tasks.workunit.client.0.smithi003.stdout: "with-ceph-daemons": null, 2024-04-13T08:45:19.608 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-cephfs-plugin": null, 2024-04-13T08:45:19.609 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-nfs-plugin": null, 2024-04-13T08:45:19.609 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-rbd-plugin": null 2024-04-13T08:45:19.609 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.609 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.609 INFO:tasks.workunit.client.0.smithi003.stdout: "usage": { 2024-04-13T08:45:19.609 INFO:tasks.workunit.client.0.smithi003.stdout: "storage-class": { 2024-04-13T08:45:19.609 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T08:45:19.609 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket": null, 2024-04-13T08:45:19.609 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs": null, 2024-04-13T08:45:19.609 INFO:tasks.workunit.client.0.smithi003.stdout: "nfs": null, 2024-04-13T08:45:19.609 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd": null, 2024-04-13T08:45:19.609 INFO:tasks.workunit.client.0.smithi003.stdout: "total": null 2024-04-13T08:45:19.609 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.609 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:19.609 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.610 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T08:45:19.610 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.610 INFO:tasks.workunit.client.0.smithi003.stdout: "services": {}, 2024-04-13T08:45:19.610 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_per_pg": [ 2024-04-13T08:45:19.610 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.610 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.610 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:19.610 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.610 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:19.610 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.610 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:19.610 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.610 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.610 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.610 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.611 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.611 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:19.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.164208+0000", 2024-04-13T08:45:19.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.164208+0000", 2024-04-13T08:45:19.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.166621+0000", 2024-04-13T08:45:19.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:19.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:19.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:19.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:19.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:19.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:19.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:19.612 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.612 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.612 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.612 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.612 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:19.612 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.612 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.612 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.612 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.612 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.612 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.613 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.613 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.613 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2c", 2024-04-13T08:45:19.613 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.613 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.613 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.613 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5032, 2024-04-13T08:45:19.613 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.613 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:06:07.061808+0000", 2024-04-13T08:45:19.613 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.613 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.613 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.613 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.616 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.616 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.616 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.616 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.616 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:19.616 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.616 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:19.617 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.617 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:19.617 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.617 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.617 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.617 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.617 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.617 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.617 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:19.617 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.617 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:19.617 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.617 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.617 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.617 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.617 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.618 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:19.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.006657+0000", 2024-04-13T08:45:19.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.006657+0000", 2024-04-13T08:45:19.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.007027+0000", 2024-04-13T08:45:19.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:19.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:19.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:19.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:19.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:19.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:19.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:19.619 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.619 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.619 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.619 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.619 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:19.619 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.619 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.619 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.619 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.619 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.619 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.619 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.619 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.620 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2b", 2024-04-13T08:45:19.620 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.620 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.620 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.620 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5215, 2024-04-13T08:45:19.620 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.620 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:24:04.729917+0000", 2024-04-13T08:45:19.620 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.620 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.620 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.620 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.620 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.620 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.620 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.620 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.620 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.623 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.623 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.623 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.623 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.623 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.623 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.623 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:19.623 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.623 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:19.623 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.623 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.624 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.624 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.624 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.624 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.624 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.624 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.624 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:19.624 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.624 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.624 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.624 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.624 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.624 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.624 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:19.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.987897+0000", 2024-04-13T08:45:19.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.987897+0000", 2024-04-13T08:45:19.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.989181+0000", 2024-04-13T08:45:19.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:19.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:19.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:19.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:19.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:19.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.626 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:19.626 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:19.626 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.626 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.626 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.626 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.626 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:19.626 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.626 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.626 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.626 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.626 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.626 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.626 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.627 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.627 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2a", 2024-04-13T08:45:19.627 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.627 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.627 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.627 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5068, 2024-04-13T08:45:19.627 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.627 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:55:05.630320+0000", 2024-04-13T08:45:19.627 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.627 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.627 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.630 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.630 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.630 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.630 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.630 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.630 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.630 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.630 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.631 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:19.631 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.631 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.631 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.631 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.631 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.631 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.631 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:19.631 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.631 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:19.631 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.631 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.631 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.631 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.631 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.631 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.632 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:19.632 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.814971+0000", 2024-04-13T08:45:19.632 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.814971+0000", 2024-04-13T08:45:19.632 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.817917+0000", 2024-04-13T08:45:19.632 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:19.632 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.632 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.632 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.632 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:19.632 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:19.632 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:19.632 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:19.632 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.632 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.632 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.632 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:19.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:19.633 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.633 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.633 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.633 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.633 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:19.633 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.633 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.633 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.633 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.633 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.633 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.633 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.633 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.633 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.29", 2024-04-13T08:45:19.633 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5140, 2024-04-13T08:45:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:58:43.359440+0000", 2024-04-13T08:45:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.634 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.637 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.637 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.637 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.637 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.637 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.637 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.637 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:19.637 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.637 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:19.637 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.637 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.638 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.638 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.638 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.638 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.638 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:19.638 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.638 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:19.638 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.638 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.638 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.638 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.638 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.638 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.638 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:19.639 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.447572+0000", 2024-04-13T08:45:19.639 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.447572+0000", 2024-04-13T08:45:19.639 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.447939+0000", 2024-04-13T08:45:19.639 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:19.639 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.639 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.639 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.639 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:19.639 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:19.639 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:19.639 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:19.639 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.639 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.639 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.639 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:19.639 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:19.640 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.640 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.640 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.640 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.640 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:19.640 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.640 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.640 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.640 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.640 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.640 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.640 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.640 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.640 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.28", 2024-04-13T08:45:19.640 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.640 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.640 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.641 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5068, 2024-04-13T08:45:19.641 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.641 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:01:36.165048+0000", 2024-04-13T08:45:19.641 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.641 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.641 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.643 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.644 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.644 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.644 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.644 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.644 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.644 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:19.644 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.644 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:19.644 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.644 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.644 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.644 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.644 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.644 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.644 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:19.644 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.644 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:19.645 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.645 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.645 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.645 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.645 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.645 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.645 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:19.645 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.811422+0000", 2024-04-13T08:45:19.645 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.811422+0000", 2024-04-13T08:45:19.645 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.811956+0000", 2024-04-13T08:45:19.645 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:19.645 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.645 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.645 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.645 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:19.645 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:19.645 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:19.646 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:19.646 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.646 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.646 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.646 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:19.646 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:19.646 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.646 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.646 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.646 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.646 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:19.646 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.646 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.646 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.646 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.647 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.647 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.647 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.647 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.647 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.27", 2024-04-13T08:45:19.647 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.647 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.647 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.647 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5141, 2024-04-13T08:45:19.647 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.647 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:41:06.182187+0000", 2024-04-13T08:45:19.647 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.647 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.647 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.647 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.648 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.648 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.648 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.648 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.648 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.648 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.648 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.648 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.648 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.648 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.648 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.648 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.648 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.648 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.649 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.649 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.649 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.649 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.649 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.649 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.649 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.649 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.649 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.649 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.649 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.649 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.649 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.649 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.649 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.649 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.650 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.650 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.650 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.650 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.650 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.650 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.650 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.650 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.650 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.650 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.650 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.650 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.650 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.650 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.651 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.651 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:19.651 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.651 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:19.651 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.651 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.651 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.651 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.651 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:19.651 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.651 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:19.651 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.651 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:19.651 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.651 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.652 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.652 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.652 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.652 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.652 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:19.652 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994802+0000", 2024-04-13T08:45:19.652 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994802+0000", 2024-04-13T08:45:19.652 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.996059+0000", 2024-04-13T08:45:19.652 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:19.652 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.652 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.652 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.652 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:19.652 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:19.653 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:19.653 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:19.653 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.653 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.653 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.653 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:19.653 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:19.653 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.653 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.653 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.653 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.653 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:19.653 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.653 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.653 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.654 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.654 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.654 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.654 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.654 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.654 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.26", 2024-04-13T08:45:19.654 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.654 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.654 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.654 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5027, 2024-04-13T08:45:19.654 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.654 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:57:02.193922+0000", 2024-04-13T08:45:19.654 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.654 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.655 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.655 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.656 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.656 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.656 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.656 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.656 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.656 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.656 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.656 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.656 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.656 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.656 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.656 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.656 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.656 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.657 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.657 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.657 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.658 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.658 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:19.658 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.658 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:19.658 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.658 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:19.658 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.658 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.658 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.658 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.658 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.658 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.658 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:19.658 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.658 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:19.659 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.659 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.659 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.659 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.659 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.659 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.659 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:19.659 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.804809+0000", 2024-04-13T08:45:19.659 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.804809+0000", 2024-04-13T08:45:19.659 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.805119+0000", 2024-04-13T08:45:19.659 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:19.659 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.659 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.659 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.660 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:19.660 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:19.660 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:19.660 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:19.660 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.660 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.660 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.660 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:19.660 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:19.660 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.660 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.660 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.660 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.660 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:19.660 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.660 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.661 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.661 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.661 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.661 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.661 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.661 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.661 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.25", 2024-04-13T08:45:19.661 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.661 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.661 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.661 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5212, 2024-04-13T08:45:19.661 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.661 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:31:04.708718+0000", 2024-04-13T08:45:19.661 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.661 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.662 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.662 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.663 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.664 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.664 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.664 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.664 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.665 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.665 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.665 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:19.665 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.665 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:19.665 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.665 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.665 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.665 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.665 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.665 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.665 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:19.665 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.665 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:19.665 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.666 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.666 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.666 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.666 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.666 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.666 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:19.666 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.924787+0000", 2024-04-13T08:45:19.666 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.924787+0000", 2024-04-13T08:45:19.666 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.925170+0000", 2024-04-13T08:45:19.666 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:19.666 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.666 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.666 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.667 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:19.667 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:19.667 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:19.667 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:19.667 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.667 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.667 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.667 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:19.667 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:19.667 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.667 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.667 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.667 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.668 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:19.668 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.668 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.668 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.668 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.668 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.668 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.668 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.668 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.668 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.24", 2024-04-13T08:45:19.668 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.668 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.668 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.668 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5139, 2024-04-13T08:45:19.668 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.668 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:29:40.678397+0000", 2024-04-13T08:45:19.668 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.669 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.669 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.669 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.669 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.669 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.669 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.669 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.669 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.669 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.669 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.669 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.669 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.669 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.669 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.669 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.669 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.670 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.670 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.670 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.670 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.670 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.670 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.670 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.670 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.670 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.670 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.670 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.670 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.670 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.670 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.670 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.670 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.671 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.671 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.671 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.671 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.671 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.671 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.672 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:19.672 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.672 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:19.672 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.672 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.672 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.672 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.672 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.672 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.672 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:19.672 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.672 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:19.672 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.672 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.672 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.673 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.673 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.673 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.673 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:19.673 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.923261+0000", 2024-04-13T08:45:19.673 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.923261+0000", 2024-04-13T08:45:19.673 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.923702+0000", 2024-04-13T08:45:19.673 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:19.673 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.673 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.673 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.673 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:19.673 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:19.673 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:19.673 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:19.673 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.674 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.674 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.674 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:19.674 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:19.674 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.674 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.674 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.674 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.674 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:19.674 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.674 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.674 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.674 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.674 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.674 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.675 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.675 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.675 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.23", 2024-04-13T08:45:19.675 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.675 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.675 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.675 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5218, 2024-04-13T08:45:19.675 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.675 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:48:34.888558+0000", 2024-04-13T08:45:19.675 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.675 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.675 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.675 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.675 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.675 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.675 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.676 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.676 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.676 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.676 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.676 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.676 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.676 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.676 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.676 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.676 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.676 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.676 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.676 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.676 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.676 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.677 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.677 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.677 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.677 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.677 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.677 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.677 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.677 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.677 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.677 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.677 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.677 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.677 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.677 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.677 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.678 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.678 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.678 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.678 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.678 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.678 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.678 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.678 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.678 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.678 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.678 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.678 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.678 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:19.679 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.679 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:19.679 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.679 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.679 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.679 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.679 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.679 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.679 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:19.679 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.679 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:19.679 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.679 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.679 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.680 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.680 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.680 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.680 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:19.680 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.450297+0000", 2024-04-13T08:45:19.680 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.450297+0000", 2024-04-13T08:45:19.680 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.452332+0000", 2024-04-13T08:45:19.680 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:19.680 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.680 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.680 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.680 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:19.680 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:19.680 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:19.680 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:19.681 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.681 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.681 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.681 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:19.681 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:19.681 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.681 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.681 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.681 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.681 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:19.681 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.682 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.682 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.682 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.682 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.682 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.682 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.682 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.683 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.22", 2024-04-13T08:45:19.683 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.683 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.683 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.683 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5070, 2024-04-13T08:45:19.683 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.683 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:50:47.322789+0000", 2024-04-13T08:45:19.683 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.683 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.684 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.684 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.684 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.684 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.684 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.684 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.684 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.684 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.684 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.684 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.685 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.685 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.685 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.685 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.685 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.685 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.685 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.685 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.685 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.688 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.688 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.688 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.689 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.689 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.689 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.689 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:19.689 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.689 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:19.689 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.689 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.689 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.689 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.690 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.690 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.690 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.690 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.690 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:19.690 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.690 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.690 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.690 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.690 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.691 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:19.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.166958+0000", 2024-04-13T08:45:19.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.166958+0000", 2024-04-13T08:45:19.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.167302+0000", 2024-04-13T08:45:19.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:19.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:19.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:19.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:19.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:19.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:19.692 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:19.692 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.693 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.693 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.693 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.693 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:19.693 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.693 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.694 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.694 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.694 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.694 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.694 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.695 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.695 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.21", 2024-04-13T08:45:19.695 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.695 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.695 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.695 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5173, 2024-04-13T08:45:19.696 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.696 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:18:34.335766+0000", 2024-04-13T08:45:19.696 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.696 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.696 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.696 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.697 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.698 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.699 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.700 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.700 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.700 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.700 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.700 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.703 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.703 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.703 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.703 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.703 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.704 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.704 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.704 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.704 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.704 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.704 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.705 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.705 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:19.705 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.705 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.705 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.705 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.706 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:19.706 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.706 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:19.706 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.706 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:19.706 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.707 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.707 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.707 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.707 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.707 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.707 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:19.708 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.167422+0000", 2024-04-13T08:45:19.708 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.167422+0000", 2024-04-13T08:45:19.708 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.168356+0000", 2024-04-13T08:45:19.708 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:19.708 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.708 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.708 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.709 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:19.709 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:19.709 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:19.709 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:19.709 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.709 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.709 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.709 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:19.709 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:19.710 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.710 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.710 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.710 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.710 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:19.710 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.710 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.711 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.711 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.711 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.711 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.711 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.711 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.711 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.20", 2024-04-13T08:45:19.711 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.712 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.712 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.712 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5029, 2024-04-13T08:45:19.712 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.712 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:59:20.901773+0000", 2024-04-13T08:45:19.712 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.712 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.712 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.713 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.714 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.717 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.717 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.717 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.717 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.717 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.717 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.717 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.717 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.717 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:19.717 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.717 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:19.717 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.718 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:19.718 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.718 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.718 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.718 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.718 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.718 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.718 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:19.718 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.718 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:19.718 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.718 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.718 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.719 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.719 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.719 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:19.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.991962+0000", 2024-04-13T08:45:19.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.991962+0000", 2024-04-13T08:45:19.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.992373+0000", 2024-04-13T08:45:19.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:19.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:19.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:19.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:19.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:19.720 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.720 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.720 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.720 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:19.720 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:19.720 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.720 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.720 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.720 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.720 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:19.720 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.720 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.720 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.720 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.720 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.721 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.721 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.721 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.721 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.f", 2024-04-13T08:45:19.721 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.721 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.721 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.721 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5003, 2024-04-13T08:45:19.721 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.721 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:39:44.515167+0000", 2024-04-13T08:45:19.721 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.721 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.721 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.721 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.721 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.724 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.724 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.725 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.725 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.725 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.725 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.725 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:19.725 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.725 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:19.725 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.725 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.725 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.725 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.725 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.725 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.725 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:19.725 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.726 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:19.726 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.726 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.726 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:19.726 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.726 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.726 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.726 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:19.726 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.800272+0000", 2024-04-13T08:45:19.726 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.800272+0000", 2024-04-13T08:45:19.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.800615+0000", 2024-04-13T08:45:19.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:19.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:19.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:19.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:19.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:19.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:19.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:19.728 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.728 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:19.728 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.728 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.728 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:19.728 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.728 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.728 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.728 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.728 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:19.728 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.728 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.728 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.728 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.e", 2024-04-13T08:45:19.728 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.729 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.729 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.729 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5194, 2024-04-13T08:45:19.729 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.729 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:26:59.713119+0000", 2024-04-13T08:45:19.729 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.729 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.729 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.729 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.729 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.729 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.729 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.729 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.729 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.729 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.730 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.730 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.730 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.730 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.730 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.730 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.730 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.730 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.730 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.730 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:19.730 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:19.730 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.730 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:19.730 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:19.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 12, 2024-04-13T08:45:19.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 12, 2024-04-13T08:45:19.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:19.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.732 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.732 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.732 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.732 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.732 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.733 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.733 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:19.733 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.733 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:19.733 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:19.733 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.733 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.733 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.733 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.733 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.733 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.733 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.733 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:19.733 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.734 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.734 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.734 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.734 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.734 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.734 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:19.734 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.156640+0000", 2024-04-13T08:45:19.734 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.156640+0000", 2024-04-13T08:45:19.734 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.156997+0000", 2024-04-13T08:45:19.734 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:19.734 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.734 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.734 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.734 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:19.735 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:19.735 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:19.735 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:19.735 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.735 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.735 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.735 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:19.735 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:19.735 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.735 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.735 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.735 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.735 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:19.735 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.736 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.736 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.736 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.736 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.736 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.736 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.736 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.736 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.c", 2024-04-13T08:45:19.736 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.736 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.736 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.736 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5061, 2024-04-13T08:45:19.736 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.736 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:02:11.099429+0000", 2024-04-13T08:45:19.737 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.737 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.737 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.737 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.737 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.737 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.737 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.737 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.737 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.737 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.737 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.737 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.737 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.737 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.737 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.738 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.738 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.738 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.738 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.738 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.738 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.738 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.738 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.738 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.738 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.738 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.738 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.738 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.738 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.739 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.740 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.740 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.740 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.740 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.740 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.740 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.740 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.740 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:19.740 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.740 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.740 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.740 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.740 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.740 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.740 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:19.741 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.741 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:19.741 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.741 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.741 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:19.741 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.741 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.741 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.741 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:19.741 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.933227+0000", 2024-04-13T08:45:19.741 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.933227+0000", 2024-04-13T08:45:19.741 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.933758+0000", 2024-04-13T08:45:19.741 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:19.741 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.741 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.742 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.742 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:19.742 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:19.742 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:19.742 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:19.742 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.742 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.742 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.742 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:19.742 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:19.742 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.742 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T08:45:19.742 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.742 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.743 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:19.743 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.743 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.743 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.743 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.743 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T08:45:19.743 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.743 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.743 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.743 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.d", 2024-04-13T08:45:19.743 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.743 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.743 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.743 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5215, 2024-04-13T08:45:19.743 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.743 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:21:47.761469+0000", 2024-04-13T08:45:19.744 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.744 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.744 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 70, 2024-04-13T08:45:19.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.744 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.745 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.745 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.745 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.745 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.745 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.745 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:19.745 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:19.745 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.745 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:19.745 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.745 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.745 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.745 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.745 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 2, 2024-04-13T08:45:19.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 2, 2024-04-13T08:45:19.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T08:45:19.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T08:45:19.747 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.747 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.747 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.747 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.747 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.747 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.747 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:19.747 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.747 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:19.747 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'1" 2024-04-13T08:45:19.747 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.747 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.747 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.747 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.748 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.748 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.748 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.748 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:19.748 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.748 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.748 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.748 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.748 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.748 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.748 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:19.748 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.002604+0000", 2024-04-13T08:45:19.748 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.002604+0000", 2024-04-13T08:45:19.748 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.009023+0000", 2024-04-13T08:45:19.749 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:19.749 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.749 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.749 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.749 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:19.749 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:19.749 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:19.749 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:19.749 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.749 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.749 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.749 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:19.749 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:19.749 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.750 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.750 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.750 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.750 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:19.750 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.750 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.750 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.750 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.750 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.750 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.750 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.750 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.750 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.d", 2024-04-13T08:45:19.751 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.751 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.751 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.751 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5020, 2024-04-13T08:45:19.751 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.751 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:36:20.109973+0000", 2024-04-13T08:45:19.751 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.751 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.751 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.751 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.752 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.754 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.754 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.754 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.754 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.754 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.754 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.754 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.754 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.754 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:19.755 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.755 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.755 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.755 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.755 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.755 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.755 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:19.755 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.755 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:19.755 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.755 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.755 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:19.755 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.755 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.756 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:19.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.448115+0000", 2024-04-13T08:45:19.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.448115+0000", 2024-04-13T08:45:19.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.448515+0000", 2024-04-13T08:45:19.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:19.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:19.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:19.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:19.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:19.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.756 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.757 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.757 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:19.757 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:19.757 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.757 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.757 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.757 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.757 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:19.757 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.757 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.757 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.757 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.757 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.757 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.757 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.758 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.758 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.c", 2024-04-13T08:45:19.758 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.758 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.758 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.758 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5199, 2024-04-13T08:45:19.758 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.758 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:17:18.587246+0000", 2024-04-13T08:45:19.758 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.758 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.758 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.758 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.758 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.759 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.760 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.761 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.761 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.761 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.761 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.761 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.762 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.762 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:19.762 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.762 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:19.762 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.762 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.762 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.762 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.762 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:19.762 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.762 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:19.762 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.762 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:19.762 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.763 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.763 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.763 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.763 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.763 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.763 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:19.763 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.160905+0000", 2024-04-13T08:45:19.763 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.160905+0000", 2024-04-13T08:45:19.763 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.162225+0000", 2024-04-13T08:45:19.763 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:19.763 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.763 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.763 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.763 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:19.764 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:19.764 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:19.764 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:19.764 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.764 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.764 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.764 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:19.764 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:19.764 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.764 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.764 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.764 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.764 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:19.764 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.765 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.765 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.765 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.765 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.765 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.765 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.765 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.765 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.a", 2024-04-13T08:45:19.765 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.765 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.765 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.765 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5033, 2024-04-13T08:45:19.765 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.765 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:54:57.425101+0000", 2024-04-13T08:45:19.766 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.766 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.766 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.766 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.767 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.768 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.768 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.768 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.769 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.769 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:19.769 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.769 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:19.769 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.769 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:19.769 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.769 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.769 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.769 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.769 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.769 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.769 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:19.769 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.769 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:19.770 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.770 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.770 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:19.770 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.770 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.770 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:19.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.995447+0000", 2024-04-13T08:45:19.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.995447+0000", 2024-04-13T08:45:19.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.000050+0000", 2024-04-13T08:45:19.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:19.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.770 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.771 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:19.771 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:19.771 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:19.771 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:19.771 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.771 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.771 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.771 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:19.771 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:19.771 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.771 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 4, 2024-04-13T08:45:19.771 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.771 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.771 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:19.772 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.772 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.772 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.772 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.772 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 4, 2024-04-13T08:45:19.772 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.772 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.772 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.772 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.b", 2024-04-13T08:45:19.772 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.772 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.772 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.772 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5036, 2024-04-13T08:45:19.772 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.772 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:50:14.510160+0000", 2024-04-13T08:45:19.773 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.773 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.773 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.773 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:19.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:19.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:19.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:19.774 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 4, 2024-04-13T08:45:19.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 4, 2024-04-13T08:45:19.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T08:45:19.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.775 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.776 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.776 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.776 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.776 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.776 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.776 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:19.776 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.776 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:19.776 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'4" 2024-04-13T08:45:19.776 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.776 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.776 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.776 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.776 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.776 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:19.777 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.777 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:19.777 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.777 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.777 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.777 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.777 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.777 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.777 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:19.777 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.934874+0000", 2024-04-13T08:45:19.777 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.934874+0000", 2024-04-13T08:45:19.777 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.935579+0000", 2024-04-13T08:45:19.777 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:19.777 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:19.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:19.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:19.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:19.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:19.778 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:19.778 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.778 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.778 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.779 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.779 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:19.779 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.779 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.779 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.779 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.779 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.779 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.779 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.779 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.779 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.b", 2024-04-13T08:45:19.779 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.779 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.779 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.779 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5137, 2024-04-13T08:45:19.780 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.780 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:22:21.864472+0000", 2024-04-13T08:45:19.780 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.780 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.780 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.780 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.780 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.780 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.780 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.780 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.780 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.780 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.780 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.780 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.781 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.783 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.783 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.783 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.783 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.783 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.783 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.783 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:19.783 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.783 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:19.783 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.783 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.783 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.783 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.784 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.784 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.784 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:19.784 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.784 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:19.784 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.784 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.784 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:19.784 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.784 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.784 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.784 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:19.785 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.803156+0000", 2024-04-13T08:45:19.785 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.803156+0000", 2024-04-13T08:45:19.785 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.803471+0000", 2024-04-13T08:45:19.785 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:19.785 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.785 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.785 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.785 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:19.785 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:19.785 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:19.785 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:19.785 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.785 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.785 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.785 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:19.786 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:19.786 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.786 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.786 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.786 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.786 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:19.786 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.786 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.786 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.786 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.786 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.786 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.786 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.786 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.787 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.a", 2024-04-13T08:45:19.787 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.787 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.787 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.787 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5209, 2024-04-13T08:45:19.787 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.787 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:29:50.399416+0000", 2024-04-13T08:45:19.787 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.787 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.787 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.787 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.787 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.787 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.787 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.787 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.788 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.789 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.790 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.790 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.790 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.790 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.790 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.790 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.791 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:19.791 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.791 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:19.791 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.791 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.791 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.791 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.791 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.791 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.791 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:19.791 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.791 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:19.791 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.791 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.791 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.792 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.792 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.792 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.792 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:19.792 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.005539+0000", 2024-04-13T08:45:19.792 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.005539+0000", 2024-04-13T08:45:19.792 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.005930+0000", 2024-04-13T08:45:19.792 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:19.792 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.792 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.792 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.792 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:19.792 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:19.792 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:19.793 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:19.793 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.793 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.793 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.793 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:19.793 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:19.793 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.793 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.793 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.793 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.793 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:19.793 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.793 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.793 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.793 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.794 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.794 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.794 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.794 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.794 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.8", 2024-04-13T08:45:19.794 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.794 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.794 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.794 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5134, 2024-04-13T08:45:19.794 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.794 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:19:27.578547+0000", 2024-04-13T08:45:19.794 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.794 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.794 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.795 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.796 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.797 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.797 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.797 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.797 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.797 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.798 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.798 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:19.798 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.798 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:19.798 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.798 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.798 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.798 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.798 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.798 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.798 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:19.798 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.798 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:19.799 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.799 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.799 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:19.799 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.799 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.799 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.799 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:19.799 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.996869+0000", 2024-04-13T08:45:19.799 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.996869+0000", 2024-04-13T08:45:19.799 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.997276+0000", 2024-04-13T08:45:19.799 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:19.799 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.799 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.799 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.799 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:19.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:19.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:19.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:19.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:19.800 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:19.800 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.800 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.800 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.800 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.800 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:19.800 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.801 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.801 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.801 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.801 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.801 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.801 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.801 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.801 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.9", 2024-04-13T08:45:19.801 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.801 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.801 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.801 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5212, 2024-04-13T08:45:19.801 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.801 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:34:23.836899+0000", 2024-04-13T08:45:19.801 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.802 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.802 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.802 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.803 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.804 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.805 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.805 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.805 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.805 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.805 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.805 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:19.805 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.805 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:19.805 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.805 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.805 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.805 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.805 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.805 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.805 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:19.806 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.806 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:19.806 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.806 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.806 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.806 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.806 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.806 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.806 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:19.806 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.987475+0000", 2024-04-13T08:45:19.806 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.987475+0000", 2024-04-13T08:45:19.806 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.988016+0000", 2024-04-13T08:45:19.806 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:19.806 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.806 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.807 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.807 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:19.807 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:19.807 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:19.807 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:19.807 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.807 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.807 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.807 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:19.807 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:19.807 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.807 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.807 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.807 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.807 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:19.808 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.808 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.808 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.808 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.808 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.808 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.808 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.808 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.808 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.9", 2024-04-13T08:45:19.808 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.808 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.808 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.808 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5123, 2024-04-13T08:45:19.808 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.809 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:55:17.561101+0000", 2024-04-13T08:45:19.809 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.809 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.809 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.809 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.810 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.811 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.811 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.811 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.811 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.811 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.811 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.811 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.811 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.811 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.811 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.811 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.811 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.811 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.811 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.812 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.812 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.812 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.812 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.812 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.812 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:19.812 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.812 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:19.812 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.812 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.813 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.813 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.813 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.813 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:19.813 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.813 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:19.813 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.813 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.813 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:19.813 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.813 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.813 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.813 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:19.813 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:19:36.794577+0000", 2024-04-13T08:45:19.814 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:19:36.794577+0000", 2024-04-13T08:45:19.814 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:19:36.795337+0000", 2024-04-13T08:45:19.814 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:19.814 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.814 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.814 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.814 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 385, 2024-04-13T08:45:19.814 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:19.814 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:19.814 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:19.814 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.814 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.814 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.814 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:19.815 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:19.815 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.815 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.815 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.815 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.815 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 384, 2024-04-13T08:45:19.815 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.815 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.815 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.815 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.815 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.815 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.815 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.815 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.816 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.8", 2024-04-13T08:45:19.816 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.816 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.816 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.816 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4891, 2024-04-13T08:45:19.816 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.816 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:01:16.057730+0000", 2024-04-13T08:45:19.816 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.816 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.816 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.816 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.817 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.818 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.818 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.818 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.818 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.818 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.818 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.818 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.818 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.818 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.818 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.818 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.818 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.818 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.818 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.819 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.819 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.819 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.819 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.819 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.819 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.819 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:19.819 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.820 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:19.820 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.820 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.820 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.820 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.820 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.820 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.820 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:19.820 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.820 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:19.820 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.820 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.820 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.820 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.821 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.821 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.821 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:19.821 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.920566+0000", 2024-04-13T08:45:19.821 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.920566+0000", 2024-04-13T08:45:19.821 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.921031+0000", 2024-04-13T08:45:19.821 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:19.821 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.821 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.821 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.821 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:19.821 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:19.821 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:19.821 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:19.821 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.822 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.822 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.822 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:19.822 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:19.822 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.822 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.822 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.822 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.822 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:19.822 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.822 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.822 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.822 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.822 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.823 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.823 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.823 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.823 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.6", 2024-04-13T08:45:19.823 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.823 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.823 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.823 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5217, 2024-04-13T08:45:19.823 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.823 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:07:56.900899+0000", 2024-04-13T08:45:19.823 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.823 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.823 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.823 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.824 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.825 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.826 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.826 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.826 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.827 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.827 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.827 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.827 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:19.827 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.827 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:19.827 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.827 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.827 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.827 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.827 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:19.827 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.827 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:19.827 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.828 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:19.828 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.828 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.828 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:19.828 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.828 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.828 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.828 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:19.828 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.169286+0000", 2024-04-13T08:45:19.828 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.169286+0000", 2024-04-13T08:45:19.828 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.171939+0000", 2024-04-13T08:45:19.828 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:19.828 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.828 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.828 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.829 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:19.829 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:19.829 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:19.829 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:19.829 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.829 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.829 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.829 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:19.829 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:19.829 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.829 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:19.829 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.829 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.829 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:19.830 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.830 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.830 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.830 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.830 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:19.830 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.830 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.830 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.830 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.7", 2024-04-13T08:45:19.830 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.830 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.830 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.830 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5064, 2024-04-13T08:45:19.831 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.831 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:15:07.084538+0000", 2024-04-13T08:45:19.831 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.831 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.831 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.831 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:19.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:19.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:19.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.832 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:19.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 12, 2024-04-13T08:45:19.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 12, 2024-04-13T08:45:19.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:19.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.833 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.834 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.834 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.834 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.834 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:19.834 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.834 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:19.834 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.834 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:19.834 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:19.834 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.834 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.834 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.834 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.834 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.835 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.835 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.835 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:19.835 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.835 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.835 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:19.835 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.835 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.835 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.835 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:19.835 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.170095+0000", 2024-04-13T08:45:19.835 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.170095+0000", 2024-04-13T08:45:19.835 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.347581+0000", 2024-04-13T08:45:19.835 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:19.836 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.836 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.836 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.836 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:19.836 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:19.836 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:19.836 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:19.836 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.836 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.836 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.836 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:19.836 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:19.836 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.836 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3168, 2024-04-13T08:45:19.836 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.837 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.837 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:19.837 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.837 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.837 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.837 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.837 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3168, 2024-04-13T08:45:19.837 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.837 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.837 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.837 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.1", 2024-04-13T08:45:19.837 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.837 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.838 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.838 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 9115, 2024-04-13T08:45:19.838 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.838 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:13:59.214505+0000", 2024-04-13T08:45:19.838 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.004885399, 2024-04-13T08:45:19.838 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.838 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.838 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.839 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 1375, 2024-04-13T08:45:19.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 384030, 2024-04-13T08:45:19.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3147, 2024-04-13T08:45:19.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 422122 2024-04-13T08:45:19.841 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.841 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.841 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.841 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.841 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.841 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.841 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.841 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.841 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:19.841 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3168" 2024-04-13T08:45:19.841 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.842 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.842 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.842 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.842 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.842 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:19.842 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.842 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:19.842 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.842 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.842 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.842 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.842 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.842 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:19.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994121+0000", 2024-04-13T08:45:19.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994121+0000", 2024-04-13T08:45:19.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.994480+0000", 2024-04-13T08:45:19.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:19.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:19.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:19.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:19.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:19.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.843 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.844 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.844 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:19.844 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:19.844 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.844 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.844 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.844 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.844 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:19.844 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.844 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.844 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.844 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.844 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.844 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.844 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.845 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.845 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.7", 2024-04-13T08:45:19.845 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.845 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.845 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.845 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5139, 2024-04-13T08:45:19.845 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.845 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:52:08.900480+0000", 2024-04-13T08:45:19.845 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.845 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.845 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.845 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.848 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.848 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.848 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.848 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.848 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.848 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.848 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:19.848 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.849 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:19.849 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.849 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.849 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.849 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.849 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.849 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:19.849 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:19.849 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.849 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:19.849 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.849 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.849 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:19.849 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.849 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.850 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.850 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:19.850 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.169511+0000", 2024-04-13T08:45:19.850 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.169511+0000", 2024-04-13T08:45:19.850 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.169820+0000", 2024-04-13T08:45:19.850 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:19.850 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.850 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.850 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.850 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:19.850 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:19.850 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:19.850 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:19.851 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.851 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.851 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.851 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:19.851 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:19.851 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.851 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:19.851 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.851 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.851 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:19.851 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.851 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.851 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.851 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.851 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:19.852 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.852 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.852 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.852 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.6", 2024-04-13T08:45:19.852 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.852 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.852 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.852 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5219, 2024-04-13T08:45:19.852 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.852 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:27:46.180111+0000", 2024-04-13T08:45:19.852 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.852 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.852 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.852 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.852 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.853 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.853 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.853 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.853 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.853 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.853 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.853 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.853 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.853 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.853 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.853 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.853 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.853 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.853 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:19.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:19.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:19.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:19.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 4, 2024-04-13T08:45:19.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 4, 2024-04-13T08:45:19.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:19.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.855 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.855 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.855 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.855 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.855 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.856 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:19.856 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:19.856 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.856 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:19.856 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "569'3" 2024-04-13T08:45:19.856 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.856 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.856 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.856 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.856 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.856 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:19.856 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.856 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:19.856 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.857 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.857 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:19.857 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.857 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.857 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.857 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:19.857 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.997824+0000", 2024-04-13T08:45:19.857 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.997824+0000", 2024-04-13T08:45:19.857 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.447667+0000", 2024-04-13T08:45:19.857 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:19.857 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.857 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.857 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.857 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:19.857 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:19.858 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:19.858 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:19.858 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.858 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.858 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.858 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:19.858 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:19.858 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.858 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2910, 2024-04-13T08:45:19.858 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.858 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.858 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:19.858 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.858 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.859 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.859 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.859 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2910, 2024-04-13T08:45:19.859 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.859 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.859 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.859 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.0", 2024-04-13T08:45:19.859 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.859 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.859 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.859 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 8563, 2024-04-13T08:45:19.859 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.859 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:36:22.092062+0000", 2024-04-13T08:45:19.859 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.003454953, 2024-04-13T08:45:19.859 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.860 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.860 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 642, 2024-04-13T08:45:19.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 373693, 2024-04-13T08:45:19.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 2894, 2024-04-13T08:45:19.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 396841 2024-04-13T08:45:19.862 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.862 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.863 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.863 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.863 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.863 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.863 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:19.863 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.863 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:19.863 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'2910" 2024-04-13T08:45:19.863 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.863 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.863 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.863 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.863 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.863 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:19.863 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.864 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:19.864 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.864 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.864 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.864 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.864 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.864 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.864 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:19.864 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.449296+0000", 2024-04-13T08:45:19.864 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.449296+0000", 2024-04-13T08:45:19.864 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.449810+0000", 2024-04-13T08:45:19.864 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:19.864 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.865 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.865 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.865 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:19.865 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:19.865 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:19.865 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:19.865 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.865 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.865 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.865 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:19.865 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:19.865 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.865 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.865 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.866 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.866 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:19.866 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.866 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.866 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.866 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.866 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.866 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.866 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.866 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.866 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.4", 2024-04-13T08:45:19.866 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.866 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.866 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.867 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5214, 2024-04-13T08:45:19.867 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.867 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:25:54.167500+0000", 2024-04-13T08:45:19.867 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.867 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.867 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.867 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.870 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.870 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.870 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.870 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.870 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.870 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.870 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:19.870 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.870 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:19.870 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.870 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.870 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.871 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.871 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.871 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.871 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:19.871 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.871 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:19.871 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.871 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.871 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:19.871 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.871 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.871 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.871 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:19.871 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.999602+0000", 2024-04-13T08:45:19.871 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.999602+0000", 2024-04-13T08:45:19.872 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.000051+0000", 2024-04-13T08:45:19.872 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:19.872 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.872 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.872 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.872 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:19.872 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:19.872 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:19.872 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:19.872 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.872 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.872 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.872 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:19.872 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:19.872 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.873 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.873 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.873 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.873 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:19.873 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.873 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.873 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.873 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.873 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.873 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.873 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.873 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.873 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.5", 2024-04-13T08:45:19.873 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.873 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.873 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.874 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4999, 2024-04-13T08:45:19.874 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.874 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:54:43.201145+0000", 2024-04-13T08:45:19.874 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.874 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.874 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.874 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.877 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.877 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.877 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.877 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.877 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.877 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.877 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:19.877 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.877 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:19.877 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.877 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.878 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.878 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.878 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.878 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.878 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:19.878 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.878 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:19.878 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.878 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.878 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:19.878 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.878 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.878 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.878 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:45:02.623484+0000", 2024-04-13T08:45:19.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.006869+0000", 2024-04-13T08:45:19.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.006869+0000", 2024-04-13T08:45:19.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.335921+0000", 2024-04-13T08:45:19.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:45:02.623484+0000", 2024-04-13T08:45:19.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:19.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:45:02.623484+0000", 2024-04-13T08:45:19.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:45:02.623484+0000", 2024-04-13T08:45:19.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:45:02.623484+0000", 2024-04-13T08:45:19.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.879 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:45:02.623484+0000", 2024-04-13T08:45:19.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:45:02.623484+0000", 2024-04-13T08:45:19.880 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.880 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3110, 2024-04-13T08:45:19.880 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.880 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.880 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:19.880 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.880 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.880 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.880 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.880 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3110, 2024-04-13T08:45:19.880 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.880 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.880 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.881 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.3", 2024-04-13T08:45:19.881 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.881 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.881 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.881 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 9188, 2024-04-13T08:45:19.881 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.881 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:39:11.566945+0000", 2024-04-13T08:45:19.881 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.006486199, 2024-04-13T08:45:19.881 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.881 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.881 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.881 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.881 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.881 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.881 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:19.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:19.882 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:19.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:19.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 1459, 2024-04-13T08:45:19.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 371066, 2024-04-13T08:45:19.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3081, 2024-04-13T08:45:19.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 384648 2024-04-13T08:45:19.884 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.884 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.884 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.884 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.884 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.884 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.884 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:19.884 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.884 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:19.885 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3110" 2024-04-13T08:45:19.885 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.885 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.885 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.885 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.885 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.885 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:19.885 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.885 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:19.885 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.885 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.885 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:19.885 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.885 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.885 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:19.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.004018+0000", 2024-04-13T08:45:19.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.004018+0000", 2024-04-13T08:45:19.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.004312+0000", 2024-04-13T08:45:19.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:19.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:19.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:19.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:19.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:19.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.886 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.887 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.887 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:19.887 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:19.887 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.887 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.887 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.887 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.887 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:19.887 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.887 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.887 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.887 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.887 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.887 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.887 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.888 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.888 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.0", 2024-04-13T08:45:19.888 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.888 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.888 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.888 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5023, 2024-04-13T08:45:19.888 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.888 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:45:07.102365+0000", 2024-04-13T08:45:19.888 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.888 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.888 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.888 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.889 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.891 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.891 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.891 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.891 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.891 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.891 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.891 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:19.892 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.892 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:19.892 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.892 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.892 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.892 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.892 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.892 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.892 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:19.892 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.892 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:19.892 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.892 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.892 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.893 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.893 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.893 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.893 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:19.893 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.932059+0000", 2024-04-13T08:45:19.893 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.932059+0000", 2024-04-13T08:45:19.893 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.933157+0000", 2024-04-13T08:45:19.893 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:19.893 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.893 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.893 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.893 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:19.893 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:19.893 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:19.894 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:19.894 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.894 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.894 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.894 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:19.894 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:19.894 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.894 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.894 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.894 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.894 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:19.894 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.894 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.894 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.895 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.895 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.895 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.895 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.895 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.895 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1", 2024-04-13T08:45:19.895 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.895 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.895 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.895 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5218, 2024-04-13T08:45:19.895 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.895 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:33:30.171374+0000", 2024-04-13T08:45:19.895 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.895 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.895 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.896 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.896 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.896 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.896 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.896 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.896 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.896 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.896 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.896 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.896 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.896 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.896 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.896 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.896 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.896 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.898 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.898 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.898 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.898 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.899 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.899 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.899 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:19.899 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.899 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:19.899 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.899 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.899 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.899 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.899 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.899 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.899 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:19.899 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.899 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:19.899 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.900 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.900 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:19.900 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.900 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.900 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.900 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:19.900 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:19:36.800595+0000", 2024-04-13T08:45:19.900 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:19:36.800595+0000", 2024-04-13T08:45:19.900 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.339925+0000", 2024-04-13T08:45:19.900 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:19.900 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.900 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.900 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.900 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 385, 2024-04-13T08:45:19.901 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:19.901 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:19.901 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:19.901 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.901 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.901 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.901 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:19.901 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:19.901 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.901 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3085, 2024-04-13T08:45:19.901 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.901 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.901 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 384, 2024-04-13T08:45:19.901 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.902 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.902 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.902 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.902 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3085, 2024-04-13T08:45:19.902 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.902 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.902 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.902 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.6", 2024-04-13T08:45:19.902 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.902 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.902 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.902 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 9231, 2024-04-13T08:45:19.902 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.902 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:49:34.686907+0000", 2024-04-13T08:45:19.903 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.009581981, 2024-04-13T08:45:19.903 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.903 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 4194304, 2024-04-13T08:45:19.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.903 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:19.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:19.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:19.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 1648, 2024-04-13T08:45:19.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 381912, 2024-04-13T08:45:19.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3025, 2024-04-13T08:45:19.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 358997 2024-04-13T08:45:19.906 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.906 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.906 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.906 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.906 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.906 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.906 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:19.906 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.906 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:19.906 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3085" 2024-04-13T08:45:19.906 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.906 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.906 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.907 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.907 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.907 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.907 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.907 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:19.907 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.907 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.907 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 20, 2024-04-13T08:45:19.907 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.907 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.907 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.907 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:19.907 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994730+0000", 2024-04-13T08:45:19.907 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994730+0000", 2024-04-13T08:45:19.908 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.995391+0000", 2024-04-13T08:45:19.908 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:19.908 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:08:28.417903+0000", 2024-04-13T08:45:19.908 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.908 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:08:28.417903+0000", 2024-04-13T08:45:19.908 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:19.908 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:19.908 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:19.908 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:19.908 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.908 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.908 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:08:28.417903+0000", 2024-04-13T08:45:19.908 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:19.908 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:19.909 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.909 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 197, 2024-04-13T08:45:19.909 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.909 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.909 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:19.909 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.909 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.909 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.909 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.909 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 197, 2024-04-13T08:45:19.909 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.909 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.909 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.909 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "1.0", 2024-04-13T08:45:19.909 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.910 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.910 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.910 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5518, 2024-04-13T08:45:19.910 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.910 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:57:17.508755+0000", 2024-04-13T08:45:19.910 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.910 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.910 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 590368, 2024-04-13T08:45:19.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 1771104, 2024-04-13T08:45:19.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.910 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:19.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:19.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:19.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 6, 2024-04-13T08:45:19.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 812, 2024-04-13T08:45:19.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 1310, 2024-04-13T08:45:19.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 311, 2024-04-13T08:45:19.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 2416 2024-04-13T08:45:19.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.913 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.913 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.913 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.913 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:19.913 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.913 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.913 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.913 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:19.913 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "237'197" 2024-04-13T08:45:19.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.913 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.913 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.914 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.914 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.914 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:19.914 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.914 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:19.914 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.914 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.914 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:19.914 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.914 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.914 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.914 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:19.914 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.435327+0000", 2024-04-13T08:45:19.914 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.435327+0000", 2024-04-13T08:45:19.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.436299+0000", 2024-04-13T08:45:19.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:19.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:19.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:19.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:19.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:19.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:19.915 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:19.916 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.916 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.916 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.916 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.916 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:19.916 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.916 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.916 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.916 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.916 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.916 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.916 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.916 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.916 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.3", 2024-04-13T08:45:19.917 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.917 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.917 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.917 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5073, 2024-04-13T08:45:19.917 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.917 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:27:14.387889+0000", 2024-04-13T08:45:19.917 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.917 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.917 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.917 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.917 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.917 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.917 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.917 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.917 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.918 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.920 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.920 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.920 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.920 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.920 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.920 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.920 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:19.920 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.920 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:19.920 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.921 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.921 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.921 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.921 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.921 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.921 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.921 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.921 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:19.921 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.921 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.921 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.921 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.921 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.921 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.921 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:19.922 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.165087+0000", 2024-04-13T08:45:19.922 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.165087+0000", 2024-04-13T08:45:19.922 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.165309+0000", 2024-04-13T08:45:19.922 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:19.922 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.922 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.922 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.922 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:19.922 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:19.922 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:19.922 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:19.922 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.922 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.922 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.923 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:19.923 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:19.923 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.923 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.923 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.923 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.923 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:19.923 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.923 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.923 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.923 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.923 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.923 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.923 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.924 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.924 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2", 2024-04-13T08:45:19.924 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.924 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.924 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.924 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5127, 2024-04-13T08:45:19.924 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.924 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:30:47.604048+0000", 2024-04-13T08:45:19.924 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.924 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.924 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.924 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.924 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.924 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.924 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.925 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.925 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.925 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.925 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.925 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.925 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.925 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.925 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.925 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.925 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.925 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.925 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.925 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.925 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.927 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.927 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.927 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.927 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.927 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.927 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.927 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.928 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.928 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:19.928 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.928 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.928 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.928 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.928 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:19.928 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.928 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:19.928 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.928 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:19.928 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.928 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.928 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:19.929 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.929 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.929 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.929 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:19.929 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.996179+0000", 2024-04-13T08:45:19.929 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.996179+0000", 2024-04-13T08:45:19.929 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.389225+0000", 2024-04-13T08:45:19.929 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:19.929 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.929 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.929 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.929 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:19.929 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:19.930 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:19.930 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:19.930 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.930 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.930 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.930 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:19.930 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:19.930 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.930 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3106, 2024-04-13T08:45:19.930 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.930 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.930 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:19.930 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.930 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.931 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.931 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.931 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3106, 2024-04-13T08:45:19.931 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.931 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.931 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.931 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.5", 2024-04-13T08:45:19.931 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.931 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.931 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.931 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 8732, 2024-04-13T08:45:19.931 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.931 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:24:53.808653+0000", 2024-04-13T08:45:19.931 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.003767069, 2024-04-13T08:45:19.932 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.932 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.932 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.932 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.932 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.932 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.932 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.932 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.932 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.932 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.932 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.932 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.932 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.932 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.933 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.933 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.933 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.933 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.933 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.933 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.933 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.933 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.933 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.933 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.933 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.933 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.933 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.933 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.933 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 879, 2024-04-13T08:45:19.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 394402, 2024-04-13T08:45:19.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3098, 2024-04-13T08:45:19.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 420001 2024-04-13T08:45:19.934 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.935 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.935 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.935 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.935 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:19.935 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.935 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:19.935 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.935 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:19.935 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3106" 2024-04-13T08:45:19.935 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.935 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.935 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.935 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.935 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.936 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:19.936 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.936 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:19.936 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.936 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.936 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:19.936 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.936 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.936 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.936 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:19.936 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.800610+0000", 2024-04-13T08:45:19.936 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.800610+0000", 2024-04-13T08:45:19.936 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.800902+0000", 2024-04-13T08:45:19.936 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:19.937 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.937 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.937 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.937 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:19.937 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:19.937 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:19.937 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:19.937 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.937 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.937 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.937 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:19.937 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:19.937 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.937 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.937 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.938 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.938 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:19.938 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.938 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.938 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.938 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.938 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.938 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.938 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.938 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.938 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1", 2024-04-13T08:45:19.938 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.938 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.938 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.939 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5187, 2024-04-13T08:45:19.939 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.939 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:47:16.927400+0000", 2024-04-13T08:45:19.939 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.939 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.939 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.939 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.939 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.939 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.939 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.939 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.939 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.939 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.939 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.940 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.940 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.940 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.940 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.940 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.940 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.940 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.940 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.940 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.940 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.940 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.940 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.940 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.940 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.940 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.940 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.941 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.942 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.942 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.942 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.942 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.942 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.942 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:19.942 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.942 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:19.942 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.942 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.942 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.942 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.942 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.942 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.942 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.943 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.943 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:19.943 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.943 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.943 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.943 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.943 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.943 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.943 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:19.943 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.156141+0000", 2024-04-13T08:45:19.943 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.156141+0000", 2024-04-13T08:45:19.943 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.156483+0000", 2024-04-13T08:45:19.943 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:19.943 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.943 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.944 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.944 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:19.944 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:19.944 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:19.944 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:19.944 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.944 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.944 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.944 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:19.944 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:19.944 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.944 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.944 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.944 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.944 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:19.944 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.945 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.945 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.945 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.945 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.945 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.945 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.945 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.945 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.0", 2024-04-13T08:45:19.945 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.945 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.945 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.945 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5215, 2024-04-13T08:45:19.945 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.945 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:08:18.423327+0000", 2024-04-13T08:45:19.945 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.945 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.946 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.946 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.947 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.948 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.948 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.949 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.949 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.949 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.949 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.949 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.949 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.949 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:19.949 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.949 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.949 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.949 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.949 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.949 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.949 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:19.950 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.950 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:19.950 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.950 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.950 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:19.950 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.950 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.950 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:19.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.448941+0000", 2024-04-13T08:45:19.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.448941+0000", 2024-04-13T08:45:19.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.342398+0000", 2024-04-13T08:45:19.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:19.950 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:19.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:19.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:19.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:19.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:19.951 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:19.951 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.951 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3018, 2024-04-13T08:45:19.951 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.952 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.952 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:19.952 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.952 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.952 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.952 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.952 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3018, 2024-04-13T08:45:19.952 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.952 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.952 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.952 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.7", 2024-04-13T08:45:19.952 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.952 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.952 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.952 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 8836, 2024-04-13T08:45:19.953 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.953 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:16:09.107606+0000", 2024-04-13T08:45:19.953 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.011349046, 2024-04-13T08:45:19.953 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.953 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.953 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 928, 2024-04-13T08:45:19.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 379413, 2024-04-13T08:45:19.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3020, 2024-04-13T08:45:19.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 369801 2024-04-13T08:45:19.956 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.956 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.956 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.956 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.956 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.956 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.956 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:19.956 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.956 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:19.956 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1179'3018" 2024-04-13T08:45:19.956 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.956 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.957 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.957 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.957 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.957 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.957 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.957 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:19.957 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.957 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.957 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.957 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.957 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.957 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.957 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:19.957 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.166911+0000", 2024-04-13T08:45:19.957 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.166911+0000", 2024-04-13T08:45:19.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.167272+0000", 2024-04-13T08:45:19.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:19.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:19.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:19.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:19.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:19.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:19.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:19.959 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.959 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.959 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.959 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.959 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:19.959 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.959 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.959 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.959 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.959 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.959 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.959 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.959 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.960 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3", 2024-04-13T08:45:19.960 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.960 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.960 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.960 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5136, 2024-04-13T08:45:19.960 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.960 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:41:13.413148+0000", 2024-04-13T08:45:19.960 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.960 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.960 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.960 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.960 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.960 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.960 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.963 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.963 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.963 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.963 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.963 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:19.963 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.963 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.964 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.964 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:19.964 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.964 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.964 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.964 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.964 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.964 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.964 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.964 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.964 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:19.964 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.964 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.964 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:19.965 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.965 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.965 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:19.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.167901+0000", 2024-04-13T08:45:19.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.167901+0000", 2024-04-13T08:45:19.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.168243+0000", 2024-04-13T08:45:19.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:19.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:19.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:19.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:19.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:19.966 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.966 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.966 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.966 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:19.966 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:19.966 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.966 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.966 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.966 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.966 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:19.966 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.966 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.966 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.966 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.967 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.967 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.967 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.967 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.967 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.2", 2024-04-13T08:45:19.967 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.967 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.967 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.967 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5080, 2024-04-13T08:45:19.967 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.967 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:43:07.082883+0000", 2024-04-13T08:45:19.967 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.967 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.967 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.967 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.967 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.970 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.970 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.970 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.970 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.971 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.971 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.971 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:19.971 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.971 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:19.971 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.971 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.971 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.971 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.971 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.971 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.971 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:19.971 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.971 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:19.971 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.972 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.972 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:19.972 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.972 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.972 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.972 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:45:03.616172+0000", 2024-04-13T08:45:19.972 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.803111+0000", 2024-04-13T08:45:19.972 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.803111+0000", 2024-04-13T08:45:19.972 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.340110+0000", 2024-04-13T08:45:19.972 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:45:03.616172+0000", 2024-04-13T08:45:19.972 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.972 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.972 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.972 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:19.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:45:03.616172+0000", 2024-04-13T08:45:19.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:45:03.616172+0000", 2024-04-13T08:45:19.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:45:03.616172+0000", 2024-04-13T08:45:19.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:45:03.616172+0000", 2024-04-13T08:45:19.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:45:03.616172+0000", 2024-04-13T08:45:19.973 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.973 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3067, 2024-04-13T08:45:19.973 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.973 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.973 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:19.973 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.973 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.974 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.974 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.974 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3067, 2024-04-13T08:45:19.974 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.974 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.974 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.974 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.4", 2024-04-13T08:45:19.974 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.974 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.974 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.974 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 9081, 2024-04-13T08:45:19.974 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.974 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:42:08.234645+0000", 2024-04-13T08:45:19.974 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.011400536, 2024-04-13T08:45:19.975 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.975 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:19.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:19.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:19.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:19.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 1302, 2024-04-13T08:45:19.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 366640, 2024-04-13T08:45:19.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3059, 2024-04-13T08:45:19.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 375365 2024-04-13T08:45:19.977 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.977 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.978 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.978 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.978 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.978 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:19.978 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:19.978 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.978 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:19.978 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3067" 2024-04-13T08:45:19.978 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.978 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.978 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.978 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.978 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.978 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:19.979 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.979 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:19.979 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.979 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.979 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:19.979 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.979 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.979 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.979 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:19.979 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.449254+0000", 2024-04-13T08:45:19.979 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.449254+0000", 2024-04-13T08:45:19.979 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.449597+0000", 2024-04-13T08:45:19.979 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:19.979 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:19.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:19.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:19.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:19.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:19.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:19.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:19.980 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.980 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.980 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.981 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.981 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:19.981 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.981 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.981 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.981 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.981 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.981 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.981 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.981 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.981 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.5", 2024-04-13T08:45:19.981 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.981 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.981 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.981 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5070, 2024-04-13T08:45:19.981 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.982 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:30:12.840058+0000", 2024-04-13T08:45:19.982 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.982 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.982 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.985 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.985 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.985 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.985 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.985 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.985 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:19.985 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:19.985 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.985 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:19.985 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.985 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.985 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.985 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.986 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.986 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.986 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:19.986 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.986 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:19.986 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.986 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.986 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:19.986 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.986 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.986 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.986 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:19.986 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.009592+0000", 2024-04-13T08:45:19.986 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.009592+0000", 2024-04-13T08:45:19.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.009927+0000", 2024-04-13T08:45:19.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:19.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:19.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:19.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:19.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:19.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:19.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:19.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:19.988 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.988 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:19.988 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.988 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.988 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:19.988 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.988 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.988 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.988 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.988 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:19.988 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.988 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.988 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.988 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.4", 2024-04-13T08:45:19.988 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.989 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.989 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.989 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5226, 2024-04-13T08:45:19.989 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.989 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:06:22.826092+0000", 2024-04-13T08:45:19.989 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:19.989 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.989 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:19.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.989 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:19.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:19.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:19.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:19.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:19.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:19.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:19.992 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.992 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.992 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.992 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.992 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.992 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:19.992 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:19.992 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.992 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:19.993 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:19.993 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.993 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:19.993 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:19.993 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.993 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:19.993 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:19.993 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:19.993 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:19.993 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:19.993 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:19.993 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:19.993 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:19.993 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:19.994 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:19.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:19.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.441801+0000", 2024-04-13T08:45:19.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.441801+0000", 2024-04-13T08:45:19.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.336884+0000", 2024-04-13T08:45:19.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:19.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:19.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:19.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:19.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:19.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:19.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:19.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:19.995 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:19.995 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:19.995 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:19.995 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:19.995 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2948, 2024-04-13T08:45:19.995 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:19.995 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:19.995 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:19.995 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:19.995 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:19.995 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:19.995 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:19.995 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2948, 2024-04-13T08:45:19.996 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:19.996 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:19.996 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:19.996 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.2", 2024-04-13T08:45:19.996 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:19.996 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:19.996 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:19.996 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 8855, 2024-04-13T08:45:19.996 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:19.996 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:02:15.391820+0000", 2024-04-13T08:45:19.996 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.006744742, 2024-04-13T08:45:19.996 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:19.996 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:19.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 19, 2024-04-13T08:45:19.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:19.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:19.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:19.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:19.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:19.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:19.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:19.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:19.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:19.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:19.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:19.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:19.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:19.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:19.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:19.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:19.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:19.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:19.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:19.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:19.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:19.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:19.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:19.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:19.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:19.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:19.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:19.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:19.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:19.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:19.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:19.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:19.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 777, 2024-04-13T08:45:19.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 419364, 2024-04-13T08:45:19.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:19.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:19.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:19.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 2958, 2024-04-13T08:45:19.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 383925 2024-04-13T08:45:19.999 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:19.999 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:19.999 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:19.999 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:19.999 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:19.999 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.000 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:20.000 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.000 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:20.000 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1179'2948" 2024-04-13T08:45:20.000 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.000 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.000 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.000 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.000 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.000 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.000 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.000 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:20.000 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.000 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.001 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.001 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.001 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.001 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.001 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:20.001 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994925+0000", 2024-04-13T08:45:20.001 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994925+0000", 2024-04-13T08:45:20.001 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.995263+0000", 2024-04-13T08:45:20.001 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:20.001 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.001 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.001 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.001 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.001 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:20.001 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:20.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:20.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:20.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:20.002 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.002 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.002 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.002 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.002 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.002 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.002 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.002 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.003 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.003 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.003 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.003 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.003 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.003 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.e", 2024-04-13T08:45:20.003 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.003 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.003 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.003 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4994, 2024-04-13T08:45:20.003 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.003 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:27:06.999181+0000", 2024-04-13T08:45:20.003 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.003 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.003 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.006 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.006 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.006 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.007 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.007 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.007 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.007 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.007 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.007 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:20.007 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.007 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.007 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.007 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.007 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.007 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.007 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:20.007 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.007 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:20.008 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.008 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.008 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:20.008 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.008 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.008 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.008 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:20.008 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.986922+0000", 2024-04-13T08:45:20.008 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.986922+0000", 2024-04-13T08:45:20.008 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.987265+0000", 2024-04-13T08:45:20.008 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:20.008 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.008 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.008 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:20.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:20.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:20.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:20.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:20.009 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.009 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T08:45:20.009 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.009 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.009 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.010 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.010 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.010 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.010 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.010 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T08:45:20.010 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.010 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.010 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.010 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.f", 2024-04-13T08:45:20.010 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.010 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.010 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.010 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5137, 2024-04-13T08:45:20.010 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.011 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:37:48.436353+0000", 2024-04-13T08:45:20.011 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.011 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.011 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.011 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 22, 2024-04-13T08:45:20.011 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.011 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.011 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.011 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.011 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.011 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.011 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.011 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.011 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:20.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:20.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:20.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 2, 2024-04-13T08:45:20.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 2, 2024-04-13T08:45:20.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T08:45:20.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T08:45:20.014 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.014 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.014 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.014 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.014 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.014 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.014 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:20.014 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.014 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:20.014 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'1" 2024-04-13T08:45:20.014 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.014 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.014 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.014 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.015 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.015 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:20.015 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.015 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:20.015 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.015 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.015 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.015 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.015 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.015 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.015 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:20.015 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.995647+0000", 2024-04-13T08:45:20.015 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.995647+0000", 2024-04-13T08:45:20.015 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.998730+0000", 2024-04-13T08:45:20.016 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:20.016 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.016 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.016 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.016 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.016 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:20.016 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:20.016 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:20.016 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.016 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.016 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.016 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:20.016 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:20.016 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.016 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.017 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.017 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.017 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.017 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.017 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.017 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.017 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.017 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.017 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.017 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.017 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.017 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.11", 2024-04-13T08:45:20.017 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.018 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.018 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.018 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5019, 2024-04-13T08:45:20.018 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.018 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:36:44.067412+0000", 2024-04-13T08:45:20.018 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.018 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.018 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.018 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.018 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.018 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.018 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.018 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.018 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.018 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.021 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.021 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.021 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.021 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.021 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.021 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.021 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:20.021 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.021 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:20.021 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.021 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.021 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.022 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.022 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:20.022 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:20.022 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:20.022 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.022 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:20.022 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.022 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.022 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:20.022 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.022 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.022 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.022 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:20.023 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:19:36.794944+0000", 2024-04-13T08:45:20.023 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:19:36.794944+0000", 2024-04-13T08:45:20.023 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:19:36.795591+0000", 2024-04-13T08:45:20.023 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:20.023 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.023 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.023 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.023 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 385, 2024-04-13T08:45:20.023 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:20.023 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:20.023 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:20.023 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.023 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.023 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.024 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:20.024 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:20.024 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.024 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 8, 2024-04-13T08:45:20.024 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.024 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.024 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 384, 2024-04-13T08:45:20.024 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.024 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.024 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.024 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.024 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 8, 2024-04-13T08:45:20.024 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.024 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.024 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.025 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.10", 2024-04-13T08:45:20.025 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.025 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.025 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.025 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5206, 2024-04-13T08:45:20.025 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.025 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:48:53.284073+0000", 2024-04-13T08:45:20.025 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.025 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.025 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.025 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.025 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.025 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.025 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.025 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.026 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.026 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.026 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.026 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.026 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.026 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.026 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.026 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.026 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.026 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.026 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.026 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 12, 2024-04-13T08:45:20.026 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 4, 2024-04-13T08:45:20.026 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 4, 2024-04-13T08:45:20.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 4, 2024-04-13T08:45:20.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 48, 2024-04-13T08:45:20.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 48, 2024-04-13T08:45:20.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 12, 2024-04-13T08:45:20.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.028 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.028 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.028 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.028 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.028 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:20.028 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:20.028 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:20.028 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.029 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:20.029 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'8" 2024-04-13T08:45:20.029 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.029 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.029 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.029 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.029 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.029 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:20.029 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.029 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:20.029 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.029 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.029 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.029 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.030 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.030 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.030 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:20.030 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.167020+0000", 2024-04-13T08:45:20.030 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.167020+0000", 2024-04-13T08:45:20.030 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.167693+0000", 2024-04-13T08:45:20.030 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:20.030 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.030 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.030 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.030 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:20.030 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:20.030 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:20.030 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:20.031 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.031 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.031 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.031 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:20.031 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:20.031 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.031 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.031 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.031 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.031 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:20.031 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.031 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.031 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.031 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.031 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.032 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.032 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.032 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.032 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.10", 2024-04-13T08:45:20.032 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.032 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.032 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.032 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5023, 2024-04-13T08:45:20.032 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.032 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:31:20.315116+0000", 2024-04-13T08:45:20.032 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.032 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.032 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.032 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.033 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.035 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.035 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.035 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.035 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.035 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.036 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.036 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:20.036 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.036 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:20.036 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.036 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.036 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.036 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.036 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.036 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.036 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.036 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.036 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:20.036 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.036 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.037 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:20.037 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.037 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.037 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.037 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:20.037 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.175405+0000", 2024-04-13T08:45:20.037 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.175405+0000", 2024-04-13T08:45:20.037 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.176443+0000", 2024-04-13T08:45:20.037 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:20.037 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.037 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.037 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.037 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:20.037 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:20.037 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:20.038 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:20.038 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.038 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.038 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.038 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:20.038 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:20.038 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.038 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.038 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.038 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.038 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:20.038 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.038 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.038 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.039 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.039 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.039 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.039 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.039 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.039 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.11", 2024-04-13T08:45:20.039 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.039 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.039 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.039 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5031, 2024-04-13T08:45:20.039 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.039 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:00:14.213685+0000", 2024-04-13T08:45:20.039 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.039 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.039 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.040 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.042 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.042 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.042 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.042 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.043 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.043 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.043 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.043 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.043 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:20.043 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.043 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.043 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.043 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.043 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.043 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.043 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:20.043 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.043 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:20.043 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.044 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.044 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.044 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.044 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.044 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.044 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:20.044 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.986068+0000", 2024-04-13T08:45:20.044 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.986068+0000", 2024-04-13T08:45:20.044 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.000085+0000", 2024-04-13T08:45:20.044 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:20.044 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.044 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.044 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.044 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.044 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:20.045 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:20.045 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:20.045 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.045 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.045 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.045 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:20.045 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:20.045 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.045 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.045 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.045 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.045 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.045 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.045 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.045 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.046 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.046 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.046 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.046 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.046 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.046 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.13", 2024-04-13T08:45:20.046 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.046 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.046 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.046 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4993, 2024-04-13T08:45:20.046 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.046 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:43:36.828941+0000", 2024-04-13T08:45:20.046 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.046 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.047 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.047 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.048 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.049 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.049 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.049 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.050 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.050 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.050 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.050 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:20.050 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.050 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:20.050 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.050 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.050 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.050 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.050 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.050 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.050 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:20.050 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.050 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:20.051 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.051 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.051 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:20.051 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.051 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.051 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.051 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912972+0000", 2024-04-13T08:45:20.051 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.988883+0000", 2024-04-13T08:45:20.051 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.988883+0000", 2024-04-13T08:45:20.051 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.989430+0000", 2024-04-13T08:45:20.051 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912972+0000", 2024-04-13T08:45:20.051 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.051 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.051 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912972+0000", 2024-04-13T08:45:20.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912972+0000", 2024-04-13T08:45:20.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912972+0000", 2024-04-13T08:45:20.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912972+0000", 2024-04-13T08:45:20.052 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912972+0000", 2024-04-13T08:45:20.052 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.052 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.052 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.052 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.052 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.052 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.053 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.053 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.053 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.053 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.053 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.053 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.053 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.053 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.12", 2024-04-13T08:45:20.053 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.053 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.053 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.053 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5060, 2024-04-13T08:45:20.053 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.053 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:31:16.477423+0000", 2024-04-13T08:45:20.054 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.054 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.054 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.054 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.054 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.054 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.054 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.054 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.054 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.054 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.054 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.054 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.054 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.054 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.055 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.056 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.057 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.057 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.057 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.057 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.057 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.057 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:20.057 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.057 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:20.057 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.057 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.057 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.057 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.057 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.057 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.057 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:20.058 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.058 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:20.058 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.058 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.058 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.058 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.058 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.058 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.058 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:20.058 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.000592+0000", 2024-04-13T08:45:20.058 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.000592+0000", 2024-04-13T08:45:20.058 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.000986+0000", 2024-04-13T08:45:20.058 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:20.059 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.059 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.059 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.059 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.059 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:20.059 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:20.059 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:20.059 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.059 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.059 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.059 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:20.059 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:20.059 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.059 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.059 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.060 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.060 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.060 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.060 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.060 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.060 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.060 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.060 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.060 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.060 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.060 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.12", 2024-04-13T08:45:20.060 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.060 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.060 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.060 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5213, 2024-04-13T08:45:20.061 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.061 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:10:24.957445+0000", 2024-04-13T08:45:20.061 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.061 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.061 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.061 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.062 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.063 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.064 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.064 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.064 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.064 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.064 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.064 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.064 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:20.064 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.064 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:20.064 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.064 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.064 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.064 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.065 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.065 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.065 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:20.065 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.065 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:20.065 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.065 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.065 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:20.065 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.065 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.065 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.065 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:20.065 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.923756+0000", 2024-04-13T08:45:20.065 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.923756+0000", 2024-04-13T08:45:20.065 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.924281+0000", 2024-04-13T08:45:20.066 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:20.066 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.066 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.066 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.066 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:20.066 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:20.066 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:20.066 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:20.066 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.066 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.066 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.066 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:20.066 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:20.066 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.067 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:20.067 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.067 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.067 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:20.067 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.067 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.067 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.067 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.067 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:20.067 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.067 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.067 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.067 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.13", 2024-04-13T08:45:20.067 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.067 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.068 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.068 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5220, 2024-04-13T08:45:20.068 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.068 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:03:53.986623+0000", 2024-04-13T08:45:20.068 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.068 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.068 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.068 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 34, 2024-04-13T08:45:20.068 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.068 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.068 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.068 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.068 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.068 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.068 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:20.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:20.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:20.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.069 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:20.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 8, 2024-04-13T08:45:20.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 16, 2024-04-13T08:45:20.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.070 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:20.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 7 2024-04-13T08:45:20.071 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.071 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.071 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.071 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.071 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.071 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.071 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:20.071 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.071 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:20.071 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:20.071 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.071 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.072 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.072 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.072 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.072 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:20.072 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.072 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:20.072 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.072 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.072 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.072 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.072 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.072 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.072 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:20.072 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.991210+0000", 2024-04-13T08:45:20.072 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.991210+0000", 2024-04-13T08:45:20.072 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.992247+0000", 2024-04-13T08:45:20.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:20.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:20.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:20.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:20.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.073 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:20.074 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:20.074 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.074 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.074 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.074 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.074 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.074 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.074 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.074 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.074 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.074 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.074 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.074 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.075 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.075 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.15", 2024-04-13T08:45:20.075 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.075 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.075 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.075 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4992, 2024-04-13T08:45:20.075 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.075 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:32:46.556285+0000", 2024-04-13T08:45:20.075 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.075 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.075 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.075 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.075 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.075 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.076 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.077 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.078 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.078 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.078 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.078 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.078 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.078 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.079 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:20.079 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.079 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:20.079 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.079 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.079 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.079 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.079 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.079 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.079 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:20.079 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.079 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:20.079 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.079 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.079 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:20.080 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.080 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.080 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.080 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:20.080 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.172651+0000", 2024-04-13T08:45:20.080 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.172651+0000", 2024-04-13T08:45:20.080 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.173016+0000", 2024-04-13T08:45:20.080 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:20.080 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.080 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.080 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.080 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:20.080 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:20.080 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:20.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:20.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:20.081 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:20.081 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.081 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 30, 2024-04-13T08:45:20.081 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.081 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.081 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:20.081 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.081 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.081 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.082 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.082 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 30, 2024-04-13T08:45:20.082 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.082 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.082 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.082 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.14", 2024-04-13T08:45:20.082 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.082 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.082 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.082 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5066, 2024-04-13T08:45:20.082 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.082 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:42:28.705917+0000", 2024-04-13T08:45:20.082 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.082 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.083 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 5824, 2024-04-13T08:45:20.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.083 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 12, 2024-04-13T08:45:20.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 4, 2024-04-13T08:45:20.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 4, 2024-04-13T08:45:20.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:20.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.084 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 20, 2024-04-13T08:45:20.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 28, 2024-04-13T08:45:20.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 28, 2024-04-13T08:45:20.085 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 25 2024-04-13T08:45:20.085 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.085 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.085 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.085 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.085 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.086 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.086 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:20.086 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.086 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:20.086 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'30" 2024-04-13T08:45:20.086 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.086 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.086 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.086 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.086 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.086 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:20.086 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.086 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:20.086 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.087 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.087 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.087 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.087 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.087 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.087 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:20.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.979594+0000", 2024-04-13T08:45:20.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.979594+0000", 2024-04-13T08:45:20.089 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.979944+0000", 2024-04-13T08:45:20.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:20.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:20.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:20.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:20.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:20.091 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:20.091 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.091 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.091 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.091 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.091 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.091 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.091 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.091 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.091 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.091 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.091 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.091 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.091 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.092 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.14", 2024-04-13T08:45:20.092 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.092 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.092 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.092 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5119, 2024-04-13T08:45:20.092 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.092 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:20:15.686817+0000", 2024-04-13T08:45:20.092 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.092 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.092 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.095 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.095 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.095 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.095 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.096 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.096 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.096 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:20.096 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.096 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:20.096 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.096 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.096 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.096 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.096 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:20.096 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.096 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:20.096 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.096 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:20.097 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.097 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.097 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:20.097 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.097 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.097 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.097 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:20.097 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.449061+0000", 2024-04-13T08:45:20.097 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.449061+0000", 2024-04-13T08:45:20.097 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.449440+0000", 2024-04-13T08:45:20.097 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:20.097 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.097 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:20.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:20.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:20.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:20.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:20.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:20.098 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.098 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:20.098 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.098 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.099 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:20.099 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.099 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.099 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.099 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.099 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:20.099 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.099 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.099 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.099 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.15", 2024-04-13T08:45:20.099 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.099 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.099 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.099 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5229, 2024-04-13T08:45:20.100 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.100 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:45:56.293098+0000", 2024-04-13T08:45:20.100 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.100 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.100 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 90, 2024-04-13T08:45:20.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:20.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:20.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:20.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:20.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 14, 2024-04-13T08:45:20.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 14, 2024-04-13T08:45:20.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 4, 2024-04-13T08:45:20.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T08:45:20.103 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.103 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.103 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.103 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.103 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:20.103 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.103 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:20.103 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.103 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:20.103 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'3" 2024-04-13T08:45:20.103 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.103 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.103 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.103 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.104 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.104 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:20.104 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.104 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:20.104 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.104 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.104 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.104 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.104 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.104 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.104 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:20.104 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.441972+0000", 2024-04-13T08:45:20.104 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.441972+0000", 2024-04-13T08:45:20.104 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.442787+0000", 2024-04-13T08:45:20.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:20.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:20.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:20.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:20.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:20.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:20.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:20.105 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.106 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.106 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.106 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.106 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:20.106 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.106 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.106 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.106 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.106 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.106 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.106 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.106 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.106 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.17", 2024-04-13T08:45:20.106 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.107 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.107 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.107 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5211, 2024-04-13T08:45:20.107 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.107 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:32:48.009448+0000", 2024-04-13T08:45:20.107 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.107 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.107 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.110 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.110 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.110 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.110 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.110 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.110 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.110 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:20.110 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.110 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:20.111 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.111 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.111 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.111 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.111 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.111 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:20.111 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.111 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:20.111 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.111 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.111 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:20.111 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.111 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.111 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:20.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.171724+0000", 2024-04-13T08:45:20.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.171724+0000", 2024-04-13T08:45:20.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.172042+0000", 2024-04-13T08:45:20.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:20.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:20.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:20.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:20.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:20.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.113 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.113 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:20.113 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:20.113 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.113 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.113 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.113 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.113 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:20.113 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.113 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.113 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.113 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.113 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.113 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.113 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.114 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.114 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.16", 2024-04-13T08:45:20.114 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.114 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.114 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.114 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5067, 2024-04-13T08:45:20.114 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.114 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:59:43.008002+0000", 2024-04-13T08:45:20.114 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.114 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.114 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.114 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.114 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.114 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.117 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.117 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.117 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.118 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.118 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.118 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.118 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:20.118 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.118 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:20.118 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.118 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.118 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.118 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.118 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.118 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.118 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.118 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:20.119 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.119 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.119 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.119 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.119 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.119 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.119 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:20.119 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.982856+0000", 2024-04-13T08:45:20.119 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.982856+0000", 2024-04-13T08:45:20.119 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.983264+0000", 2024-04-13T08:45:20.119 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:20.119 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.119 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.119 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:20.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:20.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:20.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:20.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:20.120 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.120 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.120 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.120 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.121 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.121 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.121 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.121 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.121 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.121 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.121 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.121 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.121 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.121 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.16", 2024-04-13T08:45:20.121 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.121 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.121 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.121 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5073, 2024-04-13T08:45:20.122 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.122 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:45:03.998773+0000", 2024-04-13T08:45:20.122 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.122 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.122 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.125 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.125 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.125 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.125 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.125 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.125 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.125 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.125 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.125 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:20.125 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.125 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.125 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.126 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.126 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.126 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:20.126 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.126 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:20.126 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.126 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.126 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:20.126 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.126 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.126 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.126 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:20.126 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.169358+0000", 2024-04-13T08:45:20.126 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.169358+0000", 2024-04-13T08:45:20.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.171877+0000", 2024-04-13T08:45:20.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:20.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:20.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:20.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:20.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:20.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:20.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:20.128 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.128 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.128 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.128 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.128 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:20.128 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.128 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.128 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.128 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.128 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.128 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.128 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.128 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.129 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.17", 2024-04-13T08:45:20.129 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.129 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.129 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.129 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5023, 2024-04-13T08:45:20.129 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.129 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:51:31.670554+0000", 2024-04-13T08:45:20.129 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.129 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.129 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.129 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.129 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.129 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.129 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.129 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.132 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.132 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.132 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.132 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.132 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.132 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.132 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.132 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.132 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.132 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.132 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.132 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.132 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:20.132 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.133 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:20.133 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.133 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.133 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.133 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:20.133 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.133 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:20.133 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.133 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:20.133 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.133 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.133 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.133 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.133 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.134 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:20.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.806703+0000", 2024-04-13T08:45:20.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.806703+0000", 2024-04-13T08:45:20.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.807016+0000", 2024-04-13T08:45:20.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:20.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:20.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:20.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:20.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:20.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.135 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.135 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.135 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:20.135 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:20.135 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.135 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.135 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.135 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.135 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:20.135 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.135 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.135 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.135 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.136 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.136 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.136 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.136 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.136 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.19", 2024-04-13T08:45:20.136 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.136 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.136 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.136 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5224, 2024-04-13T08:45:20.136 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.136 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:36:45.199661+0000", 2024-04-13T08:45:20.136 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.136 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.136 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.136 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.139 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.139 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.139 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.139 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:20.140 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.140 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:20.140 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.140 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:20.140 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.140 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.140 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.140 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.140 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.140 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.140 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.140 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:20.140 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.140 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.141 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:20.141 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.141 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.141 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.141 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:20.141 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.442562+0000", 2024-04-13T08:45:20.141 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.442562+0000", 2024-04-13T08:45:20.141 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.442917+0000", 2024-04-13T08:45:20.141 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:20.141 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.141 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.141 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.141 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:20.141 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:20.142 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:20.142 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:20.142 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.142 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.142 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.142 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:20.142 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:20.142 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.142 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.142 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.142 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.142 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:20.142 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.143 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.143 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.143 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.143 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.143 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.143 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.143 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.143 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.18", 2024-04-13T08:45:20.143 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.143 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.143 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.143 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5063, 2024-04-13T08:45:20.144 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.144 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:54:44.757014+0000", 2024-04-13T08:45:20.144 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.144 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.144 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.147 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.147 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.147 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.147 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.147 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.147 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.147 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.147 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.147 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.148 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.148 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.148 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.148 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.148 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.148 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.148 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.148 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.148 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.148 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.148 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.148 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.149 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:20.149 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.149 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.149 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.149 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.149 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.149 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.149 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.149 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:20.150 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.150 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.150 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.150 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.150 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.150 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.150 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:20.150 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.814447+0000", 2024-04-13T08:45:20.150 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.814447+0000", 2024-04-13T08:45:20.151 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.816730+0000", 2024-04-13T08:45:20.151 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:20.151 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.151 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.151 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.151 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:20.151 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:20.151 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:20.151 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:20.151 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.152 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.152 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.152 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:20.152 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:20.152 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.152 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.152 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.152 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.152 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:20.152 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.152 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.152 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.153 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.153 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.153 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.153 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.153 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.153 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.18", 2024-04-13T08:45:20.153 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.153 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.153 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.153 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5135, 2024-04-13T08:45:20.153 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.153 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:15:30.573120+0000", 2024-04-13T08:45:20.153 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.153 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.154 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.154 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.154 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.154 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.154 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.154 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.154 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.154 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.154 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.154 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.154 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.154 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.154 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.155 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.155 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.155 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.155 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.155 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.155 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.155 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.155 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.155 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.155 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.155 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.155 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.155 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.155 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.156 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.157 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.157 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.157 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.157 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.157 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.157 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.157 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.157 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:20.157 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.157 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.157 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.157 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.157 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.157 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:20.158 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.158 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:20.158 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.158 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.158 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:20.158 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.158 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.158 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.158 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:20.158 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.174386+0000", 2024-04-13T08:45:20.158 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.174386+0000", 2024-04-13T08:45:20.158 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.174732+0000", 2024-04-13T08:45:20.158 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:20.158 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.158 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.159 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.159 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:20.159 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:20.159 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:20.159 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:20.159 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.159 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.159 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.159 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:20.159 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:20.159 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.159 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.159 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.159 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.160 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:20.160 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.160 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.160 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.160 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.160 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.160 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.160 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.160 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.160 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.19", 2024-04-13T08:45:20.160 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.160 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.160 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.160 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5135, 2024-04-13T08:45:20.160 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.160 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:11:35.954998+0000", 2024-04-13T08:45:20.161 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.161 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.161 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.164 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.164 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.164 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.164 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.164 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.164 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:20.164 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.164 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:20.164 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.164 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.164 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.164 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:20.164 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.165 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:20.165 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.165 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:20.165 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.165 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.165 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.165 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.165 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.165 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:20.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.986529+0000", 2024-04-13T08:45:20.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.986529+0000", 2024-04-13T08:45:20.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.986827+0000", 2024-04-13T08:45:20.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:20.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:20.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:20.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:20.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:20.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:20.166 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.166 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.166 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.167 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.167 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.167 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.167 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.167 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.167 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.167 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.167 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.167 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.167 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.167 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1b", 2024-04-13T08:45:20.167 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.167 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.167 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.168 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5166, 2024-04-13T08:45:20.168 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.168 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:55:28.407524+0000", 2024-04-13T08:45:20.168 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.168 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.168 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.171 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.171 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.171 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.171 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:20.171 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.171 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:20.171 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.171 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:20.171 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.171 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.171 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.172 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.172 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.172 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:20.172 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.172 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:20.172 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.172 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.172 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:20.172 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.172 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.172 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.172 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:20.172 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.996837+0000", 2024-04-13T08:45:20.172 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.996837+0000", 2024-04-13T08:45:20.172 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.997305+0000", 2024-04-13T08:45:20.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:20.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:20.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:20.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:20.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:20.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:20.173 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.174 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:20.174 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.174 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.174 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.174 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.174 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.174 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.174 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.174 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:20.175 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.175 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.175 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.175 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1a", 2024-04-13T08:45:20.175 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.175 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.175 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.175 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5026, 2024-04-13T08:45:20.175 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.175 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:21:48.496374+0000", 2024-04-13T08:45:20.175 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.175 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.175 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.178 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.179 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.179 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.179 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.179 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.179 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:20.179 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.179 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:20.179 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'3" 2024-04-13T08:45:20.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.179 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.179 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.179 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.179 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:20.179 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:20.180 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.180 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:20.180 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.180 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.180 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.180 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.180 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.180 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.180 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:20.180 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.927467+0000", 2024-04-13T08:45:20.180 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.927467+0000", 2024-04-13T08:45:20.180 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.927786+0000", 2024-04-13T08:45:20.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:20.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:20.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:20.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:20.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:20.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:20.182 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:20.182 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.182 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.182 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.182 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.182 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:20.182 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.182 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.182 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.182 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.182 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.182 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.183 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.183 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.183 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1a", 2024-04-13T08:45:20.183 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.183 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.183 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.183 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5122, 2024-04-13T08:45:20.183 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.183 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:54:20.118750+0000", 2024-04-13T08:45:20.183 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.183 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.183 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.183 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.183 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.186 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.186 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.186 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.186 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.186 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.186 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:20.187 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:20.187 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.187 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:20.187 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.187 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.187 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.187 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.187 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.187 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:20.187 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.187 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:20.187 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.187 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.188 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:20.188 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.188 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.188 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:20.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.007562+0000", 2024-04-13T08:45:20.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.007562+0000", 2024-04-13T08:45:20.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.008009+0000", 2024-04-13T08:45:20.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:20.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:20.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:20.189 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:20.189 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.189 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.189 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.189 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:20.189 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:20.189 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.189 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:20.189 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.189 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.189 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.189 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.189 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.189 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.189 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.190 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:20.190 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.190 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.190 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.190 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1b", 2024-04-13T08:45:20.190 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.190 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.190 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.190 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5124, 2024-04-13T08:45:20.190 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.190 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:40:49.283771+0000", 2024-04-13T08:45:20.190 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.190 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.190 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.193 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.193 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.193 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.194 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.194 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.194 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:20.194 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.194 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:20.194 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'3" 2024-04-13T08:45:20.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.194 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.194 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.194 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.194 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.194 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:20.194 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.195 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:20.195 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.195 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.195 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.195 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.195 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.195 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:20.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.154308+0000", 2024-04-13T08:45:20.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.154308+0000", 2024-04-13T08:45:20.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.154809+0000", 2024-04-13T08:45:20.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:20.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:20.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:20.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:20.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:20.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:20.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:20.196 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.196 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.196 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.196 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.196 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:20.197 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.197 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.197 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.197 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.197 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.197 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.197 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.197 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.197 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1d", 2024-04-13T08:45:20.197 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.197 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.197 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.197 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5049, 2024-04-13T08:45:20.197 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.197 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:47:26.143058+0000", 2024-04-13T08:45:20.198 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.198 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.198 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.200 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.201 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.201 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.201 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.201 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.201 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:20.201 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.201 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:20.201 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.201 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.201 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.201 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.201 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.202 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:20.202 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.202 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:20.202 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.202 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.202 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:20.202 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.202 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.202 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:20.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.989930+0000", 2024-04-13T08:45:20.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.989930+0000", 2024-04-13T08:45:20.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.991543+0000", 2024-04-13T08:45:20.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:20.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:20.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:20.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:20.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:20.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:20.203 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.203 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:20.203 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.204 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.204 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.204 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.204 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.204 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.204 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.204 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:20.204 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.204 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.204 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.204 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1c", 2024-04-13T08:45:20.204 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.204 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.204 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.204 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5032, 2024-04-13T08:45:20.204 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.205 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:17:16.347726+0000", 2024-04-13T08:45:20.205 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.205 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.205 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:20.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:20.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:20.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:20.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 12, 2024-04-13T08:45:20.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 12, 2024-04-13T08:45:20.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:20.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.208 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.208 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.208 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.208 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.208 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.208 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:20.208 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.208 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:20.208 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:20.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.208 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.208 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.208 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.208 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.209 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.209 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.209 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:20.209 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.209 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.209 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.209 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.209 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.209 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:20.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.445093+0000", 2024-04-13T08:45:20.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.445093+0000", 2024-04-13T08:45:20.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.445448+0000", 2024-04-13T08:45:20.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:20.209 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:20.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:20.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:20.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:20.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:20.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:20.210 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.210 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.210 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.211 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.211 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:20.211 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.211 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.211 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.211 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.211 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.211 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.211 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.211 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.211 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1c", 2024-04-13T08:45:20.211 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.211 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.211 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.211 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5055, 2024-04-13T08:45:20.211 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.212 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:25:59.248856+0000", 2024-04-13T08:45:20.212 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.212 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.212 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.215 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.215 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.215 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.215 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.215 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.215 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.215 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.215 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.215 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.215 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.215 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:20.215 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.215 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.216 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.216 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.216 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.216 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:20.216 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.216 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:20.216 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.216 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.216 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:20.216 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.216 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.216 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.216 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:20.216 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.003051+0000", 2024-04-13T08:45:20.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.003051+0000", 2024-04-13T08:45:20.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.009181+0000", 2024-04-13T08:45:20.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:20.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:20.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:20.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:20.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:20.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:20.218 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.218 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:20.218 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.218 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.218 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.218 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.218 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.218 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.218 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.218 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:20.218 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.218 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.218 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.219 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1d", 2024-04-13T08:45:20.219 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.219 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.219 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.219 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5052, 2024-04-13T08:45:20.219 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.219 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:19:39.596354+0000", 2024-04-13T08:45:20.219 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.219 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.219 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.219 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:20.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:20.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:20.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:20.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 12, 2024-04-13T08:45:20.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 12, 2024-04-13T08:45:20.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:20.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.222 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.222 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.222 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.222 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.222 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.222 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:20.223 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.223 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:20.223 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:20.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.223 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.223 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.223 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.223 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.223 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:20.223 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.223 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:20.223 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.223 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.223 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.224 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.224 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.224 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:20.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.437667+0000", 2024-04-13T08:45:20.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.437667+0000", 2024-04-13T08:45:20.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.438059+0000", 2024-04-13T08:45:20.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:20.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:20.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:20.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:20.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:20.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:20.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:20.225 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.225 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.225 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.225 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.225 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:20.225 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.225 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.225 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.225 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.226 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.226 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.226 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.226 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.226 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1f", 2024-04-13T08:45:20.226 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.226 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.226 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.226 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5218, 2024-04-13T08:45:20.226 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.226 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:07:47.294108+0000", 2024-04-13T08:45:20.226 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.226 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.227 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.230 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.230 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.230 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.230 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.230 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.230 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:20.230 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.230 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:20.230 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.230 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.230 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.230 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.230 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.231 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:20.231 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.231 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:20.231 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.231 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.231 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:20.231 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.231 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.231 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:20.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.451769+0000", 2024-04-13T08:45:20.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.451769+0000", 2024-04-13T08:45:20.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.452252+0000", 2024-04-13T08:45:20.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:20.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:20.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:20.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:20.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:20.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:20.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:20.233 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.233 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:20.233 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.233 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.233 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:20.233 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.233 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.233 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.233 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.233 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:20.233 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.233 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.233 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.233 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1e", 2024-04-13T08:45:20.234 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.234 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.234 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.234 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5146, 2024-04-13T08:45:20.234 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.234 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:23:52.020729+0000", 2024-04-13T08:45:20.234 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.234 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.234 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.237 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.237 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.237 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.237 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.237 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.237 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.237 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:20.237 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.237 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:20.237 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'3" 2024-04-13T08:45:20.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.238 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.238 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.238 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.238 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.238 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:20.238 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.238 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:20.238 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.238 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.238 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.238 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.238 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.238 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:20.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.174432+0000", 2024-04-13T08:45:20.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.174432+0000", 2024-04-13T08:45:20.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.174831+0000", 2024-04-13T08:45:20.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:20.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:20.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:20.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:20.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:20.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:20.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:20.240 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.240 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.240 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.240 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.240 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:20.240 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.240 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.240 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.240 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.240 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.241 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.241 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.241 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.241 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1e", 2024-04-13T08:45:20.241 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.241 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.241 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.241 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5129, 2024-04-13T08:45:20.241 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.241 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:35:12.843815+0000", 2024-04-13T08:45:20.241 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.241 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.241 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.244 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.244 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.244 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.244 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.244 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.245 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:20.245 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.245 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:20.245 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.245 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.245 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.245 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.245 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.245 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.245 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:20.245 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.245 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:20.245 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.246 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.246 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:20.246 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.246 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.246 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:20.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.006235+0000", 2024-04-13T08:45:20.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.006235+0000", 2024-04-13T08:45:20.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.006598+0000", 2024-04-13T08:45:20.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:20.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.247 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:20.247 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:20.247 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:20.247 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.247 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.247 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:20.247 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:20.247 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:20.247 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.247 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 6, 2024-04-13T08:45:20.247 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.247 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.247 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.247 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.247 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.247 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.248 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.248 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 6, 2024-04-13T08:45:20.248 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.248 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.248 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.248 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1f", 2024-04-13T08:45:20.248 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.248 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.248 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.248 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5229, 2024-04-13T08:45:20.248 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.248 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:13:41.794298+0000", 2024-04-13T08:45:20.248 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.248 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.248 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 582, 2024-04-13T08:45:20.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:20.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:20.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:20.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:20.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 8, 2024-04-13T08:45:20.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 8, 2024-04-13T08:45:20.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 4, 2024-04-13T08:45:20.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T08:45:20.251 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.251 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.251 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.251 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.251 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.252 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.252 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:20.252 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.252 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:20.252 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'6" 2024-04-13T08:45:20.252 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.252 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.252 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.252 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.252 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:20.252 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:20.252 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.252 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:20.252 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.253 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.253 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.253 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.253 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.253 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:20.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.002114+0000", 2024-04-13T08:45:20.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.002114+0000", 2024-04-13T08:45:20.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.007127+0000", 2024-04-13T08:45:20.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:20.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.254 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:20.254 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:20.254 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:20.254 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.254 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.254 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.254 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:20.254 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:20.254 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.254 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.254 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.254 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.255 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.255 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.255 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.255 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.255 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.255 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.255 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.255 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.255 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.255 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2d", 2024-04-13T08:45:20.255 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.255 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.255 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.255 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5020, 2024-04-13T08:45:20.255 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.255 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:18:06.982461+0000", 2024-04-13T08:45:20.256 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.256 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.256 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.259 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.259 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.259 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.259 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.259 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.259 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:20.259 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:20.259 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.259 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:20.259 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.259 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.259 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.260 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:20.260 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.260 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:20.260 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.260 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:20.260 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.260 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.260 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.260 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.260 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.260 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:20.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.983785+0000", 2024-04-13T08:45:20.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.983785+0000", 2024-04-13T08:45:20.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.984146+0000", 2024-04-13T08:45:20.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:20.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:20.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:20.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:20.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:20.262 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:20.262 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.262 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.262 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.262 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.262 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.262 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.262 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.262 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.262 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.262 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.262 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.262 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.263 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.263 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2e", 2024-04-13T08:45:20.263 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.263 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.263 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.263 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5168, 2024-04-13T08:45:20.263 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.263 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:28:55.430817+0000", 2024-04-13T08:45:20.263 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.263 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.263 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.266 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.266 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.266 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.266 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.266 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:20.266 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.267 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:20.267 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.267 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:20.267 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.267 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.267 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.267 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.267 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.267 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.267 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:20.267 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.267 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:20.267 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.267 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.267 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.268 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.268 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.268 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918830+0000", 2024-04-13T08:45:20.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.987333+0000", 2024-04-13T08:45:20.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.987333+0000", 2024-04-13T08:45:20.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.987723+0000", 2024-04-13T08:45:20.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918830+0000", 2024-04-13T08:45:20.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918830+0000", 2024-04-13T08:45:20.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918830+0000", 2024-04-13T08:45:20.269 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918830+0000", 2024-04-13T08:45:20.269 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.269 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.269 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.269 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918830+0000", 2024-04-13T08:45:20.269 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918830+0000", 2024-04-13T08:45:20.269 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.269 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.269 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.269 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.269 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.269 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.269 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.269 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.270 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.270 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.270 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.270 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.270 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.270 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2f", 2024-04-13T08:45:20.270 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.270 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.270 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.270 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5052, 2024-04-13T08:45:20.270 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.270 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:17:47.338849+0000", 2024-04-13T08:45:20.270 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.270 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.271 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.273 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.273 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.273 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.273 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.274 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.274 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.274 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:20.274 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.274 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:20.274 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.274 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.274 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.274 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.274 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.274 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:20.274 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.274 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:20.275 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.275 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.275 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.275 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.275 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.275 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916459+0000", 2024-04-13T08:45:20.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.988554+0000", 2024-04-13T08:45:20.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.988554+0000", 2024-04-13T08:45:20.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.988862+0000", 2024-04-13T08:45:20.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916459+0000", 2024-04-13T08:45:20.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916459+0000", 2024-04-13T08:45:20.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916459+0000", 2024-04-13T08:45:20.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916459+0000", 2024-04-13T08:45:20.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916459+0000", 2024-04-13T08:45:20.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916459+0000", 2024-04-13T08:45:20.276 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.276 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.276 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.276 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.276 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.277 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.277 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.277 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.277 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.277 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.277 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.277 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.277 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.277 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.30", 2024-04-13T08:45:20.277 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.277 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.277 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.277 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5040, 2024-04-13T08:45:20.277 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.278 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:14:02.494212+0000", 2024-04-13T08:45:20.278 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.278 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.278 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.281 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.281 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.281 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.281 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.281 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.281 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.281 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.281 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.281 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.281 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:20.281 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.281 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:20.281 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.281 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.281 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.282 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.282 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:20.282 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.282 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:20.282 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.282 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:20.282 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.282 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.282 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.282 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.282 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.282 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.282 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:20.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.450425+0000", 2024-04-13T08:45:20.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.450425+0000", 2024-04-13T08:45:20.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.451284+0000", 2024-04-13T08:45:20.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:20.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:20.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:20.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:20.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:20.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:20.284 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:20.284 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.284 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.284 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.284 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.284 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:20.284 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.284 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.284 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.284 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.284 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.284 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.284 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.284 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.284 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.31", 2024-04-13T08:45:20.285 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.285 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.285 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.285 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5209, 2024-04-13T08:45:20.285 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.285 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:54:49.332605+0000", 2024-04-13T08:45:20.285 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.285 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.285 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.288 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.288 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.288 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.288 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:20.288 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.288 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:20.288 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.288 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:20.288 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.289 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.289 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.289 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.289 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.289 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:20.289 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:20.289 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.289 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:20.289 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.289 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.289 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.289 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.289 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.289 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.289 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:20.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.442037+0000", 2024-04-13T08:45:20.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.442037+0000", 2024-04-13T08:45:20.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.442396+0000", 2024-04-13T08:45:20.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:20.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:20.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:20.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:20.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:20.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:20.291 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:20.291 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.291 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.291 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.291 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.291 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:20.291 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.291 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.291 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.291 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.291 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.291 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.291 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.291 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.291 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.32", 2024-04-13T08:45:20.292 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.292 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.292 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.293 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5213, 2024-04-13T08:45:20.293 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.293 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:23:48.774956+0000", 2024-04-13T08:45:20.293 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.293 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.294 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.296 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.296 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.297 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.297 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.297 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.297 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.297 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:20.297 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:20.297 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.297 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:20.297 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.297 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.297 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.297 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.297 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.298 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.298 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.298 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.298 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:20.298 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.298 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.298 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.298 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.298 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.298 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.298 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:20.298 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.159844+0000", 2024-04-13T08:45:20.298 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.159844+0000", 2024-04-13T08:45:20.298 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.160144+0000", 2024-04-13T08:45:20.298 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:20.299 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.299 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.299 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.299 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:20.299 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:20.299 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:20.299 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:20.299 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.299 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.299 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.299 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:20.299 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:20.299 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.299 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.300 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.300 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.300 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:20.300 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.300 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.300 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.300 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.300 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.300 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.300 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.300 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.300 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.33", 2024-04-13T08:45:20.300 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.300 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.300 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.301 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5129, 2024-04-13T08:45:20.301 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.301 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:46.461100+0000", 2024-04-13T08:45:20.301 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.301 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.301 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.303 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.303 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.303 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.303 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.303 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.303 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.303 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.303 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.303 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.303 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.303 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.303 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.303 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.303 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.304 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.304 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.304 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.304 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.304 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.304 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.304 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.304 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.304 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.304 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:20.304 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.305 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.305 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.305 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.305 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.305 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.305 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:20.305 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.305 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:20.305 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.305 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.305 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.305 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.305 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.305 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.306 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.023026+0000", 2024-04-13T08:45:20.306 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.168022+0000", 2024-04-13T08:45:20.306 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.168022+0000", 2024-04-13T08:45:20.306 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.168338+0000", 2024-04-13T08:45:20.306 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.023026+0000", 2024-04-13T08:45:20.306 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.306 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.306 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.306 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:20.306 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.023026+0000", 2024-04-13T08:45:20.306 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.023026+0000", 2024-04-13T08:45:20.306 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.023026+0000", 2024-04-13T08:45:20.306 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.306 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.307 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.307 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.023026+0000", 2024-04-13T08:45:20.307 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.023026+0000", 2024-04-13T08:45:20.307 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.307 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.307 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.307 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.307 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:20.307 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.307 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.307 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.307 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.307 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.307 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.307 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.308 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.308 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.34", 2024-04-13T08:45:20.308 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.308 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.308 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.308 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5130, 2024-04-13T08:45:20.308 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.308 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:35:47.269400+0000", 2024-04-13T08:45:20.308 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.308 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.308 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.311 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.311 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.311 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.311 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.311 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.312 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:20.312 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.312 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:20.312 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.312 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:20.312 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.312 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.312 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.312 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.312 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:20.312 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.312 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:20.312 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.312 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:20.313 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.313 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.313 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.313 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.313 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.313 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.313 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:20.313 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.448312+0000", 2024-04-13T08:45:20.313 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.448312+0000", 2024-04-13T08:45:20.313 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.448623+0000", 2024-04-13T08:45:20.313 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:20.313 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.313 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.313 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.313 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:20.313 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:20.314 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:20.314 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:20.314 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.314 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.314 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.314 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:20.314 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:20.314 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.314 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.314 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.314 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.314 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:20.314 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.315 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.315 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.315 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.315 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.315 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.315 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.315 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.315 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.35", 2024-04-13T08:45:20.315 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.315 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.315 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.315 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4938, 2024-04-13T08:45:20.315 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.315 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:35:39.005333+0000", 2024-04-13T08:45:20.315 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.316 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.316 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.318 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.318 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.319 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.319 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.319 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.319 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:20.319 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.319 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:20.319 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.319 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:20.319 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.319 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.319 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.319 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.319 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.319 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.319 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.320 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.320 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:20.320 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.320 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.320 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.320 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.320 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.320 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.320 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:20.320 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.172959+0000", 2024-04-13T08:45:20.320 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.172959+0000", 2024-04-13T08:45:20.320 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.174030+0000", 2024-04-13T08:45:20.320 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:20.320 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.320 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.320 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.321 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:20.321 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:20.321 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:20.321 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:20.321 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.321 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.321 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.321 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:20.321 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:20.321 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.321 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.321 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.321 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.321 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:20.322 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.322 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.322 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.322 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.322 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.322 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.322 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.322 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.322 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.36", 2024-04-13T08:45:20.322 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.322 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.322 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.322 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5022, 2024-04-13T08:45:20.322 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.322 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:56:06.676662+0000", 2024-04-13T08:45:20.323 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.323 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.323 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.325 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.326 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.326 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.326 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.326 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.326 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.326 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.326 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.326 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.326 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.326 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:20.326 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.326 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.326 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.327 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.327 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.327 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.327 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:20.327 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.327 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:20.327 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.327 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.327 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.327 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.327 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.327 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:20.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.002441+0000", 2024-04-13T08:45:20.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.002441+0000", 2024-04-13T08:45:20.328 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.003015+0000", 2024-04-13T08:45:20.328 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:20.328 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.328 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.328 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.328 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.328 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:20.328 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:20.328 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:20.328 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.328 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.328 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.328 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:20.328 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:20.329 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.329 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.329 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.329 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.329 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.329 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.329 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.329 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.329 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.329 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.329 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.329 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.329 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.329 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.37", 2024-04-13T08:45:20.329 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.330 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.330 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.330 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5026, 2024-04-13T08:45:20.330 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.330 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:57:50.791059+0000", 2024-04-13T08:45:20.330 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.330 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.330 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.333 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.333 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.333 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.333 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.333 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.333 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.333 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.333 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:20.333 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.333 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:20.333 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.334 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.334 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.334 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.334 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.334 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.334 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:20.334 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.334 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:20.334 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.334 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.334 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.334 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.334 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.334 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:20.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.158902+0000", 2024-04-13T08:45:20.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.158902+0000", 2024-04-13T08:45:20.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.159245+0000", 2024-04-13T08:45:20.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:20.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:20.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:20.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:20.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:20.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:20.336 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:20.336 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.336 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.336 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.336 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.336 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:20.336 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.336 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.336 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.336 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.336 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.336 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.336 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.336 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.337 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.38", 2024-04-13T08:45:20.337 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.337 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.337 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.337 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5120, 2024-04-13T08:45:20.337 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.337 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:44:36.495962+0000", 2024-04-13T08:45:20.337 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.337 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.337 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.340 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.340 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.340 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.340 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.340 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.340 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.340 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.340 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:20.341 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.341 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:20.341 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.341 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.341 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.341 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.341 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.341 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.341 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:20.341 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.341 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:20.341 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.342 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.342 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.342 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.342 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.342 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.342 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:20.342 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994888+0000", 2024-04-13T08:45:20.342 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994888+0000", 2024-04-13T08:45:20.342 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.995240+0000", 2024-04-13T08:45:20.342 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:20.342 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.342 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.342 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.342 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.343 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:20.343 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:20.343 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:20.343 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.343 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.343 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.343 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:20.343 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:20.343 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.343 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.343 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.343 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.343 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.343 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.344 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.344 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.344 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.344 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.344 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.344 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.344 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.344 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.39", 2024-04-13T08:45:20.344 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.344 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.344 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.344 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4991, 2024-04-13T08:45:20.344 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.344 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:52:28.987183+0000", 2024-04-13T08:45:20.345 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.345 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.345 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.347 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.348 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.348 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.348 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.348 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.348 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.348 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.348 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:20.348 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.348 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:20.348 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.348 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.348 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.348 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.349 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.349 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.349 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.349 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.349 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:20.349 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.349 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.349 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.349 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.349 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.349 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.349 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:20.349 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.447303+0000", 2024-04-13T08:45:20.349 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.447303+0000", 2024-04-13T08:45:20.350 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.449228+0000", 2024-04-13T08:45:20.350 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:20.350 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.350 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.350 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.350 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:20.350 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:20.350 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:20.350 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:20.350 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.350 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.350 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.350 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:20.350 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:20.350 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.351 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.351 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.351 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.351 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:20.351 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.351 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.351 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.351 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.351 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.351 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.351 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.351 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.351 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3a", 2024-04-13T08:45:20.351 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.351 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.352 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.352 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5078, 2024-04-13T08:45:20.352 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.352 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:43:18.669198+0000", 2024-04-13T08:45:20.352 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.352 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.352 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.354 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.354 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.354 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.354 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.354 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.354 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.354 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.354 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.354 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.354 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.354 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.354 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.354 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.354 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.355 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.355 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.355 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.355 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.355 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.355 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.355 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.355 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:20.355 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.355 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.355 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.355 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:20.355 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.356 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.356 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.356 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.356 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:20.356 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:20.356 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.356 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:20.356 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.356 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.356 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.356 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.356 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.356 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.356 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:20.357 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.999677+0000", 2024-04-13T08:45:20.357 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.999677+0000", 2024-04-13T08:45:20.357 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.002820+0000", 2024-04-13T08:45:20.357 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:20.357 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.357 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.357 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.357 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.357 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:20.357 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:20.357 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:20.357 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.357 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.357 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.357 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:20.358 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:20.358 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.358 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.358 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.358 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.358 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.358 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.358 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.358 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.358 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.358 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.358 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.358 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.358 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.359 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3b", 2024-04-13T08:45:20.359 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.359 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.359 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.359 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4991, 2024-04-13T08:45:20.359 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.359 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:13:55.516823+0000", 2024-04-13T08:45:20.359 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.359 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.359 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.362 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.362 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.362 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.362 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.362 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.362 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.362 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.362 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.362 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.362 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:20.362 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:20.362 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.363 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:20.363 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.363 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.363 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.363 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:20.363 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.363 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:20.363 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.363 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:20.363 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.363 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.363 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.363 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.364 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.364 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:20.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.984572+0000", 2024-04-13T08:45:20.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.984572+0000", 2024-04-13T08:45:20.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.984918+0000", 2024-04-13T08:45:20.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:20.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.365 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.365 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.365 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:20.365 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:20.365 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:20.365 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.365 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.365 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.365 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:20.365 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:20.365 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.365 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.365 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.365 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.366 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.366 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.366 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.366 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.366 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.366 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.366 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.366 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.366 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.366 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3c", 2024-04-13T08:45:20.367 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.367 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.367 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.367 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5175, 2024-04-13T08:45:20.367 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.367 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:24:41.233593+0000", 2024-04-13T08:45:20.367 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.367 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.367 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.370 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.371 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.371 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.371 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.371 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.371 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:20.371 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:20.371 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:20.371 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.371 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:20.371 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.372 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.372 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.372 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.372 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:20.372 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.372 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.372 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:20.372 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.372 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.373 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.373 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.373 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.373 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.373 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:20.373 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:19:36.797791+0000", 2024-04-13T08:45:20.373 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:19:36.797791+0000", 2024-04-13T08:45:20.373 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:19:36.798258+0000", 2024-04-13T08:45:20.373 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:20.373 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.373 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.373 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.373 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 385, 2024-04-13T08:45:20.374 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:20.374 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:20.374 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:20.374 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.374 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.374 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.374 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:20.374 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:20.374 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.374 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.375 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.375 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.375 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 384, 2024-04-13T08:45:20.375 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.375 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.375 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.375 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.375 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.375 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.376 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.376 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.376 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3d", 2024-04-13T08:45:20.376 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.376 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.376 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.376 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5218, 2024-04-13T08:45:20.376 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.376 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:42:56.070807+0000", 2024-04-13T08:45:20.376 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.377 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.377 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.377 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.378 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.379 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.380 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.380 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.380 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.380 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.380 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.380 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.380 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.380 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.380 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:20.380 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:20.380 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.380 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:20.381 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.381 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.381 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.381 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:20.381 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.381 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:20.381 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.381 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:20.381 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.381 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.381 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.381 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.381 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.382 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:20.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.168463+0000", 2024-04-13T08:45:20.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.168463+0000", 2024-04-13T08:45:20.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.168814+0000", 2024-04-13T08:45:20.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:20.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:20.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:20.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:20.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:20.382 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.383 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.383 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.383 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:20.383 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:20.383 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.383 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.383 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.383 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.383 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:20.383 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.383 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.383 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.383 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.383 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.384 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.384 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.384 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.384 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3e", 2024-04-13T08:45:20.384 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.384 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.384 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.384 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5225, 2024-04-13T08:45:20.384 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.384 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:36:14.560984+0000", 2024-04-13T08:45:20.384 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.384 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.384 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.384 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.385 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.386 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.387 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.387 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.388 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.388 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:20.388 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:20.388 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:20.388 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.388 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:20.388 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.388 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.388 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:20.388 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.388 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.388 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:20.388 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.389 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:20.389 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:20.389 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:20.389 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:20.389 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:20.389 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:20.389 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:20.389 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:20.389 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.002935+0000", 2024-04-13T08:45:20.389 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.002935+0000", 2024-04-13T08:45:20.389 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.003344+0000", 2024-04-13T08:45:20.389 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:20.389 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.389 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:20.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:20.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:20.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:20.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:20.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:20.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:20.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:20.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:20.390 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:20.390 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:20.390 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.390 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:20.390 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:20.391 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:20.391 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:20.391 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:20.391 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:20.391 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:20.391 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.391 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:20.391 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:20.391 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:20.391 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3f", 2024-04-13T08:45:20.391 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:20.391 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:20.391 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:20.391 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5024, 2024-04-13T08:45:20.392 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:20.392 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:28:54.927344+0000", 2024-04-13T08:45:20.392 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:20.392 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:20.392 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.392 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.392 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.392 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.392 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.392 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.392 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.392 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.392 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.392 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.393 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.394 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.395 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.395 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:20.395 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:20.395 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:20.395 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:20.395 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:20.395 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:20.395 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.395 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:20.395 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:20.396 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.396 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.396 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_per_pool": [ 2024-04-13T08:45:20.396 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.396 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 24, 2024-04-13T08:45:20.396 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:20.396 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd" 2024-04-13T08:45:20.396 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.396 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 24412, 2024-04-13T08:45:20.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 8, 2024-04-13T08:45:20.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 8, 2024-04-13T08:45:20.396 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 24412, 2024-04-13T08:45:20.396 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 4, 2024-04-13T08:45:20.396 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 4194323, 2024-04-13T08:45:20.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 12, 2024-04-13T08:45:20.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 4, 2024-04-13T08:45:20.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 4, 2024-04-13T08:45:20.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 2, 2024-04-13T08:45:20.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 9010, 2024-04-13T08:45:20.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 3070520, 2024-04-13T08:45:20.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.399 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 24282, 2024-04-13T08:45:20.400 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 3111700 2024-04-13T08:45:20.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.400 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:20.400 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 12595200, 2024-04-13T08:45:20.400 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:20.400 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:20.400 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:20.400 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:20.400 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 12582969, 2024-04-13T08:45:20.400 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:20.401 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:20.401 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T08:45:20.401 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:20.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.401 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 24 2024-04-13T08:45:20.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.401 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.401 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 192, 2024-04-13T08:45:20.401 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:20.401 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T08:45:20.401 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.401 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.401 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 64, 2024-04-13T08:45:20.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 8, 2024-04-13T08:45:20.402 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.402 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 3, 2024-04-13T08:45:20.402 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:20.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:20.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.405 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:20.405 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 0, 2024-04-13T08:45:20.405 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:20.405 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:20.405 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:20.405 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:20.406 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 0, 2024-04-13T08:45:20.406 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:20.406 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:20.406 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T08:45:20.406 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:20.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.406 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 192 2024-04-13T08:45:20.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.406 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.406 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 3, 2024-04-13T08:45:20.406 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:20.406 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr" 2024-04-13T08:45:20.406 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.406 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 197, 2024-04-13T08:45:20.406 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 1, 2024-04-13T08:45:20.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 3, 2024-04-13T08:45:20.407 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 197, 2024-04-13T08:45:20.407 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 1, 2024-04-13T08:45:20.407 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 590368, 2024-04-13T08:45:20.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 1771104, 2024-04-13T08:45:20.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.407 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:20.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:20.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:20.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.408 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 6, 2024-04-13T08:45:20.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 812, 2024-04-13T08:45:20.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 1310, 2024-04-13T08:45:20.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 311, 2024-04-13T08:45:20.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 2416 2024-04-13T08:45:20.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.410 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:20.410 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 1781760, 2024-04-13T08:45:20.410 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:20.410 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:20.410 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:20.410 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:20.410 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 1771104, 2024-04-13T08:45:20.410 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:20.410 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:20.410 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T08:45:20.410 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:20.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.410 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 3 2024-04-13T08:45:20.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.411 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.411 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 96, 2024-04-13T08:45:20.411 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:20.411 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T08:45:20.411 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.411 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 75, 2024-04-13T08:45:20.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 32, 2024-04-13T08:45:20.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 8, 2024-04-13T08:45:20.411 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 75, 2024-04-13T08:45:20.411 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 2, 2024-04-13T08:45:20.411 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 6622, 2024-04-13T08:45:20.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 66, 2024-04-13T08:45:20.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 22, 2024-04-13T08:45:20.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 22, 2024-04-13T08:45:20.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 14, 2024-04-13T08:45:20.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 158, 2024-04-13T08:45:20.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 174, 2024-04-13T08:45:20.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 69, 2024-04-13T08:45:20.414 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 36 2024-04-13T08:45:20.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.414 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:20.414 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 110592, 2024-04-13T08:45:20.414 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:20.414 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:20.414 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:20.414 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:20.415 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 19866, 2024-04-13T08:45:20.415 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:20.415 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:20.415 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 44979, 2024-04-13T08:45:20.415 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:20.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.415 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 96 2024-04-13T08:45:20.415 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.415 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.415 INFO:tasks.workunit.client.0.smithi003.stdout: "usage": { 2024-04-13T08:45:20.415 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 105, 2024-04-13T08:45:20.415 INFO:tasks.workunit.client.0.smithi003.stdout: "pools": 4, 2024-04-13T08:45:20.415 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_by_class": { 2024-04-13T08:45:20.415 INFO:tasks.workunit.client.0.smithi003.stdout: "ssd": { 2024-04-13T08:45:20.415 INFO:tasks.workunit.client.0.smithi003.stdout: "total_avail_bytes": 761794527232, 2024-04-13T08:45:20.416 INFO:tasks.workunit.client.0.smithi003.stdout: "total_bytes": 767960285184, 2024-04-13T08:45:20.416 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_bytes": 6165757952, 2024-04-13T08:45:20.416 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_raw_bytes": 6165757952, 2024-04-13T08:45:20.416 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_raw_ratio": 0.008028745651245117 2024-04-13T08:45:20.416 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.416 INFO:tasks.workunit.client.0.smithi003.stdout: "total_avail_bytes": 761794527232, 2024-04-13T08:45:20.416 INFO:tasks.workunit.client.0.smithi003.stdout: "total_bytes": 767960285184, 2024-04-13T08:45:20.416 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_bytes": 6165757952 2024-04-13T08:45:20.416 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.416 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.416 INFO:tasks.workunit.client.0.smithi003.stdout:} 2024-04-13T08:45:20.418 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-13T08:45:20.418 INFO:tasks.workunit.client.0.smithi003.stdout:Telemetry is on. 2024-04-13T08:45:20.418 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: pgmap v5213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:45:20.418 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:20.418 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:20.418 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.418 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.419 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.419 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.419 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.419 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.419 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.419 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.419 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.419 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:20.419 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:20.419 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.419 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.419 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.419 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.419 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:20.420 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:20.420 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.420 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.420 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:20.420 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:20.420 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.420 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.420 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:18 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.420 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='client.46058 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:20.420 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:20.420 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:20.420 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:20.420 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:20.420 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:20.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:20.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:20.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:20.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.421 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.422 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.422 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.422 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:20.422 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:20.422 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.422 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.422 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:20.422 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:20.422 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.422 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.422 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:19 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.423 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph telemetry show 2024-04-13T08:45:20.423 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: pgmap v5213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:45:20.423 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:20.423 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:20.423 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.423 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.423 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.423 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.423 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.424 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.424 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.424 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.424 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.424 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:20.424 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:20.424 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.424 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.424 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.424 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.424 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:20.424 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:20.424 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.424 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.424 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:20.425 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:20.425 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.425 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.425 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.425 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: pgmap v5213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-13T08:45:20.425 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:20.425 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:20.425 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.425 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.426 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.426 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.426 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.426 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.426 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.426 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.426 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.426 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:20.426 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:20.426 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.426 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.426 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.426 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.426 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:20.426 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:20.427 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.427 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.427 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:20.427 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:20.427 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:20.427 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:20.427 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:18 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:20.436 INFO:tasks.workunit.client.0.smithi003.stdout:{ 2024-04-13T08:45:20.436 INFO:tasks.workunit.client.0.smithi003.stdout: "balancer": { 2024-04-13T08:45:20.436 INFO:tasks.workunit.client.0.smithi003.stdout: "active": true, 2024-04-13T08:45:20.436 INFO:tasks.workunit.client.0.smithi003.stdout: "mode": "" 2024-04-13T08:45:20.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.437 INFO:tasks.workunit.client.0.smithi003.stdout: "channels": [ 2024-04-13T08:45:20.437 INFO:tasks.workunit.client.0.smithi003.stdout: "basic", 2024-04-13T08:45:20.437 INFO:tasks.workunit.client.0.smithi003.stdout: "crash", 2024-04-13T08:45:20.437 INFO:tasks.workunit.client.0.smithi003.stdout: "device", 2024-04-13T08:45:20.437 INFO:tasks.workunit.client.0.smithi003.stdout: "ident", 2024-04-13T08:45:20.437 INFO:tasks.workunit.client.0.smithi003.stdout: "perf" 2024-04-13T08:45:20.437 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.437 INFO:tasks.workunit.client.0.smithi003.stdout: "channels_available": [ 2024-04-13T08:45:20.437 INFO:tasks.workunit.client.0.smithi003.stdout: "basic", 2024-04-13T08:45:20.437 INFO:tasks.workunit.client.0.smithi003.stdout: "ident", 2024-04-13T08:45:20.437 INFO:tasks.workunit.client.0.smithi003.stdout: "crash", 2024-04-13T08:45:20.437 INFO:tasks.workunit.client.0.smithi003.stdout: "device", 2024-04-13T08:45:20.437 INFO:tasks.workunit.client.0.smithi003.stdout: "perf" 2024-04-13T08:45:20.437 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.438 INFO:tasks.workunit.client.0.smithi003.stdout: "collections_available": [ 2024-04-13T08:45:20.438 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_base", 2024-04-13T08:45:20.438 INFO:tasks.workunit.client.0.smithi003.stdout: "device_base", 2024-04-13T08:45:20.438 INFO:tasks.workunit.client.0.smithi003.stdout: "crash_base", 2024-04-13T08:45:20.438 INFO:tasks.workunit.client.0.smithi003.stdout: "ident_base", 2024-04-13T08:45:20.438 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_perf", 2024-04-13T08:45:20.438 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_mds_metadata", 2024-04-13T08:45:20.438 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_usage", 2024-04-13T08:45:20.438 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_usage_by_class", 2024-04-13T08:45:20.438 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_rook_v01", 2024-04-13T08:45:20.438 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_memory_metrics", 2024-04-13T08:45:20.438 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_options_bluestore", 2024-04-13T08:45:20.438 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_flags" 2024-04-13T08:45:20.438 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.438 INFO:tasks.workunit.client.0.smithi003.stdout: "collections_opted_in": [ 2024-04-13T08:45:20.439 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_base", 2024-04-13T08:45:20.439 INFO:tasks.workunit.client.0.smithi003.stdout: "device_base", 2024-04-13T08:45:20.439 INFO:tasks.workunit.client.0.smithi003.stdout: "crash_base", 2024-04-13T08:45:20.439 INFO:tasks.workunit.client.0.smithi003.stdout: "ident_base", 2024-04-13T08:45:20.439 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_perf", 2024-04-13T08:45:20.439 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_mds_metadata", 2024-04-13T08:45:20.439 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_usage", 2024-04-13T08:45:20.439 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_usage_by_class", 2024-04-13T08:45:20.439 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_rook_v01", 2024-04-13T08:45:20.439 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_memory_metrics", 2024-04-13T08:45:20.439 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_options_bluestore", 2024-04-13T08:45:20.439 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_flags" 2024-04-13T08:45:20.439 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.439 INFO:tasks.workunit.client.0.smithi003.stdout: "config": { 2024-04-13T08:45:20.440 INFO:tasks.workunit.client.0.smithi003.stdout: "active_changed": [ 2024-04-13T08:45:20.440 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T08:45:20.440 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_debug", 2024-04-13T08:45:20.440 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_mon_ticket_ttl", 2024-04-13T08:45:20.440 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_service_ticket_ttl", 2024-04-13T08:45:20.440 INFO:tasks.workunit.client.0.smithi003.stdout: "bdev_debug_aio", 2024-04-13T08:45:20.440 INFO:tasks.workunit.client.0.smithi003.stdout: "client_check_pool_perm", 2024-04-13T08:45:20.440 INFO:tasks.workunit.client.0.smithi003.stdout: "client_mount_gid", 2024-04-13T08:45:20.440 INFO:tasks.workunit.client.0.smithi003.stdout: "client_mount_uid", 2024-04-13T08:45:20.440 INFO:tasks.workunit.client.0.smithi003.stdout: "client_quota", 2024-04-13T08:45:20.440 INFO:tasks.workunit.client.0.smithi003.stdout: "container_image", 2024-04-13T08:45:20.440 INFO:tasks.workunit.client.0.smithi003.stdout: "daemonize", 2024-04-13T08:45:20.440 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_asserts_on_shutdown", 2024-04-13T08:45:20.440 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mgr", 2024-04-13T08:45:20.440 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mon", 2024-04-13T08:45:20.440 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_ms", 2024-04-13T08:45:20.441 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_osd", 2024-04-13T08:45:20.441 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_paxos", 2024-04-13T08:45:20.441 INFO:tasks.workunit.client.0.smithi003.stdout: "keyring", 2024-04-13T08:45:20.441 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_file", 2024-04-13T08:45:20.441 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_journald", 2024-04-13T08:45:20.441 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_stderr", 2024-04-13T08:45:20.441 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_allow_pool_delete", 2024-04-13T08:45:20.441 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_clock_drift_allowed", 2024-04-13T08:45:20.441 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_file_level", 2024-04-13T08:45:20.441 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_file", 2024-04-13T08:45:20.441 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_journald", 2024-04-13T08:45:20.441 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_stderr", 2024-04-13T08:45:20.441 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_data_avail_warn", 2024-04-13T08:45:20.441 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_election_default_strategy", 2024-04-13T08:45:20.442 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_host", 2024-04-13T08:45:20.442 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_max_pg_per_osd", 2024-04-13T08:45:20.442 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mds_skip_sanity", 2024-04-13T08:45:20.442 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mgr_mkfs_grace", 2024-04-13T08:45:20.442 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_prime_pg_temp", 2024-04-13T08:45:20.442 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T08:45:20.442 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T08:45:20.442 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T08:45:20.442 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T08:45:20.442 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T08:45:20.442 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T08:45:20.442 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T08:45:20.442 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T08:45:20.442 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T08:45:20.443 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T08:45:20.443 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_too_few_osds", 2024-04-13T08:45:20.443 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_bug", 2024-04-13T08:45:20.443 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_old_message", 2024-04-13T08:45:20.443 INFO:tasks.workunit.client.0.smithi003.stdout: "no_config_file", 2024-04-13T08:45:20.443 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_default_list", 2024-04-13T08:45:20.443 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_load_list", 2024-04-13T08:45:20.443 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_misdirected_ops", 2024-04-13T08:45:20.443 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_op_order", 2024-04-13T08:45:20.443 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_pg_log_writeout", 2024-04-13T08:45:20.443 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_shutdown", 2024-04-13T08:45:20.443 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T08:45:20.443 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T08:45:20.443 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T08:45:20.443 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T08:45:20.444 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep", 2024-04-13T08:45:20.444 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_hdd", 2024-04-13T08:45:20.444 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_hybrid", 2024-04-13T08:45:20.444 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_ssd", 2024-04-13T08:45:20.444 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_max_backfills", 2024-04-13T08:45:20.444 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T08:45:20.444 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_profile", 2024-04-13T08:45:20.444 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-13T08:45:20.444 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-13T08:45:20.444 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-13T08:45:20.444 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-13T08:45:20.444 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-13T08:45:20.444 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-13T08:45:20.444 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_lim", 2024-04-13T08:45:20.445 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_res", 2024-04-13T08:45:20.445 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-13T08:45:20.445 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target", 2024-04-13T08:45:20.445 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target_autotune", 2024-04-13T08:45:20.445 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue", 2024-04-13T08:45:20.445 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue_cut_off", 2024-04-13T08:45:20.445 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T08:45:20.445 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T08:45:20.445 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recover_clone_overlap", 2024-04-13T08:45:20.445 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active", 2024-04-13T08:45:20.445 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active_hdd", 2024-04-13T08:45:20.445 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active_ssd", 2024-04-13T08:45:20.445 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_chunk", 2024-04-13T08:45:20.445 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep", 2024-04-13T08:45:20.446 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_hdd", 2024-04-13T08:45:20.446 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_hybrid", 2024-04-13T08:45:20.446 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_ssd", 2024-04-13T08:45:20.446 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_load_threshold", 2024-04-13T08:45:20.446 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_max_interval", 2024-04-13T08:45:20.446 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_sleep", 2024-04-13T08:45:20.446 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_shutdown_pgref_assert", 2024-04-13T08:45:20.446 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep", 2024-04-13T08:45:20.446 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_hdd", 2024-04-13T08:45:20.446 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-13T08:45:20.446 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_ssd", 2024-04-13T08:45:20.446 INFO:tasks.workunit.client.0.smithi003.stdout: "public_network", 2024-04-13T08:45:20.446 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-13T08:45:20.446 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_default_features", 2024-04-13T08:45:20.447 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_qos_exclude_ops", 2024-04-13T08:45:20.447 INFO:tasks.workunit.client.0.smithi003.stdout: "setgroup", 2024-04-13T08:45:20.447 INFO:tasks.workunit.client.0.smithi003.stdout: "setuser" 2024-04-13T08:45:20.447 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.447 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster_changed": [ 2024-04-13T08:45:20.447 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T08:45:20.447 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_debug", 2024-04-13T08:45:20.447 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_mon_ticket_ttl", 2024-04-13T08:45:20.447 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_service_ticket_ttl", 2024-04-13T08:45:20.447 INFO:tasks.workunit.client.0.smithi003.stdout: "bdev_debug_aio", 2024-04-13T08:45:20.447 INFO:tasks.workunit.client.0.smithi003.stdout: "container_image", 2024-04-13T08:45:20.447 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_asserts_on_shutdown", 2024-04-13T08:45:20.447 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mgr", 2024-04-13T08:45:20.447 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mon", 2024-04-13T08:45:20.447 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_ms", 2024-04-13T08:45:20.448 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_osd", 2024-04-13T08:45:20.448 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_paxos", 2024-04-13T08:45:20.448 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_file", 2024-04-13T08:45:20.448 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_journald", 2024-04-13T08:45:20.448 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_stderr", 2024-04-13T08:45:20.448 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_join_fs", 2024-04-13T08:45:20.448 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/allow_ptrace", 2024-04-13T08:45:20.448 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/container_init", 2024-04-13T08:45:20.448 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/migration_current", 2024-04-13T08:45:20.448 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/use_repo_digest", 2024-04-13T08:45:20.448 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-13T08:45:20.448 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-13T08:45:20.448 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-13T08:45:20.448 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-13T08:45:20.449 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/ssl_server_port", 2024-04-13T08:45:20.449 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/orchestrator/orchestrator", 2024-04-13T08:45:20.449 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/channel_ident", 2024-04-13T08:45:20.449 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/channel_perf", 2024-04-13T08:45:20.449 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/description", 2024-04-13T08:45:20.449 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/enabled", 2024-04-13T08:45:20.449 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/organization", 2024-04-13T08:45:20.449 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_allow_pool_delete", 2024-04-13T08:45:20.449 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_clock_drift_allowed", 2024-04-13T08:45:20.449 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_file_level", 2024-04-13T08:45:20.449 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_file", 2024-04-13T08:45:20.449 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_data_avail_warn", 2024-04-13T08:45:20.449 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_election_default_strategy", 2024-04-13T08:45:20.449 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_max_pg_per_osd", 2024-04-13T08:45:20.449 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mds_skip_sanity", 2024-04-13T08:45:20.450 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mgr_mkfs_grace", 2024-04-13T08:45:20.450 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_prime_pg_temp", 2024-04-13T08:45:20.450 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T08:45:20.450 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T08:45:20.450 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T08:45:20.450 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T08:45:20.450 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T08:45:20.450 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T08:45:20.450 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T08:45:20.450 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T08:45:20.450 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T08:45:20.450 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T08:45:20.450 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_too_few_osds", 2024-04-13T08:45:20.450 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_bug", 2024-04-13T08:45:20.450 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_old_message", 2024-04-13T08:45:20.451 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_default_list", 2024-04-13T08:45:20.451 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_load_list", 2024-04-13T08:45:20.451 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_misdirected_ops", 2024-04-13T08:45:20.451 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_op_order", 2024-04-13T08:45:20.451 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_pg_log_writeout", 2024-04-13T08:45:20.451 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_shutdown", 2024-04-13T08:45:20.451 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T08:45:20.451 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T08:45:20.451 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T08:45:20.451 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T08:45:20.451 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T08:45:20.451 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_profile", 2024-04-13T08:45:20.451 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target", 2024-04-13T08:45:20.451 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target_autotune", 2024-04-13T08:45:20.452 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue", 2024-04-13T08:45:20.452 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue_cut_off", 2024-04-13T08:45:20.452 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T08:45:20.452 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T08:45:20.452 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recover_clone_overlap", 2024-04-13T08:45:20.452 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_chunk", 2024-04-13T08:45:20.452 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_load_threshold", 2024-04-13T08:45:20.452 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_max_interval", 2024-04-13T08:45:20.452 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_shutdown_pgref_assert", 2024-04-13T08:45:20.452 INFO:tasks.workunit.client.0.smithi003.stdout: "public_network", 2024-04-13T08:45:20.452 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-13T08:45:20.453 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_cache_enabled", 2024-04-13T08:45:20.453 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_enable_ops_log", 2024-04-13T08:45:20.453 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_enable_usage_log" 2024-04-13T08:45:20.453 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.453 INFO:tasks.workunit.client.0.smithi003.stdout: "contact": null, 2024-04-13T08:45:20.453 INFO:tasks.workunit.client.0.smithi003.stdout: "crashes": [], 2024-04-13T08:45:20.453 INFO:tasks.workunit.client.0.smithi003.stdout: "created": "2024-04-13T07:05:08.653608Z", 2024-04-13T08:45:20.453 INFO:tasks.workunit.client.0.smithi003.stdout: "crush": { 2024-04-13T08:45:20.453 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_algs": { 2024-04-13T08:45:20.453 INFO:tasks.workunit.client.0.smithi003.stdout: "straw2": 3 2024-04-13T08:45:20.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.453 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_sizes": { 2024-04-13T08:45:20.453 INFO:tasks.workunit.client.0.smithi003.stdout: "2": 1, 2024-04-13T08:45:20.454 INFO:tasks.workunit.client.0.smithi003.stdout: "4": 2 2024-04-13T08:45:20.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.454 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_types": { 2024-04-13T08:45:20.454 INFO:tasks.workunit.client.0.smithi003.stdout: "1": 2, 2024-04-13T08:45:20.454 INFO:tasks.workunit.client.0.smithi003.stdout: "11": 1 2024-04-13T08:45:20.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.454 INFO:tasks.workunit.client.0.smithi003.stdout: "compat_weight_set": false, 2024-04-13T08:45:20.454 INFO:tasks.workunit.client.0.smithi003.stdout: "device_classes": [ 2024-04-13T08:45:20.454 INFO:tasks.workunit.client.0.smithi003.stdout: 8 2024-04-13T08:45:20.454 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_buckets": 6, 2024-04-13T08:45:20.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_devices": 8, 2024-04-13T08:45:20.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_rules": 2, 2024-04-13T08:45:20.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_types": 12, 2024-04-13T08:45:20.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_weight_sets": 0, 2024-04-13T08:45:20.455 INFO:tasks.workunit.client.0.smithi003.stdout: "tunables": { 2024-04-13T08:45:20.455 INFO:tasks.workunit.client.0.smithi003.stdout: "allowed_bucket_algs": 54, 2024-04-13T08:45:20.455 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_local_fallback_tries": 0, 2024-04-13T08:45:20.455 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_local_tries": 0, 2024-04-13T08:45:20.455 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_total_tries": 50, 2024-04-13T08:45:20.455 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_descend_once": 1, 2024-04-13T08:45:20.455 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_stable": 1, 2024-04-13T08:45:20.455 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_vary_r": 1, 2024-04-13T08:45:20.455 INFO:tasks.workunit.client.0.smithi003.stdout: "has_msr_rules": 0, 2024-04-13T08:45:20.455 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v2_rules": 1, 2024-04-13T08:45:20.455 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v3_rules": 0, 2024-04-13T08:45:20.455 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v4_buckets": 1, 2024-04-13T08:45:20.455 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v5_rules": 0, 2024-04-13T08:45:20.456 INFO:tasks.workunit.client.0.smithi003.stdout: "legacy_tunables": 0, 2024-04-13T08:45:20.456 INFO:tasks.workunit.client.0.smithi003.stdout: "minimum_required_version": "jewel", 2024-04-13T08:45:20.456 INFO:tasks.workunit.client.0.smithi003.stdout: "msr_collision_tries": 100, 2024-04-13T08:45:20.456 INFO:tasks.workunit.client.0.smithi003.stdout: "msr_descents": 100, 2024-04-13T08:45:20.456 INFO:tasks.workunit.client.0.smithi003.stdout: "optimal_tunables": 1, 2024-04-13T08:45:20.456 INFO:tasks.workunit.client.0.smithi003.stdout: "profile": "jewel", 2024-04-13T08:45:20.456 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables": 1, 2024-04-13T08:45:20.456 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables2": 1, 2024-04-13T08:45:20.456 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables3": 1, 2024-04-13T08:45:20.456 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables5": 1, 2024-04-13T08:45:20.456 INFO:tasks.workunit.client.0.smithi003.stdout: "straw_calc_version": 1 2024-04-13T08:45:20.456 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.456 INFO:tasks.workunit.client.0.smithi003.stdout: "description": "upgrade test cluster", 2024-04-13T08:45:20.456 INFO:tasks.workunit.client.0.smithi003.stdout: "fs": { 2024-04-13T08:45:20.457 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:20.457 INFO:tasks.workunit.client.0.smithi003.stdout: "feature_flags": { 2024-04-13T08:45:20.457 INFO:tasks.workunit.client.0.smithi003.stdout: "enable_multiple": true, 2024-04-13T08:45:20.457 INFO:tasks.workunit.client.0.smithi003.stdout: "ever_enabled_multiple": true 2024-04-13T08:45:20.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.457 INFO:tasks.workunit.client.0.smithi003.stdout: "filesystems": [ 2024-04-13T08:45:20.457 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.457 INFO:tasks.workunit.client.0.smithi003.stdout: "approx_ctime": "2024-04", 2024-04-13T08:45:20.457 INFO:tasks.workunit.client.0.smithi003.stdout: "balancer_enabled": false, 2024-04-13T08:45:20.457 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.457 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_caps": 0, 2024-04-13T08:45:20.457 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_dns": 10, 2024-04-13T08:45:20.457 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_inos": 13, 2024-04-13T08:45:20.457 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_subtrees": 2, 2024-04-13T08:45:20.457 INFO:tasks.workunit.client.0.smithi003.stdout: "ever_allowed_features": 0, 2024-04-13T08:45:20.458 INFO:tasks.workunit.client.0.smithi003.stdout: "explicitly_allowed_features": 0, 2024-04-13T08:45:20.458 INFO:tasks.workunit.client.0.smithi003.stdout: "files": 0, 2024-04-13T08:45:20.458 INFO:tasks.workunit.client.0.smithi003.stdout: "max_mds": 1, 2024-04-13T08:45:20.458 INFO:tasks.workunit.client.0.smithi003.stdout: "num_data_pools": 1, 2024-04-13T08:45:20.458 INFO:tasks.workunit.client.0.smithi003.stdout: "num_in": 1, 2024-04-13T08:45:20.458 INFO:tasks.workunit.client.0.smithi003.stdout: "num_mds": 1, 2024-04-13T08:45:20.458 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": 0, 2024-04-13T08:45:20.458 INFO:tasks.workunit.client.0.smithi003.stdout: "num_standby_replay": 0, 2024-04-13T08:45:20.458 INFO:tasks.workunit.client.0.smithi003.stdout: "num_up": 1, 2024-04-13T08:45:20.458 INFO:tasks.workunit.client.0.smithi003.stdout: "snaps": 0, 2024-04-13T08:45:20.458 INFO:tasks.workunit.client.0.smithi003.stdout: "standby_count_wanted": 0 2024-04-13T08:45:20.458 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.458 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.458 INFO:tasks.workunit.client.0.smithi003.stdout: "num_standby_mds": 1, 2024-04-13T08:45:20.458 INFO:tasks.workunit.client.0.smithi003.stdout: "total_num_mds": 2 2024-04-13T08:45:20.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.459 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_stats": { 2024-04-13T08:45:20.459 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T08:45:20.459 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:20.459 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 20258816, 2024-04-13T08:45:20.459 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 330800, 2024-04-13T08:45:20.459 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2752512, 2024-04-13T08:45:20.459 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 679936, 2024-04-13T08:45:20.459 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 0, 2024-04-13T08:45:20.459 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 359, 2024-04-13T08:45:20.459 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:20.459 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 1148832, 2024-04-13T08:45:20.459 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 13, 2024-04-13T08:45:20.459 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 852992, 2024-04-13T08:45:20.459 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 14493744, 2024-04-13T08:45:20.460 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 20258816 2024-04-13T08:45:20.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.460 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:20.460 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 20676608, 2024-04-13T08:45:20.460 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 448000, 2024-04-13T08:45:20.460 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2752512, 2024-04-13T08:45:20.460 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:20.460 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 630784, 2024-04-13T08:45:20.460 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 445, 2024-04-13T08:45:20.460 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:20.460 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 1506424, 2024-04-13T08:45:20.460 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 22, 2024-04-13T08:45:20.460 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 1084928, 2024-04-13T08:45:20.460 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 14884744, 2024-04-13T08:45:20.461 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 21307392 2024-04-13T08:45:20.461 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.461 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:20.461 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:20.461 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 171327488, 2024-04-13T08:45:20.461 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 2665752, 2024-04-13T08:45:20.461 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3014656, 2024-04-13T08:45:20.461 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:20.461 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 1556480, 2024-04-13T08:45:20.461 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 6650, 2024-04-13T08:45:20.461 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:20.461 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 9637624, 2024-04-13T08:45:20.461 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 20, 2024-04-13T08:45:20.461 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 2482688, 2024-04-13T08:45:20.461 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 153526768, 2024-04-13T08:45:20.462 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 172883968 2024-04-13T08:45:20.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.462 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:20.462 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 264536064, 2024-04-13T08:45:20.462 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 5784240, 2024-04-13T08:45:20.462 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3145728, 2024-04-13T08:45:20.462 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:20.462 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 835584, 2024-04-13T08:45:20.462 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 9677, 2024-04-13T08:45:20.462 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:20.462 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 15125400, 2024-04-13T08:45:20.462 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 22, 2024-04-13T08:45:20.462 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 4877312, 2024-04-13T08:45:20.462 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 235603384, 2024-04-13T08:45:20.463 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 265371648 2024-04-13T08:45:20.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.463 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.be5b77d0f8a0d3fc4d792db8fc7e155e44679ebc": { 2024-04-13T08:45:20.463 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 176111616, 2024-04-13T08:45:20.463 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 3244560, 2024-04-13T08:45:20.463 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3014656, 2024-04-13T08:45:20.463 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:20.463 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 2015232, 2024-04-13T08:45:20.463 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 6904, 2024-04-13T08:45:20.463 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:20.463 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 10563920, 2024-04-13T08:45:20.463 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 20, 2024-04-13T08:45:20.463 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 3655936, 2024-04-13T08:45:20.463 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 155632544, 2024-04-13T08:45:20.463 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 178126848 2024-04-13T08:45:20.463 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.464 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.464 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.0": { 2024-04-13T08:45:20.464 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 463921152, 2024-04-13T08:45:20.464 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 27860432, 2024-04-13T08:45:20.464 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:20.464 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:20.464 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 156704768, 2024-04-13T08:45:20.464 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 12529, 2024-04-13T08:45:20.464 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:20.464 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 91789088, 2024-04-13T08:45:20.464 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 60, 2024-04-13T08:45:20.464 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 7687424, 2024-04-13T08:45:20.464 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 333176336, 2024-04-13T08:45:20.464 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 620625920 2024-04-13T08:45:20.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.465 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.1": { 2024-04-13T08:45:20.465 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 548831232, 2024-04-13T08:45:20.465 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 30076408, 2024-04-13T08:45:20.465 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 5636096, 2024-04-13T08:45:20.465 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:20.465 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 145399808, 2024-04-13T08:45:20.465 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 13669, 2024-04-13T08:45:20.465 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:20.465 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 100818456, 2024-04-13T08:45:20.465 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 60, 2024-04-13T08:45:20.465 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 9650944, 2024-04-13T08:45:20.465 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 402649328, 2024-04-13T08:45:20.465 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 694231040 2024-04-13T08:45:20.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.466 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.2": { 2024-04-13T08:45:20.466 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 467820544, 2024-04-13T08:45:20.466 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 22378104, 2024-04-13T08:45:20.466 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:20.466 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:20.466 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 5406720, 2024-04-13T08:45:20.466 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 11869, 2024-04-13T08:45:20.466 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:20.466 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 78183576, 2024-04-13T08:45:20.466 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 53, 2024-04-13T08:45:20.466 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 10652416, 2024-04-13T08:45:20.466 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 353198576, 2024-04-13T08:45:20.466 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 473227264 2024-04-13T08:45:20.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.466 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.3": { 2024-04-13T08:45:20.467 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 638935040, 2024-04-13T08:45:20.467 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 25155984, 2024-04-13T08:45:20.467 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:20.467 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:20.467 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 39108608, 2024-04-13T08:45:20.467 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 10953, 2024-04-13T08:45:20.467 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:20.467 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 82573184, 2024-04-13T08:45:20.467 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 60, 2024-04-13T08:45:20.467 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 10909184, 2024-04-13T08:45:20.467 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 516888816, 2024-04-13T08:45:20.467 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 678043648 2024-04-13T08:45:20.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.468 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.4": { 2024-04-13T08:45:20.468 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 625074176, 2024-04-13T08:45:20.468 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 22699520, 2024-04-13T08:45:20.468 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:20.468 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 73728, 2024-04-13T08:45:20.468 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 35184640, 2024-04-13T08:45:20.468 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 11447, 2024-04-13T08:45:20.468 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:20.468 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 99207888, 2024-04-13T08:45:20.468 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 53, 2024-04-13T08:45:20.468 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 9880832, 2024-04-13T08:45:20.468 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 489804336, 2024-04-13T08:45:20.468 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 660258816 2024-04-13T08:45:20.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.469 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.5": { 2024-04-13T08:45:20.469 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 445546496, 2024-04-13T08:45:20.469 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 23934256, 2024-04-13T08:45:20.469 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:20.469 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:20.469 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 141492224, 2024-04-13T08:45:20.469 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 12206, 2024-04-13T08:45:20.469 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:20.469 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 89210896, 2024-04-13T08:45:20.469 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 60, 2024-04-13T08:45:20.469 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 10290688, 2024-04-13T08:45:20.469 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 318702784, 2024-04-13T08:45:20.469 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 587038720 2024-04-13T08:45:20.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.470 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.6": { 2024-04-13T08:45:20.470 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 540499968, 2024-04-13T08:45:20.470 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 26083576, 2024-04-13T08:45:20.470 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3276800, 2024-04-13T08:45:20.470 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:20.470 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 22134784, 2024-04-13T08:45:20.470 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 10861, 2024-04-13T08:45:20.470 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:20.470 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 98658288, 2024-04-13T08:45:20.470 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 53, 2024-04-13T08:45:20.470 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 11002880, 2024-04-13T08:45:20.470 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 401478424, 2024-04-13T08:45:20.470 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 562634752 2024-04-13T08:45:20.470 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.471 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.7": { 2024-04-13T08:45:20.471 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 468869120, 2024-04-13T08:45:20.471 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 24567440, 2024-04-13T08:45:20.471 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:20.471 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:20.471 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 31145984, 2024-04-13T08:45:20.471 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 11295, 2024-04-13T08:45:20.471 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:20.471 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 96539672, 2024-04-13T08:45:20.471 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 52, 2024-04-13T08:45:20.471 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 10117376, 2024-04-13T08:45:20.471 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 334236760, 2024-04-13T08:45:20.471 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 500015104 2024-04-13T08:45:20.471 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.472 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.472 INFO:tasks.workunit.client.0.smithi003.stdout: "hosts": { 2024-04-13T08:45:20.472 INFO:tasks.workunit.client.0.smithi003.stdout: "num": 2, 2024-04-13T08:45:20.472 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mds": 2, 2024-04-13T08:45:20.472 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mgr": 2, 2024-04-13T08:45:20.472 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mon": 2, 2024-04-13T08:45:20.472 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_osd": 2 2024-04-13T08:45:20.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.472 INFO:tasks.workunit.client.0.smithi003.stdout: "io_rate": { 2024-04-13T08:45:20.472 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_stats_delta": { 2024-04-13T08:45:20.472 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 0, 2024-04-13T08:45:20.472 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:20.472 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 0, 2024-04-13T08:45:20.473 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:20.473 INFO:tasks.workunit.client.0.smithi003.stdout: "stamp_delta": "11.384949", 2024-04-13T08:45:20.473 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:20.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:20.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:20.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:20.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:20.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:20.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:20.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:20.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:20.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:20.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:20.473 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:20.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:20.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:20.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:20.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:20.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:20.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:20.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:20.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:20.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:20.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:20.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:20.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:20.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:20.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:20.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:20.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:20.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:20.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:20.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:20.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:20.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:20.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:20.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 1, 2024-04-13T08:45:20.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 1, 2024-04-13T08:45:20.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:20.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:20.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:20.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:20.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:20.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.476 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:20.476 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 0, 2024-04-13T08:45:20.476 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:20.476 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:20.476 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:20.476 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:20.476 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 0, 2024-04-13T08:45:20.476 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:20.476 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:20.476 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T08:45:20.476 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:20.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.477 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 0 2024-04-13T08:45:20.477 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.477 INFO:tasks.workunit.client.0.smithi003.stdout: "leaderboard": false, 2024-04-13T08:45:20.477 INFO:tasks.workunit.client.0.smithi003.stdout: "leaderboard_description": null, 2024-04-13T08:45:20.477 INFO:tasks.workunit.client.0.smithi003.stdout: "license": "sharing-1-0", 2024-04-13T08:45:20.477 INFO:tasks.workunit.client.0.smithi003.stdout: "mempool": { 2024-04-13T08:45:20.477 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T08:45:20.477 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:20.477 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:20.477 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.477 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.477 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:20.477 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.478 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.478 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:20.478 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.478 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.478 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:20.478 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.478 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.478 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:20.478 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.478 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.479 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:20.479 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.479 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.479 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:20.479 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.479 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.479 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:20.479 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.479 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.479 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:20.479 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.479 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.480 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:20.480 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.480 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.480 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:20.480 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.480 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.480 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:20.480 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.480 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.480 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:20.480 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.480 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.481 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:20.481 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.481 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.481 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:20.481 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.481 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.481 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:20.481 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.481 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.481 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:20.481 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.482 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.482 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:20.482 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.482 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.482 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:20.482 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 149008, 2024-04-13T08:45:20.482 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 33 2024-04-13T08:45:20.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.482 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:20.482 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.482 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.483 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:20.483 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 928, 2024-04-13T08:45:20.483 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T08:45:20.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.483 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.483 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.483 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.483 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:20.483 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.483 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.483 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:20.483 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.484 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.484 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:20.484 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.484 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.484 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:20.484 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.484 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.484 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:20.484 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.484 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.485 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:20.485 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.485 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.485 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:20.485 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.485 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.485 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.485 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:20.485 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:20.485 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.485 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.486 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:20.486 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.486 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.486 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:20.486 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.486 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.486 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:20.486 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.486 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.486 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:20.486 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.487 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.487 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:20.487 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.487 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.487 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:20.487 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.487 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.487 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:20.487 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.487 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.487 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:20.488 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.488 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.488 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:20.488 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.488 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.488 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:20.488 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.488 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.488 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:20.488 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.488 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.489 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:20.489 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.489 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.489 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:20.489 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.489 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.489 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:20.489 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.489 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.489 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:20.490 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.490 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.490 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:20.490 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.490 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.490 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:20.490 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.490 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.491 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:20.491 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 222320, 2024-04-13T08:45:20.491 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 65 2024-04-13T08:45:20.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.491 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:20.491 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.491 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.491 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:20.491 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 52112, 2024-04-13T08:45:20.491 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 181 2024-04-13T08:45:20.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.492 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.492 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.492 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.492 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:20.492 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.492 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.492 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:20.492 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.492 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.492 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:20.492 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 13096, 2024-04-13T08:45:20.493 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 271 2024-04-13T08:45:20.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.493 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:20.493 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.493 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.493 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:20.493 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.493 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.493 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:20.493 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.493 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.494 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:20.494 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.494 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.494 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.494 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.494 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:20.494 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:20.494 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:20.494 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.494 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.494 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:20.494 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.495 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.495 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:20.495 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.495 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.495 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:20.495 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.495 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.495 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:20.495 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.495 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.495 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:20.496 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.496 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.496 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:20.496 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.496 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.496 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:20.496 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.496 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.496 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:20.496 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.496 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.497 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:20.497 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.497 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.497 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:20.497 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.497 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.497 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:20.497 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.497 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.497 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:20.497 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.498 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.498 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:20.498 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.498 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.498 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:20.498 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.498 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.498 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:20.498 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.498 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.498 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:20.499 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.499 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.499 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:20.499 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.499 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.499 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:20.499 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 42749177, 2024-04-13T08:45:20.499 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5279 2024-04-13T08:45:20.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.499 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:20.499 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 880, 2024-04-13T08:45:20.499 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 10 2024-04-13T08:45:20.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.500 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:20.500 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.500 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.500 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.500 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.500 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.500 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:20.500 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.500 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.500 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:20.500 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.500 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.501 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:20.501 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11672, 2024-04-13T08:45:20.501 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 270 2024-04-13T08:45:20.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.501 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:20.501 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 70440, 2024-04-13T08:45:20.501 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5158 2024-04-13T08:45:20.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.501 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:20.501 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5896, 2024-04-13T08:45:20.501 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 174 2024-04-13T08:45:20.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.501 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:20.501 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.502 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.502 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:20.502 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.502 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.502 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.502 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:20.502 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:20.502 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.502 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.502 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:20.502 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.503 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.503 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:20.503 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.503 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.503 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:20.503 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.503 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.503 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:20.503 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.504 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.504 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:20.504 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.504 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.504 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:20.504 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.504 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.504 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:20.504 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.504 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.504 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:20.505 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.505 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.505 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:20.505 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.505 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.505 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:20.505 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.505 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.505 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:20.505 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.505 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.506 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:20.506 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.506 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.506 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:20.506 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.506 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.506 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:20.506 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.506 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.506 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:20.506 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.507 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.507 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:20.507 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.507 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.507 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:20.507 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.507 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.507 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:20.507 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 43195281, 2024-04-13T08:45:20.507 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5351 2024-04-13T08:45:20.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.508 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:20.508 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.508 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.508 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:20.508 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.508 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.508 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.508 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.508 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.508 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:20.508 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.509 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.509 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:20.509 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.509 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.509 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:20.509 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11672, 2024-04-13T08:45:20.509 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 270 2024-04-13T08:45:20.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.509 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:20.509 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 70440, 2024-04-13T08:45:20.509 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5158 2024-04-13T08:45:20.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.510 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:20.510 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11792, 2024-04-13T08:45:20.510 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 348 2024-04-13T08:45:20.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.510 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:20.510 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.510 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.510 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:20.510 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.510 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.510 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.510 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.be5b77d0f8a0d3fc4d792db8fc7e155e44679ebc": { 2024-04-13T08:45:20.511 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:20.511 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.511 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.511 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:20.511 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.511 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.511 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:20.511 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.511 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.511 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:20.511 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.511 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.512 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:20.512 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.512 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.512 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:20.512 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.512 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.512 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:20.512 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.512 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.512 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:20.512 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.513 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.513 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:20.513 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.513 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.513 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:20.513 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.513 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.514 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:20.514 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.514 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.514 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:20.514 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.514 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.514 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:20.514 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.514 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.514 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:20.515 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.515 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.515 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:20.515 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.515 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.515 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:20.515 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.515 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.515 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:20.515 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.516 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.516 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:20.516 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.516 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.516 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:20.516 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 42928689, 2024-04-13T08:45:20.516 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5307 2024-04-13T08:45:20.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.516 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:20.517 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 440, 2024-04-13T08:45:20.517 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T08:45:20.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.517 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:20.517 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.517 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.517 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.517 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.517 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.517 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:20.517 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.518 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.518 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:20.518 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.518 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.518 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:20.518 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11672, 2024-04-13T08:45:20.518 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 270 2024-04-13T08:45:20.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.518 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:20.519 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 70440, 2024-04-13T08:45:20.519 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5158 2024-04-13T08:45:20.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.519 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:20.519 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5896, 2024-04-13T08:45:20.519 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 174 2024-04-13T08:45:20.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.519 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:20.519 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.519 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.519 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:20.519 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.520 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.520 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.520 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.520 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.520 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.520 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.0": { 2024-04-13T08:45:20.520 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:20.520 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.520 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.520 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.520 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:20.521 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 26856, 2024-04-13T08:45:20.521 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 475 2024-04-13T08:45:20.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.521 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:20.521 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31104, 2024-04-13T08:45:20.521 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 26 2024-04-13T08:45:20.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.521 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:20.521 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 960, 2024-04-13T08:45:20.521 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T08:45:20.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.521 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:20.522 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 57200, 2024-04-13T08:45:20.522 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 715 2024-04-13T08:45:20.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.522 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:20.522 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 373360, 2024-04-13T08:45:20.522 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1795 2024-04-13T08:45:20.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.522 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:20.522 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:20.522 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:20.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.523 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:20.523 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1043559, 2024-04-13T08:45:20.523 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 270 2024-04-13T08:45:20.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.523 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:20.523 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2441532, 2024-04-13T08:45:20.523 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 541660 2024-04-13T08:45:20.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.523 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:20.523 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7027376, 2024-04-13T08:45:20.523 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 10366 2024-04-13T08:45:20.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.524 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:20.524 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 78176, 2024-04-13T08:45:20.524 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8335 2024-04-13T08:45:20.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.524 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:20.524 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 86160, 2024-04-13T08:45:20.524 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1795 2024-04-13T08:45:20.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.524 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:20.524 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.525 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.525 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.525 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:20.525 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165184, 2024-04-13T08:45:20.525 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:20.525 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.525 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:20.525 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.526 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.526 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:20.526 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.526 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.526 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:20.526 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 33299, 2024-04-13T08:45:20.526 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 50 2024-04-13T08:45:20.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.526 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:20.526 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.527 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.527 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:20.527 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6293639, 2024-04-13T08:45:20.527 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 288 2024-04-13T08:45:20.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.527 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:20.527 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 25080, 2024-04-13T08:45:20.527 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 285 2024-04-13T08:45:20.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.527 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:20.527 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.527 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.528 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.528 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 501552, 2024-04-13T08:45:20.528 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 43 2024-04-13T08:45:20.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.528 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:20.528 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.528 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.528 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:20.528 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7046520, 2024-04-13T08:45:20.528 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 18351 2024-04-13T08:45:20.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.528 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:20.528 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:20.528 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:20.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.529 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:20.529 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.529 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.529 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:20.529 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.529 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.529 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:20.529 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.529 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.529 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:20.530 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.530 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.530 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.530 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.1": { 2024-04-13T08:45:20.530 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:20.530 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.530 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.530 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:20.530 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 29048, 2024-04-13T08:45:20.530 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 526 2024-04-13T08:45:20.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.530 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:20.531 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31488, 2024-04-13T08:45:20.531 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 29 2024-04-13T08:45:20.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.531 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:20.531 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 768, 2024-04-13T08:45:20.531 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 4 2024-04-13T08:45:20.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.531 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:20.531 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 57440, 2024-04-13T08:45:20.531 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 718 2024-04-13T08:45:20.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.531 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:20.531 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 371280, 2024-04-13T08:45:20.531 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1785 2024-04-13T08:45:20.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.532 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:20.532 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:20.532 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:20.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.532 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:20.532 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1359576, 2024-04-13T08:45:20.532 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 343 2024-04-13T08:45:20.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.532 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:20.532 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2479508, 2024-04-13T08:45:20.532 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 544416 2024-04-13T08:45:20.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.532 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:20.532 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7049816, 2024-04-13T08:45:20.532 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 10399 2024-04-13T08:45:20.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.533 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:20.533 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 76716, 2024-04-13T08:45:20.533 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8168 2024-04-13T08:45:20.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.533 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:20.533 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 85632, 2024-04-13T08:45:20.533 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1784 2024-04-13T08:45:20.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.533 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:20.533 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.533 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.533 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:20.533 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 167064, 2024-04-13T08:45:20.534 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1194 2024-04-13T08:45:20.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.534 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:20.534 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.534 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.534 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:20.534 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1472, 2024-04-13T08:45:20.534 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T08:45:20.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.534 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:20.534 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 72705, 2024-04-13T08:45:20.534 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 33 2024-04-13T08:45:20.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.535 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:20.535 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20128, 2024-04-13T08:45:20.535 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T08:45:20.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.535 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:20.535 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4905203, 2024-04-13T08:45:20.535 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 271 2024-04-13T08:45:20.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.535 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:20.535 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 30800, 2024-04-13T08:45:20.535 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 350 2024-04-13T08:45:20.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.535 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:20.535 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.535 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.536 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.536 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 489888, 2024-04-13T08:45:20.536 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 42 2024-04-13T08:45:20.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.536 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:20.536 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.536 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.536 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:20.536 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7241936, 2024-04-13T08:45:20.536 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 21086 2024-04-13T08:45:20.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.536 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:20.536 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:20.537 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:20.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.537 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:20.537 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.537 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.537 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:20.537 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.537 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.537 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:20.537 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.537 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.537 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:20.538 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.538 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.538 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.538 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.2": { 2024-04-13T08:45:20.538 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:20.538 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.538 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.538 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:20.538 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 17216, 2024-04-13T08:45:20.538 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 330 2024-04-13T08:45:20.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.538 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:20.539 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 30464, 2024-04-13T08:45:20.539 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 21 2024-04-13T08:45:20.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.539 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:20.539 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2112, 2024-04-13T08:45:20.539 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 11 2024-04-13T08:45:20.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.539 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:20.539 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 54560, 2024-04-13T08:45:20.539 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 682 2024-04-13T08:45:20.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.539 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:20.539 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 370448, 2024-04-13T08:45:20.539 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1781 2024-04-13T08:45:20.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.540 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:20.540 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:20.540 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:20.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.540 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:20.540 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 298151, 2024-04-13T08:45:20.540 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 79 2024-04-13T08:45:20.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.540 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:20.540 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1765258, 2024-04-13T08:45:20.540 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 391741 2024-04-13T08:45:20.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.540 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:20.540 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5193416, 2024-04-13T08:45:20.540 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7669 2024-04-13T08:45:20.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.541 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:20.541 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 75724, 2024-04-13T08:45:20.541 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8151 2024-04-13T08:45:20.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.541 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:20.541 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 85488, 2024-04-13T08:45:20.541 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1781 2024-04-13T08:45:20.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.541 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:20.541 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.541 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.541 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:20.541 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165184, 2024-04-13T08:45:20.542 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:20.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.542 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:20.542 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.542 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.542 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:20.542 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 736, 2024-04-13T08:45:20.542 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1 2024-04-13T08:45:20.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.542 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:20.542 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 75803, 2024-04-13T08:45:20.542 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 56 2024-04-13T08:45:20.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.542 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:20.543 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12112, 2024-04-13T08:45:20.543 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T08:45:20.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.543 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:20.543 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11817852, 2024-04-13T08:45:20.543 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8970 2024-04-13T08:45:20.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.543 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:20.543 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 9328, 2024-04-13T08:45:20.543 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 106 2024-04-13T08:45:20.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.543 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:20.543 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.543 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.544 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.544 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 396576, 2024-04-13T08:45:20.544 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 34 2024-04-13T08:45:20.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.544 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:20.544 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.544 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.544 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:20.544 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3207360, 2024-04-13T08:45:20.544 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 6168 2024-04-13T08:45:20.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.545 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:20.545 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:20.545 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:20.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.545 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:20.545 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.545 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.545 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:20.545 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.545 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.545 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:20.545 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.545 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.546 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:20.546 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.546 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.546 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.546 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.3": { 2024-04-13T08:45:20.546 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:20.546 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.546 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.546 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:20.546 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20392, 2024-04-13T08:45:20.547 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 384 2024-04-13T08:45:20.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.547 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:20.547 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 30848, 2024-04-13T08:45:20.547 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 24 2024-04-13T08:45:20.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.547 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:20.547 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4800, 2024-04-13T08:45:20.547 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 25 2024-04-13T08:45:20.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.547 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:20.547 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 55040, 2024-04-13T08:45:20.547 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 688 2024-04-13T08:45:20.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.548 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:20.548 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 358384, 2024-04-13T08:45:20.548 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1723 2024-04-13T08:45:20.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.548 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:20.548 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:20.548 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:20.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.548 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:20.548 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 304405, 2024-04-13T08:45:20.548 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 94 2024-04-13T08:45:20.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.548 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:20.549 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1789027, 2024-04-13T08:45:20.549 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 393424 2024-04-13T08:45:20.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.549 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:20.549 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5197496, 2024-04-13T08:45:20.549 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7675 2024-04-13T08:45:20.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.549 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:20.549 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 67008, 2024-04-13T08:45:20.549 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7018 2024-04-13T08:45:20.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.549 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:20.549 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 82656, 2024-04-13T08:45:20.549 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:20.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.550 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:20.550 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.550 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.550 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:20.550 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165184, 2024-04-13T08:45:20.550 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:20.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.550 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:20.550 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.550 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.550 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:20.551 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1472, 2024-04-13T08:45:20.551 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T08:45:20.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.551 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:20.551 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 109923, 2024-04-13T08:45:20.551 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 60 2024-04-13T08:45:20.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.551 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:20.551 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20128, 2024-04-13T08:45:20.551 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T08:45:20.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.551 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:20.551 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 26674771, 2024-04-13T08:45:20.551 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 297 2024-04-13T08:45:20.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.552 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:20.552 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11528, 2024-04-13T08:45:20.552 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 131 2024-04-13T08:45:20.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.552 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:20.552 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.552 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.552 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.552 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 431568, 2024-04-13T08:45:20.552 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 37 2024-04-13T08:45:20.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.552 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:20.552 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.553 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.553 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:20.553 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3431168, 2024-04-13T08:45:20.553 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8920 2024-04-13T08:45:20.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.553 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:20.553 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:20.553 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:20.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.553 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:20.553 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.553 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.553 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:20.554 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.554 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.554 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:20.554 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.554 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.554 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:20.554 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.554 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.554 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.554 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.4": { 2024-04-13T08:45:20.554 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:20.555 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.555 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.555 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:20.555 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 23544, 2024-04-13T08:45:20.555 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 436 2024-04-13T08:45:20.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.555 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:20.555 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 117248, 2024-04-13T08:45:20.555 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 28 2024-04-13T08:45:20.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.555 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:20.555 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3840, 2024-04-13T08:45:20.555 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 20 2024-04-13T08:45:20.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.556 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:20.556 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 56880, 2024-04-13T08:45:20.556 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 711 2024-04-13T08:45:20.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.556 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:20.556 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 358176, 2024-04-13T08:45:20.556 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:20.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.556 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:20.556 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:20.556 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:20.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.556 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:20.556 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 881726, 2024-04-13T08:45:20.557 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 237 2024-04-13T08:45:20.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.557 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:20.557 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2087573, 2024-04-13T08:45:20.557 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 460750 2024-04-13T08:45:20.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.557 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:20.557 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6012136, 2024-04-13T08:45:20.557 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8873 2024-04-13T08:45:20.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.557 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:20.557 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 67152, 2024-04-13T08:45:20.557 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7013 2024-04-13T08:45:20.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.557 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:20.558 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 82656, 2024-04-13T08:45:20.558 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:20.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.558 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:20.558 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.558 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.558 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:20.558 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165016, 2024-04-13T08:45:20.558 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:20.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.558 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:20.558 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.558 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.559 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:20.559 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.559 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.559 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:20.559 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 47039, 2024-04-13T08:45:20.559 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 45 2024-04-13T08:45:20.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.559 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:20.559 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.559 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.559 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:20.559 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 22271400, 2024-04-13T08:45:20.559 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 294 2024-04-13T08:45:20.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.560 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:20.560 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 23496, 2024-04-13T08:45:20.560 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 267 2024-04-13T08:45:20.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.560 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:20.560 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.560 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.560 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.560 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 454896, 2024-04-13T08:45:20.560 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 39 2024-04-13T08:45:20.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.560 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:20.560 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.561 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.561 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:20.561 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5117840, 2024-04-13T08:45:20.561 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12242 2024-04-13T08:45:20.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.561 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:20.561 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:20.561 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:20.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.561 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:20.561 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.561 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.561 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:20.562 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.562 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.562 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:20.562 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.562 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.562 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:20.562 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.562 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.562 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.562 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.5": { 2024-04-13T08:45:20.562 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:20.562 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.563 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.563 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:20.563 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 23216, 2024-04-13T08:45:20.563 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 435 2024-04-13T08:45:20.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.563 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:20.563 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31616, 2024-04-13T08:45:20.563 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 30 2024-04-13T08:45:20.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.563 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:20.563 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 768, 2024-04-13T08:45:20.563 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 4 2024-04-13T08:45:20.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.564 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:20.564 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 56640, 2024-04-13T08:45:20.564 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 708 2024-04-13T08:45:20.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.564 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:20.564 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 358176, 2024-04-13T08:45:20.564 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:20.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.564 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:20.564 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:20.564 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:20.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.564 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:20.565 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 447037, 2024-04-13T08:45:20.565 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 115 2024-04-13T08:45:20.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.565 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:20.565 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2396843, 2024-04-13T08:45:20.565 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 534068 2024-04-13T08:45:20.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.565 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:20.565 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6896136, 2024-04-13T08:45:20.565 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 10173 2024-04-13T08:45:20.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.565 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:20.565 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 67420, 2024-04-13T08:45:20.565 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7019 2024-04-13T08:45:20.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.566 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:20.566 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 82656, 2024-04-13T08:45:20.566 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:20.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.566 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:20.566 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.566 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.566 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:20.566 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165272, 2024-04-13T08:45:20.566 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1187 2024-04-13T08:45:20.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.566 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:20.566 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.567 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.567 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:20.567 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 736, 2024-04-13T08:45:20.567 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1 2024-04-13T08:45:20.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.567 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:20.567 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 71245, 2024-04-13T08:45:20.567 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 55 2024-04-13T08:45:20.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.567 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:20.567 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12112, 2024-04-13T08:45:20.567 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T08:45:20.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.568 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:20.568 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5430211, 2024-04-13T08:45:20.568 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 254 2024-04-13T08:45:20.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.568 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:20.568 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12056, 2024-04-13T08:45:20.568 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 137 2024-04-13T08:45:20.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.568 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:20.568 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.568 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.568 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.568 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 478224, 2024-04-13T08:45:20.568 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 41 2024-04-13T08:45:20.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.569 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:20.569 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.569 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.569 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:20.569 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6388720, 2024-04-13T08:45:20.569 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12286 2024-04-13T08:45:20.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.569 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:20.569 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:20.569 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:20.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.569 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:20.570 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.570 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.570 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:20.570 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.570 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.570 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:20.570 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.570 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.570 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:20.570 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.570 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.570 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.571 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.6": { 2024-04-13T08:45:20.571 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:20.571 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.571 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.571 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:20.571 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20912, 2024-04-13T08:45:20.571 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 401 2024-04-13T08:45:20.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.571 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:20.571 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 403712, 2024-04-13T08:45:20.571 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 28 2024-04-13T08:45:20.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.571 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:20.572 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2880, 2024-04-13T08:45:20.572 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 15 2024-04-13T08:45:20.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.572 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:20.572 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 56080, 2024-04-13T08:45:20.572 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 701 2024-04-13T08:45:20.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.572 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:20.572 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 359840, 2024-04-13T08:45:20.572 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1730 2024-04-13T08:45:20.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.572 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:20.572 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:20.572 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:20.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.573 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:20.573 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 785169, 2024-04-13T08:45:20.573 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 199 2024-04-13T08:45:20.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.573 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:20.573 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1746588, 2024-04-13T08:45:20.573 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 384205 2024-04-13T08:45:20.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.573 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:20.573 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5066256, 2024-04-13T08:45:20.573 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7482 2024-04-13T08:45:20.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.573 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:20.574 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 68344, 2024-04-13T08:45:20.574 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7175 2024-04-13T08:45:20.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.574 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:20.574 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 83040, 2024-04-13T08:45:20.574 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1730 2024-04-13T08:45:20.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.574 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:20.574 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.574 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.574 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:20.574 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 164928, 2024-04-13T08:45:20.574 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1185 2024-04-13T08:45:20.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.575 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:20.575 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.575 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.575 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:20.575 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.575 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.575 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:20.575 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 40369, 2024-04-13T08:45:20.575 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 45 2024-04-13T08:45:20.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.575 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:20.575 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.576 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.576 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:20.576 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16042462, 2024-04-13T08:45:20.576 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 275 2024-04-13T08:45:20.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.576 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:20.576 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19624, 2024-04-13T08:45:20.576 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 223 2024-04-13T08:45:20.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.576 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:20.576 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.576 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.576 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.577 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 443232, 2024-04-13T08:45:20.577 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 38 2024-04-13T08:45:20.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.577 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:20.577 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.577 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.577 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:20.577 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3703440, 2024-04-13T08:45:20.577 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 9522 2024-04-13T08:45:20.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.577 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:20.577 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:20.577 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:20.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.578 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:20.578 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.578 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.578 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:20.578 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.578 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.578 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:20.578 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.578 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.578 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:20.578 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.579 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.579 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.579 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.7": { 2024-04-13T08:45:20.579 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:20.579 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.579 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.579 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:20.579 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19568, 2024-04-13T08:45:20.579 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 368 2024-04-13T08:45:20.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.579 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:20.579 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31104, 2024-04-13T08:45:20.579 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 26 2024-04-13T08:45:20.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.580 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:20.580 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 960, 2024-04-13T08:45:20.580 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T08:45:20.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.580 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:20.580 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 55360, 2024-04-13T08:45:20.580 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 692 2024-04-13T08:45:20.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.580 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:20.580 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 359632, 2024-04-13T08:45:20.580 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1729 2024-04-13T08:45:20.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.581 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:20.581 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:20.581 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:20.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.581 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:20.581 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 610617, 2024-04-13T08:45:20.581 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 127 2024-04-13T08:45:20.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.581 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:20.581 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2022697, 2024-04-13T08:45:20.581 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 450534 2024-04-13T08:45:20.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.581 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:20.582 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5867976, 2024-04-13T08:45:20.582 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8661 2024-04-13T08:45:20.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.582 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:20.582 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 68632, 2024-04-13T08:45:20.582 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7173 2024-04-13T08:45:20.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.582 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:20.582 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 82992, 2024-04-13T08:45:20.582 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1729 2024-04-13T08:45:20.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.582 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:20.582 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.582 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.583 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:20.583 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165184, 2024-04-13T08:45:20.583 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:20.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.583 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:20.583 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.583 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.583 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:20.583 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.583 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.583 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:20.583 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 44918, 2024-04-13T08:45:20.584 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 34 2024-04-13T08:45:20.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.584 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:20.584 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.584 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.584 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:20.584 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6163978, 2024-04-13T08:45:20.584 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 288 2024-04-13T08:45:20.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.584 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:20.584 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11352, 2024-04-13T08:45:20.584 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 129 2024-04-13T08:45:20.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.584 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:20.584 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.585 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.585 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.585 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 478224, 2024-04-13T08:45:20.585 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 41 2024-04-13T08:45:20.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.585 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:20.585 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.585 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.585 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:20.585 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4863872, 2024-04-13T08:45:20.585 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 9360 2024-04-13T08:45:20.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.585 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:20.586 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:20.586 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:20.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.586 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:20.586 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.586 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.586 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:20.586 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.586 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.586 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:20.586 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.586 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.587 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:20.587 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:20.587 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:20.587 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.587 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.587 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.587 INFO:tasks.workunit.client.0.smithi003.stdout: "metadata": { 2024-04-13T08:45:20.587 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T08:45:20.587 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T08:45:20.587 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 2 2024-04-13T08:45:20.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.587 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T08:45:20.587 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T08:45:20.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.588 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T08:45:20.588 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-13T08:45:20.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.588 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T08:45:20.588 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 2 2024-04-13T08:45:20.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.588 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T08:45:20.588 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 2 2024-04-13T08:45:20.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.588 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T08:45:20.588 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-13T08:45:20.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.588 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T08:45:20.588 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-13T08:45:20.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.589 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T08:45:20.589 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 2 2024-04-13T08:45:20.589 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.589 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:20.589 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T08:45:20.589 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 3 2024-04-13T08:45:20.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.589 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T08:45:20.589 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T08:45:20.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.589 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T08:45:20.589 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-13T08:45:20.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.590 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T08:45:20.590 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 3 2024-04-13T08:45:20.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.590 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T08:45:20.590 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 3 2024-04-13T08:45:20.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.590 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T08:45:20.590 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-13T08:45:20.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.590 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T08:45:20.590 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-13T08:45:20.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.590 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T08:45:20.591 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 3 2024-04-13T08:45:20.591 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.591 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.591 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T08:45:20.591 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 8 2024-04-13T08:45:20.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.591 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T08:45:20.591 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T08:45:20.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.591 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T08:45:20.591 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-13T08:45:20.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.591 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T08:45:20.592 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 8 2024-04-13T08:45:20.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.592 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T08:45:20.592 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 8 2024-04-13T08:45:20.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.592 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T08:45:20.592 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-13T08:45:20.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.592 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T08:45:20.592 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-13T08:45:20.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.592 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T08:45:20.592 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 8 2024-04-13T08:45:20.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.592 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_objectstore": { 2024-04-13T08:45:20.593 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": 8 2024-04-13T08:45:20.593 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.593 INFO:tasks.workunit.client.0.smithi003.stdout: "rotational": { 2024-04-13T08:45:20.593 INFO:tasks.workunit.client.0.smithi003.stdout: "0": 8 2024-04-13T08:45:20.593 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.593 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.593 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.593 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:20.593 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:20.593 INFO:tasks.workunit.client.0.smithi003.stdout: "features": { 2024-04-13T08:45:20.593 INFO:tasks.workunit.client.0.smithi003.stdout: "optional": [], 2024-04-13T08:45:20.593 INFO:tasks.workunit.client.0.smithi003.stdout: "persistent": [ 2024-04-13T08:45:20.593 INFO:tasks.workunit.client.0.smithi003.stdout: "kraken", 2024-04-13T08:45:20.593 INFO:tasks.workunit.client.0.smithi003.stdout: "luminous", 2024-04-13T08:45:20.593 INFO:tasks.workunit.client.0.smithi003.stdout: "mimic", 2024-04-13T08:45:20.594 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap-prune", 2024-04-13T08:45:20.594 INFO:tasks.workunit.client.0.smithi003.stdout: "nautilus", 2024-04-13T08:45:20.594 INFO:tasks.workunit.client.0.smithi003.stdout: "octopus", 2024-04-13T08:45:20.594 INFO:tasks.workunit.client.0.smithi003.stdout: "pacific", 2024-04-13T08:45:20.594 INFO:tasks.workunit.client.0.smithi003.stdout: "elector-pinging", 2024-04-13T08:45:20.594 INFO:tasks.workunit.client.0.smithi003.stdout: "quincy", 2024-04-13T08:45:20.594 INFO:tasks.workunit.client.0.smithi003.stdout: "reef", 2024-04-13T08:45:20.594 INFO:tasks.workunit.client.0.smithi003.stdout: "squid" 2024-04-13T08:45:20.594 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.594 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.594 INFO:tasks.workunit.client.0.smithi003.stdout: "ipv4_addr_mons": 6, 2024-04-13T08:45:20.594 INFO:tasks.workunit.client.0.smithi003.stdout: "ipv6_addr_mons": 0, 2024-04-13T08:45:20.594 INFO:tasks.workunit.client.0.smithi003.stdout: "min_mon_release": 19, 2024-04-13T08:45:20.594 INFO:tasks.workunit.client.0.smithi003.stdout: "v1_addr_mons": 3, 2024-04-13T08:45:20.594 INFO:tasks.workunit.client.0.smithi003.stdout: "v2_addr_mons": 3 2024-04-13T08:45:20.595 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.595 INFO:tasks.workunit.client.0.smithi003.stdout: "organization": "ceph-qa", 2024-04-13T08:45:20.595 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.595 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster_network": false, 2024-04-13T08:45:20.595 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8, 2024-04-13T08:45:20.595 INFO:tasks.workunit.client.0.smithi003.stdout: "require_min_compat_client": "luminous", 2024-04-13T08:45:20.595 INFO:tasks.workunit.client.0.smithi003.stdout: "require_osd_release": "squid" 2024-04-13T08:45:20.595 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.595 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_perf_histograms": [ 2024-04-13T08:45:20.595 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.595 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:20.595 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:20.595 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.595 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:20.596 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:20.596 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T08:45:20.596 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T08:45:20.596 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:20.596 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:20.596 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T08:45:20.596 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T08:45:20.596 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T08:45:20.596 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T08:45:20.596 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T08:45:20.596 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T08:45:20.596 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T08:45:20.596 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T08:45:20.596 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T08:45:20.596 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T08:45:20.597 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T08:45:20.597 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T08:45:20.597 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T08:45:20.597 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T08:45:20.597 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T08:45:20.597 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T08:45:20.597 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T08:45:20.597 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T08:45:20.597 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T08:45:20.597 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T08:45:20.597 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T08:45:20.597 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T08:45:20.597 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T08:45:20.597 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T08:45:20.597 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T08:45:20.598 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T08:45:20.598 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T08:45:20.598 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T08:45:20.598 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T08:45:20.598 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T08:45:20.598 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T08:45:20.598 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.598 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:20.598 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.598 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.598 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:20.598 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:20.598 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T08:45:20.598 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T08:45:20.599 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:20.599 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:20.599 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T08:45:20.599 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T08:45:20.599 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T08:45:20.599 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T08:45:20.599 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T08:45:20.599 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T08:45:20.599 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T08:45:20.599 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T08:45:20.599 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T08:45:20.599 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T08:45:20.599 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T08:45:20.600 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T08:45:20.600 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T08:45:20.600 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T08:45:20.600 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T08:45:20.600 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T08:45:20.600 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T08:45:20.600 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T08:45:20.600 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T08:45:20.600 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T08:45:20.600 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T08:45:20.600 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T08:45:20.600 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T08:45:20.600 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T08:45:20.600 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T08:45:20.600 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T08:45:20.601 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T08:45:20.601 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T08:45:20.601 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T08:45:20.601 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T08:45:20.601 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T08:45:20.601 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.601 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:20.601 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.601 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.601 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:20.601 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.601 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:20.601 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.601 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.602 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.602 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 15550, 4096, 0, 0, 3, 3, 1, 0, 0, 0, 4, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.602 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7891, 138, 42, 3, 22, 3, 6, 11, 19, 40, 50, 27, 37, 35, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.602 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 694, 14, 18, 0, 4, 4, 4, 3, 4, 14, 98, 138, 92, 14, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.602 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 506, 2, 1, 0, 0, 0, 1, 1, 1, 0, 5, 34, 314, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.602 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 167, 7, 0, 0, 0, 0, 1, 0, 0, 0, 5, 6, 20, 100, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.602 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 15, 16, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.602 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 3, 42, 69, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.602 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 34, 42, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.602 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.602 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.602 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.602 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.602 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.603 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.603 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.603 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.603 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.603 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.603 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.603 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.603 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.603 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.603 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.603 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.603 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.603 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.603 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.603 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.604 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.604 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.604 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.604 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.604 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.604 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:20.604 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.604 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.604 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.604 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7983, 13, 62, 2, 22, 19, 1, 0, 0, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.604 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7495, 230, 1405, 7, 10, 34, 86, 141, 26, 54, 60, 43, 69, 1, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.604 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1110, 16, 115, 20, 1, 1, 17, 17, 6, 19, 117, 259, 117, 3, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.604 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 646, 13, 0, 10, 0, 0, 2, 2, 0, 1, 3, 23, 423, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.604 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 310, 37, 5, 1, 2, 0, 0, 0, 0, 1, 8, 3, 15, 28, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.605 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 257, 46, 40, 0, 0, 0, 1, 0, 0, 0, 0, 8, 3, 6, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.605 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 154, 63, 217, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 9, 46, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.605 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 80, 140, 43, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 3, 11, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.605 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.605 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.605 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.605 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.605 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.605 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.605 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.605 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.605 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.605 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.605 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.606 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.606 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.606 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.606 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.606 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.606 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.606 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.606 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.606 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.606 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.606 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.606 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.606 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.606 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.607 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:20.607 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.607 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.607 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 803, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.607 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12418, 4003, 0, 0, 0, 0, 0, 0, 1, 0, 6, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.607 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 8518, 59, 8, 0, 13, 0, 0, 0, 0, 0, 7, 3, 11, 16, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.607 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 877, 111, 134, 2, 1, 0, 0, 0, 3, 2, 35, 0, 4, 1, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.607 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 550, 35, 64, 0, 1, 0, 0, 0, 0, 0, 1, 6, 37, 8, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.607 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 139, 24, 15, 0, 0, 0, 0, 0, 0, 3, 2, 12, 13, 63, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.607 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 139, 5, 24, 20, 0, 0, 0, 1, 0, 1, 3, 25, 18, 22, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.607 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 104, 0, 2, 45, 49, 0, 0, 0, 0, 0, 0, 0, 26, 26, 49, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.607 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 22, 0, 0, 4, 79, 101, 2, 0, 0, 0, 0, 4, 5, 17, 40, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.607 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13, 0, 0, 0, 8, 28, 0, 1, 0, 0, 0, 2, 0, 2, 9, 17, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.607 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.607 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.608 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.608 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.608 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.608 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.608 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.608 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.608 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.608 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.608 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.608 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.608 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.608 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.608 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.608 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.609 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.609 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.609 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.609 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.609 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.609 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.609 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.609 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.609 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:20.609 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.609 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.609 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 770, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.609 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13503, 4260, 0, 0, 3, 0, 0, 0, 0, 0, 14, 2, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.609 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9465, 315, 14, 2, 18, 3, 3, 6, 5, 21, 46, 12, 12, 18, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.609 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2393, 59, 13, 0, 1, 0, 0, 1, 2, 6, 46, 66, 44, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.610 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 378, 0, 0, 0, 5, 0, 0, 1, 0, 1, 0, 20, 164, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.610 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 206, 8, 0, 0, 180, 0, 0, 0, 0, 0, 9, 3, 21, 38, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.610 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 154, 0, 0, 0, 323, 0, 1, 0, 0, 0, 7, 2, 15, 5, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.610 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 124, 1, 0, 0, 410, 0, 0, 0, 0, 0, 2, 0, 6, 20, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.610 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 51, 0, 0, 0, 1755, 0, 0, 0, 0, 0, 1, 2, 3, 11, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.610 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6, 0, 0, 0, 28, 0, 0, 0, 0, 0, 0, 3, 4, 1, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.610 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.610 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.610 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.610 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.610 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.610 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.610 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.611 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.611 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.611 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.611 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.611 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.611 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.611 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.611 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.611 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.611 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.611 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.611 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.611 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.611 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.611 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.612 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.612 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.612 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:20.612 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.612 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.612 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.612 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7170, 32, 61, 4, 13, 13, 0, 1, 1, 0, 6, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.612 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6947, 222, 7, 2, 11, 24, 66, 77, 9, 14, 4, 11, 13, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.612 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1132, 11, 5, 0, 1, 0, 7, 9, 2, 9, 55, 66, 19, 4, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.612 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 275, 1, 0, 0, 0, 0, 6, 0, 0, 0, 7, 34, 174, 8, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.612 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 175, 2, 0, 0, 1, 0, 9, 0, 0, 0, 1, 1, 16, 18, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.612 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 54, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 17, 15, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.612 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 12, 13, 33, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.612 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.612 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.613 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.613 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.613 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.613 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.613 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.613 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.613 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.613 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.613 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.613 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.613 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.613 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.613 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.613 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.614 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.614 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.614 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.614 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.614 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.614 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.614 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.614 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.614 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.614 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.614 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:20.614 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.614 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.614 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.615 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12548, 44, 2, 0, 0, 1, 0, 0, 1, 0, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.615 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9793, 215, 3, 0, 8, 0, 1, 0, 1, 1, 2, 5, 10, 25, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.615 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1342, 24, 1, 1, 5, 1, 0, 0, 1, 1, 11, 1, 2, 5, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.615 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 472, 0, 0, 4, 4, 0, 0, 0, 0, 1, 7, 12, 33, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.615 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 181, 0, 0, 1, 1, 0, 0, 0, 0, 0, 3, 1, 8, 68, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.615 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 118, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 9, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.615 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 41, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 14, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.615 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.615 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.615 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.615 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.615 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.615 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.615 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.616 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.616 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.616 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.616 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.616 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.616 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.616 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.616 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.616 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.616 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.616 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.616 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.616 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.616 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.616 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.617 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.617 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.617 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.617 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.617 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:20.617 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.617 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.617 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 316, 48, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.617 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 11409, 6865, 3750, 0, 2, 1, 0, 0, 0, 0, 2, 5, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.617 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7765, 1060, 648, 0, 19, 6, 4, 5, 11, 21, 15, 8, 16, 16, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.617 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 914, 174, 103, 0, 4, 1, 0, 4, 4, 8, 47, 76, 15, 4, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.617 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 344, 4, 0, 0, 0, 1, 0, 0, 0, 1, 5, 39, 192, 16, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.617 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 145, 3, 1, 0, 0, 1, 0, 0, 1, 0, 3, 2, 26, 60, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.617 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 140, 1, 0, 0, 0, 0, 0, 2, 2, 0, 5, 1, 5, 17, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.618 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 128, 1, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 4, 19, 34, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.618 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 2, 20, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.618 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.618 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.618 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.618 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.618 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.618 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.618 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.618 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.618 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.618 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.618 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.618 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.619 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.619 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.619 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.619 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.619 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.619 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.619 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.619 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.619 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.619 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.619 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.619 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.619 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.619 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:20.619 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.620 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.620 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.620 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12081, 1, 1, 0, 7034, 474, 0, 0, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.620 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6877, 34, 16, 0, 690, 116, 0, 0, 3, 0, 37, 3, 17, 26, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.620 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1067, 4, 25, 0, 48, 7, 0, 0, 3, 2, 41, 1, 7, 10, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.620 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 309, 1, 4, 0, 4, 7, 0, 0, 0, 1, 11, 6, 48, 4, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.620 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 260, 4, 0, 0, 17, 19, 0, 0, 0, 0, 8, 2, 17, 59, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.620 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 230, 0, 0, 1, 1, 11, 0, 0, 0, 0, 3, 0, 20, 18, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.620 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 181, 0, 0, 0, 1, 0, 0, 0, 0, 0, 7, 3, 22, 19, 51, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.620 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 7, 30, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.620 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.620 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.620 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.621 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.621 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.621 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.621 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.621 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.621 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.621 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.621 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.621 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.621 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.621 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.621 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.621 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.621 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.622 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.622 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.622 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.622 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.622 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.622 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.622 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.622 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.622 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.622 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:20.622 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:20.622 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.622 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:20.622 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:20.623 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T08:45:20.623 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T08:45:20.623 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:20.623 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:20.623 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T08:45:20.623 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T08:45:20.623 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T08:45:20.623 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T08:45:20.623 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T08:45:20.623 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T08:45:20.623 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T08:45:20.623 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T08:45:20.623 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T08:45:20.623 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T08:45:20.623 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T08:45:20.624 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T08:45:20.624 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T08:45:20.624 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T08:45:20.624 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T08:45:20.624 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T08:45:20.624 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T08:45:20.624 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T08:45:20.624 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T08:45:20.624 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T08:45:20.624 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T08:45:20.624 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T08:45:20.624 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T08:45:20.624 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T08:45:20.624 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T08:45:20.624 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T08:45:20.625 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T08:45:20.625 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T08:45:20.625 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T08:45:20.625 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T08:45:20.625 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T08:45:20.625 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.625 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:20.625 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.625 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.625 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:20.625 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:20.625 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T08:45:20.625 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T08:45:20.625 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:20.626 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:20.626 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T08:45:20.626 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T08:45:20.626 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T08:45:20.626 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T08:45:20.626 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T08:45:20.626 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T08:45:20.626 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T08:45:20.626 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T08:45:20.626 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T08:45:20.626 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T08:45:20.626 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T08:45:20.626 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T08:45:20.626 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T08:45:20.626 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T08:45:20.627 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T08:45:20.627 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T08:45:20.627 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T08:45:20.627 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T08:45:20.627 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T08:45:20.627 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T08:45:20.627 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T08:45:20.627 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T08:45:20.627 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T08:45:20.627 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T08:45:20.627 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T08:45:20.627 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T08:45:20.627 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T08:45:20.628 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T08:45:20.628 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T08:45:20.628 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T08:45:20.628 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T08:45:20.628 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.628 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:20.628 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.628 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.628 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:20.628 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.628 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:20.628 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.628 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.628 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.628 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.629 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.629 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 370, 2, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.629 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4820, 64, 70, 150, 451, 605, 688, 3, 7, 1, 2, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.629 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 702, 18, 33, 48, 20, 6, 37, 0, 1, 0, 3, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.629 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 254, 1, 0, 3, 1, 1, 1, 0, 0, 0, 1, 3, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.629 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 119, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.629 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 120, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 7, 22, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.629 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 5, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.629 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.629 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.629 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.629 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.629 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.629 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.630 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.630 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.630 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.630 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.630 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.630 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.630 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.630 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.630 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.630 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.630 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.630 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.630 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.630 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.631 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.631 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.631 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.631 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.631 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:20.631 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.631 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.631 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.631 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.631 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.631 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 217, 6, 23, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.631 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3107, 248, 11, 64, 123, 0, 2, 1, 3, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.631 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 532, 30, 1325, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.631 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 407, 14, 20, 0, 0, 0, 0, 0, 0, 0, 3, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.631 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1673, 1296, 47, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.632 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1487, 1694, 252, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.632 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.632 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.632 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.632 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.632 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.632 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.632 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.632 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.632 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.632 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.632 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.632 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.632 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.633 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.633 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.633 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.633 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.633 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.633 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.633 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.633 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.633 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.633 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.633 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.633 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.633 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:20.633 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.633 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.634 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.634 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.634 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.634 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 679, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.634 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9610, 6, 0, 0, 0, 1, 2, 1, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.634 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 15991, 1, 1, 0, 1, 0, 0, 0, 1, 0, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.634 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 605, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 7, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.634 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 363, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 13, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.634 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 261, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.634 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.634 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.634 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.635 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.635 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.635 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.635 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.635 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.635 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.635 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.635 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.635 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.635 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.635 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.635 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.635 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.635 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.636 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.636 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.636 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.636 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.636 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.636 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.636 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.636 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.636 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:20.636 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.636 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.636 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.636 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.637 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.637 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 231, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.637 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2984, 33, 1, 0, 3, 2, 1, 4, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.637 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 228, 8, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.637 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 120, 6, 27, 11, 0, 0, 0, 0, 0, 1, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.637 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 841, 282, 7, 142, 0, 0, 0, 0, 0, 0, 0, 2, 1, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.637 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4133, 2474, 0, 400, 0, 0, 0, 0, 0, 0, 1, 0, 2, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.637 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 277, 254, 0, 31, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.637 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.637 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.637 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.637 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.637 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.637 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.637 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.638 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.638 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.638 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.638 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.638 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.638 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.638 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.638 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.638 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.638 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.638 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.638 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.638 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.638 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.638 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.639 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.639 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.639 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:20.639 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.639 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.639 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.639 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.639 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.639 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.639 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2987, 217, 34, 64, 139, 275, 471, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.639 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 326, 5, 1, 0, 0, 0, 9, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.639 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 101, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.639 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.640 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.640 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.640 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.640 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.640 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.640 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.640 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.640 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.640 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.640 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.640 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.640 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.640 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.640 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.640 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.641 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.641 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.641 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.641 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.641 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.641 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.641 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.641 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.641 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.641 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.641 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.641 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:20.641 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.641 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.642 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.642 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.642 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.642 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 369, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.642 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 5210, 70, 132, 252, 462, 593, 714, 0, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.642 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 458, 6, 5, 4, 10, 20, 11, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.642 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 242, 3, 7, 17, 1, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.642 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 129, 37, 74, 112, 28, 0, 0, 0, 0, 0, 2, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.642 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.642 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.642 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.642 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.642 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.642 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.643 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.643 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.643 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.643 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.643 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.643 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.643 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.643 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.643 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.643 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.643 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.643 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.643 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.643 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.644 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.644 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.644 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.644 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.644 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.644 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.644 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:20.644 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.644 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.644 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.644 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.644 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.644 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 240, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.645 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3210, 43, 0, 0, 2, 2, 4, 0, 8, 2, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.645 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 392, 1, 2, 0, 0, 0, 0, 0, 1, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.645 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 335, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 4, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.645 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 266, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.645 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 7, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.645 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.645 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.645 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.645 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.645 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.645 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.645 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.645 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.645 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.645 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.646 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.646 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.646 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.646 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.646 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.646 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.646 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.646 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.646 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.646 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.646 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.646 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.646 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.646 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.647 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.647 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:20.647 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.647 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.647 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.647 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.647 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.647 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 335, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.647 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7742, 31, 62, 35, 15, 0, 4, 6, 14, 11, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.647 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3380, 29, 90, 55, 5, 1, 0, 0, 0, 6, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.647 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 212, 6, 8, 0, 2, 0, 0, 0, 0, 0, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.647 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 8, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.647 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 13, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.647 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 12, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.647 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.648 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.648 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.648 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.648 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.648 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.648 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.648 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.648 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.648 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.648 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.648 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.648 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.648 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.648 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.649 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.649 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.649 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.649 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.649 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.649 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.649 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.649 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.649 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.649 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.649 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:20.649 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:20.649 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.649 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:20.650 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:20.650 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T08:45:20.650 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T08:45:20.650 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:20.650 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:20.650 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T08:45:20.650 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T08:45:20.650 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T08:45:20.650 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T08:45:20.650 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T08:45:20.650 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T08:45:20.650 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T08:45:20.650 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T08:45:20.651 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T08:45:20.651 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T08:45:20.651 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T08:45:20.651 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T08:45:20.651 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T08:45:20.651 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T08:45:20.651 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T08:45:20.651 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T08:45:20.651 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T08:45:20.651 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T08:45:20.651 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T08:45:20.651 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T08:45:20.651 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T08:45:20.651 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T08:45:20.651 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T08:45:20.652 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T08:45:20.652 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T08:45:20.652 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T08:45:20.652 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T08:45:20.652 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T08:45:20.652 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T08:45:20.652 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T08:45:20.652 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T08:45:20.652 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.652 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:20.652 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.652 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.652 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:20.652 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:20.653 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T08:45:20.653 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T08:45:20.653 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:20.653 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:20.653 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T08:45:20.653 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T08:45:20.653 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T08:45:20.653 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T08:45:20.653 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T08:45:20.653 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T08:45:20.653 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T08:45:20.653 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T08:45:20.653 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T08:45:20.653 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T08:45:20.653 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T08:45:20.654 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T08:45:20.654 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T08:45:20.654 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T08:45:20.654 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T08:45:20.654 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T08:45:20.654 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T08:45:20.654 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T08:45:20.654 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T08:45:20.654 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T08:45:20.654 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T08:45:20.654 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T08:45:20.654 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T08:45:20.654 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T08:45:20.654 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T08:45:20.655 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T08:45:20.655 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T08:45:20.655 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T08:45:20.655 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T08:45:20.655 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T08:45:20.655 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T08:45:20.655 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.655 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:20.655 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.655 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.655 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:20.655 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.655 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:20.655 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.655 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.656 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.656 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.656 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.656 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 376, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.656 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6864, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.656 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 872, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.656 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.656 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.656 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 175, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.656 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.656 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.656 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.656 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.656 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.657 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.657 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.657 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.657 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.657 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.657 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.657 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.657 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.657 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.657 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.657 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.657 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.657 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.658 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.658 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.658 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.658 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.658 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.658 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.658 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.658 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:20.658 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.658 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.658 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.658 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.658 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.658 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.659 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3562, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.659 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1892, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.659 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 452, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.659 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3027, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.659 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3462, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.659 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.659 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.659 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.659 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.659 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.659 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.659 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.659 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.659 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.660 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.660 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.660 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.660 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.660 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.660 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.660 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.660 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.660 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.660 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.660 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.660 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.660 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.660 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.660 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.661 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.661 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:20.661 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.661 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.661 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.661 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.661 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.661 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 679, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.661 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9626, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.661 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 16000, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.661 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 621, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.661 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 385, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.661 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.661 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.661 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.662 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.662 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.662 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.662 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.662 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.662 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.662 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.662 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.662 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.662 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.662 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.662 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.663 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.663 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.663 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.663 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.663 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.663 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.663 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.663 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.663 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.663 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.663 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.663 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:20.663 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.663 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.663 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.664 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.664 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.664 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 232, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.664 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3033, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.664 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 238, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.664 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.664 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.664 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7035, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.664 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 588, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.664 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.664 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.664 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.664 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.664 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.665 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.665 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.665 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.665 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.665 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.665 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.665 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.665 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.665 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.665 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.665 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.665 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.665 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.665 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.666 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.666 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.666 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.666 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.666 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.666 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:20.666 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.666 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.666 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.666 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.666 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.666 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 515, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.666 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4192, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.666 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.666 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.667 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.667 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.667 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.667 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.667 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.667 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.667 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.667 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.667 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.667 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.667 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.667 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.667 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.668 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.668 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.668 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.668 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.668 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.668 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.668 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.668 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.668 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.668 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.668 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.668 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.668 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.668 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.669 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:20.669 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.669 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.669 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.669 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.669 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.669 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 372, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.669 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7437, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.669 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.669 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 277, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.669 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.669 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.669 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.669 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.669 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.670 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.670 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.670 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.670 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.670 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.670 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.670 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.670 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.670 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.670 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.670 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.670 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.670 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.671 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.671 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.671 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.671 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.671 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.671 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.671 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.671 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.671 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.671 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:20.671 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.671 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.671 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.671 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.671 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.672 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 241, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.672 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.672 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 405, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.672 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.672 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 387, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.672 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.672 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.672 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.672 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.672 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.672 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.672 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.672 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.673 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.673 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.673 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.673 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.673 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.673 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.673 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.673 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.673 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.673 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.673 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.673 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.673 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.674 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.674 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.674 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.674 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.674 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.674 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:20.674 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.674 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.674 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.674 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.674 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.674 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 340, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.674 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7922, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.674 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3570, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.675 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 237, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.675 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.675 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.675 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.675 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.675 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.675 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.675 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.675 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.675 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.675 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.675 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.675 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.675 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.675 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.676 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.676 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.676 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.676 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.676 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.676 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.676 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.676 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.676 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.676 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.676 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.676 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.676 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.676 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.677 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:20.677 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:20.677 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.677 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:20.677 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:20.677 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T08:45:20.677 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T08:45:20.677 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:20.677 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:20.677 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T08:45:20.677 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T08:45:20.677 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T08:45:20.677 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T08:45:20.677 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T08:45:20.677 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T08:45:20.678 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T08:45:20.678 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T08:45:20.678 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T08:45:20.678 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T08:45:20.678 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T08:45:20.678 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T08:45:20.678 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T08:45:20.678 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T08:45:20.678 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T08:45:20.678 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T08:45:20.678 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T08:45:20.678 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T08:45:20.678 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T08:45:20.678 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T08:45:20.679 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T08:45:20.679 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T08:45:20.679 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T08:45:20.679 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T08:45:20.679 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T08:45:20.679 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T08:45:20.679 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T08:45:20.679 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T08:45:20.679 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T08:45:20.679 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T08:45:20.679 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T08:45:20.679 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.679 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:20.680 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.680 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.680 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:20.680 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:20.680 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T08:45:20.680 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T08:45:20.680 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:20.680 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:20.680 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T08:45:20.680 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T08:45:20.680 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T08:45:20.680 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T08:45:20.680 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T08:45:20.680 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T08:45:20.681 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T08:45:20.681 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T08:45:20.681 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T08:45:20.681 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T08:45:20.681 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T08:45:20.681 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T08:45:20.681 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T08:45:20.681 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T08:45:20.681 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T08:45:20.681 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T08:45:20.681 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T08:45:20.681 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T08:45:20.681 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T08:45:20.681 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T08:45:20.681 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T08:45:20.682 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T08:45:20.682 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T08:45:20.682 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T08:45:20.682 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T08:45:20.682 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T08:45:20.682 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T08:45:20.682 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T08:45:20.682 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T08:45:20.682 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T08:45:20.682 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T08:45:20.682 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.682 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:20.682 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.683 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.683 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:20.683 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.683 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:20.683 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.683 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.683 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.683 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.683 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.683 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 67, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.683 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1952, 28, 0, 0, 7, 1, 2, 2, 7, 4, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.683 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1201, 5, 1, 1, 0, 2, 6, 12, 28, 57, 74, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.683 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 232, 9, 0, 0, 1, 0, 1, 5, 10, 11, 69, 218, 101, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.683 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 369, 24, 0, 0, 2, 0, 1, 3, 1, 2, 21, 28, 286, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.684 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 565, 27, 0, 0, 2, 0, 0, 0, 1, 0, 4, 8, 27, 32, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.684 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 755, 47, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 9, 29, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.684 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 450, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 24, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.684 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 446, 85, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.684 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.684 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.684 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.684 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.684 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.684 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.684 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.684 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.684 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.684 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.685 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.685 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.685 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.685 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.685 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.685 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.685 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.685 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.685 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.685 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.685 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.685 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.685 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:20.685 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.685 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.686 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.686 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.686 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.686 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.686 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2689, 9, 1, 2, 4, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.686 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1527, 2, 0, 2, 7, 7, 14, 22, 40, 61, 110, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.686 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 63, 2, 0, 1, 1, 2, 4, 4, 7, 3, 85, 268, 217, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.686 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 31, 20, 0, 0, 0, 0, 0, 0, 1, 2, 6, 16, 357, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.686 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 23, 24, 0, 0, 0, 0, 0, 0, 1, 1, 2, 6, 23, 16, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.686 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 117, 51, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 9, 23, 93, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.686 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 598, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.686 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3010, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.686 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.686 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.687 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.687 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.687 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.687 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.687 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.687 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.687 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.687 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.687 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.687 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.687 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.687 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.687 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.687 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.688 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.688 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.688 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.688 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.688 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.688 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.688 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:20.688 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.688 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.688 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.688 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.688 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.688 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 34, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.688 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 316, 11, 1, 0, 7, 1, 2, 4, 7, 8, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.688 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 179, 11, 0, 2, 1, 2, 2, 6, 6, 10, 45, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.689 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 166, 0, 0, 0, 0, 0, 6, 6, 8, 15, 42, 84, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.689 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 111, 2, 0, 0, 0, 0, 0, 1, 3, 1, 21, 36, 20, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.689 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 28, 2, 0, 0, 1, 0, 0, 1, 1, 4, 6, 9, 30, 57, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.689 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 4, 23, 45, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.689 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 5, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.689 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.689 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.689 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.689 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.689 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.689 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.689 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.689 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.689 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.689 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.689 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.689 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.690 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.690 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.690 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.690 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.690 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.690 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.690 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.690 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.690 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.690 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.690 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.690 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:20.690 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.690 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.691 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.691 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.691 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.691 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 44, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.691 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1198, 14, 1, 2, 11, 0, 2, 3, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.691 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 437, 4, 1, 0, 4, 2, 3, 7, 12, 25, 32, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.691 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 228, 11, 1, 0, 0, 0, 1, 5, 6, 6, 42, 118, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.691 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 471, 11, 0, 0, 0, 0, 2, 1, 1, 4, 18, 29, 112, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.691 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 468, 0, 0, 0, 0, 0, 0, 1, 5, 2, 14, 15, 19, 33, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.691 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 1, 16, 48, 74, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.691 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.691 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.691 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.691 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.691 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.692 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.692 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.692 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.692 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.692 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.692 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.692 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.692 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.692 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.692 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.692 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.692 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.692 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.692 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.693 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.693 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.693 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.693 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.693 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.693 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:20.693 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.693 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.693 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.693 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.693 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.693 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.693 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1028, 9, 1, 0, 10, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.693 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 802, 3, 1, 0, 0, 4, 5, 6, 14, 26, 27, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.694 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 320, 0, 1, 0, 0, 0, 1, 5, 0, 7, 35, 122, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.694 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 347, 1, 0, 0, 0, 0, 1, 0, 2, 0, 5, 8, 179, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.694 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 343, 2, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 13, 15, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.694 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 7, 9, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.694 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 175, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.694 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.694 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.694 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.694 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.694 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.694 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.694 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.694 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.694 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.695 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.695 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.695 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.695 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.695 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.695 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.695 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.695 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.695 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.695 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.695 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.695 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.696 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.696 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.696 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:20.696 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.696 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.696 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.696 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.696 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.696 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.696 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 476, 27, 0, 0, 12, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.697 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 79, 4, 0, 0, 1, 1, 1, 1, 0, 1, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.697 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 115, 2, 0, 0, 0, 0, 0, 1, 1, 1, 5, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.697 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 39, 2, 0, 0, 0, 0, 0, 0, 0, 0, 6, 7, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.697 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 4, 17, 26, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.697 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 14, 23, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.697 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.697 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.697 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.697 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.697 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.697 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.697 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.697 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.698 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.698 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.698 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.698 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.698 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.698 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.698 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.698 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.698 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.699 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.699 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.699 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.699 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.699 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.699 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.699 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.699 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:20.699 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.699 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.699 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.699 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.699 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.699 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 52, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.700 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1066, 24, 0, 1, 14, 0, 2, 6, 10, 14, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.700 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 746, 5, 0, 1, 2, 3, 4, 6, 8, 34, 17, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.700 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 339, 9, 0, 0, 1, 1, 1, 1, 0, 7, 44, 121, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.700 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 501, 28, 0, 0, 1, 1, 1, 3, 5, 3, 27, 41, 178, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.700 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 322, 45, 0, 0, 0, 0, 1, 1, 1, 3, 6, 14, 24, 22, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.700 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 94, 50, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 9, 24, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.700 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 173, 82, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.700 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 29, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.700 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.700 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.700 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.701 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.701 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.701 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.701 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.701 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.701 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.701 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.701 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.701 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.701 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.701 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.701 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.702 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.702 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.702 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.702 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.702 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.702 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.702 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.702 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:20.702 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.702 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.705 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.705 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.705 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.706 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.706 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 210, 8, 0, 0, 7, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.706 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 62, 4, 0, 0, 4, 2, 0, 0, 1, 1, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.707 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 112, 2, 0, 0, 1, 1, 1, 4, 6, 7, 31, 33, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.707 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 63, 2, 0, 0, 0, 0, 0, 2, 2, 1, 18, 28, 14, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.707 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 22, 0, 1, 0, 0, 0, 0, 1, 1, 1, 6, 12, 28, 29, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.707 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 7, 10, 31, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.707 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.707 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.707 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.707 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.707 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.707 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.707 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.707 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.708 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.708 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.708 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.708 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.708 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.708 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.708 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.708 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.708 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.708 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.708 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.708 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.709 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.709 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.709 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.709 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.709 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.709 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.709 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.709 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-13T08:45:20.709 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:20.709 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.709 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 8, 2024-04-13T08:45:20.709 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:20.709 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "number of replicas", 2024-04-13T08:45:20.709 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 1, 2024-04-13T08:45:20.710 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:20.710 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:20.710 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0]", 2024-04-13T08:45:20.710 INFO:tasks.workunit.client.0.smithi003.stdout: "[1, 1]", 2024-04-13T08:45:20.710 INFO:tasks.workunit.client.0.smithi003.stdout: "[2, 2]", 2024-04-13T08:45:20.710 INFO:tasks.workunit.client.0.smithi003.stdout: "[3, 3]", 2024-04-13T08:45:20.710 INFO:tasks.workunit.client.0.smithi003.stdout: "[4, 4]", 2024-04-13T08:45:20.710 INFO:tasks.workunit.client.0.smithi003.stdout: "[5, 5]", 2024-04-13T08:45:20.710 INFO:tasks.workunit.client.0.smithi003.stdout: "[6, None]" 2024-04-13T08:45:20.710 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.710 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "linear" 2024-04-13T08:45:20.710 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.710 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.710 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 10, 2024-04-13T08:45:20.711 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:20.711 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "duration", 2024-04-13T08:45:20.711 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 250000, 2024-04-13T08:45:20.711 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:20.711 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:20.711 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 249999]", 2024-04-13T08:45:20.711 INFO:tasks.workunit.client.0.smithi003.stdout: "[250000, 499999]", 2024-04-13T08:45:20.711 INFO:tasks.workunit.client.0.smithi003.stdout: "[500000, 999999]", 2024-04-13T08:45:20.711 INFO:tasks.workunit.client.0.smithi003.stdout: "[1000000, 1999999]", 2024-04-13T08:45:20.711 INFO:tasks.workunit.client.0.smithi003.stdout: "[2000000, 3999999]", 2024-04-13T08:45:20.711 INFO:tasks.workunit.client.0.smithi003.stdout: "[4000000, 7999999]", 2024-04-13T08:45:20.711 INFO:tasks.workunit.client.0.smithi003.stdout: "[8000000, 15999999]", 2024-04-13T08:45:20.711 INFO:tasks.workunit.client.0.smithi003.stdout: "[16000000, 31999999]", 2024-04-13T08:45:20.711 INFO:tasks.workunit.client.0.smithi003.stdout: "[32000000, None]" 2024-04-13T08:45:20.712 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.712 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:20.712 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.712 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.712 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:20.712 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.712 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:20.712 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.712 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.712 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.712 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.712 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.712 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.712 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.713 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.713 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.713 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.713 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.713 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.713 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:20.713 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.713 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.713 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.713 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.713 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.713 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.713 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.713 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.714 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.714 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.714 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.714 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.714 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:20.714 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.714 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.714 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.714 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.714 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.714 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.714 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.714 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.715 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.715 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.715 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.715 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.715 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:20.715 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.715 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.715 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.715 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.715 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.715 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.715 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.715 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.715 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.716 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.716 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.716 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.716 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:20.716 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.716 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.716 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.716 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.716 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.716 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.716 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.716 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.716 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.717 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.717 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.717 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.717 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:20.717 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.717 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.717 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.717 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.717 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.717 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.717 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.717 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.717 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.717 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.718 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.718 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.718 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:20.718 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.718 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.718 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.718 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.718 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.718 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.718 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.718 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.718 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.718 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.719 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.719 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:20.719 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:20.719 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:20.719 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.719 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.719 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.719 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.719 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.719 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.719 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:20.719 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:20.719 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.719 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.719 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:20.720 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.720 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.720 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:20.720 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_counters": { 2024-04-13T08:45:20.720 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:20.720 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T08:45:20.720 INFO:tasks.workunit.client.0.smithi003.stdout: "caps": { 2024-04-13T08:45:20.720 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.720 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.720 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_flush_ack": { 2024-04-13T08:45:20.720 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.720 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.720 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-13T08:45:20.721 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.721 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.721 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_grant": { 2024-04-13T08:45:20.721 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.721 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.721 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_revoke": { 2024-04-13T08:45:20.721 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.721 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.721 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_trunc": { 2024-04-13T08:45:20.721 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.721 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.721 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_commit": { 2024-04-13T08:45:20.721 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.721 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.722 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_fetch_complete": { 2024-04-13T08:45:20.722 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T08:45:20.722 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.722 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_fetch_keys": { 2024-04-13T08:45:20.722 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:20.722 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.722 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_merge": { 2024-04-13T08:45:20.722 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.722 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.722 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_split": { 2024-04-13T08:45:20.722 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.722 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.722 INFO:tasks.workunit.client.0.smithi003.stdout: "exported_inodes": { 2024-04-13T08:45:20.723 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.723 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.723 INFO:tasks.workunit.client.0.smithi003.stdout: "forward": { 2024-04-13T08:45:20.723 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.723 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.723 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_cap_release": { 2024-04-13T08:45:20.723 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.723 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.723 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_caps": { 2024-04-13T08:45:20.723 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.723 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.723 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_caps_dirty": { 2024-04-13T08:45:20.723 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.723 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.723 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_inode_file_caps": { 2024-04-13T08:45:20.724 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.724 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.724 INFO:tasks.workunit.client.0.smithi003.stdout: "imported_inodes": { 2024-04-13T08:45:20.724 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.724 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.724 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes": { 2024-04-13T08:45:20.724 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:20.724 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.724 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes_expired": { 2024-04-13T08:45:20.724 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.724 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.724 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes_pinned": { 2024-04-13T08:45:20.724 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:20.724 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.724 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes_with_caps": { 2024-04-13T08:45:20.725 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.725 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.725 INFO:tasks.workunit.client.0.smithi003.stdout: "load_cent": { 2024-04-13T08:45:20.725 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.725 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.725 INFO:tasks.workunit.client.0.smithi003.stdout: "openino_dir_fetch": { 2024-04-13T08:45:20.725 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.725 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.725 INFO:tasks.workunit.client.0.smithi003.stdout: "process_request_cap_release": { 2024-04-13T08:45:20.725 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.725 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.725 INFO:tasks.workunit.client.0.smithi003.stdout: "reply_latency": { 2024-04-13T08:45:20.725 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.725 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.725 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.726 INFO:tasks.workunit.client.0.smithi003.stdout: "request": { 2024-04-13T08:45:20.726 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.726 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.726 INFO:tasks.workunit.client.0.smithi003.stdout: "root_rbytes": { 2024-04-13T08:45:20.726 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.726 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.726 INFO:tasks.workunit.client.0.smithi003.stdout: "root_rfiles": { 2024-04-13T08:45:20.726 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.726 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.726 INFO:tasks.workunit.client.0.smithi003.stdout: "root_rsnaps": { 2024-04-13T08:45:20.726 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.726 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.726 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_reply": { 2024-04-13T08:45:20.726 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.727 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.727 INFO:tasks.workunit.client.0.smithi003.stdout: "subtrees": { 2024-04-13T08:45:20.727 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T08:45:20.727 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.727 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.727 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_cache": { 2024-04-13T08:45:20.727 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_enqueue_scrub": { 2024-04-13T08:45:20.727 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.727 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.727 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_exportdir": { 2024-04-13T08:45:20.727 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.727 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.728 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_flush": { 2024-04-13T08:45:20.728 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.728 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.728 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_fragmentdir": { 2024-04-13T08:45:20.728 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.728 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.728 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_fragstats": { 2024-04-13T08:45:20.728 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.728 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.728 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_inodestats": { 2024-04-13T08:45:20.728 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.728 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.728 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_quiesce_inode": { 2024-04-13T08:45:20.728 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.728 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.729 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_quiesce_path": { 2024-04-13T08:45:20.729 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.729 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.729 INFO:tasks.workunit.client.0.smithi003.stdout: "num_recovering_enqueued": { 2024-04-13T08:45:20.729 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.729 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.729 INFO:tasks.workunit.client.0.smithi003.stdout: "num_recovering_prioritized": { 2024-04-13T08:45:20.729 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.729 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.729 INFO:tasks.workunit.client.0.smithi003.stdout: "num_recovering_processing": { 2024-04-13T08:45:20.729 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.729 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.729 INFO:tasks.workunit.client.0.smithi003.stdout: "num_strays": { 2024-04-13T08:45:20.729 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.729 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.729 INFO:tasks.workunit.client.0.smithi003.stdout: "num_strays_delayed": { 2024-04-13T08:45:20.730 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.730 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.730 INFO:tasks.workunit.client.0.smithi003.stdout: "num_strays_enqueuing": { 2024-04-13T08:45:20.730 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.730 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.730 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_completed": { 2024-04-13T08:45:20.730 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.730 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.730 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_started": { 2024-04-13T08:45:20.730 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.730 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.730 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_created": { 2024-04-13T08:45:20.730 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.730 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.730 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_enqueued": { 2024-04-13T08:45:20.731 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.731 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.731 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_migrated": { 2024-04-13T08:45:20.731 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.731 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.731 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_reintegrated": { 2024-04-13T08:45:20.731 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.731 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.731 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.731 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_log": { 2024-04-13T08:45:20.731 INFO:tasks.workunit.client.0.smithi003.stdout: "ev": { 2024-04-13T08:45:20.731 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17 2024-04-13T08:45:20.731 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.731 INFO:tasks.workunit.client.0.smithi003.stdout: "evadd": { 2024-04-13T08:45:20.732 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.732 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.732 INFO:tasks.workunit.client.0.smithi003.stdout: "evex": { 2024-04-13T08:45:20.732 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.732 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.732 INFO:tasks.workunit.client.0.smithi003.stdout: "evexd": { 2024-04-13T08:45:20.732 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.732 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.732 INFO:tasks.workunit.client.0.smithi003.stdout: "evexg": { 2024-04-13T08:45:20.732 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.732 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.732 INFO:tasks.workunit.client.0.smithi003.stdout: "evlrg": { 2024-04-13T08:45:20.732 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.732 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.733 INFO:tasks.workunit.client.0.smithi003.stdout: "evtrm": { 2024-04-13T08:45:20.733 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.733 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.733 INFO:tasks.workunit.client.0.smithi003.stdout: "jlat": { 2024-04-13T08:45:20.733 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.733 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.733 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.733 INFO:tasks.workunit.client.0.smithi003.stdout: "replayed": { 2024-04-13T08:45:20.733 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17 2024-04-13T08:45:20.733 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.733 INFO:tasks.workunit.client.0.smithi003.stdout: "seg": { 2024-04-13T08:45:20.733 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:20.733 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.733 INFO:tasks.workunit.client.0.smithi003.stdout: "segadd": { 2024-04-13T08:45:20.734 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.734 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.734 INFO:tasks.workunit.client.0.smithi003.stdout: "segex": { 2024-04-13T08:45:20.734 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.734 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.734 INFO:tasks.workunit.client.0.smithi003.stdout: "segexd": { 2024-04-13T08:45:20.734 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.734 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.734 INFO:tasks.workunit.client.0.smithi003.stdout: "segexg": { 2024-04-13T08:45:20.734 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.734 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.734 INFO:tasks.workunit.client.0.smithi003.stdout: "segmjr": { 2024-04-13T08:45:20.734 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:20.734 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.735 INFO:tasks.workunit.client.0.smithi003.stdout: "segtrm": { 2024-04-13T08:45:20.735 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.735 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.735 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.735 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_mem": { 2024-04-13T08:45:20.735 INFO:tasks.workunit.client.0.smithi003.stdout: "cap": { 2024-04-13T08:45:20.735 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.735 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.735 INFO:tasks.workunit.client.0.smithi003.stdout: "cap+": { 2024-04-13T08:45:20.735 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.735 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.735 INFO:tasks.workunit.client.0.smithi003.stdout: "cap-": { 2024-04-13T08:45:20.735 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.736 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.736 INFO:tasks.workunit.client.0.smithi003.stdout: "dir": { 2024-04-13T08:45:20.736 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T08:45:20.736 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.736 INFO:tasks.workunit.client.0.smithi003.stdout: "dir+": { 2024-04-13T08:45:20.736 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T08:45:20.736 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.736 INFO:tasks.workunit.client.0.smithi003.stdout: "dir-": { 2024-04-13T08:45:20.736 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.736 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.736 INFO:tasks.workunit.client.0.smithi003.stdout: "dn": { 2024-04-13T08:45:20.736 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:20.736 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.736 INFO:tasks.workunit.client.0.smithi003.stdout: "dn+": { 2024-04-13T08:45:20.737 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:20.737 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.737 INFO:tasks.workunit.client.0.smithi003.stdout: "dn-": { 2024-04-13T08:45:20.737 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.737 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.737 INFO:tasks.workunit.client.0.smithi003.stdout: "heap": { 2024-04-13T08:45:20.737 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 248184 2024-04-13T08:45:20.737 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.737 INFO:tasks.workunit.client.0.smithi003.stdout: "ino": { 2024-04-13T08:45:20.737 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:20.737 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.737 INFO:tasks.workunit.client.0.smithi003.stdout: "ino+": { 2024-04-13T08:45:20.737 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:20.737 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.738 INFO:tasks.workunit.client.0.smithi003.stdout: "ino-": { 2024-04-13T08:45:20.738 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.738 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.738 INFO:tasks.workunit.client.0.smithi003.stdout: "rss": { 2024-04-13T08:45:20.738 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51324 2024-04-13T08:45:20.738 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.738 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.738 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_server": { 2024-04-13T08:45:20.738 INFO:tasks.workunit.client.0.smithi003.stdout: "cap_acquisition_throttle": { 2024-04-13T08:45:20.738 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.738 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.738 INFO:tasks.workunit.client.0.smithi003.stdout: "cap_revoke_eviction": { 2024-04-13T08:45:20.738 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.738 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.739 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_request": { 2024-04-13T08:45:20.739 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.739 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.739 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_session": { 2024-04-13T08:45:20.739 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.739 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.739 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_peer_request": { 2024-04-13T08:45:20.739 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.739 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.739 INFO:tasks.workunit.client.0.smithi003.stdout: "req_create_latency": { 2024-04-13T08:45:20.739 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.739 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.739 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.739 INFO:tasks.workunit.client.0.smithi003.stdout: "req_getattr_latency": { 2024-04-13T08:45:20.739 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.740 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.740 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.740 INFO:tasks.workunit.client.0.smithi003.stdout: "req_getfilelock_latency": { 2024-04-13T08:45:20.740 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.740 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.740 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.740 INFO:tasks.workunit.client.0.smithi003.stdout: "req_getvxattr_latency": { 2024-04-13T08:45:20.740 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.740 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.740 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.740 INFO:tasks.workunit.client.0.smithi003.stdout: "req_link_latency": { 2024-04-13T08:45:20.740 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.740 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.740 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.740 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookup_latency": { 2024-04-13T08:45:20.740 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.741 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.741 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.741 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookuphash_latency": { 2024-04-13T08:45:20.741 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.741 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.741 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.741 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupino_latency": { 2024-04-13T08:45:20.741 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.741 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.741 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.741 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupname_latency": { 2024-04-13T08:45:20.741 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.741 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.741 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.741 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupparent_latency": { 2024-04-13T08:45:20.742 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.742 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.742 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.742 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupsnap_latency": { 2024-04-13T08:45:20.742 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.742 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.742 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.742 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lssnap_latency": { 2024-04-13T08:45:20.742 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.742 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.742 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.742 INFO:tasks.workunit.client.0.smithi003.stdout: "req_mkdir_latency": { 2024-04-13T08:45:20.742 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.742 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.743 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.743 INFO:tasks.workunit.client.0.smithi003.stdout: "req_mknod_latency": { 2024-04-13T08:45:20.743 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.743 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.743 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.743 INFO:tasks.workunit.client.0.smithi003.stdout: "req_mksnap_latency": { 2024-04-13T08:45:20.743 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.743 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.743 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.743 INFO:tasks.workunit.client.0.smithi003.stdout: "req_open_latency": { 2024-04-13T08:45:20.743 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.743 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.743 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.743 INFO:tasks.workunit.client.0.smithi003.stdout: "req_readdir_latency": { 2024-04-13T08:45:20.744 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.744 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.744 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.744 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rename_latency": { 2024-04-13T08:45:20.744 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.744 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.744 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.744 INFO:tasks.workunit.client.0.smithi003.stdout: "req_renamesnap_latency": { 2024-04-13T08:45:20.744 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.744 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.744 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.744 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rmdir_latency": { 2024-04-13T08:45:20.744 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.744 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.745 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.745 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rmsnap_latency": { 2024-04-13T08:45:20.745 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.745 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.745 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.745 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rmxattr_latency": { 2024-04-13T08:45:20.745 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.745 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.745 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.745 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setattr_latency": { 2024-04-13T08:45:20.745 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.745 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.745 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.745 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setdirlayout_latency": { 2024-04-13T08:45:20.745 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.746 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.746 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.746 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setfilelock_latency": { 2024-04-13T08:45:20.746 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.746 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.746 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.746 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setlayout_latency": { 2024-04-13T08:45:20.746 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.746 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.746 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.746 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setxattr_latency": { 2024-04-13T08:45:20.746 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.746 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.747 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.747 INFO:tasks.workunit.client.0.smithi003.stdout: "req_snapdiff_latency": { 2024-04-13T08:45:20.747 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.747 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.747 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.747 INFO:tasks.workunit.client.0.smithi003.stdout: "req_symlink_latency": { 2024-04-13T08:45:20.747 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.747 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.747 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.747 INFO:tasks.workunit.client.0.smithi003.stdout: "req_unlink_latency": { 2024-04-13T08:45:20.747 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.747 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.747 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.748 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.748 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_sessions": { 2024-04-13T08:45:20.748 INFO:tasks.workunit.client.0.smithi003.stdout: "average_load": { 2024-04-13T08:45:20.748 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.748 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.748 INFO:tasks.workunit.client.0.smithi003.stdout: "avg_session_uptime": { 2024-04-13T08:45:20.748 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.748 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.748 INFO:tasks.workunit.client.0.smithi003.stdout: "mdthresh_evicted": { 2024-04-13T08:45:20.748 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.748 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.748 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T08:45:20.748 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8 2024-04-13T08:45:20.748 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.748 INFO:tasks.workunit.client.0.smithi003.stdout: "session_count": { 2024-04-13T08:45:20.749 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.749 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.749 INFO:tasks.workunit.client.0.smithi003.stdout: "session_remove": { 2024-04-13T08:45:20.749 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8 2024-04-13T08:45:20.749 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.749 INFO:tasks.workunit.client.0.smithi003.stdout: "sessions_open": { 2024-04-13T08:45:20.749 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T08:45:20.749 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.749 INFO:tasks.workunit.client.0.smithi003.stdout: "sessions_stale": { 2024-04-13T08:45:20.749 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.749 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.749 INFO:tasks.workunit.client.0.smithi003.stdout: "total_load": { 2024-04-13T08:45:20.749 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.749 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.749 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.750 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:20.750 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:20.750 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.750 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.750 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:20.750 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37 2024-04-13T08:45:20.750 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.750 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:20.750 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.750 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.750 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:20.750 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7 2024-04-13T08:45:20.750 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.751 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.751 INFO:tasks.workunit.client.0.smithi003.stdout: "purge_queue": { 2024-04-13T08:45:20.751 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executed": { 2024-04-13T08:45:20.751 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.751 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.751 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executed_ops": { 2024-04-13T08:45:20.751 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.751 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.751 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing": { 2024-04-13T08:45:20.751 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.751 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.751 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing_high_water": { 2024-04-13T08:45:20.751 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.751 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.751 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing_ops": { 2024-04-13T08:45:20.752 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.752 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.752 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing_ops_high_water": { 2024-04-13T08:45:20.752 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.752 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.752 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_item_in_journal": { 2024-04-13T08:45:20.752 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.752 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.752 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.752 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.752 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:20.752 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:20.752 INFO:tasks.workunit.client.0.smithi003.stdout: "election_call": { 2024-04-13T08:45:20.752 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:20.752 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.753 INFO:tasks.workunit.client.0.smithi003.stdout: "election_lose": { 2024-04-13T08:45:20.753 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:20.753 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.753 INFO:tasks.workunit.client.0.smithi003.stdout: "election_win": { 2024-04-13T08:45:20.753 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.753 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_elections": { 2024-04-13T08:45:20.753 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11 2024-04-13T08:45:20.753 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": { 2024-04-13T08:45:20.753 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8 2024-04-13T08:45:20.753 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.753 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T08:45:20.753 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:20.753 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.754 INFO:tasks.workunit.client.0.smithi003.stdout: "session_rm": { 2024-04-13T08:45:20.754 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 259 2024-04-13T08:45:20.754 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.754 INFO:tasks.workunit.client.0.smithi003.stdout: "session_trim": { 2024-04-13T08:45:20.754 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.754 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.754 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.754 INFO:tasks.workunit.client.0.smithi003.stdout: "paxos": { 2024-04-13T08:45:20.754 INFO:tasks.workunit.client.0.smithi003.stdout: "accept_timeout": { 2024-04-13T08:45:20.754 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.754 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.754 INFO:tasks.workunit.client.0.smithi003.stdout: "begin": { 2024-04-13T08:45:20.754 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8744 2024-04-13T08:45:20.754 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.754 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_bytes": { 2024-04-13T08:45:20.755 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8744, 2024-04-13T08:45:20.755 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60132275 2024-04-13T08:45:20.755 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.755 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_keys": { 2024-04-13T08:45:20.755 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.755 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.755 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.755 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_latency": { 2024-04-13T08:45:20.755 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8744, 2024-04-13T08:45:20.755 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1318990442 2024-04-13T08:45:20.755 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.755 INFO:tasks.workunit.client.0.smithi003.stdout: "collect": { 2024-04-13T08:45:20.755 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:20.755 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.756 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_bytes": { 2024-04-13T08:45:20.756 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:20.756 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 219 2024-04-13T08:45:20.756 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.756 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_keys": { 2024-04-13T08:45:20.756 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:20.756 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:20.756 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.756 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_latency": { 2024-04-13T08:45:20.756 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:20.756 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.756 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.756 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_timeout": { 2024-04-13T08:45:20.756 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.757 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.757 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_uncommitted": { 2024-04-13T08:45:20.757 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.757 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.757 INFO:tasks.workunit.client.0.smithi003.stdout: "commit": { 2024-04-13T08:45:20.757 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8744 2024-04-13T08:45:20.757 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.757 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_bytes": { 2024-04-13T08:45:20.757 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.757 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.757 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.757 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_keys": { 2024-04-13T08:45:20.757 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.757 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.757 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.758 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_latency": { 2024-04-13T08:45:20.758 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.758 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.758 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.758 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_ack_timeout": { 2024-04-13T08:45:20.758 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.758 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.758 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_timeout": { 2024-04-13T08:45:20.758 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.758 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.758 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn": { 2024-04-13T08:45:20.758 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.758 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.758 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn_latency": { 2024-04-13T08:45:20.758 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.759 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.759 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.759 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh": { 2024-04-13T08:45:20.759 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8744 2024-04-13T08:45:20.759 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.759 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh_latency": { 2024-04-13T08:45:20.759 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8744, 2024-04-13T08:45:20.759 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27405800989 2024-04-13T08:45:20.759 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.759 INFO:tasks.workunit.client.0.smithi003.stdout: "restart": { 2024-04-13T08:45:20.759 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:20.759 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.759 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state": { 2024-04-13T08:45:20.759 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.760 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.760 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_bytes": { 2024-04-13T08:45:20.760 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.760 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.760 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.760 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_keys": { 2024-04-13T08:45:20.760 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.760 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.760 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.760 INFO:tasks.workunit.client.0.smithi003.stdout: "start_leader": { 2024-04-13T08:45:20.760 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.760 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.760 INFO:tasks.workunit.client.0.smithi003.stdout: "start_peon": { 2024-04-13T08:45:20.760 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:20.760 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.761 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state": { 2024-04-13T08:45:20.761 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8744 2024-04-13T08:45:20.761 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.761 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_bytes": { 2024-04-13T08:45:20.761 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8744, 2024-04-13T08:45:20.761 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 118599029 2024-04-13T08:45:20.761 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.761 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_keys": { 2024-04-13T08:45:20.761 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8744, 2024-04-13T08:45:20.761 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 76597 2024-04-13T08:45:20.761 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.761 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_latency": { 2024-04-13T08:45:20.761 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8744, 2024-04-13T08:45:20.761 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2909978935 2024-04-13T08:45:20.761 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.762 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.762 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache": { 2024-04-13T08:45:20.762 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:20.762 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1020054731 2024-04-13T08:45:20.762 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.762 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:20.762 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 169869312 2024-04-13T08:45:20.762 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.762 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:20.762 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 168189952 2024-04-13T08:45:20.762 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.762 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:20.762 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2147483648 2024-04-13T08:45:20.762 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.762 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:20.763 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1679360 2024-04-13T08:45:20.763 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.763 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.763 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:full": { 2024-04-13T08:45:20.763 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.763 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 360710144 2024-04-13T08:45:20.763 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.763 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.763 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.763 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.763 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.763 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.763 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.764 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.764 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267127251 2024-04-13T08:45:20.764 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.764 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.764 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25177685 2024-04-13T08:45:20.764 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.764 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.764 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.764 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.764 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.764 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.764 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.764 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.764 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.765 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.765 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.765 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.765 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.765 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.765 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.765 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.765 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.765 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.765 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.765 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.765 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.765 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.765 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.765 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.766 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.766 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.766 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68405208 2024-04-13T08:45:20.766 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.766 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.766 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:inc": { 2024-04-13T08:45:20.766 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.766 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 339738624 2024-04-13T08:45:20.766 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.766 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.766 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.766 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.766 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.766 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.767 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.767 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.767 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267127251 2024-04-13T08:45:20.767 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.767 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.767 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1519340 2024-04-13T08:45:20.767 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.767 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.767 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.767 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.767 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.767 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.767 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.767 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.768 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.768 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.768 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.768 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.768 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.768 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.768 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.768 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.768 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.768 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.768 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.768 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.768 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.769 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.769 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.769 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.769 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.769 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.769 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71092033 2024-04-13T08:45:20.769 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.769 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.769 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:kv": { 2024-04-13T08:45:20.769 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.769 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 314572800 2024-04-13T08:45:20.769 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.769 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.769 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:20.769 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.770 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.770 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.770 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.770 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.770 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 178084834 2024-04-13T08:45:20.770 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.770 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.770 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.770 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.770 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.770 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.770 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.770 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.770 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.771 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.771 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.771 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.771 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.771 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.771 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.771 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.771 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.771 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.771 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.771 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.771 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.771 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.771 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.771 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.772 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.772 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.772 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.772 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.772 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.772 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69379102 2024-04-13T08:45:20.772 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.772 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.772 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb": { 2024-04-13T08:45:20.772 INFO:tasks.workunit.client.0.smithi003.stdout: "compact": { 2024-04-13T08:45:20.772 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.772 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.772 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_len": { 2024-04-13T08:45:20.772 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.772 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.773 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_merge": { 2024-04-13T08:45:20.773 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.773 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.773 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_range": { 2024-04-13T08:45:20.773 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 101 2024-04-13T08:45:20.773 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.773 INFO:tasks.workunit.client.0.smithi003.stdout: "get_latency": { 2024-04-13T08:45:20.773 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 379052, 2024-04-13T08:45:20.773 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1890365120 2024-04-13T08:45:20.773 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.773 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_delay_time": { 2024-04-13T08:45:20.773 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.773 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.773 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.774 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_memtable_time": { 2024-04-13T08:45:20.774 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.774 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.774 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.774 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T08:45:20.774 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.774 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.774 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.774 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_wal_time": { 2024-04-13T08:45:20.774 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.774 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.774 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.774 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_latency": { 2024-04-13T08:45:20.775 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.775 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.775 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.775 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_sync_latency": { 2024-04-13T08:45:20.775 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21085, 2024-04-13T08:45:20.775 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6470928705 2024-04-13T08:45:20.775 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.775 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.775 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.775 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:20.775 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:20.775 INFO:tasks.workunit.client.0.smithi003.stdout: "election_call": { 2024-04-13T08:45:20.775 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:20.775 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.775 INFO:tasks.workunit.client.0.smithi003.stdout: "election_lose": { 2024-04-13T08:45:20.776 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.776 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.776 INFO:tasks.workunit.client.0.smithi003.stdout: "election_win": { 2024-04-13T08:45:20.776 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:20.776 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_elections": { 2024-04-13T08:45:20.776 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21 2024-04-13T08:45:20.776 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": { 2024-04-13T08:45:20.776 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9 2024-04-13T08:45:20.776 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.776 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T08:45:20.776 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T08:45:20.776 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.776 INFO:tasks.workunit.client.0.smithi003.stdout: "session_rm": { 2024-04-13T08:45:20.777 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 249 2024-04-13T08:45:20.777 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.777 INFO:tasks.workunit.client.0.smithi003.stdout: "session_trim": { 2024-04-13T08:45:20.777 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.777 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.777 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.777 INFO:tasks.workunit.client.0.smithi003.stdout: "paxos": { 2024-04-13T08:45:20.777 INFO:tasks.workunit.client.0.smithi003.stdout: "accept_timeout": { 2024-04-13T08:45:20.777 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.777 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.777 INFO:tasks.workunit.client.0.smithi003.stdout: "begin": { 2024-04-13T08:45:20.777 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8855 2024-04-13T08:45:20.777 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.777 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_bytes": { 2024-04-13T08:45:20.778 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8855, 2024-04-13T08:45:20.778 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 61573662 2024-04-13T08:45:20.778 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.778 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_keys": { 2024-04-13T08:45:20.778 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8855, 2024-04-13T08:45:20.778 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26565 2024-04-13T08:45:20.778 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.778 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_latency": { 2024-04-13T08:45:20.778 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8855, 2024-04-13T08:45:20.778 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1989975851 2024-04-13T08:45:20.778 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.778 INFO:tasks.workunit.client.0.smithi003.stdout: "collect": { 2024-04-13T08:45:20.778 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.778 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.779 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_bytes": { 2024-04-13T08:45:20.779 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.779 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.779 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.779 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_keys": { 2024-04-13T08:45:20.779 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.779 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.779 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.779 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_latency": { 2024-04-13T08:45:20.779 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.779 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.779 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.779 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_timeout": { 2024-04-13T08:45:20.779 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.780 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.780 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_uncommitted": { 2024-04-13T08:45:20.780 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:20.780 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.780 INFO:tasks.workunit.client.0.smithi003.stdout: "commit": { 2024-04-13T08:45:20.780 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8852 2024-04-13T08:45:20.780 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.780 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_bytes": { 2024-04-13T08:45:20.780 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8852, 2024-04-13T08:45:20.780 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60896478 2024-04-13T08:45:20.780 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.780 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_keys": { 2024-04-13T08:45:20.780 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8852, 2024-04-13T08:45:20.780 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68570 2024-04-13T08:45:20.780 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.780 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_latency": { 2024-04-13T08:45:20.781 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8852, 2024-04-13T08:45:20.781 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3120692344 2024-04-13T08:45:20.781 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.781 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_ack_timeout": { 2024-04-13T08:45:20.781 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.781 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.781 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_timeout": { 2024-04-13T08:45:20.781 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.781 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.781 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn": { 2024-04-13T08:45:20.781 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:20.781 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.781 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn_latency": { 2024-04-13T08:45:20.781 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6, 2024-04-13T08:45:20.782 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1999976 2024-04-13T08:45:20.782 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.782 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh": { 2024-04-13T08:45:20.782 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8855 2024-04-13T08:45:20.782 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.782 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh_latency": { 2024-04-13T08:45:20.782 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8855, 2024-04-13T08:45:20.782 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 33747590248 2024-04-13T08:45:20.782 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.782 INFO:tasks.workunit.client.0.smithi003.stdout: "restart": { 2024-04-13T08:45:20.782 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T08:45:20.782 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.782 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state": { 2024-04-13T08:45:20.782 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T08:45:20.783 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.783 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_bytes": { 2024-04-13T08:45:20.783 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T08:45:20.783 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71938 2024-04-13T08:45:20.783 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.783 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_keys": { 2024-04-13T08:45:20.783 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T08:45:20.783 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:20.783 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.783 INFO:tasks.workunit.client.0.smithi003.stdout: "start_leader": { 2024-04-13T08:45:20.783 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:20.783 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.783 INFO:tasks.workunit.client.0.smithi003.stdout: "start_peon": { 2024-04-13T08:45:20.783 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.783 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.784 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state": { 2024-04-13T08:45:20.784 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.784 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.784 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_bytes": { 2024-04-13T08:45:20.784 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.784 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.784 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.784 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_keys": { 2024-04-13T08:45:20.784 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.784 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.784 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.784 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_latency": { 2024-04-13T08:45:20.784 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.784 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.785 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.785 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.785 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache": { 2024-04-13T08:45:20.785 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:20.785 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1020054731 2024-04-13T08:45:20.785 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.785 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:20.785 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 262225920 2024-04-13T08:45:20.785 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.785 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:20.785 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 260939776 2024-04-13T08:45:20.785 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.785 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:20.785 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2147483648 2024-04-13T08:45:20.785 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.786 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:20.786 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T08:45:20.786 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.786 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.786 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:full": { 2024-04-13T08:45:20.786 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.786 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 360710144 2024-04-13T08:45:20.786 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.786 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.786 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.786 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.786 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.786 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.787 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.787 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.787 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267002456 2024-04-13T08:45:20.787 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.787 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.787 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25487665 2024-04-13T08:45:20.787 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.787 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.787 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.787 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.787 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.787 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.787 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.787 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.788 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.788 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.788 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.788 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.788 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.788 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.788 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.788 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.788 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.788 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.788 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.788 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.788 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.788 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.788 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.789 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.789 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.789 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.789 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68220023 2024-04-13T08:45:20.789 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.789 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.789 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:inc": { 2024-04-13T08:45:20.789 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.789 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 339738624 2024-04-13T08:45:20.789 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.789 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.789 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.789 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.789 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.790 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.790 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.790 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.790 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267002456 2024-04-13T08:45:20.790 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.790 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.790 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1542148 2024-04-13T08:45:20.790 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.790 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.790 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.790 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.790 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.790 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.790 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.791 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.791 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.791 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.791 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.791 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.791 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.791 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.791 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.791 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.791 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.791 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.791 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.791 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.791 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.791 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.792 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.792 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.792 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.792 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.792 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71194020 2024-04-13T08:45:20.792 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.792 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.792 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:kv": { 2024-04-13T08:45:20.792 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.792 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 314572800 2024-04-13T08:45:20.792 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.792 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.792 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:20.792 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.793 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.793 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.793 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.793 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.793 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 178001637 2024-04-13T08:45:20.793 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.793 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.793 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.793 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.793 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.793 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.793 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.793 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.793 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.793 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.794 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.794 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.794 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.794 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.794 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.794 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.794 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.794 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.794 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.794 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.794 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.794 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.795 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.795 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.795 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.795 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.795 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.795 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.795 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.795 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69462299 2024-04-13T08:45:20.795 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.795 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.795 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb": { 2024-04-13T08:45:20.795 INFO:tasks.workunit.client.0.smithi003.stdout: "compact": { 2024-04-13T08:45:20.795 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.795 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.796 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_len": { 2024-04-13T08:45:20.796 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.796 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.796 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_merge": { 2024-04-13T08:45:20.796 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.796 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.796 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_range": { 2024-04-13T08:45:20.796 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 101 2024-04-13T08:45:20.796 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.796 INFO:tasks.workunit.client.0.smithi003.stdout: "get_latency": { 2024-04-13T08:45:20.796 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 397632, 2024-04-13T08:45:20.796 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2498339145 2024-04-13T08:45:20.796 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.796 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_delay_time": { 2024-04-13T08:45:20.797 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.797 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.797 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.797 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_memtable_time": { 2024-04-13T08:45:20.797 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.797 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.797 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.797 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T08:45:20.797 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.797 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.797 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.797 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_wal_time": { 2024-04-13T08:45:20.797 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.797 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.798 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.798 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_latency": { 2024-04-13T08:45:20.798 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.798 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.798 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.798 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_sync_latency": { 2024-04-13T08:45:20.798 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21360, 2024-04-13T08:45:20.798 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7929864204 2024-04-13T08:45:20.798 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.798 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.798 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.798 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.be5b77d0f8a0d3fc4d792db8fc7e155e44679ebc": { 2024-04-13T08:45:20.798 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:20.799 INFO:tasks.workunit.client.0.smithi003.stdout: "election_call": { 2024-04-13T08:45:20.799 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T08:45:20.799 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.799 INFO:tasks.workunit.client.0.smithi003.stdout: "election_lose": { 2024-04-13T08:45:20.799 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:20.799 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.799 INFO:tasks.workunit.client.0.smithi003.stdout: "election_win": { 2024-04-13T08:45:20.799 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.799 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_elections": { 2024-04-13T08:45:20.799 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T08:45:20.799 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": { 2024-04-13T08:45:20.799 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9 2024-04-13T08:45:20.799 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.800 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T08:45:20.800 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T08:45:20.800 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.800 INFO:tasks.workunit.client.0.smithi003.stdout: "session_rm": { 2024-04-13T08:45:20.800 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 258 2024-04-13T08:45:20.800 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.800 INFO:tasks.workunit.client.0.smithi003.stdout: "session_trim": { 2024-04-13T08:45:20.800 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.800 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.800 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.800 INFO:tasks.workunit.client.0.smithi003.stdout: "paxos": { 2024-04-13T08:45:20.800 INFO:tasks.workunit.client.0.smithi003.stdout: "accept_timeout": { 2024-04-13T08:45:20.800 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.800 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.801 INFO:tasks.workunit.client.0.smithi003.stdout: "begin": { 2024-04-13T08:45:20.801 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8785 2024-04-13T08:45:20.801 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.801 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_bytes": { 2024-04-13T08:45:20.801 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8785, 2024-04-13T08:45:20.801 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60411688 2024-04-13T08:45:20.801 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.801 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_keys": { 2024-04-13T08:45:20.801 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.801 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.801 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.801 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_latency": { 2024-04-13T08:45:20.801 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8785, 2024-04-13T08:45:20.801 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1916976718 2024-04-13T08:45:20.802 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.802 INFO:tasks.workunit.client.0.smithi003.stdout: "collect": { 2024-04-13T08:45:20.802 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:20.802 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.802 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_bytes": { 2024-04-13T08:45:20.802 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:20.802 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 219 2024-04-13T08:45:20.802 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.802 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_keys": { 2024-04-13T08:45:20.802 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:20.802 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:20.802 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.802 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_latency": { 2024-04-13T08:45:20.802 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:20.803 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2999964 2024-04-13T08:45:20.803 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.803 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_timeout": { 2024-04-13T08:45:20.803 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.803 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.803 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_uncommitted": { 2024-04-13T08:45:20.803 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:20.803 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.803 INFO:tasks.workunit.client.0.smithi003.stdout: "commit": { 2024-04-13T08:45:20.803 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8786 2024-04-13T08:45:20.803 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.803 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_bytes": { 2024-04-13T08:45:20.803 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.803 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.804 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.804 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_keys": { 2024-04-13T08:45:20.804 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.804 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.804 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.804 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_latency": { 2024-04-13T08:45:20.804 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.804 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.804 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.804 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_ack_timeout": { 2024-04-13T08:45:20.804 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.804 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.804 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_timeout": { 2024-04-13T08:45:20.804 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.805 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.805 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn": { 2024-04-13T08:45:20.805 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.805 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.805 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn_latency": { 2024-04-13T08:45:20.805 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.805 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.805 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.805 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh": { 2024-04-13T08:45:20.805 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8786 2024-04-13T08:45:20.805 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.805 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh_latency": { 2024-04-13T08:45:20.805 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8786, 2024-04-13T08:45:20.805 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 30626628116 2024-04-13T08:45:20.805 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.806 INFO:tasks.workunit.client.0.smithi003.stdout: "restart": { 2024-04-13T08:45:20.806 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16 2024-04-13T08:45:20.806 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.806 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state": { 2024-04-13T08:45:20.806 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.806 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.806 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_bytes": { 2024-04-13T08:45:20.806 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.806 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.806 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.806 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_keys": { 2024-04-13T08:45:20.806 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.806 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.806 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.807 INFO:tasks.workunit.client.0.smithi003.stdout: "start_leader": { 2024-04-13T08:45:20.807 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.807 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.807 INFO:tasks.workunit.client.0.smithi003.stdout: "start_peon": { 2024-04-13T08:45:20.807 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:20.807 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.807 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state": { 2024-04-13T08:45:20.807 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8785 2024-04-13T08:45:20.807 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.807 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_bytes": { 2024-04-13T08:45:20.807 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8785, 2024-04-13T08:45:20.807 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 119202869 2024-04-13T08:45:20.807 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.808 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_keys": { 2024-04-13T08:45:20.808 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8785, 2024-04-13T08:45:20.808 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 76908 2024-04-13T08:45:20.808 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.808 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_latency": { 2024-04-13T08:45:20.808 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8785, 2024-04-13T08:45:20.808 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5725930504 2024-04-13T08:45:20.808 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.808 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.808 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache": { 2024-04-13T08:45:20.808 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:20.808 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1020054731 2024-04-13T08:45:20.808 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.808 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:20.808 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 174063616 2024-04-13T08:45:20.808 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.809 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:20.809 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 172064768 2024-04-13T08:45:20.809 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.809 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:20.809 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2147483648 2024-04-13T08:45:20.809 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.809 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:20.809 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1998848 2024-04-13T08:45:20.809 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.809 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.809 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:full": { 2024-04-13T08:45:20.809 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.809 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 360710144 2024-04-13T08:45:20.809 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.809 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.810 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.810 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.810 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.810 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.810 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.810 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.810 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267081832 2024-04-13T08:45:20.810 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.810 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.810 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25290742 2024-04-13T08:45:20.810 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.810 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.810 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.810 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.811 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.811 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.811 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.811 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.811 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.811 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.811 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.811 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.811 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.811 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.811 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.811 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.811 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.811 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.812 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.812 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.812 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.812 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.812 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.812 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68337570 2024-04-13T08:45:20.812 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.812 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:inc": { 2024-04-13T08:45:20.812 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.812 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 339738624 2024-04-13T08:45:20.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.813 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.813 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.813 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.813 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.813 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.813 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.813 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.813 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267081832 2024-04-13T08:45:20.813 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.813 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.813 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1527401 2024-04-13T08:45:20.813 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.813 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.813 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.814 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.814 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.814 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.814 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.814 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.814 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.814 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.814 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.814 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.814 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.814 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.814 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.814 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.815 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.815 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.815 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.815 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.815 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.815 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.815 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.815 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71129391 2024-04-13T08:45:20.815 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.815 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:kv": { 2024-04-13T08:45:20.815 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.816 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 314572800 2024-04-13T08:45:20.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.816 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.816 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:20.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.816 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.816 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.816 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.816 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 178054555 2024-04-13T08:45:20.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.816 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.816 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.817 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.817 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.817 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.817 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.817 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.817 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.817 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.817 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.817 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.817 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.817 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.817 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.817 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.817 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.818 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.818 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.818 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.818 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.818 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.818 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.818 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.818 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69409381 2024-04-13T08:45:20.818 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.819 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb": { 2024-04-13T08:45:20.819 INFO:tasks.workunit.client.0.smithi003.stdout: "compact": { 2024-04-13T08:45:20.819 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.819 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.819 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_len": { 2024-04-13T08:45:20.819 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.819 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.819 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_merge": { 2024-04-13T08:45:20.819 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.819 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.819 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_range": { 2024-04-13T08:45:20.819 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 101 2024-04-13T08:45:20.819 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.819 INFO:tasks.workunit.client.0.smithi003.stdout: "get_latency": { 2024-04-13T08:45:20.819 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 380945, 2024-04-13T08:45:20.820 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2091998562 2024-04-13T08:45:20.820 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.820 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_delay_time": { 2024-04-13T08:45:20.820 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.820 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.820 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.820 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_memtable_time": { 2024-04-13T08:45:20.820 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.820 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.820 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.820 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T08:45:20.820 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.820 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.820 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.821 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_wal_time": { 2024-04-13T08:45:20.821 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.821 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.821 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.821 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_latency": { 2024-04-13T08:45:20.821 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.821 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.821 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.821 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_sync_latency": { 2024-04-13T08:45:20.821 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21188, 2024-04-13T08:45:20.821 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9818675273 2024-04-13T08:45:20.821 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.821 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.821 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.822 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.0": { 2024-04-13T08:45:20.822 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:20.822 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:20.822 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 818080 2024-04-13T08:45:20.822 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.822 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:20.822 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.822 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.822 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:20.822 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.822 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.822 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:20.822 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.823 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:20.823 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:20.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.823 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:20.823 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.823 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:20.823 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.823 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:20.823 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.823 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:20.824 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.824 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.824 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:20.824 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13332480 2024-04-13T08:45:20.824 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.824 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:20.824 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 928718848 2024-04-13T08:45:20.824 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.824 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:20.824 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 19, 2024-04-13T08:45:20.824 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6639959 2024-04-13T08:45:20.824 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.824 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:20.824 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 19, 2024-04-13T08:45:20.825 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2807886 2024-04-13T08:45:20.825 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.825 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:20.825 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 220, 2024-04-13T08:45:20.825 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2106378 2024-04-13T08:45:20.825 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.825 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:20.825 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:20.825 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.825 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:20.825 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1025114112 2024-04-13T08:45:20.825 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.825 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:20.825 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78703, 2024-04-13T08:45:20.826 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12731764150 2024-04-13T08:45:20.826 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.826 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:20.826 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78696, 2024-04-13T08:45:20.826 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20419852555 2024-04-13T08:45:20.826 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.826 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:20.826 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6336512 2024-04-13T08:45:20.826 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.826 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:20.826 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 322236416 2024-04-13T08:45:20.826 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.826 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:20.827 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1023672320 2024-04-13T08:45:20.827 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.827 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:20.827 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.827 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.827 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:20.827 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.827 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.827 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:20.827 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 66 2024-04-13T08:45:20.827 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.827 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:20.827 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10213806759 2024-04-13T08:45:20.827 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.827 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:20.828 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73246 2024-04-13T08:45:20.828 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.828 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:20.828 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8648896512 2024-04-13T08:45:20.828 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.828 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:20.828 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8648900608 2024-04-13T08:45:20.828 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.828 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:20.828 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.828 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.828 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:20.828 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.829 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:20.829 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65247 2024-04-13T08:45:20.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.829 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:20.829 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73246, 2024-04-13T08:45:20.829 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3045387281 2024-04-13T08:45:20.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.829 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:20.829 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10133471807 2024-04-13T08:45:20.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.829 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:20.829 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70780 2024-04-13T08:45:20.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.829 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:20.830 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4703186 2024-04-13T08:45:20.830 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.830 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:20.830 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 721 2024-04-13T08:45:20.830 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.830 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:20.830 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13048985 2024-04-13T08:45:20.830 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.830 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:20.830 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1059 2024-04-13T08:45:20.830 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.830 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:20.830 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8345799 2024-04-13T08:45:20.831 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.831 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:20.831 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8345799 2024-04-13T08:45:20.831 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.831 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:20.831 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.831 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.831 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:20.831 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.831 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.831 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:20.831 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 346 2024-04-13T08:45:20.831 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.831 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:20.831 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1059, 2024-04-13T08:45:20.832 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8361346 2024-04-13T08:45:20.832 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.832 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:20.832 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.832 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.832 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.832 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:20.832 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.832 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.832 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:20.832 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.832 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.832 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:20.832 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:20.833 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 907 2024-04-13T08:45:20.833 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.833 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:20.833 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7, 2024-04-13T08:45:20.833 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11860 2024-04-13T08:45:20.833 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.833 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:20.833 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.833 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.833 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.833 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:20.833 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.833 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.833 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:20.834 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.834 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.834 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:20.834 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1267175424 2024-04-13T08:45:20.834 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.834 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.834 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:20.834 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:20.834 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:20.834 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.834 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:20.834 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14016512 2024-04-13T08:45:20.834 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.835 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:20.835 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21138, 2024-04-13T08:45:20.835 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 86001039 2024-04-13T08:45:20.835 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.835 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:20.835 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3610, 2024-04-13T08:45:20.835 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6483721044 2024-04-13T08:45:20.835 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.835 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:20.835 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.835 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.835 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.835 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:20.835 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.836 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.836 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:20.836 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.836 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.836 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:20.836 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.836 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.836 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:20.836 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34121, 2024-04-13T08:45:20.836 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 303283574 2024-04-13T08:45:20.836 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.836 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:20.836 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.836 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.837 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.837 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:20.837 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.837 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.837 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:20.837 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78582, 2024-04-13T08:45:20.837 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25501296783 2024-04-13T08:45:20.837 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.837 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:20.837 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 77905, 2024-04-13T08:45:20.837 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1805788913 2024-04-13T08:45:20.837 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.837 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:20.837 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78582, 2024-04-13T08:45:20.838 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51063092 2024-04-13T08:45:20.838 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.838 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:20.838 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78582, 2024-04-13T08:45:20.838 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25552359875 2024-04-13T08:45:20.838 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.838 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:20.838 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.838 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.838 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.838 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:20.838 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 41651, 2024-04-13T08:45:20.838 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2097480528 2024-04-13T08:45:20.839 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.839 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:20.839 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1256, 2024-04-13T08:45:20.839 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3556328 2024-04-13T08:45:20.839 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.839 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:20.839 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22757, 2024-04-13T08:45:20.839 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10903443 2024-04-13T08:45:20.839 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.839 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:20.839 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 53, 2024-04-13T08:45:20.839 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 87235 2024-04-13T08:45:20.839 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.839 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:20.839 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 18449, 2024-04-13T08:45:20.840 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3132258421 2024-04-13T08:45:20.840 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.840 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:20.840 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 265633 2024-04-13T08:45:20.840 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.840 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:20.840 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24321 2024-04-13T08:45:20.840 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.840 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:20.840 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17332, 2024-04-13T08:45:20.840 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2871755481 2024-04-13T08:45:20.840 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.840 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:20.840 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 42204, 2024-04-13T08:45:20.840 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15833996 2024-04-13T08:45:20.840 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.841 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:20.841 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 24872, 2024-04-13T08:45:20.841 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2223623866 2024-04-13T08:45:20.841 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.841 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:20.841 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.841 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.841 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:20.841 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15522, 2024-04-13T08:45:20.841 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 496423765 2024-04-13T08:45:20.841 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.841 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:20.841 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.841 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.842 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:20.842 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.842 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.842 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:20.842 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.842 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.842 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:20.842 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.842 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.842 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:20.842 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:20.842 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10426908318 2024-04-13T08:45:20.842 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.843 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:20.843 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9748, 2024-04-13T08:45:20.843 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1003961283 2024-04-13T08:45:20.843 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.843 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:20.843 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9748, 2024-04-13T08:45:20.843 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3662469543555 2024-04-13T08:45:20.843 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.843 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:20.843 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9748, 2024-04-13T08:45:20.843 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7023302793929 2024-04-13T08:45:20.843 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.843 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:20.843 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:20.843 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2604496377561 2024-04-13T08:45:20.843 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.844 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:20.844 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:20.844 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10495710 2024-04-13T08:45:20.844 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.844 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:20.844 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:20.844 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 336709142 2024-04-13T08:45:20.844 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.844 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:20.844 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:20.844 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41525297514 2024-04-13T08:45:20.844 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.844 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:20.844 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:20.844 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 33884473 2024-04-13T08:45:20.844 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.845 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:20.845 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:20.845 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21328156413 2024-04-13T08:45:20.845 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.845 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:20.845 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:20.845 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15537109121 2024-04-13T08:45:20.845 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.845 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:20.845 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10267764 2024-04-13T08:45:20.845 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.845 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:20.845 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2650, 2024-04-13T08:45:20.845 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15955195 2024-04-13T08:45:20.845 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.846 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:20.846 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:20.846 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 89169210463 2024-04-13T08:45:20.846 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.846 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:20.846 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:20.846 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16812047664 2024-04-13T08:45:20.846 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.846 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:20.846 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:20.846 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 658954597 2024-04-13T08:45:20.846 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.846 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.847 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:20.847 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:20.847 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406237373 2024-04-13T08:45:20.847 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.847 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:20.847 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 617218048 2024-04-13T08:45:20.847 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.847 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:20.847 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 460513280 2024-04-13T08:45:20.847 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.847 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:20.847 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2601816166 2024-04-13T08:45:20.847 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.848 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:20.848 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 156704768 2024-04-13T08:45:20.848 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.848 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.848 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:20.848 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.848 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:20.848 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.848 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.848 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.848 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.848 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.848 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.848 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.849 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.849 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56586397 2024-04-13T08:45:20.849 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.849 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.849 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.849 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.849 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.849 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.849 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.849 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.849 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.849 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.849 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.849 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.849 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.850 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.850 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.850 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.850 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.850 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 708608 2024-04-13T08:45:20.850 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.850 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.850 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.850 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.850 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.850 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.850 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.850 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.850 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.851 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.851 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.851 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68534115 2024-04-13T08:45:20.851 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.851 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.851 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:20.851 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.851 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:20.851 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.851 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.851 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:20.851 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.851 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.851 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.851 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.852 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.852 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 424397981 2024-04-13T08:45:20.852 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.852 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.852 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.852 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.852 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.852 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.852 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.852 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.852 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2416 2024-04-13T08:45:20.852 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.852 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.852 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.853 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.853 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.853 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 145280 2024-04-13T08:45:20.853 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.853 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.853 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.853 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.853 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.853 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.853 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.853 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.853 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.853 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.853 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.854 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.854 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.854 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.854 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70382195 2024-04-13T08:45:20.854 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.854 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.854 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:20.854 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.854 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:20.854 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.854 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.854 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:20.854 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.855 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.855 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12889456 2024-04-13T08:45:20.855 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.855 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.855 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37724265 2024-04-13T08:45:20.855 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.855 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.855 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.855 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.855 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.855 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.855 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.855 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.855 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.855 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.856 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.856 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.856 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.856 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.856 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.856 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.856 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.856 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.856 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.856 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.856 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.856 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.856 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.856 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.857 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.857 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.857 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.857 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.857 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.857 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 75215399 2024-04-13T08:45:20.857 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.857 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.857 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:20.857 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.857 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:20.857 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.857 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.857 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.858 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.858 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.858 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.858 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.858 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.858 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 424397981 2024-04-13T08:45:20.858 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.858 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.858 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.858 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.858 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.858 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.858 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.859 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.859 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.859 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.859 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.859 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 981 2024-04-13T08:45:20.859 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.859 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.859 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 88324 2024-04-13T08:45:20.859 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.859 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.859 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1128585 2024-04-13T08:45:20.859 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.859 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.859 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.860 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.860 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.860 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.860 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.860 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.860 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.860 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.860 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.860 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69312001 2024-04-13T08:45:20.860 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.860 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.860 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:20.860 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:20.861 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.861 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.861 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:20.861 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53 2024-04-13T08:45:20.861 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.861 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:20.861 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.861 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.861 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:20.861 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.861 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.861 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.861 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.861 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:20.862 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 54 2024-04-13T08:45:20.862 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.862 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:20.862 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.862 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.862 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:20.862 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 47795 2024-04-13T08:45:20.862 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.862 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:20.862 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 138292, 2024-04-13T08:45:20.862 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8809115960 2024-04-13T08:45:20.862 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.862 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:20.862 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:20.863 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.863 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:20.863 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T08:45:20.863 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.863 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:20.863 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2698757149 2024-04-13T08:45:20.863 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.863 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:20.863 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 47795, 2024-04-13T08:45:20.863 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 222598905094 2024-04-13T08:45:20.863 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.863 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:20.863 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4070011795 2024-04-13T08:45:20.863 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.864 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:20.864 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 48639, 2024-04-13T08:45:20.864 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23092639159 2024-04-13T08:45:20.864 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.864 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:20.864 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 47795, 2024-04-13T08:45:20.864 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74814657966 2024-04-13T08:45:20.864 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.864 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:20.864 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31313 2024-04-13T08:45:20.864 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.864 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:20.864 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 31313, 2024-04-13T08:45:20.864 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22052157812 2024-04-13T08:45:20.864 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.865 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:20.865 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.865 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.865 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:20.865 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4070011795 2024-04-13T08:45:20.865 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.865 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:20.865 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 31660, 2024-04-13T08:45:20.865 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7289027783 2024-04-13T08:45:20.865 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.865 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:20.865 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 31313, 2024-04-13T08:45:20.865 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8957542125 2024-04-13T08:45:20.865 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.865 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:20.866 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8772 2024-04-13T08:45:20.866 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.866 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:20.866 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 530544067 2024-04-13T08:45:20.866 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.866 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:20.866 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8772, 2024-04-13T08:45:20.866 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18189168924 2024-04-13T08:45:20.866 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.866 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:20.866 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.866 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.866 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:20.866 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.867 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.867 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:20.867 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.867 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.867 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:20.867 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9064, 2024-04-13T08:45:20.867 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5774327851 2024-04-13T08:45:20.867 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.867 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:20.867 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8772, 2024-04-13T08:45:20.867 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15119631246 2024-04-13T08:45:20.867 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.867 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:20.867 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7710 2024-04-13T08:45:20.868 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.868 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:20.868 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2168213082 2024-04-13T08:45:20.868 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.868 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:20.868 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7710, 2024-04-13T08:45:20.868 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 182357578358 2024-04-13T08:45:20.868 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.868 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:20.868 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.868 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.868 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:20.868 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7915, 2024-04-13T08:45:20.868 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10029283525 2024-04-13T08:45:20.868 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.869 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:20.869 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7710, 2024-04-13T08:45:20.869 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 50737484595 2024-04-13T08:45:20.869 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.869 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:20.869 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.869 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.869 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:20.869 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35 2024-04-13T08:45:20.869 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.869 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:20.869 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:20.869 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.869 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:20.870 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:20.870 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.870 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:20.870 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1039138816 2024-04-13T08:45:20.870 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.870 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.870 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.870 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.1": { 2024-04-13T08:45:20.870 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:20.870 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:20.870 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35455 2024-04-13T08:45:20.870 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.870 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:20.870 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.871 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.871 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:20.871 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.871 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.871 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:20.871 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.871 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.871 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:20.871 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:20.871 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.871 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:20.871 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.871 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.871 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:20.871 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.872 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.872 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:20.872 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.872 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.872 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:20.872 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.872 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.872 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:20.872 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20664320 2024-04-13T08:45:20.872 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.872 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:20.872 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 995147776 2024-04-13T08:45:20.872 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.872 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:20.873 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 19, 2024-04-13T08:45:20.873 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4657048 2024-04-13T08:45:20.873 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.873 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:20.873 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 19, 2024-04-13T08:45:20.873 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1663362 2024-04-13T08:45:20.873 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.873 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:20.873 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 242, 2024-04-13T08:45:20.873 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1216729 2024-04-13T08:45:20.873 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.873 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:20.873 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:20.874 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.874 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:20.874 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1110769664 2024-04-13T08:45:20.874 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.874 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:20.874 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79619, 2024-04-13T08:45:20.874 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13188838347 2024-04-13T08:45:20.874 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.874 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:20.874 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79640, 2024-04-13T08:45:20.874 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21328475800 2024-04-13T08:45:20.874 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.874 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:20.875 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10194944 2024-04-13T08:45:20.875 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.875 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:20.875 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 326090752 2024-04-13T08:45:20.875 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.875 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:20.875 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1106509824 2024-04-13T08:45:20.875 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.875 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:20.875 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.875 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.875 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:20.875 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.875 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.875 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:20.875 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71 2024-04-13T08:45:20.876 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.876 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:20.876 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17424242457 2024-04-13T08:45:20.876 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.876 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:20.876 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 97742 2024-04-13T08:45:20.876 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.876 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:20.876 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15363338240 2024-04-13T08:45:20.876 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.876 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:20.876 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15363342336 2024-04-13T08:45:20.876 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.876 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:20.877 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.877 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.877 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:20.877 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.877 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.877 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:20.877 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 102793 2024-04-13T08:45:20.877 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.877 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:20.877 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97742, 2024-04-13T08:45:20.877 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5527842777 2024-04-13T08:45:20.877 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.877 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:20.878 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17287397624 2024-04-13T08:45:20.878 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.878 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:20.878 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 93550 2024-04-13T08:45:20.878 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.878 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:20.878 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6544094 2024-04-13T08:45:20.878 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.878 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:20.878 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 978 2024-04-13T08:45:20.878 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.878 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:20.878 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20323100 2024-04-13T08:45:20.878 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.879 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:20.879 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1360 2024-04-13T08:45:20.879 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.879 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:20.879 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13779006 2024-04-13T08:45:20.879 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.879 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:20.879 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13779006 2024-04-13T08:45:20.879 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.879 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:20.879 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.879 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.879 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:20.879 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.880 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.880 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:20.880 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 398 2024-04-13T08:45:20.880 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.880 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:20.880 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1360, 2024-04-13T08:45:20.880 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9487351 2024-04-13T08:45:20.880 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.880 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:20.880 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.880 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.880 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.880 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:20.880 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.881 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.881 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:20.881 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.881 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.881 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:20.881 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:20.881 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1223 2024-04-13T08:45:20.881 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.881 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:20.881 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T08:45:20.881 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19690 2024-04-13T08:45:20.881 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.881 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:20.881 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.881 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.881 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.882 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:20.882 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.882 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.882 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:20.882 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.882 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.882 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:20.882 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1344798720 2024-04-13T08:45:20.882 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.882 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.882 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:20.882 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:20.882 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:20.882 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.883 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:20.883 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13418496 2024-04-13T08:45:20.883 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.883 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:20.883 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22644, 2024-04-13T08:45:20.883 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 91506782 2024-04-13T08:45:20.883 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.883 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:20.883 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3550, 2024-04-13T08:45:20.883 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11153447439 2024-04-13T08:45:20.883 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.883 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:20.883 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.883 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.883 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.884 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:20.884 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.884 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.884 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:20.884 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.884 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.884 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:20.884 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.884 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.884 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:20.884 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20016, 2024-04-13T08:45:20.884 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 185844485 2024-04-13T08:45:20.884 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.884 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:20.884 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.885 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.885 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.885 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:20.885 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.885 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.885 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:20.885 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79515, 2024-04-13T08:45:20.885 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26256835116 2024-04-13T08:45:20.885 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.885 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:20.885 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78744, 2024-04-13T08:45:20.885 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2049507400 2024-04-13T08:45:20.885 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.885 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:20.885 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79515, 2024-04-13T08:45:20.886 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 50052647 2024-04-13T08:45:20.886 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.886 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:20.886 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79515, 2024-04-13T08:45:20.886 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26306887763 2024-04-13T08:45:20.886 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.886 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:20.886 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.886 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.886 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.886 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:20.886 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 32838, 2024-04-13T08:45:20.886 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1876562908 2024-04-13T08:45:20.887 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.887 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:20.887 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1062, 2024-04-13T08:45:20.887 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3658438 2024-04-13T08:45:20.887 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.887 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:20.887 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21501, 2024-04-13T08:45:20.887 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13873265 2024-04-13T08:45:20.887 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.887 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:20.887 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44, 2024-04-13T08:45:20.887 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 62891 2024-04-13T08:45:20.887 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.888 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:20.888 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12713, 2024-04-13T08:45:20.888 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2995123407 2024-04-13T08:45:20.888 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.888 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:20.888 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 250144 2024-04-13T08:45:20.888 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.888 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:20.888 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27544 2024-04-13T08:45:20.888 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.888 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:20.888 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23024, 2024-04-13T08:45:20.888 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2448080992 2024-04-13T08:45:20.888 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.889 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:20.889 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75152, 2024-04-13T08:45:20.889 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22953213 2024-04-13T08:45:20.889 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.889 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:20.889 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 52128, 2024-04-13T08:45:20.889 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1624351904 2024-04-13T08:45:20.889 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.889 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:20.889 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.889 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.889 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:20.889 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15725, 2024-04-13T08:45:20.889 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 542570558 2024-04-13T08:45:20.889 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.890 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:20.890 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.890 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.890 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:20.890 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.890 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.890 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:20.890 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.890 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.890 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:20.890 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.890 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.890 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:20.891 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:20.891 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14035531229 2024-04-13T08:45:20.891 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.891 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:20.891 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23039, 2024-04-13T08:45:20.891 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1708083268 2024-04-13T08:45:20.891 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.891 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:20.891 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23037, 2024-04-13T08:45:20.891 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4375779300955 2024-04-13T08:45:20.891 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.891 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:20.891 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23039, 2024-04-13T08:45:20.891 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7106864025329 2024-04-13T08:45:20.892 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.892 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:20.892 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94923, 2024-04-13T08:45:20.892 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3092461693296 2024-04-13T08:45:20.892 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.892 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:20.892 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94923, 2024-04-13T08:45:20.892 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10750103 2024-04-13T08:45:20.892 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.892 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:20.892 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:20.892 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 574928517 2024-04-13T08:45:20.892 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.892 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:20.892 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:20.892 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45437292554 2024-04-13T08:45:20.893 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.893 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:20.893 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:20.893 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 36509764 2024-04-13T08:45:20.893 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.893 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:20.893 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:20.893 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21948135586 2024-04-13T08:45:20.893 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.893 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:20.893 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:20.893 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21332754561 2024-04-13T08:45:20.893 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.893 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:20.894 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9676847 2024-04-13T08:45:20.894 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.894 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:20.894 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2648, 2024-04-13T08:45:20.894 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17465133 2024-04-13T08:45:20.894 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.894 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:20.894 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:20.894 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 103345192010 2024-04-13T08:45:20.894 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.894 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:20.894 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:20.894 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22581699066 2024-04-13T08:45:20.895 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.895 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:20.895 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:20.895 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 845701796 2024-04-13T08:45:20.895 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.895 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.895 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:20.895 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:20.895 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406237373 2024-04-13T08:45:20.895 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.895 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:20.895 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 688594944 2024-04-13T08:45:20.895 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.896 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:20.896 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 543195136 2024-04-13T08:45:20.896 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.896 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:20.896 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2601816166 2024-04-13T08:45:20.896 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.896 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:20.896 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 145399808 2024-04-13T08:45:20.896 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.896 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.896 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:20.896 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.896 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:20.896 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.896 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.897 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.897 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.897 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.897 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.897 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.897 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.897 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56063650 2024-04-13T08:45:20.897 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.897 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.897 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.897 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.897 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.897 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.897 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.898 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.898 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.898 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.898 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.898 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.898 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.898 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.898 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 86016 2024-04-13T08:45:20.898 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.898 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.898 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 991232 2024-04-13T08:45:20.898 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.898 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.899 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.899 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.899 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.899 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.899 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.899 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.899 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.899 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.899 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.899 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68688222 2024-04-13T08:45:20.899 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.899 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.899 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:20.899 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.899 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:20.899 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.900 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.900 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:20.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.900 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.900 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.900 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.900 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 420477378 2024-04-13T08:45:20.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.900 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.900 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.900 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.900 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.901 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.901 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.901 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 256 2024-04-13T08:45:20.901 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.901 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.901 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2640 2024-04-13T08:45:20.901 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.901 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.901 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 195920 2024-04-13T08:45:20.901 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.901 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.901 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.901 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.901 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.902 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.902 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.902 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.902 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.902 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.902 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.902 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.902 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.902 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.902 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74251678 2024-04-13T08:45:20.902 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.902 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.902 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:20.902 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.902 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:20.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.903 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.903 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:20.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.903 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.903 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20449968 2024-04-13T08:45:20.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.903 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.903 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37375767 2024-04-13T08:45:20.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.903 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.903 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.903 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.903 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.903 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.904 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.904 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.904 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.904 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.904 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.904 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.904 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.904 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.904 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.904 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.904 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.904 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.904 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.904 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.904 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.905 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.905 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.905 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.905 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.905 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.905 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.905 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.905 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68003385 2024-04-13T08:45:20.905 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.905 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.905 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:20.905 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.905 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:20.905 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.905 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.906 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.906 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.906 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.906 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.906 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.906 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.906 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 420477378 2024-04-13T08:45:20.906 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.906 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.906 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.906 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.906 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.906 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.907 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.907 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.907 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.907 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.907 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.907 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 983 2024-04-13T08:45:20.907 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.907 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.907 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 92474 2024-04-13T08:45:20.909 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.910 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.910 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1118551 2024-04-13T08:45:20.910 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.910 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.910 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.910 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.910 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.910 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.910 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.911 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.911 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.911 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.911 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.911 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73238486 2024-04-13T08:45:20.911 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.911 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.911 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:20.911 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:20.911 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.911 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.911 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:20.911 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26 2024-04-13T08:45:20.911 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.912 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:20.912 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.912 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:20.912 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.912 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.912 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.912 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:20.912 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56 2024-04-13T08:45:20.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.912 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:20.912 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.912 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.913 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:20.913 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45173 2024-04-13T08:45:20.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.913 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:20.913 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 142951, 2024-04-13T08:45:20.913 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11249880013 2024-04-13T08:45:20.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.913 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:20.913 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.913 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:20.913 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.913 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.913 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:20.914 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2386531249 2024-04-13T08:45:20.914 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.914 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:20.914 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 45173, 2024-04-13T08:45:20.914 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 694671270426 2024-04-13T08:45:20.914 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.914 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:20.914 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2955933003 2024-04-13T08:45:20.914 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.914 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:20.914 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 46911, 2024-04-13T08:45:20.914 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 32796194190 2024-04-13T08:45:20.914 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.914 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:20.915 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 45173, 2024-04-13T08:45:20.915 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 110861680114 2024-04-13T08:45:20.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.915 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:20.915 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22483 2024-04-13T08:45:20.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.915 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:20.915 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22483, 2024-04-13T08:45:20.915 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20542008846 2024-04-13T08:45:20.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.915 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:20.915 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.915 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:20.916 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2955933003 2024-04-13T08:45:20.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.916 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:20.916 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22924, 2024-04-13T08:45:20.916 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6042919670 2024-04-13T08:45:20.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.916 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:20.916 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22483, 2024-04-13T08:45:20.916 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6991689192 2024-04-13T08:45:20.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.916 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:20.916 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12698 2024-04-13T08:45:20.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.916 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:20.916 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 304621003 2024-04-13T08:45:20.917 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.917 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:20.917 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12698, 2024-04-13T08:45:20.917 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 101479461053 2024-04-13T08:45:20.917 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.917 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:20.917 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.917 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.917 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:20.917 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.917 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.917 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:20.917 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.917 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.918 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:20.918 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12896, 2024-04-13T08:45:20.918 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13177920170 2024-04-13T08:45:20.918 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.918 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:20.918 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12698, 2024-04-13T08:45:20.918 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 32198721145 2024-04-13T08:45:20.918 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.918 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:20.918 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9992 2024-04-13T08:45:20.918 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.918 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:20.918 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2081910246 2024-04-13T08:45:20.918 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.919 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:20.919 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9992, 2024-04-13T08:45:20.919 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 572649800527 2024-04-13T08:45:20.919 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.919 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:20.919 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.919 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.919 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:20.919 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 11091, 2024-04-13T08:45:20.919 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13575354350 2024-04-13T08:45:20.919 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.919 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:20.919 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9992, 2024-04-13T08:45:20.919 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71671269777 2024-04-13T08:45:20.919 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.920 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:20.920 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.920 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.920 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:20.920 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4194341 2024-04-13T08:45:20.920 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.920 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:20.920 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7 2024-04-13T08:45:20.920 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.920 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:20.920 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:20.920 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.920 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:20.920 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1124204544 2024-04-13T08:45:20.920 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.921 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.921 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.921 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.2": { 2024-04-13T08:45:20.921 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:20.921 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:20.921 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21193 2024-04-13T08:45:20.921 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.921 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:20.921 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.921 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.921 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:20.921 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.921 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.921 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:20.921 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.922 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:20.922 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:20.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.922 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:20.922 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.922 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:20.922 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.922 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:20.922 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.922 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:20.923 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.923 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:20.923 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5476352 2024-04-13T08:45:20.923 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.923 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:20.923 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 602169344 2024-04-13T08:45:20.923 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.923 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:20.923 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17, 2024-04-13T08:45:20.923 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3808332 2024-04-13T08:45:20.923 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.923 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:20.923 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17, 2024-04-13T08:45:20.924 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1439312 2024-04-13T08:45:20.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.924 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:20.924 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 166, 2024-04-13T08:45:20.924 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 987718 2024-04-13T08:45:20.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.924 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:20.924 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:20.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.924 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:20.924 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 536674304 2024-04-13T08:45:20.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.924 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:20.924 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69998, 2024-04-13T08:45:20.924 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10948498183 2024-04-13T08:45:20.925 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.925 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:20.925 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 70013, 2024-04-13T08:45:20.925 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18071505076 2024-04-13T08:45:20.925 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.925 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:20.925 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4149248 2024-04-13T08:45:20.925 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.925 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:20.925 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 286781440 2024-04-13T08:45:20.925 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.925 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:20.925 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 553713664 2024-04-13T08:45:20.925 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.926 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:20.926 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.926 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.926 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:20.926 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.926 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:20.926 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41 2024-04-13T08:45:20.926 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.926 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:20.926 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3819230583 2024-04-13T08:45:20.926 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.926 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:20.926 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37414 2024-04-13T08:45:20.926 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.927 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:20.927 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3358928896 2024-04-13T08:45:20.927 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.927 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:20.927 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3358932992 2024-04-13T08:45:20.927 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.927 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:20.927 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.927 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.927 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:20.927 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.927 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.927 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:20.927 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28615 2024-04-13T08:45:20.927 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.928 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:20.928 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 37414, 2024-04-13T08:45:20.928 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1776103510 2024-04-13T08:45:20.928 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.928 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:20.928 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3758314726 2024-04-13T08:45:20.928 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.928 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:20.928 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35542 2024-04-13T08:45:20.928 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.928 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:20.928 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2074542 2024-04-13T08:45:20.928 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.928 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:20.928 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 625 2024-04-13T08:45:20.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.929 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:20.929 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5559294 2024-04-13T08:45:20.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.929 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:20.929 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 799 2024-04-13T08:45:20.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.929 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:20.929 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3484752 2024-04-13T08:45:20.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.929 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:20.929 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3484752 2024-04-13T08:45:20.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.929 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:20.929 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.930 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:20.930 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.930 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:20.930 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 178 2024-04-13T08:45:20.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.930 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:20.930 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 799, 2024-04-13T08:45:20.930 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2308776 2024-04-13T08:45:20.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.930 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:20.930 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.931 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.931 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.931 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:20.931 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.931 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.931 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:20.931 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.931 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.931 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:20.931 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:20.931 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 899 2024-04-13T08:45:20.931 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.931 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:20.931 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T08:45:20.932 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8010 2024-04-13T08:45:20.932 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.932 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:20.932 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.932 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.932 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.932 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:20.932 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.932 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.932 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:20.932 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.932 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.932 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:20.932 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 897007616 2024-04-13T08:45:20.933 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.933 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.933 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:20.933 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:20.933 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:20.933 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.933 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:20.933 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13406208 2024-04-13T08:45:20.933 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.933 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:20.933 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14186, 2024-04-13T08:45:20.933 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 55595896 2024-04-13T08:45:20.933 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.933 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:20.933 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3598, 2024-04-13T08:45:20.934 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4536043403 2024-04-13T08:45:20.934 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.934 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:20.934 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.934 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.934 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.934 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:20.934 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.934 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.934 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:20.934 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.934 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.934 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:20.935 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.935 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.935 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:20.935 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25816, 2024-04-13T08:45:20.935 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 216685258 2024-04-13T08:45:20.935 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.935 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:20.935 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.935 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.935 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.935 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:20.935 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.935 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.935 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:20.935 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69958, 2024-04-13T08:45:20.936 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22053065445 2024-04-13T08:45:20.936 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.936 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:20.936 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69405, 2024-04-13T08:45:20.936 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1585796288 2024-04-13T08:45:20.936 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.936 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:20.936 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69958, 2024-04-13T08:45:20.936 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37152907 2024-04-13T08:45:20.936 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.936 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:20.936 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69958, 2024-04-13T08:45:20.936 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22090218352 2024-04-13T08:45:20.937 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.937 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:20.937 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.937 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.937 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.937 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:20.937 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 258576, 2024-04-13T08:45:20.937 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2047552119 2024-04-13T08:45:20.937 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.937 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:20.937 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1119, 2024-04-13T08:45:20.937 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3339379 2024-04-13T08:45:20.937 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.938 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:20.938 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 139747, 2024-04-13T08:45:20.938 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45517011 2024-04-13T08:45:20.938 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.938 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:20.938 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 40, 2024-04-13T08:45:20.938 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53540 2024-04-13T08:45:20.938 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.938 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:20.938 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22839, 2024-04-13T08:45:20.938 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1427633596 2024-04-13T08:45:20.938 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.938 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:20.938 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 462584 2024-04-13T08:45:20.938 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.939 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:20.939 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18749 2024-04-13T08:45:20.939 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.939 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:20.939 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13815, 2024-04-13T08:45:20.939 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1895248411 2024-04-13T08:45:20.939 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.939 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:20.939 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34850, 2024-04-13T08:45:20.939 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18084943 2024-04-13T08:45:20.939 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.939 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:20.939 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21035, 2024-04-13T08:45:20.939 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1611044604 2024-04-13T08:45:20.940 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.940 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:20.940 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.940 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.940 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:20.940 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12662, 2024-04-13T08:45:20.940 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 445022297 2024-04-13T08:45:20.940 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.940 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:20.940 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.940 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.940 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:20.940 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.940 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.940 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:20.941 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.941 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.941 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:20.941 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.941 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.941 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:20.941 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:20.941 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9575518053 2024-04-13T08:45:20.941 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.941 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:20.941 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6339, 2024-04-13T08:45:20.941 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 770094322 2024-04-13T08:45:20.941 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.941 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:20.942 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6338, 2024-04-13T08:45:20.942 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3775295581052 2024-04-13T08:45:20.942 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.942 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:20.942 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6339, 2024-04-13T08:45:20.942 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6601671528408 2024-04-13T08:45:20.942 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.942 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:20.942 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80705, 2024-04-13T08:45:20.942 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2946937530747 2024-04-13T08:45:20.942 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.942 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:20.942 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80705, 2024-04-13T08:45:20.942 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9330077 2024-04-13T08:45:20.943 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.943 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:20.943 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:20.943 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 311591821 2024-04-13T08:45:20.943 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.943 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:20.943 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:20.943 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 34526343636 2024-04-13T08:45:20.943 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.943 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:20.943 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:20.943 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31091887 2024-04-13T08:45:20.943 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.943 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:20.943 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:20.943 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16698942900 2024-04-13T08:45:20.944 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.944 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:20.944 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:20.944 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12151098059 2024-04-13T08:45:20.944 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.944 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:20.944 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9676668 2024-04-13T08:45:20.944 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.944 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:20.944 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2552, 2024-04-13T08:45:20.944 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15108851 2024-04-13T08:45:20.944 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.944 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:20.944 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:20.944 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73277740953 2024-04-13T08:45:20.944 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.945 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:20.945 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:20.945 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13199763448 2024-04-13T08:45:20.945 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.945 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:20.945 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:20.945 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 533314992 2024-04-13T08:45:20.945 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.945 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.945 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:20.945 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:20.945 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406237373 2024-04-13T08:45:20.945 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.945 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:20.945 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 469819392 2024-04-13T08:45:20.946 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.946 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:20.946 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464412672 2024-04-13T08:45:20.946 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.946 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:20.946 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2601816166 2024-04-13T08:45:20.946 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.946 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:20.946 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5406720 2024-04-13T08:45:20.946 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.946 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.946 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:20.946 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.946 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:20.946 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.947 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.947 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.947 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.947 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.947 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.947 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.947 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.947 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57267791 2024-04-13T08:45:20.947 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.947 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.947 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.947 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.947 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.948 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.948 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.948 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.948 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.948 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.948 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.948 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.948 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.948 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.948 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.948 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.948 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.948 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16384 2024-04-13T08:45:20.948 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.948 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.949 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.949 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.949 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.949 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.949 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.949 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.949 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.949 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.949 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.949 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68544945 2024-04-13T08:45:20.949 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.949 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.949 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:20.949 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.950 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 570425344 2024-04-13T08:45:20.950 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.950 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.950 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:20.950 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.950 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.950 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.950 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.950 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.950 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 429508432 2024-04-13T08:45:20.950 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.950 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.950 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.950 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.951 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.951 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.951 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.951 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.951 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1744 2024-04-13T08:45:20.951 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.951 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.951 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.951 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.951 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.951 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 119200 2024-04-13T08:45:20.951 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.951 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.951 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.951 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.951 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.952 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.952 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.952 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.952 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.952 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.952 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.952 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.952 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.952 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.952 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73687104 2024-04-13T08:45:20.952 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.952 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.952 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:20.952 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.952 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184549376 2024-04-13T08:45:20.952 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.953 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.953 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:20.953 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.953 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.953 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5043488 2024-04-13T08:45:20.953 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.953 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.953 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 38178527 2024-04-13T08:45:20.953 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.953 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.953 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.953 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.953 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.954 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.954 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.954 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.954 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.954 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.954 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.954 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.954 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.954 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.954 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.954 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.954 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.954 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.954 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.955 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.955 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.955 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.955 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.955 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.955 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.955 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.955 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.955 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.955 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.955 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74218497 2024-04-13T08:45:20.955 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.955 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.955 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:20.955 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.956 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 503316480 2024-04-13T08:45:20.956 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.956 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.956 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.956 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.956 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.956 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.956 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.956 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.956 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 429508432 2024-04-13T08:45:20.956 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.956 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.956 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.956 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.957 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.957 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.957 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.957 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.957 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.957 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.957 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.957 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.957 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.957 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.957 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 78863 2024-04-13T08:45:20.957 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.957 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.958 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1148016 2024-04-13T08:45:20.958 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.958 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.958 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.958 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.958 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.958 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.958 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.958 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.958 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.958 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.958 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.959 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 72581169 2024-04-13T08:45:20.959 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.959 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.959 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:20.959 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:20.959 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.959 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.959 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:20.959 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 62 2024-04-13T08:45:20.959 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.959 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:20.959 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.959 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.959 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:20.959 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.960 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.960 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.960 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:20.960 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:20.960 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 44 2024-04-13T08:45:20.960 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.960 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:20.960 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.960 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.960 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:20.960 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 58761 2024-04-13T08:45:20.960 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.960 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:20.960 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 149620, 2024-04-13T08:45:20.961 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8075502062 2024-04-13T08:45:20.961 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.961 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:20.961 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T08:45:20.961 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.961 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:20.961 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.961 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.961 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:20.961 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1951463198 2024-04-13T08:45:20.961 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.961 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:20.961 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 58761, 2024-04-13T08:45:20.961 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 102274397945 2024-04-13T08:45:20.961 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.962 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:20.962 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3039857973 2024-04-13T08:45:20.962 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.962 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:20.962 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 59578, 2024-04-13T08:45:20.962 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 49697806846 2024-04-13T08:45:20.962 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.962 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:20.962 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 58761, 2024-04-13T08:45:20.962 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 84499213959 2024-04-13T08:45:20.962 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.962 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:20.962 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 29392 2024-04-13T08:45:20.963 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.963 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:20.963 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 29392, 2024-04-13T08:45:20.963 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20049061457 2024-04-13T08:45:20.963 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.963 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:20.963 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.963 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.963 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:20.963 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3039857973 2024-04-13T08:45:20.963 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.963 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:20.963 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 29809, 2024-04-13T08:45:20.963 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12345724810 2024-04-13T08:45:20.963 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.964 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:20.964 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 29392, 2024-04-13T08:45:20.964 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14624562821 2024-04-13T08:45:20.964 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.964 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:20.964 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27700 2024-04-13T08:45:20.964 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.964 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:20.964 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 412324684 2024-04-13T08:45:20.964 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.964 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:20.964 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 27700, 2024-04-13T08:45:20.964 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60118333817 2024-04-13T08:45:20.964 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.965 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:20.965 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.965 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.965 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:20.965 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.965 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.965 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:20.965 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.965 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.965 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:20.965 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 27949, 2024-04-13T08:45:20.965 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 33786697557 2024-04-13T08:45:20.965 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.965 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:20.965 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 27700, 2024-04-13T08:45:20.965 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 55208237839 2024-04-13T08:45:20.966 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.966 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:20.966 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1669 2024-04-13T08:45:20.966 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.966 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:20.966 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1539138514 2024-04-13T08:45:20.966 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.966 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:20.966 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1669, 2024-04-13T08:45:20.966 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22107002671 2024-04-13T08:45:20.966 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.966 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:20.966 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.966 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.967 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:20.967 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1820, 2024-04-13T08:45:20.967 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3565384479 2024-04-13T08:45:20.967 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.967 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:20.967 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1669, 2024-04-13T08:45:20.967 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14666413299 2024-04-13T08:45:20.967 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.967 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:20.967 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.967 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.967 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:20.967 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.968 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.968 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:20.968 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16 2024-04-13T08:45:20.968 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.968 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:20.968 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:20.968 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.968 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:20.968 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 550092800 2024-04-13T08:45:20.968 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.968 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.968 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.968 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.3": { 2024-04-13T08:45:20.968 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:20.969 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:20.969 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17977 2024-04-13T08:45:20.969 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.969 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:20.969 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.969 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.969 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:20.969 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.969 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.969 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:20.969 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.969 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.969 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:20.969 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:20.970 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.970 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:20.970 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.970 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.970 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:20.970 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.970 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.970 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:20.970 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.970 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.970 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:20.970 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.970 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.971 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:20.971 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9773056 2024-04-13T08:45:20.971 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.971 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:20.971 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 674062336 2024-04-13T08:45:20.971 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.971 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:20.971 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16, 2024-04-13T08:45:20.971 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6245113 2024-04-13T08:45:20.971 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.971 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:20.971 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16, 2024-04-13T08:45:20.971 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4118210 2024-04-13T08:45:20.971 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.972 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:20.972 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 176, 2024-04-13T08:45:20.972 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 778044 2024-04-13T08:45:20.972 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.972 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:20.972 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:20.972 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.972 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:20.972 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 688783360 2024-04-13T08:45:20.972 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.972 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:20.972 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65846, 2024-04-13T08:45:20.972 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10401616360 2024-04-13T08:45:20.972 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.972 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:20.973 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65850, 2024-04-13T08:45:20.973 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17158391373 2024-04-13T08:45:20.973 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.973 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:20.973 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3768320 2024-04-13T08:45:20.973 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.973 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:20.973 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 269766656 2024-04-13T08:45:20.973 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.973 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:20.973 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 687341568 2024-04-13T08:45:20.973 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.973 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:20.973 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.974 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.974 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:20.974 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.974 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.974 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:20.974 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 49 2024-04-13T08:45:20.974 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.974 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:20.974 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6427562195 2024-04-13T08:45:20.974 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.974 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:20.974 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 49581 2024-04-13T08:45:20.974 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.974 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:20.975 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5576568832 2024-04-13T08:45:20.975 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.975 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:20.975 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5576572928 2024-04-13T08:45:20.975 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.975 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:20.975 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.975 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.975 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:20.975 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.975 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.975 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:20.975 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 44491 2024-04-13T08:45:20.975 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.976 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:20.976 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 49581, 2024-04-13T08:45:20.976 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1917340710 2024-04-13T08:45:20.976 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.976 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:20.976 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6312538214 2024-04-13T08:45:20.976 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.976 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:20.976 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 46056 2024-04-13T08:45:20.976 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.976 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:20.976 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3541824 2024-04-13T08:45:20.976 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.976 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:20.976 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 717 2024-04-13T08:45:20.977 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.977 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:20.977 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9702721 2024-04-13T08:45:20.977 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.977 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:20.977 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 945 2024-04-13T08:45:20.977 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.977 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:20.977 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6160897 2024-04-13T08:45:20.977 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.977 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:20.977 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6160897 2024-04-13T08:45:20.977 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.978 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:20.978 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.978 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.978 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:20.978 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.978 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.978 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:20.978 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 235 2024-04-13T08:45:20.978 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.978 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:20.978 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 945, 2024-04-13T08:45:20.978 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3140789 2024-04-13T08:45:20.978 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.979 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:20.979 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.979 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.979 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.979 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:20.979 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.979 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.979 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:20.979 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.979 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.979 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:20.979 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:20.979 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 560 2024-04-13T08:45:20.979 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.979 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:20.980 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9, 2024-04-13T08:45:20.980 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14044 2024-04-13T08:45:20.980 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.980 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:20.980 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.980 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.980 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.980 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:20.980 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.980 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.980 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:20.980 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.980 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.980 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:20.981 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 956030976 2024-04-13T08:45:20.981 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.981 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.981 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:20.981 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:20.981 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:20.981 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.981 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:20.981 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9236480 2024-04-13T08:45:20.981 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.981 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:20.981 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20382, 2024-04-13T08:45:20.981 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65274178 2024-04-13T08:45:20.981 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.981 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:20.982 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3550, 2024-04-13T08:45:20.982 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6552727293 2024-04-13T08:45:20.982 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.982 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:20.982 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.982 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.982 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.982 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:20.982 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.982 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.982 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:20.982 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.982 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.982 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:20.983 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.983 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.983 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:20.983 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16177, 2024-04-13T08:45:20.983 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 139332839 2024-04-13T08:45:20.983 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.983 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:20.983 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.983 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.983 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.983 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:20.983 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.983 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.983 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:20.983 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65794, 2024-04-13T08:45:20.984 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20885057100 2024-04-13T08:45:20.984 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.984 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:20.984 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65292, 2024-04-13T08:45:20.984 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1650326225 2024-04-13T08:45:20.984 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.984 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:20.984 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65794, 2024-04-13T08:45:20.984 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 40527115 2024-04-13T08:45:20.984 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.984 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:20.984 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65794, 2024-04-13T08:45:20.984 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20925584215 2024-04-13T08:45:20.984 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.984 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:20.984 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:20.985 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.985 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.985 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:20.985 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23747, 2024-04-13T08:45:20.985 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1205263424 2024-04-13T08:45:20.985 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.985 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:20.985 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1473, 2024-04-13T08:45:20.985 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3599470 2024-04-13T08:45:20.985 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.985 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:20.985 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8495, 2024-04-13T08:45:20.985 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8342345 2024-04-13T08:45:20.985 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.985 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:20.986 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 41, 2024-04-13T08:45:20.986 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51161 2024-04-13T08:45:20.986 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.986 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:20.986 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 11853, 2024-04-13T08:45:20.986 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2186697681 2024-04-13T08:45:20.986 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.986 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:20.986 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 211800 2024-04-13T08:45:20.986 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.986 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:20.986 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19389 2024-04-13T08:45:20.986 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.986 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:20.987 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 28042, 2024-04-13T08:45:20.987 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1745048432 2024-04-13T08:45:20.987 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.987 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:20.987 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75025, 2024-04-13T08:45:20.987 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22536599 2024-04-13T08:45:20.987 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.987 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:20.987 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 46983, 2024-04-13T08:45:20.987 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1268640862 2024-04-13T08:45:20.987 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.987 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:20.987 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.988 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.988 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:20.988 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12662, 2024-04-13T08:45:20.988 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 400383451 2024-04-13T08:45:20.988 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.988 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:20.988 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.988 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.988 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:20.988 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.988 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.988 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:20.988 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.988 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.989 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:20.989 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.989 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.989 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:20.989 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:20.989 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13671929552 2024-04-13T08:45:20.989 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.989 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:20.989 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17866, 2024-04-13T08:45:20.989 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1572022072 2024-04-13T08:45:20.989 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.989 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:20.989 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17864, 2024-04-13T08:45:20.989 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4044796611045 2024-04-13T08:45:20.990 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.990 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:20.990 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17866, 2024-04-13T08:45:20.990 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6813742591758 2024-04-13T08:45:20.990 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.990 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:20.990 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79104, 2024-04-13T08:45:20.990 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2787167654218 2024-04-13T08:45:20.990 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.990 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:20.990 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79104, 2024-04-13T08:45:20.990 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7996437 2024-04-13T08:45:20.990 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.991 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:20.991 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:20.991 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 441375249 2024-04-13T08:45:20.991 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.991 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:20.991 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:20.991 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35495823486 2024-04-13T08:45:20.991 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.991 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:20.991 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:20.991 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 29540244 2024-04-13T08:45:20.991 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.991 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:20.991 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:20.991 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17514904114 2024-04-13T08:45:20.991 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.992 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:20.992 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:20.992 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15709348265 2024-04-13T08:45:20.992 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.992 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:20.992 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5488292 2024-04-13T08:45:20.992 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.992 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:20.992 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2535, 2024-04-13T08:45:20.992 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15321500 2024-04-13T08:45:20.992 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.992 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:20.992 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:20.992 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 82846829129 2024-04-13T08:45:20.993 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.993 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:20.993 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:20.993 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16763908689 2024-04-13T08:45:20.993 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.993 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:20.993 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:20.993 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780937266 2024-04-13T08:45:20.993 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.993 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.993 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:20.993 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:20.993 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406237373 2024-04-13T08:45:20.993 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.994 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:20.994 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 674635776 2024-04-13T08:45:20.994 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.994 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:20.994 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 635453440 2024-04-13T08:45:20.994 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.994 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:20.994 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2601816166 2024-04-13T08:45:20.994 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.994 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:20.994 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 39182336 2024-04-13T08:45:20.994 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.994 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.995 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:20.995 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.995 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:20.995 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.995 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.995 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.995 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.995 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.995 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.995 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.995 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.995 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56984915 2024-04-13T08:45:20.995 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.995 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.996 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.996 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.996 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.996 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.996 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.996 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.996 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.996 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.996 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.996 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.996 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.996 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:20.996 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:20.997 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.997 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:20.997 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 94208 2024-04-13T08:45:20.997 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.997 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:20.997 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.997 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.997 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:20.997 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.997 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.997 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:20.997 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.997 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.997 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:20.998 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68745901 2024-04-13T08:45:20.998 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:20.998 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.998 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:20.998 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:20.998 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:20.998 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.998 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:20.998 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:20.998 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.998 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:20.998 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.998 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.999 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:20.999 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 427386867 2024-04-13T08:45:20.999 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.999 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:20.999 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.999 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.999 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:20.999 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.999 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.999 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:20.999 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2160 2024-04-13T08:45:20.999 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:20.999 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:20.999 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:20.999 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.000 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:21.000 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 133264 2024-04-13T08:45:21.000 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.000 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:21.000 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.000 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.000 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:21.000 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.000 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.000 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:21.000 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.000 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.000 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:21.000 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.000 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.001 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:21.001 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67405581 2024-04-13T08:45:21.001 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.001 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.001 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:21.001 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:21.001 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184549376 2024-04-13T08:45:21.001 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.001 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:21.001 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:21.001 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.001 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:21.001 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9063680 2024-04-13T08:45:21.001 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.002 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:21.002 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37989943 2024-04-13T08:45:21.002 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.002 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:21.002 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.002 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.002 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:21.002 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.002 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.002 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:21.002 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.002 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.002 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:21.003 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.003 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.003 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:21.003 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.003 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.003 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:21.003 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.003 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.003 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:21.003 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.003 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.003 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:21.003 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.003 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.003 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:21.004 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.004 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.004 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:21.004 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70386889 2024-04-13T08:45:21.004 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.004 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.004 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:21.004 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:21.004 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 503316480 2024-04-13T08:45:21.004 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.004 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:21.004 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.004 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.004 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:21.005 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.005 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.005 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:21.005 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 427386867 2024-04-13T08:45:21.005 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.005 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:21.005 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.005 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.005 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:21.005 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.005 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.005 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:21.005 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.005 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.005 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:21.006 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.006 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.006 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:21.006 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 84833 2024-04-13T08:45:21.006 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.006 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:21.006 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1142763 2024-04-13T08:45:21.006 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.006 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:21.006 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.006 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.006 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:21.006 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.006 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.007 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:21.007 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.007 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.007 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:21.007 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74702017 2024-04-13T08:45:21.007 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.007 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.007 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:21.007 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:21.007 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.007 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.007 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:21.007 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35 2024-04-13T08:45:21.008 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.008 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:21.008 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.008 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.008 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:21.008 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.008 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.008 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.008 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:21.008 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:21.008 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 48 2024-04-13T08:45:21.008 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.008 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:21.008 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.009 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.009 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:21.009 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 52054 2024-04-13T08:45:21.009 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.009 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:21.009 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 131273, 2024-04-13T08:45:21.009 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8253622938 2024-04-13T08:45:21.009 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.009 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:21.009 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.009 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.009 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:21.009 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.009 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.009 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:21.010 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1653384287 2024-04-13T08:45:21.010 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.010 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:21.010 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 52054, 2024-04-13T08:45:21.010 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 269416707775 2024-04-13T08:45:21.010 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.010 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:21.010 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1986044644 2024-04-13T08:45:21.010 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.010 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:21.010 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 54207, 2024-04-13T08:45:21.010 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 30038022392 2024-04-13T08:45:21.010 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.011 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:21.011 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 52054, 2024-04-13T08:45:21.011 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69314737649 2024-04-13T08:45:21.011 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.011 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:21.011 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35393 2024-04-13T08:45:21.011 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.011 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:21.011 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35393, 2024-04-13T08:45:21.011 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53256153446 2024-04-13T08:45:21.011 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.011 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:21.011 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.011 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.012 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:21.012 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1986044644 2024-04-13T08:45:21.012 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.012 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:21.012 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35617, 2024-04-13T08:45:21.012 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8139319129 2024-04-13T08:45:21.012 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.012 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:21.012 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35393, 2024-04-13T08:45:21.012 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8440442027 2024-04-13T08:45:21.012 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.012 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:21.012 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12601 2024-04-13T08:45:21.012 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.012 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:21.013 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 325876954 2024-04-13T08:45:21.013 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.013 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:21.013 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12601, 2024-04-13T08:45:21.013 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 172176272456 2024-04-13T08:45:21.013 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.013 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:21.013 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.013 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.013 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:21.013 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.013 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.013 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:21.013 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.014 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.014 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:21.014 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14411, 2024-04-13T08:45:21.014 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16326521012 2024-04-13T08:45:21.014 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.014 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:21.014 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12601, 2024-04-13T08:45:21.014 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 34942337329 2024-04-13T08:45:21.014 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.014 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:21.014 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4060 2024-04-13T08:45:21.014 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.014 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:21.015 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1327507333 2024-04-13T08:45:21.015 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.015 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:21.015 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4060, 2024-04-13T08:45:21.015 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 43984281873 2024-04-13T08:45:21.015 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.015 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:21.015 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.015 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.015 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:21.015 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4179, 2024-04-13T08:45:21.015 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5572182251 2024-04-13T08:45:21.015 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.015 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:21.015 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4060, 2024-04-13T08:45:21.016 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25931958293 2024-04-13T08:45:21.016 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.016 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:21.016 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.016 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.016 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:21.016 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 46 2024-04-13T08:45:21.016 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.016 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:21.016 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:21.016 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.016 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:21.016 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:21.016 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.017 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:21.017 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 698036224 2024-04-13T08:45:21.017 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.017 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.017 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.017 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.4": { 2024-04-13T08:45:21.017 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:21.017 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:21.017 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22531 2024-04-13T08:45:21.017 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.017 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:21.017 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.017 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.017 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:21.018 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.018 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.018 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:21.018 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.018 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.018 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:21.018 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:21.018 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.018 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:21.018 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.018 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.018 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:21.018 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.019 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.019 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:21.019 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.019 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.019 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:21.019 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.019 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.019 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:21.019 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15863808 2024-04-13T08:45:21.019 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.019 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:21.019 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 721481728 2024-04-13T08:45:21.019 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.019 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:21.019 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T08:45:21.020 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15121236 2024-04-13T08:45:21.020 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.020 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:21.020 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T08:45:21.020 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9625966 2024-04-13T08:45:21.020 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.020 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:21.020 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 185, 2024-04-13T08:45:21.020 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 876122 2024-04-13T08:45:21.020 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.020 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:21.020 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:21.020 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.020 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:21.020 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 754778112 2024-04-13T08:45:21.021 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.021 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:21.021 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62871, 2024-04-13T08:45:21.021 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9713765896 2024-04-13T08:45:21.021 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.021 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:21.021 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62876, 2024-04-13T08:45:21.021 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15606707857 2024-04-13T08:45:21.021 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.021 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:21.021 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8175616 2024-04-13T08:45:21.021 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.021 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:21.021 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 257536000 2024-04-13T08:45:21.022 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.022 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:21.022 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 750518272 2024-04-13T08:45:21.022 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.022 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:21.022 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.022 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.022 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:21.022 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.022 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:21.022 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57 2024-04-13T08:45:21.022 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.023 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:21.023 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12193937656 2024-04-13T08:45:21.023 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.023 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:21.023 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 89389 2024-04-13T08:45:21.023 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.023 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:21.023 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10754297856 2024-04-13T08:45:21.023 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.023 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:21.023 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10754301952 2024-04-13T08:45:21.023 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.023 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:21.023 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.023 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.024 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:21.024 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.024 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.024 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:21.024 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 87212 2024-04-13T08:45:21.024 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.024 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:21.024 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 89389, 2024-04-13T08:45:21.024 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3618176954 2024-04-13T08:45:21.024 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.024 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:21.024 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12035191535 2024-04-13T08:45:21.024 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.024 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:21.024 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 84529 2024-04-13T08:45:21.025 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.025 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:21.025 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5431534 2024-04-13T08:45:21.025 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.025 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:21.025 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1167 2024-04-13T08:45:21.025 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.025 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:21.025 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16066275 2024-04-13T08:45:21.025 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.025 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:21.025 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1510 2024-04-13T08:45:21.025 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.025 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:21.026 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10634741 2024-04-13T08:45:21.026 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.026 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:21.026 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10634741 2024-04-13T08:45:21.026 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.026 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:21.026 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.026 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.026 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:21.026 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.026 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.026 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:21.026 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 359 2024-04-13T08:45:21.027 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.027 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:21.027 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1510, 2024-04-13T08:45:21.027 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5208200 2024-04-13T08:45:21.027 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.027 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:21.027 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.027 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.027 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.027 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:21.027 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.027 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.027 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:21.027 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.028 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.028 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:21.028 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:21.028 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 835 2024-04-13T08:45:21.028 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.028 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:21.028 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 11, 2024-04-13T08:45:21.028 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13420 2024-04-13T08:45:21.028 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.028 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:21.028 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.028 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.028 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.029 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:21.029 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.029 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.029 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:21.029 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.029 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.029 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:21.029 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 997171200 2024-04-13T08:45:21.029 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.029 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.029 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:21.029 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:21.029 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:21.029 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.030 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:21.030 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9232384 2024-04-13T08:45:21.030 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.030 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:21.030 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20608, 2024-04-13T08:45:21.030 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68115971 2024-04-13T08:45:21.030 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.030 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:21.030 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3502, 2024-04-13T08:45:21.030 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8417611395 2024-04-13T08:45:21.030 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.030 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:21.030 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.030 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.031 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.031 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:21.031 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.031 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.031 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:21.031 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.031 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.031 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:21.031 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.031 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.031 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:21.031 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12572, 2024-04-13T08:45:21.031 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 107250191 2024-04-13T08:45:21.031 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.031 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:21.032 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.032 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.032 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.032 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:21.032 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.032 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.032 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:21.032 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62798, 2024-04-13T08:45:21.032 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19254008007 2024-04-13T08:45:21.032 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.032 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:21.032 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62369, 2024-04-13T08:45:21.032 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1441277279 2024-04-13T08:45:21.033 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.033 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:21.033 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62798, 2024-04-13T08:45:21.033 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 52467873 2024-04-13T08:45:21.033 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.033 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:21.033 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62798, 2024-04-13T08:45:21.033 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19306475880 2024-04-13T08:45:21.033 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.033 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:21.033 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.033 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.033 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.033 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:21.033 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23394, 2024-04-13T08:45:21.034 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 920905844 2024-04-13T08:45:21.034 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.034 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:21.034 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 921, 2024-04-13T08:45:21.034 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2496370 2024-04-13T08:45:21.034 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.034 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:21.034 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10899, 2024-04-13T08:45:21.034 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18653403 2024-04-13T08:45:21.034 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.034 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:21.034 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 46, 2024-04-13T08:45:21.034 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 99721 2024-04-13T08:45:21.035 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.035 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:21.035 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14133, 2024-04-13T08:45:21.035 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3760772041 2024-04-13T08:45:21.035 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.035 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:21.035 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184566 2024-04-13T08:45:21.035 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.035 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:21.035 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19521 2024-04-13T08:45:21.035 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.035 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:21.035 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8610, 2024-04-13T08:45:21.035 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1378909039 2024-04-13T08:45:21.036 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.036 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:21.036 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 36698, 2024-04-13T08:45:21.036 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19946403 2024-04-13T08:45:21.036 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.036 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:21.036 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 28088, 2024-04-13T08:45:21.036 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1082134861 2024-04-13T08:45:21.036 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.036 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:21.036 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.036 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.036 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:21.036 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13706, 2024-04-13T08:45:21.037 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 399648075 2024-04-13T08:45:21.037 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.037 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:21.037 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.037 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.037 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:21.037 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.037 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.037 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:21.037 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.037 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.037 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:21.037 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.037 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.037 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:21.038 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:21.038 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8222378205 2024-04-13T08:45:21.038 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.038 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:21.038 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 18387, 2024-04-13T08:45:21.038 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 924106961 2024-04-13T08:45:21.038 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.038 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:21.038 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 18387, 2024-04-13T08:45:21.038 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3998155465633 2024-04-13T08:45:21.038 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.038 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:21.038 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 18387, 2024-04-13T08:45:21.039 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6479906259031 2024-04-13T08:45:21.039 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.039 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:21.039 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:21.039 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2678954446474 2024-04-13T08:45:21.039 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.039 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:21.039 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:21.039 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7527061 2024-04-13T08:45:21.039 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.039 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:21.039 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:21.039 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 301287678 2024-04-13T08:45:21.039 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.040 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:21.040 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:21.040 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28934534193 2024-04-13T08:45:21.040 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.040 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:21.040 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:21.040 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28856407 2024-04-13T08:45:21.040 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.040 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:21.040 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:21.040 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12154779929 2024-04-13T08:45:21.040 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.040 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:21.041 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:21.041 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14141079123 2024-04-13T08:45:21.041 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.041 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:21.041 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5483091 2024-04-13T08:45:21.041 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.041 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:21.041 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2461, 2024-04-13T08:45:21.041 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13915283 2024-04-13T08:45:21.041 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.041 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:21.041 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:21.041 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 63767473916 2024-04-13T08:45:21.041 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.041 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:21.042 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:21.042 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15096463559 2024-04-13T08:45:21.042 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.042 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:21.042 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:21.042 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 484025408 2024-04-13T08:45:21.042 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.042 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.042 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:21.042 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:21.042 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1405274710 2024-04-13T08:45:21.042 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.042 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:21.042 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 656850944 2024-04-13T08:45:21.043 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.043 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:21.043 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 621666304 2024-04-13T08:45:21.043 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.043 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:21.043 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2600683622 2024-04-13T08:45:21.043 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.043 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:21.043 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35184640 2024-04-13T08:45:21.043 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.043 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.043 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:21.043 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:21.043 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:21.044 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.044 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:21.044 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.044 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.044 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:21.044 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.044 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.044 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:21.044 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56376235 2024-04-13T08:45:21.044 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.044 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:21.044 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.044 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.044 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:21.045 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.045 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.045 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:21.045 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.045 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.045 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:21.045 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.045 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.045 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:21.045 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8192 2024-04-13T08:45:21.045 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.045 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:21.045 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 667648 2024-04-13T08:45:21.046 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.046 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:21.046 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.046 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.046 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:21.046 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.046 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.046 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:21.046 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.046 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.046 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:21.046 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68777045 2024-04-13T08:45:21.046 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.047 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.047 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:21.047 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:21.047 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:21.047 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.047 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:21.047 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:21.047 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.047 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:21.047 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.047 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.047 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:21.047 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 422821764 2024-04-13T08:45:21.048 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.048 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:21.048 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.048 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.048 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:21.048 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.048 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.048 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:21.048 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3184 2024-04-13T08:45:21.048 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.048 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:21.048 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.048 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.048 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:21.048 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 208608 2024-04-13T08:45:21.049 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.049 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:21.049 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.049 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.049 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:21.049 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.049 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.049 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:21.049 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.049 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.049 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:21.049 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.049 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.049 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:21.049 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71894316 2024-04-13T08:45:21.050 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.050 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.050 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:21.050 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:21.050 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:21.050 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.050 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:21.050 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:21.050 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.050 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:21.050 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14887920 2024-04-13T08:45:21.050 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.050 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:21.050 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37584156 2024-04-13T08:45:21.051 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.051 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:21.051 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.051 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.051 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:21.051 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.051 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.051 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:21.051 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.051 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.051 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:21.051 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.051 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.051 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:21.052 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.052 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.052 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:21.052 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.052 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.052 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:21.052 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.052 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.052 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:21.052 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.052 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.052 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:21.052 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.052 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.052 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:21.053 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73357044 2024-04-13T08:45:21.053 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.053 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.053 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:21.053 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:21.053 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:21.053 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.053 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:21.053 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.053 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.053 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:21.053 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.053 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.053 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:21.053 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 422821764 2024-04-13T08:45:21.054 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.054 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:21.054 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.054 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.054 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:21.054 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.054 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.054 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:21.054 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.054 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.054 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:21.054 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.055 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.055 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:21.055 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 91951 2024-04-13T08:45:21.055 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.055 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:21.055 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1129124 2024-04-13T08:45:21.055 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.055 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:21.055 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.055 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.055 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:21.055 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.055 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.055 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:21.055 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.056 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.056 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:21.056 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70885033 2024-04-13T08:45:21.056 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.056 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.056 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:21.056 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:21.056 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.056 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.056 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:21.056 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26 2024-04-13T08:45:21.056 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.056 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:21.056 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.056 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.057 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:21.057 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.057 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.057 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.057 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:21.057 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:21.057 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 50 2024-04-13T08:45:21.057 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.057 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:21.057 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.057 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.057 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:21.057 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26340 2024-04-13T08:45:21.057 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.058 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:21.058 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 85893, 2024-04-13T08:45:21.058 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9168362879 2024-04-13T08:45:21.058 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.058 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:21.058 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.058 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.058 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:21.058 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.058 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.058 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:21.058 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1277762255 2024-04-13T08:45:21.058 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.058 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:21.059 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 26340, 2024-04-13T08:45:21.059 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 64746313771 2024-04-13T08:45:21.059 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.059 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:21.059 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1664106339 2024-04-13T08:45:21.059 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.059 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:21.059 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 26852, 2024-04-13T08:45:21.059 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12233137977 2024-04-13T08:45:21.059 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.059 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:21.059 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 26340, 2024-04-13T08:45:21.059 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31071558466 2024-04-13T08:45:21.059 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.060 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:21.060 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17120 2024-04-13T08:45:21.060 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.060 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:21.060 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17120, 2024-04-13T08:45:21.060 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7615293941 2024-04-13T08:45:21.060 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.060 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:21.060 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.060 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.060 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:21.060 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1664106339 2024-04-13T08:45:21.060 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.060 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:21.060 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17289, 2024-04-13T08:45:21.061 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4315406729 2024-04-13T08:45:21.061 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.061 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:21.061 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17120, 2024-04-13T08:45:21.061 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4885550717 2024-04-13T08:45:21.061 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.061 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:21.061 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5279 2024-04-13T08:45:21.061 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.061 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:21.061 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 226467966 2024-04-13T08:45:21.061 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.061 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:21.061 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5279, 2024-04-13T08:45:21.061 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8524722171 2024-04-13T08:45:21.062 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.062 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:21.062 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.062 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.062 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:21.062 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.062 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.062 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:21.062 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.062 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.062 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:21.062 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5515, 2024-04-13T08:45:21.062 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3040477114 2024-04-13T08:45:21.063 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.063 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:21.063 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5279, 2024-04-13T08:45:21.063 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7407817345 2024-04-13T08:45:21.063 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.063 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:21.063 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3941 2024-04-13T08:45:21.063 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.063 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:21.063 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1051294289 2024-04-13T08:45:21.063 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.063 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:21.063 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3941, 2024-04-13T08:45:21.063 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 48606297659 2024-04-13T08:45:21.064 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.064 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:21.064 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.064 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.064 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:21.064 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4048, 2024-04-13T08:45:21.064 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4877254134 2024-04-13T08:45:21.064 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.064 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:21.064 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3941, 2024-04-13T08:45:21.064 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18778190404 2024-04-13T08:45:21.064 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.064 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:21.064 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.065 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.065 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:21.065 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9437184 2024-04-13T08:45:21.065 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.065 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:21.065 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:21.065 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.065 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:21.065 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:21.065 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.065 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:21.065 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 764018688 2024-04-13T08:45:21.065 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.065 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.065 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.066 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.5": { 2024-04-13T08:45:21.066 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:21.066 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:21.066 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 83290 2024-04-13T08:45:21.066 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.066 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:21.066 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.066 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.066 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:21.066 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.066 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.066 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:21.066 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.067 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.067 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:21.067 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:21.067 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.067 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:21.067 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.067 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.067 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:21.067 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.067 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.067 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:21.067 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.067 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.067 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:21.068 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.068 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.068 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:21.068 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18399232 2024-04-13T08:45:21.068 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.068 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:21.068 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 743534592 2024-04-13T08:45:21.068 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.068 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:21.068 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20, 2024-04-13T08:45:21.068 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4195181 2024-04-13T08:45:21.068 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.068 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:21.068 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20, 2024-04-13T08:45:21.068 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1520835 2024-04-13T08:45:21.069 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.069 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:21.069 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 222, 2024-04-13T08:45:21.069 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1047896 2024-04-13T08:45:21.069 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.069 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:21.069 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:21.069 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.069 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:21.069 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 697630720 2024-04-13T08:45:21.069 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.069 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:21.069 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82594, 2024-04-13T08:45:21.069 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11605380029 2024-04-13T08:45:21.070 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.070 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:21.070 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82598, 2024-04-13T08:45:21.070 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18785866115 2024-04-13T08:45:21.070 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.070 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:21.070 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5750784 2024-04-13T08:45:21.070 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.070 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:21.070 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 338284544 2024-04-13T08:45:21.070 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.070 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:21.070 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 714670080 2024-04-13T08:45:21.070 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.071 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:21.071 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.071 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.071 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:21.071 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.071 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:21.071 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56 2024-04-13T08:45:21.071 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.071 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:21.071 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13856743545 2024-04-13T08:45:21.071 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.071 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:21.072 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95128 2024-04-13T08:45:21.072 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.072 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:21.072 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12166496256 2024-04-13T08:45:21.072 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.072 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:21.072 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12166500352 2024-04-13T08:45:21.072 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.072 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:21.072 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.072 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.072 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:21.072 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.072 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.072 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:21.073 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 91217 2024-04-13T08:45:21.073 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.073 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:21.073 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 95128, 2024-04-13T08:45:21.073 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4010357946 2024-04-13T08:45:21.073 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.073 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:21.073 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13686631033 2024-04-13T08:45:21.073 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.073 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:21.073 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 89920 2024-04-13T08:45:21.073 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.073 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:21.073 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6741440 2024-04-13T08:45:21.074 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.074 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:21.074 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1092 2024-04-13T08:45:21.074 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.074 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:21.074 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18032951 2024-04-13T08:45:21.074 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.074 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:21.074 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1514 2024-04-13T08:45:21.074 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.074 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:21.074 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11291511 2024-04-13T08:45:21.074 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.074 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:21.075 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11291511 2024-04-13T08:45:21.075 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.075 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:21.075 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.075 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.075 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:21.075 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.075 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.075 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:21.075 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 437 2024-04-13T08:45:21.075 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.075 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:21.075 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1514, 2024-04-13T08:45:21.075 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5440058 2024-04-13T08:45:21.076 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.076 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:21.076 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.076 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.076 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.076 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:21.076 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.076 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.076 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:21.076 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.076 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.076 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:21.076 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:21.076 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 619 2024-04-13T08:45:21.077 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.077 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:21.077 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13, 2024-04-13T08:45:21.077 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16264 2024-04-13T08:45:21.077 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.077 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:21.077 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.077 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.077 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.077 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:21.077 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.077 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.077 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:21.077 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.077 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.078 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:21.078 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1103249408 2024-04-13T08:45:21.078 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.078 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.078 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:21.078 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:21.078 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:21.078 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.078 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:21.078 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9236480 2024-04-13T08:45:21.078 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.078 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:21.078 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22686, 2024-04-13T08:45:21.078 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 78277583 2024-04-13T08:45:21.079 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.079 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:21.079 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3529, 2024-04-13T08:45:21.079 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10099268418 2024-04-13T08:45:21.079 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.079 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:21.079 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.079 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.079 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.079 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:21.079 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.079 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.079 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:21.079 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.079 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.080 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:21.080 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.080 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.080 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:21.080 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20611, 2024-04-13T08:45:21.080 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 162910537 2024-04-13T08:45:21.080 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.080 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:21.080 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.080 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.080 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.080 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:21.080 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.080 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.081 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:21.081 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82505, 2024-04-13T08:45:21.081 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22962216755 2024-04-13T08:45:21.081 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.081 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:21.081 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82003, 2024-04-13T08:45:21.081 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1701492469 2024-04-13T08:45:21.081 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.081 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:21.081 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82505, 2024-04-13T08:45:21.081 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56449221 2024-04-13T08:45:21.081 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.081 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:21.081 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82505, 2024-04-13T08:45:21.081 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23018665976 2024-04-13T08:45:21.082 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.082 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:21.082 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.082 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.082 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.082 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:21.082 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 36782, 2024-04-13T08:45:21.082 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 960123719 2024-04-13T08:45:21.082 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.082 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:21.082 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1004, 2024-04-13T08:45:21.082 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2917873 2024-04-13T08:45:21.082 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.082 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:21.083 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9011, 2024-04-13T08:45:21.083 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13183683 2024-04-13T08:45:21.083 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.083 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:21.083 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 48, 2024-04-13T08:45:21.083 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71335 2024-04-13T08:45:21.083 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.083 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:21.083 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16856, 2024-04-13T08:45:21.083 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4200723279 2024-04-13T08:45:21.083 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.083 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:21.083 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 239837 2024-04-13T08:45:21.083 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.084 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:21.084 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21255 2024-04-13T08:45:21.084 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.084 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:21.084 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 11576, 2024-04-13T08:45:21.084 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1621351117 2024-04-13T08:45:21.084 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.084 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:21.084 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 32925, 2024-04-13T08:45:21.084 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10499273 2024-04-13T08:45:21.084 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.084 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:21.084 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21349, 2024-04-13T08:45:21.084 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1465685771 2024-04-13T08:45:21.085 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.085 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:21.085 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.085 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.085 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:21.085 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15939, 2024-04-13T08:45:21.085 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 480822717 2024-04-13T08:45:21.085 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.085 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:21.085 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.085 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.085 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:21.085 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.085 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.086 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:21.086 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.086 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.086 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:21.086 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.086 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.086 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:21.086 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:21.086 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13935126282 2024-04-13T08:45:21.086 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.086 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:21.086 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8714, 2024-04-13T08:45:21.086 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 629045202 2024-04-13T08:45:21.087 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.087 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:21.087 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8713, 2024-04-13T08:45:21.087 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4051595953708 2024-04-13T08:45:21.087 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.087 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:21.087 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8714, 2024-04-13T08:45:21.087 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6616380669065 2024-04-13T08:45:21.087 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.087 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:21.087 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97064, 2024-04-13T08:45:21.087 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3244486799330 2024-04-13T08:45:21.087 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.087 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:21.088 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97064, 2024-04-13T08:45:21.088 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10016620 2024-04-13T08:45:21.088 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.088 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:21.088 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:21.088 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 626199496 2024-04-13T08:45:21.088 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.088 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:21.088 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:21.088 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 38555329265 2024-04-13T08:45:21.088 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.088 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:21.088 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:21.088 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35169288 2024-04-13T08:45:21.089 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.089 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:21.089 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:21.089 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17219975018 2024-04-13T08:45:21.089 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.089 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:21.089 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:21.089 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18884910240 2024-04-13T08:45:21.089 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.089 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:21.089 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5488297 2024-04-13T08:45:21.089 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.089 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:21.089 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2485, 2024-04-13T08:45:21.090 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14833983 2024-04-13T08:45:21.090 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.090 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:21.090 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:21.090 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 89238354012 2024-04-13T08:45:21.090 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.090 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:21.090 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:21.090 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20045629115 2024-04-13T08:45:21.090 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.090 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:21.090 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:21.090 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 801987809 2024-04-13T08:45:21.091 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.091 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.091 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:21.091 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:21.091 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1405274710 2024-04-13T08:45:21.091 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.091 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:21.091 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 583630848 2024-04-13T08:45:21.091 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.091 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:21.091 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 442138624 2024-04-13T08:45:21.091 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.091 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:21.091 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2600683622 2024-04-13T08:45:21.092 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.092 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:21.092 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 141492224 2024-04-13T08:45:21.092 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.092 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.092 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:21.092 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:21.092 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:21.092 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.092 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:21.092 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.092 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.092 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:21.092 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.092 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.093 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:21.093 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56203397 2024-04-13T08:45:21.093 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.093 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:21.093 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.093 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.093 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:21.093 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.093 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.093 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:21.093 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.093 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.093 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:21.093 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.094 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.094 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:21.094 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8192 2024-04-13T08:45:21.094 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.094 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:21.094 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 98304 2024-04-13T08:45:21.094 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.094 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:21.094 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.094 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.094 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:21.094 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.094 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.094 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:21.095 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.095 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.095 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:21.095 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69519227 2024-04-13T08:45:21.095 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.095 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.095 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:21.095 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:21.095 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:21.095 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.095 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:21.095 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:21.095 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.095 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:21.096 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.096 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.096 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:21.096 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 421525482 2024-04-13T08:45:21.096 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.096 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:21.096 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.096 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.096 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:21.096 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.096 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.096 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:21.096 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3152 2024-04-13T08:45:21.096 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.096 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:21.097 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.097 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.097 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:21.097 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 214064 2024-04-13T08:45:21.097 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.097 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:21.097 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.097 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.097 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:21.097 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.097 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.097 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:21.097 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.097 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.098 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:21.098 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.098 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.098 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:21.098 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73185174 2024-04-13T08:45:21.098 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.098 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.098 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:21.098 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:21.098 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:21.098 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.098 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:21.098 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:21.099 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.099 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:21.099 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17420032 2024-04-13T08:45:21.099 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.099 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:21.099 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37468931 2024-04-13T08:45:21.099 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.099 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:21.099 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.099 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.099 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:21.099 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.099 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.099 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:21.099 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.100 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.100 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:21.100 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.100 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.100 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:21.100 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.100 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.100 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:21.100 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.100 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.100 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:21.100 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.100 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.100 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:21.100 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.101 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.101 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:21.101 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.101 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.101 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:21.101 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70940157 2024-04-13T08:45:21.101 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.101 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.101 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:21.101 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:21.101 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:21.101 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.101 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:21.101 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.101 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.102 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:21.102 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.102 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.102 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:21.102 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 421525482 2024-04-13T08:45:21.102 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.102 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:21.102 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.102 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.102 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:21.102 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.102 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.102 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:21.102 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.102 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.103 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:21.103 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.103 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.103 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:21.103 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95033 2024-04-13T08:45:21.103 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.103 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:21.103 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1117868 2024-04-13T08:45:21.103 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.103 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:21.103 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.103 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.103 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:21.104 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.104 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.104 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:21.104 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.104 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.104 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:21.104 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 72189489 2024-04-13T08:45:21.104 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.104 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.104 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:21.104 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:21.104 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.104 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.105 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:21.105 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21 2024-04-13T08:45:21.105 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.105 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:21.105 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.105 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.105 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:21.105 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.105 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.105 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.105 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:21.105 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:21.105 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53 2024-04-13T08:45:21.105 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.105 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:21.106 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.106 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.106 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:21.106 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35676 2024-04-13T08:45:21.106 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.106 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:21.106 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 124400, 2024-04-13T08:45:21.106 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12861896634 2024-04-13T08:45:21.106 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.106 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:21.106 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.106 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.106 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:21.107 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.107 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.107 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:21.107 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1357256674 2024-04-13T08:45:21.107 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.107 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:21.107 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35676, 2024-04-13T08:45:21.107 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 38122749723 2024-04-13T08:45:21.107 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.107 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:21.107 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1755398309 2024-04-13T08:45:21.107 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.107 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:21.107 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 36472, 2024-04-13T08:45:21.108 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13807211103 2024-04-13T08:45:21.108 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.108 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:21.108 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35676, 2024-04-13T08:45:21.108 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27884194177 2024-04-13T08:45:21.108 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.108 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:21.108 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25349 2024-04-13T08:45:21.108 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.108 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:21.108 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25349, 2024-04-13T08:45:21.108 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8812498183 2024-04-13T08:45:21.108 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.108 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:21.109 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.109 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.109 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:21.109 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1755398309 2024-04-13T08:45:21.109 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.109 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:21.109 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25582, 2024-04-13T08:45:21.109 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5923930638 2024-04-13T08:45:21.109 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.109 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:21.109 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25349, 2024-04-13T08:45:21.109 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5230597070 2024-04-13T08:45:21.109 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.109 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:21.109 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9162 2024-04-13T08:45:21.110 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.110 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:21.110 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 443508253 2024-04-13T08:45:21.110 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.110 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:21.110 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9162, 2024-04-13T08:45:21.110 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18818695804 2024-04-13T08:45:21.110 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.110 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:21.110 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.110 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.110 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:21.110 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.110 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.111 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:21.111 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.111 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:21.111 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9525, 2024-04-13T08:45:21.111 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6033191287 2024-04-13T08:45:21.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.111 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:21.111 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9162, 2024-04-13T08:45:21.111 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14502814689 2024-04-13T08:45:21.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.111 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:21.113 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1165 2024-04-13T08:45:21.113 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.113 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:21.113 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 913748421 2024-04-13T08:45:21.113 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.114 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:21.114 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1165, 2024-04-13T08:45:21.114 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10491555736 2024-04-13T08:45:21.114 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.114 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:21.114 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.114 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.114 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:21.114 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1365, 2024-04-13T08:45:21.114 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1850089178 2024-04-13T08:45:21.114 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.114 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:21.114 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1165, 2024-04-13T08:45:21.114 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8150782418 2024-04-13T08:45:21.115 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.115 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:21.115 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.115 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.115 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:21.115 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.115 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.115 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:21.115 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.115 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.115 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:21.115 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:21.115 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.115 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:21.116 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 706879488 2024-04-13T08:45:21.116 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.116 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.116 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.116 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.6": { 2024-04-13T08:45:21.116 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:21.116 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:21.116 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 54315 2024-04-13T08:45:21.116 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.116 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:21.116 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.116 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.116 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:21.116 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.116 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.117 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:21.117 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.117 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.117 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:21.117 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:21.117 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.117 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:21.117 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.117 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.117 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:21.117 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.117 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.117 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:21.118 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.118 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:21.118 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.118 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:21.118 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12963840 2024-04-13T08:45:21.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.118 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:21.118 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 663719936 2024-04-13T08:45:21.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.118 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:21.118 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16, 2024-04-13T08:45:21.118 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3665809 2024-04-13T08:45:21.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.119 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:21.119 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16, 2024-04-13T08:45:21.119 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406424 2024-04-13T08:45:21.119 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.119 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:21.119 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 180, 2024-04-13T08:45:21.119 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 879516 2024-04-13T08:45:21.119 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.119 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:21.119 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:21.119 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.119 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:21.119 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 656801792 2024-04-13T08:45:21.119 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.120 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:21.120 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66149, 2024-04-13T08:45:21.120 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9561933536 2024-04-13T08:45:21.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.120 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:21.120 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66143, 2024-04-13T08:45:21.120 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15205482477 2024-04-13T08:45:21.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.120 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:21.120 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4947968 2024-04-13T08:45:21.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.120 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:21.120 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 270946304 2024-04-13T08:45:21.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.120 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:21.121 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 655360000 2024-04-13T08:45:21.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.121 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:21.121 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.121 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:21.121 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.121 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:21.121 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 50 2024-04-13T08:45:21.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.121 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:21.121 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10728423188 2024-04-13T08:45:21.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.121 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:21.122 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69693 2024-04-13T08:45:21.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.122 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:21.122 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9231900672 2024-04-13T08:45:21.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.122 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:21.122 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9231904768 2024-04-13T08:45:21.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.122 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:21.122 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.122 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:21.122 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.123 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:21.123 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69959 2024-04-13T08:45:21.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.123 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:21.123 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69693, 2024-04-13T08:45:21.123 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3630444834 2024-04-13T08:45:21.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.123 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:21.123 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10521996360 2024-04-13T08:45:21.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.123 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:21.123 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 63375 2024-04-13T08:45:21.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.124 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:21.124 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4351337 2024-04-13T08:45:21.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.124 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:21.124 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 948 2024-04-13T08:45:21.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.124 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:21.124 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14765938 2024-04-13T08:45:21.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.124 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:21.124 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1414 2024-04-13T08:45:21.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.124 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:21.124 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10414601 2024-04-13T08:45:21.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.125 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:21.125 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10414601 2024-04-13T08:45:21.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.125 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:21.125 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.125 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:21.125 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.125 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:21.125 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 485 2024-04-13T08:45:21.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.125 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:21.125 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1414, 2024-04-13T08:45:21.126 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6221636 2024-04-13T08:45:21.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.126 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:21.126 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.126 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.126 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:21.126 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.126 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:21.126 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.126 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:21.126 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:21.127 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 685 2024-04-13T08:45:21.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.127 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:21.127 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14, 2024-04-13T08:45:21.127 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17046 2024-04-13T08:45:21.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.127 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:21.127 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.127 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.127 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:21.127 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.127 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:21.128 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.128 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:21.128 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 950063104 2024-04-13T08:45:21.128 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.128 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:21.128 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:21.128 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:21.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.128 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:21.128 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9822208 2024-04-13T08:45:21.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.128 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:21.129 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14285, 2024-04-13T08:45:21.129 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51651114 2024-04-13T08:45:21.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.129 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:21.129 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3456, 2024-04-13T08:45:21.129 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6668442899 2024-04-13T08:45:21.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.129 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:21.129 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.129 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.129 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:21.129 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.130 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:21.130 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.130 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:21.130 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.130 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:21.130 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20046, 2024-04-13T08:45:21.130 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 166190542 2024-04-13T08:45:21.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.130 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:21.130 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.130 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.131 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:21.131 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.131 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:21.131 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66076, 2024-04-13T08:45:21.131 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18728640832 2024-04-13T08:45:21.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.131 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:21.131 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65646, 2024-04-13T08:45:21.131 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1374760493 2024-04-13T08:45:21.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.131 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:21.131 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66076, 2024-04-13T08:45:21.132 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37469627 2024-04-13T08:45:21.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.132 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:21.132 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66076, 2024-04-13T08:45:21.132 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18766110459 2024-04-13T08:45:21.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.132 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:21.132 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.132 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.132 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:21.132 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25477, 2024-04-13T08:45:21.132 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 659358479 2024-04-13T08:45:21.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.133 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:21.133 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 918, 2024-04-13T08:45:21.133 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2793725 2024-04-13T08:45:21.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.133 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:21.133 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15714, 2024-04-13T08:45:21.133 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18122394 2024-04-13T08:45:21.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.133 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:21.133 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 42, 2024-04-13T08:45:21.133 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51520 2024-04-13T08:45:21.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.133 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:21.133 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12239, 2024-04-13T08:45:21.134 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2117215676 2024-04-13T08:45:21.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.134 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:21.134 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 202473 2024-04-13T08:45:21.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.134 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:21.134 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19133 2024-04-13T08:45:21.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.134 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:21.134 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20624, 2024-04-13T08:45:21.134 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1769519888 2024-04-13T08:45:21.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.134 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:21.134 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 58763, 2024-04-13T08:45:21.135 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17306663 2024-04-13T08:45:21.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.135 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:21.135 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 38139, 2024-04-13T08:45:21.135 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1382450574 2024-04-13T08:45:21.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.135 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:21.135 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.135 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:21.135 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12373, 2024-04-13T08:45:21.135 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 383401449 2024-04-13T08:45:21.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.135 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:21.136 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.136 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:21.136 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.136 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:21.136 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.136 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:21.136 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.136 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:21.136 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:21.136 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8103662672 2024-04-13T08:45:21.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.137 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:21.137 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14407, 2024-04-13T08:45:21.137 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1006218728 2024-04-13T08:45:21.137 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.137 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:21.137 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14407, 2024-04-13T08:45:21.137 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3452219508421 2024-04-13T08:45:21.137 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.137 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:21.137 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14407, 2024-04-13T08:45:21.137 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6397964734186 2024-04-13T08:45:21.137 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.137 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:21.137 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:21.138 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2665513064986 2024-04-13T08:45:21.138 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.138 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:21.138 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:21.138 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8376087 2024-04-13T08:45:21.138 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.138 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:21.138 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:21.138 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 389645962 2024-04-13T08:45:21.138 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.138 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:21.138 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:21.138 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28892344502 2024-04-13T08:45:21.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.139 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:21.139 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:21.139 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28471006 2024-04-13T08:45:21.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.139 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:21.139 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:21.139 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12651396766 2024-04-13T08:45:21.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.139 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:21.139 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:21.139 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12170808889 2024-04-13T08:45:21.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.139 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:21.140 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6078556 2024-04-13T08:45:21.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.140 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:21.140 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2398, 2024-04-13T08:45:21.140 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14078426 2024-04-13T08:45:21.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.140 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:21.140 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:21.140 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 62221633501 2024-04-13T08:45:21.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.140 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:21.140 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:21.140 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13070494359 2024-04-13T08:45:21.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.140 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:21.141 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76201, 2024-04-13T08:45:21.141 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 479650524 2024-04-13T08:45:21.141 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.141 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:21.141 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:21.141 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1405274710 2024-04-13T08:45:21.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.141 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:21.141 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 559357952 2024-04-13T08:45:21.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.141 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:21.141 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 537223168 2024-04-13T08:45:21.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.141 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:21.142 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2600683622 2024-04-13T08:45:21.142 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.142 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:21.142 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22134784 2024-04-13T08:45:21.142 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.142 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.142 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:21.142 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:21.142 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:21.142 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.142 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:21.142 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.142 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.143 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:21.143 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.143 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.143 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:21.143 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56548647 2024-04-13T08:45:21.143 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.143 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:21.143 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.143 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.143 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:21.143 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.143 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.143 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:21.143 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.144 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:21.144 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.144 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:21.144 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8192 2024-04-13T08:45:21.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.144 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:21.144 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 454656 2024-04-13T08:45:21.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.144 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:21.144 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.144 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:21.144 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.145 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:21.145 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.145 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:21.145 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68817625 2024-04-13T08:45:21.145 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.145 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:21.145 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:21.145 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:21.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.145 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:21.145 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:21.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.145 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:21.146 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.146 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.146 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:21.146 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 424114856 2024-04-13T08:45:21.146 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.146 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:21.146 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.146 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.146 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:21.146 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.146 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.146 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:21.146 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2896 2024-04-13T08:45:21.146 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.147 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:21.147 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.147 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:21.147 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 203280 2024-04-13T08:45:21.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.147 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:21.147 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.147 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:21.147 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.147 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:21.148 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.148 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.148 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:21.148 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.148 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.148 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:21.148 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70606840 2024-04-13T08:45:21.148 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.148 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.148 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:21.148 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:21.148 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:21.148 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.148 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:21.148 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:21.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.149 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:21.149 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13664704 2024-04-13T08:45:21.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.149 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:21.149 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37699098 2024-04-13T08:45:21.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.149 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:21.149 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.149 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:21.149 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.149 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:21.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.150 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:21.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.150 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:21.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.150 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:21.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.150 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:21.150 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.151 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:21.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.151 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:21.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.151 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:21.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74465318 2024-04-13T08:45:21.151 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.151 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:21.151 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:21.151 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:21.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.152 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:21.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.152 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:21.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.152 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:21.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 424114856 2024-04-13T08:45:21.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.152 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:21.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.152 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:21.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.152 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:21.152 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.153 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:21.153 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.153 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:21.153 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 99095 2024-04-13T08:45:21.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.153 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:21.153 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1144107 2024-04-13T08:45:21.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.153 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:21.153 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.153 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:21.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.154 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:21.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.154 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:21.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69569814 2024-04-13T08:45:21.154 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.154 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:21.154 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:21.154 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.155 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:21.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 36 2024-04-13T08:45:21.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.155 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:21.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.155 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:21.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.155 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.155 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:21.155 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:21.155 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53 2024-04-13T08:45:21.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.155 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:21.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.156 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:21.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 44312 2024-04-13T08:45:21.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.156 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:21.156 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 110854, 2024-04-13T08:45:21.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9324507990 2024-04-13T08:45:21.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.156 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:21.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.156 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:21.156 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.157 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:21.157 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1746760853 2024-04-13T08:45:21.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.157 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:21.157 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44312, 2024-04-13T08:45:21.157 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 92818040116 2024-04-13T08:45:21.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.157 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:21.157 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2418577032 2024-04-13T08:45:21.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.157 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:21.157 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44816, 2024-04-13T08:45:21.158 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16355866171 2024-04-13T08:45:21.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.158 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:21.158 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44312, 2024-04-13T08:45:21.158 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 40552961668 2024-04-13T08:45:21.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.158 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:21.158 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 34918 2024-04-13T08:45:21.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.158 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:21.158 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34918, 2024-04-13T08:45:21.158 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13084072025 2024-04-13T08:45:21.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.158 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:21.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.159 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:21.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2418577032 2024-04-13T08:45:21.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.159 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:21.159 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35082, 2024-04-13T08:45:21.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6866195347 2024-04-13T08:45:21.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.159 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:21.159 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34918, 2024-04-13T08:45:21.159 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7222440118 2024-04-13T08:45:21.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.159 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:21.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4868 2024-04-13T08:45:21.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.160 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:21.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 339080227 2024-04-13T08:45:21.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.160 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:21.160 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4868, 2024-04-13T08:45:21.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15462190931 2024-04-13T08:45:21.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.160 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:21.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.160 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:21.160 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.161 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:21.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.161 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:21.161 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5070, 2024-04-13T08:45:21.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3637409139 2024-04-13T08:45:21.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.161 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:21.161 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4868, 2024-04-13T08:45:21.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11145961979 2024-04-13T08:45:21.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.161 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:21.161 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4526 2024-04-13T08:45:21.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.162 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:21.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1407680626 2024-04-13T08:45:21.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.162 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:21.162 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4526, 2024-04-13T08:45:21.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 64271777160 2024-04-13T08:45:21.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.162 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:21.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.162 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:21.162 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4664, 2024-04-13T08:45:21.162 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5852261685 2024-04-13T08:45:21.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.163 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:21.163 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4526, 2024-04-13T08:45:21.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22184559571 2024-04-13T08:45:21.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.163 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:21.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.163 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:21.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3482373 2024-04-13T08:45:21.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.163 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:21.163 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:21.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.164 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:21.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:21.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.164 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:21.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 666632192 2024-04-13T08:45:21.164 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.164 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.164 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.7": { 2024-04-13T08:45:21.164 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:21.164 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:21.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22757 2024-04-13T08:45:21.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.164 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:21.164 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.165 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:21.165 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.165 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:21.165 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.165 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:21.165 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:21.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.165 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:21.165 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.165 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:21.166 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.166 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:21.166 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.166 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:21.166 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.166 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:21.166 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11702272 2024-04-13T08:45:21.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.166 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:21.166 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 603074560 2024-04-13T08:45:21.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.167 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:21.167 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T08:45:21.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3537382 2024-04-13T08:45:21.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.167 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:21.167 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T08:45:21.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1265566 2024-04-13T08:45:21.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.167 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:21.167 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 171, 2024-04-13T08:45:21.167 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 799715 2024-04-13T08:45:21.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.167 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:21.168 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:21.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.168 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:21.168 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 606928896 2024-04-13T08:45:21.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.168 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:21.168 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64581, 2024-04-13T08:45:21.168 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9300248829 2024-04-13T08:45:21.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.168 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:21.168 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64597, 2024-04-13T08:45:21.168 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14980006517 2024-04-13T08:45:21.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.168 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:21.169 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15204352 2024-04-13T08:45:21.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.169 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:21.169 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 264560640 2024-04-13T08:45:21.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.169 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:21.169 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 615448576 2024-04-13T08:45:21.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.169 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:21.169 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.169 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:21.169 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:21.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 47 2024-04-13T08:45:21.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.170 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:21.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8246476912 2024-04-13T08:45:21.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.170 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:21.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65020 2024-04-13T08:45:21.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.170 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:21.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7281209344 2024-04-13T08:45:21.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.170 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:21.170 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7281213440 2024-04-13T08:45:21.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.171 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:21.171 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.171 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:21.171 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.171 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:21.171 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 54893 2024-04-13T08:45:21.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.171 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:21.171 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65020, 2024-04-13T08:45:21.171 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3069995047 2024-04-13T08:45:21.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.171 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:21.172 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8112390115 2024-04-13T08:45:21.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.172 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:21.172 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60913 2024-04-13T08:45:21.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.172 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:21.172 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4667240 2024-04-13T08:45:21.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.172 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:21.172 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 903 2024-04-13T08:45:21.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.172 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:21.172 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11593319 2024-04-13T08:45:21.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.172 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:21.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1169 2024-04-13T08:45:21.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.173 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:21.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6926079 2024-04-13T08:45:21.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.173 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:21.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6926079 2024-04-13T08:45:21.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.173 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:21.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.173 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:21.173 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.174 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:21.174 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 274 2024-04-13T08:45:21.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.174 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:21.174 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1169, 2024-04-13T08:45:21.174 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3544102 2024-04-13T08:45:21.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.174 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:21.174 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.174 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.174 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:21.174 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.175 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:21.175 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.175 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:21.175 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:21.175 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 616 2024-04-13T08:45:21.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.175 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:21.175 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T08:45:21.175 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12101 2024-04-13T08:45:21.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.175 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:21.175 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.176 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.176 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:21.176 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.176 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:21.176 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.176 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:21.176 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 881631232 2024-04-13T08:45:21.176 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.176 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:21.176 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:21.176 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:21.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.177 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:21.177 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9814016 2024-04-13T08:45:21.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.177 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:21.177 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17989, 2024-04-13T08:45:21.177 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 58880350 2024-04-13T08:45:21.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.177 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:21.177 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3468, 2024-04-13T08:45:21.177 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5732071769 2024-04-13T08:45:21.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.177 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:21.177 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.177 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.178 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:21.178 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.178 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:21.178 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.178 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:21.178 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.178 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:21.178 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23338, 2024-04-13T08:45:21.178 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 193621653 2024-04-13T08:45:21.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.179 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:21.179 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.179 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.179 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:21.179 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.179 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:21.179 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64524, 2024-04-13T08:45:21.179 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18313149070 2024-04-13T08:45:21.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.179 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:21.179 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64100, 2024-04-13T08:45:21.179 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1446809073 2024-04-13T08:45:21.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.179 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:21.180 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64524, 2024-04-13T08:45:21.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 46813795 2024-04-13T08:45:21.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.180 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:21.180 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64524, 2024-04-13T08:45:21.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18359962865 2024-04-13T08:45:21.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.180 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:21.180 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:21.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.180 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:21.180 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 33921, 2024-04-13T08:45:21.180 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 666899725 2024-04-13T08:45:21.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.181 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:21.181 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 827, 2024-04-13T08:45:21.181 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2702924 2024-04-13T08:45:21.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.181 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:21.181 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9735, 2024-04-13T08:45:21.181 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8045704 2024-04-13T08:45:21.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.181 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:21.181 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 45, 2024-04-13T08:45:21.181 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 62891 2024-04-13T08:45:21.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.181 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:21.181 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12579, 2024-04-13T08:45:21.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1284319318 2024-04-13T08:45:21.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.182 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:21.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 212906 2024-04-13T08:45:21.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.182 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:21.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18415 2024-04-13T08:45:21.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.182 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:21.182 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17520, 2024-04-13T08:45:21.182 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1791159674 2024-04-13T08:45:21.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.182 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:21.183 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 53072, 2024-04-13T08:45:21.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15954380 2024-04-13T08:45:21.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.183 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:21.183 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35552, 2024-04-13T08:45:21.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1547891275 2024-04-13T08:45:21.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.183 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:21.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.183 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:21.183 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13538, 2024-04-13T08:45:21.183 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 402242325 2024-04-13T08:45:21.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.184 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:21.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.184 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:21.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.184 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:21.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.184 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:21.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.184 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:21.184 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:21.184 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9004285604 2024-04-13T08:45:21.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.185 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:21.185 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15704, 2024-04-13T08:45:21.185 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 868254866 2024-04-13T08:45:21.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.185 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:21.185 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15704, 2024-04-13T08:45:21.185 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4007847755708 2024-04-13T08:45:21.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.185 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:21.185 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15704, 2024-04-13T08:45:21.185 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6142511216579 2024-04-13T08:45:21.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.185 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:21.186 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:21.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2654617264660 2024-04-13T08:45:21.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.186 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:21.186 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:21.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7771974 2024-04-13T08:45:21.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.186 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:21.186 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:21.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 167514527 2024-04-13T08:45:21.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.186 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:21.186 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:21.186 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28809025197 2024-04-13T08:45:21.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.187 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:21.187 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:21.187 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28215554 2024-04-13T08:45:21.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.187 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:21.187 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:21.187 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12845306730 2024-04-13T08:45:21.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.187 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:21.187 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:21.187 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12215642102 2024-04-13T08:45:21.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.187 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:21.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6073336 2024-04-13T08:45:21.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.188 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:21.188 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2352, 2024-04-13T08:45:21.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13254789 2024-04-13T08:45:21.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.188 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:21.188 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:21.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 63055368205 2024-04-13T08:45:21.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.188 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:21.188 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:21.188 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13264417097 2024-04-13T08:45:21.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.189 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:21.189 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75973, 2024-04-13T08:45:21.189 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 473703326 2024-04-13T08:45:21.189 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.189 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:21.189 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:21.189 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1405274710 2024-04-13T08:45:21.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.189 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:21.189 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 496607232 2024-04-13T08:45:21.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.189 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:21.189 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 465264640 2024-04-13T08:45:21.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.190 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:21.190 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2600683622 2024-04-13T08:45:21.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.190 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:21.190 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31342592 2024-04-13T08:45:21.190 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.190 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:21.190 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:21.190 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:21.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.190 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:21.190 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.191 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:21.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.191 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:21.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56725088 2024-04-13T08:45:21.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.191 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:21.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.191 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:21.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.191 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:21.191 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.192 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:21.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.192 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:21.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.192 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:21.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 81920 2024-04-13T08:45:21.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.192 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:21.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.192 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:21.192 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.193 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:21.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.193 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:21.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69022112 2024-04-13T08:45:21.193 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.193 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:21.193 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:21.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:21.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.193 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:21.193 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:21.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.194 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:21.194 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.194 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:21.194 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 425438163 2024-04-13T08:45:21.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.194 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:21.194 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.194 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:21.194 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.194 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:21.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2384 2024-04-13T08:45:21.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.195 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:21.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.195 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:21.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 153360 2024-04-13T08:45:21.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.195 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:21.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.195 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:21.195 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.196 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:21.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.196 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:21.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.196 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:21.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69333965 2024-04-13T08:45:21.196 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.196 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:21.196 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:21.196 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184549376 2024-04-13T08:45:21.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.196 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:21.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:21.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.197 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:21.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11346720 2024-04-13T08:45:21.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.197 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:21.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37816725 2024-04-13T08:45:21.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.197 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:21.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.197 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:21.197 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.198 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:21.198 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.198 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:21.198 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.198 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:21.198 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.198 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:21.198 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.198 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:21.198 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.199 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:21.199 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.199 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:21.199 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.199 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:21.199 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68277067 2024-04-13T08:45:21.199 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.199 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:21.200 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:21.200 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:21.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.200 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:21.200 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.200 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:21.200 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.200 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:21.200 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 425438163 2024-04-13T08:45:21.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.200 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:21.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.201 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:21.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.201 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:21.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.201 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:21.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.201 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:21.201 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 77129 2024-04-13T08:45:21.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.201 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:21.202 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1153974 2024-04-13T08:45:21.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.202 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:21.202 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.202 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:21.202 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.202 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:21.202 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.202 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:21.202 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68258606 2024-04-13T08:45:21.202 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.203 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:21.203 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:21.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.203 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:21.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 30 2024-04-13T08:45:21.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.203 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:21.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.203 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:21.203 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:21.203 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.204 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:21.204 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:21.204 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53 2024-04-13T08:45:21.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.204 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:21.204 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.204 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:21.204 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 43713 2024-04-13T08:45:21.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.204 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:21.204 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 113000, 2024-04-13T08:45:21.204 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11023173010 2024-04-13T08:45:21.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.205 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:21.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.205 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:21.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.205 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:21.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1623483526 2024-04-13T08:45:21.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.205 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:21.205 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 43713, 2024-04-13T08:45:21.205 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 52567048612 2024-04-13T08:45:21.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.205 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:21.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2477798533 2024-04-13T08:45:21.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.206 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:21.206 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44367, 2024-04-13T08:45:21.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18984362891 2024-04-13T08:45:21.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.206 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:21.206 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 43713, 2024-04-13T08:45:21.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37506154663 2024-04-13T08:45:21.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.206 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:21.206 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 30332 2024-04-13T08:45:21.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.207 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:21.207 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 30332, 2024-04-13T08:45:21.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13450107252 2024-04-13T08:45:21.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.207 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:21.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.207 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:21.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2477798533 2024-04-13T08:45:21.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.207 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:21.207 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 30465, 2024-04-13T08:45:21.207 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6247434968 2024-04-13T08:45:21.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.208 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:21.208 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 30332, 2024-04-13T08:45:21.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6984489939 2024-04-13T08:45:21.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.208 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:21.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12357 2024-04-13T08:45:21.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.208 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:21.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 451396285 2024-04-13T08:45:21.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.208 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:21.208 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12357, 2024-04-13T08:45:21.208 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22799044605 2024-04-13T08:45:21.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.208 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:21.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.209 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:21.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.209 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:21.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.209 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:21.209 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12791, 2024-04-13T08:45:21.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10501719426 2024-04-13T08:45:21.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.209 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:21.209 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12357, 2024-04-13T08:45:21.209 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20268548036 2024-04-13T08:45:21.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.210 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:21.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1024 2024-04-13T08:45:21.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.210 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:21.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1172087241 2024-04-13T08:45:21.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.210 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:21.210 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1024, 2024-04-13T08:45:21.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16317896755 2024-04-13T08:45:21.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.210 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:21.210 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.211 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:21.211 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1111, 2024-04-13T08:45:21.211 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2235208497 2024-04-13T08:45:21.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.211 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:21.211 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1024, 2024-04-13T08:45:21.211 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10253116688 2024-04-13T08:45:21.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.211 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:21.211 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:21.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.211 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:21.211 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16 2024-04-13T08:45:21.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.212 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:21.212 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:21.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.212 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:21.212 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:21.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.212 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:21.212 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 616751104 2024-04-13T08:45:21.212 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.212 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.212 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.212 INFO:tasks.workunit.client.0.smithi003.stdout: "pools": [ 2024-04-13T08:45:21.212 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.212 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:21.213 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr" 2024-04-13T08:45:21.213 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.213 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T08:45:21.213 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T08:45:21.213 INFO:tasks.workunit.client.0.smithi003.stdout: "flags_names": [ 2024-04-13T08:45:21.213 INFO:tasks.workunit.client.0.smithi003.stdout: "hashpspool" 2024-04-13T08:45:21.213 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.213 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T08:45:21.213 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T08:45:21.213 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T08:45:21.213 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 1, 2024-04-13T08:45:21.213 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 1, 2024-04-13T08:45:21.213 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 1, 2024-04-13T08:45:21.213 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T08:45:21.213 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T08:45:21.214 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 720568625418, 2024-04-13T08:45:21.214 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 1781760, 2024-04-13T08:45:21.214 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T08:45:21.214 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T08:45:21.214 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 1781760, 2024-04-13T08:45:21.214 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T08:45:21.214 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 240189554688, 2024-04-13T08:45:21.214 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 2, 2024-04-13T08:45:21.214 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T08:45:21.214 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 2.4727075924602104e-06, 2024-04-13T08:45:21.214 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T08:45:21.214 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T08:45:21.214 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 812, 2024-04-13T08:45:21.215 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 1341440, 2024-04-13T08:45:21.215 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 590368, 2024-04-13T08:45:21.215 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 590368, 2024-04-13T08:45:21.215 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T08:45:21.215 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 1771104, 2024-04-13T08:45:21.215 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 311, 2024-04-13T08:45:21.215 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 2473984 2024-04-13T08:45:21.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.215 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T08:45:21.215 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T08:45:21.215 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T08:45:21.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.215 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.215 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:21.215 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T08:45:21.216 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.216 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T08:45:21.216 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T08:45:21.216 INFO:tasks.workunit.client.0.smithi003.stdout: "flags_names": [ 2024-04-13T08:45:21.216 INFO:tasks.workunit.client.0.smithi003.stdout: "hashpspool" 2024-04-13T08:45:21.216 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.216 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T08:45:21.216 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T08:45:21.216 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T08:45:21.216 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 32, 2024-04-13T08:45:21.216 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 32, 2024-04-13T08:45:21.216 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 2, 2024-04-13T08:45:21.216 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T08:45:21.216 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T08:45:21.216 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 720568625418, 2024-04-13T08:45:21.216 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 155571, 2024-04-13T08:45:21.217 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T08:45:21.217 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T08:45:21.217 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 110592, 2024-04-13T08:45:21.217 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T08:45:21.217 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 240189554688, 2024-04-13T08:45:21.217 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 22, 2024-04-13T08:45:21.217 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 44979, 2024-04-13T08:45:21.217 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 2.1590027188267413e-07, 2024-04-13T08:45:21.217 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T08:45:21.217 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T08:45:21.217 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 158, 2024-04-13T08:45:21.217 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 178176, 2024-04-13T08:45:21.217 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 21615, 2024-04-13T08:45:21.217 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 6622, 2024-04-13T08:45:21.218 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 14993, 2024-04-13T08:45:21.218 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 64845, 2024-04-13T08:45:21.218 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 69, 2024-04-13T08:45:21.218 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 36864 2024-04-13T08:45:21.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.218 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T08:45:21.218 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T08:45:21.218 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T08:45:21.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.218 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.218 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:21.218 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T08:45:21.218 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.219 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T08:45:21.219 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T08:45:21.219 INFO:tasks.workunit.client.0.smithi003.stdout: "flags_names": [ 2024-04-13T08:45:21.219 INFO:tasks.workunit.client.0.smithi003.stdout: "hashpspool" 2024-04-13T08:45:21.219 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.219 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T08:45:21.219 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T08:45:21.219 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T08:45:21.219 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 64, 2024-04-13T08:45:21.219 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 64, 2024-04-13T08:45:21.219 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 3, 2024-04-13T08:45:21.219 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T08:45:21.219 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T08:45:21.219 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 720568625418, 2024-04-13T08:45:21.219 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 0, 2024-04-13T08:45:21.220 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T08:45:21.220 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T08:45:21.220 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 0, 2024-04-13T08:45:21.220 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T08:45:21.220 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 240189554688, 2024-04-13T08:45:21.220 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 0, 2024-04-13T08:45:21.220 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T08:45:21.220 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 0.0, 2024-04-13T08:45:21.220 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T08:45:21.220 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T08:45:21.220 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 0, 2024-04-13T08:45:21.220 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 0, 2024-04-13T08:45:21.220 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 0, 2024-04-13T08:45:21.220 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 0, 2024-04-13T08:45:21.220 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T08:45:21.221 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 0, 2024-04-13T08:45:21.221 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 0, 2024-04-13T08:45:21.221 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 0 2024-04-13T08:45:21.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.221 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T08:45:21.221 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T08:45:21.221 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T08:45:21.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.221 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.221 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:21.221 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd" 2024-04-13T08:45:21.221 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.221 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T08:45:21.221 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T08:45:21.221 INFO:tasks.workunit.client.0.smithi003.stdout: "flags_names": [ 2024-04-13T08:45:21.222 INFO:tasks.workunit.client.0.smithi003.stdout: "hashpspool", 2024-04-13T08:45:21.222 INFO:tasks.workunit.client.0.smithi003.stdout: "selfmanaged_snaps" 2024-04-13T08:45:21.222 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.222 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T08:45:21.222 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T08:45:21.222 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T08:45:21.222 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 8, 2024-04-13T08:45:21.222 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 8, 2024-04-13T08:45:21.222 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 4, 2024-04-13T08:45:21.222 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T08:45:21.222 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T08:45:21.222 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 720568625418, 2024-04-13T08:45:21.222 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 12595200, 2024-04-13T08:45:21.223 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T08:45:21.223 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T08:45:21.223 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 12595200, 2024-04-13T08:45:21.223 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T08:45:21.223 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 240189554688, 2024-04-13T08:45:21.223 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 4, 2024-04-13T08:45:21.223 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T08:45:21.223 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 1.7479222151450813e-05, 2024-04-13T08:45:21.223 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T08:45:21.223 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T08:45:21.223 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 9011, 2024-04-13T08:45:21.223 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 3144213504, 2024-04-13T08:45:21.223 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 4194323, 2024-04-13T08:45:21.223 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 4194323, 2024-04-13T08:45:21.224 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T08:45:21.224 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 12582969, 2024-04-13T08:45:21.224 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 24282, 2024-04-13T08:45:21.224 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 3186380800 2024-04-13T08:45:21.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.224 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T08:45:21.224 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T08:45:21.224 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T08:45:21.224 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.224 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.224 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd": { 2024-04-13T08:45:21.224 INFO:tasks.workunit.client.0.smithi003.stdout: "mirroring_by_pool": [ 2024-04-13T08:45:21.224 INFO:tasks.workunit.client.0.smithi003.stdout: false 2024-04-13T08:45:21.224 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.225 INFO:tasks.workunit.client.0.smithi003.stdout: "num_images_by_pool": [ 2024-04-13T08:45:21.225 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.225 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.225 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pools": 1 2024-04-13T08:45:21.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.225 INFO:tasks.workunit.client.0.smithi003.stdout: "report_id": "7c6dd687-b705-45d3-807c-9209de83f94b", 2024-04-13T08:45:21.225 INFO:tasks.workunit.client.0.smithi003.stdout: "report_timestamp": "2024-04-13T08:45:19.974123", 2024-04-13T08:45:21.225 INFO:tasks.workunit.client.0.smithi003.stdout: "report_version": 1, 2024-04-13T08:45:21.225 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_stats": { 2024-04-13T08:45:21.225 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "7.9.2" 2024-04-13T08:45:21.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.225 INFO:tasks.workunit.client.0.smithi003.stdout: "rook": { 2024-04-13T08:45:21.225 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster": { 2024-04-13T08:45:21.225 INFO:tasks.workunit.client.0.smithi003.stdout: "external-mode": null, 2024-04-13T08:45:21.225 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:21.226 INFO:tasks.workunit.client.0.smithi003.stdout: "allow-multiple-per-node": null, 2024-04-13T08:45:21.226 INFO:tasks.workunit.client.0.smithi003.stdout: "count": null, 2024-04-13T08:45:21.226 INFO:tasks.workunit.client.0.smithi003.stdout: "max-id": null, 2024-04-13T08:45:21.226 INFO:tasks.workunit.client.0.smithi003.stdout: "pvc": { 2024-04-13T08:45:21.226 INFO:tasks.workunit.client.0.smithi003.stdout: "enabled": null 2024-04-13T08:45:21.226 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.226 INFO:tasks.workunit.client.0.smithi003.stdout: "stretch": { 2024-04-13T08:45:21.226 INFO:tasks.workunit.client.0.smithi003.stdout: "enabled": null 2024-04-13T08:45:21.226 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.226 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.226 INFO:tasks.workunit.client.0.smithi003.stdout: "network": { 2024-04-13T08:45:21.226 INFO:tasks.workunit.client.0.smithi003.stdout: "provider": null 2024-04-13T08:45:21.226 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.227 INFO:tasks.workunit.client.0.smithi003.stdout: "storage": { 2024-04-13T08:45:21.227 INFO:tasks.workunit.client.0.smithi003.stdout: "device-set": { 2024-04-13T08:45:21.227 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T08:45:21.227 INFO:tasks.workunit.client.0.smithi003.stdout: "non-portable": null, 2024-04-13T08:45:21.227 INFO:tasks.workunit.client.0.smithi003.stdout: "portable": null, 2024-04-13T08:45:21.227 INFO:tasks.workunit.client.0.smithi003.stdout: "total": null 2024-04-13T08:45:21.227 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.227 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.227 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.227 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.227 INFO:tasks.workunit.client.0.smithi003.stdout: "csi": { 2024-04-13T08:45:21.227 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T08:45:21.227 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.227 INFO:tasks.workunit.client.0.smithi003.stdout: "kubernetes": { 2024-04-13T08:45:21.228 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T08:45:21.228 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.228 INFO:tasks.workunit.client.0.smithi003.stdout: "node": { 2024-04-13T08:45:21.228 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T08:45:21.228 INFO:tasks.workunit.client.0.smithi003.stdout: "kubernetes-total": null, 2024-04-13T08:45:21.228 INFO:tasks.workunit.client.0.smithi003.stdout: "with-ceph-daemons": null, 2024-04-13T08:45:21.228 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-cephfs-plugin": null, 2024-04-13T08:45:21.228 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-nfs-plugin": null, 2024-04-13T08:45:21.228 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-rbd-plugin": null 2024-04-13T08:45:21.228 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.228 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.228 INFO:tasks.workunit.client.0.smithi003.stdout: "usage": { 2024-04-13T08:45:21.228 INFO:tasks.workunit.client.0.smithi003.stdout: "storage-class": { 2024-04-13T08:45:21.228 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T08:45:21.229 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket": null, 2024-04-13T08:45:21.229 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs": null, 2024-04-13T08:45:21.229 INFO:tasks.workunit.client.0.smithi003.stdout: "nfs": null, 2024-04-13T08:45:21.229 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd": null, 2024-04-13T08:45:21.229 INFO:tasks.workunit.client.0.smithi003.stdout: "total": null 2024-04-13T08:45:21.229 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.229 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.229 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T08:45:21.229 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.229 INFO:tasks.workunit.client.0.smithi003.stdout: "services": {}, 2024-04-13T08:45:21.229 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_per_pg": [ 2024-04-13T08:45:21.229 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.229 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.230 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.230 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.230 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.230 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.230 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:21.230 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.230 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.230 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.230 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.230 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.230 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.230 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:21.230 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.164208+0000", 2024-04-13T08:45:21.230 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.164208+0000", 2024-04-13T08:45:21.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.166621+0000", 2024-04-13T08:45:21.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:21.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:21.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:21.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:21.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:21.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:21.232 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.232 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.232 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.232 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.232 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.232 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.232 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.232 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.232 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.232 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.232 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.232 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.232 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.232 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2c", 2024-04-13T08:45:21.233 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.233 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.233 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.233 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5032, 2024-04-13T08:45:21.233 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.233 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:06:07.061808+0000", 2024-04-13T08:45:21.233 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.233 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.233 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.233 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.233 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.233 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.233 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.233 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.236 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.236 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.236 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.236 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.236 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.236 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.236 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.237 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.237 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:21.237 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.237 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.237 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.237 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.237 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.237 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.237 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.237 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.237 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:21.237 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.237 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.237 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.238 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.238 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.238 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.238 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:21.238 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.006657+0000", 2024-04-13T08:45:21.238 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.006657+0000", 2024-04-13T08:45:21.238 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.007027+0000", 2024-04-13T08:45:21.238 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:21.238 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.238 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.238 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.238 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.238 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:21.238 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:21.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:21.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:21.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:21.239 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.239 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.239 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.239 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.239 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.239 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.239 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.239 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.240 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.240 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.240 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.240 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.240 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.240 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2b", 2024-04-13T08:45:21.240 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.240 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.240 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.240 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5215, 2024-04-13T08:45:21.240 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.240 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:24:04.729917+0000", 2024-04-13T08:45:21.240 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.240 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.240 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.243 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.243 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.243 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.243 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.244 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.244 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.244 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.244 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.244 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:21.244 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.244 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.244 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.244 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.244 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.244 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.244 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.244 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:21.244 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.245 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.245 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.245 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.245 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.245 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.245 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:21.245 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.987897+0000", 2024-04-13T08:45:21.245 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.987897+0000", 2024-04-13T08:45:21.245 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.989181+0000", 2024-04-13T08:45:21.245 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:21.245 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.245 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.245 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.245 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:21.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:21.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:21.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:21.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:21.246 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.246 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.246 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.246 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.246 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.246 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.246 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.247 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.247 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.247 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.247 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.247 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.247 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.247 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2a", 2024-04-13T08:45:21.247 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.247 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.247 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.247 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5068, 2024-04-13T08:45:21.247 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.247 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:55:05.630320+0000", 2024-04-13T08:45:21.247 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.248 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.248 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.248 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.251 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.251 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.251 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.251 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.251 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.251 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.251 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.251 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:21.251 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.251 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.251 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.251 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.251 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.252 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.252 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.252 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.252 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:21.252 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.252 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.252 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.252 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.252 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.252 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.252 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:21.252 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.814971+0000", 2024-04-13T08:45:21.252 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.814971+0000", 2024-04-13T08:45:21.252 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.817917+0000", 2024-04-13T08:45:21.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:21.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:21.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:21.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:21.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:21.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:21.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:21.253 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.254 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.254 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.254 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.254 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:21.254 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.254 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.254 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.254 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.254 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.254 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.254 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.254 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.254 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.29", 2024-04-13T08:45:21.254 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.254 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.255 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.255 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5140, 2024-04-13T08:45:21.255 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.255 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:58:43.359440+0000", 2024-04-13T08:45:21.255 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.255 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.255 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.255 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.258 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.258 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.258 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.258 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.258 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.258 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.258 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.258 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.258 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:21.259 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.259 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.259 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.259 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.259 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.259 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.259 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.259 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:21.259 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.259 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.259 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.259 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.259 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.260 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:21.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.447572+0000", 2024-04-13T08:45:21.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.447572+0000", 2024-04-13T08:45:21.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.447939+0000", 2024-04-13T08:45:21.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:21.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:21.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:21.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:21.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:21.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:21.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:21.261 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.261 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.261 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.261 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.261 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:21.261 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.261 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.261 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.261 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.261 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.262 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.262 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.262 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.262 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.28", 2024-04-13T08:45:21.262 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.262 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.262 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.262 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5068, 2024-04-13T08:45:21.262 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.262 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:01:36.165048+0000", 2024-04-13T08:45:21.262 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.262 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.262 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.262 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.265 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.265 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.265 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.265 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.265 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.266 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.266 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.266 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.266 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:21.266 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.266 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.266 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.266 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.266 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.266 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.267 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.267 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:21.267 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.267 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.267 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.267 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.267 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.267 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.267 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:21.267 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.811422+0000", 2024-04-13T08:45:21.267 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.811422+0000", 2024-04-13T08:45:21.267 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.811956+0000", 2024-04-13T08:45:21.267 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:21.267 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:21.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:21.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:21.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:21.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:21.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:21.268 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.268 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.268 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.269 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.269 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:21.269 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.269 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.269 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.269 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.269 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.269 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.269 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.269 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.269 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.27", 2024-04-13T08:45:21.269 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.269 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.269 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.269 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5141, 2024-04-13T08:45:21.270 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.270 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:41:06.182187+0000", 2024-04-13T08:45:21.270 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.270 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.270 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.273 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.273 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.273 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.273 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.273 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.273 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.273 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.273 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.273 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:21.273 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.273 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.274 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.274 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.274 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.274 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.274 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.274 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.274 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:21.274 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.274 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.274 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.274 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.274 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.274 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.274 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:21.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994802+0000", 2024-04-13T08:45:21.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994802+0000", 2024-04-13T08:45:21.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.996059+0000", 2024-04-13T08:45:21.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:21.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:21.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:21.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:21.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:21.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:21.276 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.276 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.276 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.276 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.276 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.276 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.276 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.276 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.276 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.276 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.276 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.276 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.277 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.277 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.26", 2024-04-13T08:45:21.277 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.277 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.277 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.277 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5027, 2024-04-13T08:45:21.277 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.277 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:57:02.193922+0000", 2024-04-13T08:45:21.277 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.277 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.277 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.277 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.277 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.280 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.280 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.280 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.281 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.281 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.281 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.281 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.281 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:21.281 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.281 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.281 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.281 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.281 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.281 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.281 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.281 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.281 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:21.282 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.282 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.282 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.282 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.282 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.282 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.282 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:21.282 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.804809+0000", 2024-04-13T08:45:21.282 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.804809+0000", 2024-04-13T08:45:21.282 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.805119+0000", 2024-04-13T08:45:21.282 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:21.282 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:21.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:21.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:21.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:21.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:21.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:21.283 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.283 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.283 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.283 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.284 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:21.284 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.284 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.284 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.284 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.284 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.284 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.284 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.284 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.284 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.25", 2024-04-13T08:45:21.284 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.284 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.284 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.284 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5212, 2024-04-13T08:45:21.284 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.285 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:31:04.708718+0000", 2024-04-13T08:45:21.285 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.285 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.285 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.288 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.288 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.288 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.288 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.288 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.288 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.288 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.288 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:21.288 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.289 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.289 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.289 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.289 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.289 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.289 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.289 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:21.289 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.289 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.289 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.289 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.289 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.289 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.289 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:21.289 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.924787+0000", 2024-04-13T08:45:21.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.924787+0000", 2024-04-13T08:45:21.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.925170+0000", 2024-04-13T08:45:21.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:21.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:21.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:21.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:21.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:21.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:21.291 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:21.291 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.291 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.291 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.291 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.291 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:21.291 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.291 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.291 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.291 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.291 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.291 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.291 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.291 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.292 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.24", 2024-04-13T08:45:21.292 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.292 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.292 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.292 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5139, 2024-04-13T08:45:21.292 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.292 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:29:40.678397+0000", 2024-04-13T08:45:21.292 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.292 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.292 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.295 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.295 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.295 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.295 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.295 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.295 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.295 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.296 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:21.296 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.296 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.296 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.296 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.296 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.296 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.296 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.296 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.296 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:21.296 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.296 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.296 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.297 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.297 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.297 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:21.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.923261+0000", 2024-04-13T08:45:21.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.923261+0000", 2024-04-13T08:45:21.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.923702+0000", 2024-04-13T08:45:21.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:21.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:21.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:21.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:21.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:21.298 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.298 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.298 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.298 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:21.298 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:21.298 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.298 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.298 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.298 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.298 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:21.298 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.298 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.298 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.299 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.299 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.299 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.299 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.299 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.299 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.23", 2024-04-13T08:45:21.299 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.299 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.299 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.299 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5218, 2024-04-13T08:45:21.299 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.299 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:48:34.888558+0000", 2024-04-13T08:45:21.299 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.299 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.299 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.302 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.303 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.303 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.303 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.303 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.303 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.303 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.303 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:21.303 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.303 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.303 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.303 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.303 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.303 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.303 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.304 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:21.304 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.304 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.304 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.304 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.304 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.304 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:21.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.450297+0000", 2024-04-13T08:45:21.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.450297+0000", 2024-04-13T08:45:21.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.452332+0000", 2024-04-13T08:45:21.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:21.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:21.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:21.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:21.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:21.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:21.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:21.305 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.305 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.305 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.305 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.305 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:21.306 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.306 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.306 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.306 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.306 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.306 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.306 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.306 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.306 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.22", 2024-04-13T08:45:21.306 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.306 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.306 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.306 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5070, 2024-04-13T08:45:21.306 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.307 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:50:47.322789+0000", 2024-04-13T08:45:21.307 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.307 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.307 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.310 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.310 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.310 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.310 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.310 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.310 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.310 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.310 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.310 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:21.310 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.310 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.310 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.310 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.311 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.311 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.311 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.311 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:21.311 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.311 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.311 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.311 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.311 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.311 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.311 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:21.311 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.166958+0000", 2024-04-13T08:45:21.311 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.166958+0000", 2024-04-13T08:45:21.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.167302+0000", 2024-04-13T08:45:21.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:21.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:21.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:21.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:21.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:21.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:21.313 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.313 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.313 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.313 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.313 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.313 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.313 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.313 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.313 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.313 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.313 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.313 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.313 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.313 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.21", 2024-04-13T08:45:21.313 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.314 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.314 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.314 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5173, 2024-04-13T08:45:21.314 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.314 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:18:34.335766+0000", 2024-04-13T08:45:21.314 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.314 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.314 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.317 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.317 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.317 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.317 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.317 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.317 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.317 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.317 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.318 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:21.318 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.318 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.318 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.318 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.318 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.318 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.318 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:21.318 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.318 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:21.318 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.318 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.318 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.318 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.319 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.319 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:21.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.167422+0000", 2024-04-13T08:45:21.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.167422+0000", 2024-04-13T08:45:21.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.168356+0000", 2024-04-13T08:45:21.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:21.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:21.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:21.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:21.320 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.320 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.320 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.320 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:21.320 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:21.320 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.320 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.320 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.320 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.320 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.320 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.320 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.320 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.320 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.320 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.321 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.321 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.321 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.321 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.20", 2024-04-13T08:45:21.321 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.321 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.321 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.321 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5029, 2024-04-13T08:45:21.321 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.321 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:59:20.901773+0000", 2024-04-13T08:45:21.321 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.321 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.321 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.324 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.324 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.324 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.325 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.325 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.325 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:21.325 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.325 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:21.325 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.325 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.325 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.325 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.325 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.325 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.325 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:21.325 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.325 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:21.326 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.326 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.326 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.326 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.326 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.326 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:21.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.991962+0000", 2024-04-13T08:45:21.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.991962+0000", 2024-04-13T08:45:21.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.992373+0000", 2024-04-13T08:45:21.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:21.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:21.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:21.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:21.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:21.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:21.327 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.327 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.327 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.327 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.328 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.328 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.328 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.328 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.328 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.328 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.328 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.328 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.328 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.328 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.f", 2024-04-13T08:45:21.328 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.328 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.328 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.328 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5003, 2024-04-13T08:45:21.329 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.329 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:39:44.515167+0000", 2024-04-13T08:45:21.329 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.329 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.329 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.332 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.332 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.332 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.332 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.332 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.332 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.332 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:21.332 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.332 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:21.332 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.332 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.333 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.333 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.333 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.333 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.333 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.333 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:21.333 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.333 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.333 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.333 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.333 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.333 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.333 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:21.333 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.800272+0000", 2024-04-13T08:45:21.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.800272+0000", 2024-04-13T08:45:21.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.800615+0000", 2024-04-13T08:45:21.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:21.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:21.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:21.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:21.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:21.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:21.335 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:21.335 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.335 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:21.335 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.335 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.335 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:21.335 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.335 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.335 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.335 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.335 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:21.335 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.335 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.335 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.335 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.e", 2024-04-13T08:45:21.336 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.336 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.336 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.336 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5194, 2024-04-13T08:45:21.336 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.336 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:26:59.713119+0000", 2024-04-13T08:45:21.336 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.336 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.336 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:21.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:21.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:21.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:21.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 12, 2024-04-13T08:45:21.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 12, 2024-04-13T08:45:21.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:21.339 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.339 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.339 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.339 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.339 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.339 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.339 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.339 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.340 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.340 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:21.340 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:21.340 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.340 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.340 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.340 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.340 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.340 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.340 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.340 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:21.340 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.340 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.340 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.340 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.341 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.341 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:21.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.156640+0000", 2024-04-13T08:45:21.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.156640+0000", 2024-04-13T08:45:21.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.156997+0000", 2024-04-13T08:45:21.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:21.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:21.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:21.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:21.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.342 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.342 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.342 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:21.342 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:21.342 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.342 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.342 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.342 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.342 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.342 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.342 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.342 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.342 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.342 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.343 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.343 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.343 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.343 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.c", 2024-04-13T08:45:21.343 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.343 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.343 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.343 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5061, 2024-04-13T08:45:21.343 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.343 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:02:11.099429+0000", 2024-04-13T08:45:21.343 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.343 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.343 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.346 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.346 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.346 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.346 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.346 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.346 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.347 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.347 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.347 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:21.347 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.347 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.347 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.347 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.347 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.347 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.347 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:21.347 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.347 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:21.347 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.347 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.347 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.348 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.348 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.348 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:21.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.933227+0000", 2024-04-13T08:45:21.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.933227+0000", 2024-04-13T08:45:21.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.933758+0000", 2024-04-13T08:45:21.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:21.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:21.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:21.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:21.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:21.349 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.349 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.349 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.349 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:21.349 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:21.349 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.349 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T08:45:21.349 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.349 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.349 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:21.349 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.349 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.349 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.349 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.350 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T08:45:21.350 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.350 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.350 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.350 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.d", 2024-04-13T08:45:21.350 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.350 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.350 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.350 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5215, 2024-04-13T08:45:21.350 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.350 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:21:47.761469+0000", 2024-04-13T08:45:21.350 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.350 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.350 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 70, 2024-04-13T08:45:21.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:21.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:21.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:21.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 2, 2024-04-13T08:45:21.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 2, 2024-04-13T08:45:21.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T08:45:21.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T08:45:21.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.353 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.353 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.353 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.354 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.354 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.354 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:21.354 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.354 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:21.354 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'1" 2024-04-13T08:45:21.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.354 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.354 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.354 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.354 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.354 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.354 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.354 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:21.354 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.355 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.355 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.355 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.355 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.355 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:21.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.002604+0000", 2024-04-13T08:45:21.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.002604+0000", 2024-04-13T08:45:21.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.009023+0000", 2024-04-13T08:45:21.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:21.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.356 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.356 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:21.356 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:21.356 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:21.356 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.356 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.356 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.356 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:21.356 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:21.356 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.356 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.356 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.356 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.356 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.356 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.357 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.357 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.357 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.357 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.357 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.357 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.357 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.357 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.d", 2024-04-13T08:45:21.357 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.357 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.357 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.357 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5020, 2024-04-13T08:45:21.357 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.358 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:36:20.109973+0000", 2024-04-13T08:45:21.358 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.358 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.358 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.360 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.361 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.361 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.361 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.361 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.361 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.361 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.361 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.361 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:21.361 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.362 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.362 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.362 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.362 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.362 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.362 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.362 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:21.362 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.362 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.362 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.362 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.362 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.362 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:21.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.448115+0000", 2024-04-13T08:45:21.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.448115+0000", 2024-04-13T08:45:21.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.448515+0000", 2024-04-13T08:45:21.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:21.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:21.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:21.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:21.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:21.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:21.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:21.364 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.364 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.364 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.364 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.364 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:21.364 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.364 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.364 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.364 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.364 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.364 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.365 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.365 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.365 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.c", 2024-04-13T08:45:21.365 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.365 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.365 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.365 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5199, 2024-04-13T08:45:21.365 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.365 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:17:18.587246+0000", 2024-04-13T08:45:21.365 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.365 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.365 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.368 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.368 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.368 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.368 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.368 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.369 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.369 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.369 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.369 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:21.369 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.369 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.369 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.369 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.369 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.369 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.369 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.369 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:21.369 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.370 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.370 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.370 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.370 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.370 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.370 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:21.370 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.160905+0000", 2024-04-13T08:45:21.370 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.160905+0000", 2024-04-13T08:45:21.370 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.162225+0000", 2024-04-13T08:45:21.370 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:21.370 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.370 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.370 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:21.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:21.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:21.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:21.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:21.371 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.371 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.371 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.371 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.371 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.371 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.372 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.372 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.372 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.372 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.372 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.372 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.372 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.372 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.a", 2024-04-13T08:45:21.372 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.372 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.372 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.372 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5033, 2024-04-13T08:45:21.372 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.372 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:54:57.425101+0000", 2024-04-13T08:45:21.373 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.373 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.373 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.376 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.376 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.376 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.376 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.376 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.376 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.376 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.376 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:21.376 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.376 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.376 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.376 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.376 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.377 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:21.377 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.377 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:21.377 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.377 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.377 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.377 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.377 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.377 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.377 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:21.377 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.995447+0000", 2024-04-13T08:45:21.377 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.995447+0000", 2024-04-13T08:45:21.377 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.000050+0000", 2024-04-13T08:45:21.377 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:21.377 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:21.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:21.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:21.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:21.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:21.378 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.379 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 4, 2024-04-13T08:45:21.379 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.379 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.379 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.379 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.379 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.379 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.379 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.379 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 4, 2024-04-13T08:45:21.379 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.379 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.379 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.379 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.b", 2024-04-13T08:45:21.379 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.379 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.380 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.380 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5036, 2024-04-13T08:45:21.380 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.380 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:50:14.510160+0000", 2024-04-13T08:45:21.380 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.380 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.380 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.380 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.380 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.380 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.380 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.380 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.380 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.380 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:21.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:21.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:21.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:21.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 4, 2024-04-13T08:45:21.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 4, 2024-04-13T08:45:21.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T08:45:21.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.383 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.383 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.383 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.383 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.383 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.383 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:21.383 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.383 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:21.383 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'4" 2024-04-13T08:45:21.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.384 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.384 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.384 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.384 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.384 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.384 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.384 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:21.384 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.384 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.384 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.384 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.384 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.384 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.384 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:21.384 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.934874+0000", 2024-04-13T08:45:21.385 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.934874+0000", 2024-04-13T08:45:21.385 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.935579+0000", 2024-04-13T08:45:21.385 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:21.385 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.385 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.385 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.385 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:21.385 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:21.385 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:21.385 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:21.385 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.385 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.385 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.385 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:21.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:21.386 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.386 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.386 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.386 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.386 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:21.386 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.386 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.386 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.386 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.386 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.386 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.386 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.386 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.387 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.b", 2024-04-13T08:45:21.387 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.387 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.387 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.387 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5137, 2024-04-13T08:45:21.387 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.387 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:22:21.864472+0000", 2024-04-13T08:45:21.387 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.387 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.387 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.387 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.390 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.390 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.390 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.390 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.390 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.390 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.390 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.391 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.391 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:21.391 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.391 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.391 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.391 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.391 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.391 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.391 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.391 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:21.391 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.391 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.391 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.391 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.392 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.392 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.392 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:21.392 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.803156+0000", 2024-04-13T08:45:21.392 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.803156+0000", 2024-04-13T08:45:21.392 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.803471+0000", 2024-04-13T08:45:21.392 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:21.392 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.392 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.392 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.392 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:21.392 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:21.392 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:21.392 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:21.393 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.393 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.393 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.393 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:21.393 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:21.393 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.393 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.393 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.393 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.393 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:21.393 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.393 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.393 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.393 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.394 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.394 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.394 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.394 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.394 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.a", 2024-04-13T08:45:21.394 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.394 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.394 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.394 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5209, 2024-04-13T08:45:21.394 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.394 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:29:50.399416+0000", 2024-04-13T08:45:21.394 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.394 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.394 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.395 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.397 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.397 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.397 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.398 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.398 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.398 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.398 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.398 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:21.398 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.398 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.398 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.398 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.398 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.398 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.398 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.398 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:21.399 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.399 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.399 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.399 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.399 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.399 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:21.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.005539+0000", 2024-04-13T08:45:21.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.005539+0000", 2024-04-13T08:45:21.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.005930+0000", 2024-04-13T08:45:21.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:21.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.399 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:21.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:21.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:21.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:21.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:21.400 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.400 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.400 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.400 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.400 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.401 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.401 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.401 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.401 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.401 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.401 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.401 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.401 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.401 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.8", 2024-04-13T08:45:21.401 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.401 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.401 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.401 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5134, 2024-04-13T08:45:21.401 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.401 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:19:27.578547+0000", 2024-04-13T08:45:21.402 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.402 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.402 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.402 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.405 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.405 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.405 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.405 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.405 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.405 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.405 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.405 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:21.405 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.405 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.405 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.405 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.406 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.406 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:21.406 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.406 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:21.406 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.406 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.406 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.406 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.406 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.406 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.406 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:21.406 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.996869+0000", 2024-04-13T08:45:21.406 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.996869+0000", 2024-04-13T08:45:21.407 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.997276+0000", 2024-04-13T08:45:21.407 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:21.407 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.407 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.407 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.407 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.407 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:21.407 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:21.407 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:21.407 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.407 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.407 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.407 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:21.407 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:21.408 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.408 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.408 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.408 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.408 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.408 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.408 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.408 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.408 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.408 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.408 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.408 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.408 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.408 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.9", 2024-04-13T08:45:21.409 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.409 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.409 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.409 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5212, 2024-04-13T08:45:21.409 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.409 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:34:23.836899+0000", 2024-04-13T08:45:21.409 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.409 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.409 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.409 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.410 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.410 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.410 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.410 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.410 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.410 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.410 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.410 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.410 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.410 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.410 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.410 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.410 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.410 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.412 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.412 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.412 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.412 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.412 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.412 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:21.412 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.412 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:21.413 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.413 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.413 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.413 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.413 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.413 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.413 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.413 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:21.413 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.413 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.413 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.413 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.413 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.413 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.414 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:21.414 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.987475+0000", 2024-04-13T08:45:21.414 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.987475+0000", 2024-04-13T08:45:21.414 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.988016+0000", 2024-04-13T08:45:21.414 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:21.414 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.414 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.414 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.414 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.414 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:21.414 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:21.414 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:21.414 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.415 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.415 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.415 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:21.415 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:21.415 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.415 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.415 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.415 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.415 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.415 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.415 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.415 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.415 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.415 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.416 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.416 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.416 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.416 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.9", 2024-04-13T08:45:21.416 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.416 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.416 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.416 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5123, 2024-04-13T08:45:21.416 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.416 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:55:17.561101+0000", 2024-04-13T08:45:21.416 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.416 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.416 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.416 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.417 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.419 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.419 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.419 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.419 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.420 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.420 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.420 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.420 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:21.420 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.420 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.420 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.420 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.420 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.420 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.420 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.420 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.420 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:21.420 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.420 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.421 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.421 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.421 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.421 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.421 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:21.421 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:19:36.794577+0000", 2024-04-13T08:45:21.421 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:19:36.794577+0000", 2024-04-13T08:45:21.421 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:19:36.795337+0000", 2024-04-13T08:45:21.421 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:21.421 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.421 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.421 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.421 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 385, 2024-04-13T08:45:21.421 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:21.422 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:21.422 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:21.422 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.422 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.422 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.422 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:21.422 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:21.422 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.422 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.422 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.422 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.422 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 384, 2024-04-13T08:45:21.422 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.423 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.423 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.423 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.423 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.423 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.423 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.423 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.423 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.8", 2024-04-13T08:45:21.423 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.423 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.423 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.423 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4891, 2024-04-13T08:45:21.423 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.423 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:01:16.057730+0000", 2024-04-13T08:45:21.423 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.424 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.424 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.424 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.427 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.427 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.427 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.427 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.427 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.427 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.427 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.427 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:21.427 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.427 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.427 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.427 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.427 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.428 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.428 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.428 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:21.428 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.428 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.428 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.428 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.428 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.428 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.428 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:21.428 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.920566+0000", 2024-04-13T08:45:21.428 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.920566+0000", 2024-04-13T08:45:21.428 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.921031+0000", 2024-04-13T08:45:21.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:21.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:21.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:21.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:21.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:21.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:21.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:21.429 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.430 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.430 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.430 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.430 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:21.430 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.430 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.430 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.430 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.430 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.430 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.430 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.430 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.430 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.6", 2024-04-13T08:45:21.430 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.431 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.431 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.431 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5217, 2024-04-13T08:45:21.431 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.431 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:07:56.900899+0000", 2024-04-13T08:45:21.431 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.431 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.431 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.431 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.434 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.434 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.434 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.434 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.434 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.434 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.434 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.434 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:21.434 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.435 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.435 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.435 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.435 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.435 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.435 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.435 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:21.435 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.435 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.435 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.435 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.435 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.435 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.435 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:21.436 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.169286+0000", 2024-04-13T08:45:21.436 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.169286+0000", 2024-04-13T08:45:21.436 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.171939+0000", 2024-04-13T08:45:21.436 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:21.436 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.436 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.436 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.436 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.436 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:21.436 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:21.436 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:21.436 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.436 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.436 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:21.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:21.437 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.437 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:21.437 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.437 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.437 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.437 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.437 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.437 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.437 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.437 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:21.437 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.437 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.437 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.438 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.7", 2024-04-13T08:45:21.438 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.438 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.438 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.438 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5064, 2024-04-13T08:45:21.438 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.438 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:15:07.084538+0000", 2024-04-13T08:45:21.438 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.438 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.438 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.438 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.438 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.438 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.438 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:21.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:21.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:21.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:21.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 12, 2024-04-13T08:45:21.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 12, 2024-04-13T08:45:21.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:21.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.441 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.441 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.441 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.441 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.441 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.441 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.442 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.442 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:21.442 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:21.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.442 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.442 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.442 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.442 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.442 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.442 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.442 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:21.442 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.442 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.442 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:21.443 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.443 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.443 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:21.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.170095+0000", 2024-04-13T08:45:21.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.170095+0000", 2024-04-13T08:45:21.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.347581+0000", 2024-04-13T08:45:21.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:21.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:21.443 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:21.444 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:21.444 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.444 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.444 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.444 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:21.444 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:21.444 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.444 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3168, 2024-04-13T08:45:21.444 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.444 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.444 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.444 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.444 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.444 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.445 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.445 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3168, 2024-04-13T08:45:21.445 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.445 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.445 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.445 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.1", 2024-04-13T08:45:21.445 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.445 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.445 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.445 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 9115, 2024-04-13T08:45:21.445 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.445 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:13:59.214505+0000", 2024-04-13T08:45:21.445 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.004885399, 2024-04-13T08:45:21.445 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.446 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.446 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 1375, 2024-04-13T08:45:21.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 384030, 2024-04-13T08:45:21.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3147, 2024-04-13T08:45:21.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 422122 2024-04-13T08:45:21.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.449 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.449 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.449 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.449 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.449 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.449 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.449 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.449 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:21.449 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3168" 2024-04-13T08:45:21.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.449 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.449 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.449 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.449 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.450 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.450 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.450 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:21.450 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.450 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.450 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.450 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.450 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.450 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.450 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:21.450 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994121+0000", 2024-04-13T08:45:21.450 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994121+0000", 2024-04-13T08:45:21.450 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.994480+0000", 2024-04-13T08:45:21.450 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:21.450 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:21.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:21.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:21.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:21.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:21.451 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.451 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.451 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.452 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.452 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.452 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.452 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.452 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.452 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.452 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.452 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.452 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.452 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.452 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.7", 2024-04-13T08:45:21.452 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.452 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.452 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.452 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5139, 2024-04-13T08:45:21.453 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.453 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:52:08.900480+0000", 2024-04-13T08:45:21.453 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.453 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.453 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.453 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.453 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.453 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.453 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.453 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.453 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.453 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.453 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.453 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.456 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.456 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.456 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.456 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.456 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.456 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.456 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.456 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:21.456 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.456 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.456 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.456 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.457 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.457 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.457 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.457 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:21.457 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.457 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.457 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.457 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.457 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.457 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.457 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:21.457 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.169511+0000", 2024-04-13T08:45:21.457 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.169511+0000", 2024-04-13T08:45:21.457 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.169820+0000", 2024-04-13T08:45:21.458 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:21.458 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.458 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.458 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.458 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.458 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:21.458 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:21.458 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:21.458 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.458 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.458 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.458 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:21.458 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:21.458 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.459 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:21.459 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.459 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.459 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.459 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.459 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.459 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.459 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.459 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:21.459 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.459 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.459 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.459 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.6", 2024-04-13T08:45:21.459 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.459 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.460 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.460 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5219, 2024-04-13T08:45:21.460 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.460 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:27:46.180111+0000", 2024-04-13T08:45:21.460 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.460 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.460 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.460 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:21.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:21.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:21.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:21.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 4, 2024-04-13T08:45:21.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 4, 2024-04-13T08:45:21.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:21.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.463 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.463 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.463 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.463 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.463 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.463 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.463 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.463 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:21.463 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "569'3" 2024-04-13T08:45:21.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.464 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.464 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.464 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.464 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.464 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.464 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.464 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:21.464 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.464 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.464 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:21.464 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.464 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.464 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.464 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:21.465 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.997824+0000", 2024-04-13T08:45:21.465 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.997824+0000", 2024-04-13T08:45:21.465 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.447667+0000", 2024-04-13T08:45:21.465 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:21.465 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.465 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.465 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.465 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.465 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:21.465 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:21.465 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:21.465 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.465 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.465 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.465 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:21.466 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:21.466 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.466 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2910, 2024-04-13T08:45:21.466 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.466 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.466 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.466 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.466 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.466 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.466 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.466 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2910, 2024-04-13T08:45:21.466 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.466 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.466 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.467 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.0", 2024-04-13T08:45:21.467 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.467 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.467 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.467 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 8563, 2024-04-13T08:45:21.467 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.467 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:36:22.092062+0000", 2024-04-13T08:45:21.467 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.003454953, 2024-04-13T08:45:21.467 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.467 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.467 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.467 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.467 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.467 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.468 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 642, 2024-04-13T08:45:21.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 373693, 2024-04-13T08:45:21.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 2894, 2024-04-13T08:45:21.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 396841 2024-04-13T08:45:21.470 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.470 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.470 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.470 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.470 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.470 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.470 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.470 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.470 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:21.471 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'2910" 2024-04-13T08:45:21.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.471 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.471 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.471 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.471 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.471 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:21.471 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.471 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:21.471 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.471 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.471 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.471 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.471 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.471 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:21.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.449296+0000", 2024-04-13T08:45:21.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.449296+0000", 2024-04-13T08:45:21.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.449810+0000", 2024-04-13T08:45:21.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:21.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:21.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:21.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:21.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:21.472 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:21.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:21.473 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.473 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.473 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.473 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.473 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:21.473 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.473 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.473 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.473 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.473 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.473 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.474 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.474 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.474 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.4", 2024-04-13T08:45:21.474 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.474 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.474 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.474 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5214, 2024-04-13T08:45:21.474 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.474 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:25:54.167500+0000", 2024-04-13T08:45:21.474 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.474 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.474 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.474 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.475 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.477 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.477 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.478 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.478 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.478 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.478 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:21.478 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.478 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:21.478 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.478 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.478 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.478 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.478 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.478 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.478 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.478 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:21.479 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.479 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.479 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.479 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.479 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.479 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.479 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:21.479 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.999602+0000", 2024-04-13T08:45:21.479 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.999602+0000", 2024-04-13T08:45:21.479 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.000051+0000", 2024-04-13T08:45:21.479 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:21.479 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.479 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.479 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.480 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.480 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:21.480 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:21.480 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:21.480 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.480 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.480 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.480 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:21.480 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:21.480 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.480 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.480 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.480 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.480 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.481 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.481 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.481 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.481 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.481 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.481 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.481 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.481 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.481 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.5", 2024-04-13T08:45:21.481 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.481 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.481 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.481 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4999, 2024-04-13T08:45:21.481 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.481 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:54:43.201145+0000", 2024-04-13T08:45:21.482 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.482 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.482 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.482 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.485 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.485 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.485 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.485 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.485 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.485 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.485 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.485 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:21.485 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.485 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.485 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.485 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.485 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.485 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.486 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.486 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:21.486 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.486 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.486 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:21.486 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.486 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.486 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.486 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:45:03.616901+0000", 2024-04-13T08:45:21.486 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.006869+0000", 2024-04-13T08:45:21.486 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.006869+0000", 2024-04-13T08:45:21.486 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.335921+0000", 2024-04-13T08:45:21.486 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:45:03.616901+0000", 2024-04-13T08:45:21.486 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.486 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.487 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.487 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.487 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:45:03.616901+0000", 2024-04-13T08:45:21.487 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:45:03.616901+0000", 2024-04-13T08:45:21.487 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:45:03.616901+0000", 2024-04-13T08:45:21.487 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.487 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.487 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.487 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:45:03.616901+0000", 2024-04-13T08:45:21.487 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:45:03.616901+0000", 2024-04-13T08:45:21.487 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.487 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3110, 2024-04-13T08:45:21.487 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.488 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.488 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.488 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.488 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.488 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.488 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.488 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3110, 2024-04-13T08:45:21.488 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.488 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.488 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.488 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.3", 2024-04-13T08:45:21.488 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.488 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.488 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.489 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 9189, 2024-04-13T08:45:21.489 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.489 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:39:11.566945+0000", 2024-04-13T08:45:21.489 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.006486199, 2024-04-13T08:45:21.489 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.489 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.489 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:21.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:21.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:21.490 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:21.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 1460, 2024-04-13T08:45:21.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 371067, 2024-04-13T08:45:21.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3081, 2024-04-13T08:45:21.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 384648 2024-04-13T08:45:21.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.492 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.492 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.492 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.492 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.492 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.492 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.492 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.492 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:21.492 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3110" 2024-04-13T08:45:21.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.493 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.493 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.493 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.493 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.493 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.493 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.493 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:21.493 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.493 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.493 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.493 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.493 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.494 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:21.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.004018+0000", 2024-04-13T08:45:21.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.004018+0000", 2024-04-13T08:45:21.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.004312+0000", 2024-04-13T08:45:21.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:21.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:21.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:21.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:21.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.494 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.495 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.495 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:21.495 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:21.495 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.495 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.495 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.495 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.495 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.495 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.495 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.495 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.495 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.495 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.495 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.496 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.496 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.496 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.0", 2024-04-13T08:45:21.496 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.496 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.496 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.496 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5023, 2024-04-13T08:45:21.496 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.496 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:45:07.102365+0000", 2024-04-13T08:45:21.496 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.496 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.496 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.496 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.496 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.496 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.497 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.499 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.499 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.499 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.499 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.500 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.500 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.500 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.500 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:21.500 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.500 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.500 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.500 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.500 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.500 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:21.500 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.500 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:21.500 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.500 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.501 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.501 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.501 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.501 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.501 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:21.501 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.932059+0000", 2024-04-13T08:45:21.501 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.932059+0000", 2024-04-13T08:45:21.501 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.933157+0000", 2024-04-13T08:45:21.501 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:21.501 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.501 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.501 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.501 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:21.501 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:21.501 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:21.502 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:21.502 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.502 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.502 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.502 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:21.502 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:21.502 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.502 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.502 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.502 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.502 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:21.502 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.502 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.502 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.503 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.503 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.503 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.503 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.503 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.503 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1", 2024-04-13T08:45:21.503 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.503 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.503 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.503 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5218, 2024-04-13T08:45:21.503 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.503 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:33:30.171374+0000", 2024-04-13T08:45:21.503 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.503 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.503 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.504 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.504 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.504 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.504 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.504 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.504 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.504 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.504 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.504 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.504 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.504 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.504 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.504 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.504 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.505 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.505 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.505 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.505 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.505 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.505 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.505 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.505 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.505 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.505 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.505 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.505 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.505 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.505 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.506 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.507 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.507 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.507 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.507 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.507 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:21.507 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.507 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:21.507 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.507 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.507 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.507 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.507 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.507 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.508 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.508 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:21.508 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.508 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.508 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:21.508 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.508 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.508 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.508 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:21.508 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:19:36.800595+0000", 2024-04-13T08:45:21.508 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:19:36.800595+0000", 2024-04-13T08:45:21.508 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.339925+0000", 2024-04-13T08:45:21.508 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:21.508 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.509 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.509 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.509 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 385, 2024-04-13T08:45:21.509 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:21.509 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:21.509 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:21.509 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.509 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.509 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.509 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:21.509 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:21.509 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.509 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3085, 2024-04-13T08:45:21.509 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.509 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.510 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 384, 2024-04-13T08:45:21.510 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.510 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.510 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.510 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.510 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3085, 2024-04-13T08:45:21.510 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.510 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.510 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.510 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.6", 2024-04-13T08:45:21.510 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.510 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.510 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.510 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 9231, 2024-04-13T08:45:21.511 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.511 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:49:34.686907+0000", 2024-04-13T08:45:21.511 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.009581981, 2024-04-13T08:45:21.511 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.511 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 4194304, 2024-04-13T08:45:21.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:21.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:21.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:21.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 1648, 2024-04-13T08:45:21.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 381912, 2024-04-13T08:45:21.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3025, 2024-04-13T08:45:21.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 358997 2024-04-13T08:45:21.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.514 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.514 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.514 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.514 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.514 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.514 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.514 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.514 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:21.514 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3085" 2024-04-13T08:45:21.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.514 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.514 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.514 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.515 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.515 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.515 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.515 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:21.515 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.515 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.515 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 20, 2024-04-13T08:45:21.515 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.515 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.515 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.515 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:21.515 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994730+0000", 2024-04-13T08:45:21.515 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994730+0000", 2024-04-13T08:45:21.515 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.995391+0000", 2024-04-13T08:45:21.515 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:21.516 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:08:28.417903+0000", 2024-04-13T08:45:21.516 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.516 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:08:28.417903+0000", 2024-04-13T08:45:21.516 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.516 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:21.516 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:21.516 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:21.516 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.516 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.516 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:08:28.417903+0000", 2024-04-13T08:45:21.516 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:21.516 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914831+0000", 2024-04-13T08:45:21.516 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.516 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 197, 2024-04-13T08:45:21.517 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.517 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.517 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.517 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.517 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.517 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.517 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.517 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 197, 2024-04-13T08:45:21.517 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.517 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.517 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.517 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "1.0", 2024-04-13T08:45:21.517 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.518 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.518 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.518 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5518, 2024-04-13T08:45:21.518 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.518 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:57:17.508755+0000", 2024-04-13T08:45:21.518 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.518 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.518 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.518 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 590368, 2024-04-13T08:45:21.518 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.518 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 1771104, 2024-04-13T08:45:21.518 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.518 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.518 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:21.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:21.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.519 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:21.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 6, 2024-04-13T08:45:21.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 812, 2024-04-13T08:45:21.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 1310, 2024-04-13T08:45:21.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 311, 2024-04-13T08:45:21.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 2416 2024-04-13T08:45:21.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.521 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.521 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.521 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.521 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.521 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.521 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.521 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.521 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:21.521 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "237'197" 2024-04-13T08:45:21.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.522 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.522 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.522 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.522 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.522 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.522 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.522 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:21.522 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.522 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.522 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.522 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.522 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.522 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.523 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:21.523 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.435327+0000", 2024-04-13T08:45:21.523 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.435327+0000", 2024-04-13T08:45:21.523 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.436299+0000", 2024-04-13T08:45:21.523 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:21.523 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.523 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.523 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.523 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:21.523 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:21.523 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:21.523 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:21.523 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.523 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.523 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.524 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:21.524 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:21.524 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.525 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.525 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.525 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.525 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:21.525 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.525 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.526 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.526 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.526 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.526 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.526 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.526 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.526 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.3", 2024-04-13T08:45:21.526 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.526 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.526 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.526 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5073, 2024-04-13T08:45:21.526 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.526 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:27:14.387889+0000", 2024-04-13T08:45:21.526 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.527 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.527 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.527 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.527 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.527 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.527 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.527 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.527 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.527 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.527 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.527 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.527 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.527 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.527 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.529 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.530 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.530 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.530 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.530 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.530 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.530 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.530 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:21.530 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.530 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.530 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.530 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.530 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.530 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.531 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.531 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:21.531 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.531 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.531 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.531 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.531 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.531 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.531 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:21.531 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.165087+0000", 2024-04-13T08:45:21.531 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.165087+0000", 2024-04-13T08:45:21.531 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.165309+0000", 2024-04-13T08:45:21.531 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:21.531 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.531 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:21.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:21.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:21.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:21.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:21.532 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.532 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.532 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.532 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.533 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.533 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.533 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.533 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.533 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.533 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.533 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.533 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.533 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.533 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2", 2024-04-13T08:45:21.533 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.533 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.533 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.533 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5127, 2024-04-13T08:45:21.533 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.534 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:30:47.604048+0000", 2024-04-13T08:45:21.534 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.534 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.534 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.537 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.537 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.537 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.537 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.537 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.537 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.537 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.537 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:21.537 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.537 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.537 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.537 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.538 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.538 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.538 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.538 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:21.538 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.538 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.538 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:21.538 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.538 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.538 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.538 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:21.538 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.996179+0000", 2024-04-13T08:45:21.538 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.996179+0000", 2024-04-13T08:45:21.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.389225+0000", 2024-04-13T08:45:21.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:21.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:21.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:21.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:21.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:21.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:21.539 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.540 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3106, 2024-04-13T08:45:21.540 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.540 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.540 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.540 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.540 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.540 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.540 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.540 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3106, 2024-04-13T08:45:21.540 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.540 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.540 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.540 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.5", 2024-04-13T08:45:21.540 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.540 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.541 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.541 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 8732, 2024-04-13T08:45:21.541 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.541 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:24:53.808653+0000", 2024-04-13T08:45:21.541 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.003767069, 2024-04-13T08:45:21.541 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.541 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.541 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.541 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.541 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.541 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.541 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.541 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.541 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 879, 2024-04-13T08:45:21.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 394402, 2024-04-13T08:45:21.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3098, 2024-04-13T08:45:21.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 420001 2024-04-13T08:45:21.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.544 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.544 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.544 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.544 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.544 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.544 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.544 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.544 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:21.544 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3106" 2024-04-13T08:45:21.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.544 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.545 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.545 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.545 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.545 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.545 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.545 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:21.545 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.545 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.545 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.545 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.545 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.545 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.545 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:21.545 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.800610+0000", 2024-04-13T08:45:21.545 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.800610+0000", 2024-04-13T08:45:21.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.800902+0000", 2024-04-13T08:45:21.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:21.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:21.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:21.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:21.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:21.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:21.547 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:21.547 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.547 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.547 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.547 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.547 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:21.547 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.547 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.547 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.547 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.547 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.547 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.547 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.547 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.547 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1", 2024-04-13T08:45:21.548 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.548 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.548 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.548 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5187, 2024-04-13T08:45:21.548 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.548 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:47:16.927400+0000", 2024-04-13T08:45:21.548 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.548 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.548 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.548 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.548 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.548 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.548 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.548 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.551 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.551 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.551 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.551 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.551 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.551 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.551 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.551 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:21.552 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.552 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.552 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.552 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.552 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.552 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.552 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.552 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:21.552 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.552 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.552 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.552 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.552 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.552 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:21.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.156141+0000", 2024-04-13T08:45:21.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.156141+0000", 2024-04-13T08:45:21.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.156483+0000", 2024-04-13T08:45:21.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:21.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:21.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:21.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:21.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.554 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:21.554 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:21.554 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.554 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.554 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.554 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.554 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.554 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.554 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.554 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.554 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.554 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.554 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.554 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.555 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.555 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.0", 2024-04-13T08:45:21.555 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.555 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.555 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.555 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5215, 2024-04-13T08:45:21.555 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.555 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:08:18.423327+0000", 2024-04-13T08:45:21.555 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.555 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.555 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.555 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.558 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.558 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.558 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.558 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.558 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.559 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.559 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.559 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:21.559 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.559 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.559 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.559 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.559 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.559 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.559 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.559 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:21.559 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.559 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.560 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:21.560 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.560 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.560 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.560 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:21.560 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.448941+0000", 2024-04-13T08:45:21.560 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.448941+0000", 2024-04-13T08:45:21.560 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.342398+0000", 2024-04-13T08:45:21.560 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:21.560 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.560 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.560 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.560 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:21.560 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:21.560 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:21.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:21.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:21.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:21.561 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.561 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3018, 2024-04-13T08:45:21.561 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.561 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.561 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:21.561 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.561 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.561 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.562 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.562 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3018, 2024-04-13T08:45:21.562 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.562 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.562 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.562 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.7", 2024-04-13T08:45:21.562 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.562 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.562 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.562 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 8836, 2024-04-13T08:45:21.562 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.562 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:16:09.107606+0000", 2024-04-13T08:45:21.563 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.011349046, 2024-04-13T08:45:21.563 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.563 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 928, 2024-04-13T08:45:21.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 379413, 2024-04-13T08:45:21.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3020, 2024-04-13T08:45:21.566 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 369801 2024-04-13T08:45:21.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.566 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.566 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.566 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.566 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.566 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.566 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.566 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.566 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:21.566 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1179'3018" 2024-04-13T08:45:21.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.566 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.567 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.567 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.567 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.567 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.567 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.567 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:21.567 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.567 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.567 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.567 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.567 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.567 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.567 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:21.567 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.166911+0000", 2024-04-13T08:45:21.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.166911+0000", 2024-04-13T08:45:21.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.167272+0000", 2024-04-13T08:45:21.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:21.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:21.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:21.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:21.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:21.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:21.569 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.569 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.569 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.569 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.569 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.569 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.569 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.569 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.569 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.569 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.569 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.569 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.569 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.569 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3", 2024-04-13T08:45:21.569 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.570 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.570 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.570 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5136, 2024-04-13T08:45:21.570 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.570 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:41:13.413148+0000", 2024-04-13T08:45:21.570 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.570 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.570 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.573 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.573 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.573 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.573 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.573 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.573 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.573 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.573 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.573 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.573 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.573 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.573 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:21.573 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.574 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.574 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.574 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.574 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.574 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.574 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.574 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:21.574 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.574 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.574 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.574 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.574 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.574 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.574 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:21.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.167901+0000", 2024-04-13T08:45:21.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.167901+0000", 2024-04-13T08:45:21.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.168243+0000", 2024-04-13T08:45:21.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:21.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:21.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:21.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:21.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:21.576 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:21.576 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.576 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.576 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.576 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.576 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.576 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.576 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.576 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.576 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.576 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.576 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.576 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.577 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.577 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.2", 2024-04-13T08:45:21.577 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.577 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.577 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.577 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5080, 2024-04-13T08:45:21.577 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.577 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:43:07.082883+0000", 2024-04-13T08:45:21.577 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.577 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.577 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.577 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.577 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.577 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.580 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.580 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.580 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.580 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.580 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.580 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.581 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.581 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:21.581 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.581 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.581 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.581 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.581 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.581 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:21.581 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.581 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:21.581 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.581 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.581 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:21.581 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.582 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.582 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.582 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:45:03.616172+0000", 2024-04-13T08:45:21.582 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.803111+0000", 2024-04-13T08:45:21.582 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.803111+0000", 2024-04-13T08:45:21.582 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.340110+0000", 2024-04-13T08:45:21.582 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:45:03.616172+0000", 2024-04-13T08:45:21.582 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.582 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.582 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.582 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:21.582 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:45:03.616172+0000", 2024-04-13T08:45:21.582 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:45:03.616172+0000", 2024-04-13T08:45:21.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:45:03.616172+0000", 2024-04-13T08:45:21.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:45:03.616172+0000", 2024-04-13T08:45:21.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:45:03.616172+0000", 2024-04-13T08:45:21.583 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.583 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3067, 2024-04-13T08:45:21.583 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.583 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.583 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:21.583 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.583 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.583 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.583 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.584 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3067, 2024-04-13T08:45:21.584 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.584 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.584 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.584 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.4", 2024-04-13T08:45:21.584 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.584 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.584 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.584 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 9081, 2024-04-13T08:45:21.584 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.584 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:42:08.234645+0000", 2024-04-13T08:45:21.584 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.011400536, 2024-04-13T08:45:21.584 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.584 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.584 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:21.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:21.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:21.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:21.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 1302, 2024-04-13T08:45:21.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 366640, 2024-04-13T08:45:21.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3059, 2024-04-13T08:45:21.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 375365 2024-04-13T08:45:21.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.587 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.587 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.587 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.587 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.588 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.588 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:21.588 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.588 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:21.588 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3067" 2024-04-13T08:45:21.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.588 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.588 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.588 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.588 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.588 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.588 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.588 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:21.588 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.588 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.589 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.589 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.589 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.589 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.589 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:21.589 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.449254+0000", 2024-04-13T08:45:21.589 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.449254+0000", 2024-04-13T08:45:21.589 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.449597+0000", 2024-04-13T08:45:21.589 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:21.589 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.589 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.589 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.589 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:21.589 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:21.589 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:21.590 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:21.590 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.590 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.590 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.590 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:21.590 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:21.590 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.590 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.590 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.590 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.591 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:21.591 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.591 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.591 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.591 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.591 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.591 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.591 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.591 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.591 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.5", 2024-04-13T08:45:21.591 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.591 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.591 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.591 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5070, 2024-04-13T08:45:21.592 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.592 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:30:12.840058+0000", 2024-04-13T08:45:21.592 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.592 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.592 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.592 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.592 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.592 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.592 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.592 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.592 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.592 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.592 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.592 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.595 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.595 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.595 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.595 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.595 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.595 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.595 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.595 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.595 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:21.595 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.595 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.595 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.595 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.596 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.596 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.596 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.596 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.596 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:21.596 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.596 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.596 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.596 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.596 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.596 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.596 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:21.596 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.009592+0000", 2024-04-13T08:45:21.596 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.009592+0000", 2024-04-13T08:45:21.597 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.009927+0000", 2024-04-13T08:45:21.597 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:21.597 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.597 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.597 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.597 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.597 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:21.597 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:21.597 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:21.597 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.597 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.597 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.597 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:21.597 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:21.598 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.598 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.598 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.598 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.598 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.598 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.598 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.598 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.598 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.598 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.598 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.598 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.598 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.598 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.4", 2024-04-13T08:45:21.599 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.599 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.599 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.599 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5226, 2024-04-13T08:45:21.599 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.599 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:06:22.826092+0000", 2024-04-13T08:45:21.599 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.599 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.599 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.599 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.599 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.599 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.599 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.599 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.599 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.600 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.600 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.600 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.600 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.600 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.600 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.600 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.600 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.600 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.600 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.600 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.600 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.600 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.600 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.600 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.602 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.602 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.602 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.602 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.602 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.602 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.602 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.602 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.602 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.602 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.602 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.602 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.602 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:21.602 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.603 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.603 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.603 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.603 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.603 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.603 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.603 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.603 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:21.603 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.603 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.603 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:21.603 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.603 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.603 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.603 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:21.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.441801+0000", 2024-04-13T08:45:21.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.441801+0000", 2024-04-13T08:45:21.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.336884+0000", 2024-04-13T08:45:21.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:21.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:21.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:21.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:21.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:21.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.604 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:21.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:21.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:21.605 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.605 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2948, 2024-04-13T08:45:21.605 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.605 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.605 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:21.605 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.605 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.605 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.605 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.605 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2948, 2024-04-13T08:45:21.605 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.606 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.606 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.606 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.2", 2024-04-13T08:45:21.606 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.606 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.606 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.606 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 8855, 2024-04-13T08:45:21.606 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.606 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:02:15.391820+0000", 2024-04-13T08:45:21.606 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.006744742, 2024-04-13T08:45:21.606 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.606 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.606 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 19, 2024-04-13T08:45:21.606 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.606 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.607 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.607 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.607 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.607 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.607 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.607 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.607 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.607 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.607 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.607 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.607 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.607 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.607 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.607 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:21.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:21.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:21.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 777, 2024-04-13T08:45:21.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 419364, 2024-04-13T08:45:21.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 2958, 2024-04-13T08:45:21.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 383925 2024-04-13T08:45:21.609 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.609 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.609 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.609 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.609 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.609 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.610 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.610 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.610 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:21.610 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1179'2948" 2024-04-13T08:45:21.610 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.610 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.610 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.610 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.610 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.610 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.610 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.610 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:21.610 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.611 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.611 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.611 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.611 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.611 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:21.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994925+0000", 2024-04-13T08:45:21.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994925+0000", 2024-04-13T08:45:21.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.995263+0000", 2024-04-13T08:45:21.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:21.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.611 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:21.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:21.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:21.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:21.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:21.612 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.612 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.612 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.612 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.612 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.612 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.612 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.613 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.613 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.613 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.613 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.613 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.613 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.613 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.e", 2024-04-13T08:45:21.613 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.613 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.613 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.613 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4994, 2024-04-13T08:45:21.613 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.613 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:27:06.999181+0000", 2024-04-13T08:45:21.613 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.614 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.614 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.616 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.617 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.617 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.617 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.617 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.617 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.617 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.617 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.617 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:21.617 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.617 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.617 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.617 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.617 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.617 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.618 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.618 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.618 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:21.618 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.618 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.618 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.618 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.618 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.618 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:21.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.986922+0000", 2024-04-13T08:45:21.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.986922+0000", 2024-04-13T08:45:21.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.987265+0000", 2024-04-13T08:45:21.618 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:21.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:21.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:21.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:21.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:21.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:21.619 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.619 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T08:45:21.619 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.619 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.620 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.620 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.620 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.620 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.620 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.620 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T08:45:21.620 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.620 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.620 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.620 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.f", 2024-04-13T08:45:21.620 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.620 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.620 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.620 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5137, 2024-04-13T08:45:21.621 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.621 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:37:48.436353+0000", 2024-04-13T08:45:21.621 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.621 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.621 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 22, 2024-04-13T08:45:21.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.621 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:21.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:21.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:21.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 2, 2024-04-13T08:45:21.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 2, 2024-04-13T08:45:21.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T08:45:21.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T08:45:21.624 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.624 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.624 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.624 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.624 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.624 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.624 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.624 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.624 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:21.624 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'1" 2024-04-13T08:45:21.624 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.624 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.625 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.625 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.625 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.625 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.625 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.625 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:21.625 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.625 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.625 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.625 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.625 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.625 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:21.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.995647+0000", 2024-04-13T08:45:21.625 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.995647+0000", 2024-04-13T08:45:21.626 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.998730+0000", 2024-04-13T08:45:21.626 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:21.626 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.626 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.626 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.626 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.626 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:21.626 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:21.626 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:21.626 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.626 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.626 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.626 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:21.627 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:21.627 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.627 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.627 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.627 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.627 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.627 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.627 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.627 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.627 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.627 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.627 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.627 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.627 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.627 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.11", 2024-04-13T08:45:21.628 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.628 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.628 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.628 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5019, 2024-04-13T08:45:21.628 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.628 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:36:44.067412+0000", 2024-04-13T08:45:21.628 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.628 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.628 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.631 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.631 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.631 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.631 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.631 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.631 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.631 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.631 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.632 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:21.632 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.632 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.632 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.632 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.632 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.632 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.632 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.632 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.632 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:21.632 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.632 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.632 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.632 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.632 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.633 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:21.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:19:36.794944+0000", 2024-04-13T08:45:21.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:19:36.794944+0000", 2024-04-13T08:45:21.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:19:36.795591+0000", 2024-04-13T08:45:21.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:21.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 385, 2024-04-13T08:45:21.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:21.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:21.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:21.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.633 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.634 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.634 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:21.634 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:21.634 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.634 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 8, 2024-04-13T08:45:21.634 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.634 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.634 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 384, 2024-04-13T08:45:21.634 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.634 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.634 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.634 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.634 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 8, 2024-04-13T08:45:21.635 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.635 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.635 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.635 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.10", 2024-04-13T08:45:21.635 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.635 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.635 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.635 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5206, 2024-04-13T08:45:21.635 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.635 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:48:53.284073+0000", 2024-04-13T08:45:21.635 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.635 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.635 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 12, 2024-04-13T08:45:21.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 4, 2024-04-13T08:45:21.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 4, 2024-04-13T08:45:21.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 4, 2024-04-13T08:45:21.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 48, 2024-04-13T08:45:21.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 48, 2024-04-13T08:45:21.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 12, 2024-04-13T08:45:21.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.638 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.638 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.638 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.638 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.638 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.639 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.639 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.639 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.639 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:21.639 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'8" 2024-04-13T08:45:21.639 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.639 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.639 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.639 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.639 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.639 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:21.639 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.639 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:21.639 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.640 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.640 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.640 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.640 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.640 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.640 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:21.640 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.167020+0000", 2024-04-13T08:45:21.640 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.167020+0000", 2024-04-13T08:45:21.640 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.167693+0000", 2024-04-13T08:45:21.640 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:21.640 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.640 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.640 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.640 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.640 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:21.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:21.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:21.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:21.641 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:21.641 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.641 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.641 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.641 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.641 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.641 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.641 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.642 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.642 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.642 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.642 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.642 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.642 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.642 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.10", 2024-04-13T08:45:21.642 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.642 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.642 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.642 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5023, 2024-04-13T08:45:21.642 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.642 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:31:20.315116+0000", 2024-04-13T08:45:21.642 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.643 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.643 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.644 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.645 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.645 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.645 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.645 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.646 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.646 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.646 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.646 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:21.646 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.646 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:21.646 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.646 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.646 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.646 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.646 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.646 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.646 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.646 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.647 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:21.647 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.647 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.647 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.647 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.647 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.647 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.647 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:21.647 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.175405+0000", 2024-04-13T08:45:21.647 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.175405+0000", 2024-04-13T08:45:21.647 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.176443+0000", 2024-04-13T08:45:21.647 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:21.647 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.647 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.647 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.648 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.648 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:21.648 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:21.648 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:21.648 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.648 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.648 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.648 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:21.648 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:21.648 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.648 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.648 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.648 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.648 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.649 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.649 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.649 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.649 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.649 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.649 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.649 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.649 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.649 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.11", 2024-04-13T08:45:21.649 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.649 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.649 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.649 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5031, 2024-04-13T08:45:21.649 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.650 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:00:14.213685+0000", 2024-04-13T08:45:21.650 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.650 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.650 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.650 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.650 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.650 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.650 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.650 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.650 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.650 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.650 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.650 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.650 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.651 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.652 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.653 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.653 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.653 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.653 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.653 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.653 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.653 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.653 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.653 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.653 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:21.653 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.653 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.653 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.653 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.653 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.653 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.654 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.654 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.654 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:21.654 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.654 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.654 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.654 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.654 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.654 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.654 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:21.654 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.986068+0000", 2024-04-13T08:45:21.654 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.986068+0000", 2024-04-13T08:45:21.654 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.000085+0000", 2024-04-13T08:45:21.654 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:21.655 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.655 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.655 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.655 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.655 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:21.655 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:21.655 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:21.655 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.655 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.655 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.655 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:21.655 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:21.655 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.655 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.655 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.655 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.656 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.656 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.656 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.656 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.656 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.656 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.656 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.656 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.656 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.656 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.13", 2024-04-13T08:45:21.656 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.656 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.656 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.656 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4993, 2024-04-13T08:45:21.657 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.657 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:43:36.828941+0000", 2024-04-13T08:45:21.657 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.657 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.657 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.657 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.658 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.658 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.658 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.658 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.658 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.658 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.658 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.658 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.658 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.658 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.658 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.658 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.658 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.659 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.660 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.660 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.660 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.660 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.660 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.660 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.660 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.660 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.660 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.660 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.660 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:21.660 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.660 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.660 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.660 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.661 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.661 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.661 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.661 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.661 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:21.661 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.661 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.661 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.661 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.661 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.661 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.661 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913043+0000", 2024-04-13T08:45:21.661 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.988883+0000", 2024-04-13T08:45:21.661 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.988883+0000", 2024-04-13T08:45:21.661 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.989430+0000", 2024-04-13T08:45:21.662 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913043+0000", 2024-04-13T08:45:21.662 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.662 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.662 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.662 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.662 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913043+0000", 2024-04-13T08:45:21.662 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913043+0000", 2024-04-13T08:45:21.662 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913043+0000", 2024-04-13T08:45:21.662 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.662 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.662 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.662 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913043+0000", 2024-04-13T08:45:21.662 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913043+0000", 2024-04-13T08:45:21.663 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.663 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.663 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.663 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.663 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.663 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.663 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.663 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.663 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.663 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.663 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.663 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.663 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.663 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.12", 2024-04-13T08:45:21.664 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.664 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.664 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.664 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5061, 2024-04-13T08:45:21.664 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.664 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:31:16.477423+0000", 2024-04-13T08:45:21.664 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.664 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.664 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.664 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.665 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.666 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.667 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.667 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.667 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.667 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.667 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.667 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.667 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.667 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.667 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.668 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:21.668 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.668 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.668 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.668 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.668 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.668 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.668 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:21.668 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.668 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:21.668 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.668 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.668 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.668 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.668 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.669 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.669 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:21.669 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.000592+0000", 2024-04-13T08:45:21.669 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.000592+0000", 2024-04-13T08:45:21.669 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.000986+0000", 2024-04-13T08:45:21.669 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:21.669 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.669 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.669 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.669 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.669 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:21.669 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:21.669 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:21.669 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.670 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.670 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.670 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:21.670 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:21.670 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.670 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.670 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.670 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.670 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.670 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.670 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.670 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.670 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.670 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.671 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.671 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.671 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.671 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.12", 2024-04-13T08:45:21.671 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.671 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.671 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.671 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5213, 2024-04-13T08:45:21.671 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.671 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:10:24.957445+0000", 2024-04-13T08:45:21.671 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.671 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.671 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.671 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.672 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.673 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.674 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.674 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.674 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.674 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.674 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.674 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.674 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.675 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:21.675 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.675 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:21.675 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.675 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.675 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.675 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.675 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.675 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.675 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:21.675 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.675 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:21.675 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.675 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.676 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.676 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.676 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.676 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:21.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.923756+0000", 2024-04-13T08:45:21.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.923756+0000", 2024-04-13T08:45:21.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.924281+0000", 2024-04-13T08:45:21.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:21.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:21.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:21.676 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:21.677 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:21.677 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.677 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.677 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.677 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:21.677 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:21.677 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.677 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:21.677 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.677 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.677 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:21.677 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.677 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.677 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.678 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.678 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:21.678 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.678 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.678 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.678 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.13", 2024-04-13T08:45:21.678 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.678 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.678 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.678 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5220, 2024-04-13T08:45:21.678 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.678 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:03:53.986623+0000", 2024-04-13T08:45:21.678 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.679 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.679 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 34, 2024-04-13T08:45:21.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.679 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:21.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:21.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:21.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:21.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.680 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 8, 2024-04-13T08:45:21.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 16, 2024-04-13T08:45:21.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:21.681 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 7 2024-04-13T08:45:21.681 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.681 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.681 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.681 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.682 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.682 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.682 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:21.682 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.682 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:21.682 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:21.682 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.682 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.682 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.682 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.682 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.682 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.682 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.682 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:21.683 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.683 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.683 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.683 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.683 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.683 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.683 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:21.683 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.991210+0000", 2024-04-13T08:45:21.683 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.991210+0000", 2024-04-13T08:45:21.683 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.992247+0000", 2024-04-13T08:45:21.683 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:21.683 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.683 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.683 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.684 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.684 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:21.684 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:21.684 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:21.684 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.684 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.684 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.684 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:21.684 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:21.684 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.684 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.684 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.684 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.684 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.684 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.684 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.685 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.685 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.685 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.685 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.685 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.685 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.685 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.15", 2024-04-13T08:45:21.685 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.685 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.685 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.685 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4992, 2024-04-13T08:45:21.685 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.685 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:32:46.556285+0000", 2024-04-13T08:45:21.685 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.686 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.686 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.686 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.687 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.688 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.688 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.688 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.688 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.689 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.689 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.689 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.689 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.689 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.689 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:21.689 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.689 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.689 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.689 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.689 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.689 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.689 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:21.689 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.690 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:21.690 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.690 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.690 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.690 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.690 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.690 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.690 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:21.690 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.172651+0000", 2024-04-13T08:45:21.690 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.172651+0000", 2024-04-13T08:45:21.690 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.173016+0000", 2024-04-13T08:45:21.690 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:21.690 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.690 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:21.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:21.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:21.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:21.691 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:21.691 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.691 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 30, 2024-04-13T08:45:21.691 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.691 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.692 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.692 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.692 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.692 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.692 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.692 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 30, 2024-04-13T08:45:21.692 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.692 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.692 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.692 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.14", 2024-04-13T08:45:21.692 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.692 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.692 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.692 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5066, 2024-04-13T08:45:21.692 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.693 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:42:28.705917+0000", 2024-04-13T08:45:21.693 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.693 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.693 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.693 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 5824, 2024-04-13T08:45:21.693 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.693 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.693 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.693 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.693 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.693 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.693 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.693 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.693 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.694 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.694 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.694 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.694 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.694 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.694 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.694 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 12, 2024-04-13T08:45:21.694 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 4, 2024-04-13T08:45:21.694 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.694 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 4, 2024-04-13T08:45:21.694 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.694 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.694 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.694 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.695 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.695 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:21.695 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.695 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.695 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.695 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.695 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.695 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.695 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.695 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 20, 2024-04-13T08:45:21.695 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 28, 2024-04-13T08:45:21.695 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.695 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.695 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.695 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 28, 2024-04-13T08:45:21.696 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 25 2024-04-13T08:45:21.696 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.696 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.696 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.696 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.696 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.696 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.696 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:21.696 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.696 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:21.696 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'30" 2024-04-13T08:45:21.696 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.696 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.696 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.697 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.697 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.697 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.697 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.697 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:21.697 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.697 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.697 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.697 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.697 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.697 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.697 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:21.697 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.979594+0000", 2024-04-13T08:45:21.698 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.979594+0000", 2024-04-13T08:45:21.698 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.979944+0000", 2024-04-13T08:45:21.698 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:21.698 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.698 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.698 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.698 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.698 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:21.698 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:21.698 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:21.698 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.698 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.698 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.698 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:21.699 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:21.699 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.699 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.699 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.699 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.699 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.699 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.699 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.699 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.699 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.699 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.699 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.699 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.699 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.699 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.14", 2024-04-13T08:45:21.700 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.700 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.700 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.700 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5119, 2024-04-13T08:45:21.700 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.700 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:20:15.686817+0000", 2024-04-13T08:45:21.700 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.700 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.700 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.700 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.700 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.700 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.700 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.700 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.701 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.702 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.703 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.703 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.703 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.703 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.703 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.703 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.703 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.703 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.703 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.703 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.703 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.703 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.703 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.703 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.703 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.704 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:21.704 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.704 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.704 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.704 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.704 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.704 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.704 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.704 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.704 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:21.704 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.704 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.704 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.704 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.704 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.705 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:21.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.449061+0000", 2024-04-13T08:45:21.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.449061+0000", 2024-04-13T08:45:21.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.449440+0000", 2024-04-13T08:45:21.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:21.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:21.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:21.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:21.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:21.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.705 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.706 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.706 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:21.706 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:21.706 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.706 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:21.706 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.706 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.706 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:21.706 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.706 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.706 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.706 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.706 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:21.706 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.707 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.707 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.707 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.15", 2024-04-13T08:45:21.707 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.707 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.707 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.707 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5229, 2024-04-13T08:45:21.707 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.707 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:45:56.293098+0000", 2024-04-13T08:45:21.707 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.707 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.707 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.707 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 90, 2024-04-13T08:45:21.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.708 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:21.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:21.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:21.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:21.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.709 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.710 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.710 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.710 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 14, 2024-04-13T08:45:21.710 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 14, 2024-04-13T08:45:21.710 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.710 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.710 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.710 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 4, 2024-04-13T08:45:21.710 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T08:45:21.710 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.710 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.710 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.710 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.710 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.711 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.711 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.711 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.711 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:21.711 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'3" 2024-04-13T08:45:21.711 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.711 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.711 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.711 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.711 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.711 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:21.711 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.711 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:21.711 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.712 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.712 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.712 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.712 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.712 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.712 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:21.712 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.441972+0000", 2024-04-13T08:45:21.712 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.441972+0000", 2024-04-13T08:45:21.712 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.442787+0000", 2024-04-13T08:45:21.712 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:21.712 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.712 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.712 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.712 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:21.713 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:21.713 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:21.713 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:21.713 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.713 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.713 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.713 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:21.713 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:21.713 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.713 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.713 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.713 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.713 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:21.713 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.713 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.714 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.714 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.714 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.714 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.714 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.714 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.714 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.17", 2024-04-13T08:45:21.714 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.714 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.714 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.714 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5211, 2024-04-13T08:45:21.714 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.714 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:32:48.009448+0000", 2024-04-13T08:45:21.714 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.715 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.715 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.715 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.716 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.717 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.717 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.717 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.717 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.717 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.717 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.717 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.717 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.717 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.717 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.717 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.717 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.717 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.717 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.718 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.718 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.718 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.718 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.718 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.718 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.718 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:21.718 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.718 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:21.718 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.718 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.718 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.718 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.718 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.719 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.719 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.719 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.719 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:21.719 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.719 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.719 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.719 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.719 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.719 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:21.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.171724+0000", 2024-04-13T08:45:21.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.171724+0000", 2024-04-13T08:45:21.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.172042+0000", 2024-04-13T08:45:21.719 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:21.720 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.720 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.720 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.720 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.720 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:21.720 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:21.720 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:21.720 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.720 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.720 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.720 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:21.720 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:21.720 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.720 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.720 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.721 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.721 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.721 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.721 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.721 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.721 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.721 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.721 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.721 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.721 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.721 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.16", 2024-04-13T08:45:21.721 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.721 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.721 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.721 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5067, 2024-04-13T08:45:21.722 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.722 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:59:43.008002+0000", 2024-04-13T08:45:21.722 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.722 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.722 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.722 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.723 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.724 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.725 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.725 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.725 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.725 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.725 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.725 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.725 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.725 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.725 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:21.725 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.725 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.725 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.725 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.725 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.725 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.726 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.726 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.726 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:21.726 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.726 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.726 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.726 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.726 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.726 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.726 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:21.726 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.982856+0000", 2024-04-13T08:45:21.726 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.982856+0000", 2024-04-13T08:45:21.726 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.983264+0000", 2024-04-13T08:45:21.726 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:21.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:21.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:21.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:21.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:21.727 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:21.729 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.729 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.729 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.730 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.730 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.730 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.730 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.730 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.730 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.730 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.730 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.730 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.730 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.730 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.16", 2024-04-13T08:45:21.730 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.730 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.731 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.731 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5073, 2024-04-13T08:45:21.731 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.731 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:45:03.998773+0000", 2024-04-13T08:45:21.731 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.731 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.731 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.731 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.732 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.733 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.734 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.734 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.734 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.734 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.734 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.734 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.734 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.734 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.734 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.734 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:21.734 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.734 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.735 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.735 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.735 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.735 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.735 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.735 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.735 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:21.735 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.735 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.735 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.735 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.735 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.735 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.735 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:21.735 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.169358+0000", 2024-04-13T08:45:21.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.169358+0000", 2024-04-13T08:45:21.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.171877+0000", 2024-04-13T08:45:21.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:21.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:21.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:21.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:21.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.736 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:21.737 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:21.737 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.737 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.737 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.737 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.737 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.737 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.737 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.737 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.737 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.737 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.737 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.737 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.737 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.737 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.17", 2024-04-13T08:45:21.738 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.738 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.738 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.738 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5023, 2024-04-13T08:45:21.738 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.738 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:51:31.670554+0000", 2024-04-13T08:45:21.738 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.738 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.738 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.738 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.738 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.738 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.738 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.739 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.741 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.741 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.741 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.741 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.741 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.741 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.741 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.742 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.742 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.742 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:21.742 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.742 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.742 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.742 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.742 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.742 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.742 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.742 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.742 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:21.742 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.742 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.743 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.743 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.743 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.743 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.743 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:21.743 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.806703+0000", 2024-04-13T08:45:21.743 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.806703+0000", 2024-04-13T08:45:21.743 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.807016+0000", 2024-04-13T08:45:21.743 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:21.743 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.743 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.743 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.743 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:21.743 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:21.744 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:21.744 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:21.744 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.744 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.744 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.744 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:21.744 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:21.744 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.744 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.744 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.744 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.744 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:21.744 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.744 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.744 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.745 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.745 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.745 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.745 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.745 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.745 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.19", 2024-04-13T08:45:21.745 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.745 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.745 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.745 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5224, 2024-04-13T08:45:21.745 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.745 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:36:45.199661+0000", 2024-04-13T08:45:21.745 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.745 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.746 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.746 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.747 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.748 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.748 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.748 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.748 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.749 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.749 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.749 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.749 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.749 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.749 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:21.749 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.749 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.749 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.749 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.749 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.749 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.749 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.749 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.749 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:21.750 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.750 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.750 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.750 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.750 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.750 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.750 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:21.750 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.442562+0000", 2024-04-13T08:45:21.750 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.442562+0000", 2024-04-13T08:45:21.751 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.442917+0000", 2024-04-13T08:45:21.751 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:21.751 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.751 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.751 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.751 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:21.751 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:21.751 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:21.751 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:21.751 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.751 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.751 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.751 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:21.752 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:21.752 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.752 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.752 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.752 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.752 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:21.752 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.752 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.752 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.752 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.752 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.752 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.752 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.752 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.752 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.18", 2024-04-13T08:45:21.753 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.753 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.753 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.753 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5063, 2024-04-13T08:45:21.753 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.753 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:54:44.757014+0000", 2024-04-13T08:45:21.753 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.753 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.753 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.753 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.754 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.755 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.756 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.756 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.756 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.756 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.756 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.756 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.756 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.757 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.757 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.757 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:21.757 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.757 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.757 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.757 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.757 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.757 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.757 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.757 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.757 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:21.757 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.757 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.757 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.758 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.758 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.758 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.758 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:21.758 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.814447+0000", 2024-04-13T08:45:21.758 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.814447+0000", 2024-04-13T08:45:21.758 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.816730+0000", 2024-04-13T08:45:21.758 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:21.758 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.758 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.758 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.758 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:21.758 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:21.759 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:21.759 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:21.759 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.759 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.759 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.759 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:21.759 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:21.759 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.759 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.759 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.759 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.759 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:21.759 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.759 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.759 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.760 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.760 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.760 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.760 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.760 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.760 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.18", 2024-04-13T08:45:21.760 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.760 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.760 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.760 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5135, 2024-04-13T08:45:21.760 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.760 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:15:30.573120+0000", 2024-04-13T08:45:21.760 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.760 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.760 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.761 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.762 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.763 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.763 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.763 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.763 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.764 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.764 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.764 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.764 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.764 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.764 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:21.764 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.764 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.764 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.764 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.764 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.764 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.764 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.764 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.765 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:21.765 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.765 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.765 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.765 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.765 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.765 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.765 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:21.765 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.174386+0000", 2024-04-13T08:45:21.765 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.174386+0000", 2024-04-13T08:45:21.765 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.174732+0000", 2024-04-13T08:45:21.765 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:21.765 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.765 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.765 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.766 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.766 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:21.766 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:21.766 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:21.766 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.766 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.766 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.766 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:21.766 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:21.766 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.766 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.766 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.766 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.767 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.767 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.767 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.767 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.767 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.767 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.767 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.767 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.767 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.767 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.19", 2024-04-13T08:45:21.767 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.767 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.767 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.767 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5135, 2024-04-13T08:45:21.767 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.768 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:11:35.954998+0000", 2024-04-13T08:45:21.768 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.768 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.768 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.768 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.769 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.770 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.771 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.771 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.771 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.771 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.771 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.771 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.771 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.771 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.771 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.771 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:21.771 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.771 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.771 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.771 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.772 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.772 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.772 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.772 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.772 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:21.772 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.772 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.772 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.772 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.772 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.772 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.772 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:21.772 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.986529+0000", 2024-04-13T08:45:21.772 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.986529+0000", 2024-04-13T08:45:21.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.986827+0000", 2024-04-13T08:45:21.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:21.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:21.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:21.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:21.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:21.773 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:21.774 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.774 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.774 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.774 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.774 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.774 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.774 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.774 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.774 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.774 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.774 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.774 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.774 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.774 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1b", 2024-04-13T08:45:21.775 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.775 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.775 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.775 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5166, 2024-04-13T08:45:21.775 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.775 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:55:28.407524+0000", 2024-04-13T08:45:21.775 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.775 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.775 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.775 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.776 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.777 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.778 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.778 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.778 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.778 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.778 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.778 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.778 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.778 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.778 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.778 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:21.779 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.779 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.779 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.779 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.779 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.779 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.779 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.779 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.779 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:21.779 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.779 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.779 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.779 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.779 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.780 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.780 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:21.780 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.996837+0000", 2024-04-13T08:45:21.780 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.996837+0000", 2024-04-13T08:45:21.780 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.997305+0000", 2024-04-13T08:45:21.780 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:21.780 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.780 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.780 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.780 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.780 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:21.780 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:21.780 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:21.780 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.781 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.781 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.781 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:21.781 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:21.781 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.781 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:21.781 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.781 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.781 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.781 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.781 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.781 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.781 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.781 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:21.781 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.782 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.782 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.782 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1a", 2024-04-13T08:45:21.782 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.782 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.782 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.782 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5026, 2024-04-13T08:45:21.782 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.782 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:21:48.496374+0000", 2024-04-13T08:45:21.782 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.782 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.782 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.782 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.783 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.784 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.785 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.785 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.785 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.785 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.785 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.785 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.786 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.786 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.786 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.786 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:21.786 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'3" 2024-04-13T08:45:21.786 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.786 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.786 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.786 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.786 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.786 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.786 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.786 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:21.786 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.787 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.787 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.787 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.787 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.787 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.787 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:21.787 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.927467+0000", 2024-04-13T08:45:21.787 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.927467+0000", 2024-04-13T08:45:21.787 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.927786+0000", 2024-04-13T08:45:21.787 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:21.787 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.787 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.787 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.787 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:21.787 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:21.788 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:21.788 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:21.788 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.788 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.788 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.788 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:21.788 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:21.788 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.788 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.788 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.788 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.788 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:21.788 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.788 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.789 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.789 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.789 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.789 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.789 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.789 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.789 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1a", 2024-04-13T08:45:21.789 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.789 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.789 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.789 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5122, 2024-04-13T08:45:21.789 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.789 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:54:20.118750+0000", 2024-04-13T08:45:21.789 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.789 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.790 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.791 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.792 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.792 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.792 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.792 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.792 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.792 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.792 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.792 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.792 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.792 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.792 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.792 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.792 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.792 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.793 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.793 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.793 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.793 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.793 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.793 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.793 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:21.793 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.793 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.793 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.793 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.793 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.793 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.793 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.793 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.794 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:21.794 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.794 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.794 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.794 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.794 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.794 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.794 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:21.794 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.007562+0000", 2024-04-13T08:45:21.794 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.007562+0000", 2024-04-13T08:45:21.794 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.008009+0000", 2024-04-13T08:45:21.794 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:21.794 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.794 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.795 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.795 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.795 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:21.795 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:21.795 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:21.795 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.795 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.795 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.795 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:21.795 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:21.795 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.795 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:21.795 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.795 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.796 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.796 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.796 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.796 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.796 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.796 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:21.796 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.796 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.796 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.796 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1b", 2024-04-13T08:45:21.796 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.796 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.796 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.796 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5124, 2024-04-13T08:45:21.796 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.797 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:40:49.283771+0000", 2024-04-13T08:45:21.797 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.797 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.797 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.797 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.798 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.799 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.800 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.800 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.800 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.800 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.800 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.800 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.800 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.800 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.800 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.800 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.800 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.800 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:21.800 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'3" 2024-04-13T08:45:21.800 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.801 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.801 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.801 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.801 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.801 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.801 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.801 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:21.801 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.801 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.801 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.801 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.801 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.801 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.801 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:21.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.154308+0000", 2024-04-13T08:45:21.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.154308+0000", 2024-04-13T08:45:21.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.154809+0000", 2024-04-13T08:45:21.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:21.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:21.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:21.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:21.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.802 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:21.803 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:21.803 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.803 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.803 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.803 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.803 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.803 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.803 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.803 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.803 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.804 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.804 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.804 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.804 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.804 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1d", 2024-04-13T08:45:21.804 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.804 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.804 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.804 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5049, 2024-04-13T08:45:21.804 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.804 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:47:26.143058+0000", 2024-04-13T08:45:21.804 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.804 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.804 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.804 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.805 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.806 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.807 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.807 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.807 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.807 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.808 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.808 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.808 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.808 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.808 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.808 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:21.808 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.808 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.808 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.808 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.808 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.808 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.808 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.808 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.809 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:21.809 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.809 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.809 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.809 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.809 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.809 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.809 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:21.809 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.989930+0000", 2024-04-13T08:45:21.809 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.989930+0000", 2024-04-13T08:45:21.809 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.991543+0000", 2024-04-13T08:45:21.809 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:21.809 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.809 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.809 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.810 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.810 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:21.810 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:21.810 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:21.810 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.810 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.810 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.810 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:21.810 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:21.810 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.810 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:21.810 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.810 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.810 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.811 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.811 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.811 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.811 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.811 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:21.811 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.811 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.811 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.811 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1c", 2024-04-13T08:45:21.811 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.811 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.811 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.811 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5032, 2024-04-13T08:45:21.811 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.811 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:17:16.347726+0000", 2024-04-13T08:45:21.812 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.812 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.812 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.812 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:21.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:21.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:21.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:21.813 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 12, 2024-04-13T08:45:21.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 12, 2024-04-13T08:45:21.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:21.814 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.814 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.815 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.815 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.815 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.815 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.815 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.815 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.815 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.815 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:21.815 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:21.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.815 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.815 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.815 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.815 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.816 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.816 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.816 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:21.816 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.816 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.816 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.816 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.816 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.816 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.816 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:21.816 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.445093+0000", 2024-04-13T08:45:21.816 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.445093+0000", 2024-04-13T08:45:21.816 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.445448+0000", 2024-04-13T08:45:21.816 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:21.816 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:21.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:21.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:21.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:21.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:21.817 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:21.817 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.817 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.817 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.817 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.818 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:21.818 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.818 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.818 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.818 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.818 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.818 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.818 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.818 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.818 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1c", 2024-04-13T08:45:21.818 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.818 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.818 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.818 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5055, 2024-04-13T08:45:21.819 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.819 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:25:59.248856+0000", 2024-04-13T08:45:21.819 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.819 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.819 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.819 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.820 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.821 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.822 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.822 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.822 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.822 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.822 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.822 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.822 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.822 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.822 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.822 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:21.822 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.822 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.822 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.822 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.823 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.823 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.823 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.823 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.823 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:21.823 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.823 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.823 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.823 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.823 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.823 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.823 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:21.823 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.003051+0000", 2024-04-13T08:45:21.823 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.003051+0000", 2024-04-13T08:45:21.823 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.009181+0000", 2024-04-13T08:45:21.824 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:21.824 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.824 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.824 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.824 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.824 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:21.824 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:21.824 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:21.824 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.824 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.824 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.824 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:21.824 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:21.824 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.824 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:21.824 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.825 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.825 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.825 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.825 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.825 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.825 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.825 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:21.825 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.825 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.825 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.825 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1d", 2024-04-13T08:45:21.825 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.825 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.825 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.825 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5052, 2024-04-13T08:45:21.826 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.826 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:19:39.596354+0000", 2024-04-13T08:45:21.826 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.826 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.826 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.826 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.827 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.827 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.827 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.827 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.827 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.827 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.827 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.827 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:21.827 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:21.827 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.827 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:21.827 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.827 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.827 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:21.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 12, 2024-04-13T08:45:21.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 12, 2024-04-13T08:45:21.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.828 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:21.829 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.829 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.829 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.829 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.829 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.829 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.829 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.829 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.829 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:21.829 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:21.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.829 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.830 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.830 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.830 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.830 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.830 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.830 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:21.830 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.830 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.830 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.830 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.830 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.830 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.830 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:21.830 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.437667+0000", 2024-04-13T08:45:21.831 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.437667+0000", 2024-04-13T08:45:21.831 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.438059+0000", 2024-04-13T08:45:21.831 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:21.831 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.831 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.831 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.831 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:21.831 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:21.831 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:21.831 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:21.831 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.831 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.831 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.831 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:21.832 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:21.832 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.832 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.832 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.832 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.832 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:21.832 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.832 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.832 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.832 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.832 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.832 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.832 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.832 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.832 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1f", 2024-04-13T08:45:21.833 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.833 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.833 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.833 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5218, 2024-04-13T08:45:21.833 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.833 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:07:47.294108+0000", 2024-04-13T08:45:21.833 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.833 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.833 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.833 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.834 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.835 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.835 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.835 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.835 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.835 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.835 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.835 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.835 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.835 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.835 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.835 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.835 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.835 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.835 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.835 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.836 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.836 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.836 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.836 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.836 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.836 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.836 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.836 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.836 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.836 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.836 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.836 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.836 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.836 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.836 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:21.836 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.837 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.837 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.837 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.837 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.837 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.837 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:21.837 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.837 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:21.837 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.837 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.837 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.837 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.837 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.837 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:21.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.451769+0000", 2024-04-13T08:45:21.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.451769+0000", 2024-04-13T08:45:21.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.452252+0000", 2024-04-13T08:45:21.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:21.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:21.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:21.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:21.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:21.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.838 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.839 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.839 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:21.839 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:21.839 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.839 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:21.839 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.839 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.839 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:21.839 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.839 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.839 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.839 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.839 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:21.839 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.839 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.839 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.840 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1e", 2024-04-13T08:45:21.840 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.840 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.840 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.840 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5146, 2024-04-13T08:45:21.840 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.840 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:23:52.020729+0000", 2024-04-13T08:45:21.840 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.840 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.840 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.840 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.841 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.842 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.843 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.843 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.843 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.843 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.843 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.843 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.843 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.843 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:21.843 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.844 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:21.844 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'3" 2024-04-13T08:45:21.844 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.844 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.844 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.844 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.844 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.844 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.844 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.844 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:21.844 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.844 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.844 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.844 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.844 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.845 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.845 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:21.845 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.174432+0000", 2024-04-13T08:45:21.845 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.174432+0000", 2024-04-13T08:45:21.845 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.174831+0000", 2024-04-13T08:45:21.845 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:21.845 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.845 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.845 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.845 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.845 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:21.845 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:21.845 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:21.845 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.845 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.846 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.846 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:21.846 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:21.846 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.846 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.846 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.846 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.846 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.846 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.846 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.846 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.846 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.846 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.846 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.847 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.847 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.847 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1e", 2024-04-13T08:45:21.847 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.847 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.847 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.847 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5129, 2024-04-13T08:45:21.847 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.847 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:35:12.843815+0000", 2024-04-13T08:45:21.847 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.847 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.847 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.847 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.848 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.849 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.850 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.850 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.850 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.850 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.850 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.850 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.850 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.850 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:21.850 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.851 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:21.851 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.851 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.851 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.851 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.851 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.851 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.851 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.851 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.851 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:21.851 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.851 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.851 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:21.851 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.851 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.852 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:21.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.006235+0000", 2024-04-13T08:45:21.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.006235+0000", 2024-04-13T08:45:21.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.006598+0000", 2024-04-13T08:45:21.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:21.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:21.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:21.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:21.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.853 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:21.853 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:21.853 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:21.853 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.853 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 6, 2024-04-13T08:45:21.853 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.853 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.853 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.853 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.853 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.853 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.853 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.853 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 6, 2024-04-13T08:45:21.853 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.853 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.853 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.854 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1f", 2024-04-13T08:45:21.854 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.854 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.854 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.854 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5229, 2024-04-13T08:45:21.854 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.854 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:13:41.794298+0000", 2024-04-13T08:45:21.854 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.854 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.854 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 582, 2024-04-13T08:45:21.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:21.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:21.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:21.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:21.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 8, 2024-04-13T08:45:21.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 8, 2024-04-13T08:45:21.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 4, 2024-04-13T08:45:21.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T08:45:21.857 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.857 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.857 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.857 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.857 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.857 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.857 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.857 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.858 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:21.858 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'6" 2024-04-13T08:45:21.858 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.858 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.858 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.858 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.858 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.858 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.858 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.858 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:21.858 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.858 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.858 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.858 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.859 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.859 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:21.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.002114+0000", 2024-04-13T08:45:21.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.002114+0000", 2024-04-13T08:45:21.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.007127+0000", 2024-04-13T08:45:21.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:21.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:21.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:21.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:21.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.860 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.860 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:21.860 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:21.860 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.860 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.860 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.860 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.860 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.860 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.860 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.860 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.860 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.860 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.860 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.861 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.861 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.861 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2d", 2024-04-13T08:45:21.861 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.861 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.861 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.861 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5020, 2024-04-13T08:45:21.861 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.861 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:18:06.982461+0000", 2024-04-13T08:45:21.861 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.861 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.861 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.864 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.864 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.864 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.864 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.864 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.864 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.864 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.865 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.865 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:21.865 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.865 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.865 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.865 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.865 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.865 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.865 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.865 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.865 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:21.865 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.865 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.865 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.865 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.866 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.866 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:21.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.983785+0000", 2024-04-13T08:45:21.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.983785+0000", 2024-04-13T08:45:21.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.984146+0000", 2024-04-13T08:45:21.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:21.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:21.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:21.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:21.867 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.867 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.867 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.867 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:21.867 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:21.867 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.867 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.867 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.867 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.867 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.867 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.867 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.867 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.867 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.867 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.868 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.868 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.868 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.868 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2e", 2024-04-13T08:45:21.868 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.868 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.868 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.868 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5168, 2024-04-13T08:45:21.868 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.868 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:28:55.430817+0000", 2024-04-13T08:45:21.868 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.868 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.868 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.868 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.871 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.871 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.871 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.871 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.871 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.872 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.872 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.872 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.872 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:21.872 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.872 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.872 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.872 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.872 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.872 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.872 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.872 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.872 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:21.872 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.872 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.873 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.873 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.873 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.873 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.873 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918881+0000", 2024-04-13T08:45:21.873 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.987333+0000", 2024-04-13T08:45:21.873 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.987333+0000", 2024-04-13T08:45:21.873 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.987723+0000", 2024-04-13T08:45:21.873 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918881+0000", 2024-04-13T08:45:21.873 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.873 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.873 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.873 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.873 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918881+0000", 2024-04-13T08:45:21.874 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918881+0000", 2024-04-13T08:45:21.874 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918881+0000", 2024-04-13T08:45:21.874 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.874 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.874 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.874 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918881+0000", 2024-04-13T08:45:21.874 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918881+0000", 2024-04-13T08:45:21.874 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.874 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.874 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.874 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.874 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.874 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.874 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.875 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.875 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.875 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.875 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.875 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.875 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.875 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2f", 2024-04-13T08:45:21.875 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.875 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.875 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.875 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5053, 2024-04-13T08:45:21.875 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.875 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:17:47.338849+0000", 2024-04-13T08:45:21.875 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.876 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.876 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.879 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.879 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.879 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.879 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.879 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.879 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.879 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.879 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.879 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:21.879 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.879 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.879 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.879 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.879 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.879 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.879 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.879 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.880 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:21.880 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.880 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.880 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.880 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.880 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.880 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916531+0000", 2024-04-13T08:45:21.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.988554+0000", 2024-04-13T08:45:21.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.988554+0000", 2024-04-13T08:45:21.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.988862+0000", 2024-04-13T08:45:21.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916531+0000", 2024-04-13T08:45:21.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916531+0000", 2024-04-13T08:45:21.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916531+0000", 2024-04-13T08:45:21.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916531+0000", 2024-04-13T08:45:21.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916531+0000", 2024-04-13T08:45:21.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916531+0000", 2024-04-13T08:45:21.881 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.881 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.881 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.881 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.882 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.882 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.882 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.882 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.882 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.882 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.882 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.882 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.882 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.882 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.30", 2024-04-13T08:45:21.882 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.882 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.882 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.882 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5041, 2024-04-13T08:45:21.882 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.883 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:14:02.494212+0000", 2024-04-13T08:45:21.883 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.883 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.883 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.886 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.886 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.886 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.886 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.886 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.886 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.886 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.886 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.886 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:21.886 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.886 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.886 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.886 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.886 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.887 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.887 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:21.887 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.887 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:21.887 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.887 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.887 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.887 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.887 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.887 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.887 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:21.887 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.450425+0000", 2024-04-13T08:45:21.887 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.450425+0000", 2024-04-13T08:45:21.887 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.451284+0000", 2024-04-13T08:45:21.887 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:21.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:21.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:21.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:21.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:21.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:21.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.023884+0000", 2024-04-13T08:45:21.888 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.888 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.888 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.889 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.889 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:21.889 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.889 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.889 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.889 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.889 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.889 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.889 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.889 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.889 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.31", 2024-04-13T08:45:21.889 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.889 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.889 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.889 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5209, 2024-04-13T08:45:21.890 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.890 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:54:49.332605+0000", 2024-04-13T08:45:21.890 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.890 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.890 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.890 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.893 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.893 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.893 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.893 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.893 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.893 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.893 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:21.893 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.893 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:21.893 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.893 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.893 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.893 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.893 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.894 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.894 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:21.894 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.894 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:21.894 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.894 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.894 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.894 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.894 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.894 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.894 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:21.894 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.442037+0000", 2024-04-13T08:45:21.894 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.442037+0000", 2024-04-13T08:45:21.894 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.442396+0000", 2024-04-13T08:45:21.894 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:21.895 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.895 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.895 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.895 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:21.895 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:21.895 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:21.895 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:21.895 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.895 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.895 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.895 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:21.895 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:21.895 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.895 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.896 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.896 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.896 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:21.896 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.896 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.896 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.896 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.896 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.896 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.896 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.896 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.896 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.32", 2024-04-13T08:45:21.896 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.896 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.896 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.897 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5213, 2024-04-13T08:45:21.897 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.897 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:23:48.774956+0000", 2024-04-13T08:45:21.897 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.897 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.897 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.897 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.900 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.900 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.900 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.900 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.900 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.900 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:21.900 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.900 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:21.900 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.900 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.901 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.901 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.901 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.901 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.901 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.901 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.901 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:21.901 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.901 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.901 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.901 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.901 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.901 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.901 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:21.902 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.159844+0000", 2024-04-13T08:45:21.902 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.159844+0000", 2024-04-13T08:45:21.902 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.160144+0000", 2024-04-13T08:45:21.902 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:21.902 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.902 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.902 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.902 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.902 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:21.902 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:21.902 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:21.902 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.902 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.902 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.903 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:21.903 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:21.903 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.903 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.903 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.903 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.903 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.903 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.903 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.903 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.903 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.903 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.903 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.903 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.904 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.904 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.33", 2024-04-13T08:45:21.904 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.904 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.904 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.904 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5129, 2024-04-13T08:45:21.904 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.904 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:46.461100+0000", 2024-04-13T08:45:21.904 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.904 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.904 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.904 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.907 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.907 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.907 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.907 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.907 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.907 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.907 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.907 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.907 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:21.907 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.908 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.908 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.908 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.908 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.908 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.908 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.908 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.908 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:21.908 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.908 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.908 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.908 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.908 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.908 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.909 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.023075+0000", 2024-04-13T08:45:21.909 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.168022+0000", 2024-04-13T08:45:21.909 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.168022+0000", 2024-04-13T08:45:21.909 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.168338+0000", 2024-04-13T08:45:21.909 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.023075+0000", 2024-04-13T08:45:21.909 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.909 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.909 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.909 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.909 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.023075+0000", 2024-04-13T08:45:21.909 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.023075+0000", 2024-04-13T08:45:21.909 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.023075+0000", 2024-04-13T08:45:21.909 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.909 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.910 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.910 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.023075+0000", 2024-04-13T08:45:21.910 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.023075+0000", 2024-04-13T08:45:21.910 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.910 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.910 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.910 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.910 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.910 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.910 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.910 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.910 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.910 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.910 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.911 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.911 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.911 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.34", 2024-04-13T08:45:21.911 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.911 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.911 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.911 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5131, 2024-04-13T08:45:21.911 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.911 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:35:47.269400+0000", 2024-04-13T08:45:21.911 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.911 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.911 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.911 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.912 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.914 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.915 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.915 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.915 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.915 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:21.915 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.915 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.915 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.915 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:21.915 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.915 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.915 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.915 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.915 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.916 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.916 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.916 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:21.916 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.916 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.916 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.916 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.916 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.916 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.916 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:21.916 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.448312+0000", 2024-04-13T08:45:21.916 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.448312+0000", 2024-04-13T08:45:21.916 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.448623+0000", 2024-04-13T08:45:21.916 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:21.916 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.917 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.917 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.917 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:21.917 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:21.917 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:21.917 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:21.917 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.917 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.917 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.917 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:21.917 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:21.917 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.917 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.917 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.918 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.918 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:21.918 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.918 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.918 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.918 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.918 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.918 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.918 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.918 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.918 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.35", 2024-04-13T08:45:21.918 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.918 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.918 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.918 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4938, 2024-04-13T08:45:21.919 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.919 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:35:39.005333+0000", 2024-04-13T08:45:21.919 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.919 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.919 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.919 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.922 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.922 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.922 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.922 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.922 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.922 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.922 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.922 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:21.922 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.922 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.922 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.922 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.923 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.923 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.923 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.923 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.923 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:21.923 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.923 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.923 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.923 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.923 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.923 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.923 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:21.923 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.172959+0000", 2024-04-13T08:45:21.923 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.172959+0000", 2024-04-13T08:45:21.923 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.174030+0000", 2024-04-13T08:45:21.923 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:21.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:21.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:21.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:21.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:21.924 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:21.924 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.924 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.924 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.925 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.925 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.925 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.925 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.925 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.925 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.925 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.925 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.925 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.925 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.925 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.36", 2024-04-13T08:45:21.925 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.925 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.925 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.925 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5022, 2024-04-13T08:45:21.926 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.926 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:56:06.676662+0000", 2024-04-13T08:45:21.926 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.926 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.926 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.926 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.929 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.929 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.929 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.929 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.929 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.929 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.929 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.929 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:21.929 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.929 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.929 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.929 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.929 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.929 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.930 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.930 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.930 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:21.930 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.930 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.930 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.930 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.930 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.930 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.930 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:21.930 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.002441+0000", 2024-04-13T08:45:21.930 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.002441+0000", 2024-04-13T08:45:21.930 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.003015+0000", 2024-04-13T08:45:21.930 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:21.930 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.931 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.931 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.931 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.931 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:21.931 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:21.931 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:21.931 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.931 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.931 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.931 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:21.931 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:21.931 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.931 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.931 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.932 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.932 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.932 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.932 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.932 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.932 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.932 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.932 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.932 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.932 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.932 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.37", 2024-04-13T08:45:21.932 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.932 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.932 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.932 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5026, 2024-04-13T08:45:21.933 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.933 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:57:50.791059+0000", 2024-04-13T08:45:21.933 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.933 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.933 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.934 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.936 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.936 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.937 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.937 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.937 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.937 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.937 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.937 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.937 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:21.937 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.937 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.937 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.937 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.937 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.937 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.937 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.937 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.937 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:21.938 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.938 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.938 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.938 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.938 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.938 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.938 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:21.938 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.158902+0000", 2024-04-13T08:45:21.938 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.158902+0000", 2024-04-13T08:45:21.938 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.159245+0000", 2024-04-13T08:45:21.938 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:21.938 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.938 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.938 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.939 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.939 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:21.939 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:21.939 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:21.939 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.939 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.939 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.939 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:21.939 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:21.939 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.939 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.939 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.939 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.939 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.939 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.940 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.940 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.940 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.940 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.940 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.940 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.940 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.940 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.38", 2024-04-13T08:45:21.940 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.940 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.940 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.940 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5120, 2024-04-13T08:45:21.940 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.940 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:44:36.495962+0000", 2024-04-13T08:45:21.940 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.941 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.941 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.941 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.942 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.943 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.944 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.944 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.944 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.944 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.944 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.944 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.944 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.944 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:21.944 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.944 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.944 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.944 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.944 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.944 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.944 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.944 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.945 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:21.945 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.945 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.945 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.945 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.945 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.945 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.945 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:21.945 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994888+0000", 2024-04-13T08:45:21.945 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994888+0000", 2024-04-13T08:45:21.945 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.995240+0000", 2024-04-13T08:45:21.945 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:21.945 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.945 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.945 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.945 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.946 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:21.946 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:21.946 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:21.946 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.946 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.946 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.946 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:21.946 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:21.946 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.946 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.946 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.946 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.946 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.946 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.947 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.947 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.947 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.947 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.947 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.947 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.947 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.947 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.39", 2024-04-13T08:45:21.947 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.947 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.947 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.947 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4991, 2024-04-13T08:45:21.947 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.947 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:52:28.987183+0000", 2024-04-13T08:45:21.947 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.948 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.948 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.948 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.949 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.950 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.950 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.950 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.950 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.950 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.951 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.951 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.951 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.951 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:21.951 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.951 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.951 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.951 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.951 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.951 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.951 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.951 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.951 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:21.951 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.951 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.952 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.952 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.952 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.952 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.952 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:21.952 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.447303+0000", 2024-04-13T08:45:21.952 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.447303+0000", 2024-04-13T08:45:21.952 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.449228+0000", 2024-04-13T08:45:21.952 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:21.952 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.952 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.952 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.952 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:21.953 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:21.953 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:21.953 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:21.953 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.953 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.953 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.953 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:21.953 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:21.953 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.953 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.953 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.953 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.953 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:21.953 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.953 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.954 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.954 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.954 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.954 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.954 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.954 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.954 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3a", 2024-04-13T08:45:21.954 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.954 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.954 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.954 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5078, 2024-04-13T08:45:21.954 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.954 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:43:18.669198+0000", 2024-04-13T08:45:21.954 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.954 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.955 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.956 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.957 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.957 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.957 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.957 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.958 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.958 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:21.958 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.958 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.958 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.958 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:21.958 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.958 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.958 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.958 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.958 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.958 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.958 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.958 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.958 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:21.959 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.959 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.959 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.959 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.959 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.959 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:21.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.999677+0000", 2024-04-13T08:45:21.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.999677+0000", 2024-04-13T08:45:21.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.002820+0000", 2024-04-13T08:45:21.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:21.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.959 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.960 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:21.960 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:21.960 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:21.960 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.960 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.960 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.960 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:21.960 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:21.960 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.960 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.960 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.960 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.960 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.960 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.961 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.961 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.961 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.961 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.961 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.961 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.961 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.961 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3b", 2024-04-13T08:45:21.961 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.961 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.961 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.961 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4991, 2024-04-13T08:45:21.961 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.961 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:13:55.516823+0000", 2024-04-13T08:45:21.961 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.962 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.962 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.964 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.964 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.964 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.965 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.965 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.965 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.965 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.965 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:21.965 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.965 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:21.965 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.965 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.965 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.965 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.965 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.965 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.965 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.965 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.966 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:21.966 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.966 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.966 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.966 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.966 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.966 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.966 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:21.966 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.984572+0000", 2024-04-13T08:45:21.966 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.984572+0000", 2024-04-13T08:45:21.966 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.984918+0000", 2024-04-13T08:45:21.966 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:21.966 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.966 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.967 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.967 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.967 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:21.967 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:21.967 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:21.967 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.967 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.967 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.967 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:21.967 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:21.967 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.967 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.967 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.967 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.967 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.967 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.968 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.968 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.968 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.968 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.968 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.968 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.968 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.968 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3c", 2024-04-13T08:45:21.968 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.968 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.968 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.968 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5175, 2024-04-13T08:45:21.968 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.969 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:24:41.233593+0000", 2024-04-13T08:45:21.969 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.969 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.969 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.971 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.972 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.972 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.972 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.972 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.972 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.972 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.972 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:21.972 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:21.972 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.972 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:21.972 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.972 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.972 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.973 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.973 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.973 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.973 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.973 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.973 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:21.973 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.973 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.973 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.973 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.973 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.973 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:21.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:19:36.797791+0000", 2024-04-13T08:45:21.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:19:36.797791+0000", 2024-04-13T08:45:21.974 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:19:36.798258+0000", 2024-04-13T08:45:21.974 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:21.974 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.974 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.974 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.974 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 385, 2024-04-13T08:45:21.974 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:21.974 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:21.974 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:21.974 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.974 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.974 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.975 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:21.975 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:21.975 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.975 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.975 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.975 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.975 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 384, 2024-04-13T08:45:21.975 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.975 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.975 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.975 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.975 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.975 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.975 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.975 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.975 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3d", 2024-04-13T08:45:21.976 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.976 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.976 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.976 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5218, 2024-04-13T08:45:21.976 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.976 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:42:56.070807+0000", 2024-04-13T08:45:21.976 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.976 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.976 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.979 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.979 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.979 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.979 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.979 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.979 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.979 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:21.979 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:21.979 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.979 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:21.979 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.979 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.980 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.980 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.980 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.980 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.980 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.980 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.980 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:21.980 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.980 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.980 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.980 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.980 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.980 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:21.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.168463+0000", 2024-04-13T08:45:21.981 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.168463+0000", 2024-04-13T08:45:21.981 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.168814+0000", 2024-04-13T08:45:21.981 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:21.981 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.981 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.981 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.981 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:21.981 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:21.981 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:21.981 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:21.981 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.981 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.981 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.981 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:21.981 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:21.982 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.982 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.982 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.982 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.982 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:21.982 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.982 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.982 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.982 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.982 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.982 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.982 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.982 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.983 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3e", 2024-04-13T08:45:21.983 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.983 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.983 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.983 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5225, 2024-04-13T08:45:21.983 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.983 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:36:14.560984+0000", 2024-04-13T08:45:21.983 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.983 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.983 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.986 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.986 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.986 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.986 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.986 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.986 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:21.986 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:21.987 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:21.987 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.987 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:21.987 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.987 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.987 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.987 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:21.987 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.987 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.987 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.987 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.987 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:21.987 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:21.987 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:21.987 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:21.988 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:21.988 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:21.988 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:21.988 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:21.988 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.002935+0000", 2024-04-13T08:45:21.988 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.002935+0000", 2024-04-13T08:45:21.988 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.003344+0000", 2024-04-13T08:45:21.988 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:21.988 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.988 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:21.988 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.988 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:21.988 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:21.988 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:21.989 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:21.989 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:21.989 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:21.989 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:21.989 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:21.989 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:21.989 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:21.989 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.989 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:21.989 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:21.989 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:21.989 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:21.989 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:21.989 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:21.989 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:21.989 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.990 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:21.990 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:21.990 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:21.990 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3f", 2024-04-13T08:45:21.990 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:21.990 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:21.990 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:21.990 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5024, 2024-04-13T08:45:21.990 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:21.990 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:28:54.927344+0000", 2024-04-13T08:45:21.990 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:21.990 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:21.990 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:21.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:21.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:21.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:21.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:21.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:21.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:21.993 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:21.993 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.993 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:21.993 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:21.993 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:21.993 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:21.993 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:21.994 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:21.994 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.994 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:21.994 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:21.994 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:21.994 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.994 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_per_pool": [ 2024-04-13T08:45:21.994 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.994 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 24, 2024-04-13T08:45:21.994 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:21.994 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd" 2024-04-13T08:45:21.994 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.994 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 24412, 2024-04-13T08:45:21.994 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 8, 2024-04-13T08:45:21.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 8, 2024-04-13T08:45:21.995 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 24412, 2024-04-13T08:45:21.995 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 4, 2024-04-13T08:45:21.995 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 4194323, 2024-04-13T08:45:21.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:21.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:21.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:21.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:21.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:21.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:21.995 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:21.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:21.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:21.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:21.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:21.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 12, 2024-04-13T08:45:21.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 4, 2024-04-13T08:45:21.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:21.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 4, 2024-04-13T08:45:21.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:21.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:21.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:21.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:21.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:21.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 2, 2024-04-13T08:45:21.996 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:21.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:21.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:21.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:21.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:21.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:21.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:21.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 9011, 2024-04-13T08:45:21.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 3070521, 2024-04-13T08:45:21.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:21.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:21.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:21.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 24282, 2024-04-13T08:45:21.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 3111700 2024-04-13T08:45:21.997 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.997 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:21.998 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 12595200, 2024-04-13T08:45:21.998 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:21.998 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:21.998 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:21.998 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:21.998 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 12582969, 2024-04-13T08:45:21.998 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:21.998 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:21.998 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T08:45:21.998 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:21.998 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.998 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 24 2024-04-13T08:45:21.998 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:21.998 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:21.998 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 192, 2024-04-13T08:45:21.999 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:21.999 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T08:45:21.999 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:21.999 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:21.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 64, 2024-04-13T08:45:21.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 8, 2024-04-13T08:45:21.999 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:21.999 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 3, 2024-04-13T08:45:21.999 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:21.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:21.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:21.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:21.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:21.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:21.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:22.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:22.001 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.002 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.002 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.002 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:22.002 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.002 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.002 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:22.002 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 0, 2024-04-13T08:45:22.002 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:22.002 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:22.002 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:22.002 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:22.002 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 0, 2024-04-13T08:45:22.002 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:22.002 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:22.003 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T08:45:22.003 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:22.003 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.003 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 192 2024-04-13T08:45:22.003 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.003 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.003 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 3, 2024-04-13T08:45:22.003 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:22.003 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr" 2024-04-13T08:45:22.003 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.003 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 197, 2024-04-13T08:45:22.003 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 1, 2024-04-13T08:45:22.003 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 3, 2024-04-13T08:45:22.003 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 197, 2024-04-13T08:45:22.003 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 1, 2024-04-13T08:45:22.004 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 590368, 2024-04-13T08:45:22.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 1771104, 2024-04-13T08:45:22.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:22.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:22.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:22.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 6, 2024-04-13T08:45:22.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 812, 2024-04-13T08:45:22.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 1310, 2024-04-13T08:45:22.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 311, 2024-04-13T08:45:22.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 2416 2024-04-13T08:45:22.006 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.006 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:22.006 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 1781760, 2024-04-13T08:45:22.007 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:22.007 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:22.007 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:22.007 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:22.007 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 1771104, 2024-04-13T08:45:22.007 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:22.007 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:22.007 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T08:45:22.007 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:22.007 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.007 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 3 2024-04-13T08:45:22.007 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.007 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.007 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 96, 2024-04-13T08:45:22.007 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:22.007 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T08:45:22.008 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.008 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 75, 2024-04-13T08:45:22.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 32, 2024-04-13T08:45:22.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 8, 2024-04-13T08:45:22.008 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 75, 2024-04-13T08:45:22.008 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 2, 2024-04-13T08:45:22.008 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 6622, 2024-04-13T08:45:22.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.008 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.009 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.009 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.009 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.009 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.009 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.009 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.009 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.009 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.009 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 66, 2024-04-13T08:45:22.009 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 22, 2024-04-13T08:45:22.009 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.009 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 22, 2024-04-13T08:45:22.009 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.009 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.009 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.009 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.010 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.010 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 14, 2024-04-13T08:45:22.010 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.010 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.010 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.010 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.010 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.010 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.010 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.010 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 158, 2024-04-13T08:45:22.010 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 174, 2024-04-13T08:45:22.010 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.010 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.010 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.010 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 69, 2024-04-13T08:45:22.011 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 36 2024-04-13T08:45:22.011 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.011 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:22.011 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 110592, 2024-04-13T08:45:22.011 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:22.011 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:22.011 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:22.011 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:22.011 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 19866, 2024-04-13T08:45:22.011 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:22.011 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:22.011 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 44979, 2024-04-13T08:45:22.011 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:22.011 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.011 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 96 2024-04-13T08:45:22.011 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.012 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.012 INFO:tasks.workunit.client.0.smithi003.stdout: "usage": { 2024-04-13T08:45:22.012 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 105, 2024-04-13T08:45:22.012 INFO:tasks.workunit.client.0.smithi003.stdout: "pools": 4, 2024-04-13T08:45:22.012 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_by_class": { 2024-04-13T08:45:22.012 INFO:tasks.workunit.client.0.smithi003.stdout: "ssd": { 2024-04-13T08:45:22.012 INFO:tasks.workunit.client.0.smithi003.stdout: "total_avail_bytes": 761794531328, 2024-04-13T08:45:22.012 INFO:tasks.workunit.client.0.smithi003.stdout: "total_bytes": 767960285184, 2024-04-13T08:45:22.012 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_bytes": 6165753856, 2024-04-13T08:45:22.012 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_raw_bytes": 6165753856, 2024-04-13T08:45:22.012 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_raw_ratio": 0.00802874006330967 2024-04-13T08:45:22.012 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.012 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.012 INFO:tasks.workunit.client.0.smithi003.stdout: "total_avail_bytes": 761794531328, 2024-04-13T08:45:22.012 INFO:tasks.workunit.client.0.smithi003.stdout: "total_bytes": 767960285184, 2024-04-13T08:45:22.013 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_bytes": 6165753856 2024-04-13T08:45:22.013 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.013 INFO:tasks.workunit.client.0.smithi003.stdout:} 2024-04-13T08:45:22.013 INFO:tasks.workunit.client.0.smithi003.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-13T08:45:22.013 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph telemetry show-device 2024-04-13T08:45:22.014 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='client.46058 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:22.014 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:22.014 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:22.014 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:22.014 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:22.014 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:22.014 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:22.014 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.014 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.014 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.014 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.014 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.015 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.015 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.015 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.015 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.015 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:22.015 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:22.015 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.015 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.015 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.015 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.015 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:22.015 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:22.015 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.015 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.016 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:22.016 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:22.016 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.016 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='client.46058 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:22.016 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:22.016 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:22.016 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:22.016 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:22.016 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:22.016 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:22.017 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.017 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.017 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.017 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.017 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.017 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.017 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.017 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.017 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.017 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:22.017 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:22.017 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.017 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.017 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.017 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.017 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:22.018 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:22.018 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.018 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.018 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:22.018 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:22.018 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.018 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.018 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.018 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.019 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:19 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.019 INFO:tasks.workunit.client.0.smithi003.stdout:{ 2024-04-13T08:45:22.019 INFO:tasks.workunit.client.0.smithi003.stdout: "5f741694-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T08:45:22.019 INFO:tasks.workunit.client.0.smithi003.stdout: "INTEL_SSDPEDMD400G4_5f749cb8-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T08:45:22.019 INFO:tasks.workunit.client.0.smithi003.stdout: "20240413-070830": { 2024-04-13T08:45:22.019 INFO:tasks.workunit.client.0.smithi003.stdout: "device": { 2024-04-13T08:45:22.019 INFO:tasks.workunit.client.0.smithi003.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T08:45:22.019 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "/dev/nvme0n1", 2024-04-13T08:45:22.019 INFO:tasks.workunit.client.0.smithi003.stdout: "protocol": "NVMe", 2024-04-13T08:45:22.019 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "nvme" 2024-04-13T08:45:22.020 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.020 INFO:tasks.workunit.client.0.smithi003.stdout: "firmware_version": "8DV101H0", 2024-04-13T08:45:22.020 INFO:tasks.workunit.client.0.smithi003.stdout: "host_id": "5f741694-f965-11ee-9de2-0cc47abd15dc", 2024-04-13T08:45:22.020 INFO:tasks.workunit.client.0.smithi003.stdout: "json_format_version": [ 2024-04-13T08:45:22.020 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:22.020 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:22.020 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.020 INFO:tasks.workunit.client.0.smithi003.stdout: "local_time": { 2024-04-13T08:45:22.020 INFO:tasks.workunit.client.0.smithi003.stdout: "asctime": "Sat Apr 13 07:08:29 2024 UTC", 2024-04-13T08:45:22.020 INFO:tasks.workunit.client.0.smithi003.stdout: "time_t": 1712992109 2024-04-13T08:45:22.020 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.020 INFO:tasks.workunit.client.0.smithi003.stdout: "logical_block_size": 512, 2024-04-13T08:45:22.020 INFO:tasks.workunit.client.0.smithi003.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T08:45:22.020 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_controller_id": 0, 2024-04-13T08:45:22.020 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T08:45:22.021 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_namespaces": [ 2024-04-13T08:45:22.021 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.021 INFO:tasks.workunit.client.0.smithi003.stdout: "capacity": { 2024-04-13T08:45:22.021 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T08:45:22.021 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T08:45:22.021 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.021 INFO:tasks.workunit.client.0.smithi003.stdout: "formatted_lba_size": 512, 2024-04-13T08:45:22.021 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 1, 2024-04-13T08:45:22.021 INFO:tasks.workunit.client.0.smithi003.stdout: "size": { 2024-04-13T08:45:22.021 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T08:45:22.021 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T08:45:22.021 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.021 INFO:tasks.workunit.client.0.smithi003.stdout: "utilization": { 2024-04-13T08:45:22.021 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T08:45:22.022 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T08:45:22.022 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.022 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.022 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.022 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T08:45:22.022 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_pci_vendor": { 2024-04-13T08:45:22.022 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 32902, 2024-04-13T08:45:22.022 INFO:tasks.workunit.client.0.smithi003.stdout: "subsystem_id": 32902 2024-04-13T08:45:22.022 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.022 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T08:45:22.022 INFO:tasks.workunit.client.0.smithi003.stdout: "Device stats": { 2024-04-13T08:45:22.022 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_fw_downgrades": { 2024-04-13T08:45:22.022 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:22.022 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.022 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.023 INFO:tasks.workunit.client.0.smithi003.stdout: "crc_error_count": { 2024-04-13T08:45:22.023 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.023 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.023 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.023 INFO:tasks.workunit.client.0.smithi003.stdout: "end_to_end_error_detection_count": { 2024-04-13T08:45:22.023 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.023 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.023 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.023 INFO:tasks.workunit.client.0.smithi003.stdout: "erase_fail_count": { 2024-04-13T08:45:22.023 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.023 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.023 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.023 INFO:tasks.workunit.client.0.smithi003.stdout: "host_bytes_written": { 2024-04-13T08:45:22.023 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.023 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 35646671 2024-04-13T08:45:22.024 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.024 INFO:tasks.workunit.client.0.smithi003.stdout: "host_ctx_wear_used": { 2024-04-13T08:45:22.024 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.024 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 1 2024-04-13T08:45:22.024 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.024 INFO:tasks.workunit.client.0.smithi003.stdout: "media_bytes_read": { 2024-04-13T08:45:22.024 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:22.024 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.024 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.024 INFO:tasks.workunit.client.0.smithi003.stdout: "nand_bytes_written": { 2024-04-13T08:45:22.024 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.024 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 54879360 2024-04-13T08:45:22.024 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.024 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_stat_indicator": { 2024-04-13T08:45:22.025 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:22.025 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.025 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.025 INFO:tasks.workunit.client.0.smithi003.stdout: "pll_lock_loss_count": { 2024-04-13T08:45:22.025 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.025 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.025 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.025 INFO:tasks.workunit.client.0.smithi003.stdout: "program_fail_count": { 2024-04-13T08:45:22.025 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.025 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.025 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.025 INFO:tasks.workunit.client.0.smithi003.stdout: "re_alloc_sectr_cnt": { 2024-04-13T08:45:22.025 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:22.025 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.025 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.026 INFO:tasks.workunit.client.0.smithi003.stdout: "retry_buffer_overflow_count": { 2024-04-13T08:45:22.026 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.026 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.026 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.026 INFO:tasks.workunit.client.0.smithi003.stdout: "soft_ecc_err_rate": { 2024-04-13T08:45:22.026 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:22.026 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.026 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.026 INFO:tasks.workunit.client.0.smithi003.stdout: "thermal_throttle_status": { 2024-04-13T08:45:22.026 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.026 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T08:45:22.026 INFO:tasks.workunit.client.0.smithi003.stdout: "cnt": 0, 2024-04-13T08:45:22.026 INFO:tasks.workunit.client.0.smithi003.stdout: "pct": 0 2024-04-13T08:45:22.026 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.027 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.027 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_host_reads": { 2024-04-13T08:45:22.027 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.027 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T08:45:22.027 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.027 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_media_wear": { 2024-04-13T08:45:22.027 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.027 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 64 2024-04-13T08:45:22.027 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.027 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_timer": { 2024-04-13T08:45:22.027 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.027 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T08:45:22.027 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.027 INFO:tasks.workunit.client.0.smithi003.stdout: "unexp_power_loss": { 2024-04-13T08:45:22.028 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:22.028 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.028 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.028 INFO:tasks.workunit.client.0.smithi003.stdout: "wear_leveling": { 2024-04-13T08:45:22.028 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 88, 2024-04-13T08:45:22.028 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T08:45:22.028 INFO:tasks.workunit.client.0.smithi003.stdout: "avg": 3606, 2024-04-13T08:45:22.028 INFO:tasks.workunit.client.0.smithi003.stdout: "max": 3623, 2024-04-13T08:45:22.028 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 3590 2024-04-13T08:45:22.028 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.028 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.028 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.028 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T08:45:22.028 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.028 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_log": { 2024-04-13T08:45:22.029 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare": 100, 2024-04-13T08:45:22.029 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare_threshold": 10, 2024-04-13T08:45:22.029 INFO:tasks.workunit.client.0.smithi003.stdout: "controller_busy_time": 7, 2024-04-13T08:45:22.029 INFO:tasks.workunit.client.0.smithi003.stdout: "critical_warning": 0, 2024-04-13T08:45:22.029 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_read": 423144281, 2024-04-13T08:45:22.029 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_written": 2336140266, 2024-04-13T08:45:22.029 INFO:tasks.workunit.client.0.smithi003.stdout: "host_reads": 6268578978, 2024-04-13T08:45:22.029 INFO:tasks.workunit.client.0.smithi003.stdout: "host_writes": 37285589244, 2024-04-13T08:45:22.029 INFO:tasks.workunit.client.0.smithi003.stdout: "media_errors": 0, 2024-04-13T08:45:22.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_err_log_entries": 0, 2024-04-13T08:45:22.029 INFO:tasks.workunit.client.0.smithi003.stdout: "percentage_used": 12, 2024-04-13T08:45:22.029 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycles": 45118, 2024-04-13T08:45:22.029 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_hours": 66247, 2024-04-13T08:45:22.029 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": 23, 2024-04-13T08:45:22.029 INFO:tasks.workunit.client.0.smithi003.stdout: "unsafe_shutdowns": 245 2024-04-13T08:45:22.030 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.030 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_vendor": "intel", 2024-04-13T08:45:22.030 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycle_count": 45118, 2024-04-13T08:45:22.030 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_time": { 2024-04-13T08:45:22.030 INFO:tasks.workunit.client.0.smithi003.stdout: "hours": 66247 2024-04-13T08:45:22.030 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.030 INFO:tasks.workunit.client.0.smithi003.stdout: "serial_number": "deleted", 2024-04-13T08:45:22.030 INFO:tasks.workunit.client.0.smithi003.stdout: "smart_status": { 2024-04-13T08:45:22.030 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme": { 2024-04-13T08:45:22.030 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.030 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.030 INFO:tasks.workunit.client.0.smithi003.stdout: "passed": true 2024-04-13T08:45:22.030 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.030 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl": { 2024-04-13T08:45:22.030 INFO:tasks.workunit.client.0.smithi003.stdout: "argv": [ 2024-04-13T08:45:22.031 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl", 2024-04-13T08:45:22.031 INFO:tasks.workunit.client.0.smithi003.stdout: "-x", 2024-04-13T08:45:22.031 INFO:tasks.workunit.client.0.smithi003.stdout: "--json=o", 2024-04-13T08:45:22.031 INFO:tasks.workunit.client.0.smithi003.stdout: "/dev/nvme0n1" 2024-04-13T08:45:22.031 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.031 INFO:tasks.workunit.client.0.smithi003.stdout: "build_info": "(local build)", 2024-04-13T08:45:22.031 INFO:tasks.workunit.client.0.smithi003.stdout: "exit_status": 0, 2024-04-13T08:45:22.031 INFO:tasks.workunit.client.0.smithi003.stdout: "output": [ 2024-04-13T08:45:22.031 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T08:45:22.031 INFO:tasks.workunit.client.0.smithi003.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T08:45:22.031 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:22.031 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T08:45:22.031 INFO:tasks.workunit.client.0.smithi003.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T08:45:22.031 INFO:tasks.workunit.client.0.smithi003.stdout: "Serial Number: deleted", 2024-04-13T08:45:22.031 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Version: 8DV101H0", 2024-04-13T08:45:22.032 INFO:tasks.workunit.client.0.smithi003.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T08:45:22.032 INFO:tasks.workunit.client.0.smithi003.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T08:45:22.032 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller ID: 0", 2024-04-13T08:45:22.032 INFO:tasks.workunit.client.0.smithi003.stdout: "Number of Namespaces: 1", 2024-04-13T08:45:22.032 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T08:45:22.032 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T08:45:22.032 INFO:tasks.workunit.client.0.smithi003.stdout: "Local Time is: Sat Apr 13 07:08:29 2024 UTC", 2024-04-13T08:45:22.032 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T08:45:22.032 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T08:45:22.032 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T08:45:22.032 INFO:tasks.workunit.client.0.smithi003.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T08:45:22.032 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:22.032 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported Power States", 2024-04-13T08:45:22.032 INFO:tasks.workunit.client.0.smithi003.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T08:45:22.032 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T08:45:22.033 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:22.033 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T08:45:22.033 INFO:tasks.workunit.client.0.smithi003.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T08:45:22.033 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 512 0 2", 2024-04-13T08:45:22.033 INFO:tasks.workunit.client.0.smithi003.stdout: " 1 - 512 8 2", 2024-04-13T08:45:22.033 INFO:tasks.workunit.client.0.smithi003.stdout: " 2 - 512 16 2", 2024-04-13T08:45:22.033 INFO:tasks.workunit.client.0.smithi003.stdout: " 3 - 4096 0 0", 2024-04-13T08:45:22.033 INFO:tasks.workunit.client.0.smithi003.stdout: " 4 - 4096 8 0", 2024-04-13T08:45:22.033 INFO:tasks.workunit.client.0.smithi003.stdout: " 5 - 4096 64 0", 2024-04-13T08:45:22.033 INFO:tasks.workunit.client.0.smithi003.stdout: " 6 - 4096 128 0", 2024-04-13T08:45:22.033 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:22.033 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T08:45:22.033 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T08:45:22.033 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:22.033 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T08:45:22.034 INFO:tasks.workunit.client.0.smithi003.stdout: "Critical Warning: 0x00", 2024-04-13T08:45:22.034 INFO:tasks.workunit.client.0.smithi003.stdout: "Temperature: 23 Celsius", 2024-04-13T08:45:22.034 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare: 100%", 2024-04-13T08:45:22.034 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare Threshold: 10%", 2024-04-13T08:45:22.034 INFO:tasks.workunit.client.0.smithi003.stdout: "Percentage Used: 12%", 2024-04-13T08:45:22.034 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Read: 423,144,281 [216 TB]", 2024-04-13T08:45:22.034 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Written: 2,336,140,266 [1.19 PB]", 2024-04-13T08:45:22.034 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Read Commands: 6,268,578,978", 2024-04-13T08:45:22.034 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Write Commands: 37,285,589,244", 2024-04-13T08:45:22.034 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller Busy Time: 7", 2024-04-13T08:45:22.034 INFO:tasks.workunit.client.0.smithi003.stdout: "Power Cycles: 45,118", 2024-04-13T08:45:22.034 INFO:tasks.workunit.client.0.smithi003.stdout: "Power On Hours: 66,247", 2024-04-13T08:45:22.034 INFO:tasks.workunit.client.0.smithi003.stdout: "Unsafe Shutdowns: 245", 2024-04-13T08:45:22.034 INFO:tasks.workunit.client.0.smithi003.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T08:45:22.034 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information Log Entries: 0", 2024-04-13T08:45:22.035 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:22.035 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T08:45:22.035 INFO:tasks.workunit.client.0.smithi003.stdout: "No Errors Logged", 2024-04-13T08:45:22.035 INFO:tasks.workunit.client.0.smithi003.stdout: "" 2024-04-13T08:45:22.035 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.035 INFO:tasks.workunit.client.0.smithi003.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T08:45:22.035 INFO:tasks.workunit.client.0.smithi003.stdout: "svn_revision": "5022", 2024-04-13T08:45:22.035 INFO:tasks.workunit.client.0.smithi003.stdout: "version": [ 2024-04-13T08:45:22.035 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:22.035 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:22.035 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.035 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.035 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": { 2024-04-13T08:45:22.035 INFO:tasks.workunit.client.0.smithi003.stdout: "current": 23 2024-04-13T08:45:22.036 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.036 INFO:tasks.workunit.client.0.smithi003.stdout: "user_capacity": { 2024-04-13T08:45:22.036 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T08:45:22.036 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T08:45:22.036 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.036 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.036 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.036 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.036 INFO:tasks.workunit.client.0.smithi003.stdout: "5f765346-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T08:45:22.036 INFO:tasks.workunit.client.0.smithi003.stdout: "INTEL_SSDPEDMD400G4_5f77328e-f965-11ee-9de2-0cc47abd15dc": { 2024-04-13T08:45:22.036 INFO:tasks.workunit.client.0.smithi003.stdout: "20240413-070832": { 2024-04-13T08:45:22.036 INFO:tasks.workunit.client.0.smithi003.stdout: "device": { 2024-04-13T08:45:22.036 INFO:tasks.workunit.client.0.smithi003.stdout: "info_name": "/dev/nvme0n1", 2024-04-13T08:45:22.036 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "/dev/nvme0n1", 2024-04-13T08:45:22.036 INFO:tasks.workunit.client.0.smithi003.stdout: "protocol": "NVMe", 2024-04-13T08:45:22.036 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "nvme" 2024-04-13T08:45:22.037 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.037 INFO:tasks.workunit.client.0.smithi003.stdout: "firmware_version": "8DV101H0", 2024-04-13T08:45:22.037 INFO:tasks.workunit.client.0.smithi003.stdout: "host_id": "5f765346-f965-11ee-9de2-0cc47abd15dc", 2024-04-13T08:45:22.037 INFO:tasks.workunit.client.0.smithi003.stdout: "json_format_version": [ 2024-04-13T08:45:22.037 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:22.037 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:22.037 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.037 INFO:tasks.workunit.client.0.smithi003.stdout: "local_time": { 2024-04-13T08:45:22.037 INFO:tasks.workunit.client.0.smithi003.stdout: "asctime": "Sat Apr 13 07:08:32 2024 UTC", 2024-04-13T08:45:22.037 INFO:tasks.workunit.client.0.smithi003.stdout: "time_t": 1712992112 2024-04-13T08:45:22.037 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.037 INFO:tasks.workunit.client.0.smithi003.stdout: "logical_block_size": 512, 2024-04-13T08:45:22.037 INFO:tasks.workunit.client.0.smithi003.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-13T08:45:22.037 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_controller_id": 0, 2024-04-13T08:45:22.037 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-13T08:45:22.038 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_namespaces": [ 2024-04-13T08:45:22.038 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.038 INFO:tasks.workunit.client.0.smithi003.stdout: "capacity": { 2024-04-13T08:45:22.038 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T08:45:22.038 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T08:45:22.038 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.038 INFO:tasks.workunit.client.0.smithi003.stdout: "formatted_lba_size": 512, 2024-04-13T08:45:22.038 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 1, 2024-04-13T08:45:22.038 INFO:tasks.workunit.client.0.smithi003.stdout: "size": { 2024-04-13T08:45:22.038 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T08:45:22.038 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T08:45:22.038 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.038 INFO:tasks.workunit.client.0.smithi003.stdout: "utilization": { 2024-04-13T08:45:22.038 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T08:45:22.038 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T08:45:22.039 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.039 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.039 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.039 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_number_of_namespaces": 1, 2024-04-13T08:45:22.039 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_pci_vendor": { 2024-04-13T08:45:22.039 INFO:tasks.workunit.client.0.smithi003.stdout: "id": 32902, 2024-04-13T08:45:22.039 INFO:tasks.workunit.client.0.smithi003.stdout: "subsystem_id": 32902 2024-04-13T08:45:22.039 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.039 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_add_log": { 2024-04-13T08:45:22.039 INFO:tasks.workunit.client.0.smithi003.stdout: "Device stats": { 2024-04-13T08:45:22.039 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_fw_downgrades": { 2024-04-13T08:45:22.039 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:22.039 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.039 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.039 INFO:tasks.workunit.client.0.smithi003.stdout: "crc_error_count": { 2024-04-13T08:45:22.040 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.040 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.040 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.040 INFO:tasks.workunit.client.0.smithi003.stdout: "end_to_end_error_detection_count": { 2024-04-13T08:45:22.040 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.040 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.040 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.040 INFO:tasks.workunit.client.0.smithi003.stdout: "erase_fail_count": { 2024-04-13T08:45:22.040 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.040 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.040 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.040 INFO:tasks.workunit.client.0.smithi003.stdout: "host_bytes_written": { 2024-04-13T08:45:22.040 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.040 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 30990723 2024-04-13T08:45:22.040 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.041 INFO:tasks.workunit.client.0.smithi003.stdout: "host_ctx_wear_used": { 2024-04-13T08:45:22.041 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.041 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 1 2024-04-13T08:45:22.041 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.041 INFO:tasks.workunit.client.0.smithi003.stdout: "media_bytes_read": { 2024-04-13T08:45:22.041 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:22.041 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.041 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.041 INFO:tasks.workunit.client.0.smithi003.stdout: "nand_bytes_written": { 2024-04-13T08:45:22.041 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.041 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 48861769 2024-04-13T08:45:22.041 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.041 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_stat_indicator": { 2024-04-13T08:45:22.041 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:22.041 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.042 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.042 INFO:tasks.workunit.client.0.smithi003.stdout: "pll_lock_loss_count": { 2024-04-13T08:45:22.042 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.042 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.042 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.042 INFO:tasks.workunit.client.0.smithi003.stdout: "program_fail_count": { 2024-04-13T08:45:22.042 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.042 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.042 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.042 INFO:tasks.workunit.client.0.smithi003.stdout: "re_alloc_sectr_cnt": { 2024-04-13T08:45:22.042 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:22.042 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.042 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.042 INFO:tasks.workunit.client.0.smithi003.stdout: "retry_buffer_overflow_count": { 2024-04-13T08:45:22.042 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.043 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.043 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.043 INFO:tasks.workunit.client.0.smithi003.stdout: "soft_ecc_err_rate": { 2024-04-13T08:45:22.043 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:22.043 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.043 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.043 INFO:tasks.workunit.client.0.smithi003.stdout: "thermal_throttle_status": { 2024-04-13T08:45:22.043 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.043 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T08:45:22.043 INFO:tasks.workunit.client.0.smithi003.stdout: "cnt": 0, 2024-04-13T08:45:22.043 INFO:tasks.workunit.client.0.smithi003.stdout: "pct": 0 2024-04-13T08:45:22.043 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.043 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.043 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_host_reads": { 2024-04-13T08:45:22.043 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.044 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T08:45:22.044 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.044 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_media_wear": { 2024-04-13T08:45:22.044 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.044 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 64 2024-04-13T08:45:22.044 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.044 INFO:tasks.workunit.client.0.smithi003.stdout: "timed_workload_timer": { 2024-04-13T08:45:22.044 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 100, 2024-04-13T08:45:22.044 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 65535 2024-04-13T08:45:22.044 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.044 INFO:tasks.workunit.client.0.smithi003.stdout: "unexp_power_loss": { 2024-04-13T08:45:22.044 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 0, 2024-04-13T08:45:22.044 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": 0 2024-04-13T08:45:22.044 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.044 INFO:tasks.workunit.client.0.smithi003.stdout: "wear_leveling": { 2024-04-13T08:45:22.045 INFO:tasks.workunit.client.0.smithi003.stdout: "normalized": 90, 2024-04-13T08:45:22.045 INFO:tasks.workunit.client.0.smithi003.stdout: "raw": { 2024-04-13T08:45:22.045 INFO:tasks.workunit.client.0.smithi003.stdout: "avg": 3264, 2024-04-13T08:45:22.045 INFO:tasks.workunit.client.0.smithi003.stdout: "max": 3281, 2024-04-13T08:45:22.045 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 3246 2024-04-13T08:45:22.045 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.045 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.045 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.045 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel Smart log": "nvme0n1" 2024-04-13T08:45:22.045 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.045 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_smart_health_information_log": { 2024-04-13T08:45:22.045 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare": 100, 2024-04-13T08:45:22.045 INFO:tasks.workunit.client.0.smithi003.stdout: "available_spare_threshold": 10, 2024-04-13T08:45:22.045 INFO:tasks.workunit.client.0.smithi003.stdout: "controller_busy_time": 120, 2024-04-13T08:45:22.045 INFO:tasks.workunit.client.0.smithi003.stdout: "critical_warning": 0, 2024-04-13T08:45:22.046 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_read": 413005597, 2024-04-13T08:45:22.046 INFO:tasks.workunit.client.0.smithi003.stdout: "data_units_written": 2031008024, 2024-04-13T08:45:22.046 INFO:tasks.workunit.client.0.smithi003.stdout: "host_reads": 6476453195, 2024-04-13T08:45:22.046 INFO:tasks.workunit.client.0.smithi003.stdout: "host_writes": 33499111145, 2024-04-13T08:45:22.046 INFO:tasks.workunit.client.0.smithi003.stdout: "media_errors": 0, 2024-04-13T08:45:22.046 INFO:tasks.workunit.client.0.smithi003.stdout: "num_err_log_entries": 0, 2024-04-13T08:45:22.046 INFO:tasks.workunit.client.0.smithi003.stdout: "percentage_used": 10, 2024-04-13T08:45:22.046 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycles": 45424, 2024-04-13T08:45:22.046 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_hours": 57085, 2024-04-13T08:45:22.046 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": 25, 2024-04-13T08:45:22.046 INFO:tasks.workunit.client.0.smithi003.stdout: "unsafe_shutdowns": 11508 2024-04-13T08:45:22.046 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.046 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme_vendor": "intel", 2024-04-13T08:45:22.046 INFO:tasks.workunit.client.0.smithi003.stdout: "power_cycle_count": 45424, 2024-04-13T08:45:22.046 INFO:tasks.workunit.client.0.smithi003.stdout: "power_on_time": { 2024-04-13T08:45:22.047 INFO:tasks.workunit.client.0.smithi003.stdout: "hours": 57085 2024-04-13T08:45:22.047 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.047 INFO:tasks.workunit.client.0.smithi003.stdout: "serial_number": "deleted", 2024-04-13T08:45:22.047 INFO:tasks.workunit.client.0.smithi003.stdout: "smart_status": { 2024-04-13T08:45:22.047 INFO:tasks.workunit.client.0.smithi003.stdout: "nvme": { 2024-04-13T08:45:22.047 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.047 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.047 INFO:tasks.workunit.client.0.smithi003.stdout: "passed": true 2024-04-13T08:45:22.047 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.047 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl": { 2024-04-13T08:45:22.047 INFO:tasks.workunit.client.0.smithi003.stdout: "argv": [ 2024-04-13T08:45:22.047 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl", 2024-04-13T08:45:22.047 INFO:tasks.workunit.client.0.smithi003.stdout: "-x", 2024-04-13T08:45:22.047 INFO:tasks.workunit.client.0.smithi003.stdout: "--json=o", 2024-04-13T08:45:22.047 INFO:tasks.workunit.client.0.smithi003.stdout: "/dev/nvme0n1" 2024-04-13T08:45:22.048 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.048 INFO:tasks.workunit.client.0.smithi003.stdout: "build_info": "(local build)", 2024-04-13T08:45:22.048 INFO:tasks.workunit.client.0.smithi003.stdout: "exit_status": 0, 2024-04-13T08:45:22.048 INFO:tasks.workunit.client.0.smithi003.stdout: "output": [ 2024-04-13T08:45:22.048 INFO:tasks.workunit.client.0.smithi003.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-13T08:45:22.048 INFO:tasks.workunit.client.0.smithi003.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-13T08:45:22.048 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:22.048 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-13T08:45:22.048 INFO:tasks.workunit.client.0.smithi003.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-13T08:45:22.048 INFO:tasks.workunit.client.0.smithi003.stdout: "Serial Number: deleted", 2024-04-13T08:45:22.048 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Version: 8DV101H0", 2024-04-13T08:45:22.048 INFO:tasks.workunit.client.0.smithi003.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-13T08:45:22.048 INFO:tasks.workunit.client.0.smithi003.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-13T08:45:22.048 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller ID: 0", 2024-04-13T08:45:22.048 INFO:tasks.workunit.client.0.smithi003.stdout: "Number of Namespaces: 1", 2024-04-13T08:45:22.049 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-13T08:45:22.049 INFO:tasks.workunit.client.0.smithi003.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-13T08:45:22.049 INFO:tasks.workunit.client.0.smithi003.stdout: "Local Time is: Sat Apr 13 07:08:32 2024 UTC", 2024-04-13T08:45:22.049 INFO:tasks.workunit.client.0.smithi003.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-13T08:45:22.049 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-13T08:45:22.049 INFO:tasks.workunit.client.0.smithi003.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-13T08:45:22.049 INFO:tasks.workunit.client.0.smithi003.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-13T08:45:22.049 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:22.049 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported Power States", 2024-04-13T08:45:22.049 INFO:tasks.workunit.client.0.smithi003.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-13T08:45:22.049 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-13T08:45:22.049 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:22.049 INFO:tasks.workunit.client.0.smithi003.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-13T08:45:22.049 INFO:tasks.workunit.client.0.smithi003.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-13T08:45:22.049 INFO:tasks.workunit.client.0.smithi003.stdout: " 0 + 512 0 2", 2024-04-13T08:45:22.050 INFO:tasks.workunit.client.0.smithi003.stdout: " 1 - 512 8 2", 2024-04-13T08:45:22.050 INFO:tasks.workunit.client.0.smithi003.stdout: " 2 - 512 16 2", 2024-04-13T08:45:22.050 INFO:tasks.workunit.client.0.smithi003.stdout: " 3 - 4096 0 0", 2024-04-13T08:45:22.050 INFO:tasks.workunit.client.0.smithi003.stdout: " 4 - 4096 8 0", 2024-04-13T08:45:22.050 INFO:tasks.workunit.client.0.smithi003.stdout: " 5 - 4096 64 0", 2024-04-13T08:45:22.050 INFO:tasks.workunit.client.0.smithi003.stdout: " 6 - 4096 128 0", 2024-04-13T08:45:22.050 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:22.050 INFO:tasks.workunit.client.0.smithi003.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-13T08:45:22.050 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-13T08:45:22.050 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:22.050 INFO:tasks.workunit.client.0.smithi003.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-13T08:45:22.050 INFO:tasks.workunit.client.0.smithi003.stdout: "Critical Warning: 0x00", 2024-04-13T08:45:22.050 INFO:tasks.workunit.client.0.smithi003.stdout: "Temperature: 25 Celsius", 2024-04-13T08:45:22.050 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare: 100%", 2024-04-13T08:45:22.051 INFO:tasks.workunit.client.0.smithi003.stdout: "Available Spare Threshold: 10%", 2024-04-13T08:45:22.051 INFO:tasks.workunit.client.0.smithi003.stdout: "Percentage Used: 10%", 2024-04-13T08:45:22.051 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Read: 413,005,597 [211 TB]", 2024-04-13T08:45:22.051 INFO:tasks.workunit.client.0.smithi003.stdout: "Data Units Written: 2,031,008,024 [1.03 PB]", 2024-04-13T08:45:22.051 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Read Commands: 6,476,453,195", 2024-04-13T08:45:22.051 INFO:tasks.workunit.client.0.smithi003.stdout: "Host Write Commands: 33,499,111,145", 2024-04-13T08:45:22.051 INFO:tasks.workunit.client.0.smithi003.stdout: "Controller Busy Time: 120", 2024-04-13T08:45:22.051 INFO:tasks.workunit.client.0.smithi003.stdout: "Power Cycles: 45,424", 2024-04-13T08:45:22.051 INFO:tasks.workunit.client.0.smithi003.stdout: "Power On Hours: 57,085", 2024-04-13T08:45:22.051 INFO:tasks.workunit.client.0.smithi003.stdout: "Unsafe Shutdowns: 11,508", 2024-04-13T08:45:22.051 INFO:tasks.workunit.client.0.smithi003.stdout: "Media and Data Integrity Errors: 0", 2024-04-13T08:45:22.051 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information Log Entries: 0", 2024-04-13T08:45:22.051 INFO:tasks.workunit.client.0.smithi003.stdout: "", 2024-04-13T08:45:22.051 INFO:tasks.workunit.client.0.smithi003.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-13T08:45:22.051 INFO:tasks.workunit.client.0.smithi003.stdout: "No Errors Logged", 2024-04-13T08:45:22.052 INFO:tasks.workunit.client.0.smithi003.stdout: "" 2024-04-13T08:45:22.052 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.052 INFO:tasks.workunit.client.0.smithi003.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-13T08:45:22.052 INFO:tasks.workunit.client.0.smithi003.stdout: "svn_revision": "5022", 2024-04-13T08:45:22.052 INFO:tasks.workunit.client.0.smithi003.stdout: "version": [ 2024-04-13T08:45:22.052 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:22.052 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:22.052 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.052 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.052 INFO:tasks.workunit.client.0.smithi003.stdout: "temperature": { 2024-04-13T08:45:22.052 INFO:tasks.workunit.client.0.smithi003.stdout: "current": 25 2024-04-13T08:45:22.052 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.052 INFO:tasks.workunit.client.0.smithi003.stdout: "user_capacity": { 2024-04-13T08:45:22.052 INFO:tasks.workunit.client.0.smithi003.stdout: "blocks": 781422768, 2024-04-13T08:45:22.052 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 400088457216 2024-04-13T08:45:22.053 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.053 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.053 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.053 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.053 INFO:tasks.workunit.client.0.smithi003.stdout:} 2024-04-13T08:45:22.053 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph telemetry show 2024-04-13T08:45:22.054 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='client.46076 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:22.054 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: pgmap v5214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 89 B/s rd, 0 op/s 2024-04-13T08:45:22.054 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='client.46076 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:22.054 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='client.46082 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:22.054 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='client.46082 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:22.054 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:22.054 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:22.054 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.054 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.054 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.054 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:22.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:22.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:22.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:22.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.055 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.056 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:22.056 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='client.46076 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:22.056 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: pgmap v5214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 89 B/s rd, 0 op/s 2024-04-13T08:45:22.056 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='client.46076 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:22.056 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='client.46082 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:22.056 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='client.46082 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:22.056 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:22.056 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:22.056 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.056 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.057 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.057 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.057 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.057 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.057 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.057 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.057 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.057 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:22.057 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:22.057 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.057 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.057 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.057 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:22.057 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.057 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:22.058 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.058 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.058 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:22.058 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='client.46076 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:22.058 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: pgmap v5214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 89 B/s rd, 0 op/s 2024-04-13T08:45:22.058 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='client.46076 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:22.058 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='client.46082 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:22.058 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='client.46082 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:22.058 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:22.058 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:22.058 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.058 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.059 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.059 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.059 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.059 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.059 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.059 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.059 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.059 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:22.059 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:22.059 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.059 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.059 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.059 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:22.059 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.060 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:22.060 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.060 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.060 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:22.060 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:22.060 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.060 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.060 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.060 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-13T08:45:22.060 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:20 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T08:45:22.060 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:22.060 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.061 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.061 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.061 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-13T08:45:22.061 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T08:45:22.061 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:22.061 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:22.061 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:22.061 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:22.061 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-13T08:45:22.061 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:20 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T08:45:22.071 INFO:tasks.workunit.client.0.smithi003.stdout:{ 2024-04-13T08:45:22.071 INFO:tasks.workunit.client.0.smithi003.stdout: "balancer": { 2024-04-13T08:45:22.071 INFO:tasks.workunit.client.0.smithi003.stdout: "active": true, 2024-04-13T08:45:22.071 INFO:tasks.workunit.client.0.smithi003.stdout: "mode": "" 2024-04-13T08:45:22.071 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.071 INFO:tasks.workunit.client.0.smithi003.stdout: "channels": [ 2024-04-13T08:45:22.071 INFO:tasks.workunit.client.0.smithi003.stdout: "basic", 2024-04-13T08:45:22.071 INFO:tasks.workunit.client.0.smithi003.stdout: "crash", 2024-04-13T08:45:22.071 INFO:tasks.workunit.client.0.smithi003.stdout: "device", 2024-04-13T08:45:22.071 INFO:tasks.workunit.client.0.smithi003.stdout: "ident", 2024-04-13T08:45:22.071 INFO:tasks.workunit.client.0.smithi003.stdout: "perf" 2024-04-13T08:45:22.071 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.072 INFO:tasks.workunit.client.0.smithi003.stdout: "channels_available": [ 2024-04-13T08:45:22.072 INFO:tasks.workunit.client.0.smithi003.stdout: "basic", 2024-04-13T08:45:22.072 INFO:tasks.workunit.client.0.smithi003.stdout: "ident", 2024-04-13T08:45:22.072 INFO:tasks.workunit.client.0.smithi003.stdout: "crash", 2024-04-13T08:45:22.072 INFO:tasks.workunit.client.0.smithi003.stdout: "device", 2024-04-13T08:45:22.072 INFO:tasks.workunit.client.0.smithi003.stdout: "perf" 2024-04-13T08:45:22.072 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.072 INFO:tasks.workunit.client.0.smithi003.stdout: "collections_available": [ 2024-04-13T08:45:22.072 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_base", 2024-04-13T08:45:22.072 INFO:tasks.workunit.client.0.smithi003.stdout: "device_base", 2024-04-13T08:45:22.072 INFO:tasks.workunit.client.0.smithi003.stdout: "crash_base", 2024-04-13T08:45:22.072 INFO:tasks.workunit.client.0.smithi003.stdout: "ident_base", 2024-04-13T08:45:22.072 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_perf", 2024-04-13T08:45:22.072 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_mds_metadata", 2024-04-13T08:45:22.073 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_usage", 2024-04-13T08:45:22.073 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_usage_by_class", 2024-04-13T08:45:22.073 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_rook_v01", 2024-04-13T08:45:22.073 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_memory_metrics", 2024-04-13T08:45:22.073 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_options_bluestore", 2024-04-13T08:45:22.073 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_flags" 2024-04-13T08:45:22.073 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.073 INFO:tasks.workunit.client.0.smithi003.stdout: "collections_opted_in": [ 2024-04-13T08:45:22.073 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_base", 2024-04-13T08:45:22.073 INFO:tasks.workunit.client.0.smithi003.stdout: "device_base", 2024-04-13T08:45:22.073 INFO:tasks.workunit.client.0.smithi003.stdout: "crash_base", 2024-04-13T08:45:22.073 INFO:tasks.workunit.client.0.smithi003.stdout: "ident_base", 2024-04-13T08:45:22.073 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_perf", 2024-04-13T08:45:22.073 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_mds_metadata", 2024-04-13T08:45:22.073 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_usage", 2024-04-13T08:45:22.074 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_usage_by_class", 2024-04-13T08:45:22.074 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_rook_v01", 2024-04-13T08:45:22.074 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_memory_metrics", 2024-04-13T08:45:22.074 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_options_bluestore", 2024-04-13T08:45:22.074 INFO:tasks.workunit.client.0.smithi003.stdout: "basic_pool_flags" 2024-04-13T08:45:22.074 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.074 INFO:tasks.workunit.client.0.smithi003.stdout: "config": { 2024-04-13T08:45:22.074 INFO:tasks.workunit.client.0.smithi003.stdout: "active_changed": [ 2024-04-13T08:45:22.074 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T08:45:22.074 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_debug", 2024-04-13T08:45:22.074 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_mon_ticket_ttl", 2024-04-13T08:45:22.074 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_service_ticket_ttl", 2024-04-13T08:45:22.074 INFO:tasks.workunit.client.0.smithi003.stdout: "bdev_debug_aio", 2024-04-13T08:45:22.074 INFO:tasks.workunit.client.0.smithi003.stdout: "client_check_pool_perm", 2024-04-13T08:45:22.074 INFO:tasks.workunit.client.0.smithi003.stdout: "client_mount_gid", 2024-04-13T08:45:22.075 INFO:tasks.workunit.client.0.smithi003.stdout: "client_mount_uid", 2024-04-13T08:45:22.075 INFO:tasks.workunit.client.0.smithi003.stdout: "client_quota", 2024-04-13T08:45:22.075 INFO:tasks.workunit.client.0.smithi003.stdout: "container_image", 2024-04-13T08:45:22.075 INFO:tasks.workunit.client.0.smithi003.stdout: "daemonize", 2024-04-13T08:45:22.075 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_asserts_on_shutdown", 2024-04-13T08:45:22.075 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mgr", 2024-04-13T08:45:22.075 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mon", 2024-04-13T08:45:22.075 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_ms", 2024-04-13T08:45:22.075 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_osd", 2024-04-13T08:45:22.075 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_paxos", 2024-04-13T08:45:22.075 INFO:tasks.workunit.client.0.smithi003.stdout: "keyring", 2024-04-13T08:45:22.075 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_file", 2024-04-13T08:45:22.075 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_journald", 2024-04-13T08:45:22.075 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_stderr", 2024-04-13T08:45:22.076 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_allow_pool_delete", 2024-04-13T08:45:22.076 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_clock_drift_allowed", 2024-04-13T08:45:22.076 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_file_level", 2024-04-13T08:45:22.076 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_file", 2024-04-13T08:45:22.076 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_journald", 2024-04-13T08:45:22.076 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_stderr", 2024-04-13T08:45:22.076 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_data_avail_warn", 2024-04-13T08:45:22.076 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_election_default_strategy", 2024-04-13T08:45:22.076 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_host", 2024-04-13T08:45:22.076 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_max_pg_per_osd", 2024-04-13T08:45:22.076 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mds_skip_sanity", 2024-04-13T08:45:22.076 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mgr_mkfs_grace", 2024-04-13T08:45:22.076 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_prime_pg_temp", 2024-04-13T08:45:22.076 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T08:45:22.077 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T08:45:22.077 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T08:45:22.077 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T08:45:22.077 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T08:45:22.077 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T08:45:22.077 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T08:45:22.077 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T08:45:22.077 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T08:45:22.077 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T08:45:22.077 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_too_few_osds", 2024-04-13T08:45:22.077 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_bug", 2024-04-13T08:45:22.077 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_old_message", 2024-04-13T08:45:22.077 INFO:tasks.workunit.client.0.smithi003.stdout: "no_config_file", 2024-04-13T08:45:22.077 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_default_list", 2024-04-13T08:45:22.078 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_load_list", 2024-04-13T08:45:22.078 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_misdirected_ops", 2024-04-13T08:45:22.078 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_op_order", 2024-04-13T08:45:22.078 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_pg_log_writeout", 2024-04-13T08:45:22.078 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_shutdown", 2024-04-13T08:45:22.078 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T08:45:22.078 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T08:45:22.078 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T08:45:22.078 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T08:45:22.078 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep", 2024-04-13T08:45:22.078 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_hdd", 2024-04-13T08:45:22.078 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_hybrid", 2024-04-13T08:45:22.078 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_delete_sleep_ssd", 2024-04-13T08:45:22.078 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_max_backfills", 2024-04-13T08:45:22.079 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T08:45:22.079 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_profile", 2024-04-13T08:45:22.079 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-13T08:45:22.079 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-13T08:45:22.079 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-13T08:45:22.079 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-13T08:45:22.079 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-13T08:45:22.079 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-13T08:45:22.079 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_lim", 2024-04-13T08:45:22.079 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_res", 2024-04-13T08:45:22.079 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-13T08:45:22.079 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target", 2024-04-13T08:45:22.079 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target_autotune", 2024-04-13T08:45:22.079 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue", 2024-04-13T08:45:22.079 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue_cut_off", 2024-04-13T08:45:22.080 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T08:45:22.080 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T08:45:22.080 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recover_clone_overlap", 2024-04-13T08:45:22.080 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active", 2024-04-13T08:45:22.080 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active_hdd", 2024-04-13T08:45:22.080 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_active_ssd", 2024-04-13T08:45:22.080 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_chunk", 2024-04-13T08:45:22.080 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep", 2024-04-13T08:45:22.080 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_hdd", 2024-04-13T08:45:22.080 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_hybrid", 2024-04-13T08:45:22.080 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_sleep_ssd", 2024-04-13T08:45:22.080 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_load_threshold", 2024-04-13T08:45:22.080 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_max_interval", 2024-04-13T08:45:22.080 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_sleep", 2024-04-13T08:45:22.080 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_shutdown_pgref_assert", 2024-04-13T08:45:22.081 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep", 2024-04-13T08:45:22.081 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_hdd", 2024-04-13T08:45:22.081 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-13T08:45:22.081 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_snap_trim_sleep_ssd", 2024-04-13T08:45:22.081 INFO:tasks.workunit.client.0.smithi003.stdout: "public_network", 2024-04-13T08:45:22.081 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-13T08:45:22.081 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_default_features", 2024-04-13T08:45:22.081 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_qos_exclude_ops", 2024-04-13T08:45:22.081 INFO:tasks.workunit.client.0.smithi003.stdout: "setgroup", 2024-04-13T08:45:22.081 INFO:tasks.workunit.client.0.smithi003.stdout: "setuser" 2024-04-13T08:45:22.081 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.081 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster_changed": [ 2024-04-13T08:45:22.081 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-13T08:45:22.081 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_debug", 2024-04-13T08:45:22.081 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_mon_ticket_ttl", 2024-04-13T08:45:22.082 INFO:tasks.workunit.client.0.smithi003.stdout: "auth_service_ticket_ttl", 2024-04-13T08:45:22.082 INFO:tasks.workunit.client.0.smithi003.stdout: "bdev_debug_aio", 2024-04-13T08:45:22.082 INFO:tasks.workunit.client.0.smithi003.stdout: "container_image", 2024-04-13T08:45:22.082 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_asserts_on_shutdown", 2024-04-13T08:45:22.082 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mgr", 2024-04-13T08:45:22.082 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_mon", 2024-04-13T08:45:22.082 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_ms", 2024-04-13T08:45:22.082 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_osd", 2024-04-13T08:45:22.082 INFO:tasks.workunit.client.0.smithi003.stdout: "debug_paxos", 2024-04-13T08:45:22.082 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_file", 2024-04-13T08:45:22.082 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_journald", 2024-04-13T08:45:22.082 INFO:tasks.workunit.client.0.smithi003.stdout: "log_to_stderr", 2024-04-13T08:45:22.082 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_join_fs", 2024-04-13T08:45:22.082 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/allow_ptrace", 2024-04-13T08:45:22.082 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/container_init", 2024-04-13T08:45:22.083 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/migration_current", 2024-04-13T08:45:22.083 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/cephadm/use_repo_digest", 2024-04-13T08:45:22.083 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-13T08:45:22.083 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-13T08:45:22.083 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-13T08:45:22.083 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-13T08:45:22.083 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/dashboard/ssl_server_port", 2024-04-13T08:45:22.083 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/orchestrator/orchestrator", 2024-04-13T08:45:22.083 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/channel_ident", 2024-04-13T08:45:22.083 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/channel_perf", 2024-04-13T08:45:22.083 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/description", 2024-04-13T08:45:22.083 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/enabled", 2024-04-13T08:45:22.083 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr/telemetry/organization", 2024-04-13T08:45:22.083 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_allow_pool_delete", 2024-04-13T08:45:22.083 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_clock_drift_allowed", 2024-04-13T08:45:22.084 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_file_level", 2024-04-13T08:45:22.084 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_cluster_log_to_file", 2024-04-13T08:45:22.084 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_data_avail_warn", 2024-04-13T08:45:22.084 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_election_default_strategy", 2024-04-13T08:45:22.084 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_max_pg_per_osd", 2024-04-13T08:45:22.084 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mds_skip_sanity", 2024-04-13T08:45:22.084 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_mgr_mkfs_grace", 2024-04-13T08:45:22.084 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_prime_pg_temp", 2024-04-13T08:45:22.084 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_osd_reporter_subtree_level", 2024-04-13T08:45:22.084 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_pg_warn_max_object_skew", 2024-04-13T08:45:22.084 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-13T08:45:22.084 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-13T08:45:22.084 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-13T08:45:22.084 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-13T08:45:22.084 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-13T08:45:22.085 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-13T08:45:22.085 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-13T08:45:22.085 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-13T08:45:22.085 INFO:tasks.workunit.client.0.smithi003.stdout: "mon_warn_on_too_few_osds", 2024-04-13T08:45:22.085 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_bug", 2024-04-13T08:45:22.085 INFO:tasks.workunit.client.0.smithi003.stdout: "ms_die_on_old_message", 2024-04-13T08:45:22.085 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_default_list", 2024-04-13T08:45:22.085 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_class_load_list", 2024-04-13T08:45:22.085 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_misdirected_ops", 2024-04-13T08:45:22.085 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_op_order", 2024-04-13T08:45:22.085 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_pg_log_writeout", 2024-04-13T08:45:22.085 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_shutdown", 2024-04-13T08:45:22.085 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_cached_snaps", 2024-04-13T08:45:22.085 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_missing_on_start", 2024-04-13T08:45:22.085 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_debug_verify_stray_on_activate", 2024-04-13T08:45:22.086 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-13T08:45:22.086 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-13T08:45:22.086 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mclock_profile", 2024-04-13T08:45:22.086 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target", 2024-04-13T08:45:22.086 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_memory_target_autotune", 2024-04-13T08:45:22.086 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue", 2024-04-13T08:45:22.086 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_op_queue_cut_off", 2024-04-13T08:45:22.086 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_erasure_code_profile", 2024-04-13T08:45:22.086 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-13T08:45:22.086 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recover_clone_overlap", 2024-04-13T08:45:22.086 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_recovery_max_chunk", 2024-04-13T08:45:22.086 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_load_threshold", 2024-04-13T08:45:22.086 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_scrub_max_interval", 2024-04-13T08:45:22.087 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_shutdown_pgref_assert", 2024-04-13T08:45:22.087 INFO:tasks.workunit.client.0.smithi003.stdout: "public_network", 2024-04-13T08:45:22.087 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-13T08:45:22.087 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_cache_enabled", 2024-04-13T08:45:22.087 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_enable_ops_log", 2024-04-13T08:45:22.087 INFO:tasks.workunit.client.0.smithi003.stdout: "rgw_enable_usage_log" 2024-04-13T08:45:22.087 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.087 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.087 INFO:tasks.workunit.client.0.smithi003.stdout: "contact": null, 2024-04-13T08:45:22.087 INFO:tasks.workunit.client.0.smithi003.stdout: "crashes": [], 2024-04-13T08:45:22.087 INFO:tasks.workunit.client.0.smithi003.stdout: "created": "2024-04-13T07:05:08.653608Z", 2024-04-13T08:45:22.087 INFO:tasks.workunit.client.0.smithi003.stdout: "crush": { 2024-04-13T08:45:22.087 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_algs": { 2024-04-13T08:45:22.087 INFO:tasks.workunit.client.0.smithi003.stdout: "straw2": 3 2024-04-13T08:45:22.088 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.088 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_sizes": { 2024-04-13T08:45:22.088 INFO:tasks.workunit.client.0.smithi003.stdout: "2": 1, 2024-04-13T08:45:22.088 INFO:tasks.workunit.client.0.smithi003.stdout: "4": 2 2024-04-13T08:45:22.088 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.088 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket_types": { 2024-04-13T08:45:22.088 INFO:tasks.workunit.client.0.smithi003.stdout: "1": 2, 2024-04-13T08:45:22.088 INFO:tasks.workunit.client.0.smithi003.stdout: "11": 1 2024-04-13T08:45:22.088 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.088 INFO:tasks.workunit.client.0.smithi003.stdout: "compat_weight_set": false, 2024-04-13T08:45:22.088 INFO:tasks.workunit.client.0.smithi003.stdout: "device_classes": [ 2024-04-13T08:45:22.088 INFO:tasks.workunit.client.0.smithi003.stdout: 8 2024-04-13T08:45:22.088 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.088 INFO:tasks.workunit.client.0.smithi003.stdout: "num_buckets": 6, 2024-04-13T08:45:22.089 INFO:tasks.workunit.client.0.smithi003.stdout: "num_devices": 8, 2024-04-13T08:45:22.089 INFO:tasks.workunit.client.0.smithi003.stdout: "num_rules": 2, 2024-04-13T08:45:22.089 INFO:tasks.workunit.client.0.smithi003.stdout: "num_types": 12, 2024-04-13T08:45:22.089 INFO:tasks.workunit.client.0.smithi003.stdout: "num_weight_sets": 0, 2024-04-13T08:45:22.089 INFO:tasks.workunit.client.0.smithi003.stdout: "tunables": { 2024-04-13T08:45:22.089 INFO:tasks.workunit.client.0.smithi003.stdout: "allowed_bucket_algs": 54, 2024-04-13T08:45:22.089 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_local_fallback_tries": 0, 2024-04-13T08:45:22.089 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_local_tries": 0, 2024-04-13T08:45:22.089 INFO:tasks.workunit.client.0.smithi003.stdout: "choose_total_tries": 50, 2024-04-13T08:45:22.089 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_descend_once": 1, 2024-04-13T08:45:22.089 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_stable": 1, 2024-04-13T08:45:22.089 INFO:tasks.workunit.client.0.smithi003.stdout: "chooseleaf_vary_r": 1, 2024-04-13T08:45:22.089 INFO:tasks.workunit.client.0.smithi003.stdout: "has_msr_rules": 0, 2024-04-13T08:45:22.089 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v2_rules": 1, 2024-04-13T08:45:22.090 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v3_rules": 0, 2024-04-13T08:45:22.090 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v4_buckets": 1, 2024-04-13T08:45:22.090 INFO:tasks.workunit.client.0.smithi003.stdout: "has_v5_rules": 0, 2024-04-13T08:45:22.090 INFO:tasks.workunit.client.0.smithi003.stdout: "legacy_tunables": 0, 2024-04-13T08:45:22.090 INFO:tasks.workunit.client.0.smithi003.stdout: "minimum_required_version": "jewel", 2024-04-13T08:45:22.090 INFO:tasks.workunit.client.0.smithi003.stdout: "msr_collision_tries": 100, 2024-04-13T08:45:22.090 INFO:tasks.workunit.client.0.smithi003.stdout: "msr_descents": 100, 2024-04-13T08:45:22.090 INFO:tasks.workunit.client.0.smithi003.stdout: "optimal_tunables": 1, 2024-04-13T08:45:22.090 INFO:tasks.workunit.client.0.smithi003.stdout: "profile": "jewel", 2024-04-13T08:45:22.090 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables": 1, 2024-04-13T08:45:22.090 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables2": 1, 2024-04-13T08:45:22.090 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables3": 1, 2024-04-13T08:45:22.090 INFO:tasks.workunit.client.0.smithi003.stdout: "require_feature_tunables5": 1, 2024-04-13T08:45:22.090 INFO:tasks.workunit.client.0.smithi003.stdout: "straw_calc_version": 1 2024-04-13T08:45:22.091 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.091 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.091 INFO:tasks.workunit.client.0.smithi003.stdout: "description": "upgrade test cluster", 2024-04-13T08:45:22.091 INFO:tasks.workunit.client.0.smithi003.stdout: "fs": { 2024-04-13T08:45:22.091 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:22.091 INFO:tasks.workunit.client.0.smithi003.stdout: "feature_flags": { 2024-04-13T08:45:22.091 INFO:tasks.workunit.client.0.smithi003.stdout: "enable_multiple": true, 2024-04-13T08:45:22.091 INFO:tasks.workunit.client.0.smithi003.stdout: "ever_enabled_multiple": true 2024-04-13T08:45:22.091 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.091 INFO:tasks.workunit.client.0.smithi003.stdout: "filesystems": [ 2024-04-13T08:45:22.091 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.091 INFO:tasks.workunit.client.0.smithi003.stdout: "approx_ctime": "2024-04", 2024-04-13T08:45:22.091 INFO:tasks.workunit.client.0.smithi003.stdout: "balancer_enabled": false, 2024-04-13T08:45:22.091 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.091 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_caps": 0, 2024-04-13T08:45:22.092 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_dns": 10, 2024-04-13T08:45:22.092 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_inos": 13, 2024-04-13T08:45:22.092 INFO:tasks.workunit.client.0.smithi003.stdout: "cached_subtrees": 2, 2024-04-13T08:45:22.092 INFO:tasks.workunit.client.0.smithi003.stdout: "ever_allowed_features": 0, 2024-04-13T08:45:22.092 INFO:tasks.workunit.client.0.smithi003.stdout: "explicitly_allowed_features": 0, 2024-04-13T08:45:22.092 INFO:tasks.workunit.client.0.smithi003.stdout: "files": 0, 2024-04-13T08:45:22.092 INFO:tasks.workunit.client.0.smithi003.stdout: "max_mds": 1, 2024-04-13T08:45:22.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_data_pools": 1, 2024-04-13T08:45:22.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_in": 1, 2024-04-13T08:45:22.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_mds": 1, 2024-04-13T08:45:22.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": 0, 2024-04-13T08:45:22.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_standby_replay": 0, 2024-04-13T08:45:22.092 INFO:tasks.workunit.client.0.smithi003.stdout: "num_up": 1, 2024-04-13T08:45:22.092 INFO:tasks.workunit.client.0.smithi003.stdout: "snaps": 0, 2024-04-13T08:45:22.093 INFO:tasks.workunit.client.0.smithi003.stdout: "standby_count_wanted": 0 2024-04-13T08:45:22.093 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.093 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_standby_mds": 1, 2024-04-13T08:45:22.093 INFO:tasks.workunit.client.0.smithi003.stdout: "total_num_mds": 2 2024-04-13T08:45:22.093 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.093 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_stats": { 2024-04-13T08:45:22.093 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T08:45:22.093 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:22.093 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 20258816, 2024-04-13T08:45:22.093 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 339224, 2024-04-13T08:45:22.093 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2752512, 2024-04-13T08:45:22.093 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 663552, 2024-04-13T08:45:22.093 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 0, 2024-04-13T08:45:22.094 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 360, 2024-04-13T08:45:22.094 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:22.094 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 1195192, 2024-04-13T08:45:22.094 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 13, 2024-04-13T08:45:22.094 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 814592, 2024-04-13T08:45:22.094 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 14493744, 2024-04-13T08:45:22.094 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 20258816 2024-04-13T08:45:22.094 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.094 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:22.094 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 20692992, 2024-04-13T08:45:22.094 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 444256, 2024-04-13T08:45:22.094 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 2752512, 2024-04-13T08:45:22.094 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:22.094 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 614400, 2024-04-13T08:45:22.095 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 446, 2024-04-13T08:45:22.095 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:22.095 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 1459992, 2024-04-13T08:45:22.095 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 22, 2024-04-13T08:45:22.095 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 1151488, 2024-04-13T08:45:22.095 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 14884744, 2024-04-13T08:45:22.095 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 21307392 2024-04-13T08:45:22.095 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.095 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.095 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:22.095 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:22.095 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 171393024, 2024-04-13T08:45:22.095 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 2607544, 2024-04-13T08:45:22.095 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3014656, 2024-04-13T08:45:22.095 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:22.096 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 1490944, 2024-04-13T08:45:22.096 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 6652, 2024-04-13T08:45:22.096 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:22.096 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 9706232, 2024-04-13T08:45:22.096 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 20, 2024-04-13T08:45:22.096 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 2636288, 2024-04-13T08:45:22.096 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 153428304, 2024-04-13T08:45:22.096 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 172883968 2024-04-13T08:45:22.096 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.096 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:22.096 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 265330688, 2024-04-13T08:45:22.096 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 5752672, 2024-04-13T08:45:22.096 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3145728, 2024-04-13T08:45:22.096 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 540672, 2024-04-13T08:45:22.097 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 40960, 2024-04-13T08:45:22.097 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 9681, 2024-04-13T08:45:22.097 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:22.097 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 16027960, 2024-04-13T08:45:22.097 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 22, 2024-04-13T08:45:22.097 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 4294144, 2024-04-13T08:45:22.097 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 235569512, 2024-04-13T08:45:22.097 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 265371648 2024-04-13T08:45:22.097 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.097 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.be5b77d0f8a0d3fc4d792db8fc7e155e44679ebc": { 2024-04-13T08:45:22.097 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 176660480, 2024-04-13T08:45:22.097 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 3133568, 2024-04-13T08:45:22.097 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3014656, 2024-04-13T08:45:22.097 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 540672, 2024-04-13T08:45:22.097 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 1466368, 2024-04-13T08:45:22.098 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 6905, 2024-04-13T08:45:22.098 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:22.098 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 10914944, 2024-04-13T08:45:22.098 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 20, 2024-04-13T08:45:22.098 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 3504384, 2024-04-13T08:45:22.098 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 155552256, 2024-04-13T08:45:22.098 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 178126848 2024-04-13T08:45:22.098 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.098 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.098 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.098 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.0": { 2024-04-13T08:45:22.098 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 463921152, 2024-04-13T08:45:22.098 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 27860432, 2024-04-13T08:45:22.098 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:22.098 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:22.099 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 156704768, 2024-04-13T08:45:22.099 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 12529, 2024-04-13T08:45:22.099 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:22.099 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 91683312, 2024-04-13T08:45:22.099 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 60, 2024-04-13T08:45:22.099 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 7791360, 2024-04-13T08:45:22.099 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 333178176, 2024-04-13T08:45:22.099 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 620625920 2024-04-13T08:45:22.099 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.099 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.1": { 2024-04-13T08:45:22.099 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 548831232, 2024-04-13T08:45:22.099 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 30076408, 2024-04-13T08:45:22.099 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 5636096, 2024-04-13T08:45:22.099 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:22.099 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 145399808, 2024-04-13T08:45:22.100 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 13669, 2024-04-13T08:45:22.100 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:22.100 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 100807928, 2024-04-13T08:45:22.100 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 60, 2024-04-13T08:45:22.100 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 9661184, 2024-04-13T08:45:22.100 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 402649616, 2024-04-13T08:45:22.100 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 694231040 2024-04-13T08:45:22.100 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.100 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.2": { 2024-04-13T08:45:22.100 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 467820544, 2024-04-13T08:45:22.100 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 22378104, 2024-04-13T08:45:22.100 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:22.100 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:22.100 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 5406720, 2024-04-13T08:45:22.100 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 11869, 2024-04-13T08:45:22.101 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:22.101 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 78174840, 2024-04-13T08:45:22.101 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 53, 2024-04-13T08:45:22.101 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 10661120, 2024-04-13T08:45:22.101 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 353198608, 2024-04-13T08:45:22.101 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 473227264 2024-04-13T08:45:22.101 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.101 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.3": { 2024-04-13T08:45:22.101 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 638984192, 2024-04-13T08:45:22.101 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 25155984, 2024-04-13T08:45:22.101 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:22.101 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:22.101 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 39059456, 2024-04-13T08:45:22.101 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 10955, 2024-04-13T08:45:22.101 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:22.102 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 82615136, 2024-04-13T08:45:22.102 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 60, 2024-04-13T08:45:22.102 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 10916352, 2024-04-13T08:45:22.102 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 516888848, 2024-04-13T08:45:22.102 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 678043648 2024-04-13T08:45:22.102 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.102 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.4": { 2024-04-13T08:45:22.102 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 625049600, 2024-04-13T08:45:22.102 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 22699520, 2024-04-13T08:45:22.102 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:22.102 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:22.102 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 35209216, 2024-04-13T08:45:22.103 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 11447, 2024-04-13T08:45:22.103 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:22.103 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 99148976, 2024-04-13T08:45:22.103 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 53, 2024-04-13T08:45:22.103 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 9988864, 2024-04-13T08:45:22.103 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 489804368, 2024-04-13T08:45:22.103 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 660258816 2024-04-13T08:45:22.103 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.103 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.5": { 2024-04-13T08:45:22.103 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 445546496, 2024-04-13T08:45:22.103 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 23934256, 2024-04-13T08:45:22.103 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:22.103 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:22.103 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 141492224, 2024-04-13T08:45:22.103 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 12206, 2024-04-13T08:45:22.104 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:22.104 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 89163248, 2024-04-13T08:45:22.104 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 60, 2024-04-13T08:45:22.104 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 10338304, 2024-04-13T08:45:22.104 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 318702816, 2024-04-13T08:45:22.104 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 587038720 2024-04-13T08:45:22.104 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.104 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.6": { 2024-04-13T08:45:22.104 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 540499968, 2024-04-13T08:45:22.104 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 26083576, 2024-04-13T08:45:22.104 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3276800, 2024-04-13T08:45:22.104 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 0, 2024-04-13T08:45:22.104 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 22134784, 2024-04-13T08:45:22.104 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 10861, 2024-04-13T08:45:22.104 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:22.104 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 98602576, 2024-04-13T08:45:22.105 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 53, 2024-04-13T08:45:22.105 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 11052032, 2024-04-13T08:45:22.105 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 401484984, 2024-04-13T08:45:22.105 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 562634752 2024-04-13T08:45:22.105 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.105 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.7": { 2024-04-13T08:45:22.105 INFO:tasks.workunit.client.0.smithi003.stdout: "actual_memory_used": 468910080, 2024-04-13T08:45:22.105 INFO:tasks.workunit.client.0.smithi003.stdout: "central_cache_freelist": 24580240, 2024-04-13T08:45:22.105 INFO:tasks.workunit.client.0.smithi003.stdout: "malloc_metadata": 3407872, 2024-04-13T08:45:22.105 INFO:tasks.workunit.client.0.smithi003.stdout: "page_heap_freelist": 49152, 2024-04-13T08:45:22.105 INFO:tasks.workunit.client.0.smithi003.stdout: "released_to_os": 31105024, 2024-04-13T08:45:22.105 INFO:tasks.workunit.client.0.smithi003.stdout: "spans_in_use": 11295, 2024-04-13T08:45:22.105 INFO:tasks.workunit.client.0.smithi003.stdout: "tcmalloc_page_size": 8192, 2024-04-13T08:45:22.105 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_cache_freelists": 96409368, 2024-04-13T08:45:22.105 INFO:tasks.workunit.client.0.smithi003.stdout: "thread_heaps_in_use": 52, 2024-04-13T08:45:22.106 INFO:tasks.workunit.client.0.smithi003.stdout: "transfer_cache_freelist": 10218752, 2024-04-13T08:45:22.106 INFO:tasks.workunit.client.0.smithi003.stdout: "use_by_application": 334244696, 2024-04-13T08:45:22.106 INFO:tasks.workunit.client.0.smithi003.stdout: "virtual_address_space_used": 500015104 2024-04-13T08:45:22.106 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.106 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.106 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.106 INFO:tasks.workunit.client.0.smithi003.stdout: "hosts": { 2024-04-13T08:45:22.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num": 2, 2024-04-13T08:45:22.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mds": 2, 2024-04-13T08:45:22.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mgr": 2, 2024-04-13T08:45:22.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_mon": 2, 2024-04-13T08:45:22.106 INFO:tasks.workunit.client.0.smithi003.stdout: "num_with_osd": 2 2024-04-13T08:45:22.106 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.106 INFO:tasks.workunit.client.0.smithi003.stdout: "io_rate": { 2024-04-13T08:45:22.107 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_stats_delta": { 2024-04-13T08:45:22.107 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 0, 2024-04-13T08:45:22.107 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:22.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 0, 2024-04-13T08:45:22.107 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:22.107 INFO:tasks.workunit.client.0.smithi003.stdout: "stamp_delta": "11.384997", 2024-04-13T08:45:22.107 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.107 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 151, 2024-04-13T08:45:22.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 251, 2024-04-13T08:45:22.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 32, 2024-04-13T08:45:22.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.110 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.110 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:22.110 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 0, 2024-04-13T08:45:22.110 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:22.110 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:22.110 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:22.110 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:22.110 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 0, 2024-04-13T08:45:22.110 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:22.110 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:22.110 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T08:45:22.110 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:22.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.111 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 0 2024-04-13T08:45:22.111 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.111 INFO:tasks.workunit.client.0.smithi003.stdout: "leaderboard": false, 2024-04-13T08:45:22.111 INFO:tasks.workunit.client.0.smithi003.stdout: "leaderboard_description": null, 2024-04-13T08:45:22.111 INFO:tasks.workunit.client.0.smithi003.stdout: "license": "sharing-1-0", 2024-04-13T08:45:22.111 INFO:tasks.workunit.client.0.smithi003.stdout: "mempool": { 2024-04-13T08:45:22.111 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T08:45:22.111 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:22.111 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:22.111 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.111 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.111 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.111 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.112 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.112 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.112 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:22.112 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.112 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.112 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.112 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:22.112 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.112 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.112 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.112 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:22.112 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.112 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.112 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.112 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:22.113 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.113 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.113 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.113 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:22.113 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.113 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.113 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.113 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:22.113 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.113 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.113 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.113 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:22.113 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.113 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.113 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.114 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:22.114 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.114 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.114 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.114 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:22.114 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.114 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.114 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.114 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:22.114 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.114 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.114 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.114 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:22.114 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.115 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.115 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.115 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:22.115 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.115 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.115 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.115 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:22.115 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.115 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.115 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.115 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:22.115 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.115 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.115 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.115 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:22.116 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.116 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.116 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.116 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:22.116 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.116 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.116 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.116 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:22.116 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 149008, 2024-04-13T08:45:22.116 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 33 2024-04-13T08:45:22.116 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.116 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:22.116 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.116 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.116 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.116 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:22.117 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 928, 2024-04-13T08:45:22.117 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T08:45:22.117 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.117 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.117 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.117 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.117 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.117 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:22.117 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.117 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.117 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.117 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:22.117 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.117 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.117 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.118 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:22.118 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.118 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.118 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:22.118 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.118 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.118 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:22.118 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.118 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.119 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:22.119 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.119 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.119 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.119 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:22.119 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.119 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.119 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.119 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.119 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:22.119 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:22.119 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.119 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.119 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.119 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.120 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.120 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.120 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:22.120 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.120 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.120 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:22.120 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.120 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.120 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:22.120 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.120 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.120 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.121 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:22.121 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.121 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.121 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:22.121 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.121 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.121 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:22.121 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.121 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.121 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.121 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:22.121 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.121 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.122 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:22.122 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.122 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.122 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:22.122 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.122 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.122 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:22.122 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.122 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.122 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.122 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:22.123 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.123 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.123 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:22.123 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.123 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.123 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:22.123 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.123 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.123 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:22.123 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.123 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.123 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.124 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:22.124 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.124 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.124 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:22.124 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.124 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.124 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:22.124 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 222320, 2024-04-13T08:45:22.124 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 65 2024-04-13T08:45:22.124 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.124 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:22.124 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.125 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.125 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:22.125 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 52112, 2024-04-13T08:45:22.125 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 181 2024-04-13T08:45:22.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.125 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.125 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.125 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.125 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:22.125 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.125 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.126 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:22.126 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.126 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.126 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:22.126 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 13096, 2024-04-13T08:45:22.126 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 271 2024-04-13T08:45:22.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.126 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:22.126 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.126 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.126 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.126 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:22.126 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.126 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.127 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:22.127 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.127 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.127 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:22.127 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.127 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.127 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.127 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.127 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.127 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:22.127 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:22.127 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:22.128 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.128 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.128 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.128 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.128 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.128 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:22.128 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.128 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.128 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:22.128 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.128 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.128 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.129 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:22.129 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.129 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.129 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:22.129 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.129 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.129 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:22.129 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.129 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.129 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.129 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:22.129 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.129 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.130 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:22.130 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.130 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.130 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:22.130 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.130 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.130 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:22.130 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.130 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.130 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.131 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:22.131 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.131 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.131 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:22.131 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.131 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.131 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:22.131 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.131 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.131 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.131 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:22.131 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.132 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.132 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:22.132 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.132 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.132 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:22.132 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.132 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.132 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:22.132 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.132 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.132 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:22.133 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 42698385, 2024-04-13T08:45:22.133 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5280 2024-04-13T08:45:22.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.133 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:22.133 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 352, 2024-04-13T08:45:22.133 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 4 2024-04-13T08:45:22.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.133 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:22.133 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.133 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.133 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.133 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.133 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.134 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:22.134 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.134 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.134 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:22.134 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.134 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.134 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:22.134 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11672, 2024-04-13T08:45:22.134 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 270 2024-04-13T08:45:22.134 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.134 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:22.134 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 70440, 2024-04-13T08:45:22.135 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5158 2024-04-13T08:45:22.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.135 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:22.135 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5896, 2024-04-13T08:45:22.135 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 174 2024-04-13T08:45:22.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.135 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:22.135 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.135 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.135 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:22.135 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.135 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.135 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.135 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.136 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:22.136 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:22.136 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.136 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.136 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.136 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.136 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.136 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.136 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:22.136 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.136 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.137 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.137 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:22.137 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.137 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.137 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.137 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:22.138 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.138 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.138 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.138 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:22.138 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.138 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.138 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.138 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:22.138 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.138 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.138 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.139 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:22.139 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.139 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.139 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:22.139 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.139 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.139 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:22.139 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.139 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.139 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.139 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:22.139 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.139 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.140 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:22.140 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.140 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.140 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:22.140 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.140 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.140 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:22.140 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.140 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.140 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:22.140 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.141 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.141 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:22.141 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.141 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.141 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:22.141 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.141 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.141 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:22.141 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.141 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.141 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.141 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:22.142 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 43199905, 2024-04-13T08:45:22.142 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5348 2024-04-13T08:45:22.142 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.142 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:22.142 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 88, 2024-04-13T08:45:22.142 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1 2024-04-13T08:45:22.142 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.142 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:22.142 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.142 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.142 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.142 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.142 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.142 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.142 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.143 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:22.143 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.143 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.143 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.143 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:22.143 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.143 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.143 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.143 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:22.143 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11672, 2024-04-13T08:45:22.143 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 270 2024-04-13T08:45:22.143 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.143 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:22.143 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 70440, 2024-04-13T08:45:22.144 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5158 2024-04-13T08:45:22.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.144 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:22.144 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11792, 2024-04-13T08:45:22.144 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 348 2024-04-13T08:45:22.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.144 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:22.144 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.144 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.144 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.144 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:22.144 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.144 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.144 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.145 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.be5b77d0f8a0d3fc4d792db8fc7e155e44679ebc": { 2024-04-13T08:45:22.145 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:22.145 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.145 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.145 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.145 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.145 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.145 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:22.145 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.145 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.145 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.145 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:22.146 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.146 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.146 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.146 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:22.146 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.146 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.146 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.146 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:22.146 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.146 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.146 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.146 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:22.146 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.147 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.147 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:22.147 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.147 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.147 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:22.147 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.147 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.147 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:22.147 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.147 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.147 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:22.148 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.148 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.148 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.148 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:22.148 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.148 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.148 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.148 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:22.148 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.148 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.148 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.148 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:22.148 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.148 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.149 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:22.149 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.149 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.149 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:22.149 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.149 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.149 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:22.149 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.149 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.149 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.149 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:22.149 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.150 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.150 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:22.150 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 42874361, 2024-04-13T08:45:22.150 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5308 2024-04-13T08:45:22.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.150 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:22.150 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.150 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.150 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:22.150 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.150 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.150 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.150 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.151 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.151 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.151 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:22.151 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.151 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.151 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:22.151 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.151 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.151 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:22.151 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11672, 2024-04-13T08:45:22.151 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 270 2024-04-13T08:45:22.151 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.152 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:22.152 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 70440, 2024-04-13T08:45:22.152 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5158 2024-04-13T08:45:22.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.152 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:22.152 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5896, 2024-04-13T08:45:22.152 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 174 2024-04-13T08:45:22.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.152 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:22.152 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.152 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.152 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.152 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:22.152 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.152 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.153 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.153 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.153 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.153 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.0": { 2024-04-13T08:45:22.153 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:22.153 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.153 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.153 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.153 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 26856, 2024-04-13T08:45:22.153 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 475 2024-04-13T08:45:22.153 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.153 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:22.153 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31104, 2024-04-13T08:45:22.154 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 26 2024-04-13T08:45:22.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.154 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:22.154 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 960, 2024-04-13T08:45:22.154 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T08:45:22.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.154 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:22.154 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 57200, 2024-04-13T08:45:22.154 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 715 2024-04-13T08:45:22.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.154 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:22.154 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 373360, 2024-04-13T08:45:22.154 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1795 2024-04-13T08:45:22.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.155 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:22.155 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:22.155 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:22.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.155 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:22.155 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1043559, 2024-04-13T08:45:22.155 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 270 2024-04-13T08:45:22.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.155 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:22.155 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2441532, 2024-04-13T08:45:22.155 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 541660 2024-04-13T08:45:22.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.155 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:22.155 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7027376, 2024-04-13T08:45:22.155 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 10366 2024-04-13T08:45:22.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.155 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:22.156 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 78176, 2024-04-13T08:45:22.156 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8335 2024-04-13T08:45:22.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.156 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:22.156 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 86160, 2024-04-13T08:45:22.156 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1795 2024-04-13T08:45:22.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.156 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:22.156 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.156 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.156 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.156 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:22.157 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165184, 2024-04-13T08:45:22.157 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:22.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.157 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:22.157 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.157 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.157 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:22.157 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.157 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.157 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:22.157 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 33299, 2024-04-13T08:45:22.157 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 50 2024-04-13T08:45:22.157 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.158 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:22.158 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.158 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.158 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:22.158 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6293626, 2024-04-13T08:45:22.158 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 287 2024-04-13T08:45:22.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.158 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:22.158 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 25080, 2024-04-13T08:45:22.158 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 285 2024-04-13T08:45:22.158 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.158 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:22.158 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.159 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.159 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.159 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 501552, 2024-04-13T08:45:22.159 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 43 2024-04-13T08:45:22.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.159 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:22.159 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.159 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.159 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:22.159 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7050680, 2024-04-13T08:45:22.159 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 18359 2024-04-13T08:45:22.159 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.159 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:22.160 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:22.160 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:22.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.160 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:22.160 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.160 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.160 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:22.160 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.160 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.160 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:22.160 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.160 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.160 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.161 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:22.161 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.161 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.161 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.161 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.1": { 2024-04-13T08:45:22.161 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:22.161 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.161 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.161 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.161 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 29048, 2024-04-13T08:45:22.161 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 526 2024-04-13T08:45:22.161 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.161 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:22.161 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31488, 2024-04-13T08:45:22.162 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 29 2024-04-13T08:45:22.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.162 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:22.162 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 768, 2024-04-13T08:45:22.162 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 4 2024-04-13T08:45:22.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.162 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:22.162 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 57440, 2024-04-13T08:45:22.162 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 718 2024-04-13T08:45:22.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.162 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:22.162 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 371280, 2024-04-13T08:45:22.162 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1785 2024-04-13T08:45:22.162 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.163 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:22.163 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:22.163 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:22.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.163 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:22.163 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1359576, 2024-04-13T08:45:22.163 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 343 2024-04-13T08:45:22.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.163 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:22.163 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2479508, 2024-04-13T08:45:22.163 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 544416 2024-04-13T08:45:22.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.163 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:22.163 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7049816, 2024-04-13T08:45:22.163 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 10399 2024-04-13T08:45:22.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.164 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:22.164 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 76716, 2024-04-13T08:45:22.164 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8168 2024-04-13T08:45:22.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.164 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:22.164 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 85632, 2024-04-13T08:45:22.164 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1784 2024-04-13T08:45:22.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.164 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:22.164 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.164 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.164 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:22.164 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 167064, 2024-04-13T08:45:22.164 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1194 2024-04-13T08:45:22.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.165 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:22.165 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.165 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.165 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:22.165 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1472, 2024-04-13T08:45:22.165 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T08:45:22.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.165 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:22.165 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 72705, 2024-04-13T08:45:22.165 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 33 2024-04-13T08:45:22.165 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.165 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:22.166 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20128, 2024-04-13T08:45:22.166 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T08:45:22.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.166 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:22.166 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4905214, 2024-04-13T08:45:22.166 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 272 2024-04-13T08:45:22.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.166 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:22.166 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 30800, 2024-04-13T08:45:22.166 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 350 2024-04-13T08:45:22.166 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.166 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:22.166 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.166 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.167 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.167 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 489888, 2024-04-13T08:45:22.167 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 42 2024-04-13T08:45:22.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.167 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:22.167 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.167 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.167 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:22.167 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 7241936, 2024-04-13T08:45:22.167 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 21086 2024-04-13T08:45:22.167 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.167 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:22.168 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:22.168 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:22.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.168 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:22.168 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.168 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.168 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:22.168 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.168 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.168 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:22.168 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.168 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.168 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.169 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:22.169 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.169 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.169 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.169 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.2": { 2024-04-13T08:45:22.169 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:22.169 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.169 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.169 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.169 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 17216, 2024-04-13T08:45:22.169 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 330 2024-04-13T08:45:22.169 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.169 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:22.169 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 30464, 2024-04-13T08:45:22.169 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 21 2024-04-13T08:45:22.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.170 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:22.170 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2112, 2024-04-13T08:45:22.170 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 11 2024-04-13T08:45:22.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.170 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:22.170 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 54560, 2024-04-13T08:45:22.170 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 682 2024-04-13T08:45:22.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.170 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:22.170 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 370448, 2024-04-13T08:45:22.170 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1781 2024-04-13T08:45:22.170 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.170 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:22.170 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:22.171 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:22.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.171 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:22.171 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 298151, 2024-04-13T08:45:22.171 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 79 2024-04-13T08:45:22.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.171 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:22.171 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1765258, 2024-04-13T08:45:22.171 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 391741 2024-04-13T08:45:22.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.171 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:22.171 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5193416, 2024-04-13T08:45:22.171 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7669 2024-04-13T08:45:22.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.171 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:22.171 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 75724, 2024-04-13T08:45:22.171 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8151 2024-04-13T08:45:22.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.172 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:22.172 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 85488, 2024-04-13T08:45:22.172 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1781 2024-04-13T08:45:22.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.172 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:22.172 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.172 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.172 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:22.172 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165184, 2024-04-13T08:45:22.172 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:22.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.172 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:22.172 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.172 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.173 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:22.173 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 736, 2024-04-13T08:45:22.173 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1 2024-04-13T08:45:22.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.173 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:22.173 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 75803, 2024-04-13T08:45:22.173 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 56 2024-04-13T08:45:22.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.173 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:22.173 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12112, 2024-04-13T08:45:22.173 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T08:45:22.173 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.173 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:22.173 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11817852, 2024-04-13T08:45:22.174 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8970 2024-04-13T08:45:22.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.174 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:22.174 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 9328, 2024-04-13T08:45:22.174 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 106 2024-04-13T08:45:22.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.174 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:22.174 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.174 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.174 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.174 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.175 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 396576, 2024-04-13T08:45:22.175 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 34 2024-04-13T08:45:22.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.175 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:22.175 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.175 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.175 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:22.175 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3207360, 2024-04-13T08:45:22.175 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 6168 2024-04-13T08:45:22.175 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.175 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:22.175 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:22.175 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:22.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.176 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:22.176 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.176 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.176 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:22.176 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.176 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.176 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:22.176 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.176 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.176 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.176 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:22.177 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.177 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.177 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.177 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.3": { 2024-04-13T08:45:22.177 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:22.177 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.177 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.177 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.177 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20392, 2024-04-13T08:45:22.177 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 384 2024-04-13T08:45:22.177 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.177 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:22.177 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 30848, 2024-04-13T08:45:22.178 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 24 2024-04-13T08:45:22.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.178 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:22.178 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4800, 2024-04-13T08:45:22.178 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 25 2024-04-13T08:45:22.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.178 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:22.178 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 55040, 2024-04-13T08:45:22.178 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 688 2024-04-13T08:45:22.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.178 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:22.178 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 358384, 2024-04-13T08:45:22.178 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1723 2024-04-13T08:45:22.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.179 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:22.179 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:22.179 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:22.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.179 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:22.179 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 304405, 2024-04-13T08:45:22.179 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 94 2024-04-13T08:45:22.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.179 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:22.179 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1789027, 2024-04-13T08:45:22.179 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 393424 2024-04-13T08:45:22.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.179 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:22.179 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5197496, 2024-04-13T08:45:22.179 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7675 2024-04-13T08:45:22.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.180 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:22.180 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 67008, 2024-04-13T08:45:22.180 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7018 2024-04-13T08:45:22.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.180 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:22.180 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 82656, 2024-04-13T08:45:22.180 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:22.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.180 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:22.180 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.180 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.180 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.180 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:22.180 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165184, 2024-04-13T08:45:22.181 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:22.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.181 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:22.181 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.181 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.181 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:22.181 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1472, 2024-04-13T08:45:22.181 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 2 2024-04-13T08:45:22.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.181 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:22.181 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 109923, 2024-04-13T08:45:22.181 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 60 2024-04-13T08:45:22.181 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.182 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:22.182 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20128, 2024-04-13T08:45:22.182 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T08:45:22.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.182 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:22.182 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 26674771, 2024-04-13T08:45:22.182 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 297 2024-04-13T08:45:22.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.182 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:22.182 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11528, 2024-04-13T08:45:22.182 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 131 2024-04-13T08:45:22.182 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.182 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:22.182 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.182 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.183 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.183 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 431568, 2024-04-13T08:45:22.183 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 37 2024-04-13T08:45:22.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.183 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:22.183 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.183 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.183 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:22.183 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3431168, 2024-04-13T08:45:22.183 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8920 2024-04-13T08:45:22.183 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.183 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:22.183 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:22.184 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:22.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.184 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:22.184 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.184 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.184 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:22.184 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.184 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.184 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:22.184 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.184 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.184 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.184 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:22.185 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.185 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.185 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.185 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.4": { 2024-04-13T08:45:22.185 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:22.185 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.185 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.185 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.185 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 23544, 2024-04-13T08:45:22.185 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 436 2024-04-13T08:45:22.185 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.185 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:22.185 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 117248, 2024-04-13T08:45:22.186 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 28 2024-04-13T08:45:22.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.186 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:22.186 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3840, 2024-04-13T08:45:22.186 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 20 2024-04-13T08:45:22.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.186 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:22.186 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 56880, 2024-04-13T08:45:22.186 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 711 2024-04-13T08:45:22.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.186 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:22.186 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 358176, 2024-04-13T08:45:22.186 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:22.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.186 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:22.187 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:22.187 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:22.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.187 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:22.187 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 881726, 2024-04-13T08:45:22.187 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 237 2024-04-13T08:45:22.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.187 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:22.187 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2087573, 2024-04-13T08:45:22.187 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 460750 2024-04-13T08:45:22.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.187 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:22.187 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6012136, 2024-04-13T08:45:22.187 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8873 2024-04-13T08:45:22.187 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.188 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:22.188 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 67152, 2024-04-13T08:45:22.188 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7013 2024-04-13T08:45:22.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.188 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:22.188 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 82656, 2024-04-13T08:45:22.188 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:22.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.188 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:22.188 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.188 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.188 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.188 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:22.188 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165016, 2024-04-13T08:45:22.188 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:22.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.189 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:22.189 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.189 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.189 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:22.189 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.189 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.189 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:22.189 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 47039, 2024-04-13T08:45:22.189 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 45 2024-04-13T08:45:22.189 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.189 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:22.189 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.189 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.190 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:22.190 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 22271400, 2024-04-13T08:45:22.190 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 294 2024-04-13T08:45:22.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.190 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:22.190 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 23496, 2024-04-13T08:45:22.190 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 267 2024-04-13T08:45:22.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.190 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:22.190 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.190 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.190 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.190 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.190 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 454896, 2024-04-13T08:45:22.191 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 39 2024-04-13T08:45:22.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.191 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:22.191 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.191 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.191 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:22.191 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5117840, 2024-04-13T08:45:22.191 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12242 2024-04-13T08:45:22.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.191 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:22.191 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:22.191 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:22.191 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.191 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:22.191 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.192 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.192 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:22.192 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.192 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.192 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:22.192 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.192 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.192 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:22.192 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.192 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.192 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.192 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.192 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.5": { 2024-04-13T08:45:22.193 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:22.193 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.193 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.193 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.193 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 23216, 2024-04-13T08:45:22.193 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 435 2024-04-13T08:45:22.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.193 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:22.193 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31616, 2024-04-13T08:45:22.193 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 30 2024-04-13T08:45:22.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.193 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:22.194 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 768, 2024-04-13T08:45:22.194 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 4 2024-04-13T08:45:22.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.194 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:22.194 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 56640, 2024-04-13T08:45:22.194 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 708 2024-04-13T08:45:22.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.194 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:22.194 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 358176, 2024-04-13T08:45:22.194 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:22.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.194 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:22.194 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:22.194 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:22.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.195 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:22.195 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 447037, 2024-04-13T08:45:22.195 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 115 2024-04-13T08:45:22.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.195 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:22.195 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2396843, 2024-04-13T08:45:22.195 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 534068 2024-04-13T08:45:22.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.195 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:22.195 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6896136, 2024-04-13T08:45:22.195 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 10173 2024-04-13T08:45:22.195 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.195 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:22.195 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 67420, 2024-04-13T08:45:22.195 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7019 2024-04-13T08:45:22.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.196 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:22.196 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 82656, 2024-04-13T08:45:22.196 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1722 2024-04-13T08:45:22.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.196 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:22.196 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.196 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.196 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:22.196 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165272, 2024-04-13T08:45:22.196 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1187 2024-04-13T08:45:22.196 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.196 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:22.196 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.197 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.197 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:22.197 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 736, 2024-04-13T08:45:22.197 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1 2024-04-13T08:45:22.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.197 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:22.197 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 71245, 2024-04-13T08:45:22.197 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 55 2024-04-13T08:45:22.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.197 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:22.197 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12112, 2024-04-13T08:45:22.197 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 3 2024-04-13T08:45:22.197 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.198 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:22.198 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5430211, 2024-04-13T08:45:22.198 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 254 2024-04-13T08:45:22.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.198 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:22.198 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 12056, 2024-04-13T08:45:22.198 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 137 2024-04-13T08:45:22.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.198 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:22.198 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.198 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.198 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.198 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.198 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 478224, 2024-04-13T08:45:22.198 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 41 2024-04-13T08:45:22.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.199 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:22.199 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.199 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.199 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:22.199 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6388720, 2024-04-13T08:45:22.199 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12286 2024-04-13T08:45:22.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.199 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:22.199 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:22.199 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:22.199 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.199 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:22.199 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.199 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.200 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:22.200 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.200 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.200 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:22.200 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.200 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.200 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:22.200 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.200 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.200 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.200 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.201 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.6": { 2024-04-13T08:45:22.201 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:22.201 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.201 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.201 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.201 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 20912, 2024-04-13T08:45:22.201 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 401 2024-04-13T08:45:22.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.201 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:22.201 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 403712, 2024-04-13T08:45:22.201 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 28 2024-04-13T08:45:22.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.201 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:22.201 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2880, 2024-04-13T08:45:22.202 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 15 2024-04-13T08:45:22.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.202 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:22.202 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 56080, 2024-04-13T08:45:22.202 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 701 2024-04-13T08:45:22.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.202 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:22.202 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 359840, 2024-04-13T08:45:22.202 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1730 2024-04-13T08:45:22.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.202 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:22.202 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:22.202 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:22.202 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.203 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:22.203 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 785169, 2024-04-13T08:45:22.203 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 199 2024-04-13T08:45:22.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.203 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:22.203 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 1746588, 2024-04-13T08:45:22.203 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 384205 2024-04-13T08:45:22.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.203 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:22.203 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5066256, 2024-04-13T08:45:22.203 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7482 2024-04-13T08:45:22.203 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.203 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:22.203 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 68344, 2024-04-13T08:45:22.203 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7175 2024-04-13T08:45:22.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.204 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:22.204 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 83040, 2024-04-13T08:45:22.204 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1730 2024-04-13T08:45:22.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.204 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:22.204 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.204 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.204 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:22.204 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 164928, 2024-04-13T08:45:22.204 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1185 2024-04-13T08:45:22.204 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.204 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:22.204 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.204 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.205 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:22.205 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.205 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.205 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:22.205 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 40369, 2024-04-13T08:45:22.205 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 45 2024-04-13T08:45:22.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.205 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:22.205 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.205 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.205 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.205 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:22.205 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 16042462, 2024-04-13T08:45:22.205 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 275 2024-04-13T08:45:22.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.206 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:22.206 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19624, 2024-04-13T08:45:22.206 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 223 2024-04-13T08:45:22.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.206 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:22.206 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.206 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.206 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.206 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 443232, 2024-04-13T08:45:22.206 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 38 2024-04-13T08:45:22.206 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.206 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:22.207 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.207 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.207 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:22.207 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 3707600, 2024-04-13T08:45:22.207 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 9530 2024-04-13T08:45:22.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.207 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:22.207 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:22.207 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:22.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.207 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:22.207 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.207 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.207 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.207 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:22.208 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.208 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.208 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:22.208 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.208 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.208 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:22.208 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.208 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.208 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.208 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.7": { 2024-04-13T08:45:22.208 INFO:tasks.workunit.client.0.smithi003.stdout: "bloom_filter": { 2024-04-13T08:45:22.208 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.208 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.209 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.209 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 19568, 2024-04-13T08:45:22.209 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 368 2024-04-13T08:45:22.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.209 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_reader": { 2024-04-13T08:45:22.209 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 31104, 2024-04-13T08:45:22.209 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 26 2024-04-13T08:45:22.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.209 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs_file_writer": { 2024-04-13T08:45:22.209 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 960, 2024-04-13T08:45:22.209 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 5 2024-04-13T08:45:22.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.209 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_alloc": { 2024-04-13T08:45:22.209 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 55360, 2024-04-13T08:45:22.209 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 692 2024-04-13T08:45:22.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.209 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_blob": { 2024-04-13T08:45:22.210 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 359632, 2024-04-13T08:45:22.210 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1729 2024-04-13T08:45:22.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.210 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_buffer": { 2024-04-13T08:45:22.210 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 256, 2024-04-13T08:45:22.210 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 32 2024-04-13T08:45:22.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.210 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_data": { 2024-04-13T08:45:22.210 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 610617, 2024-04-13T08:45:22.210 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 127 2024-04-13T08:45:22.210 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.210 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_meta": { 2024-04-13T08:45:22.210 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 2022697, 2024-04-13T08:45:22.210 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 450534 2024-04-13T08:45:22.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.211 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_onode": { 2024-04-13T08:45:22.211 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 5867976, 2024-04-13T08:45:22.211 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 8661 2024-04-13T08:45:22.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.211 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_cache_other": { 2024-04-13T08:45:22.211 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 68632, 2024-04-13T08:45:22.211 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 7173 2024-04-13T08:45:22.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.211 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_extent": { 2024-04-13T08:45:22.211 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 82992, 2024-04-13T08:45:22.211 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1729 2024-04-13T08:45:22.211 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.211 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_fsck": { 2024-04-13T08:45:22.212 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.212 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.212 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_inline_bl": { 2024-04-13T08:45:22.212 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 165184, 2024-04-13T08:45:22.212 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 1186 2024-04-13T08:45:22.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.212 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_shared_blob": { 2024-04-13T08:45:22.212 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.212 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.212 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.212 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_txc": { 2024-04-13T08:45:22.212 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.213 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.213 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.213 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing": { 2024-04-13T08:45:22.213 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 44918, 2024-04-13T08:45:22.213 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 34 2024-04-13T08:45:22.213 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.213 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore_writing_deferred": { 2024-04-13T08:45:22.213 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.213 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.213 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.213 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_anon": { 2024-04-13T08:45:22.213 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 6163978, 2024-04-13T08:45:22.213 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 288 2024-04-13T08:45:22.213 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.214 INFO:tasks.workunit.client.0.smithi003.stdout: "buffer_meta": { 2024-04-13T08:45:22.214 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 11352, 2024-04-13T08:45:22.214 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 129 2024-04-13T08:45:22.214 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.214 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_co": { 2024-04-13T08:45:22.214 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.214 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.214 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.214 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.214 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 478224, 2024-04-13T08:45:22.214 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 41 2024-04-13T08:45:22.214 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.214 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_mapbl": { 2024-04-13T08:45:22.214 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.215 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.215 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_pglog": { 2024-04-13T08:45:22.215 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 4868864, 2024-04-13T08:45:22.215 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 9376 2024-04-13T08:45:22.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.215 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap": { 2024-04-13T08:45:22.215 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 680016, 2024-04-13T08:45:22.215 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 12006 2024-04-13T08:45:22.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.215 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap_mapping": { 2024-04-13T08:45:22.215 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.215 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.216 INFO:tasks.workunit.client.0.smithi003.stdout: "pgmap": { 2024-04-13T08:45:22.216 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.216 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.216 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_1": { 2024-04-13T08:45:22.216 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.216 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.216 INFO:tasks.workunit.client.0.smithi003.stdout: "unittest_2": { 2024-04-13T08:45:22.216 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes": 0, 2024-04-13T08:45:22.216 INFO:tasks.workunit.client.0.smithi003.stdout: "items": 0 2024-04-13T08:45:22.216 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.216 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.216 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.217 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.217 INFO:tasks.workunit.client.0.smithi003.stdout: "metadata": { 2024-04-13T08:45:22.217 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T08:45:22.217 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T08:45:22.217 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 2 2024-04-13T08:45:22.217 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.217 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T08:45:22.217 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 2 2024-04-13T08:45:22.217 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.217 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T08:45:22.217 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-13T08:45:22.217 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.217 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T08:45:22.217 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 2 2024-04-13T08:45:22.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.218 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T08:45:22.218 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 2 2024-04-13T08:45:22.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.218 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T08:45:22.218 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-13T08:45:22.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.218 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T08:45:22.218 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-13T08:45:22.218 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.218 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T08:45:22.218 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 2 2024-04-13T08:45:22.218 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.219 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:22.219 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T08:45:22.219 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 3 2024-04-13T08:45:22.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.219 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T08:45:22.219 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 3 2024-04-13T08:45:22.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.219 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T08:45:22.219 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-13T08:45:22.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.219 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T08:45:22.219 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 3 2024-04-13T08:45:22.219 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.219 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T08:45:22.220 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 3 2024-04-13T08:45:22.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.220 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T08:45:22.220 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-13T08:45:22.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.220 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T08:45:22.220 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-13T08:45:22.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.220 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T08:45:22.220 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 3 2024-04-13T08:45:22.220 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.220 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.220 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.220 INFO:tasks.workunit.client.0.smithi003.stdout: "arch": { 2024-04-13T08:45:22.220 INFO:tasks.workunit.client.0.smithi003.stdout: "x86_64": 8 2024-04-13T08:45:22.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.221 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_version": { 2024-04-13T08:45:22.221 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph version 19.0.0-2905-g5f22a497 (5f22a4974d6492df1d519913f5251731f043c582) squid (dev)": 8 2024-04-13T08:45:22.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.221 INFO:tasks.workunit.client.0.smithi003.stdout: "cpu": { 2024-04-13T08:45:22.221 INFO:tasks.workunit.client.0.smithi003.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-13T08:45:22.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.221 INFO:tasks.workunit.client.0.smithi003.stdout: "distro": { 2024-04-13T08:45:22.221 INFO:tasks.workunit.client.0.smithi003.stdout: "centos": 8 2024-04-13T08:45:22.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.221 INFO:tasks.workunit.client.0.smithi003.stdout: "distro_description": { 2024-04-13T08:45:22.221 INFO:tasks.workunit.client.0.smithi003.stdout: "CentOS Stream 8": 8 2024-04-13T08:45:22.221 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.221 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_description": { 2024-04-13T08:45:22.222 INFO:tasks.workunit.client.0.smithi003.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-13T08:45:22.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.222 INFO:tasks.workunit.client.0.smithi003.stdout: "kernel_version": { 2024-04-13T08:45:22.222 INFO:tasks.workunit.client.0.smithi003.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-13T08:45:22.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.222 INFO:tasks.workunit.client.0.smithi003.stdout: "os": { 2024-04-13T08:45:22.222 INFO:tasks.workunit.client.0.smithi003.stdout: "Linux": 8 2024-04-13T08:45:22.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.222 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_objectstore": { 2024-04-13T08:45:22.222 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": 8 2024-04-13T08:45:22.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.222 INFO:tasks.workunit.client.0.smithi003.stdout: "rotational": { 2024-04-13T08:45:22.222 INFO:tasks.workunit.client.0.smithi003.stdout: "0": 8 2024-04-13T08:45:22.222 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.223 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.223 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:22.223 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:22.223 INFO:tasks.workunit.client.0.smithi003.stdout: "features": { 2024-04-13T08:45:22.223 INFO:tasks.workunit.client.0.smithi003.stdout: "optional": [], 2024-04-13T08:45:22.223 INFO:tasks.workunit.client.0.smithi003.stdout: "persistent": [ 2024-04-13T08:45:22.223 INFO:tasks.workunit.client.0.smithi003.stdout: "kraken", 2024-04-13T08:45:22.223 INFO:tasks.workunit.client.0.smithi003.stdout: "luminous", 2024-04-13T08:45:22.223 INFO:tasks.workunit.client.0.smithi003.stdout: "mimic", 2024-04-13T08:45:22.223 INFO:tasks.workunit.client.0.smithi003.stdout: "osdmap-prune", 2024-04-13T08:45:22.223 INFO:tasks.workunit.client.0.smithi003.stdout: "nautilus", 2024-04-13T08:45:22.223 INFO:tasks.workunit.client.0.smithi003.stdout: "octopus", 2024-04-13T08:45:22.223 INFO:tasks.workunit.client.0.smithi003.stdout: "pacific", 2024-04-13T08:45:22.223 INFO:tasks.workunit.client.0.smithi003.stdout: "elector-pinging", 2024-04-13T08:45:22.224 INFO:tasks.workunit.client.0.smithi003.stdout: "quincy", 2024-04-13T08:45:22.224 INFO:tasks.workunit.client.0.smithi003.stdout: "reef", 2024-04-13T08:45:22.224 INFO:tasks.workunit.client.0.smithi003.stdout: "squid" 2024-04-13T08:45:22.224 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.224 INFO:tasks.workunit.client.0.smithi003.stdout: "ipv4_addr_mons": 6, 2024-04-13T08:45:22.224 INFO:tasks.workunit.client.0.smithi003.stdout: "ipv6_addr_mons": 0, 2024-04-13T08:45:22.224 INFO:tasks.workunit.client.0.smithi003.stdout: "min_mon_release": 19, 2024-04-13T08:45:22.224 INFO:tasks.workunit.client.0.smithi003.stdout: "v1_addr_mons": 3, 2024-04-13T08:45:22.224 INFO:tasks.workunit.client.0.smithi003.stdout: "v2_addr_mons": 3 2024-04-13T08:45:22.224 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.224 INFO:tasks.workunit.client.0.smithi003.stdout: "organization": "ceph-qa", 2024-04-13T08:45:22.224 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.224 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster_network": false, 2024-04-13T08:45:22.224 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8, 2024-04-13T08:45:22.225 INFO:tasks.workunit.client.0.smithi003.stdout: "require_min_compat_client": "luminous", 2024-04-13T08:45:22.225 INFO:tasks.workunit.client.0.smithi003.stdout: "require_osd_release": "squid" 2024-04-13T08:45:22.225 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.225 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_perf_histograms": [ 2024-04-13T08:45:22.225 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.225 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:22.225 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:22.225 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.225 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:22.225 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:22.225 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T08:45:22.225 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T08:45:22.225 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:22.225 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:22.225 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T08:45:22.226 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T08:45:22.226 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T08:45:22.226 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T08:45:22.226 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T08:45:22.226 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T08:45:22.226 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T08:45:22.226 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T08:45:22.226 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T08:45:22.226 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T08:45:22.226 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T08:45:22.226 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T08:45:22.226 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T08:45:22.226 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T08:45:22.226 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T08:45:22.226 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T08:45:22.227 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T08:45:22.227 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T08:45:22.227 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T08:45:22.227 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T08:45:22.227 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T08:45:22.227 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T08:45:22.227 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T08:45:22.227 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T08:45:22.227 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T08:45:22.227 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T08:45:22.227 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T08:45:22.227 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T08:45:22.227 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T08:45:22.227 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T08:45:22.227 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T08:45:22.228 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.228 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:22.228 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.228 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.228 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:22.228 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:22.228 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T08:45:22.228 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T08:45:22.228 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:22.228 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:22.228 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T08:45:22.228 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T08:45:22.228 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T08:45:22.228 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T08:45:22.229 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T08:45:22.229 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T08:45:22.229 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T08:45:22.229 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T08:45:22.229 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T08:45:22.229 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T08:45:22.229 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T08:45:22.229 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T08:45:22.229 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T08:45:22.229 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T08:45:22.229 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T08:45:22.229 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T08:45:22.229 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T08:45:22.229 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T08:45:22.230 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T08:45:22.230 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T08:45:22.230 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T08:45:22.230 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T08:45:22.230 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T08:45:22.230 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T08:45:22.230 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T08:45:22.230 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T08:45:22.230 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T08:45:22.230 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T08:45:22.230 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T08:45:22.230 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T08:45:22.230 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T08:45:22.231 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.231 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:22.231 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.231 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.231 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:22.231 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.231 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:22.231 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.231 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.231 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.231 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 15550, 4096, 0, 0, 3, 3, 1, 0, 0, 0, 4, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.231 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7893, 138, 42, 3, 22, 3, 6, 11, 19, 40, 50, 27, 37, 35, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.231 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 694, 14, 18, 0, 4, 4, 4, 3, 4, 14, 98, 138, 92, 14, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.231 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 506, 2, 1, 0, 0, 0, 1, 1, 1, 0, 5, 34, 314, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.231 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 167, 7, 0, 0, 0, 0, 1, 0, 0, 0, 5, 6, 20, 100, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.232 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 15, 16, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.232 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 3, 42, 69, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.232 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 34, 42, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.232 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.232 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.232 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.232 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.232 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.232 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.232 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.232 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.232 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.232 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.232 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.232 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.233 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.233 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.233 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.233 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.233 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.233 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.233 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.233 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.233 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.233 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.233 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.233 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.233 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.233 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:22.233 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.233 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.234 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.234 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7984, 13, 62, 2, 22, 19, 1, 0, 0, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.234 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7498, 230, 1405, 7, 10, 34, 86, 141, 26, 54, 60, 43, 69, 1, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.234 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1110, 16, 115, 20, 1, 1, 17, 17, 6, 19, 117, 259, 117, 3, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.234 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 646, 13, 0, 10, 0, 0, 2, 2, 0, 1, 3, 23, 423, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.234 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 310, 37, 5, 1, 2, 0, 0, 0, 0, 1, 8, 3, 15, 28, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.234 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 257, 46, 40, 0, 0, 0, 1, 0, 0, 0, 0, 8, 3, 6, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.234 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 154, 63, 217, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 9, 46, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.234 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 80, 140, 43, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 3, 11, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.234 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.234 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.234 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.234 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.234 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.235 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.235 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.235 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.235 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.235 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.235 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.235 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.235 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.235 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.235 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.235 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.235 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.235 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.236 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.236 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.236 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.236 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.236 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.236 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.236 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.236 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:22.236 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.236 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.236 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 803, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.236 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12418, 4003, 0, 0, 0, 0, 0, 0, 1, 0, 6, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.236 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 8518, 59, 8, 0, 13, 0, 0, 0, 0, 0, 7, 3, 11, 16, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.237 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 877, 111, 134, 2, 1, 0, 0, 0, 3, 2, 35, 0, 4, 1, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.237 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 550, 35, 64, 0, 1, 0, 0, 0, 0, 0, 1, 6, 37, 8, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.237 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 139, 24, 15, 0, 0, 0, 0, 0, 0, 3, 2, 12, 13, 63, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.237 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 139, 5, 24, 20, 0, 0, 0, 1, 0, 1, 3, 25, 18, 22, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.237 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 104, 0, 2, 45, 49, 0, 0, 0, 0, 0, 0, 0, 26, 26, 49, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.237 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 22, 0, 0, 4, 79, 101, 2, 0, 0, 0, 0, 4, 5, 17, 40, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.237 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13, 0, 0, 0, 8, 28, 0, 1, 0, 0, 0, 2, 0, 2, 9, 17, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.237 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.237 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.237 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.237 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.237 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.237 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.237 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.237 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.238 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.238 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.238 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.238 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.238 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.238 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.238 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.238 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.238 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.238 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.238 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.238 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.238 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.238 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.239 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.239 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.239 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:22.239 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.239 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.239 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 770, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.239 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13503, 4260, 0, 0, 3, 0, 0, 0, 0, 0, 14, 2, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.239 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9465, 315, 14, 2, 18, 3, 3, 6, 5, 21, 46, 12, 12, 18, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.239 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2393, 59, 13, 0, 1, 0, 0, 1, 2, 6, 46, 66, 44, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.239 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 378, 0, 0, 0, 5, 0, 0, 1, 0, 1, 0, 20, 164, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.239 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 206, 8, 0, 0, 180, 0, 0, 0, 0, 0, 9, 3, 21, 38, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.239 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 154, 0, 0, 0, 323, 0, 1, 0, 0, 0, 7, 2, 15, 5, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.239 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 124, 1, 0, 0, 410, 0, 0, 0, 0, 0, 2, 0, 6, 20, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.239 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 51, 0, 0, 0, 1755, 0, 0, 0, 0, 0, 1, 2, 3, 11, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.240 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6, 0, 0, 0, 28, 0, 0, 0, 0, 0, 0, 3, 4, 1, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.240 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.240 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.240 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.240 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.240 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.240 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.240 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.240 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.240 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.240 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.240 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.240 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.241 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.241 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.241 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.241 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.241 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.241 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.241 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.241 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.241 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.241 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.241 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.241 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.241 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:22.241 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.242 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.242 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.242 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7170, 32, 61, 4, 13, 13, 0, 1, 1, 0, 6, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.242 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6947, 222, 7, 2, 11, 24, 66, 77, 9, 14, 4, 11, 13, 13, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.242 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1132, 11, 5, 0, 1, 0, 7, 9, 2, 9, 55, 66, 19, 4, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.242 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 275, 1, 0, 0, 0, 0, 6, 0, 0, 0, 7, 34, 174, 8, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.242 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 175, 2, 0, 0, 1, 0, 9, 0, 0, 0, 1, 1, 16, 18, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.242 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 54, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 17, 15, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.242 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 12, 13, 33, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.242 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.242 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.242 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.242 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.242 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.243 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.243 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.243 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.243 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.243 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.243 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.243 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.243 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.243 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.243 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.243 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.243 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.243 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.243 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.244 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.244 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.244 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.244 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.244 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.244 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.244 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:22.244 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.244 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.244 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.244 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12548, 44, 2, 0, 0, 1, 0, 0, 1, 0, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.245 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9793, 215, 3, 0, 8, 0, 1, 0, 1, 1, 2, 5, 10, 25, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.245 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1342, 24, 1, 1, 5, 1, 0, 0, 1, 1, 11, 1, 2, 5, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.245 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 472, 0, 0, 4, 4, 0, 0, 0, 0, 1, 7, 12, 33, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.245 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 181, 0, 0, 1, 1, 0, 0, 0, 0, 0, 3, 1, 8, 68, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.245 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 118, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 9, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.245 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 41, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 14, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.245 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.245 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.245 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.245 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.245 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.245 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.245 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.246 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.246 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.246 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.246 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.246 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.246 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.246 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.246 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.246 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.246 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.246 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.246 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.247 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.247 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.247 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.247 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.247 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.247 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.247 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.247 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:22.247 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.247 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.247 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 316, 48, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.247 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 11409, 6865, 3750, 0, 2, 1, 0, 0, 0, 0, 2, 5, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.247 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7765, 1060, 648, 0, 19, 6, 4, 5, 11, 21, 15, 8, 16, 16, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.248 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 914, 174, 103, 0, 4, 1, 0, 4, 4, 8, 47, 76, 15, 4, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.248 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 344, 4, 0, 0, 0, 1, 0, 0, 0, 1, 5, 39, 192, 16, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.248 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 145, 3, 1, 0, 0, 1, 0, 0, 1, 0, 3, 2, 26, 60, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.248 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 140, 1, 0, 0, 0, 0, 0, 2, 2, 0, 5, 1, 5, 17, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.248 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 128, 1, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 4, 19, 34, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.248 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 2, 20, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.248 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.248 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.248 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.248 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.248 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.248 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.248 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.249 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.249 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.249 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.249 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.249 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.249 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.249 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.249 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.249 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.249 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.249 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.249 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.249 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.250 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.250 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.250 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.250 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.250 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.250 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:22.250 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.250 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.250 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.250 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 12101, 1, 1, 0, 7034, 474, 0, 0, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.250 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6877, 34, 16, 0, 690, 116, 0, 0, 3, 0, 37, 3, 17, 26, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.250 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1067, 4, 25, 0, 48, 7, 0, 0, 3, 2, 41, 1, 7, 10, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.250 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 309, 1, 4, 0, 4, 7, 0, 0, 0, 1, 11, 6, 48, 4, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.250 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 260, 4, 0, 0, 17, 19, 0, 0, 0, 0, 8, 2, 17, 59, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.251 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 230, 0, 0, 1, 1, 11, 0, 0, 0, 0, 3, 0, 20, 18, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.251 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 181, 0, 0, 0, 1, 0, 0, 0, 0, 0, 7, 3, 22, 19, 51, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.251 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 7, 30, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.251 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.251 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.251 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.251 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.251 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.251 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.251 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.251 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.251 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.251 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.251 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.251 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.252 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.252 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.252 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.252 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.252 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.252 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.252 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.252 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.252 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.252 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.252 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.252 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.252 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.252 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.253 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:22.253 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:22.253 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.253 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:22.253 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:22.253 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T08:45:22.253 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T08:45:22.253 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:22.253 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:22.253 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T08:45:22.253 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T08:45:22.253 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T08:45:22.253 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T08:45:22.253 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T08:45:22.254 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T08:45:22.254 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T08:45:22.254 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T08:45:22.254 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T08:45:22.254 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T08:45:22.254 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T08:45:22.254 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T08:45:22.254 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T08:45:22.254 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T08:45:22.254 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T08:45:22.254 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T08:45:22.254 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T08:45:22.254 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T08:45:22.254 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T08:45:22.255 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T08:45:22.255 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T08:45:22.255 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T08:45:22.255 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T08:45:22.255 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T08:45:22.255 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T08:45:22.255 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T08:45:22.255 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T08:45:22.255 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T08:45:22.255 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T08:45:22.255 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T08:45:22.255 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T08:45:22.255 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.255 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:22.256 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.256 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.256 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:22.256 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:22.256 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T08:45:22.256 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T08:45:22.256 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:22.256 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:22.256 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T08:45:22.256 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T08:45:22.256 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T08:45:22.256 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T08:45:22.256 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T08:45:22.256 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T08:45:22.256 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T08:45:22.257 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T08:45:22.257 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T08:45:22.257 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T08:45:22.257 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T08:45:22.257 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T08:45:22.257 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T08:45:22.257 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T08:45:22.257 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T08:45:22.257 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T08:45:22.257 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T08:45:22.257 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T08:45:22.257 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T08:45:22.257 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T08:45:22.257 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T08:45:22.257 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T08:45:22.258 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T08:45:22.258 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T08:45:22.258 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T08:45:22.258 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T08:45:22.258 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T08:45:22.258 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T08:45:22.258 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T08:45:22.258 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T08:45:22.258 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T08:45:22.258 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.258 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:22.258 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.258 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.259 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:22.259 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.259 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:22.259 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.259 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.259 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.259 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.259 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.259 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 370, 2, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.260 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4820, 64, 70, 150, 451, 605, 688, 3, 7, 1, 2, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.260 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 702, 18, 33, 48, 20, 6, 37, 0, 1, 0, 3, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.260 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 254, 1, 0, 3, 1, 1, 1, 0, 0, 0, 1, 3, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.260 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 119, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.260 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 120, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 7, 22, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.260 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 5, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.260 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.260 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.260 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.260 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.260 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.261 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.261 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.261 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.261 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.261 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.261 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.261 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.261 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.261 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.261 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.261 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.262 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.262 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.262 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.262 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.262 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.262 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.262 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.262 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.262 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:22.262 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.263 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.263 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.263 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.263 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.263 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 217, 6, 23, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.263 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3107, 248, 11, 64, 123, 0, 2, 1, 3, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.263 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 532, 30, 1325, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.263 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 407, 14, 20, 0, 0, 0, 0, 0, 0, 0, 3, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.263 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1673, 1296, 47, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.263 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1487, 1694, 252, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.263 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.263 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.263 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.264 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.264 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.264 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.264 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.264 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.264 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.264 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.264 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.264 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.264 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.265 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.265 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.265 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.265 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.265 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.265 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.265 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.265 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.265 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.265 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.265 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.265 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.266 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:22.266 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.266 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.266 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.266 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.266 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.266 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 679, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.266 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9610, 6, 0, 0, 0, 1, 2, 1, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.266 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 15991, 1, 1, 0, 1, 0, 0, 0, 1, 0, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.266 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 605, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 7, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.267 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 363, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 13, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.267 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 261, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.267 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.267 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.267 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.267 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.267 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.267 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.267 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.267 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.267 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.268 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.268 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.268 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.268 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.268 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.268 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.268 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.268 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.268 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.268 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.268 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.268 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.268 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.268 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.269 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.269 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.269 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:22.269 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.269 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.269 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.269 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.269 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.269 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 231, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.269 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2984, 33, 1, 0, 3, 2, 1, 4, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.269 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 228, 8, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.269 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 120, 6, 27, 11, 0, 0, 0, 0, 0, 1, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.269 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 841, 282, 7, 142, 0, 0, 0, 0, 0, 0, 0, 2, 1, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.270 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4133, 2474, 0, 400, 0, 0, 0, 0, 0, 0, 1, 0, 2, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.270 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 277, 254, 0, 31, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.270 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.270 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.270 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.270 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.270 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.270 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.270 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.270 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.270 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.270 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.271 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.271 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.271 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.271 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.271 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.271 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.271 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.271 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.271 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.271 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.271 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.271 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.271 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.272 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.272 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:22.272 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.272 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.272 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.272 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.272 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.272 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.272 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2987, 217, 34, 64, 139, 275, 471, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.272 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 326, 5, 1, 0, 0, 0, 9, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.272 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 101, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.272 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.272 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.273 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.273 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.273 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.273 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.273 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.273 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.273 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.273 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.273 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.273 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.273 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.273 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.273 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.273 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.274 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.274 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.274 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.274 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.274 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.274 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.274 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.274 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.274 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.274 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.274 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:22.275 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.275 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.275 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.275 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.275 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.275 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 369, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.275 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 5210, 70, 132, 252, 462, 593, 714, 0, 2, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.275 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 458, 6, 5, 4, 10, 20, 11, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.275 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 242, 3, 7, 17, 1, 0, 0, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.275 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 129, 37, 74, 112, 28, 0, 0, 0, 0, 0, 2, 0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.275 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.275 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.275 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.276 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.276 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.276 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.276 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.276 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.276 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.276 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.276 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.276 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.276 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.276 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.276 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.276 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.276 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.277 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.277 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.277 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.277 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.277 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.277 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.277 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.277 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.277 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.277 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:22.277 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.277 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.277 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.278 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.278 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.278 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 240, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.278 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3210, 43, 0, 0, 2, 2, 4, 0, 8, 2, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.278 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 392, 1, 2, 0, 0, 0, 0, 0, 1, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.278 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 335, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 4, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.278 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 266, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.278 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 7, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.278 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.278 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.278 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.278 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.278 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.278 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.279 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.279 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.279 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.279 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.279 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.279 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.279 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.279 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.279 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.279 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.279 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.279 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.279 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.279 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.280 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.280 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.280 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.280 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.280 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:22.280 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.280 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.280 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.280 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.280 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.280 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 335, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.280 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7750, 31, 62, 35, 15, 0, 4, 6, 14, 11, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.280 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3380, 29, 90, 55, 5, 1, 0, 0, 0, 6, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.280 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 212, 6, 8, 0, 2, 0, 0, 0, 0, 0, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.281 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 8, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.281 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 13, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.281 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 12, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.281 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.281 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.281 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.281 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.281 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.281 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.281 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.281 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.281 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.281 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.281 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.282 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.282 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.282 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.282 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.282 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.282 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.282 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.282 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.282 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.282 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.282 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.282 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.283 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.283 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.283 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:22.283 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:22.283 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.283 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:22.283 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:22.283 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T08:45:22.283 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T08:45:22.283 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:22.283 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:22.283 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T08:45:22.283 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T08:45:22.283 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T08:45:22.284 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T08:45:22.284 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T08:45:22.284 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T08:45:22.284 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T08:45:22.284 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T08:45:22.284 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T08:45:22.284 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T08:45:22.284 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T08:45:22.284 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T08:45:22.284 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T08:45:22.284 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T08:45:22.284 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T08:45:22.284 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T08:45:22.284 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T08:45:22.285 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T08:45:22.285 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T08:45:22.285 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T08:45:22.285 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T08:45:22.285 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T08:45:22.285 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T08:45:22.285 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T08:45:22.285 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T08:45:22.285 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T08:45:22.285 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T08:45:22.285 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T08:45:22.285 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T08:45:22.285 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T08:45:22.285 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T08:45:22.286 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.286 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:22.286 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.286 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.286 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:22.286 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:22.286 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T08:45:22.286 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T08:45:22.286 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:22.286 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:22.286 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T08:45:22.286 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T08:45:22.286 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T08:45:22.286 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T08:45:22.287 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T08:45:22.287 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T08:45:22.287 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T08:45:22.287 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T08:45:22.287 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T08:45:22.287 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T08:45:22.287 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T08:45:22.287 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T08:45:22.287 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T08:45:22.287 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T08:45:22.287 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T08:45:22.287 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T08:45:22.287 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T08:45:22.287 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T08:45:22.287 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T08:45:22.288 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T08:45:22.288 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T08:45:22.288 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T08:45:22.288 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T08:45:22.288 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T08:45:22.288 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T08:45:22.288 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T08:45:22.288 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T08:45:22.288 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T08:45:22.288 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T08:45:22.288 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T08:45:22.288 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T08:45:22.288 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.288 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:22.288 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.289 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.289 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:22.289 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.289 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:22.289 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.289 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.289 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.289 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.289 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.289 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 376, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.289 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 6864, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.289 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 872, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.290 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.290 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.290 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 175, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.290 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.290 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.290 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.290 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.290 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.290 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.290 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.290 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.290 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.291 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.291 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.291 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.291 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.291 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.291 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.291 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.291 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.291 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.291 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.291 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.291 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.292 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.292 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.292 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.292 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.292 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:22.292 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.292 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.292 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.292 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.292 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.292 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.293 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3562, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.293 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1892, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.293 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 452, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.293 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3027, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.293 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3462, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.293 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.293 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.293 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.293 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.293 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.293 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.293 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.293 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.294 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.294 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.294 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.294 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.294 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.294 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.294 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.294 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.294 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.294 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.295 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.295 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.295 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.295 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.295 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.295 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.295 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:22.295 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.295 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.295 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.295 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.295 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.296 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 679, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.296 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 9626, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.296 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 16000, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.296 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 621, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.296 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 385, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.296 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.296 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.296 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.296 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.296 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.296 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.296 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.297 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.297 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.297 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.297 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.297 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.297 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.297 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.297 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.297 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.297 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.297 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.297 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.298 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.298 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.298 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.298 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.298 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.298 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.298 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.298 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:22.298 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.298 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.298 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.299 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.299 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.299 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 232, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.299 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3033, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.299 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 238, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.299 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.299 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.299 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7035, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.299 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 588, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.300 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.300 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.300 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.300 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.300 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.300 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.300 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.300 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.300 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.300 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.300 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.300 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.301 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.301 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.301 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.301 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.301 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.301 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.301 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.301 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.301 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.301 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.301 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.302 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.302 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:22.302 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.302 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.302 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.302 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.302 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.302 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 515, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.302 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 4192, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.303 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.303 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.303 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.303 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.303 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.303 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.303 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.303 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.303 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.303 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.303 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.303 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.303 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.304 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.304 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.304 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.304 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.304 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.304 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.304 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.304 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.304 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.304 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.304 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.305 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.305 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.305 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.305 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.305 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.305 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:22.305 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.305 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.305 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.305 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.305 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.305 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 372, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.305 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7437, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.305 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.305 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 277, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.306 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 388, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.306 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.306 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.306 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.306 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.306 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.306 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.306 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.306 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.306 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.306 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.306 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.306 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.306 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.307 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.307 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.307 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.307 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.307 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.307 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.307 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.307 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.307 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.307 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.307 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.307 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.307 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.307 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:22.307 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.308 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.308 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.308 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.308 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.308 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 241, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.308 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.308 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 405, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.308 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.308 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 387, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.308 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.308 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.308 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.308 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.308 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.309 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.309 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.309 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.309 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.309 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.309 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.309 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.309 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.309 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.309 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.309 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.309 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.309 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.309 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.309 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.310 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.310 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.310 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.310 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.310 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.310 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:22.310 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.310 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.310 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.310 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.310 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.310 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 340, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.311 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 7930, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.311 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3570, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.311 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 237, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.311 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.311 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.311 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.311 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.311 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.311 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.311 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.311 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.311 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.311 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.311 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.312 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.312 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.312 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.312 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.312 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.312 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.312 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.312 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.312 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.312 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.312 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.312 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.312 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.312 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.312 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.312 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.313 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.313 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:22.313 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:22.313 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.313 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:22.313 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:22.313 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Latency (usec)", 2024-04-13T08:45:22.313 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 100000, 2024-04-13T08:45:22.313 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:22.313 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:22.313 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 99999]", 2024-04-13T08:45:22.313 INFO:tasks.workunit.client.0.smithi003.stdout: "[100000, 199999]", 2024-04-13T08:45:22.313 INFO:tasks.workunit.client.0.smithi003.stdout: "[200000, 399999]", 2024-04-13T08:45:22.314 INFO:tasks.workunit.client.0.smithi003.stdout: "[400000, 799999]", 2024-04-13T08:45:22.314 INFO:tasks.workunit.client.0.smithi003.stdout: "[800000, 1599999]", 2024-04-13T08:45:22.314 INFO:tasks.workunit.client.0.smithi003.stdout: "[1600000, 3199999]", 2024-04-13T08:45:22.314 INFO:tasks.workunit.client.0.smithi003.stdout: "[3200000, 6399999]", 2024-04-13T08:45:22.314 INFO:tasks.workunit.client.0.smithi003.stdout: "[6400000, 12799999]", 2024-04-13T08:45:22.314 INFO:tasks.workunit.client.0.smithi003.stdout: "[12800000, 25599999]", 2024-04-13T08:45:22.314 INFO:tasks.workunit.client.0.smithi003.stdout: "[25600000, 51199999]", 2024-04-13T08:45:22.314 INFO:tasks.workunit.client.0.smithi003.stdout: "[51200000, 102399999]", 2024-04-13T08:45:22.314 INFO:tasks.workunit.client.0.smithi003.stdout: "[102400000, 204799999]", 2024-04-13T08:45:22.314 INFO:tasks.workunit.client.0.smithi003.stdout: "[204800000, 409599999]", 2024-04-13T08:45:22.314 INFO:tasks.workunit.client.0.smithi003.stdout: "[409600000, 819199999]", 2024-04-13T08:45:22.314 INFO:tasks.workunit.client.0.smithi003.stdout: "[819200000, 1638399999]", 2024-04-13T08:45:22.314 INFO:tasks.workunit.client.0.smithi003.stdout: "[1638400000, 3276799999]", 2024-04-13T08:45:22.314 INFO:tasks.workunit.client.0.smithi003.stdout: "[3276800000, 6553599999]", 2024-04-13T08:45:22.315 INFO:tasks.workunit.client.0.smithi003.stdout: "[6553600000, 13107199999]", 2024-04-13T08:45:22.315 INFO:tasks.workunit.client.0.smithi003.stdout: "[13107200000, 26214399999]", 2024-04-13T08:45:22.315 INFO:tasks.workunit.client.0.smithi003.stdout: "[26214400000, 52428799999]", 2024-04-13T08:45:22.315 INFO:tasks.workunit.client.0.smithi003.stdout: "[52428800000, 104857599999]", 2024-04-13T08:45:22.315 INFO:tasks.workunit.client.0.smithi003.stdout: "[104857600000, 209715199999]", 2024-04-13T08:45:22.315 INFO:tasks.workunit.client.0.smithi003.stdout: "[209715200000, 419430399999]", 2024-04-13T08:45:22.315 INFO:tasks.workunit.client.0.smithi003.stdout: "[419430400000, 838860799999]", 2024-04-13T08:45:22.315 INFO:tasks.workunit.client.0.smithi003.stdout: "[838860800000, 1677721599999]", 2024-04-13T08:45:22.315 INFO:tasks.workunit.client.0.smithi003.stdout: "[1677721600000, 3355443199999]", 2024-04-13T08:45:22.315 INFO:tasks.workunit.client.0.smithi003.stdout: "[3355443200000, 6710886399999]", 2024-04-13T08:45:22.315 INFO:tasks.workunit.client.0.smithi003.stdout: "[6710886400000, 13421772799999]", 2024-04-13T08:45:22.315 INFO:tasks.workunit.client.0.smithi003.stdout: "[13421772800000, 26843545599999]", 2024-04-13T08:45:22.315 INFO:tasks.workunit.client.0.smithi003.stdout: "[26843545600000, 53687091199999]", 2024-04-13T08:45:22.316 INFO:tasks.workunit.client.0.smithi003.stdout: "[53687091200000, None]" 2024-04-13T08:45:22.316 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.316 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:22.316 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.316 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.316 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 32, 2024-04-13T08:45:22.316 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:22.316 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "Request size (bytes)", 2024-04-13T08:45:22.316 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 512, 2024-04-13T08:45:22.316 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:22.316 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:22.316 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 511]", 2024-04-13T08:45:22.316 INFO:tasks.workunit.client.0.smithi003.stdout: "[512, 1023]", 2024-04-13T08:45:22.317 INFO:tasks.workunit.client.0.smithi003.stdout: "[1024, 2047]", 2024-04-13T08:45:22.317 INFO:tasks.workunit.client.0.smithi003.stdout: "[2048, 4095]", 2024-04-13T08:45:22.317 INFO:tasks.workunit.client.0.smithi003.stdout: "[4096, 8191]", 2024-04-13T08:45:22.317 INFO:tasks.workunit.client.0.smithi003.stdout: "[8192, 16383]", 2024-04-13T08:45:22.317 INFO:tasks.workunit.client.0.smithi003.stdout: "[16384, 32767]", 2024-04-13T08:45:22.317 INFO:tasks.workunit.client.0.smithi003.stdout: "[32768, 65535]", 2024-04-13T08:45:22.317 INFO:tasks.workunit.client.0.smithi003.stdout: "[65536, 131071]", 2024-04-13T08:45:22.317 INFO:tasks.workunit.client.0.smithi003.stdout: "[131072, 262143]", 2024-04-13T08:45:22.317 INFO:tasks.workunit.client.0.smithi003.stdout: "[262144, 524287]", 2024-04-13T08:45:22.317 INFO:tasks.workunit.client.0.smithi003.stdout: "[524288, 1048575]", 2024-04-13T08:45:22.317 INFO:tasks.workunit.client.0.smithi003.stdout: "[1048576, 2097151]", 2024-04-13T08:45:22.317 INFO:tasks.workunit.client.0.smithi003.stdout: "[2097152, 4194303]", 2024-04-13T08:45:22.317 INFO:tasks.workunit.client.0.smithi003.stdout: "[4194304, 8388607]", 2024-04-13T08:45:22.317 INFO:tasks.workunit.client.0.smithi003.stdout: "[8388608, 16777215]", 2024-04-13T08:45:22.317 INFO:tasks.workunit.client.0.smithi003.stdout: "[16777216, 33554431]", 2024-04-13T08:45:22.318 INFO:tasks.workunit.client.0.smithi003.stdout: "[33554432, 67108863]", 2024-04-13T08:45:22.318 INFO:tasks.workunit.client.0.smithi003.stdout: "[67108864, 134217727]", 2024-04-13T08:45:22.318 INFO:tasks.workunit.client.0.smithi003.stdout: "[134217728, 268435455]", 2024-04-13T08:45:22.318 INFO:tasks.workunit.client.0.smithi003.stdout: "[268435456, 536870911]", 2024-04-13T08:45:22.318 INFO:tasks.workunit.client.0.smithi003.stdout: "[536870912, 1073741823]", 2024-04-13T08:45:22.318 INFO:tasks.workunit.client.0.smithi003.stdout: "[1073741824, 2147483647]", 2024-04-13T08:45:22.318 INFO:tasks.workunit.client.0.smithi003.stdout: "[2147483648, 4294967295]", 2024-04-13T08:45:22.318 INFO:tasks.workunit.client.0.smithi003.stdout: "[4294967296, 8589934591]", 2024-04-13T08:45:22.318 INFO:tasks.workunit.client.0.smithi003.stdout: "[8589934592, 17179869183]", 2024-04-13T08:45:22.318 INFO:tasks.workunit.client.0.smithi003.stdout: "[17179869184, 34359738367]", 2024-04-13T08:45:22.318 INFO:tasks.workunit.client.0.smithi003.stdout: "[34359738368, 68719476735]", 2024-04-13T08:45:22.318 INFO:tasks.workunit.client.0.smithi003.stdout: "[68719476736, 137438953471]", 2024-04-13T08:45:22.318 INFO:tasks.workunit.client.0.smithi003.stdout: "[137438953472, 274877906943]", 2024-04-13T08:45:22.318 INFO:tasks.workunit.client.0.smithi003.stdout: "[274877906944, None]" 2024-04-13T08:45:22.319 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.319 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:22.319 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.319 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.319 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:22.319 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.319 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:22.319 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.319 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.319 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.319 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.319 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.319 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 67, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.319 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1952, 28, 0, 0, 7, 1, 2, 2, 7, 4, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.320 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1201, 5, 1, 1, 0, 2, 6, 12, 28, 57, 74, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.320 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 232, 9, 0, 0, 1, 0, 1, 5, 10, 11, 69, 218, 101, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.320 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 369, 24, 0, 0, 2, 0, 1, 3, 1, 2, 21, 28, 286, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.320 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 565, 27, 0, 0, 2, 0, 0, 0, 1, 0, 4, 8, 27, 32, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.320 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 755, 47, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 9, 29, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.320 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 450, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 24, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.320 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 446, 85, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.320 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.320 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.320 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.320 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.320 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.320 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.320 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.321 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.321 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.321 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.321 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.321 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.321 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.321 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.321 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.321 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.321 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.321 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.321 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.321 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.321 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.322 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.322 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:22.322 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.322 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.322 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.322 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.322 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.322 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.322 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 2689, 9, 1, 2, 4, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.322 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1527, 2, 0, 2, 7, 7, 14, 22, 40, 61, 110, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.322 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 63, 2, 0, 1, 1, 2, 4, 4, 7, 3, 85, 268, 217, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.322 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 31, 20, 0, 0, 0, 0, 0, 0, 1, 2, 6, 16, 357, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.322 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 23, 24, 0, 0, 0, 0, 0, 0, 1, 1, 2, 6, 23, 16, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.322 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 117, 51, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 9, 23, 93, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.323 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 598, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.323 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3010, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.323 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.323 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.323 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.323 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.323 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.323 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.323 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.323 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.323 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.323 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.324 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.324 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.324 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.324 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.324 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.324 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.324 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.324 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.324 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.324 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.324 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.324 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:22.324 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.325 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.325 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.325 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.325 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.325 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 34, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.325 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 316, 11, 1, 0, 7, 1, 2, 4, 7, 8, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.325 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 179, 11, 0, 2, 1, 2, 2, 6, 6, 10, 45, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.325 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 166, 0, 0, 0, 0, 0, 6, 6, 8, 15, 42, 84, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.325 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 111, 2, 0, 0, 0, 0, 0, 1, 3, 1, 21, 36, 20, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.325 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 28, 2, 0, 0, 1, 0, 0, 1, 1, 4, 6, 9, 30, 57, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.326 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 4, 23, 45, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.326 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 5, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.326 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.326 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.326 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.326 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.326 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.326 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.326 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.326 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.326 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.326 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.327 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.327 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.327 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.327 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.327 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.327 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.327 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.327 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.327 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.327 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.328 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.328 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.328 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.328 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:22.328 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.328 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.328 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.328 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.328 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.328 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 44, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.328 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1198, 14, 1, 2, 11, 0, 2, 3, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.328 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 437, 4, 1, 0, 4, 2, 3, 7, 12, 25, 32, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.328 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 228, 11, 1, 0, 0, 0, 1, 5, 6, 6, 42, 118, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.329 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 471, 11, 0, 0, 0, 0, 2, 1, 1, 4, 18, 29, 112, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.329 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 468, 0, 0, 0, 0, 0, 0, 1, 5, 2, 14, 15, 19, 33, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.329 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 1, 16, 48, 74, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.329 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.329 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.329 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.329 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.329 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.329 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.329 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.329 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.330 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.330 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.330 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.330 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.330 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.330 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.330 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.330 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.330 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.330 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.330 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.331 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.331 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.331 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.331 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.331 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.331 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:22.331 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.331 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.331 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.331 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.331 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.332 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.332 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1028, 9, 1, 0, 10, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.332 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 802, 3, 1, 0, 0, 4, 5, 6, 14, 26, 27, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.332 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 320, 0, 1, 0, 0, 0, 1, 5, 0, 7, 35, 122, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.332 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 347, 1, 0, 0, 0, 0, 1, 0, 2, 0, 5, 8, 179, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.332 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 343, 2, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 13, 15, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.332 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 7, 9, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.332 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 175, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.332 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.332 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.332 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.332 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.332 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.333 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.333 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.333 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.333 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.333 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.333 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.333 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.333 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.333 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.333 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.333 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.333 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.333 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.333 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.334 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.334 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.334 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.334 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.334 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:22.334 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.334 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.334 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.334 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.334 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.334 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.334 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 476, 27, 0, 0, 12, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.334 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 79, 4, 0, 0, 1, 1, 1, 1, 0, 1, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.335 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 115, 2, 0, 0, 0, 0, 0, 1, 1, 1, 5, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.335 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 39, 2, 0, 0, 0, 0, 0, 0, 0, 0, 6, 7, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.335 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 4, 17, 26, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.335 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 14, 23, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.335 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.335 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.335 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.335 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.335 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.335 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.335 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.335 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.335 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.335 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.336 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.336 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.336 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.336 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.336 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.336 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.336 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.336 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.336 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.336 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.336 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.336 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.336 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.337 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.337 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:22.337 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.337 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.337 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.337 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.337 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.337 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 52, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.337 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 1066, 24, 0, 1, 14, 0, 2, 6, 10, 14, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.337 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 746, 5, 0, 1, 2, 3, 4, 6, 8, 34, 17, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.337 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 339, 9, 0, 0, 1, 1, 1, 1, 0, 7, 44, 121, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.337 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 501, 28, 0, 0, 1, 1, 1, 3, 5, 3, 27, 41, 178, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.337 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 322, 45, 0, 0, 0, 0, 1, 1, 1, 3, 6, 14, 24, 22, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.338 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 94, 50, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 9, 24, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.338 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 173, 82, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.338 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 29, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.338 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.338 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.338 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.338 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.338 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.338 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.339 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.339 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.339 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.339 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.339 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.339 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.339 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.339 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.339 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.339 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.340 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.340 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.340 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.340 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.340 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.340 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.340 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:22.340 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.340 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.340 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.340 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.340 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.341 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.341 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 210, 8, 0, 0, 7, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.341 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 62, 4, 0, 0, 4, 2, 0, 0, 1, 1, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.341 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 112, 2, 0, 0, 1, 1, 1, 4, 6, 7, 31, 33, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.341 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 63, 2, 0, 0, 0, 0, 0, 2, 2, 1, 18, 28, 14, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.341 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 22, 0, 1, 0, 0, 0, 0, 1, 1, 1, 6, 12, 28, 29, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.341 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 7, 10, 31, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.341 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.341 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.341 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.342 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.342 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.342 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.342 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.342 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.342 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.342 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.342 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.342 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.343 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.343 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.343 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.343 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.343 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.343 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.343 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.343 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.343 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.343 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.343 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.343 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.344 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.344 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.344 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.344 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-13T08:45:22.344 INFO:tasks.workunit.client.0.smithi003.stdout: "axes": [ 2024-04-13T08:45:22.344 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.344 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 8, 2024-04-13T08:45:22.344 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:22.344 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "number of replicas", 2024-04-13T08:45:22.344 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 1, 2024-04-13T08:45:22.344 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:22.344 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:22.344 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0]", 2024-04-13T08:45:22.344 INFO:tasks.workunit.client.0.smithi003.stdout: "[1, 1]", 2024-04-13T08:45:22.345 INFO:tasks.workunit.client.0.smithi003.stdout: "[2, 2]", 2024-04-13T08:45:22.345 INFO:tasks.workunit.client.0.smithi003.stdout: "[3, 3]", 2024-04-13T08:45:22.345 INFO:tasks.workunit.client.0.smithi003.stdout: "[4, 4]", 2024-04-13T08:45:22.345 INFO:tasks.workunit.client.0.smithi003.stdout: "[5, 5]", 2024-04-13T08:45:22.345 INFO:tasks.workunit.client.0.smithi003.stdout: "[6, None]" 2024-04-13T08:45:22.345 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.345 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "linear" 2024-04-13T08:45:22.345 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.345 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.345 INFO:tasks.workunit.client.0.smithi003.stdout: "buckets": 10, 2024-04-13T08:45:22.345 INFO:tasks.workunit.client.0.smithi003.stdout: "min": 0, 2024-04-13T08:45:22.345 INFO:tasks.workunit.client.0.smithi003.stdout: "name": "duration", 2024-04-13T08:45:22.345 INFO:tasks.workunit.client.0.smithi003.stdout: "quant_size": 250000, 2024-04-13T08:45:22.345 INFO:tasks.workunit.client.0.smithi003.stdout: "ranges": [ 2024-04-13T08:45:22.345 INFO:tasks.workunit.client.0.smithi003.stdout: "[None, -1]", 2024-04-13T08:45:22.346 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 249999]", 2024-04-13T08:45:22.346 INFO:tasks.workunit.client.0.smithi003.stdout: "[250000, 499999]", 2024-04-13T08:45:22.346 INFO:tasks.workunit.client.0.smithi003.stdout: "[500000, 999999]", 2024-04-13T08:45:22.346 INFO:tasks.workunit.client.0.smithi003.stdout: "[1000000, 1999999]", 2024-04-13T08:45:22.346 INFO:tasks.workunit.client.0.smithi003.stdout: "[2000000, 3999999]", 2024-04-13T08:45:22.346 INFO:tasks.workunit.client.0.smithi003.stdout: "[4000000, 7999999]", 2024-04-13T08:45:22.346 INFO:tasks.workunit.client.0.smithi003.stdout: "[8000000, 15999999]", 2024-04-13T08:45:22.346 INFO:tasks.workunit.client.0.smithi003.stdout: "[16000000, 31999999]", 2024-04-13T08:45:22.346 INFO:tasks.workunit.client.0.smithi003.stdout: "[32000000, None]" 2024-04-13T08:45:22.346 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.346 INFO:tasks.workunit.client.0.smithi003.stdout: "scale_type": "log2" 2024-04-13T08:45:22.346 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.346 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.346 INFO:tasks.workunit.client.0.smithi003.stdout: "osds": [ 2024-04-13T08:45:22.347 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.347 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 0, 2024-04-13T08:45:22.347 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.347 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.347 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.347 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.347 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.347 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.347 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.347 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.347 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.347 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.347 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.347 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.347 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 1, 2024-04-13T08:45:22.348 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.348 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.348 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.348 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.348 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.348 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.348 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.348 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.348 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.348 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.348 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.348 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.348 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 2, 2024-04-13T08:45:22.348 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.349 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.349 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.349 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.349 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.349 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.349 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.349 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.349 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.349 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.349 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.349 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.349 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 3, 2024-04-13T08:45:22.349 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.349 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.349 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.350 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.350 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.350 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.350 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.350 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.350 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.350 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.350 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.350 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.350 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 4, 2024-04-13T08:45:22.350 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.350 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.350 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.350 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.350 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.351 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.351 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.351 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.351 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.351 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.351 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.351 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.351 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 5, 2024-04-13T08:45:22.351 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.351 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.351 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.352 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.352 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.352 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.352 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.352 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.352 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.352 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.352 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.352 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.352 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 6, 2024-04-13T08:45:22.352 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.352 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.352 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.352 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.352 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.353 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.353 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.353 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.353 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.353 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.353 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.353 INFO:tasks.workunit.client.0.smithi003.stdout: "osd_id": 7, 2024-04-13T08:45:22.353 INFO:tasks.workunit.client.0.smithi003.stdout: "values": [ 2024-04-13T08:45:22.353 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.353 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.353 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.354 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.354 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.354 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.354 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-13T08:45:22.354 INFO:tasks.workunit.client.0.smithi003.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-13T08:45:22.354 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.354 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.354 INFO:tasks.workunit.client.0.smithi003.stdout: ] 2024-04-13T08:45:22.354 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.354 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.354 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.354 INFO:tasks.workunit.client.0.smithi003.stdout: "perf_counters": { 2024-04-13T08:45:22.354 INFO:tasks.workunit.client.0.smithi003.stdout: "mds.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:22.355 INFO:tasks.workunit.client.0.smithi003.stdout: "mds": { 2024-04-13T08:45:22.355 INFO:tasks.workunit.client.0.smithi003.stdout: "caps": { 2024-04-13T08:45:22.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.355 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_flush_ack": { 2024-04-13T08:45:22.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.355 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-13T08:45:22.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.355 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_grant": { 2024-04-13T08:45:22.355 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.355 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.356 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_revoke": { 2024-04-13T08:45:22.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.356 INFO:tasks.workunit.client.0.smithi003.stdout: "ceph_cap_op_trunc": { 2024-04-13T08:45:22.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.356 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_commit": { 2024-04-13T08:45:22.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.356 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_fetch_complete": { 2024-04-13T08:45:22.356 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T08:45:22.356 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.356 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_fetch_keys": { 2024-04-13T08:45:22.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:22.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.357 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_merge": { 2024-04-13T08:45:22.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.357 INFO:tasks.workunit.client.0.smithi003.stdout: "dir_split": { 2024-04-13T08:45:22.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.357 INFO:tasks.workunit.client.0.smithi003.stdout: "exported_inodes": { 2024-04-13T08:45:22.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.357 INFO:tasks.workunit.client.0.smithi003.stdout: "forward": { 2024-04-13T08:45:22.357 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.357 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.358 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_cap_release": { 2024-04-13T08:45:22.358 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.358 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.358 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_caps": { 2024-04-13T08:45:22.358 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.358 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.358 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_caps_dirty": { 2024-04-13T08:45:22.358 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.358 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.358 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_inode_file_caps": { 2024-04-13T08:45:22.358 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.358 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.359 INFO:tasks.workunit.client.0.smithi003.stdout: "imported_inodes": { 2024-04-13T08:45:22.359 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.359 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.359 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes": { 2024-04-13T08:45:22.359 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:22.359 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.359 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes_expired": { 2024-04-13T08:45:22.359 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.359 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.359 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes_pinned": { 2024-04-13T08:45:22.359 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:22.359 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.359 INFO:tasks.workunit.client.0.smithi003.stdout: "inodes_with_caps": { 2024-04-13T08:45:22.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.360 INFO:tasks.workunit.client.0.smithi003.stdout: "load_cent": { 2024-04-13T08:45:22.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.360 INFO:tasks.workunit.client.0.smithi003.stdout: "openino_dir_fetch": { 2024-04-13T08:45:22.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.360 INFO:tasks.workunit.client.0.smithi003.stdout: "process_request_cap_release": { 2024-04-13T08:45:22.360 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.360 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.360 INFO:tasks.workunit.client.0.smithi003.stdout: "reply_latency": { 2024-04-13T08:45:22.361 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.361 INFO:tasks.workunit.client.0.smithi003.stdout: "request": { 2024-04-13T08:45:22.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.361 INFO:tasks.workunit.client.0.smithi003.stdout: "root_rbytes": { 2024-04-13T08:45:22.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.361 INFO:tasks.workunit.client.0.smithi003.stdout: "root_rfiles": { 2024-04-13T08:45:22.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.361 INFO:tasks.workunit.client.0.smithi003.stdout: "root_rsnaps": { 2024-04-13T08:45:22.361 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.361 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.362 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_reply": { 2024-04-13T08:45:22.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.362 INFO:tasks.workunit.client.0.smithi003.stdout: "subtrees": { 2024-04-13T08:45:22.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T08:45:22.362 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.362 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_cache": { 2024-04-13T08:45:22.362 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_enqueue_scrub": { 2024-04-13T08:45:22.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.362 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_exportdir": { 2024-04-13T08:45:22.362 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.363 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_flush": { 2024-04-13T08:45:22.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.363 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_fragmentdir": { 2024-04-13T08:45:22.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.363 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_fragstats": { 2024-04-13T08:45:22.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.363 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_inodestats": { 2024-04-13T08:45:22.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.363 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_quiesce_inode": { 2024-04-13T08:45:22.363 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.363 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.364 INFO:tasks.workunit.client.0.smithi003.stdout: "ireq_quiesce_path": { 2024-04-13T08:45:22.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_recovering_enqueued": { 2024-04-13T08:45:22.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_recovering_prioritized": { 2024-04-13T08:45:22.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_recovering_processing": { 2024-04-13T08:45:22.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.364 INFO:tasks.workunit.client.0.smithi003.stdout: "num_strays": { 2024-04-13T08:45:22.364 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.364 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_strays_delayed": { 2024-04-13T08:45:22.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.365 INFO:tasks.workunit.client.0.smithi003.stdout: "num_strays_enqueuing": { 2024-04-13T08:45:22.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.365 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_completed": { 2024-04-13T08:45:22.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.365 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_started": { 2024-04-13T08:45:22.365 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.365 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.365 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_created": { 2024-04-13T08:45:22.366 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.366 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.366 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_enqueued": { 2024-04-13T08:45:22.366 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.366 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.366 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_migrated": { 2024-04-13T08:45:22.366 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.366 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.366 INFO:tasks.workunit.client.0.smithi003.stdout: "strays_reintegrated": { 2024-04-13T08:45:22.366 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.366 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.367 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_log": { 2024-04-13T08:45:22.367 INFO:tasks.workunit.client.0.smithi003.stdout: "ev": { 2024-04-13T08:45:22.367 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17 2024-04-13T08:45:22.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.367 INFO:tasks.workunit.client.0.smithi003.stdout: "evadd": { 2024-04-13T08:45:22.367 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.367 INFO:tasks.workunit.client.0.smithi003.stdout: "evex": { 2024-04-13T08:45:22.367 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.367 INFO:tasks.workunit.client.0.smithi003.stdout: "evexd": { 2024-04-13T08:45:22.367 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.367 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.367 INFO:tasks.workunit.client.0.smithi003.stdout: "evexg": { 2024-04-13T08:45:22.368 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.368 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.368 INFO:tasks.workunit.client.0.smithi003.stdout: "evlrg": { 2024-04-13T08:45:22.368 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.368 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.368 INFO:tasks.workunit.client.0.smithi003.stdout: "evtrm": { 2024-04-13T08:45:22.368 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.368 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.368 INFO:tasks.workunit.client.0.smithi003.stdout: "jlat": { 2024-04-13T08:45:22.368 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.369 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.369 INFO:tasks.workunit.client.0.smithi003.stdout: "replayed": { 2024-04-13T08:45:22.369 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17 2024-04-13T08:45:22.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.369 INFO:tasks.workunit.client.0.smithi003.stdout: "seg": { 2024-04-13T08:45:22.369 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:22.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.369 INFO:tasks.workunit.client.0.smithi003.stdout: "segadd": { 2024-04-13T08:45:22.369 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.369 INFO:tasks.workunit.client.0.smithi003.stdout: "segex": { 2024-04-13T08:45:22.369 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.369 INFO:tasks.workunit.client.0.smithi003.stdout: "segexd": { 2024-04-13T08:45:22.370 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.370 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.370 INFO:tasks.workunit.client.0.smithi003.stdout: "segexg": { 2024-04-13T08:45:22.370 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.370 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.370 INFO:tasks.workunit.client.0.smithi003.stdout: "segmjr": { 2024-04-13T08:45:22.370 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:22.370 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.370 INFO:tasks.workunit.client.0.smithi003.stdout: "segtrm": { 2024-04-13T08:45:22.370 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.370 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.370 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.371 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_mem": { 2024-04-13T08:45:22.371 INFO:tasks.workunit.client.0.smithi003.stdout: "cap": { 2024-04-13T08:45:22.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.371 INFO:tasks.workunit.client.0.smithi003.stdout: "cap+": { 2024-04-13T08:45:22.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.371 INFO:tasks.workunit.client.0.smithi003.stdout: "cap-": { 2024-04-13T08:45:22.371 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.371 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.371 INFO:tasks.workunit.client.0.smithi003.stdout: "dir": { 2024-04-13T08:45:22.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T08:45:22.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.372 INFO:tasks.workunit.client.0.smithi003.stdout: "dir+": { 2024-04-13T08:45:22.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12 2024-04-13T08:45:22.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.372 INFO:tasks.workunit.client.0.smithi003.stdout: "dir-": { 2024-04-13T08:45:22.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.372 INFO:tasks.workunit.client.0.smithi003.stdout: "dn": { 2024-04-13T08:45:22.372 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:22.372 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.372 INFO:tasks.workunit.client.0.smithi003.stdout: "dn+": { 2024-04-13T08:45:22.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:22.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.373 INFO:tasks.workunit.client.0.smithi003.stdout: "dn-": { 2024-04-13T08:45:22.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.373 INFO:tasks.workunit.client.0.smithi003.stdout: "heap": { 2024-04-13T08:45:22.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 248184 2024-04-13T08:45:22.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.373 INFO:tasks.workunit.client.0.smithi003.stdout: "ino": { 2024-04-13T08:45:22.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:22.373 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.373 INFO:tasks.workunit.client.0.smithi003.stdout: "ino+": { 2024-04-13T08:45:22.373 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:22.374 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.374 INFO:tasks.workunit.client.0.smithi003.stdout: "ino-": { 2024-04-13T08:45:22.374 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.374 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.374 INFO:tasks.workunit.client.0.smithi003.stdout: "rss": { 2024-04-13T08:45:22.374 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51324 2024-04-13T08:45:22.374 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.374 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.374 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_server": { 2024-04-13T08:45:22.374 INFO:tasks.workunit.client.0.smithi003.stdout: "cap_acquisition_throttle": { 2024-04-13T08:45:22.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.375 INFO:tasks.workunit.client.0.smithi003.stdout: "cap_revoke_eviction": { 2024-04-13T08:45:22.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.375 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_request": { 2024-04-13T08:45:22.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.375 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_client_session": { 2024-04-13T08:45:22.375 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.375 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.376 INFO:tasks.workunit.client.0.smithi003.stdout: "handle_peer_request": { 2024-04-13T08:45:22.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.376 INFO:tasks.workunit.client.0.smithi003.stdout: "req_create_latency": { 2024-04-13T08:45:22.376 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.376 INFO:tasks.workunit.client.0.smithi003.stdout: "req_getattr_latency": { 2024-04-13T08:45:22.376 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.376 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.376 INFO:tasks.workunit.client.0.smithi003.stdout: "req_getfilelock_latency": { 2024-04-13T08:45:22.377 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.377 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.377 INFO:tasks.workunit.client.0.smithi003.stdout: "req_getvxattr_latency": { 2024-04-13T08:45:22.377 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.377 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.377 INFO:tasks.workunit.client.0.smithi003.stdout: "req_link_latency": { 2024-04-13T08:45:22.377 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.377 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.378 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.378 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookup_latency": { 2024-04-13T08:45:22.378 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.378 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.378 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.378 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookuphash_latency": { 2024-04-13T08:45:22.378 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.378 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.378 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.379 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupino_latency": { 2024-04-13T08:45:22.379 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.379 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.379 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.379 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupname_latency": { 2024-04-13T08:45:22.379 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.379 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.379 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.379 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupparent_latency": { 2024-04-13T08:45:22.379 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.379 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.379 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.380 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lookupsnap_latency": { 2024-04-13T08:45:22.380 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.380 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.380 INFO:tasks.workunit.client.0.smithi003.stdout: "req_lssnap_latency": { 2024-04-13T08:45:22.380 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.380 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.380 INFO:tasks.workunit.client.0.smithi003.stdout: "req_mkdir_latency": { 2024-04-13T08:45:22.380 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.380 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.380 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.380 INFO:tasks.workunit.client.0.smithi003.stdout: "req_mknod_latency": { 2024-04-13T08:45:22.380 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.381 INFO:tasks.workunit.client.0.smithi003.stdout: "req_mksnap_latency": { 2024-04-13T08:45:22.381 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.381 INFO:tasks.workunit.client.0.smithi003.stdout: "req_open_latency": { 2024-04-13T08:45:22.381 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.381 INFO:tasks.workunit.client.0.smithi003.stdout: "req_readdir_latency": { 2024-04-13T08:45:22.381 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.381 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.381 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.381 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rename_latency": { 2024-04-13T08:45:22.382 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.382 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.382 INFO:tasks.workunit.client.0.smithi003.stdout: "req_renamesnap_latency": { 2024-04-13T08:45:22.382 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.382 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.382 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rmdir_latency": { 2024-04-13T08:45:22.382 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.382 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.382 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rmsnap_latency": { 2024-04-13T08:45:22.382 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.382 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.383 INFO:tasks.workunit.client.0.smithi003.stdout: "req_rmxattr_latency": { 2024-04-13T08:45:22.383 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.383 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.383 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setattr_latency": { 2024-04-13T08:45:22.383 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.383 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.383 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setdirlayout_latency": { 2024-04-13T08:45:22.383 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.383 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.383 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.383 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setfilelock_latency": { 2024-04-13T08:45:22.383 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.384 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.384 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setlayout_latency": { 2024-04-13T08:45:22.384 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.384 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.384 INFO:tasks.workunit.client.0.smithi003.stdout: "req_setxattr_latency": { 2024-04-13T08:45:22.384 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.384 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.384 INFO:tasks.workunit.client.0.smithi003.stdout: "req_snapdiff_latency": { 2024-04-13T08:45:22.384 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.384 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.384 INFO:tasks.workunit.client.0.smithi003.stdout: "req_symlink_latency": { 2024-04-13T08:45:22.385 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.385 INFO:tasks.workunit.client.0.smithi003.stdout: "req_unlink_latency": { 2024-04-13T08:45:22.385 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.385 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.385 INFO:tasks.workunit.client.0.smithi003.stdout: "mds_sessions": { 2024-04-13T08:45:22.385 INFO:tasks.workunit.client.0.smithi003.stdout: "average_load": { 2024-04-13T08:45:22.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.385 INFO:tasks.workunit.client.0.smithi003.stdout: "avg_session_uptime": { 2024-04-13T08:45:22.385 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.385 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.386 INFO:tasks.workunit.client.0.smithi003.stdout: "mdthresh_evicted": { 2024-04-13T08:45:22.386 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.386 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.386 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T08:45:22.386 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8 2024-04-13T08:45:22.386 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.386 INFO:tasks.workunit.client.0.smithi003.stdout: "session_count": { 2024-04-13T08:45:22.386 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.386 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.386 INFO:tasks.workunit.client.0.smithi003.stdout: "session_remove": { 2024-04-13T08:45:22.386 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8 2024-04-13T08:45:22.386 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.386 INFO:tasks.workunit.client.0.smithi003.stdout: "sessions_open": { 2024-04-13T08:45:22.386 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T08:45:22.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.387 INFO:tasks.workunit.client.0.smithi003.stdout: "sessions_stale": { 2024-04-13T08:45:22.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.387 INFO:tasks.workunit.client.0.smithi003.stdout: "total_load": { 2024-04-13T08:45:22.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.387 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.387 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:22.387 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:22.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.387 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:22.387 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37 2024-04-13T08:45:22.387 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.387 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:22.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.388 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:22.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7 2024-04-13T08:45:22.388 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.388 INFO:tasks.workunit.client.0.smithi003.stdout: "purge_queue": { 2024-04-13T08:45:22.388 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executed": { 2024-04-13T08:45:22.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.388 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executed_ops": { 2024-04-13T08:45:22.388 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.388 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.388 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing": { 2024-04-13T08:45:22.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.389 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.389 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing_high_water": { 2024-04-13T08:45:22.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.389 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.389 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing_ops": { 2024-04-13T08:45:22.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.389 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.389 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_executing_ops_high_water": { 2024-04-13T08:45:22.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.389 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.389 INFO:tasks.workunit.client.0.smithi003.stdout: "pq_item_in_journal": { 2024-04-13T08:45:22.389 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.389 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.389 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.390 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.390 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.3dd8649182125564c35e06e24db60c08696f991c": { 2024-04-13T08:45:22.390 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:22.390 INFO:tasks.workunit.client.0.smithi003.stdout: "election_call": { 2024-04-13T08:45:22.390 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:22.390 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.390 INFO:tasks.workunit.client.0.smithi003.stdout: "election_lose": { 2024-04-13T08:45:22.390 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:22.390 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.390 INFO:tasks.workunit.client.0.smithi003.stdout: "election_win": { 2024-04-13T08:45:22.390 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.390 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_elections": { 2024-04-13T08:45:22.390 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11 2024-04-13T08:45:22.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": { 2024-04-13T08:45:22.391 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8 2024-04-13T08:45:22.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.391 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T08:45:22.391 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:22.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.391 INFO:tasks.workunit.client.0.smithi003.stdout: "session_rm": { 2024-04-13T08:45:22.391 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 259 2024-04-13T08:45:22.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.391 INFO:tasks.workunit.client.0.smithi003.stdout: "session_trim": { 2024-04-13T08:45:22.391 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.391 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.391 INFO:tasks.workunit.client.0.smithi003.stdout: "paxos": { 2024-04-13T08:45:22.392 INFO:tasks.workunit.client.0.smithi003.stdout: "accept_timeout": { 2024-04-13T08:45:22.392 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.392 INFO:tasks.workunit.client.0.smithi003.stdout: "begin": { 2024-04-13T08:45:22.392 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8744 2024-04-13T08:45:22.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.392 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_bytes": { 2024-04-13T08:45:22.392 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8744, 2024-04-13T08:45:22.392 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60132275 2024-04-13T08:45:22.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.392 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_keys": { 2024-04-13T08:45:22.392 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.392 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.393 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_latency": { 2024-04-13T08:45:22.393 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8744, 2024-04-13T08:45:22.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1318990442 2024-04-13T08:45:22.393 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.393 INFO:tasks.workunit.client.0.smithi003.stdout: "collect": { 2024-04-13T08:45:22.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:22.393 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.393 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_bytes": { 2024-04-13T08:45:22.393 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:22.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 219 2024-04-13T08:45:22.393 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.393 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_keys": { 2024-04-13T08:45:22.393 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:22.393 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:22.393 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.394 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_latency": { 2024-04-13T08:45:22.394 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:22.394 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.394 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.394 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_timeout": { 2024-04-13T08:45:22.394 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.394 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.394 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_uncommitted": { 2024-04-13T08:45:22.394 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.394 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.394 INFO:tasks.workunit.client.0.smithi003.stdout: "commit": { 2024-04-13T08:45:22.394 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8744 2024-04-13T08:45:22.394 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.394 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_bytes": { 2024-04-13T08:45:22.395 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.395 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.395 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.395 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_keys": { 2024-04-13T08:45:22.395 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.395 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.395 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.395 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_latency": { 2024-04-13T08:45:22.395 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.395 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.395 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.395 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_ack_timeout": { 2024-04-13T08:45:22.395 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.395 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.395 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_timeout": { 2024-04-13T08:45:22.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.396 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn": { 2024-04-13T08:45:22.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.396 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn_latency": { 2024-04-13T08:45:22.396 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.396 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh": { 2024-04-13T08:45:22.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8744 2024-04-13T08:45:22.396 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.396 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh_latency": { 2024-04-13T08:45:22.396 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8744, 2024-04-13T08:45:22.396 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27405800989 2024-04-13T08:45:22.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.397 INFO:tasks.workunit.client.0.smithi003.stdout: "restart": { 2024-04-13T08:45:22.397 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:22.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.397 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state": { 2024-04-13T08:45:22.397 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.397 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_bytes": { 2024-04-13T08:45:22.397 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.397 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.397 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_keys": { 2024-04-13T08:45:22.397 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.397 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.397 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.398 INFO:tasks.workunit.client.0.smithi003.stdout: "start_leader": { 2024-04-13T08:45:22.398 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.398 INFO:tasks.workunit.client.0.smithi003.stdout: "start_peon": { 2024-04-13T08:45:22.398 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:22.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.398 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state": { 2024-04-13T08:45:22.398 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8744 2024-04-13T08:45:22.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.398 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_bytes": { 2024-04-13T08:45:22.398 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8744, 2024-04-13T08:45:22.398 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 118599029 2024-04-13T08:45:22.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.398 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_keys": { 2024-04-13T08:45:22.399 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8744, 2024-04-13T08:45:22.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 76597 2024-04-13T08:45:22.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.399 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_latency": { 2024-04-13T08:45:22.399 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8744, 2024-04-13T08:45:22.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2909978935 2024-04-13T08:45:22.399 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.399 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache": { 2024-04-13T08:45:22.399 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:22.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1020054731 2024-04-13T08:45:22.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.399 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:22.399 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 169869312 2024-04-13T08:45:22.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.399 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:22.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 168189952 2024-04-13T08:45:22.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.400 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:22.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2147483648 2024-04-13T08:45:22.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.400 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:22.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1679360 2024-04-13T08:45:22.400 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.400 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:full": { 2024-04-13T08:45:22.400 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.400 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 360710144 2024-04-13T08:45:22.400 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.400 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.401 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.401 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267127251 2024-04-13T08:45:22.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.401 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.401 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25177685 2024-04-13T08:45:22.401 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.402 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.402 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.402 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.402 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.402 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.402 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.402 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.403 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.403 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.403 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.403 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.403 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.403 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68405208 2024-04-13T08:45:22.404 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.404 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:inc": { 2024-04-13T08:45:22.404 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 339738624 2024-04-13T08:45:22.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.404 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.404 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.404 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.404 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.405 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267127251 2024-04-13T08:45:22.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.405 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1519340 2024-04-13T08:45:22.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.405 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.405 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.405 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.405 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.406 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.406 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.406 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.406 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.406 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.406 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.406 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.407 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.407 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.407 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.407 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71092033 2024-04-13T08:45:22.407 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.407 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:kv": { 2024-04-13T08:45:22.408 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 314572800 2024-04-13T08:45:22.408 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.408 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:22.408 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.408 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.408 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.408 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.408 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 178084834 2024-04-13T08:45:22.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.409 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.409 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.409 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.409 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.409 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.409 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.409 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.409 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.409 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.409 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.410 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.410 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.410 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.410 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.410 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.411 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.411 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69379102 2024-04-13T08:45:22.411 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.411 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb": { 2024-04-13T08:45:22.411 INFO:tasks.workunit.client.0.smithi003.stdout: "compact": { 2024-04-13T08:45:22.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.411 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_len": { 2024-04-13T08:45:22.411 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.411 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.412 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_merge": { 2024-04-13T08:45:22.412 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.412 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_range": { 2024-04-13T08:45:22.412 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 101 2024-04-13T08:45:22.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.412 INFO:tasks.workunit.client.0.smithi003.stdout: "get_latency": { 2024-04-13T08:45:22.412 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 379052, 2024-04-13T08:45:22.412 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1890365120 2024-04-13T08:45:22.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.412 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_delay_time": { 2024-04-13T08:45:22.412 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.412 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.412 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.412 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_memtable_time": { 2024-04-13T08:45:22.412 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.413 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T08:45:22.413 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.413 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_wal_time": { 2024-04-13T08:45:22.413 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.413 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.413 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_latency": { 2024-04-13T08:45:22.413 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.414 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.414 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_sync_latency": { 2024-04-13T08:45:22.414 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21085, 2024-04-13T08:45:22.414 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6470928705 2024-04-13T08:45:22.414 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.414 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.414 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.936f7cb6b425890df7fc372d11a2e3ff918ec9c5": { 2024-04-13T08:45:22.414 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:22.414 INFO:tasks.workunit.client.0.smithi003.stdout: "election_call": { 2024-04-13T08:45:22.414 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:22.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.414 INFO:tasks.workunit.client.0.smithi003.stdout: "election_lose": { 2024-04-13T08:45:22.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.415 INFO:tasks.workunit.client.0.smithi003.stdout: "election_win": { 2024-04-13T08:45:22.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:22.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.415 INFO:tasks.workunit.client.0.smithi003.stdout: "num_elections": { 2024-04-13T08:45:22.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21 2024-04-13T08:45:22.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.415 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": { 2024-04-13T08:45:22.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9 2024-04-13T08:45:22.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.415 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T08:45:22.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T08:45:22.415 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.415 INFO:tasks.workunit.client.0.smithi003.stdout: "session_rm": { 2024-04-13T08:45:22.415 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 249 2024-04-13T08:45:22.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.416 INFO:tasks.workunit.client.0.smithi003.stdout: "session_trim": { 2024-04-13T08:45:22.416 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.416 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.416 INFO:tasks.workunit.client.0.smithi003.stdout: "paxos": { 2024-04-13T08:45:22.416 INFO:tasks.workunit.client.0.smithi003.stdout: "accept_timeout": { 2024-04-13T08:45:22.416 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.416 INFO:tasks.workunit.client.0.smithi003.stdout: "begin": { 2024-04-13T08:45:22.416 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8855 2024-04-13T08:45:22.416 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.417 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_bytes": { 2024-04-13T08:45:22.417 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8855, 2024-04-13T08:45:22.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 61573662 2024-04-13T08:45:22.417 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.417 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_keys": { 2024-04-13T08:45:22.417 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8855, 2024-04-13T08:45:22.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26565 2024-04-13T08:45:22.417 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.417 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_latency": { 2024-04-13T08:45:22.417 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8855, 2024-04-13T08:45:22.417 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1989975851 2024-04-13T08:45:22.417 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.417 INFO:tasks.workunit.client.0.smithi003.stdout: "collect": { 2024-04-13T08:45:22.418 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.418 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_bytes": { 2024-04-13T08:45:22.418 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.418 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.418 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_keys": { 2024-04-13T08:45:22.418 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.418 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.418 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_latency": { 2024-04-13T08:45:22.418 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.418 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.418 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.419 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_timeout": { 2024-04-13T08:45:22.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.419 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_uncommitted": { 2024-04-13T08:45:22.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:22.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.419 INFO:tasks.workunit.client.0.smithi003.stdout: "commit": { 2024-04-13T08:45:22.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8852 2024-04-13T08:45:22.419 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.419 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_bytes": { 2024-04-13T08:45:22.419 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8852, 2024-04-13T08:45:22.419 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60896478 2024-04-13T08:45:22.420 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.420 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_keys": { 2024-04-13T08:45:22.420 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8852, 2024-04-13T08:45:22.420 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68570 2024-04-13T08:45:22.420 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.420 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_latency": { 2024-04-13T08:45:22.420 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8852, 2024-04-13T08:45:22.420 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3120692344 2024-04-13T08:45:22.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.421 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_ack_timeout": { 2024-04-13T08:45:22.421 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.421 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_timeout": { 2024-04-13T08:45:22.421 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.421 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn": { 2024-04-13T08:45:22.421 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:22.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.421 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn_latency": { 2024-04-13T08:45:22.422 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6, 2024-04-13T08:45:22.422 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1999976 2024-04-13T08:45:22.422 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.422 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh": { 2024-04-13T08:45:22.422 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8855 2024-04-13T08:45:22.422 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.422 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh_latency": { 2024-04-13T08:45:22.422 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8855, 2024-04-13T08:45:22.422 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 33747590248 2024-04-13T08:45:22.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.423 INFO:tasks.workunit.client.0.smithi003.stdout: "restart": { 2024-04-13T08:45:22.423 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23 2024-04-13T08:45:22.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.423 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state": { 2024-04-13T08:45:22.423 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T08:45:22.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.423 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_bytes": { 2024-04-13T08:45:22.423 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T08:45:22.423 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71938 2024-04-13T08:45:22.423 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.423 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_keys": { 2024-04-13T08:45:22.424 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2, 2024-04-13T08:45:22.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:22.424 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.424 INFO:tasks.workunit.client.0.smithi003.stdout: "start_leader": { 2024-04-13T08:45:22.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:22.424 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.424 INFO:tasks.workunit.client.0.smithi003.stdout: "start_peon": { 2024-04-13T08:45:22.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.424 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.424 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state": { 2024-04-13T08:45:22.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.424 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.424 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_bytes": { 2024-04-13T08:45:22.424 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.424 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.425 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_keys": { 2024-04-13T08:45:22.425 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.425 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.425 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_latency": { 2024-04-13T08:45:22.425 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.425 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.425 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.425 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache": { 2024-04-13T08:45:22.425 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:22.425 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1020054731 2024-04-13T08:45:22.425 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.425 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:22.426 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 262225920 2024-04-13T08:45:22.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.426 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:22.426 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 260939776 2024-04-13T08:45:22.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.426 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:22.426 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2147483648 2024-04-13T08:45:22.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.426 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:22.426 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1286144 2024-04-13T08:45:22.426 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.426 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.426 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:full": { 2024-04-13T08:45:22.426 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 360710144 2024-04-13T08:45:22.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.427 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.427 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.427 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267002456 2024-04-13T08:45:22.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.427 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25487665 2024-04-13T08:45:22.427 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.427 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.427 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.428 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.428 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.428 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.428 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.428 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.428 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.429 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.429 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.429 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.429 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.429 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.429 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.429 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.429 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.429 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.429 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68220023 2024-04-13T08:45:22.429 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.429 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.429 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:inc": { 2024-04-13T08:45:22.429 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.429 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 339738624 2024-04-13T08:45:22.429 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.430 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.430 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.430 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.430 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.430 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.430 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.430 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.430 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267002456 2024-04-13T08:45:22.430 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.430 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.430 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1542148 2024-04-13T08:45:22.430 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.430 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.430 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.431 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.431 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.431 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.431 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.431 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.431 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.431 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.431 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.431 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.431 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.432 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.432 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.432 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.432 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.432 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.432 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.432 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71194020 2024-04-13T08:45:22.432 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.432 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.432 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:kv": { 2024-04-13T08:45:22.432 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.432 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 314572800 2024-04-13T08:45:22.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.433 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:22.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.433 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.433 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 178001637 2024-04-13T08:45:22.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.433 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.433 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.433 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.433 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.433 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.434 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.434 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.434 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.434 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.434 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.434 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.434 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.434 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.434 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.434 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.435 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.435 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.435 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69462299 2024-04-13T08:45:22.435 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.435 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb": { 2024-04-13T08:45:22.435 INFO:tasks.workunit.client.0.smithi003.stdout: "compact": { 2024-04-13T08:45:22.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.435 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_len": { 2024-04-13T08:45:22.435 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.436 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_merge": { 2024-04-13T08:45:22.436 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.436 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_range": { 2024-04-13T08:45:22.436 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 101 2024-04-13T08:45:22.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.436 INFO:tasks.workunit.client.0.smithi003.stdout: "get_latency": { 2024-04-13T08:45:22.436 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 397632, 2024-04-13T08:45:22.436 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2498339145 2024-04-13T08:45:22.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.436 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_delay_time": { 2024-04-13T08:45:22.436 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.436 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.436 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_memtable_time": { 2024-04-13T08:45:22.437 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.437 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.437 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T08:45:22.437 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.437 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.437 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_wal_time": { 2024-04-13T08:45:22.437 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.437 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.437 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_latency": { 2024-04-13T08:45:22.437 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.437 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.437 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.437 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_sync_latency": { 2024-04-13T08:45:22.438 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21360, 2024-04-13T08:45:22.438 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7929864204 2024-04-13T08:45:22.438 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.438 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.438 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.438 INFO:tasks.workunit.client.0.smithi003.stdout: "mon.be5b77d0f8a0d3fc4d792db8fc7e155e44679ebc": { 2024-04-13T08:45:22.438 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:22.438 INFO:tasks.workunit.client.0.smithi003.stdout: "election_call": { 2024-04-13T08:45:22.438 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2 2024-04-13T08:45:22.438 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.438 INFO:tasks.workunit.client.0.smithi003.stdout: "election_lose": { 2024-04-13T08:45:22.438 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:22.438 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.438 INFO:tasks.workunit.client.0.smithi003.stdout: "election_win": { 2024-04-13T08:45:22.438 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_elections": { 2024-04-13T08:45:22.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14 2024-04-13T08:45:22.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_sessions": { 2024-04-13T08:45:22.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9 2024-04-13T08:45:22.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.439 INFO:tasks.workunit.client.0.smithi003.stdout: "session_add": { 2024-04-13T08:45:22.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4 2024-04-13T08:45:22.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.439 INFO:tasks.workunit.client.0.smithi003.stdout: "session_rm": { 2024-04-13T08:45:22.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 258 2024-04-13T08:45:22.439 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.439 INFO:tasks.workunit.client.0.smithi003.stdout: "session_trim": { 2024-04-13T08:45:22.439 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.439 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.440 INFO:tasks.workunit.client.0.smithi003.stdout: "paxos": { 2024-04-13T08:45:22.440 INFO:tasks.workunit.client.0.smithi003.stdout: "accept_timeout": { 2024-04-13T08:45:22.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.440 INFO:tasks.workunit.client.0.smithi003.stdout: "begin": { 2024-04-13T08:45:22.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8785 2024-04-13T08:45:22.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.440 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_bytes": { 2024-04-13T08:45:22.440 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8785, 2024-04-13T08:45:22.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60411688 2024-04-13T08:45:22.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.440 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_keys": { 2024-04-13T08:45:22.440 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.440 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.440 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.440 INFO:tasks.workunit.client.0.smithi003.stdout: "begin_latency": { 2024-04-13T08:45:22.441 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8785, 2024-04-13T08:45:22.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1916976718 2024-04-13T08:45:22.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.441 INFO:tasks.workunit.client.0.smithi003.stdout: "collect": { 2024-04-13T08:45:22.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:22.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.441 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_bytes": { 2024-04-13T08:45:22.441 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:22.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 219 2024-04-13T08:45:22.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.441 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_keys": { 2024-04-13T08:45:22.441 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:22.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:22.441 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.441 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_latency": { 2024-04-13T08:45:22.441 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3, 2024-04-13T08:45:22.441 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2999964 2024-04-13T08:45:22.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.442 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_timeout": { 2024-04-13T08:45:22.442 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.442 INFO:tasks.workunit.client.0.smithi003.stdout: "collect_uncommitted": { 2024-04-13T08:45:22.442 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:22.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.442 INFO:tasks.workunit.client.0.smithi003.stdout: "commit": { 2024-04-13T08:45:22.442 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8786 2024-04-13T08:45:22.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.442 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_bytes": { 2024-04-13T08:45:22.442 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.442 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.442 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_keys": { 2024-04-13T08:45:22.442 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.443 INFO:tasks.workunit.client.0.smithi003.stdout: "commit_latency": { 2024-04-13T08:45:22.443 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.443 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_ack_timeout": { 2024-04-13T08:45:22.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.443 INFO:tasks.workunit.client.0.smithi003.stdout: "lease_timeout": { 2024-04-13T08:45:22.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.443 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn": { 2024-04-13T08:45:22.443 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.443 INFO:tasks.workunit.client.0.smithi003.stdout: "new_pn_latency": { 2024-04-13T08:45:22.443 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.444 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh": { 2024-04-13T08:45:22.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8786 2024-04-13T08:45:22.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.444 INFO:tasks.workunit.client.0.smithi003.stdout: "refresh_latency": { 2024-04-13T08:45:22.444 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8786, 2024-04-13T08:45:22.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 30626628116 2024-04-13T08:45:22.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.444 INFO:tasks.workunit.client.0.smithi003.stdout: "restart": { 2024-04-13T08:45:22.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16 2024-04-13T08:45:22.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.444 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state": { 2024-04-13T08:45:22.444 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.444 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.445 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_bytes": { 2024-04-13T08:45:22.445 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.445 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.445 INFO:tasks.workunit.client.0.smithi003.stdout: "share_state_keys": { 2024-04-13T08:45:22.445 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.445 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.445 INFO:tasks.workunit.client.0.smithi003.stdout: "start_leader": { 2024-04-13T08:45:22.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.445 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.445 INFO:tasks.workunit.client.0.smithi003.stdout: "start_peon": { 2024-04-13T08:45:22.445 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3 2024-04-13T08:45:22.445 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.446 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state": { 2024-04-13T08:45:22.446 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8785 2024-04-13T08:45:22.446 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.446 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_bytes": { 2024-04-13T08:45:22.446 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8785, 2024-04-13T08:45:22.446 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 119202869 2024-04-13T08:45:22.446 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.446 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_keys": { 2024-04-13T08:45:22.446 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8785, 2024-04-13T08:45:22.446 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 76908 2024-04-13T08:45:22.446 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.446 INFO:tasks.workunit.client.0.smithi003.stdout: "store_state_latency": { 2024-04-13T08:45:22.446 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8785, 2024-04-13T08:45:22.446 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5725930504 2024-04-13T08:45:22.446 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.447 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.447 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache": { 2024-04-13T08:45:22.447 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:22.447 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1020054731 2024-04-13T08:45:22.447 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.447 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:22.447 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 174063616 2024-04-13T08:45:22.447 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.447 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:22.447 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 172064768 2024-04-13T08:45:22.447 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.447 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:22.447 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2147483648 2024-04-13T08:45:22.447 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.447 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:22.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1998848 2024-04-13T08:45:22.448 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.448 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:full": { 2024-04-13T08:45:22.448 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 360710144 2024-04-13T08:45:22.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.448 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.448 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.448 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.448 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.448 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267081832 2024-04-13T08:45:22.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.449 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25290742 2024-04-13T08:45:22.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.449 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.449 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.449 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.449 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.449 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.449 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.450 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.450 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.450 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.450 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.450 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.450 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.450 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.450 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.450 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.450 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.450 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.450 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.450 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68337570 2024-04-13T08:45:22.450 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.450 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.451 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:inc": { 2024-04-13T08:45:22.451 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 339738624 2024-04-13T08:45:22.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.451 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.451 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.451 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 267081832 2024-04-13T08:45:22.451 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.451 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.451 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1527401 2024-04-13T08:45:22.452 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.452 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.452 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.452 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.452 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.452 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.452 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.452 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.452 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.452 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.452 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.452 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.452 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.453 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.453 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.453 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.453 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.453 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.453 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.453 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71129391 2024-04-13T08:45:22.453 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.454 INFO:tasks.workunit.client.0.smithi003.stdout: "prioritycache:kv": { 2024-04-13T08:45:22.454 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 314572800 2024-04-13T08:45:22.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.454 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:22.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.454 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.454 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.454 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 178054555 2024-04-13T08:45:22.454 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.454 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.455 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.455 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.455 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.455 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.455 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.455 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.456 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.456 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.456 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.456 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.456 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.456 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.456 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69409381 2024-04-13T08:45:22.456 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.457 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb": { 2024-04-13T08:45:22.457 INFO:tasks.workunit.client.0.smithi003.stdout: "compact": { 2024-04-13T08:45:22.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.457 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_len": { 2024-04-13T08:45:22.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.457 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_queue_merge": { 2024-04-13T08:45:22.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.457 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_range": { 2024-04-13T08:45:22.457 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 101 2024-04-13T08:45:22.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.458 INFO:tasks.workunit.client.0.smithi003.stdout: "get_latency": { 2024-04-13T08:45:22.458 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 380945, 2024-04-13T08:45:22.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2091998562 2024-04-13T08:45:22.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.458 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_delay_time": { 2024-04-13T08:45:22.458 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.458 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_memtable_time": { 2024-04-13T08:45:22.458 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.458 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-13T08:45:22.458 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.458 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.459 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_write_wal_time": { 2024-04-13T08:45:22.459 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.459 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_latency": { 2024-04-13T08:45:22.459 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.459 INFO:tasks.workunit.client.0.smithi003.stdout: "submit_sync_latency": { 2024-04-13T08:45:22.459 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21188, 2024-04-13T08:45:22.459 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9818675273 2024-04-13T08:45:22.459 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.459 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.459 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.459 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.0": { 2024-04-13T08:45:22.460 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.460 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:22.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 818080 2024-04-13T08:45:22.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.460 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:22.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.460 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:22.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.460 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:22.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.460 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.460 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:22.460 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:22.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.461 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:22.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.461 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:22.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.461 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:22.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.461 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:22.461 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.461 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.461 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:22.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13332480 2024-04-13T08:45:22.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.462 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:22.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 928718848 2024-04-13T08:45:22.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.462 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:22.462 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 19, 2024-04-13T08:45:22.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6639959 2024-04-13T08:45:22.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.462 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:22.462 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 19, 2024-04-13T08:45:22.462 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2807886 2024-04-13T08:45:22.462 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.462 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:22.462 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 220, 2024-04-13T08:45:22.463 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2106378 2024-04-13T08:45:22.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.463 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:22.463 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:22.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.463 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:22.463 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1025114112 2024-04-13T08:45:22.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.463 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:22.463 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78703, 2024-04-13T08:45:22.463 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12731764150 2024-04-13T08:45:22.463 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.463 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:22.463 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78696, 2024-04-13T08:45:22.463 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20419852555 2024-04-13T08:45:22.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.464 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:22.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6336512 2024-04-13T08:45:22.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.464 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:22.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 322236416 2024-04-13T08:45:22.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.464 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:22.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1023672320 2024-04-13T08:45:22.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.464 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:22.464 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.464 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:22.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.465 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:22.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 66 2024-04-13T08:45:22.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.465 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:22.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10213806759 2024-04-13T08:45:22.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.465 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:22.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73246 2024-04-13T08:45:22.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.465 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:22.465 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8648896512 2024-04-13T08:45:22.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.465 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:22.466 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8648900608 2024-04-13T08:45:22.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.466 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:22.466 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.466 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:22.466 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.466 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:22.466 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65247 2024-04-13T08:45:22.466 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.466 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:22.466 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73246, 2024-04-13T08:45:22.466 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3045387281 2024-04-13T08:45:22.467 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.467 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:22.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10133471807 2024-04-13T08:45:22.467 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.467 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:22.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70780 2024-04-13T08:45:22.467 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.467 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:22.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4703186 2024-04-13T08:45:22.467 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.467 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:22.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 721 2024-04-13T08:45:22.467 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.467 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:22.467 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13048985 2024-04-13T08:45:22.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.468 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:22.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1059 2024-04-13T08:45:22.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.468 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:22.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8345799 2024-04-13T08:45:22.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.468 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:22.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8345799 2024-04-13T08:45:22.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.468 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:22.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.468 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.468 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:22.468 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.469 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:22.469 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 346 2024-04-13T08:45:22.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.469 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:22.469 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1059, 2024-04-13T08:45:22.469 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8361346 2024-04-13T08:45:22.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.469 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:22.469 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.469 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.469 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:22.469 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.469 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.470 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:22.470 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.470 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.470 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:22.470 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:22.470 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 907 2024-04-13T08:45:22.470 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.470 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:22.470 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7, 2024-04-13T08:45:22.470 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11860 2024-04-13T08:45:22.470 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.470 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:22.470 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.471 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.471 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:22.471 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.471 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:22.471 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.471 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:22.471 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1267175424 2024-04-13T08:45:22.471 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.471 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:22.471 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:22.472 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:22.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.472 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:22.472 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14016512 2024-04-13T08:45:22.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.472 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:22.472 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21138, 2024-04-13T08:45:22.472 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 86001039 2024-04-13T08:45:22.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.472 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:22.472 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3610, 2024-04-13T08:45:22.472 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6483721044 2024-04-13T08:45:22.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.472 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:22.472 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.473 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.473 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.473 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:22.473 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.473 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.473 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:22.473 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.473 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.473 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:22.473 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.473 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.473 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:22.473 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34121, 2024-04-13T08:45:22.473 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 303283574 2024-04-13T08:45:22.473 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.474 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:22.474 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.474 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.474 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.474 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:22.474 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.474 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.474 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:22.474 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78582, 2024-04-13T08:45:22.474 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25501296783 2024-04-13T08:45:22.474 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.474 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:22.474 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 77905, 2024-04-13T08:45:22.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1805788913 2024-04-13T08:45:22.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.475 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:22.475 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78582, 2024-04-13T08:45:22.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51063092 2024-04-13T08:45:22.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.475 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:22.475 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78582, 2024-04-13T08:45:22.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25552359875 2024-04-13T08:45:22.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.475 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:22.475 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.475 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.475 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.475 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:22.475 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 41651, 2024-04-13T08:45:22.476 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2097480528 2024-04-13T08:45:22.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.476 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:22.476 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1256, 2024-04-13T08:45:22.476 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3556328 2024-04-13T08:45:22.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.476 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:22.476 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22757, 2024-04-13T08:45:22.476 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10903443 2024-04-13T08:45:22.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.476 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:22.476 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 53, 2024-04-13T08:45:22.476 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 87235 2024-04-13T08:45:22.476 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.476 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:22.477 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 18449, 2024-04-13T08:45:22.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3132258421 2024-04-13T08:45:22.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.477 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:22.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 265633 2024-04-13T08:45:22.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.477 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:22.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 24321 2024-04-13T08:45:22.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.477 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:22.477 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17332, 2024-04-13T08:45:22.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2871755481 2024-04-13T08:45:22.477 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.477 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:22.477 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 42204, 2024-04-13T08:45:22.477 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15833996 2024-04-13T08:45:22.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.478 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:22.478 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 24872, 2024-04-13T08:45:22.478 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2223623866 2024-04-13T08:45:22.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.478 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:22.478 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.478 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:22.478 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15522, 2024-04-13T08:45:22.478 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 496423765 2024-04-13T08:45:22.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.478 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:22.478 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.478 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.479 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:22.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.479 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:22.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.479 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:22.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.479 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:22.479 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:22.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10426908318 2024-04-13T08:45:22.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.479 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:22.479 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9748, 2024-04-13T08:45:22.479 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1003961283 2024-04-13T08:45:22.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.480 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:22.480 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9748, 2024-04-13T08:45:22.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3662469543555 2024-04-13T08:45:22.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.480 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:22.480 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9748, 2024-04-13T08:45:22.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7023302793929 2024-04-13T08:45:22.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.480 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:22.480 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:22.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2604496377561 2024-04-13T08:45:22.480 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.480 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:22.480 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:22.480 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10495710 2024-04-13T08:45:22.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.481 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:22.481 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:22.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 336709142 2024-04-13T08:45:22.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.481 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:22.481 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:22.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41525297514 2024-04-13T08:45:22.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.481 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:22.481 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:22.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 33884473 2024-04-13T08:45:22.481 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.481 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:22.481 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:22.481 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21328156413 2024-04-13T08:45:22.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.482 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:22.482 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:22.482 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15537109121 2024-04-13T08:45:22.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.482 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:22.482 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10267764 2024-04-13T08:45:22.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.482 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:22.482 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2650, 2024-04-13T08:45:22.482 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15955195 2024-04-13T08:45:22.482 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.482 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:22.482 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:22.482 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 89169210463 2024-04-13T08:45:22.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.483 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:22.483 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:22.483 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16812047664 2024-04-13T08:45:22.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.483 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:22.483 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 93650, 2024-04-13T08:45:22.483 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 658954597 2024-04-13T08:45:22.483 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.483 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:22.483 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:22.483 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406237373 2024-04-13T08:45:22.483 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.483 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:22.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 617218048 2024-04-13T08:45:22.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.484 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:22.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 460513280 2024-04-13T08:45:22.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.484 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:22.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2601816166 2024-04-13T08:45:22.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.484 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:22.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 156704768 2024-04-13T08:45:22.484 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.484 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.484 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:22.484 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.484 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:22.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.485 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.485 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.485 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56586397 2024-04-13T08:45:22.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.485 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.485 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.485 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.485 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.486 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.486 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.486 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.486 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.486 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.486 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.486 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.486 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 708608 2024-04-13T08:45:22.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.486 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.486 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.487 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.487 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.487 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.487 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.487 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.487 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68534115 2024-04-13T08:45:22.487 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.487 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:22.487 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.487 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:22.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.488 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:22.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.488 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.488 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 424397981 2024-04-13T08:45:22.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.488 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.488 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.488 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.488 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.489 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2416 2024-04-13T08:45:22.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.489 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.489 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 145280 2024-04-13T08:45:22.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.489 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.489 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.489 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.489 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.490 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.490 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.490 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.490 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.490 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.490 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70382195 2024-04-13T08:45:22.490 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.490 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:22.490 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.490 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:22.490 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.491 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:22.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.491 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12889456 2024-04-13T08:45:22.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.491 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37724265 2024-04-13T08:45:22.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.491 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.491 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.491 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.491 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.492 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.492 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.492 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.492 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.492 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.492 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.492 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.493 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.493 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.493 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 75215399 2024-04-13T08:45:22.493 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.493 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:22.493 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:22.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.493 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.493 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.494 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.494 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.494 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.494 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 424397981 2024-04-13T08:45:22.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.494 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.494 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.494 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.494 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.494 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.494 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.495 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 981 2024-04-13T08:45:22.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.495 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 88324 2024-04-13T08:45:22.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.495 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1128585 2024-04-13T08:45:22.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.495 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.495 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.495 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.495 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.496 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.496 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69312001 2024-04-13T08:45:22.496 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.496 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:22.496 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:22.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.496 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:22.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53 2024-04-13T08:45:22.496 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.496 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:22.496 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.497 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:22.497 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.497 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.497 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.497 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:22.497 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 54 2024-04-13T08:45:22.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.497 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:22.497 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.497 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:22.497 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 47795 2024-04-13T08:45:22.497 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.497 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:22.498 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 138292, 2024-04-13T08:45:22.498 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8809115960 2024-04-13T08:45:22.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.498 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:22.498 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:22.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.498 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:22.498 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T08:45:22.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.498 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:22.498 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2698757149 2024-04-13T08:45:22.498 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.498 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:22.498 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 47795, 2024-04-13T08:45:22.498 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 222598905094 2024-04-13T08:45:22.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.499 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:22.499 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4070011795 2024-04-13T08:45:22.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.499 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:22.499 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 48639, 2024-04-13T08:45:22.499 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23092639159 2024-04-13T08:45:22.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.499 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:22.499 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 47795, 2024-04-13T08:45:22.499 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74814657966 2024-04-13T08:45:22.499 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.499 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:22.499 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31313 2024-04-13T08:45:22.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.500 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:22.500 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 31313, 2024-04-13T08:45:22.500 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22052157812 2024-04-13T08:45:22.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.500 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:22.500 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.500 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:22.500 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4070011795 2024-04-13T08:45:22.500 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.500 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:22.500 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 31660, 2024-04-13T08:45:22.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7289027783 2024-04-13T08:45:22.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.501 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:22.501 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 31313, 2024-04-13T08:45:22.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8957542125 2024-04-13T08:45:22.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.501 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:22.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8772 2024-04-13T08:45:22.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.501 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:22.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 530544067 2024-04-13T08:45:22.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.501 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:22.501 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8772, 2024-04-13T08:45:22.501 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18189168924 2024-04-13T08:45:22.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.502 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:22.502 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.502 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:22.502 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.502 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:22.502 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.502 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:22.502 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9064, 2024-04-13T08:45:22.502 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5774327851 2024-04-13T08:45:22.502 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.503 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:22.503 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8772, 2024-04-13T08:45:22.503 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15119631246 2024-04-13T08:45:22.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.503 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:22.503 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7710 2024-04-13T08:45:22.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.503 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:22.503 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2168213082 2024-04-13T08:45:22.503 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.503 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:22.503 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7710, 2024-04-13T08:45:22.503 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 182357578358 2024-04-13T08:45:22.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.504 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:22.504 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.504 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:22.504 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7915, 2024-04-13T08:45:22.504 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10029283525 2024-04-13T08:45:22.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.504 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:22.504 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 7710, 2024-04-13T08:45:22.504 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 50737484595 2024-04-13T08:45:22.504 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.504 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:22.504 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.505 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:22.505 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35 2024-04-13T08:45:22.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.505 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:22.505 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:22.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.505 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:22.505 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:22.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.505 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:22.505 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1039138816 2024-04-13T08:45:22.505 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.505 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.505 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.506 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.1": { 2024-04-13T08:45:22.506 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.506 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:22.506 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35455 2024-04-13T08:45:22.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.506 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:22.506 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.506 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:22.506 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.506 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:22.506 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.506 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.506 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:22.507 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:22.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.507 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:22.507 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.507 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:22.507 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.507 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:22.507 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.507 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:22.507 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.507 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.508 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:22.508 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20664320 2024-04-13T08:45:22.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.508 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:22.508 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 995147776 2024-04-13T08:45:22.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.508 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:22.508 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 19, 2024-04-13T08:45:22.508 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4657048 2024-04-13T08:45:22.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.508 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:22.508 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 19, 2024-04-13T08:45:22.508 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1663362 2024-04-13T08:45:22.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.508 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:22.509 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 242, 2024-04-13T08:45:22.509 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1216729 2024-04-13T08:45:22.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.509 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:22.509 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:22.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.509 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:22.509 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1110769664 2024-04-13T08:45:22.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.509 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:22.509 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79619, 2024-04-13T08:45:22.509 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13188838347 2024-04-13T08:45:22.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.509 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:22.509 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79640, 2024-04-13T08:45:22.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21328475800 2024-04-13T08:45:22.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.510 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:22.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10194944 2024-04-13T08:45:22.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.510 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:22.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 326090752 2024-04-13T08:45:22.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.510 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:22.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1106509824 2024-04-13T08:45:22.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.510 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:22.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.510 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.510 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:22.510 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.511 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:22.511 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71 2024-04-13T08:45:22.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.511 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:22.511 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17424242457 2024-04-13T08:45:22.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.511 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:22.511 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 97742 2024-04-13T08:45:22.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.511 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:22.511 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15363338240 2024-04-13T08:45:22.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.511 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:22.511 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15363342336 2024-04-13T08:45:22.511 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.512 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:22.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.512 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:22.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.512 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:22.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 102793 2024-04-13T08:45:22.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.512 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:22.512 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97742, 2024-04-13T08:45:22.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5527842777 2024-04-13T08:45:22.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.512 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:22.512 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17287397624 2024-04-13T08:45:22.512 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.512 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:22.513 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 93550 2024-04-13T08:45:22.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.513 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:22.513 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6544094 2024-04-13T08:45:22.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.513 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:22.513 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 978 2024-04-13T08:45:22.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.513 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:22.513 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20323100 2024-04-13T08:45:22.513 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.513 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:22.513 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1360 2024-04-13T08:45:22.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.514 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:22.514 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13779006 2024-04-13T08:45:22.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.514 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:22.514 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13779006 2024-04-13T08:45:22.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.514 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:22.514 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.514 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:22.514 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.514 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.514 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:22.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 398 2024-04-13T08:45:22.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.515 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:22.515 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1360, 2024-04-13T08:45:22.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9487351 2024-04-13T08:45:22.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.515 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:22.515 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.515 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:22.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.515 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:22.515 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.516 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:22.516 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:22.516 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1223 2024-04-13T08:45:22.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.516 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:22.516 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T08:45:22.516 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19690 2024-04-13T08:45:22.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.516 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:22.516 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.516 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.516 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:22.516 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.517 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:22.517 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.517 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:22.517 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1344798720 2024-04-13T08:45:22.517 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.517 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:22.517 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:22.517 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:22.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.517 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:22.517 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13418496 2024-04-13T08:45:22.517 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.517 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:22.517 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22644, 2024-04-13T08:45:22.517 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 91506782 2024-04-13T08:45:22.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.518 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:22.518 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3550, 2024-04-13T08:45:22.518 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11153447439 2024-04-13T08:45:22.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.518 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:22.518 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.518 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.518 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:22.518 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.518 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.518 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:22.518 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.519 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:22.519 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.519 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:22.519 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20016, 2024-04-13T08:45:22.519 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 185844485 2024-04-13T08:45:22.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.519 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:22.519 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.519 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.519 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.519 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:22.519 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.520 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.520 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:22.520 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79515, 2024-04-13T08:45:22.520 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26256835116 2024-04-13T08:45:22.520 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.520 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:22.520 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 78744, 2024-04-13T08:45:22.520 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2049507400 2024-04-13T08:45:22.520 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.520 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:22.520 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79515, 2024-04-13T08:45:22.520 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 50052647 2024-04-13T08:45:22.520 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.520 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:22.520 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79515, 2024-04-13T08:45:22.521 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26306887763 2024-04-13T08:45:22.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.521 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:22.521 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.521 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.521 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:22.521 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 32838, 2024-04-13T08:45:22.521 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1876562908 2024-04-13T08:45:22.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.521 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:22.521 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1062, 2024-04-13T08:45:22.521 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3658438 2024-04-13T08:45:22.521 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.521 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:22.521 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21501, 2024-04-13T08:45:22.522 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13873265 2024-04-13T08:45:22.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.522 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:22.522 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44, 2024-04-13T08:45:22.522 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 62891 2024-04-13T08:45:22.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.522 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:22.522 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12713, 2024-04-13T08:45:22.522 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2995123407 2024-04-13T08:45:22.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.522 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:22.522 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 250144 2024-04-13T08:45:22.522 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.522 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:22.523 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27544 2024-04-13T08:45:22.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.523 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:22.523 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23024, 2024-04-13T08:45:22.523 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2448080992 2024-04-13T08:45:22.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.523 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:22.523 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75152, 2024-04-13T08:45:22.523 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22953213 2024-04-13T08:45:22.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.523 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:22.523 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 52128, 2024-04-13T08:45:22.523 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1624351904 2024-04-13T08:45:22.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.523 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:22.523 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.524 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:22.524 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15725, 2024-04-13T08:45:22.524 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 542570558 2024-04-13T08:45:22.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.524 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:22.524 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.524 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:22.524 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.524 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:22.524 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.524 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:22.524 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.525 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.525 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:22.525 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:22.525 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14035531229 2024-04-13T08:45:22.525 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.525 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:22.525 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23039, 2024-04-13T08:45:22.525 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1708083268 2024-04-13T08:45:22.525 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.525 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:22.525 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23037, 2024-04-13T08:45:22.525 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4375779300955 2024-04-13T08:45:22.525 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.525 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:22.525 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23039, 2024-04-13T08:45:22.526 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7106864025329 2024-04-13T08:45:22.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.526 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:22.526 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94923, 2024-04-13T08:45:22.526 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3092461693296 2024-04-13T08:45:22.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.526 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:22.526 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94923, 2024-04-13T08:45:22.526 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10750103 2024-04-13T08:45:22.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.526 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:22.526 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:22.526 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 574928517 2024-04-13T08:45:22.526 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.526 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:22.527 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:22.527 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45437292554 2024-04-13T08:45:22.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.527 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:22.527 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:22.527 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 36509764 2024-04-13T08:45:22.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.527 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:22.527 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:22.527 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21948135586 2024-04-13T08:45:22.527 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.527 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:22.527 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:22.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21332754561 2024-04-13T08:45:22.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.528 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:22.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9676847 2024-04-13T08:45:22.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.528 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:22.528 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2648, 2024-04-13T08:45:22.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17465133 2024-04-13T08:45:22.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.528 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:22.528 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:22.528 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 103345192010 2024-04-13T08:45:22.528 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.528 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:22.529 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:22.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22581699066 2024-04-13T08:45:22.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.529 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:22.529 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 94925, 2024-04-13T08:45:22.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 845701796 2024-04-13T08:45:22.529 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.529 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:22.529 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:22.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406237373 2024-04-13T08:45:22.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.529 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:22.529 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 688594944 2024-04-13T08:45:22.529 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.530 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:22.530 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 543195136 2024-04-13T08:45:22.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.530 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:22.530 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2601816166 2024-04-13T08:45:22.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.530 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:22.530 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 145399808 2024-04-13T08:45:22.530 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.530 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:22.530 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.530 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:22.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.531 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.531 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.531 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56063650 2024-04-13T08:45:22.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.531 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.531 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.531 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.532 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.532 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.532 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.532 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.532 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.532 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 86016 2024-04-13T08:45:22.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.532 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.532 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 991232 2024-04-13T08:45:22.532 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.532 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.533 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.533 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.533 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68688222 2024-04-13T08:45:22.533 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.533 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.533 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:22.533 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.533 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:22.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.534 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:22.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.534 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.534 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 420477378 2024-04-13T08:45:22.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.534 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.534 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.534 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.535 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.535 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 256 2024-04-13T08:45:22.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.535 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2640 2024-04-13T08:45:22.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.535 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 195920 2024-04-13T08:45:22.535 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.535 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.535 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.536 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.536 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.536 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.536 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.536 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74251678 2024-04-13T08:45:22.536 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.536 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.536 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:22.537 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:22.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.537 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:22.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.537 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20449968 2024-04-13T08:45:22.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.537 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37375767 2024-04-13T08:45:22.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.537 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.537 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.538 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.538 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.538 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.538 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.538 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.538 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.538 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.538 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.538 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.539 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.539 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.539 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.539 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.539 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68003385 2024-04-13T08:45:22.539 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.539 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.539 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:22.540 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:22.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.540 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.540 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.540 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 420477378 2024-04-13T08:45:22.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.540 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.540 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.540 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.540 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.541 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.541 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 983 2024-04-13T08:45:22.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.541 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 92474 2024-04-13T08:45:22.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.541 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1118551 2024-04-13T08:45:22.541 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.541 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.541 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.542 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.542 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.542 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.542 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.542 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.542 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73238486 2024-04-13T08:45:22.542 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.542 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.542 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:22.542 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:22.542 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.543 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:22.543 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26 2024-04-13T08:45:22.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.543 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:22.543 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.543 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:22.543 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.543 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.543 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.543 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.543 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:22.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56 2024-04-13T08:45:22.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.544 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:22.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.544 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:22.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45173 2024-04-13T08:45:22.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.544 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:22.544 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 142951, 2024-04-13T08:45:22.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11249880013 2024-04-13T08:45:22.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.544 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:22.544 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.545 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:22.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.545 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:22.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2386531249 2024-04-13T08:45:22.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.545 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:22.545 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 45173, 2024-04-13T08:45:22.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 694671270426 2024-04-13T08:45:22.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.545 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:22.545 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2955933003 2024-04-13T08:45:22.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.545 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:22.545 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 46911, 2024-04-13T08:45:22.546 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 32796194190 2024-04-13T08:45:22.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.546 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:22.546 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 45173, 2024-04-13T08:45:22.546 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 110861680114 2024-04-13T08:45:22.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.546 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:22.546 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22483 2024-04-13T08:45:22.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.546 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:22.546 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22483, 2024-04-13T08:45:22.546 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20542008846 2024-04-13T08:45:22.546 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.546 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:22.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.547 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:22.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2955933003 2024-04-13T08:45:22.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.547 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:22.547 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22924, 2024-04-13T08:45:22.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6042919670 2024-04-13T08:45:22.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.547 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:22.547 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22483, 2024-04-13T08:45:22.547 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6991689192 2024-04-13T08:45:22.547 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.547 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:22.548 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12698 2024-04-13T08:45:22.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.548 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:22.548 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 304621003 2024-04-13T08:45:22.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.548 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:22.548 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12698, 2024-04-13T08:45:22.548 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 101479461053 2024-04-13T08:45:22.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.548 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:22.548 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.548 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:22.548 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.548 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.549 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:22.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.549 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:22.549 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12896, 2024-04-13T08:45:22.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13177920170 2024-04-13T08:45:22.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.549 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:22.549 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12698, 2024-04-13T08:45:22.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 32198721145 2024-04-13T08:45:22.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.549 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:22.549 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9992 2024-04-13T08:45:22.549 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.549 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:22.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2081910246 2024-04-13T08:45:22.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.550 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:22.550 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9992, 2024-04-13T08:45:22.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 572649800527 2024-04-13T08:45:22.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.550 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:22.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.550 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:22.550 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 11091, 2024-04-13T08:45:22.550 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13575354350 2024-04-13T08:45:22.550 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.550 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:22.551 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9992, 2024-04-13T08:45:22.551 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71671269777 2024-04-13T08:45:22.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.551 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:22.551 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.551 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:22.551 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4194341 2024-04-13T08:45:22.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.551 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:22.551 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7 2024-04-13T08:45:22.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.551 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:22.551 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:22.551 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.551 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:22.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1124204544 2024-04-13T08:45:22.552 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.552 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.552 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.2": { 2024-04-13T08:45:22.552 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.552 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:22.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21193 2024-04-13T08:45:22.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.552 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:22.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.552 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:22.552 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.553 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:22.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.553 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:22.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:22.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.553 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:22.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.553 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:22.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.553 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:22.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.553 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.553 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:22.553 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.554 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:22.554 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5476352 2024-04-13T08:45:22.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.554 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:22.554 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 602169344 2024-04-13T08:45:22.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.554 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:22.554 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17, 2024-04-13T08:45:22.554 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3808332 2024-04-13T08:45:22.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.554 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:22.554 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17, 2024-04-13T08:45:22.554 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1439312 2024-04-13T08:45:22.554 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.555 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:22.555 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 166, 2024-04-13T08:45:22.555 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 987718 2024-04-13T08:45:22.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.555 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:22.555 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:22.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.555 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:22.555 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 536674304 2024-04-13T08:45:22.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.555 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:22.555 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69998, 2024-04-13T08:45:22.555 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10948498183 2024-04-13T08:45:22.555 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.556 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:22.556 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 70013, 2024-04-13T08:45:22.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18071505076 2024-04-13T08:45:22.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.556 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:22.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4149248 2024-04-13T08:45:22.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.556 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:22.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 286781440 2024-04-13T08:45:22.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.556 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:22.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 553713664 2024-04-13T08:45:22.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.556 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:22.556 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.556 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.557 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:22.557 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:22.557 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 41 2024-04-13T08:45:22.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.557 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:22.557 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3819230583 2024-04-13T08:45:22.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.557 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:22.557 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37414 2024-04-13T08:45:22.557 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.557 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:22.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3358928896 2024-04-13T08:45:22.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.558 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:22.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3358932992 2024-04-13T08:45:22.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.558 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:22.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.558 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:22.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.558 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:22.558 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28615 2024-04-13T08:45:22.558 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.559 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:22.559 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 37414, 2024-04-13T08:45:22.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1776103510 2024-04-13T08:45:22.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.559 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:22.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3758314726 2024-04-13T08:45:22.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.559 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:22.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35542 2024-04-13T08:45:22.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.559 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:22.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2074542 2024-04-13T08:45:22.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.559 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:22.559 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 625 2024-04-13T08:45:22.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.560 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:22.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5559294 2024-04-13T08:45:22.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.560 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:22.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 799 2024-04-13T08:45:22.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.560 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:22.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3484752 2024-04-13T08:45:22.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.560 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:22.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3484752 2024-04-13T08:45:22.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.560 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:22.560 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.561 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:22.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.561 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:22.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 178 2024-04-13T08:45:22.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.561 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:22.561 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 799, 2024-04-13T08:45:22.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2308776 2024-04-13T08:45:22.561 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.561 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:22.561 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.561 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.562 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:22.562 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.562 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:22.562 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.562 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:22.562 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:22.562 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 899 2024-04-13T08:45:22.562 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.562 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:22.562 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5, 2024-04-13T08:45:22.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8010 2024-04-13T08:45:22.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.563 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:22.563 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.563 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:22.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.563 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:22.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.563 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.563 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:22.563 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 897007616 2024-04-13T08:45:22.563 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.564 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:22.564 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:22.564 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:22.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.564 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:22.564 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13406208 2024-04-13T08:45:22.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.564 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:22.564 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14186, 2024-04-13T08:45:22.564 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 55595896 2024-04-13T08:45:22.564 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.564 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:22.564 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3598, 2024-04-13T08:45:22.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4536043403 2024-04-13T08:45:22.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.565 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:22.565 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.565 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:22.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.565 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:22.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.565 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:22.565 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.565 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.566 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:22.566 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25816, 2024-04-13T08:45:22.566 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 216685258 2024-04-13T08:45:22.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.566 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:22.566 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.566 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.566 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:22.566 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.566 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:22.566 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69958, 2024-04-13T08:45:22.566 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22053065445 2024-04-13T08:45:22.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.567 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:22.567 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69405, 2024-04-13T08:45:22.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1585796288 2024-04-13T08:45:22.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.567 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:22.567 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69958, 2024-04-13T08:45:22.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37152907 2024-04-13T08:45:22.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.567 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:22.567 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69958, 2024-04-13T08:45:22.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22090218352 2024-04-13T08:45:22.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.567 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:22.567 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.567 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.568 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:22.568 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 258576, 2024-04-13T08:45:22.568 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2047552119 2024-04-13T08:45:22.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.568 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:22.568 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1119, 2024-04-13T08:45:22.568 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3339379 2024-04-13T08:45:22.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.568 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:22.568 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 139747, 2024-04-13T08:45:22.568 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 45517011 2024-04-13T08:45:22.568 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.568 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:22.568 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 40, 2024-04-13T08:45:22.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53540 2024-04-13T08:45:22.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.569 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:22.569 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22839, 2024-04-13T08:45:22.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1427633596 2024-04-13T08:45:22.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.569 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:22.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 462584 2024-04-13T08:45:22.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.569 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:22.569 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18749 2024-04-13T08:45:22.569 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.569 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:22.569 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13815, 2024-04-13T08:45:22.570 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1895248411 2024-04-13T08:45:22.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.570 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:22.570 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34850, 2024-04-13T08:45:22.570 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18084943 2024-04-13T08:45:22.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.570 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:22.570 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21035, 2024-04-13T08:45:22.570 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1611044604 2024-04-13T08:45:22.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.570 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:22.570 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.570 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.570 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:22.570 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12662, 2024-04-13T08:45:22.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 445022297 2024-04-13T08:45:22.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.571 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:22.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.571 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:22.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.571 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:22.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.571 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:22.571 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.571 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.571 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:22.571 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:22.572 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9575518053 2024-04-13T08:45:22.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.572 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:22.572 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6339, 2024-04-13T08:45:22.572 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 770094322 2024-04-13T08:45:22.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.572 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:22.572 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6338, 2024-04-13T08:45:22.572 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3775295581052 2024-04-13T08:45:22.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.572 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:22.572 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 6339, 2024-04-13T08:45:22.572 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6601671528408 2024-04-13T08:45:22.572 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.573 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:22.573 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80705, 2024-04-13T08:45:22.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2946937530747 2024-04-13T08:45:22.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.573 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:22.573 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80705, 2024-04-13T08:45:22.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9330077 2024-04-13T08:45:22.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.573 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:22.573 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:22.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 311591821 2024-04-13T08:45:22.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.573 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:22.573 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:22.573 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 34526343636 2024-04-13T08:45:22.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.574 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:22.574 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:22.574 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31091887 2024-04-13T08:45:22.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.574 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:22.574 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:22.574 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16698942900 2024-04-13T08:45:22.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.574 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:22.574 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:22.574 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12151098059 2024-04-13T08:45:22.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.575 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:22.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9676668 2024-04-13T08:45:22.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.575 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:22.575 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2552, 2024-04-13T08:45:22.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15108851 2024-04-13T08:45:22.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.575 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:22.575 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:22.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73277740953 2024-04-13T08:45:22.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.575 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:22.575 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:22.575 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13199763448 2024-04-13T08:45:22.575 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.576 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:22.576 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 80706, 2024-04-13T08:45:22.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 533314992 2024-04-13T08:45:22.576 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.576 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:22.576 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:22.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406237373 2024-04-13T08:45:22.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.576 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:22.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 469819392 2024-04-13T08:45:22.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.576 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:22.576 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 464412672 2024-04-13T08:45:22.576 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.576 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:22.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2601816166 2024-04-13T08:45:22.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.577 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:22.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5406720 2024-04-13T08:45:22.577 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.577 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:22.577 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:22.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.577 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.577 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.577 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.577 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.578 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.578 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57267791 2024-04-13T08:45:22.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.578 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.578 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.578 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.578 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.578 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.578 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.578 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.578 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.578 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.579 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.579 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16384 2024-04-13T08:45:22.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.579 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.579 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.579 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.579 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.579 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.580 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.580 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68544945 2024-04-13T08:45:22.580 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.580 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:22.580 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.580 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 570425344 2024-04-13T08:45:22.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.580 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.580 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:22.580 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.580 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.581 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.581 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.581 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 429508432 2024-04-13T08:45:22.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.581 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.581 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.581 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.581 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.581 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.581 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1744 2024-04-13T08:45:22.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.582 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.582 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.582 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.582 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 119200 2024-04-13T08:45:22.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.582 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.582 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.582 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.582 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.582 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.582 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.582 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.583 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.583 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.583 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.583 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73687104 2024-04-13T08:45:22.583 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.583 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:22.583 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.583 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184549376 2024-04-13T08:45:22.583 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.583 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.584 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:22.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.584 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.584 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5043488 2024-04-13T08:45:22.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.584 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.584 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 38178527 2024-04-13T08:45:22.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.584 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.584 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.584 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.584 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.584 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.585 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.585 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.585 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.585 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.585 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.585 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.585 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.585 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.585 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.585 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.586 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.586 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.586 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.586 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.586 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.586 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.586 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74218497 2024-04-13T08:45:22.586 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.586 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.586 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:22.587 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.587 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 503316480 2024-04-13T08:45:22.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.587 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.587 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.587 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.587 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.587 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.587 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 429508432 2024-04-13T08:45:22.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.587 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.587 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.587 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.588 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.588 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.588 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.588 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.588 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.588 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.588 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.588 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 78863 2024-04-13T08:45:22.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.588 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.588 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1148016 2024-04-13T08:45:22.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.588 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.589 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.589 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.589 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.589 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.589 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.589 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.589 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 72581169 2024-04-13T08:45:22.589 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.589 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:22.589 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:22.589 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.590 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:22.590 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 62 2024-04-13T08:45:22.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.590 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:22.590 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.590 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:22.590 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.590 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.590 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.590 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.590 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:22.590 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 44 2024-04-13T08:45:22.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.591 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:22.591 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.591 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:22.591 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 58761 2024-04-13T08:45:22.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.591 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:22.591 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 149620, 2024-04-13T08:45:22.591 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8075502062 2024-04-13T08:45:22.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.591 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:22.591 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5 2024-04-13T08:45:22.591 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.591 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:22.592 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.592 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:22.592 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1951463198 2024-04-13T08:45:22.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.592 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:22.592 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 58761, 2024-04-13T08:45:22.592 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 102274397945 2024-04-13T08:45:22.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.592 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:22.592 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3039857973 2024-04-13T08:45:22.592 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.592 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:22.593 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 59578, 2024-04-13T08:45:22.593 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 49697806846 2024-04-13T08:45:22.593 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.593 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:22.593 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 58761, 2024-04-13T08:45:22.593 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 84499213959 2024-04-13T08:45:22.593 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.593 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:22.593 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 29392 2024-04-13T08:45:22.593 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.593 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:22.593 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 29392, 2024-04-13T08:45:22.593 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20049061457 2024-04-13T08:45:22.593 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.593 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:22.594 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.594 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.594 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:22.594 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3039857973 2024-04-13T08:45:22.594 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.594 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:22.594 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 29809, 2024-04-13T08:45:22.594 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12345724810 2024-04-13T08:45:22.594 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.594 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:22.594 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 29392, 2024-04-13T08:45:22.594 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14624562821 2024-04-13T08:45:22.594 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.594 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:22.594 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27700 2024-04-13T08:45:22.595 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.595 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:22.595 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 412324684 2024-04-13T08:45:22.595 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.595 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:22.595 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 27700, 2024-04-13T08:45:22.595 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60118333817 2024-04-13T08:45:22.595 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.595 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:22.595 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.595 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.595 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:22.595 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.595 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.595 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:22.596 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.596 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.596 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:22.596 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 27949, 2024-04-13T08:45:22.596 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 33786697557 2024-04-13T08:45:22.596 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.596 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:22.596 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 27700, 2024-04-13T08:45:22.596 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 55208237839 2024-04-13T08:45:22.596 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.596 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:22.596 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1669 2024-04-13T08:45:22.596 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.596 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:22.596 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1539138514 2024-04-13T08:45:22.596 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.597 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:22.597 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1669, 2024-04-13T08:45:22.597 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22107002671 2024-04-13T08:45:22.597 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.597 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:22.597 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.597 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.597 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:22.597 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1820, 2024-04-13T08:45:22.597 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3565384479 2024-04-13T08:45:22.597 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.597 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:22.597 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1669, 2024-04-13T08:45:22.597 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14666413299 2024-04-13T08:45:22.597 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.598 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:22.598 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.598 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.598 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:22.598 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.598 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.598 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:22.598 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16 2024-04-13T08:45:22.598 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.598 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:22.598 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:22.598 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.598 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:22.598 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 550092800 2024-04-13T08:45:22.598 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.599 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.599 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.599 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.3": { 2024-04-13T08:45:22.599 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.599 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:22.599 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17977 2024-04-13T08:45:22.599 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.599 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:22.599 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.599 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.599 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:22.599 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.599 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.600 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:22.600 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.600 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.600 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:22.600 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:22.600 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.600 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:22.600 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.600 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.600 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:22.600 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.600 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.600 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:22.600 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.601 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.601 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:22.601 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.601 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.601 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:22.601 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9773056 2024-04-13T08:45:22.601 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.601 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:22.601 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 674062336 2024-04-13T08:45:22.601 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.601 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:22.601 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16, 2024-04-13T08:45:22.601 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6245113 2024-04-13T08:45:22.601 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.601 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:22.601 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16, 2024-04-13T08:45:22.602 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4118210 2024-04-13T08:45:22.602 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.602 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:22.602 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 176, 2024-04-13T08:45:22.602 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 778044 2024-04-13T08:45:22.602 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.602 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:22.602 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:22.602 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.602 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:22.602 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 688783360 2024-04-13T08:45:22.602 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.602 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:22.602 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65846, 2024-04-13T08:45:22.603 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10401616360 2024-04-13T08:45:22.603 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.603 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:22.603 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65850, 2024-04-13T08:45:22.603 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17158391373 2024-04-13T08:45:22.603 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.603 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:22.603 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3768320 2024-04-13T08:45:22.603 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.603 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:22.603 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 269766656 2024-04-13T08:45:22.603 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.603 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:22.603 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 687341568 2024-04-13T08:45:22.604 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.604 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:22.604 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.604 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.604 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:22.604 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.604 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.604 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:22.604 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 49 2024-04-13T08:45:22.604 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.604 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:22.604 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6427562195 2024-04-13T08:45:22.604 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.604 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:22.604 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 49581 2024-04-13T08:45:22.604 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.605 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:22.605 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5576568832 2024-04-13T08:45:22.605 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.605 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:22.605 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5576572928 2024-04-13T08:45:22.605 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.605 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:22.605 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.605 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.605 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:22.605 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.605 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.605 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:22.605 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 44491 2024-04-13T08:45:22.606 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.606 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:22.606 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 49581, 2024-04-13T08:45:22.606 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1917340710 2024-04-13T08:45:22.606 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.606 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:22.606 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6312538214 2024-04-13T08:45:22.606 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.606 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:22.606 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 46056 2024-04-13T08:45:22.606 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.606 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:22.606 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3541824 2024-04-13T08:45:22.606 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.606 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:22.607 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 717 2024-04-13T08:45:22.607 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.607 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:22.607 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9702721 2024-04-13T08:45:22.607 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.607 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:22.607 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 945 2024-04-13T08:45:22.607 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.607 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:22.607 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6160897 2024-04-13T08:45:22.607 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.607 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:22.607 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6160897 2024-04-13T08:45:22.607 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.607 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:22.607 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.608 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.608 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:22.608 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.608 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.608 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:22.608 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 235 2024-04-13T08:45:22.608 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.608 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:22.608 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 945, 2024-04-13T08:45:22.608 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3140789 2024-04-13T08:45:22.608 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.608 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:22.608 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.608 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.608 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.608 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:22.609 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.609 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.609 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:22.609 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.609 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.609 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:22.609 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:22.609 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 560 2024-04-13T08:45:22.609 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.609 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:22.609 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9, 2024-04-13T08:45:22.609 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14044 2024-04-13T08:45:22.609 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.609 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:22.609 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.609 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.610 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.610 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:22.610 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.610 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.610 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:22.610 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.610 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.610 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:22.610 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 956030976 2024-04-13T08:45:22.610 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.610 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.610 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:22.610 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:22.610 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:22.610 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.611 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:22.611 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9236480 2024-04-13T08:45:22.611 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.611 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:22.611 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20382, 2024-04-13T08:45:22.611 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65274178 2024-04-13T08:45:22.611 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.611 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:22.611 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3550, 2024-04-13T08:45:22.611 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6552727293 2024-04-13T08:45:22.611 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.611 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:22.611 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.611 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.611 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.612 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:22.612 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.612 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.612 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:22.612 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.612 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.612 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:22.612 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.612 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.612 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:22.612 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16177, 2024-04-13T08:45:22.612 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 139332839 2024-04-13T08:45:22.612 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.612 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:22.612 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.612 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.613 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.613 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:22.613 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.613 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.613 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:22.613 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65794, 2024-04-13T08:45:22.613 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20885057100 2024-04-13T08:45:22.613 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.613 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:22.613 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65292, 2024-04-13T08:45:22.613 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1650326225 2024-04-13T08:45:22.613 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.613 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:22.613 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65794, 2024-04-13T08:45:22.614 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 40527115 2024-04-13T08:45:22.614 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.614 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:22.614 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65794, 2024-04-13T08:45:22.614 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20925584215 2024-04-13T08:45:22.614 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.614 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:22.614 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.614 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.614 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.614 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:22.614 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23747, 2024-04-13T08:45:22.614 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1205263424 2024-04-13T08:45:22.614 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.615 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:22.615 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1473, 2024-04-13T08:45:22.615 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3599470 2024-04-13T08:45:22.615 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.615 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:22.615 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8495, 2024-04-13T08:45:22.615 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8342345 2024-04-13T08:45:22.615 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.615 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:22.615 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 41, 2024-04-13T08:45:22.615 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51161 2024-04-13T08:45:22.615 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.615 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:22.615 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 11853, 2024-04-13T08:45:22.615 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2186697681 2024-04-13T08:45:22.615 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.616 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:22.616 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 211800 2024-04-13T08:45:22.616 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.616 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:22.616 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19389 2024-04-13T08:45:22.616 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.616 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:22.616 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 28042, 2024-04-13T08:45:22.616 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1745048432 2024-04-13T08:45:22.616 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.616 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:22.616 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75025, 2024-04-13T08:45:22.616 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22536599 2024-04-13T08:45:22.616 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.617 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:22.617 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 46983, 2024-04-13T08:45:22.617 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1268640862 2024-04-13T08:45:22.617 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.617 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:22.617 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.617 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.617 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:22.617 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12662, 2024-04-13T08:45:22.617 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 400383451 2024-04-13T08:45:22.617 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.617 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:22.617 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.617 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.617 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:22.618 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.618 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.618 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:22.618 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.618 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.618 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:22.618 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.618 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.618 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:22.618 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:22.618 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13671929552 2024-04-13T08:45:22.618 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.618 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:22.619 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17866, 2024-04-13T08:45:22.619 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1572022072 2024-04-13T08:45:22.619 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.619 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:22.619 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17864, 2024-04-13T08:45:22.619 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4044796611045 2024-04-13T08:45:22.619 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.619 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:22.619 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17866, 2024-04-13T08:45:22.619 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6813742591758 2024-04-13T08:45:22.619 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.619 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:22.619 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79104, 2024-04-13T08:45:22.619 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2787167654218 2024-04-13T08:45:22.619 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.619 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:22.620 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79104, 2024-04-13T08:45:22.620 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7996437 2024-04-13T08:45:22.620 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.620 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:22.620 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:22.620 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 441375249 2024-04-13T08:45:22.620 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.620 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:22.620 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:22.620 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35495823486 2024-04-13T08:45:22.620 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.620 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:22.620 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:22.620 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 29540244 2024-04-13T08:45:22.620 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.620 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:22.620 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:22.621 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17514904114 2024-04-13T08:45:22.621 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.621 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:22.621 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:22.621 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15709348265 2024-04-13T08:45:22.621 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.621 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:22.621 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5488292 2024-04-13T08:45:22.621 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.621 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:22.621 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2535, 2024-04-13T08:45:22.621 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15321500 2024-04-13T08:45:22.621 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.621 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:22.621 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:22.621 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 82846829129 2024-04-13T08:45:22.622 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.622 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:22.622 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:22.622 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16763908689 2024-04-13T08:45:22.622 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.622 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:22.622 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 79106, 2024-04-13T08:45:22.622 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 780937266 2024-04-13T08:45:22.622 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.622 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.622 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:22.622 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:22.622 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406237373 2024-04-13T08:45:22.622 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.622 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:22.623 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 674635776 2024-04-13T08:45:22.623 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.623 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:22.623 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 635453440 2024-04-13T08:45:22.623 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.623 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:22.623 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2601816166 2024-04-13T08:45:22.623 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.623 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:22.623 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 39182336 2024-04-13T08:45:22.623 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.623 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.623 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:22.623 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.623 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:22.623 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.624 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.624 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.624 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.624 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.624 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.624 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.624 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.624 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56984915 2024-04-13T08:45:22.624 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.624 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.624 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.624 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.624 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.624 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.624 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.624 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.625 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.625 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.625 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.625 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.625 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.625 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.625 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:22.625 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.625 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.625 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 94208 2024-04-13T08:45:22.625 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.625 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.625 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.625 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.625 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.626 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.626 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.626 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.626 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.626 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.626 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.626 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68745901 2024-04-13T08:45:22.626 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.626 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.626 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:22.626 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.626 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:22.626 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.626 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.626 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:22.626 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.626 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.627 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.627 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.627 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.627 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 427386867 2024-04-13T08:45:22.627 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.627 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.627 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.627 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.627 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.627 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.627 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.627 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.627 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2160 2024-04-13T08:45:22.627 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.627 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.627 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.627 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.628 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.628 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 133264 2024-04-13T08:45:22.628 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.628 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.628 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.628 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.628 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.628 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.628 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.628 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.628 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.628 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.628 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.628 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.628 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.628 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.628 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67405581 2024-04-13T08:45:22.629 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.629 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.629 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:22.629 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.629 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184549376 2024-04-13T08:45:22.629 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.629 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.629 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:22.629 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.629 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.629 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9063680 2024-04-13T08:45:22.629 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.629 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.629 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37989943 2024-04-13T08:45:22.629 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.629 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.630 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.630 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.630 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.630 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.630 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.630 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.630 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.630 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.630 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.630 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.630 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.630 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.630 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.631 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.631 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.631 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.631 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.631 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.631 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.631 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.631 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.631 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.631 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.631 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.631 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.631 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.631 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.631 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70386889 2024-04-13T08:45:22.632 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.632 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.632 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:22.632 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.632 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 503316480 2024-04-13T08:45:22.632 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.632 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.632 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.632 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.632 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.632 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.632 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.632 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.632 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 427386867 2024-04-13T08:45:22.632 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.633 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.633 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.633 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.633 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.633 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.633 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.633 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.633 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.633 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.633 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.633 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.633 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.633 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.633 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 84833 2024-04-13T08:45:22.633 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.633 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.634 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1142763 2024-04-13T08:45:22.634 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.634 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.634 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.634 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.634 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.634 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.634 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.634 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.634 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.634 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.634 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.634 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74702017 2024-04-13T08:45:22.635 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.635 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.635 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:22.635 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:22.635 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.635 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.635 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:22.635 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35 2024-04-13T08:45:22.635 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.635 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:22.635 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.635 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.635 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:22.635 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.636 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.636 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.636 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.636 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:22.636 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 48 2024-04-13T08:45:22.636 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.636 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:22.636 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.636 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.636 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:22.636 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 52054 2024-04-13T08:45:22.636 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.636 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:22.636 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 131273, 2024-04-13T08:45:22.636 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8253622938 2024-04-13T08:45:22.637 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.637 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:22.637 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.637 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.637 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:22.637 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.637 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.637 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:22.637 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1653384287 2024-04-13T08:45:22.637 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.637 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:22.637 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 52054, 2024-04-13T08:45:22.637 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 269416707775 2024-04-13T08:45:22.637 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.637 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:22.638 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1986044644 2024-04-13T08:45:22.638 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.638 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:22.638 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 54207, 2024-04-13T08:45:22.638 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 30038022392 2024-04-13T08:45:22.638 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.638 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:22.638 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 52054, 2024-04-13T08:45:22.638 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69314737649 2024-04-13T08:45:22.638 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.638 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:22.638 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35393 2024-04-13T08:45:22.638 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.639 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:22.639 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35393, 2024-04-13T08:45:22.639 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53256153446 2024-04-13T08:45:22.639 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.639 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:22.639 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.639 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.639 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:22.639 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1986044644 2024-04-13T08:45:22.639 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.639 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:22.639 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35617, 2024-04-13T08:45:22.639 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8139319129 2024-04-13T08:45:22.639 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.640 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:22.640 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35393, 2024-04-13T08:45:22.640 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8440442027 2024-04-13T08:45:22.640 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.640 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:22.640 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12601 2024-04-13T08:45:22.640 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.640 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:22.640 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 325876954 2024-04-13T08:45:22.640 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.640 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:22.640 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12601, 2024-04-13T08:45:22.640 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 172176272456 2024-04-13T08:45:22.640 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.640 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:22.641 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.641 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.641 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:22.641 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.641 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.641 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:22.641 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.641 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.641 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:22.641 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14411, 2024-04-13T08:45:22.641 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16326521012 2024-04-13T08:45:22.641 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.641 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:22.641 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12601, 2024-04-13T08:45:22.642 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 34942337329 2024-04-13T08:45:22.642 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.642 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:22.642 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4060 2024-04-13T08:45:22.642 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.642 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:22.642 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1327507333 2024-04-13T08:45:22.642 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.642 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:22.642 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4060, 2024-04-13T08:45:22.642 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 43984281873 2024-04-13T08:45:22.642 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.642 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:22.642 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.642 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.643 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:22.643 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4179, 2024-04-13T08:45:22.643 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5572182251 2024-04-13T08:45:22.643 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.643 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:22.643 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4060, 2024-04-13T08:45:22.643 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25931958293 2024-04-13T08:45:22.643 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.643 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:22.643 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.643 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.643 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:22.643 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 46 2024-04-13T08:45:22.643 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.643 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:22.644 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:22.644 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.644 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:22.644 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:22.644 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.644 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:22.644 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 698036224 2024-04-13T08:45:22.644 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.644 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.644 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.644 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.4": { 2024-04-13T08:45:22.644 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.644 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:22.644 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22531 2024-04-13T08:45:22.644 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.645 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:22.645 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.645 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.645 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:22.645 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.645 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.645 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:22.645 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.645 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.645 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:22.645 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:22.645 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.645 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:22.645 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.646 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.646 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:22.646 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.646 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.646 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:22.646 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.646 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.646 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:22.646 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.646 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.646 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:22.646 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15863808 2024-04-13T08:45:22.646 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.647 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:22.647 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 721481728 2024-04-13T08:45:22.647 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.647 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:22.647 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T08:45:22.647 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15121236 2024-04-13T08:45:22.647 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.647 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:22.647 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T08:45:22.647 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9625966 2024-04-13T08:45:22.647 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.647 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:22.647 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 185, 2024-04-13T08:45:22.647 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 876122 2024-04-13T08:45:22.647 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.648 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:22.648 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:22.648 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.648 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:22.648 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 754778112 2024-04-13T08:45:22.648 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.648 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:22.648 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62871, 2024-04-13T08:45:22.648 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9713765896 2024-04-13T08:45:22.648 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.648 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:22.648 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62876, 2024-04-13T08:45:22.648 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15606707857 2024-04-13T08:45:22.648 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.648 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:22.649 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8175616 2024-04-13T08:45:22.649 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.649 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:22.649 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 257536000 2024-04-13T08:45:22.649 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.649 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:22.649 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 750518272 2024-04-13T08:45:22.649 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.649 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:22.649 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.649 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.649 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:22.649 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.649 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.649 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:22.649 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 57 2024-04-13T08:45:22.650 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.650 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:22.650 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12193937656 2024-04-13T08:45:22.650 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.650 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:22.650 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 89389 2024-04-13T08:45:22.650 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.650 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:22.650 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10754297856 2024-04-13T08:45:22.650 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.650 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:22.650 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10754301952 2024-04-13T08:45:22.650 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.650 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:22.650 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.651 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.651 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:22.651 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.651 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.651 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:22.651 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 87212 2024-04-13T08:45:22.651 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.651 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:22.651 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 89389, 2024-04-13T08:45:22.651 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3618176954 2024-04-13T08:45:22.651 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.651 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:22.651 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12035191535 2024-04-13T08:45:22.651 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.651 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:22.651 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 84529 2024-04-13T08:45:22.652 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.652 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:22.652 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5431534 2024-04-13T08:45:22.652 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.652 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:22.652 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1167 2024-04-13T08:45:22.652 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.652 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:22.652 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16066275 2024-04-13T08:45:22.652 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.652 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:22.652 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1510 2024-04-13T08:45:22.652 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.652 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:22.653 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10634741 2024-04-13T08:45:22.653 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.653 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:22.653 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10634741 2024-04-13T08:45:22.653 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.653 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:22.653 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.653 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.653 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:22.653 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.653 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.653 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:22.654 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 359 2024-04-13T08:45:22.654 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.654 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:22.654 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1510, 2024-04-13T08:45:22.654 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5208200 2024-04-13T08:45:22.654 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.654 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:22.654 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.654 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.654 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.654 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:22.654 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.654 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.654 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:22.654 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.655 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.655 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:22.655 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:22.655 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 835 2024-04-13T08:45:22.655 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.655 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:22.655 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 11, 2024-04-13T08:45:22.655 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13420 2024-04-13T08:45:22.655 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.655 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:22.655 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.655 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.655 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.655 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:22.655 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.655 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.656 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:22.656 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.656 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.656 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:22.656 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 997171200 2024-04-13T08:45:22.656 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.656 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.656 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:22.656 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:22.656 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:22.656 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.656 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:22.656 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9232384 2024-04-13T08:45:22.656 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.656 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:22.656 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20608, 2024-04-13T08:45:22.656 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68115971 2024-04-13T08:45:22.657 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.657 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:22.657 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3502, 2024-04-13T08:45:22.657 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8417611395 2024-04-13T08:45:22.657 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.657 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:22.657 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.657 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.657 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.657 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:22.657 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.657 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.657 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:22.657 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.657 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.657 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:22.658 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.658 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.658 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:22.658 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12572, 2024-04-13T08:45:22.658 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 107250191 2024-04-13T08:45:22.658 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.658 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:22.658 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.658 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.658 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.658 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:22.658 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.658 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.658 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:22.659 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62798, 2024-04-13T08:45:22.659 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19254008007 2024-04-13T08:45:22.659 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.659 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:22.659 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62369, 2024-04-13T08:45:22.659 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1441277279 2024-04-13T08:45:22.659 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.659 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:22.659 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62798, 2024-04-13T08:45:22.659 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 52467873 2024-04-13T08:45:22.659 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.659 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:22.659 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 62798, 2024-04-13T08:45:22.659 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19306475880 2024-04-13T08:45:22.659 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.659 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:22.659 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.660 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.660 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.660 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:22.660 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23394, 2024-04-13T08:45:22.660 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 920905844 2024-04-13T08:45:22.660 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.660 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:22.660 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 921, 2024-04-13T08:45:22.660 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2496370 2024-04-13T08:45:22.660 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.660 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:22.660 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10899, 2024-04-13T08:45:22.660 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18653403 2024-04-13T08:45:22.660 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.660 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:22.661 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 46, 2024-04-13T08:45:22.661 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 99721 2024-04-13T08:45:22.661 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.661 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:22.661 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14133, 2024-04-13T08:45:22.661 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3760772041 2024-04-13T08:45:22.661 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.661 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:22.661 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184566 2024-04-13T08:45:22.661 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.661 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:22.661 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19521 2024-04-13T08:45:22.661 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.661 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:22.661 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8610, 2024-04-13T08:45:22.661 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1378909039 2024-04-13T08:45:22.662 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.662 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:22.662 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 36698, 2024-04-13T08:45:22.662 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19946403 2024-04-13T08:45:22.662 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.662 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:22.662 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 28088, 2024-04-13T08:45:22.662 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1082134861 2024-04-13T08:45:22.662 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.662 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:22.662 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.662 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.662 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:22.662 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13706, 2024-04-13T08:45:22.663 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 399648075 2024-04-13T08:45:22.663 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.663 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:22.663 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.663 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.663 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:22.663 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.663 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.663 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:22.663 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.663 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.663 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:22.663 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.663 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.663 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:22.664 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:22.664 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8222378205 2024-04-13T08:45:22.664 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.664 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:22.664 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 18387, 2024-04-13T08:45:22.664 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 924106961 2024-04-13T08:45:22.664 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.664 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:22.664 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 18387, 2024-04-13T08:45:22.664 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3998155465633 2024-04-13T08:45:22.664 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.664 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:22.664 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 18387, 2024-04-13T08:45:22.664 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6479906259031 2024-04-13T08:45:22.664 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.665 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:22.665 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:22.665 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2678954446474 2024-04-13T08:45:22.665 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.665 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:22.665 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:22.665 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7527061 2024-04-13T08:45:22.665 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.665 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:22.665 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:22.665 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 301287678 2024-04-13T08:45:22.665 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.665 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:22.666 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:22.666 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28934534193 2024-04-13T08:45:22.666 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.666 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:22.666 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:22.666 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28856407 2024-04-13T08:45:22.666 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.666 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:22.666 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:22.666 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12154779929 2024-04-13T08:45:22.666 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.666 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:22.666 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:22.666 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14141079123 2024-04-13T08:45:22.667 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.667 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:22.667 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5483091 2024-04-13T08:45:22.667 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.667 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:22.667 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2461, 2024-04-13T08:45:22.667 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13915283 2024-04-13T08:45:22.667 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.667 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:22.667 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:22.667 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 63767473916 2024-04-13T08:45:22.667 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.667 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:22.667 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:22.667 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15096463559 2024-04-13T08:45:22.668 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.668 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:22.668 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 73052, 2024-04-13T08:45:22.668 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 484025408 2024-04-13T08:45:22.668 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.668 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.668 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:22.668 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:22.668 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1405274710 2024-04-13T08:45:22.668 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.668 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:22.668 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 656850944 2024-04-13T08:45:22.668 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.669 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:22.669 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 621666304 2024-04-13T08:45:22.669 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.669 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:22.669 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2600683622 2024-04-13T08:45:22.669 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.669 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:22.669 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35184640 2024-04-13T08:45:22.669 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.669 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.669 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:22.669 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.669 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:22.669 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.669 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.670 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.670 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.670 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.670 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.670 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.670 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.670 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56376235 2024-04-13T08:45:22.670 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.670 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.670 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.670 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.670 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.670 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.670 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.670 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.671 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.671 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.671 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.671 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.671 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.671 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.671 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8192 2024-04-13T08:45:22.671 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.671 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.671 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 667648 2024-04-13T08:45:22.671 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.671 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.671 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.671 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.671 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.672 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.672 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.672 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.672 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.672 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.672 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.672 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68777045 2024-04-13T08:45:22.672 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.672 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.672 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:22.672 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.672 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:22.672 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.672 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.672 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:22.673 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.673 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.673 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.673 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.673 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.673 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 422821764 2024-04-13T08:45:22.673 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.673 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.673 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.673 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.673 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.673 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.673 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.673 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.674 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3184 2024-04-13T08:45:22.674 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.674 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.674 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.674 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.674 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.674 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 208608 2024-04-13T08:45:22.674 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.674 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.674 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.674 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.674 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.674 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.674 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.675 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.675 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.675 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.675 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.675 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.675 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.675 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.675 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71894316 2024-04-13T08:45:22.675 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.675 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.675 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:22.675 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.675 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:22.675 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.676 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.676 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:22.676 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.676 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.676 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14887920 2024-04-13T08:45:22.676 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.676 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.676 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37584156 2024-04-13T08:45:22.676 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.676 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.676 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.676 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.676 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.676 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.676 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.677 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.677 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.677 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.677 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.677 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.677 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.677 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.677 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.677 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.677 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.677 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.677 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.677 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.677 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.677 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.678 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.678 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.678 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.678 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.678 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.678 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.678 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.678 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73357044 2024-04-13T08:45:22.678 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.678 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.678 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:22.678 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.678 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:22.678 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.679 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.679 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.679 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.679 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.679 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.679 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.679 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.679 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 422821764 2024-04-13T08:45:22.679 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.679 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.679 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.679 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.679 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.679 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.679 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.680 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.680 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.680 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.680 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.680 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.680 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.680 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.680 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 91951 2024-04-13T08:45:22.680 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.680 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.680 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1129124 2024-04-13T08:45:22.680 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.680 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.680 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.680 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.680 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.681 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.681 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.681 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.681 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.681 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.681 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.681 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70885033 2024-04-13T08:45:22.681 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.681 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.681 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:22.681 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:22.681 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.681 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.681 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:22.681 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26 2024-04-13T08:45:22.681 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.682 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:22.682 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.682 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.682 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:22.682 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.682 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.682 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.682 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.682 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:22.682 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 50 2024-04-13T08:45:22.682 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.682 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:22.682 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.682 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.682 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:22.682 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 26340 2024-04-13T08:45:22.683 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.683 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:22.683 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 85893, 2024-04-13T08:45:22.683 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9168362879 2024-04-13T08:45:22.683 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.683 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:22.683 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.683 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.683 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:22.683 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.683 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.683 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:22.683 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1277762255 2024-04-13T08:45:22.683 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.683 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:22.683 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 26340, 2024-04-13T08:45:22.684 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 64746313771 2024-04-13T08:45:22.684 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.684 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:22.684 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1664106339 2024-04-13T08:45:22.684 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.684 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:22.684 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 26852, 2024-04-13T08:45:22.684 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12233137977 2024-04-13T08:45:22.684 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.684 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:22.684 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 26340, 2024-04-13T08:45:22.684 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31071558466 2024-04-13T08:45:22.684 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.684 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:22.684 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17120 2024-04-13T08:45:22.684 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.685 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:22.685 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17120, 2024-04-13T08:45:22.685 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7615293941 2024-04-13T08:45:22.685 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.685 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:22.685 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.685 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.685 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:22.685 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1664106339 2024-04-13T08:45:22.685 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.685 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:22.685 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17289, 2024-04-13T08:45:22.685 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4315406729 2024-04-13T08:45:22.685 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.685 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:22.686 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17120, 2024-04-13T08:45:22.686 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4885550717 2024-04-13T08:45:22.686 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.686 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:22.686 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5279 2024-04-13T08:45:22.686 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.686 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:22.686 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 226467966 2024-04-13T08:45:22.686 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.686 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:22.686 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5279, 2024-04-13T08:45:22.686 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8524722171 2024-04-13T08:45:22.686 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.686 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:22.686 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.686 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.686 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:22.687 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.687 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.687 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:22.687 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.687 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.687 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:22.687 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5515, 2024-04-13T08:45:22.687 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3040477114 2024-04-13T08:45:22.687 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.687 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:22.687 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5279, 2024-04-13T08:45:22.687 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7407817345 2024-04-13T08:45:22.687 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.687 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:22.688 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3941 2024-04-13T08:45:22.688 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.688 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:22.688 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1051294289 2024-04-13T08:45:22.688 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.688 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:22.688 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3941, 2024-04-13T08:45:22.688 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 48606297659 2024-04-13T08:45:22.688 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.688 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:22.688 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.688 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.688 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:22.688 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4048, 2024-04-13T08:45:22.688 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4877254134 2024-04-13T08:45:22.688 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.688 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:22.689 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3941, 2024-04-13T08:45:22.689 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18778190404 2024-04-13T08:45:22.689 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.689 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:22.689 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.689 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.689 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:22.689 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9437184 2024-04-13T08:45:22.689 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.689 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:22.689 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6 2024-04-13T08:45:22.689 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.689 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:22.690 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:22.690 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.690 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:22.690 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 764018688 2024-04-13T08:45:22.690 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.690 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.690 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.690 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.5": { 2024-04-13T08:45:22.690 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.690 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:22.690 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 83290 2024-04-13T08:45:22.690 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.690 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:22.691 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.691 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.691 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:22.691 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.691 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.691 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:22.691 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.691 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.691 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:22.691 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:22.691 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.691 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:22.691 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.691 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.691 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:22.692 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.692 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.692 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:22.692 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.692 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.692 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:22.692 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.692 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.692 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:22.692 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18399232 2024-04-13T08:45:22.692 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.692 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:22.692 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 743534592 2024-04-13T08:45:22.692 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.692 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:22.692 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20, 2024-04-13T08:45:22.693 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4195181 2024-04-13T08:45:22.693 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.693 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:22.693 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20, 2024-04-13T08:45:22.693 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1520835 2024-04-13T08:45:22.693 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.693 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:22.693 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 222, 2024-04-13T08:45:22.693 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1047896 2024-04-13T08:45:22.693 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.693 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:22.693 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:22.693 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.693 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:22.693 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 697630720 2024-04-13T08:45:22.693 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.694 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:22.694 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82594, 2024-04-13T08:45:22.694 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11605380029 2024-04-13T08:45:22.694 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.694 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:22.694 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82598, 2024-04-13T08:45:22.694 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18785866115 2024-04-13T08:45:22.694 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.694 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:22.694 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5750784 2024-04-13T08:45:22.694 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.694 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:22.695 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 338284544 2024-04-13T08:45:22.695 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.695 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:22.695 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 714670080 2024-04-13T08:45:22.695 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.695 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:22.695 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.695 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.695 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:22.695 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.695 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.695 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:22.695 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56 2024-04-13T08:45:22.695 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.695 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:22.696 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13856743545 2024-04-13T08:45:22.696 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.696 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:22.696 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95128 2024-04-13T08:45:22.696 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.696 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:22.696 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12166496256 2024-04-13T08:45:22.696 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.696 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:22.696 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12166500352 2024-04-13T08:45:22.696 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.696 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:22.696 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.696 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.696 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:22.696 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.697 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.697 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:22.697 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 91217 2024-04-13T08:45:22.697 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.697 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:22.697 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 95128, 2024-04-13T08:45:22.697 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4010357946 2024-04-13T08:45:22.697 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.697 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:22.697 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13686631033 2024-04-13T08:45:22.697 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.697 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:22.697 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 89920 2024-04-13T08:45:22.697 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.697 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:22.697 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6741440 2024-04-13T08:45:22.697 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.698 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:22.698 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1092 2024-04-13T08:45:22.698 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.698 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:22.698 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18032951 2024-04-13T08:45:22.698 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.698 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:22.698 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1514 2024-04-13T08:45:22.698 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.698 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:22.698 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11291511 2024-04-13T08:45:22.698 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.698 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:22.698 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11291511 2024-04-13T08:45:22.698 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.699 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:22.699 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.699 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.699 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:22.699 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.699 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.699 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:22.699 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 437 2024-04-13T08:45:22.699 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.699 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:22.699 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1514, 2024-04-13T08:45:22.699 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5440058 2024-04-13T08:45:22.699 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.699 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:22.700 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.700 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.700 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.700 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:22.700 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.700 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.700 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:22.700 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.700 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.700 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:22.700 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:22.700 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 619 2024-04-13T08:45:22.700 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.700 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:22.700 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13, 2024-04-13T08:45:22.700 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16264 2024-04-13T08:45:22.700 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.701 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:22.701 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.701 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.701 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.701 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:22.701 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.701 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.701 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:22.701 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.701 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.701 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:22.701 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1103249408 2024-04-13T08:45:22.701 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.701 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.701 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:22.701 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:22.701 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:22.702 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.702 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:22.702 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9236480 2024-04-13T08:45:22.702 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.702 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:22.702 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 22686, 2024-04-13T08:45:22.702 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 78277583 2024-04-13T08:45:22.702 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.702 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:22.702 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3529, 2024-04-13T08:45:22.702 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10099268418 2024-04-13T08:45:22.702 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.702 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:22.702 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.702 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.703 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.703 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:22.703 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.703 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.703 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:22.703 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.703 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.703 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:22.703 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.703 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.703 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:22.703 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20611, 2024-04-13T08:45:22.703 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 162910537 2024-04-13T08:45:22.703 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.703 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:22.703 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.704 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.704 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.704 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:22.704 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.704 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.704 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:22.704 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82505, 2024-04-13T08:45:22.704 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22962216755 2024-04-13T08:45:22.704 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.704 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:22.704 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82003, 2024-04-13T08:45:22.704 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1701492469 2024-04-13T08:45:22.704 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.704 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:22.704 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82505, 2024-04-13T08:45:22.704 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56449221 2024-04-13T08:45:22.704 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.705 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:22.705 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 82505, 2024-04-13T08:45:22.705 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 23018665976 2024-04-13T08:45:22.705 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.705 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:22.705 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.705 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.705 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.705 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:22.705 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 36782, 2024-04-13T08:45:22.705 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 960123719 2024-04-13T08:45:22.705 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.705 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:22.705 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1004, 2024-04-13T08:45:22.705 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2917873 2024-04-13T08:45:22.706 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.706 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:22.706 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9011, 2024-04-13T08:45:22.706 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13183683 2024-04-13T08:45:22.706 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.706 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:22.706 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 48, 2024-04-13T08:45:22.706 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 71335 2024-04-13T08:45:22.706 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.706 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:22.706 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16856, 2024-04-13T08:45:22.706 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4200723279 2024-04-13T08:45:22.707 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.707 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:22.707 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 239837 2024-04-13T08:45:22.707 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.707 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:22.707 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21255 2024-04-13T08:45:22.707 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.707 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:22.707 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 11576, 2024-04-13T08:45:22.707 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1621351117 2024-04-13T08:45:22.707 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.707 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:22.707 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 32925, 2024-04-13T08:45:22.708 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10499273 2024-04-13T08:45:22.708 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.708 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:22.708 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 21349, 2024-04-13T08:45:22.708 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1465685771 2024-04-13T08:45:22.708 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.708 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:22.708 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.708 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.708 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:22.708 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15939, 2024-04-13T08:45:22.708 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 480822717 2024-04-13T08:45:22.708 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.708 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:22.708 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.709 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.709 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:22.709 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.709 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.709 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:22.709 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.709 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.709 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:22.709 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.709 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.709 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:22.709 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:22.709 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13935126282 2024-04-13T08:45:22.709 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.709 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:22.710 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8714, 2024-04-13T08:45:22.710 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 629045202 2024-04-13T08:45:22.710 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.710 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:22.710 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8713, 2024-04-13T08:45:22.710 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4051595953708 2024-04-13T08:45:22.710 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.710 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:22.710 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 8714, 2024-04-13T08:45:22.710 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6616380669065 2024-04-13T08:45:22.710 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.710 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:22.710 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97064, 2024-04-13T08:45:22.710 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3244486799330 2024-04-13T08:45:22.710 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.711 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:22.711 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97064, 2024-04-13T08:45:22.711 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10016620 2024-04-13T08:45:22.711 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.711 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:22.711 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:22.711 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 626199496 2024-04-13T08:45:22.711 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.711 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:22.711 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:22.711 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 38555329265 2024-04-13T08:45:22.711 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.711 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:22.711 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:22.711 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35169288 2024-04-13T08:45:22.711 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.712 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:22.712 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:22.712 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17219975018 2024-04-13T08:45:22.712 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.712 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:22.712 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:22.712 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18884910240 2024-04-13T08:45:22.712 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.712 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:22.712 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5488297 2024-04-13T08:45:22.712 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.712 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:22.712 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2485, 2024-04-13T08:45:22.712 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14833983 2024-04-13T08:45:22.712 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.712 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:22.713 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:22.713 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 89238354012 2024-04-13T08:45:22.713 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.713 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:22.713 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:22.713 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20045629115 2024-04-13T08:45:22.713 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.713 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:22.713 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 97065, 2024-04-13T08:45:22.713 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 801987809 2024-04-13T08:45:22.713 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.713 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.713 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:22.713 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:22.713 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1405274710 2024-04-13T08:45:22.714 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.714 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:22.714 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 583630848 2024-04-13T08:45:22.714 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.714 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:22.714 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 442138624 2024-04-13T08:45:22.714 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.714 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:22.714 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2600683622 2024-04-13T08:45:22.714 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.714 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:22.714 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 141492224 2024-04-13T08:45:22.714 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.714 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.715 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:22.715 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.715 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:22.715 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.715 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.715 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.715 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.715 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.715 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.715 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.715 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.715 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56203397 2024-04-13T08:45:22.715 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.716 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.716 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.716 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.716 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.716 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.716 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.716 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.716 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.716 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.716 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.716 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.716 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.716 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.716 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8192 2024-04-13T08:45:22.717 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.717 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.717 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 98304 2024-04-13T08:45:22.717 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.717 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.717 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.717 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.717 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.717 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.717 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.717 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.717 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.717 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.717 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.717 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69519227 2024-04-13T08:45:22.718 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.718 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.718 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:22.718 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.718 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:22.718 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.718 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.718 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:22.718 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.718 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.718 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.718 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.718 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.718 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 421525482 2024-04-13T08:45:22.719 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.719 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.719 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.719 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.719 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.719 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.719 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.719 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.719 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3152 2024-04-13T08:45:22.719 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.719 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.719 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.719 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.719 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.719 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 214064 2024-04-13T08:45:22.719 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.720 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.720 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.720 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.720 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.720 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.720 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.720 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.720 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.720 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.720 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.720 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.720 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.720 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.720 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 73185174 2024-04-13T08:45:22.720 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.720 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.721 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:22.721 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.721 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:22.721 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.721 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.721 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:22.721 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.721 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.721 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17420032 2024-04-13T08:45:22.721 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.721 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.721 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37468931 2024-04-13T08:45:22.721 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.721 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.721 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.722 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.722 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.722 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.722 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.722 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.722 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.722 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.722 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.722 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.722 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.722 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.722 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.722 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.722 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.722 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.723 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.723 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.723 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.723 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.723 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.723 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.723 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.723 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.723 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.723 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.723 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.723 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70940157 2024-04-13T08:45:22.723 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.723 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.723 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:22.723 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.723 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:22.724 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.724 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.724 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.724 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.724 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.724 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.724 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.724 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.724 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 421525482 2024-04-13T08:45:22.724 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.724 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.724 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.724 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.724 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.724 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.724 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.724 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.725 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.725 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.725 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.725 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.725 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.725 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.725 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95033 2024-04-13T08:45:22.725 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.725 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.725 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1117868 2024-04-13T08:45:22.725 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.725 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.725 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.725 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.725 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.725 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.726 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.726 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.726 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.726 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.726 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.726 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 72189489 2024-04-13T08:45:22.726 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.726 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.726 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:22.726 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:22.726 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.726 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.726 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:22.726 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 21 2024-04-13T08:45:22.727 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.727 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:22.727 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.727 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.727 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:22.727 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.727 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.727 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.727 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.727 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:22.727 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53 2024-04-13T08:45:22.727 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.727 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:22.727 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.727 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.727 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:22.728 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 35676 2024-04-13T08:45:22.728 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.728 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:22.728 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 124400, 2024-04-13T08:45:22.728 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12861896634 2024-04-13T08:45:22.728 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.728 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:22.728 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.728 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.728 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:22.728 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.728 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.728 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:22.728 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1357256674 2024-04-13T08:45:22.728 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.728 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:22.729 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35676, 2024-04-13T08:45:22.729 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 38122749723 2024-04-13T08:45:22.729 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.729 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:22.729 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1755398309 2024-04-13T08:45:22.729 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.729 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:22.729 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 36472, 2024-04-13T08:45:22.729 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13807211103 2024-04-13T08:45:22.729 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.729 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:22.729 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35676, 2024-04-13T08:45:22.729 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 27884194177 2024-04-13T08:45:22.729 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.729 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:22.729 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 25349 2024-04-13T08:45:22.729 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.730 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:22.730 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25349, 2024-04-13T08:45:22.730 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8812498183 2024-04-13T08:45:22.730 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.730 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:22.730 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.730 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.730 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:22.730 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1755398309 2024-04-13T08:45:22.730 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.730 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:22.730 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25582, 2024-04-13T08:45:22.730 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5923930638 2024-04-13T08:45:22.730 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.730 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:22.731 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25349, 2024-04-13T08:45:22.731 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5230597070 2024-04-13T08:45:22.731 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.731 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:22.731 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9162 2024-04-13T08:45:22.731 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.731 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:22.731 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 443508253 2024-04-13T08:45:22.731 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.731 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:22.731 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9162, 2024-04-13T08:45:22.731 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18818695804 2024-04-13T08:45:22.731 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.731 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:22.731 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.731 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.732 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:22.732 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.732 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.732 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:22.732 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.732 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.732 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:22.732 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9525, 2024-04-13T08:45:22.732 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6033191287 2024-04-13T08:45:22.732 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.732 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:22.732 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9162, 2024-04-13T08:45:22.732 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14502814689 2024-04-13T08:45:22.732 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.732 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:22.732 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1165 2024-04-13T08:45:22.733 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.733 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:22.733 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 913748421 2024-04-13T08:45:22.733 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.733 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:22.733 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1165, 2024-04-13T08:45:22.733 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10491555736 2024-04-13T08:45:22.733 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.733 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:22.733 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.733 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.733 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:22.733 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1365, 2024-04-13T08:45:22.733 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1850089178 2024-04-13T08:45:22.733 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.733 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:22.733 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1165, 2024-04-13T08:45:22.734 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8150782418 2024-04-13T08:45:22.734 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.734 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:22.734 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.734 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.734 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:22.734 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.734 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.734 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:22.734 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.734 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.734 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:22.734 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:22.734 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.734 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:22.734 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 706879488 2024-04-13T08:45:22.735 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.735 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.735 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.735 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.6": { 2024-04-13T08:45:22.735 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.735 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:22.735 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 54315 2024-04-13T08:45:22.735 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.735 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:22.735 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.735 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.735 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:22.735 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.735 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.735 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:22.736 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.736 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.736 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:22.736 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:22.736 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.736 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:22.736 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.736 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.736 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:22.736 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.736 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.736 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:22.736 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.736 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.737 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:22.737 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.737 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.737 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:22.737 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12963840 2024-04-13T08:45:22.737 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.737 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:22.737 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 663769088 2024-04-13T08:45:22.737 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.737 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:22.737 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16, 2024-04-13T08:45:22.737 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3665809 2024-04-13T08:45:22.737 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.737 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:22.737 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 16, 2024-04-13T08:45:22.738 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1406424 2024-04-13T08:45:22.738 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.738 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:22.738 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 180, 2024-04-13T08:45:22.738 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 879516 2024-04-13T08:45:22.738 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.738 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:22.738 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:22.738 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.738 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:22.738 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 656801792 2024-04-13T08:45:22.738 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.738 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:22.739 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66157, 2024-04-13T08:45:22.739 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9562618868 2024-04-13T08:45:22.739 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.739 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:22.739 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66151, 2024-04-13T08:45:22.739 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15206569901 2024-04-13T08:45:22.739 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.739 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:22.739 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4980736 2024-04-13T08:45:22.739 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.739 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:22.739 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 270979072 2024-04-13T08:45:22.739 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.739 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:22.739 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 655360000 2024-04-13T08:45:22.740 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.740 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:22.740 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.740 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.740 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:22.740 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.740 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.740 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:22.740 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 50 2024-04-13T08:45:22.740 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.740 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:22.740 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10728423188 2024-04-13T08:45:22.740 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.740 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:22.740 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69693 2024-04-13T08:45:22.740 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.740 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:22.741 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9231900672 2024-04-13T08:45:22.741 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.741 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:22.741 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9231904768 2024-04-13T08:45:22.741 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.741 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:22.741 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.741 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.741 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:22.741 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.741 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.741 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:22.741 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69959 2024-04-13T08:45:22.741 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.741 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:22.741 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 69693, 2024-04-13T08:45:22.742 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3630444834 2024-04-13T08:45:22.742 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.742 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:22.742 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10521996360 2024-04-13T08:45:22.742 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.742 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:22.742 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 63375 2024-04-13T08:45:22.742 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.742 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:22.742 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4351337 2024-04-13T08:45:22.742 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.742 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:22.742 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 948 2024-04-13T08:45:22.743 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.743 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:22.743 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14765938 2024-04-13T08:45:22.743 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.743 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:22.743 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1414 2024-04-13T08:45:22.743 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.743 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:22.743 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10414601 2024-04-13T08:45:22.743 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.743 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:22.743 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10414601 2024-04-13T08:45:22.743 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.743 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:22.743 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.743 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.744 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:22.744 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.744 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.744 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:22.744 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 485 2024-04-13T08:45:22.744 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.744 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:22.744 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1414, 2024-04-13T08:45:22.744 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6221636 2024-04-13T08:45:22.744 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.744 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:22.744 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.744 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.744 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.744 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:22.745 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.745 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.745 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:22.745 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.745 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.745 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:22.745 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:22.745 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 685 2024-04-13T08:45:22.745 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.745 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:22.745 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14, 2024-04-13T08:45:22.745 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17046 2024-04-13T08:45:22.745 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.745 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:22.745 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.745 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.746 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.746 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:22.746 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.746 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.746 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:22.746 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.746 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.746 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:22.746 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 950145024 2024-04-13T08:45:22.746 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.746 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.746 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:22.746 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:22.746 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:22.747 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.747 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:22.747 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9822208 2024-04-13T08:45:22.747 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.747 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:22.747 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14285, 2024-04-13T08:45:22.747 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51651114 2024-04-13T08:45:22.749 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.749 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:22.749 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3456, 2024-04-13T08:45:22.749 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6668442899 2024-04-13T08:45:22.750 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.750 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:22.750 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.750 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.750 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.750 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:22.750 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.750 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.750 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:22.750 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.750 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.750 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:22.750 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.751 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.751 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:22.751 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20046, 2024-04-13T08:45:22.751 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 166190542 2024-04-13T08:45:22.751 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.751 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:22.751 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.751 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.751 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.751 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:22.751 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.751 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.751 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:22.752 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66084, 2024-04-13T08:45:22.752 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18730021067 2024-04-13T08:45:22.752 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.752 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:22.752 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65654, 2024-04-13T08:45:22.752 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1374836763 2024-04-13T08:45:22.752 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.752 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:22.752 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66084, 2024-04-13T08:45:22.752 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37470647 2024-04-13T08:45:22.752 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.752 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:22.752 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 66084, 2024-04-13T08:45:22.752 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18767491714 2024-04-13T08:45:22.753 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.753 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:22.753 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.753 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.753 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.753 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:22.753 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 25477, 2024-04-13T08:45:22.753 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 659358479 2024-04-13T08:45:22.753 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.753 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:22.753 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 918, 2024-04-13T08:45:22.753 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2793725 2024-04-13T08:45:22.753 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.753 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:22.754 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15714, 2024-04-13T08:45:22.754 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18122394 2024-04-13T08:45:22.754 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.754 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:22.754 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 42, 2024-04-13T08:45:22.754 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 51520 2024-04-13T08:45:22.754 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.754 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:22.754 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12239, 2024-04-13T08:45:22.754 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2117215676 2024-04-13T08:45:22.754 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.754 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:22.754 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 202489 2024-04-13T08:45:22.754 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.755 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:22.755 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19133 2024-04-13T08:45:22.755 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.755 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:22.755 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 20624, 2024-04-13T08:45:22.755 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1769519888 2024-04-13T08:45:22.755 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.755 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:22.755 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 58763, 2024-04-13T08:45:22.755 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 17306663 2024-04-13T08:45:22.755 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.755 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:22.755 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 38139, 2024-04-13T08:45:22.756 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1382450574 2024-04-13T08:45:22.756 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.756 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:22.756 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.756 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.756 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:22.756 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12373, 2024-04-13T08:45:22.756 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 383401449 2024-04-13T08:45:22.756 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.756 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:22.756 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.756 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.756 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:22.756 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.757 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.757 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:22.757 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.757 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.757 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:22.757 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.757 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.757 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:22.757 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76209, 2024-04-13T08:45:22.757 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8103663806 2024-04-13T08:45:22.757 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.757 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:22.757 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14407, 2024-04-13T08:45:22.758 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1006218728 2024-04-13T08:45:22.758 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.758 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:22.758 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14407, 2024-04-13T08:45:22.758 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3452219508421 2024-04-13T08:45:22.758 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.758 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:22.758 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 14407, 2024-04-13T08:45:22.758 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6397964734186 2024-04-13T08:45:22.758 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.758 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:22.758 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76209, 2024-04-13T08:45:22.758 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2665513070558 2024-04-13T08:45:22.758 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.759 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:22.759 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76209, 2024-04-13T08:45:22.759 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8377343 2024-04-13T08:45:22.759 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.759 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:22.759 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76209, 2024-04-13T08:45:22.759 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 389648805 2024-04-13T08:45:22.759 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.759 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:22.759 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76209, 2024-04-13T08:45:22.759 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28893805900 2024-04-13T08:45:22.759 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.759 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:22.759 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76209, 2024-04-13T08:45:22.759 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28475440 2024-04-13T08:45:22.760 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.760 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:22.760 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76209, 2024-04-13T08:45:22.760 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12651504030 2024-04-13T08:45:22.760 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.760 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:22.760 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76209, 2024-04-13T08:45:22.760 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12171059989 2024-04-13T08:45:22.760 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.760 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:22.760 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6078556 2024-04-13T08:45:22.760 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.760 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:22.760 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2398, 2024-04-13T08:45:22.761 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14078426 2024-04-13T08:45:22.761 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.761 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:22.761 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76209, 2024-04-13T08:45:22.761 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 62223459565 2024-04-13T08:45:22.761 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.761 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:22.761 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76209, 2024-04-13T08:45:22.761 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13070784125 2024-04-13T08:45:22.761 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.761 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:22.761 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 76209, 2024-04-13T08:45:22.761 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 479710529 2024-04-13T08:45:22.761 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.761 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.762 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:22.762 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:22.762 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1405274710 2024-04-13T08:45:22.762 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.762 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:22.762 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 559357952 2024-04-13T08:45:22.762 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.762 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:22.762 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 537223168 2024-04-13T08:45:22.762 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.762 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:22.762 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2600683622 2024-04-13T08:45:22.762 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.762 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:22.763 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22134784 2024-04-13T08:45:22.763 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.763 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.763 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:22.763 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.763 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:22.763 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.763 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.763 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.763 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.763 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.763 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.763 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.764 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.764 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56548647 2024-04-13T08:45:22.764 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.764 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.764 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.764 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.764 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.764 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.764 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.764 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.764 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.764 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.764 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.764 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.764 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.764 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.765 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8192 2024-04-13T08:45:22.765 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.765 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.765 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 454656 2024-04-13T08:45:22.765 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.765 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.765 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.765 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.765 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.765 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.765 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.765 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.765 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.765 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.766 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.766 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68817625 2024-04-13T08:45:22.766 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.766 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.766 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:22.766 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.766 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:22.766 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.766 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.766 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:22.766 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.766 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.766 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.766 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.767 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.767 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 424114856 2024-04-13T08:45:22.767 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.767 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.767 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.767 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.767 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.767 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.767 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.767 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.767 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2896 2024-04-13T08:45:22.767 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.767 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.767 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.768 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.768 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.768 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 203280 2024-04-13T08:45:22.768 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.768 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.768 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.768 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.768 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.768 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.768 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.768 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.768 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.768 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.768 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.769 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.769 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.769 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.769 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 70606840 2024-04-13T08:45:22.769 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.769 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.769 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:22.769 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.769 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 192937984 2024-04-13T08:45:22.769 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.769 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.769 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:22.769 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.769 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.770 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13664704 2024-04-13T08:45:22.770 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.770 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.770 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37699098 2024-04-13T08:45:22.770 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.770 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.770 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.770 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.770 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.770 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.770 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.770 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.770 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.770 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.771 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.771 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.771 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.771 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.771 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.771 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.771 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.771 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.771 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.771 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.771 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.771 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.771 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.771 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.772 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.772 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.772 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.772 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.772 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.772 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 74465318 2024-04-13T08:45:22.772 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.772 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.772 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:22.772 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.772 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:22.772 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.772 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.772 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.773 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.773 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.773 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.773 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.773 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.773 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 424114856 2024-04-13T08:45:22.773 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.773 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.773 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.773 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.773 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.773 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2001 2024-04-13T08:45:22.773 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.773 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.773 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.774 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.774 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.774 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.774 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.774 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.774 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95092 2024-04-13T08:45:22.774 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.774 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.774 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1139103 2024-04-13T08:45:22.774 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.774 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.774 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.774 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.775 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.775 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.775 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.775 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.775 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.775 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.775 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.775 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69576820 2024-04-13T08:45:22.775 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.775 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.775 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:22.775 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:22.775 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.775 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.775 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:22.776 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 36 2024-04-13T08:45:22.776 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.776 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:22.776 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.776 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.776 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:22.776 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.776 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.776 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.776 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.776 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:22.776 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53 2024-04-13T08:45:22.776 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.776 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:22.776 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.777 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.777 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:22.777 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 44312 2024-04-13T08:45:22.777 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.777 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:22.777 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 110862, 2024-04-13T08:45:22.777 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9324751868 2024-04-13T08:45:22.777 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.777 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:22.777 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.777 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.777 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:22.777 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.778 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.778 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:22.778 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1746760853 2024-04-13T08:45:22.778 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.778 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:22.778 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44312, 2024-04-13T08:45:22.778 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 92818040116 2024-04-13T08:45:22.778 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.778 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:22.778 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2418577032 2024-04-13T08:45:22.778 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.778 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:22.778 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44816, 2024-04-13T08:45:22.779 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16355866171 2024-04-13T08:45:22.779 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.779 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:22.779 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44312, 2024-04-13T08:45:22.779 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 40552961668 2024-04-13T08:45:22.779 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.779 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:22.779 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 34918 2024-04-13T08:45:22.779 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.779 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:22.779 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34918, 2024-04-13T08:45:22.779 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13084072025 2024-04-13T08:45:22.779 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.779 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:22.779 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.779 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.780 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:22.780 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2418577032 2024-04-13T08:45:22.780 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.780 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:22.780 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35082, 2024-04-13T08:45:22.780 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6866195347 2024-04-13T08:45:22.780 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.780 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:22.780 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 34918, 2024-04-13T08:45:22.780 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7222440118 2024-04-13T08:45:22.780 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.780 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:22.780 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4868 2024-04-13T08:45:22.780 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.781 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:22.781 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 339080227 2024-04-13T08:45:22.781 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.781 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:22.781 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4868, 2024-04-13T08:45:22.781 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15462190931 2024-04-13T08:45:22.781 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.781 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:22.781 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.781 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.781 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:22.781 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.781 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.781 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:22.782 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.782 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.782 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:22.782 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 5070, 2024-04-13T08:45:22.782 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3637409139 2024-04-13T08:45:22.782 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.782 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:22.782 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4868, 2024-04-13T08:45:22.782 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11145961979 2024-04-13T08:45:22.782 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.782 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:22.782 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4526 2024-04-13T08:45:22.782 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.782 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:22.783 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1407680626 2024-04-13T08:45:22.783 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.783 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:22.783 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4526, 2024-04-13T08:45:22.783 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 64271777160 2024-04-13T08:45:22.783 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.783 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:22.783 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.783 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.783 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:22.783 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4664, 2024-04-13T08:45:22.783 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5852261685 2024-04-13T08:45:22.783 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.783 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:22.784 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 4526, 2024-04-13T08:45:22.784 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22184559571 2024-04-13T08:45:22.784 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.784 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:22.784 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.784 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.784 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:22.784 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3482373 2024-04-13T08:45:22.784 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.784 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:22.784 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13 2024-04-13T08:45:22.784 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.784 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:22.784 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:22.785 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.785 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:22.785 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 666632192 2024-04-13T08:45:22.785 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.785 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.785 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.785 INFO:tasks.workunit.client.0.smithi003.stdout: "osd.7": { 2024-04-13T08:45:22.785 INFO:tasks.workunit.client.0.smithi003.stdout: "bluefs": { 2024-04-13T08:45:22.785 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_db_max_lat": { 2024-04-13T08:45:22.785 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22757 2024-04-13T08:45:22.785 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.785 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_fallback": { 2024-04-13T08:45:22.785 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.785 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.785 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_max_lat": { 2024-04-13T08:45:22.786 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.786 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.786 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_slow_size_fallback": { 2024-04-13T08:45:22.786 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.786 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.786 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_db": { 2024-04-13T08:45:22.786 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65536 2024-04-13T08:45:22.786 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.786 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_slow": { 2024-04-13T08:45:22.786 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.786 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.786 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit_wal": { 2024-04-13T08:45:22.786 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.786 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.787 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_wal_max_lat": { 2024-04-13T08:45:22.787 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.787 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.787 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_slow": { 2024-04-13T08:45:22.787 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.787 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.787 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_sst": { 2024-04-13T08:45:22.787 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11702272 2024-04-13T08:45:22.787 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.787 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_written_wal": { 2024-04-13T08:45:22.787 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 603168768 2024-04-13T08:45:22.787 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.787 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lat": { 2024-04-13T08:45:22.787 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T08:45:22.788 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3537382 2024-04-13T08:45:22.788 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.788 INFO:tasks.workunit.client.0.smithi003.stdout: "compact_lock_lat": { 2024-04-13T08:45:22.788 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15, 2024-04-13T08:45:22.788 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1265566 2024-04-13T08:45:22.788 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.788 INFO:tasks.workunit.client.0.smithi003.stdout: "db_alloc_lat": { 2024-04-13T08:45:22.788 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 171, 2024-04-13T08:45:22.788 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 799715 2024-04-13T08:45:22.788 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.788 INFO:tasks.workunit.client.0.smithi003.stdout: "db_total_bytes": { 2024-04-13T08:45:22.788 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995027456 2024-04-13T08:45:22.788 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.788 INFO:tasks.workunit.client.0.smithi003.stdout: "db_used_bytes": { 2024-04-13T08:45:22.789 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 606928896 2024-04-13T08:45:22.789 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.789 INFO:tasks.workunit.client.0.smithi003.stdout: "flush_lat": { 2024-04-13T08:45:22.789 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64597, 2024-04-13T08:45:22.789 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9301680440 2024-04-13T08:45:22.789 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.789 INFO:tasks.workunit.client.0.smithi003.stdout: "fsync_lat": { 2024-04-13T08:45:22.789 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64613, 2024-04-13T08:45:22.789 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 14982293205 2024-04-13T08:45:22.789 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.789 INFO:tasks.workunit.client.0.smithi003.stdout: "log_bytes": { 2024-04-13T08:45:22.789 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15269888 2024-04-13T08:45:22.789 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.789 INFO:tasks.workunit.client.0.smithi003.stdout: "logged_bytes": { 2024-04-13T08:45:22.789 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 264626176 2024-04-13T08:45:22.790 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.790 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_db": { 2024-04-13T08:45:22.790 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 615448576 2024-04-13T08:45:22.790 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.790 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_slow": { 2024-04-13T08:45:22.790 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.790 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.790 INFO:tasks.workunit.client.0.smithi003.stdout: "max_bytes_wal": { 2024-04-13T08:45:22.790 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.790 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.790 INFO:tasks.workunit.client.0.smithi003.stdout: "num_files": { 2024-04-13T08:45:22.790 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 47 2024-04-13T08:45:22.790 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.790 INFO:tasks.workunit.client.0.smithi003.stdout: "read_bytes": { 2024-04-13T08:45:22.791 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8246476912 2024-04-13T08:45:22.791 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.791 INFO:tasks.workunit.client.0.smithi003.stdout: "read_count": { 2024-04-13T08:45:22.791 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 65020 2024-04-13T08:45:22.791 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.791 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes": { 2024-04-13T08:45:22.791 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7281209344 2024-04-13T08:45:22.791 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.791 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_db": { 2024-04-13T08:45:22.791 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7281213440 2024-04-13T08:45:22.791 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.791 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_slow": { 2024-04-13T08:45:22.791 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.791 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.792 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_bytes_wal": { 2024-04-13T08:45:22.792 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.792 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.792 INFO:tasks.workunit.client.0.smithi003.stdout: "read_disk_count": { 2024-04-13T08:45:22.792 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 54893 2024-04-13T08:45:22.792 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.792 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:22.792 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 65020, 2024-04-13T08:45:22.792 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3069995047 2024-04-13T08:45:22.792 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.792 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_bytes": { 2024-04-13T08:45:22.792 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8112390115 2024-04-13T08:45:22.792 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.792 INFO:tasks.workunit.client.0.smithi003.stdout: "read_prefetch_count": { 2024-04-13T08:45:22.792 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 60913 2024-04-13T08:45:22.793 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.793 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_bytes": { 2024-04-13T08:45:22.793 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4667240 2024-04-13T08:45:22.793 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.793 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_buffer_count": { 2024-04-13T08:45:22.793 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 903 2024-04-13T08:45:22.793 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.793 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_bytes": { 2024-04-13T08:45:22.793 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11593319 2024-04-13T08:45:22.793 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.793 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_count": { 2024-04-13T08:45:22.793 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1169 2024-04-13T08:45:22.793 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.793 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes": { 2024-04-13T08:45:22.794 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6926079 2024-04-13T08:45:22.794 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.794 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_db": { 2024-04-13T08:45:22.794 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6926079 2024-04-13T08:45:22.794 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.794 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_slow": { 2024-04-13T08:45:22.794 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.794 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.794 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_bytes_wal": { 2024-04-13T08:45:22.794 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.794 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.794 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_disk_count": { 2024-04-13T08:45:22.794 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 274 2024-04-13T08:45:22.795 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.795 INFO:tasks.workunit.client.0.smithi003.stdout: "read_random_lat": { 2024-04-13T08:45:22.795 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1169, 2024-04-13T08:45:22.795 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 3544102 2024-04-13T08:45:22.795 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.795 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_alloc_lat": { 2024-04-13T08:45:22.795 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.795 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.795 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.795 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_total_bytes": { 2024-04-13T08:45:22.795 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.795 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.795 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_used_bytes": { 2024-04-13T08:45:22.795 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.796 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.796 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:22.796 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1, 2024-04-13T08:45:22.796 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 616 2024-04-13T08:45:22.796 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.796 INFO:tasks.workunit.client.0.smithi003.stdout: "unlink_lat": { 2024-04-13T08:45:22.796 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 10, 2024-04-13T08:45:22.796 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12101 2024-04-13T08:45:22.796 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.796 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_alloc_lat": { 2024-04-13T08:45:22.796 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.796 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.796 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.797 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_total_bytes": { 2024-04-13T08:45:22.797 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.797 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.797 INFO:tasks.workunit.client.0.smithi003.stdout: "wal_used_bytes": { 2024-04-13T08:45:22.797 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.797 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.797 INFO:tasks.workunit.client.0.smithi003.stdout: "write_bytes": { 2024-04-13T08:45:22.797 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 881790976 2024-04-13T08:45:22.797 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.797 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.797 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore": { 2024-04-13T08:45:22.797 INFO:tasks.workunit.client.0.smithi003.stdout: "alloc_unit": { 2024-04-13T08:45:22.797 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4096 2024-04-13T08:45:22.797 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.798 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": { 2024-04-13T08:45:22.798 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9814016 2024-04-13T08:45:22.798 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.798 INFO:tasks.workunit.client.0.smithi003.stdout: "allocator_lat": { 2024-04-13T08:45:22.798 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17989, 2024-04-13T08:45:22.798 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 58880350 2024-04-13T08:45:22.798 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.798 INFO:tasks.workunit.client.0.smithi003.stdout: "clist_lat": { 2024-04-13T08:45:22.798 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 3468, 2024-04-13T08:45:22.798 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 5732071769 2024-04-13T08:45:22.798 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.798 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_lat": { 2024-04-13T08:45:22.798 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.798 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.799 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.799 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed": { 2024-04-13T08:45:22.799 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.799 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.799 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_allocated": { 2024-04-13T08:45:22.799 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.799 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.799 INFO:tasks.workunit.client.0.smithi003.stdout: "compressed_original": { 2024-04-13T08:45:22.799 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.799 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.799 INFO:tasks.workunit.client.0.smithi003.stdout: "csum_lat": { 2024-04-13T08:45:22.799 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 23358, 2024-04-13T08:45:22.799 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 193653242 2024-04-13T08:45:22.799 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.799 INFO:tasks.workunit.client.0.smithi003.stdout: "decompress_lat": { 2024-04-13T08:45:22.800 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.800 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.800 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.800 INFO:tasks.workunit.client.0.smithi003.stdout: "fragmentation_micros": { 2024-04-13T08:45:22.800 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.800 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.800 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_commit_lat": { 2024-04-13T08:45:22.800 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64540, 2024-04-13T08:45:22.800 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18316117474 2024-04-13T08:45:22.800 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.800 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_final_lat": { 2024-04-13T08:45:22.800 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64116, 2024-04-13T08:45:22.800 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1446963764 2024-04-13T08:45:22.800 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.801 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_flush_lat": { 2024-04-13T08:45:22.801 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64540, 2024-04-13T08:45:22.801 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 46816680 2024-04-13T08:45:22.801 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.801 INFO:tasks.workunit.client.0.smithi003.stdout: "kv_sync_lat": { 2024-04-13T08:45:22.801 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 64540, 2024-04-13T08:45:22.801 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18362934154 2024-04-13T08:45:22.801 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.801 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_keys_lat": { 2024-04-13T08:45:22.801 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 0, 2024-04-13T08:45:22.801 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.801 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.801 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_get_values_lat": { 2024-04-13T08:45:22.801 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 33921, 2024-04-13T08:45:22.801 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 666899725 2024-04-13T08:45:22.802 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.802 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_lower_bound_lat": { 2024-04-13T08:45:22.802 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 827, 2024-04-13T08:45:22.802 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2702924 2024-04-13T08:45:22.802 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.802 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_next_lat": { 2024-04-13T08:45:22.802 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 9735, 2024-04-13T08:45:22.802 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 8045704 2024-04-13T08:45:22.802 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.802 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_seek_to_first_lat": { 2024-04-13T08:45:22.802 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 45, 2024-04-13T08:45:22.802 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 62891 2024-04-13T08:45:22.802 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.802 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_upper_bound_lat": { 2024-04-13T08:45:22.803 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12579, 2024-04-13T08:45:22.803 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1284319318 2024-04-13T08:45:22.803 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.803 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_hits": { 2024-04-13T08:45:22.803 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 213104 2024-04-13T08:45:22.803 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.803 INFO:tasks.workunit.client.0.smithi003.stdout: "onode_misses": { 2024-04-13T08:45:22.803 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18423 2024-04-13T08:45:22.803 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.803 INFO:tasks.workunit.client.0.smithi003.stdout: "read_lat": { 2024-04-13T08:45:22.803 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 17554, 2024-04-13T08:45:22.803 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1793873784 2024-04-13T08:45:22.803 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.804 INFO:tasks.workunit.client.0.smithi003.stdout: "read_onode_meta_lat": { 2024-04-13T08:45:22.804 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 53140, 2024-04-13T08:45:22.804 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 15992861 2024-04-13T08:45:22.804 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.804 INFO:tasks.workunit.client.0.smithi003.stdout: "read_wait_aio_lat": { 2024-04-13T08:45:22.804 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 35586, 2024-04-13T08:45:22.804 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1550364885 2024-04-13T08:45:22.804 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.804 INFO:tasks.workunit.client.0.smithi003.stdout: "reads_with_retries": { 2024-04-13T08:45:22.804 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.804 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.804 INFO:tasks.workunit.client.0.smithi003.stdout: "remove_lat": { 2024-04-13T08:45:22.804 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 13538, 2024-04-13T08:45:22.804 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 402242325 2024-04-13T08:45:22.804 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.804 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_aio_wait_count": { 2024-04-13T08:45:22.805 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.805 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.805 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_committed_kv_count": { 2024-04-13T08:45:22.805 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.805 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.805 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_onode_meta_count": { 2024-04-13T08:45:22.805 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.805 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.805 INFO:tasks.workunit.client.0.smithi003.stdout: "slow_read_wait_aio_count": { 2024-04-13T08:45:22.805 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.805 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.805 INFO:tasks.workunit.client.0.smithi003.stdout: "state_aio_wait_lat": { 2024-04-13T08:45:22.805 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75989, 2024-04-13T08:45:22.805 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 9004287664 2024-04-13T08:45:22.806 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.806 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_aio_wait_lat": { 2024-04-13T08:45:22.806 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15704, 2024-04-13T08:45:22.806 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 868254866 2024-04-13T08:45:22.806 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.806 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_cleanup_lat": { 2024-04-13T08:45:22.806 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15704, 2024-04-13T08:45:22.806 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 4007847755708 2024-04-13T08:45:22.806 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.806 INFO:tasks.workunit.client.0.smithi003.stdout: "state_deferred_queued_lat": { 2024-04-13T08:45:22.806 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 15704, 2024-04-13T08:45:22.806 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6142511216579 2024-04-13T08:45:22.806 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.807 INFO:tasks.workunit.client.0.smithi003.stdout: "state_done_lat": { 2024-04-13T08:45:22.807 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75989, 2024-04-13T08:45:22.807 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2654617276385 2024-04-13T08:45:22.807 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.807 INFO:tasks.workunit.client.0.smithi003.stdout: "state_finishing_lat": { 2024-04-13T08:45:22.807 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75989, 2024-04-13T08:45:22.807 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 7773812 2024-04-13T08:45:22.807 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.807 INFO:tasks.workunit.client.0.smithi003.stdout: "state_io_done_lat": { 2024-04-13T08:45:22.807 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75989, 2024-04-13T08:45:22.807 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 167521336 2024-04-13T08:45:22.807 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.808 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_commiting_lat": { 2024-04-13T08:45:22.808 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75989, 2024-04-13T08:45:22.808 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28812131620 2024-04-13T08:45:22.808 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.808 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_done_lat": { 2024-04-13T08:45:22.808 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75989, 2024-04-13T08:45:22.808 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 28223896 2024-04-13T08:45:22.808 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.808 INFO:tasks.workunit.client.0.smithi003.stdout: "state_kv_queued_lat": { 2024-04-13T08:45:22.808 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75989, 2024-04-13T08:45:22.808 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12845542827 2024-04-13T08:45:22.808 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.808 INFO:tasks.workunit.client.0.smithi003.stdout: "state_prepare_lat": { 2024-04-13T08:45:22.808 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75989, 2024-04-13T08:45:22.808 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12216216274 2024-04-13T08:45:22.809 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.809 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": { 2024-04-13T08:45:22.809 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6073336 2024-04-13T08:45:22.809 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.809 INFO:tasks.workunit.client.0.smithi003.stdout: "truncate_lat": { 2024-04-13T08:45:22.809 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 2352, 2024-04-13T08:45:22.809 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13254789 2024-04-13T08:45:22.809 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.809 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_commit_lat": { 2024-04-13T08:45:22.809 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75989, 2024-04-13T08:45:22.809 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 63059298227 2024-04-13T08:45:22.809 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.809 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_submit_lat": { 2024-04-13T08:45:22.809 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75989, 2024-04-13T08:45:22.809 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13265073259 2024-04-13T08:45:22.810 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.810 INFO:tasks.workunit.client.0.smithi003.stdout: "txc_throttle_lat": { 2024-04-13T08:45:22.810 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 75989, 2024-04-13T08:45:22.810 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 473854318 2024-04-13T08:45:22.810 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.810 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.810 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache": { 2024-04-13T08:45:22.810 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_bytes": { 2024-04-13T08:45:22.810 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1405274710 2024-04-13T08:45:22.810 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.810 INFO:tasks.workunit.client.0.smithi003.stdout: "heap_bytes": { 2024-04-13T08:45:22.810 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 496607232 2024-04-13T08:45:22.810 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.810 INFO:tasks.workunit.client.0.smithi003.stdout: "mapped_bytes": { 2024-04-13T08:45:22.811 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 465453056 2024-04-13T08:45:22.811 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.811 INFO:tasks.workunit.client.0.smithi003.stdout: "target_bytes": { 2024-04-13T08:45:22.811 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2600683622 2024-04-13T08:45:22.811 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.811 INFO:tasks.workunit.client.0.smithi003.stdout: "unmapped_bytes": { 2024-04-13T08:45:22.811 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 31154176 2024-04-13T08:45:22.811 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.811 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.811 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:data": { 2024-04-13T08:45:22.811 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.811 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 125829120 2024-04-13T08:45:22.811 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.811 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.811 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.812 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.812 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.812 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.812 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 56712618 2024-04-13T08:45:22.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.812 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.812 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.812 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.812 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.812 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.812 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.812 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 204800 2024-04-13T08:45:22.813 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.813 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.813 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.813 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.813 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.813 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.813 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.813 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.813 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 81920 2024-04-13T08:45:22.813 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.813 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.813 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.813 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.813 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.813 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.814 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.814 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.814 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.814 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.814 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.814 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68829782 2024-04-13T08:45:22.814 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.814 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.814 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv": { 2024-04-13T08:45:22.814 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.814 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 562036736 2024-04-13T08:45:22.814 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.814 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.814 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:22.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.815 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.815 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.815 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.815 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 425344635 2024-04-13T08:45:22.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.815 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.815 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.815 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.815 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.815 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.815 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.815 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2384 2024-04-13T08:45:22.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.816 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.816 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.816 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.816 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 153360 2024-04-13T08:45:22.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.816 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.816 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.816 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.816 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.816 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.816 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.816 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.817 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.817 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.817 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.817 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.817 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.817 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 69427493 2024-04-13T08:45:22.817 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.817 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.817 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:kv_onode": { 2024-04-13T08:45:22.817 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.817 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 184549376 2024-04-13T08:45:22.817 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.817 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.817 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 67108864 2024-04-13T08:45:22.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.818 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.818 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11346720 2024-04-13T08:45:22.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.818 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.818 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37808412 2024-04-13T08:45:22.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.818 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.818 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.818 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.818 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.818 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.818 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.819 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.819 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.819 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.819 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.819 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.819 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.819 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.819 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.819 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.819 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.819 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.819 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.819 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.819 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.820 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.820 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.820 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.820 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.820 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.820 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.820 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.820 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68285380 2024-04-13T08:45:22.820 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.820 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.820 INFO:tasks.workunit.client.0.smithi003.stdout: "bluestore-pricache:meta": { 2024-04-13T08:45:22.820 INFO:tasks.workunit.client.0.smithi003.stdout: "committed_bytes": { 2024-04-13T08:45:22.820 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 494927872 2024-04-13T08:45:22.821 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.821 INFO:tasks.workunit.client.0.smithi003.stdout: "pri0_bytes": { 2024-04-13T08:45:22.821 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.821 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.821 INFO:tasks.workunit.client.0.smithi003.stdout: "pri10_bytes": { 2024-04-13T08:45:22.821 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.821 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.821 INFO:tasks.workunit.client.0.smithi003.stdout: "pri11_bytes": { 2024-04-13T08:45:22.821 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 425344635 2024-04-13T08:45:22.821 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.821 INFO:tasks.workunit.client.0.smithi003.stdout: "pri1_bytes": { 2024-04-13T08:45:22.821 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.821 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.821 INFO:tasks.workunit.client.0.smithi003.stdout: "pri2_bytes": { 2024-04-13T08:45:22.822 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.822 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.822 INFO:tasks.workunit.client.0.smithi003.stdout: "pri3_bytes": { 2024-04-13T08:45:22.822 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 18794 2024-04-13T08:45:22.822 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.822 INFO:tasks.workunit.client.0.smithi003.stdout: "pri4_bytes": { 2024-04-13T08:45:22.822 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.822 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.822 INFO:tasks.workunit.client.0.smithi003.stdout: "pri5_bytes": { 2024-04-13T08:45:22.822 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 58362 2024-04-13T08:45:22.822 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.822 INFO:tasks.workunit.client.0.smithi003.stdout: "pri6_bytes": { 2024-04-13T08:45:22.822 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1144492 2024-04-13T08:45:22.822 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.823 INFO:tasks.workunit.client.0.smithi003.stdout: "pri7_bytes": { 2024-04-13T08:45:22.823 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.823 INFO:tasks.workunit.client.0.smithi003.stdout: "pri8_bytes": { 2024-04-13T08:45:22.823 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.823 INFO:tasks.workunit.client.0.smithi003.stdout: "pri9_bytes": { 2024-04-13T08:45:22.823 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.823 INFO:tasks.workunit.client.0.smithi003.stdout: "reserved_bytes": { 2024-04-13T08:45:22.823 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 68361589 2024-04-13T08:45:22.823 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.823 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.823 INFO:tasks.workunit.client.0.smithi003.stdout: "objecter": { 2024-04-13T08:45:22.824 INFO:tasks.workunit.client.0.smithi003.stdout: "op_active": { 2024-04-13T08:45:22.824 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.824 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.824 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:22.824 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 30 2024-04-13T08:45:22.824 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.824 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rmw": { 2024-04-13T08:45:22.824 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.824 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.824 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:22.824 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1 2024-04-13T08:45:22.824 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.824 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.824 INFO:tasks.workunit.client.0.smithi003.stdout: "osd": { 2024-04-13T08:45:22.824 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg": { 2024-04-13T08:45:22.825 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 53 2024-04-13T08:45:22.825 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.825 INFO:tasks.workunit.client.0.smithi003.stdout: "numpg_removing": { 2024-04-13T08:45:22.825 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.825 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.825 INFO:tasks.workunit.client.0.smithi003.stdout: "op": { 2024-04-13T08:45:22.825 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 43771 2024-04-13T08:45:22.825 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.825 INFO:tasks.workunit.client.0.smithi003.stdout: "op_before_queue_op_lat": { 2024-04-13T08:45:22.825 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 113098, 2024-04-13T08:45:22.825 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 11025249211 2024-04-13T08:45:22.825 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.825 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_degraded": { 2024-04-13T08:45:22.825 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.826 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.826 INFO:tasks.workunit.client.0.smithi003.stdout: "op_delayed_unreadable": { 2024-04-13T08:45:22.826 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.826 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.826 INFO:tasks.workunit.client.0.smithi003.stdout: "op_in_bytes": { 2024-04-13T08:45:22.826 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1623483526 2024-04-13T08:45:22.826 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.826 INFO:tasks.workunit.client.0.smithi003.stdout: "op_latency": { 2024-04-13T08:45:22.826 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 43771, 2024-04-13T08:45:22.826 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 52596580148 2024-04-13T08:45:22.826 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.826 INFO:tasks.workunit.client.0.smithi003.stdout: "op_out_bytes": { 2024-04-13T08:45:22.826 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2477931085 2024-04-13T08:45:22.826 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.827 INFO:tasks.workunit.client.0.smithi003.stdout: "op_prepare_latency": { 2024-04-13T08:45:22.827 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 44425, 2024-04-13T08:45:22.827 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 19001783145 2024-04-13T08:45:22.827 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.827 INFO:tasks.workunit.client.0.smithi003.stdout: "op_process_latency": { 2024-04-13T08:45:22.827 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 43771, 2024-04-13T08:45:22.827 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 37531660172 2024-04-13T08:45:22.827 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.827 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r": { 2024-04-13T08:45:22.827 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 30374 2024-04-13T08:45:22.827 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.827 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency": { 2024-04-13T08:45:22.827 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 30374, 2024-04-13T08:45:22.827 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 13458491713 2024-04-13T08:45:22.828 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.828 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-13T08:45:22.828 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.828 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.828 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_out_bytes": { 2024-04-13T08:45:22.828 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2477931085 2024-04-13T08:45:22.828 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.828 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_prepare_latency": { 2024-04-13T08:45:22.828 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 30507, 2024-04-13T08:45:22.828 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6254513116 2024-04-13T08:45:22.828 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.828 INFO:tasks.workunit.client.0.smithi003.stdout: "op_r_process_latency": { 2024-04-13T08:45:22.828 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 30374, 2024-04-13T08:45:22.828 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 6990190245 2024-04-13T08:45:22.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.829 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw": { 2024-04-13T08:45:22.829 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 12373 2024-04-13T08:45:22.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.829 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_in_bytes": { 2024-04-13T08:45:22.829 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 451396285 2024-04-13T08:45:22.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.829 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency": { 2024-04-13T08:45:22.829 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12373, 2024-04-13T08:45:22.829 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 22820191680 2024-04-13T08:45:22.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.829 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-13T08:45:22.829 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.829 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.830 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-13T08:45:22.830 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.830 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.830 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_out_bytes": { 2024-04-13T08:45:22.830 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.830 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.830 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_prepare_latency": { 2024-04-13T08:45:22.830 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12807, 2024-04-13T08:45:22.830 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10512061532 2024-04-13T08:45:22.830 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.830 INFO:tasks.workunit.client.0.smithi003.stdout: "op_rw_process_latency": { 2024-04-13T08:45:22.830 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 12373, 2024-04-13T08:45:22.830 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 20288353239 2024-04-13T08:45:22.830 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.831 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w": { 2024-04-13T08:45:22.831 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1024 2024-04-13T08:45:22.831 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.831 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_in_bytes": { 2024-04-13T08:45:22.831 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 1172087241 2024-04-13T08:45:22.831 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.831 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency": { 2024-04-13T08:45:22.831 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1024, 2024-04-13T08:45:22.831 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16317896755 2024-04-13T08:45:22.831 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.831 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-13T08:45:22.831 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.831 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.831 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_prepare_latency": { 2024-04-13T08:45:22.831 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1111, 2024-04-13T08:45:22.831 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 2235208497 2024-04-13T08:45:22.832 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.832 INFO:tasks.workunit.client.0.smithi003.stdout: "op_w_process_latency": { 2024-04-13T08:45:22.832 INFO:tasks.workunit.client.0.smithi003.stdout: "count": 1024, 2024-04-13T08:45:22.832 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10253116688 2024-04-13T08:45:22.832 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.832 INFO:tasks.workunit.client.0.smithi003.stdout: "op_wip": { 2024-04-13T08:45:22.832 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 0 2024-04-13T08:45:22.832 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.832 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_bytes": { 2024-04-13T08:45:22.832 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 16 2024-04-13T08:45:22.832 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.832 INFO:tasks.workunit.client.0.smithi003.stdout: "recovery_ops": { 2024-04-13T08:45:22.832 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 10 2024-04-13T08:45:22.833 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.833 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes": { 2024-04-13T08:45:22.833 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 95995035648 2024-04-13T08:45:22.833 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.833 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_bytes_used": { 2024-04-13T08:45:22.833 INFO:tasks.workunit.client.0.smithi003.stdout: "value": 616751104 2024-04-13T08:45:22.833 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.833 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.833 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.833 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.833 INFO:tasks.workunit.client.0.smithi003.stdout: "pools": [ 2024-04-13T08:45:22.833 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.833 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:22.833 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr" 2024-04-13T08:45:22.833 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.834 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T08:45:22.834 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T08:45:22.834 INFO:tasks.workunit.client.0.smithi003.stdout: "flags_names": [ 2024-04-13T08:45:22.834 INFO:tasks.workunit.client.0.smithi003.stdout: "hashpspool" 2024-04-13T08:45:22.834 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.834 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T08:45:22.834 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T08:45:22.834 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T08:45:22.834 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 1, 2024-04-13T08:45:22.834 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 1, 2024-04-13T08:45:22.834 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 1, 2024-04-13T08:45:22.834 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T08:45:22.834 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T08:45:22.834 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 720568625418, 2024-04-13T08:45:22.835 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 1781760, 2024-04-13T08:45:22.835 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T08:45:22.835 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T08:45:22.835 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 1781760, 2024-04-13T08:45:22.835 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T08:45:22.835 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 240189554688, 2024-04-13T08:45:22.835 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 2, 2024-04-13T08:45:22.835 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T08:45:22.835 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 2.4727075924602104e-06, 2024-04-13T08:45:22.835 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T08:45:22.835 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T08:45:22.835 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 958, 2024-04-13T08:45:22.835 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 1595392, 2024-04-13T08:45:22.835 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 590368, 2024-04-13T08:45:22.836 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 590368, 2024-04-13T08:45:22.836 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T08:45:22.836 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 1771104, 2024-04-13T08:45:22.836 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 343, 2024-04-13T08:45:22.836 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 2473984 2024-04-13T08:45:22.836 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.836 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T08:45:22.836 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T08:45:22.836 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T08:45:22.836 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.836 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.836 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:22.836 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T08:45:22.836 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.837 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T08:45:22.837 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T08:45:22.837 INFO:tasks.workunit.client.0.smithi003.stdout: "flags_names": [ 2024-04-13T08:45:22.837 INFO:tasks.workunit.client.0.smithi003.stdout: "hashpspool" 2024-04-13T08:45:22.837 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.837 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T08:45:22.837 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T08:45:22.837 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T08:45:22.837 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 32, 2024-04-13T08:45:22.837 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 32, 2024-04-13T08:45:22.837 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 2, 2024-04-13T08:45:22.837 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T08:45:22.837 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T08:45:22.837 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 720568625418, 2024-04-13T08:45:22.837 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 155571, 2024-04-13T08:45:22.838 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T08:45:22.838 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T08:45:22.838 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 110592, 2024-04-13T08:45:22.838 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T08:45:22.838 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 240189554688, 2024-04-13T08:45:22.838 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 22, 2024-04-13T08:45:22.838 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 44979, 2024-04-13T08:45:22.838 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 2.1590027188267413e-07, 2024-04-13T08:45:22.838 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T08:45:22.838 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T08:45:22.838 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 158, 2024-04-13T08:45:22.838 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 178176, 2024-04-13T08:45:22.838 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 21615, 2024-04-13T08:45:22.838 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 6622, 2024-04-13T08:45:22.839 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 14993, 2024-04-13T08:45:22.839 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 64845, 2024-04-13T08:45:22.839 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 69, 2024-04-13T08:45:22.839 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 36864 2024-04-13T08:45:22.839 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.839 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T08:45:22.839 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T08:45:22.839 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T08:45:22.839 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.839 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.839 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:22.839 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T08:45:22.839 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.839 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T08:45:22.840 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T08:45:22.840 INFO:tasks.workunit.client.0.smithi003.stdout: "flags_names": [ 2024-04-13T08:45:22.840 INFO:tasks.workunit.client.0.smithi003.stdout: "hashpspool" 2024-04-13T08:45:22.840 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.840 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T08:45:22.840 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T08:45:22.840 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T08:45:22.840 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 64, 2024-04-13T08:45:22.840 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 64, 2024-04-13T08:45:22.840 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 3, 2024-04-13T08:45:22.840 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T08:45:22.840 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T08:45:22.840 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 720568625418, 2024-04-13T08:45:22.840 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 0, 2024-04-13T08:45:22.841 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T08:45:22.841 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T08:45:22.841 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 0, 2024-04-13T08:45:22.841 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T08:45:22.841 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 240189554688, 2024-04-13T08:45:22.841 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 0, 2024-04-13T08:45:22.841 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T08:45:22.841 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 0.0, 2024-04-13T08:45:22.841 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T08:45:22.841 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T08:45:22.841 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 0, 2024-04-13T08:45:22.841 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 0, 2024-04-13T08:45:22.841 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 0, 2024-04-13T08:45:22.841 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 0, 2024-04-13T08:45:22.842 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T08:45:22.842 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 0, 2024-04-13T08:45:22.842 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 0, 2024-04-13T08:45:22.842 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 0 2024-04-13T08:45:22.842 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.842 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T08:45:22.842 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T08:45:22.842 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T08:45:22.842 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.842 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.842 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:22.842 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd" 2024-04-13T08:45:22.842 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.842 INFO:tasks.workunit.client.0.smithi003.stdout: "cache_mode": "none", 2024-04-13T08:45:22.843 INFO:tasks.workunit.client.0.smithi003.stdout: "erasure_code_profile": {}, 2024-04-13T08:45:22.843 INFO:tasks.workunit.client.0.smithi003.stdout: "flags_names": [ 2024-04-13T08:45:22.843 INFO:tasks.workunit.client.0.smithi003.stdout: "hashpspool", 2024-04-13T08:45:22.843 INFO:tasks.workunit.client.0.smithi003.stdout: "selfmanaged_snaps" 2024-04-13T08:45:22.843 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.843 INFO:tasks.workunit.client.0.smithi003.stdout: "min_size": 2, 2024-04-13T08:45:22.843 INFO:tasks.workunit.client.0.smithi003.stdout: "options": {}, 2024-04-13T08:45:22.843 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_autoscale_mode": "off", 2024-04-13T08:45:22.843 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 8, 2024-04-13T08:45:22.843 INFO:tasks.workunit.client.0.smithi003.stdout: "pgp_num": 8, 2024-04-13T08:45:22.843 INFO:tasks.workunit.client.0.smithi003.stdout: "pool": 4, 2024-04-13T08:45:22.843 INFO:tasks.workunit.client.0.smithi003.stdout: "size": 3, 2024-04-13T08:45:22.843 INFO:tasks.workunit.client.0.smithi003.stdout: "stats": { 2024-04-13T08:45:22.843 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_raw": 720568625418, 2024-04-13T08:45:22.844 INFO:tasks.workunit.client.0.smithi003.stdout: "bytes_used": 12595200, 2024-04-13T08:45:22.844 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_bytes_used": 0, 2024-04-13T08:45:22.844 INFO:tasks.workunit.client.0.smithi003.stdout: "compress_under_bytes": 0, 2024-04-13T08:45:22.844 INFO:tasks.workunit.client.0.smithi003.stdout: "data_bytes_used": 12595200, 2024-04-13T08:45:22.844 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty": 0, 2024-04-13T08:45:22.844 INFO:tasks.workunit.client.0.smithi003.stdout: "max_avail": 240189554688, 2024-04-13T08:45:22.844 INFO:tasks.workunit.client.0.smithi003.stdout: "objects": 4, 2024-04-13T08:45:22.844 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_bytes_used": 0, 2024-04-13T08:45:22.844 INFO:tasks.workunit.client.0.smithi003.stdout: "percent_used": 1.7479222151450813e-05, 2024-04-13T08:45:22.844 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_bytes": 0, 2024-04-13T08:45:22.844 INFO:tasks.workunit.client.0.smithi003.stdout: "quota_objects": 0, 2024-04-13T08:45:22.844 INFO:tasks.workunit.client.0.smithi003.stdout: "rd": 9015, 2024-04-13T08:45:22.844 INFO:tasks.workunit.client.0.smithi003.stdout: "rd_bytes": 3144215552, 2024-04-13T08:45:22.844 INFO:tasks.workunit.client.0.smithi003.stdout: "stored": 4194323, 2024-04-13T08:45:22.844 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_data": 4194323, 2024-04-13T08:45:22.845 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_omap": 0, 2024-04-13T08:45:22.845 INFO:tasks.workunit.client.0.smithi003.stdout: "stored_raw": 12582969, 2024-04-13T08:45:22.845 INFO:tasks.workunit.client.0.smithi003.stdout: "wr": 24282, 2024-04-13T08:45:22.845 INFO:tasks.workunit.client.0.smithi003.stdout: "wr_bytes": 3186380800 2024-04-13T08:45:22.845 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.845 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_bytes": 0, 2024-04-13T08:45:22.845 INFO:tasks.workunit.client.0.smithi003.stdout: "target_max_objects": 0, 2024-04-13T08:45:22.845 INFO:tasks.workunit.client.0.smithi003.stdout: "type": "replicated" 2024-04-13T08:45:22.845 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.845 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.845 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd": { 2024-04-13T08:45:22.845 INFO:tasks.workunit.client.0.smithi003.stdout: "mirroring_by_pool": [ 2024-04-13T08:45:22.845 INFO:tasks.workunit.client.0.smithi003.stdout: false 2024-04-13T08:45:22.845 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_images_by_pool": [ 2024-04-13T08:45:22.846 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:22.846 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.846 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pools": 1 2024-04-13T08:45:22.846 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.846 INFO:tasks.workunit.client.0.smithi003.stdout: "report_id": "7c6dd687-b705-45d3-807c-9209de83f94b", 2024-04-13T08:45:22.846 INFO:tasks.workunit.client.0.smithi003.stdout: "report_timestamp": "2024-04-13T08:45:21.269439", 2024-04-13T08:45:22.846 INFO:tasks.workunit.client.0.smithi003.stdout: "report_version": 1, 2024-04-13T08:45:22.846 INFO:tasks.workunit.client.0.smithi003.stdout: "rocksdb_stats": { 2024-04-13T08:45:22.846 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "7.9.2" 2024-04-13T08:45:22.846 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.846 INFO:tasks.workunit.client.0.smithi003.stdout: "rook": { 2024-04-13T08:45:22.846 INFO:tasks.workunit.client.0.smithi003.stdout: "cluster": { 2024-04-13T08:45:22.846 INFO:tasks.workunit.client.0.smithi003.stdout: "external-mode": null, 2024-04-13T08:45:22.846 INFO:tasks.workunit.client.0.smithi003.stdout: "mon": { 2024-04-13T08:45:22.847 INFO:tasks.workunit.client.0.smithi003.stdout: "allow-multiple-per-node": null, 2024-04-13T08:45:22.847 INFO:tasks.workunit.client.0.smithi003.stdout: "count": null, 2024-04-13T08:45:22.847 INFO:tasks.workunit.client.0.smithi003.stdout: "max-id": null, 2024-04-13T08:45:22.847 INFO:tasks.workunit.client.0.smithi003.stdout: "pvc": { 2024-04-13T08:45:22.847 INFO:tasks.workunit.client.0.smithi003.stdout: "enabled": null 2024-04-13T08:45:22.847 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.847 INFO:tasks.workunit.client.0.smithi003.stdout: "stretch": { 2024-04-13T08:45:22.847 INFO:tasks.workunit.client.0.smithi003.stdout: "enabled": null 2024-04-13T08:45:22.847 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.847 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.847 INFO:tasks.workunit.client.0.smithi003.stdout: "network": { 2024-04-13T08:45:22.847 INFO:tasks.workunit.client.0.smithi003.stdout: "provider": null 2024-04-13T08:45:22.847 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.847 INFO:tasks.workunit.client.0.smithi003.stdout: "storage": { 2024-04-13T08:45:22.848 INFO:tasks.workunit.client.0.smithi003.stdout: "device-set": { 2024-04-13T08:45:22.848 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T08:45:22.848 INFO:tasks.workunit.client.0.smithi003.stdout: "non-portable": null, 2024-04-13T08:45:22.848 INFO:tasks.workunit.client.0.smithi003.stdout: "portable": null, 2024-04-13T08:45:22.848 INFO:tasks.workunit.client.0.smithi003.stdout: "total": null 2024-04-13T08:45:22.848 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.848 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.848 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.848 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.848 INFO:tasks.workunit.client.0.smithi003.stdout: "csi": { 2024-04-13T08:45:22.848 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T08:45:22.848 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.848 INFO:tasks.workunit.client.0.smithi003.stdout: "kubernetes": { 2024-04-13T08:45:22.848 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T08:45:22.849 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.849 INFO:tasks.workunit.client.0.smithi003.stdout: "node": { 2024-04-13T08:45:22.849 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T08:45:22.849 INFO:tasks.workunit.client.0.smithi003.stdout: "kubernetes-total": null, 2024-04-13T08:45:22.849 INFO:tasks.workunit.client.0.smithi003.stdout: "with-ceph-daemons": null, 2024-04-13T08:45:22.849 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-cephfs-plugin": null, 2024-04-13T08:45:22.849 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-nfs-plugin": null, 2024-04-13T08:45:22.849 INFO:tasks.workunit.client.0.smithi003.stdout: "with-csi-rbd-plugin": null 2024-04-13T08:45:22.849 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.849 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.849 INFO:tasks.workunit.client.0.smithi003.stdout: "usage": { 2024-04-13T08:45:22.849 INFO:tasks.workunit.client.0.smithi003.stdout: "storage-class": { 2024-04-13T08:45:22.849 INFO:tasks.workunit.client.0.smithi003.stdout: "count": { 2024-04-13T08:45:22.849 INFO:tasks.workunit.client.0.smithi003.stdout: "bucket": null, 2024-04-13T08:45:22.850 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs": null, 2024-04-13T08:45:22.850 INFO:tasks.workunit.client.0.smithi003.stdout: "nfs": null, 2024-04-13T08:45:22.850 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd": null, 2024-04-13T08:45:22.850 INFO:tasks.workunit.client.0.smithi003.stdout: "total": null 2024-04-13T08:45:22.850 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.850 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:22.850 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.850 INFO:tasks.workunit.client.0.smithi003.stdout: "version": null 2024-04-13T08:45:22.850 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.850 INFO:tasks.workunit.client.0.smithi003.stdout: "services": {}, 2024-04-13T08:45:22.850 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_per_pg": [ 2024-04-13T08:45:22.850 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.850 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.850 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:22.850 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:22.851 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:22.851 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.851 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:22.851 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.851 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.851 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:22.851 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.851 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.851 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.851 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:22.851 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.164208+0000", 2024-04-13T08:45:22.851 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.164208+0000", 2024-04-13T08:45:22.851 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.166621+0000", 2024-04-13T08:45:22.851 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:22.851 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:22.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:22.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:22.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:22.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:22.852 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918394+0000", 2024-04-13T08:45:22.852 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.852 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:22.852 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.852 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.853 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:22.853 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.853 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.853 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.853 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.853 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:22.853 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.853 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.853 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.853 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2c", 2024-04-13T08:45:22.853 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.853 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.853 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.853 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5032, 2024-04-13T08:45:22.853 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.854 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:06:07.061808+0000", 2024-04-13T08:45:22.854 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.854 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.854 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.854 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.855 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:22.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:22.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.856 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:22.857 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.857 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.857 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:22.857 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:22.857 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:22.857 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:22.857 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:22.857 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:22.857 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.857 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:22.857 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:22.857 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.857 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.858 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.858 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:22.858 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:22.858 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:22.858 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.858 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:22.858 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.858 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.858 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:22.858 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.858 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.858 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.858 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:22.858 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.006657+0000", 2024-04-13T08:45:22.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.006657+0000", 2024-04-13T08:45:22.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.007027+0000", 2024-04-13T08:45:22.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:22.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:22.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:22.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:22.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:22.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.859 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:22.860 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913782+0000", 2024-04-13T08:45:22.860 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.860 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:22.860 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.860 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.860 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:22.860 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.860 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.860 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.860 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.860 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:22.860 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.860 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.860 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.861 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2b", 2024-04-13T08:45:22.861 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.861 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.861 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.861 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5215, 2024-04-13T08:45:22.861 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.861 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:24:04.729917+0000", 2024-04-13T08:45:22.861 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.861 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.861 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.861 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.862 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.863 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:22.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:22.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:22.864 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.864 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.864 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:22.864 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:22.864 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:22.864 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:22.864 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:22.864 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:22.864 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.865 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:22.865 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:22.865 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.865 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.865 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.865 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:22.865 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:22.865 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:22.865 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.865 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:22.865 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.865 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.865 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:22.865 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.866 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.866 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:22.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.987897+0000", 2024-04-13T08:45:22.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.987897+0000", 2024-04-13T08:45:22.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.989181+0000", 2024-04-13T08:45:22.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:22.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:22.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:22.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:22.866 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:22.867 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.867 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.867 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.867 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:22.867 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914306+0000", 2024-04-13T08:45:22.867 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.867 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:22.867 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.867 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.867 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:22.867 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.867 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.867 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.868 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.868 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:22.868 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.868 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.868 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.868 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2a", 2024-04-13T08:45:22.868 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.868 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.868 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.868 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5068, 2024-04-13T08:45:22.868 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.868 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:55:05.630320+0000", 2024-04-13T08:45:22.868 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.868 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.869 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.869 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.870 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:22.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:22.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:22.871 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.871 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.871 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:22.872 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:22.872 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:22.872 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:22.872 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:22.872 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:22.872 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.872 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:22.872 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:22.872 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.872 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.872 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.872 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:22.872 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:22.872 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:22.873 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.873 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:22.873 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.873 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.873 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:22.873 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.873 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.873 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.873 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:22.873 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.814971+0000", 2024-04-13T08:45:22.873 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.814971+0000", 2024-04-13T08:45:22.873 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.817917+0000", 2024-04-13T08:45:22.873 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:22.873 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.874 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.874 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.874 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:22.874 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:22.874 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:22.874 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:22.874 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.874 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.874 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.874 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:22.874 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914506+0000", 2024-04-13T08:45:22.874 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.874 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:22.874 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.875 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.875 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:22.875 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.875 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.875 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.875 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.875 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:22.875 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.875 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.875 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.875 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.29", 2024-04-13T08:45:22.875 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.875 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.875 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.876 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5140, 2024-04-13T08:45:22.876 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.876 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:58:43.359440+0000", 2024-04-13T08:45:22.876 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.876 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.876 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.876 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.877 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:22.878 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:22.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:22.879 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.879 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.879 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:22.879 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:22.879 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:22.879 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:22.879 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:22.879 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:22.879 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.879 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:22.879 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:22.880 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.880 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.880 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.880 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:22.880 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:22.880 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:22.880 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.880 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:22.880 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.880 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.880 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:22.880 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.880 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.880 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.880 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:22.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.447572+0000", 2024-04-13T08:45:22.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.447572+0000", 2024-04-13T08:45:22.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.447939+0000", 2024-04-13T08:45:22.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:22.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:22.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:22.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:22.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:22.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.881 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:22.882 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916311+0000", 2024-04-13T08:45:22.882 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.882 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:22.882 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.882 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.882 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:22.882 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.882 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.882 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.882 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.882 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:22.882 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.882 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.882 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.883 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.28", 2024-04-13T08:45:22.883 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.883 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.883 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.883 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5068, 2024-04-13T08:45:22.883 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.883 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:01:36.165048+0000", 2024-04-13T08:45:22.883 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.883 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.883 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.883 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.884 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.885 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:22.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:22.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:22.886 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.886 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.886 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:22.886 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:22.886 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:22.886 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:22.886 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:22.887 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:22.887 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.887 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:22.887 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:22.887 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.887 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.887 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.887 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:22.887 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:22.887 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:22.887 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.887 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:22.887 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.887 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.888 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:22.888 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.888 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.888 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:22.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.811422+0000", 2024-04-13T08:45:22.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.811422+0000", 2024-04-13T08:45:22.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.811956+0000", 2024-04-13T08:45:22.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:22.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:22.888 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:22.889 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:22.889 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:22.889 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.889 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.889 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.889 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:22.889 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916403+0000", 2024-04-13T08:45:22.889 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.889 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:22.889 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.889 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.889 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:22.889 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.889 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.890 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.890 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.890 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:22.890 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.890 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.890 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.890 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.27", 2024-04-13T08:45:22.890 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.890 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.890 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.890 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5141, 2024-04-13T08:45:22.890 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.890 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:41:06.182187+0000", 2024-04-13T08:45:22.890 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.891 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.891 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.891 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.892 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:22.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:22.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:22.893 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.894 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.894 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:22.894 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:22.894 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:22.894 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:22.894 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:22.894 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:22.894 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.894 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:22.894 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:22.894 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.894 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.894 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.894 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:22.895 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:22.895 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:22.895 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.895 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:22.895 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.895 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.895 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:22.895 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.895 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.895 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.895 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:22.895 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994802+0000", 2024-04-13T08:45:22.895 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994802+0000", 2024-04-13T08:45:22.895 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.996059+0000", 2024-04-13T08:45:22.895 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:22.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:22.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:22.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:22.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:22.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:22.896 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918509+0000", 2024-04-13T08:45:22.896 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.896 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:22.896 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.897 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.897 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:22.897 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.897 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.897 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.897 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.897 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:22.897 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.897 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.897 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.897 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.26", 2024-04-13T08:45:22.897 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.897 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.898 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.898 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5027, 2024-04-13T08:45:22.898 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.898 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:57:02.193922+0000", 2024-04-13T08:45:22.898 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.898 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.898 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.898 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.899 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:22.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:22.900 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:22.901 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.901 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.901 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:22.901 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:22.901 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:22.901 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:22.901 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:22.901 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:22.901 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.901 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:22.901 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:22.902 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.902 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.902 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.902 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:22.902 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:22.902 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:22.902 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.902 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:22.902 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.902 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.902 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:22.902 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.902 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.902 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.903 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:22.903 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.804809+0000", 2024-04-13T08:45:22.903 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.804809+0000", 2024-04-13T08:45:22.903 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.805119+0000", 2024-04-13T08:45:22.903 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:22.903 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.903 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.903 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.903 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:22.903 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:22.903 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:22.903 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:22.903 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.903 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.904 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.904 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:22.904 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024960+0000", 2024-04-13T08:45:22.904 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.904 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:22.904 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.904 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.904 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:22.904 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.904 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.904 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.904 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.904 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:22.904 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.904 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.905 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.905 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.25", 2024-04-13T08:45:22.905 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.905 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.905 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.905 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5212, 2024-04-13T08:45:22.905 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.905 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:31:04.708718+0000", 2024-04-13T08:45:22.905 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.905 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.905 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.905 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.906 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.907 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:22.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:22.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:22.908 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.908 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.908 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:22.909 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:22.909 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:22.909 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:22.909 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:22.909 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:22.909 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.909 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:22.909 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:22.909 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.909 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.909 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.909 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:22.909 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:22.909 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:22.909 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.910 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:22.910 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.910 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.910 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:22.910 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.910 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.910 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.910 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:22.910 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.924787+0000", 2024-04-13T08:45:22.910 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.924787+0000", 2024-04-13T08:45:22.910 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.925170+0000", 2024-04-13T08:45:22.910 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:22.910 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.910 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:22.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:22.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:22.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:22.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:22.911 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914130+0000", 2024-04-13T08:45:22.911 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.911 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:22.911 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.911 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.911 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:22.912 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.912 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.912 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.912 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.912 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:22.912 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.912 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.912 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.912 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.24", 2024-04-13T08:45:22.912 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.912 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.912 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.912 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5139, 2024-04-13T08:45:22.912 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.912 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:29:40.678397+0000", 2024-04-13T08:45:22.913 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.913 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.913 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.913 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.914 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:22.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:22.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:22.915 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.915 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.916 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:22.916 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:22.916 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:22.916 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:22.916 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:22.916 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:22.916 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.916 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:22.916 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:22.916 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.916 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.916 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.916 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:22.916 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:22.917 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:22.917 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.917 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:22.917 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.917 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.917 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:22.917 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.917 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.917 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.917 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:22.917 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.923261+0000", 2024-04-13T08:45:22.917 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.923261+0000", 2024-04-13T08:45:22.917 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.923702+0000", 2024-04-13T08:45:22.917 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:22.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:22.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:22.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:22.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:22.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:22.918 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913944+0000", 2024-04-13T08:45:22.918 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.918 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:22.919 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.919 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.919 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:22.919 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.919 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.919 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.919 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.919 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:22.919 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.919 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.919 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.919 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.23", 2024-04-13T08:45:22.919 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.919 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.920 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.920 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5218, 2024-04-13T08:45:22.920 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.920 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:48:34.888558+0000", 2024-04-13T08:45:22.920 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.920 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.920 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.920 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.921 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:22.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:22.922 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.923 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.923 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.923 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:22.923 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.923 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.923 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:22.923 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:22.923 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:22.923 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:22.923 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:22.923 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:22.923 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.923 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:22.923 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:22.924 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.924 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.924 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.924 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:22.924 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:22.924 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:22.924 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.924 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:22.924 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.924 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.924 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:22.924 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.924 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.924 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:22.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.450297+0000", 2024-04-13T08:45:22.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.450297+0000", 2024-04-13T08:45:22.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.452332+0000", 2024-04-13T08:45:22.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:22.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:22.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:22.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:22.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:22.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.925 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.926 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.926 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:22.926 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913171+0000", 2024-04-13T08:45:22.926 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.926 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:22.926 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.926 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.926 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:22.926 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.926 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.926 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.926 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.926 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:22.927 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.927 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.927 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.927 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.22", 2024-04-13T08:45:22.927 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.927 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.927 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.927 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5070, 2024-04-13T08:45:22.927 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.927 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:50:47.322789+0000", 2024-04-13T08:45:22.927 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.927 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.927 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.927 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.928 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.929 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:22.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:22.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:22.930 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.930 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.930 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:22.930 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:22.931 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:22.931 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:22.931 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:22.931 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:22.931 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.931 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:22.931 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:22.931 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.931 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.931 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.931 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:22.931 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:22.931 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:22.931 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.932 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:22.932 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.932 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.932 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:22.932 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.932 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.932 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:22.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.166958+0000", 2024-04-13T08:45:22.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.166958+0000", 2024-04-13T08:45:22.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.167302+0000", 2024-04-13T08:45:22.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:22.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.932 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:22.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:22.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:22.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:22.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:22.933 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.028018+0000", 2024-04-13T08:45:22.933 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.933 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:22.933 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.934 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.934 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:22.934 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.934 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.934 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.934 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.934 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:22.934 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.934 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.934 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.934 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.21", 2024-04-13T08:45:22.934 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.934 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.935 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.935 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5173, 2024-04-13T08:45:22.935 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.935 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:18:34.335766+0000", 2024-04-13T08:45:22.935 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.935 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.935 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.935 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.936 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.937 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:22.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:22.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:22.938 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.938 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.938 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:22.938 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:22.938 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:22.939 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:22.939 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:22.939 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:22.939 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.939 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:22.939 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:22.939 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.939 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.939 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.939 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:22.939 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:22.939 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:22.939 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.939 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:22.940 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.940 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.940 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:22.940 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.940 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.940 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:22.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.167422+0000", 2024-04-13T08:45:22.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.167422+0000", 2024-04-13T08:45:22.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.168356+0000", 2024-04-13T08:45:22.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:22.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.940 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:22.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:22.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:22.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:22.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:22.941 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913080+0000", 2024-04-13T08:45:22.941 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.941 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:22.941 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.941 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.941 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:22.941 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.942 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.942 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.942 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.942 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:22.942 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.942 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.942 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.942 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.20", 2024-04-13T08:45:22.942 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.942 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.942 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.942 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5029, 2024-04-13T08:45:22.942 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.942 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:59:20.901773+0000", 2024-04-13T08:45:22.943 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.943 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.943 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.943 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.944 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:22.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:22.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:22.945 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.946 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.946 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:22.946 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:22.946 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:22.946 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:22.946 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:22.946 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:22.946 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.946 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:22.946 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:22.946 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.946 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.946 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.946 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:22.947 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:22.947 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:22.947 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.947 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:22.947 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.947 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.947 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:22.947 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.947 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.947 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.947 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:22.947 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.991962+0000", 2024-04-13T08:45:22.948 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.991962+0000", 2024-04-13T08:45:22.948 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.992373+0000", 2024-04-13T08:45:22.948 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:22.948 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.948 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.948 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.948 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:22.948 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:22.948 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:22.948 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:22.948 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.948 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.948 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.948 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:22.949 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918179+0000", 2024-04-13T08:45:22.949 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.949 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:22.949 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.949 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.949 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:22.949 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.949 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.949 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.949 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.949 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:22.949 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.949 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.949 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.950 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.f", 2024-04-13T08:45:22.950 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.950 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.950 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.950 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5003, 2024-04-13T08:45:22.950 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.950 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:39:44.515167+0000", 2024-04-13T08:45:22.950 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.950 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.950 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.950 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.951 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.954 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:22.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:22.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:22.955 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.956 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.956 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:22.956 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:22.956 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:22.956 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:22.956 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:22.956 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:22.956 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.956 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:22.956 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:22.956 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.956 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.956 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.956 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:22.957 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:22.957 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:22.957 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.957 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:22.957 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.957 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.957 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:22.957 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.957 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.957 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.957 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:22.957 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.800272+0000", 2024-04-13T08:45:22.957 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.800272+0000", 2024-04-13T08:45:22.957 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.800615+0000", 2024-04-13T08:45:22.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:22.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:22.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:22.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:22.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:22.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:22.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:22.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:22.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:22.958 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.028427+0000", 2024-04-13T08:45:22.958 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.959 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:22.959 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.959 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.959 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:22.959 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.959 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.959 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.959 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.959 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:22.959 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.959 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.959 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.959 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.e", 2024-04-13T08:45:22.959 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.960 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.960 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.960 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5194, 2024-04-13T08:45:22.960 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.960 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:26:59.713119+0000", 2024-04-13T08:45:22.960 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.960 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.960 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.960 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.960 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.960 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.960 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.960 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.960 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:22.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:22.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:22.961 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:22.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 12, 2024-04-13T08:45:22.962 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 12, 2024-04-13T08:45:22.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:22.963 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.963 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.963 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:22.963 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:22.963 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:22.963 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:22.963 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:22.963 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:22.963 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.963 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:22.963 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:22.964 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.964 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.964 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.964 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:22.964 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:22.964 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:22.964 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.964 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:22.964 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.964 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.964 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:22.964 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.964 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.965 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:22.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.156640+0000", 2024-04-13T08:45:22.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.156640+0000", 2024-04-13T08:45:22.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.156997+0000", 2024-04-13T08:45:22.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:22.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:22.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:22.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:22.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:22.965 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.966 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.966 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.966 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:22.966 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916133+0000", 2024-04-13T08:45:22.966 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.966 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:22.966 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.966 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.966 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:22.966 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.966 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.966 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.966 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.966 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:22.967 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.967 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.967 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.967 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.c", 2024-04-13T08:45:22.967 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.967 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.967 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.967 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5061, 2024-04-13T08:45:22.967 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.967 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:02:11.099429+0000", 2024-04-13T08:45:22.967 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.967 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.967 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.967 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.968 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.969 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:22.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:22.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:22.970 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.970 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.970 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:22.971 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:22.971 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:22.971 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:22.971 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:22.971 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:22.971 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.971 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:22.971 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:22.971 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.971 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.971 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.971 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:22.971 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:22.971 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:22.971 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.972 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:22.972 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.972 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.972 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:22.972 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.972 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.972 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.972 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:22.972 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.933227+0000", 2024-04-13T08:45:22.972 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.933227+0000", 2024-04-13T08:45:22.972 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.933758+0000", 2024-04-13T08:45:22.972 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:22.972 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:22.972 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.972 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:22.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:22.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:22.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:22.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:22.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:22.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:22.973 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:22.973 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.973 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T08:45:22.973 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.973 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.973 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:22.973 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.974 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.974 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.974 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.974 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T08:45:22.974 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.974 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.974 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.974 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.d", 2024-04-13T08:45:22.974 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.974 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.974 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.974 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5215, 2024-04-13T08:45:22.974 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.975 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:21:47.761469+0000", 2024-04-13T08:45:22.975 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.975 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.975 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 70, 2024-04-13T08:45:22.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.975 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:22.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:22.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:22.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.976 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 2, 2024-04-13T08:45:22.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 2, 2024-04-13T08:45:22.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.977 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T08:45:22.978 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T08:45:22.978 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.978 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:22.978 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:22.978 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:22.978 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:22.978 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:22.978 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:22.978 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.978 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:22.978 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'1" 2024-04-13T08:45:22.978 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.979 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.979 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.979 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:22.979 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:22.979 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:22.979 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.979 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:22.979 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.979 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.979 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:22.979 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.979 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.979 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.979 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:22.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.002604+0000", 2024-04-13T08:45:22.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.002604+0000", 2024-04-13T08:45:22.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.009023+0000", 2024-04-13T08:45:22.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:22.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:22.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:22.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:22.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:22.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.980 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.981 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:22.981 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918967+0000", 2024-04-13T08:45:22.981 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.981 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:22.981 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.981 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.981 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:22.981 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.981 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.981 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.981 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.981 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:22.981 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.981 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.982 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.982 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.d", 2024-04-13T08:45:22.982 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.982 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.982 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.982 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5020, 2024-04-13T08:45:22.982 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.982 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:36:20.109973+0000", 2024-04-13T08:45:22.982 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.982 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.982 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.982 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.983 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.984 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:22.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:22.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:22.985 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.985 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.985 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:22.985 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:22.985 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:22.985 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:22.985 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:22.985 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:22.985 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.986 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:22.986 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:22.986 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.986 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.986 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.986 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:22.986 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:22.986 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:22.986 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.986 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:22.986 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.986 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.986 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:22.987 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.987 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.987 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:22.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.448115+0000", 2024-04-13T08:45:22.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.448115+0000", 2024-04-13T08:45:22.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.448515+0000", 2024-04-13T08:45:22.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:22.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:22.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:22.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:22.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:22.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:22.987 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:22.988 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.988 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.988 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:22.988 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:22.988 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.027386+0000", 2024-04-13T08:45:22.988 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.988 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:22.988 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.988 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.988 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:22.988 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.988 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.988 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.989 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.989 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:22.989 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.989 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.989 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.989 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.c", 2024-04-13T08:45:22.989 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.989 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.989 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.989 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5199, 2024-04-13T08:45:22.989 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.989 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:17:18.587246+0000", 2024-04-13T08:45:22.989 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.989 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.989 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.990 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.991 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:22.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:22.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:22.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:22.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:22.992 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:22.992 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.992 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:22.992 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:22.992 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:22.992 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:22.993 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:22.993 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:22.993 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.993 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:22.993 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:22.993 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:22.993 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:22.993 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:22.993 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:22.993 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:22.993 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:22.993 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:22.993 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:22.993 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:22.994 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:22.994 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:22.994 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:22.994 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:22.994 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:22.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:22.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.160905+0000", 2024-04-13T08:45:22.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.160905+0000", 2024-04-13T08:45:22.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.162225+0000", 2024-04-13T08:45:22.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:22.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:22.994 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.995 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:22.995 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:22.995 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:22.995 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:22.995 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:22.995 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:22.995 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:22.995 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:22.995 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.919692+0000", 2024-04-13T08:45:22.995 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:22.995 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:22.995 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:22.995 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:22.995 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:22.996 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:22.996 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:22.996 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:22.996 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:22.996 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:22.996 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:22.996 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:22.996 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:22.996 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.a", 2024-04-13T08:45:22.996 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:22.996 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:22.996 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:22.996 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5033, 2024-04-13T08:45:22.996 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:22.997 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:54:57.425101+0000", 2024-04-13T08:45:22.997 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:22.997 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:22.997 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:22.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:22.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:22.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:22.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:22.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:22.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:22.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:22.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:22.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:22.997 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:22.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:22.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:22.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:22.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:22.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:22.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:22.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:22.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:22.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:22.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:22.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:22.998 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:22.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:22.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:22.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:22.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:22.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:22.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:22.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:22.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:22.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:22.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:22.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:22.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:22.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:22.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:22.999 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.000 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.000 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.000 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.000 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.000 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.000 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.000 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.000 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.000 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.000 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:23.000 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.001 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.001 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.001 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.001 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.001 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.001 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:23.001 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.001 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:23.001 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.001 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.001 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.001 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.001 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.001 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.001 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:23.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.995447+0000", 2024-04-13T08:45:23.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.995447+0000", 2024-04-13T08:45:23.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.000050+0000", 2024-04-13T08:45:23.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:23.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:23.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:23.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:23.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.002 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:23.003 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915665+0000", 2024-04-13T08:45:23.003 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.003 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 4, 2024-04-13T08:45:23.003 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.003 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.003 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.003 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.003 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.003 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.003 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.003 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 4, 2024-04-13T08:45:23.003 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.003 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.004 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.004 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.b", 2024-04-13T08:45:23.004 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.004 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.004 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.004 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5036, 2024-04-13T08:45:23.004 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.004 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:50:14.510160+0000", 2024-04-13T08:45:23.004 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.004 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.004 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.004 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:23.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:23.005 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:23.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:23.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.006 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 4, 2024-04-13T08:45:23.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 4, 2024-04-13T08:45:23.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T08:45:23.007 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.007 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.007 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.007 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.007 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.007 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.007 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.008 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:23.008 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.008 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:23.008 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'4" 2024-04-13T08:45:23.008 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.008 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.008 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.008 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.008 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.008 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.008 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.008 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:23.008 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.008 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.009 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.009 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.009 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.009 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:23.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.934874+0000", 2024-04-13T08:45:23.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.934874+0000", 2024-04-13T08:45:23.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.935579+0000", 2024-04-13T08:45:23.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:23.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:23.009 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:23.010 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:23.010 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:23.010 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.010 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.010 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.010 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:23.010 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913795+0000", 2024-04-13T08:45:23.010 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.010 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.010 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.010 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.010 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:23.010 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.011 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.011 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.011 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.011 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.011 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.011 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.011 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.011 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.b", 2024-04-13T08:45:23.011 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.011 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.011 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.011 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5137, 2024-04-13T08:45:23.011 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.011 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:22:21.864472+0000", 2024-04-13T08:45:23.011 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.012 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.012 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.012 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.013 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.014 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.015 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.015 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.015 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.015 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.015 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.015 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.015 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.015 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.015 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:23.015 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.015 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.015 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.015 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.015 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.015 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.016 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.016 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.016 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:23.016 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.016 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.016 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.016 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.016 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.016 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.016 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:23.016 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.803156+0000", 2024-04-13T08:45:23.016 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.803156+0000", 2024-04-13T08:45:23.016 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.803471+0000", 2024-04-13T08:45:23.016 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:23.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:23.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:23.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:23.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:23.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:23.017 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024911+0000", 2024-04-13T08:45:23.017 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.017 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.018 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.018 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.018 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:23.018 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.018 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.018 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.018 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.018 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.018 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.018 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.018 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.018 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.a", 2024-04-13T08:45:23.018 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.018 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.019 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.019 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5209, 2024-04-13T08:45:23.019 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.019 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:29:50.399416+0000", 2024-04-13T08:45:23.019 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.019 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.019 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.019 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.020 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.021 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.022 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.022 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.022 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.022 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.022 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.022 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.022 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.022 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.022 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.022 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:23.022 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.023 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.023 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.023 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.023 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.023 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.023 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.023 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.023 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:23.023 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.023 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.023 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.023 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.023 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.023 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.023 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:23.024 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.005539+0000", 2024-04-13T08:45:23.024 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.005539+0000", 2024-04-13T08:45:23.024 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.005930+0000", 2024-04-13T08:45:23.024 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:23.024 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.024 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.024 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.024 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.024 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:23.024 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:23.024 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:23.024 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.024 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:23.025 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912790+0000", 2024-04-13T08:45:23.025 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.025 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.025 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.025 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.025 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.025 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.025 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.025 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.025 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.025 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.025 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.025 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.026 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.026 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.8", 2024-04-13T08:45:23.026 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.026 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.026 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.026 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5134, 2024-04-13T08:45:23.026 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.026 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:19:27.578547+0000", 2024-04-13T08:45:23.026 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.026 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.026 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.026 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.026 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.027 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.028 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.029 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.029 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.029 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.029 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.029 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.030 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.030 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.030 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.030 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.030 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:23.030 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.030 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.030 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.030 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.030 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.030 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.030 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:23.030 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.030 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:23.031 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.031 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.031 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.031 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.031 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.031 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.031 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:23.031 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.996869+0000", 2024-04-13T08:45:23.031 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.996869+0000", 2024-04-13T08:45:23.031 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.997276+0000", 2024-04-13T08:45:23.031 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:23.031 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.031 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.031 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:23.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:23.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:23.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:23.032 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024107+0000", 2024-04-13T08:45:23.032 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.032 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.032 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.032 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.032 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.032 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.032 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.033 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.033 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.033 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.033 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.033 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.033 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.033 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.9", 2024-04-13T08:45:23.033 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.033 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.033 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.033 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5212, 2024-04-13T08:45:23.033 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.033 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:34:23.836899+0000", 2024-04-13T08:45:23.033 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.033 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.034 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.034 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.035 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.036 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.036 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.037 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.037 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.037 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.037 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.037 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.037 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:23.037 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.037 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:23.037 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.037 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.037 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.037 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.037 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.038 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.038 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.038 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.038 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:23.038 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.038 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.038 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.038 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.038 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.038 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.038 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:23.038 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.987475+0000", 2024-04-13T08:45:23.038 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.987475+0000", 2024-04-13T08:45:23.038 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.988016+0000", 2024-04-13T08:45:23.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:23.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:23.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:23.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:23.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.039 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:23.040 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.022332+0000", 2024-04-13T08:45:23.040 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.040 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.040 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.040 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.040 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.040 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.040 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.040 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.040 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.040 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.040 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.040 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.040 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.040 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.9", 2024-04-13T08:45:23.041 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.041 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.041 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.041 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5123, 2024-04-13T08:45:23.041 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.041 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:55:17.561101+0000", 2024-04-13T08:45:23.041 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.041 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.041 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.041 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.042 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.043 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.044 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.044 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.044 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.044 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.044 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.044 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.044 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.044 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.044 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.044 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.044 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.044 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.044 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.044 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.044 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.045 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:23.045 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.045 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.045 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.045 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.045 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.045 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.045 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.045 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.045 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:23.045 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.045 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.045 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.045 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.045 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.046 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:23.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:19:36.794577+0000", 2024-04-13T08:45:23.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:19:36.794577+0000", 2024-04-13T08:45:23.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:19:36.795337+0000", 2024-04-13T08:45:23.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:23.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 385, 2024-04-13T08:45:23.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:23.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:23.046 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:23.047 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.047 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.047 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.047 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:23.047 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.028833+0000", 2024-04-13T08:45:23.047 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.047 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.047 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.047 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.047 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 384, 2024-04-13T08:45:23.047 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.047 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.047 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.048 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.048 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.048 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.048 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.048 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.048 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.8", 2024-04-13T08:45:23.048 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.048 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.048 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.048 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4891, 2024-04-13T08:45:23.048 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.048 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:01:16.057730+0000", 2024-04-13T08:45:23.048 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.048 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.048 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.049 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.050 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.051 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.051 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.051 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.052 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.052 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.052 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.052 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.052 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.052 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.052 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:23.052 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.052 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.052 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.052 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.052 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.052 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.052 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.053 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.053 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:23.053 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.053 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.053 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.053 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.053 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.053 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:23.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.920566+0000", 2024-04-13T08:45:23.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.920566+0000", 2024-04-13T08:45:23.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.921031+0000", 2024-04-13T08:45:23.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:23.053 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.054 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.054 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.054 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:23.054 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:23.054 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:23.054 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:23.054 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.054 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.054 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.054 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:23.054 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913022+0000", 2024-04-13T08:45:23.054 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.055 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.055 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.055 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.055 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:23.055 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.055 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.055 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.055 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.055 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.055 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.055 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.055 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.055 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.6", 2024-04-13T08:45:23.056 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.056 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.056 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.056 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5217, 2024-04-13T08:45:23.056 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.056 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:07:56.900899+0000", 2024-04-13T08:45:23.056 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.056 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.056 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.056 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.057 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.058 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.059 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.059 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.059 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.059 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.059 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.059 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.059 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.059 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.059 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.059 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.059 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.059 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.059 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.059 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.060 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.060 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.060 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.060 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:23.060 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.060 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.060 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.060 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.060 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.060 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.060 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.060 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.060 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:23.060 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.061 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.061 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.061 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.061 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.061 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:23.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.169286+0000", 2024-04-13T08:45:23.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.169286+0000", 2024-04-13T08:45:23.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.171939+0000", 2024-04-13T08:45:23.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:23.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.061 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.062 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.062 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:23.062 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:23.062 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:23.062 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.062 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.062 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.062 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:23.062 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.920959+0000", 2024-04-13T08:45:23.062 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.062 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:23.062 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.062 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.063 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.063 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.063 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.063 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.063 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.063 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:23.063 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.063 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.063 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.063 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.7", 2024-04-13T08:45:23.063 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.063 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.063 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.063 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5064, 2024-04-13T08:45:23.064 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.064 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:15:07.084538+0000", 2024-04-13T08:45:23.064 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.064 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.064 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.064 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:23.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:23.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:23.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.065 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:23.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 12, 2024-04-13T08:45:23.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 12, 2024-04-13T08:45:23.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.066 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.067 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:23.067 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.067 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.067 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.067 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.067 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.067 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.067 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.067 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.067 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.067 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:23.067 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:23.067 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.067 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.067 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.068 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.068 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.068 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.068 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.068 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:23.068 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.068 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.068 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:23.068 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.068 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.068 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.068 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:23.068 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.170095+0000", 2024-04-13T08:45:23.068 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.170095+0000", 2024-04-13T08:45:23.068 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.347581+0000", 2024-04-13T08:45:23.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:23.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:23.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:23.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:23.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:23.069 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.022497+0000", 2024-04-13T08:45:23.069 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.070 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3168, 2024-04-13T08:45:23.070 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.070 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.070 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.070 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.070 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.070 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.070 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.070 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3168, 2024-04-13T08:45:23.070 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.070 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.070 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.070 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.1", 2024-04-13T08:45:23.070 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.071 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.071 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.071 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 9115, 2024-04-13T08:45:23.071 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.071 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:13:59.214505+0000", 2024-04-13T08:45:23.071 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.004885399, 2024-04-13T08:45:23.071 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.071 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.071 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.072 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 1375, 2024-04-13T08:45:23.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 384030, 2024-04-13T08:45:23.073 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.074 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.074 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.074 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3147, 2024-04-13T08:45:23.074 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 422122 2024-04-13T08:45:23.074 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.074 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.074 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.074 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.074 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.074 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.074 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.074 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.074 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:23.074 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3168" 2024-04-13T08:45:23.075 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.075 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.075 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.075 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.075 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.075 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.075 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.075 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:23.075 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.075 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.075 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.075 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.075 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.075 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.075 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:23.076 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994121+0000", 2024-04-13T08:45:23.076 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994121+0000", 2024-04-13T08:45:23.076 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.994480+0000", 2024-04-13T08:45:23.076 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:23.076 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.076 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.076 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.076 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.076 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:23.076 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:23.076 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:23.076 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.076 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.076 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.076 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:23.077 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916302+0000", 2024-04-13T08:45:23.077 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.077 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.077 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.077 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.077 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.077 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.077 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.077 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.077 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.077 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.077 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.077 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.078 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.078 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.7", 2024-04-13T08:45:23.078 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.078 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.078 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.078 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5139, 2024-04-13T08:45:23.078 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.078 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:52:08.900480+0000", 2024-04-13T08:45:23.078 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.078 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.078 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.078 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.079 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.080 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.080 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.080 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.080 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.080 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.080 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.080 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.080 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.080 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.080 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.080 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.080 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.080 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.080 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.081 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.081 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.081 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.081 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.081 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.081 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.081 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.081 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.081 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.081 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.081 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.081 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.081 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.081 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.081 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.081 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.082 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:23.082 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.082 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.082 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.082 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.082 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.082 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.082 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.082 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.082 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:23.082 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.082 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.082 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.082 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.083 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.083 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.083 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:23.083 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.169511+0000", 2024-04-13T08:45:23.083 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.169511+0000", 2024-04-13T08:45:23.083 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.169820+0000", 2024-04-13T08:45:23.083 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:23.083 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.083 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.083 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.083 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.083 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:23.083 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:23.083 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:23.084 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.084 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.084 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.084 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:23.084 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025634+0000", 2024-04-13T08:45:23.084 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.084 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:23.084 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.084 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.084 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.084 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.084 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.084 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.085 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.085 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:23.085 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.085 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.085 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.085 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.6", 2024-04-13T08:45:23.085 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.085 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.085 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.085 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5219, 2024-04-13T08:45:23.085 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.085 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:27:46.180111+0000", 2024-04-13T08:45:23.085 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.085 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.086 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.086 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:23.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:23.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:23.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.087 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:23.088 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.088 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.088 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.088 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.088 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.088 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.088 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.088 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 4, 2024-04-13T08:45:23.088 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 4, 2024-04-13T08:45:23.088 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.088 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.088 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.088 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:23.088 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.088 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.089 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.089 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.089 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.089 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.089 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.089 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.089 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.089 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:23.089 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "569'3" 2024-04-13T08:45:23.089 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.089 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.089 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.089 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.089 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.089 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.090 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.090 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:23.090 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.090 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.090 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:23.090 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.090 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.090 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:23.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.997824+0000", 2024-04-13T08:45:23.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.997824+0000", 2024-04-13T08:45:23.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.447667+0000", 2024-04-13T08:45:23.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:23.090 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.091 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.091 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.091 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.091 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:23.091 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:23.091 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:23.091 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.091 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.091 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.091 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:23.091 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912689+0000", 2024-04-13T08:45:23.091 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.091 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2910, 2024-04-13T08:45:23.091 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.091 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.092 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.092 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.092 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.092 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.092 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.092 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2910, 2024-04-13T08:45:23.092 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.092 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.092 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.092 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.0", 2024-04-13T08:45:23.092 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.092 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.092 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.092 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 8563, 2024-04-13T08:45:23.093 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.093 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:36:22.092062+0000", 2024-04-13T08:45:23.093 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.003454953, 2024-04-13T08:45:23.093 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.093 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.093 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.094 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 642, 2024-04-13T08:45:23.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 373693, 2024-04-13T08:45:23.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.095 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.096 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 2894, 2024-04-13T08:45:23.096 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 396841 2024-04-13T08:45:23.096 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.096 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.096 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.096 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.096 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.096 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.096 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.096 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.096 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:23.096 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'2910" 2024-04-13T08:45:23.096 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.096 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.096 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.097 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.097 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.097 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:23.097 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.097 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:23.097 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.097 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.097 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.097 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.097 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.097 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.097 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:23.097 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.449296+0000", 2024-04-13T08:45:23.097 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.449296+0000", 2024-04-13T08:45:23.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.449810+0000", 2024-04-13T08:45:23.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:23.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:23.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:23.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:23.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:23.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:23.098 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025236+0000", 2024-04-13T08:45:23.099 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.099 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.099 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.099 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.099 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:23.099 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.099 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.099 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.099 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.099 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.099 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.099 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.099 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.099 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.4", 2024-04-13T08:45:23.100 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.100 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.100 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.100 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5214, 2024-04-13T08:45:23.100 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.100 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:25:54.167500+0000", 2024-04-13T08:45:23.100 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.100 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.100 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.100 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.101 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.102 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.103 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.103 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.103 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.103 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.103 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.103 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.103 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.104 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:23.104 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.104 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:23.104 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.104 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.104 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.104 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.104 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.104 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.104 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.104 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.104 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:23.104 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.104 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.104 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.105 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.105 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.105 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:23.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.999602+0000", 2024-04-13T08:45:23.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.999602+0000", 2024-04-13T08:45:23.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.000051+0000", 2024-04-13T08:45:23.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:23.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:23.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:23.105 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:23.106 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.106 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.106 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.106 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:23.106 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918846+0000", 2024-04-13T08:45:23.106 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.106 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.106 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.106 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.106 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.106 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.106 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.106 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.106 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.107 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.107 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.107 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.107 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.107 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.5", 2024-04-13T08:45:23.107 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.107 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.107 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.107 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4999, 2024-04-13T08:45:23.107 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.107 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:54:43.201145+0000", 2024-04-13T08:45:23.107 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.107 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.108 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.108 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.109 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.110 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.110 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.110 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.111 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.111 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.111 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.111 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.111 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.111 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.111 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:23.111 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.111 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.111 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.111 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.111 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.111 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.111 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.111 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.112 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:23.112 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.112 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.112 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:23.112 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.112 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.112 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:45:03.616901+0000", 2024-04-13T08:45:23.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.006869+0000", 2024-04-13T08:45:23.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.006869+0000", 2024-04-13T08:45:23.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.335921+0000", 2024-04-13T08:45:23.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:45:03.616901+0000", 2024-04-13T08:45:23.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.112 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.113 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:45:03.616901+0000", 2024-04-13T08:45:23.113 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:45:03.616901+0000", 2024-04-13T08:45:23.113 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:45:03.616901+0000", 2024-04-13T08:45:23.113 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.113 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.113 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.113 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:45:03.616901+0000", 2024-04-13T08:45:23.113 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:45:03.616901+0000", 2024-04-13T08:45:23.113 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.113 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3110, 2024-04-13T08:45:23.113 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.113 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.113 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.113 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.113 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.114 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.114 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.114 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3110, 2024-04-13T08:45:23.114 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.114 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.114 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.114 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.3", 2024-04-13T08:45:23.114 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.114 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.114 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.114 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 9189, 2024-04-13T08:45:23.114 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.114 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:39:11.566945+0000", 2024-04-13T08:45:23.114 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.006486199, 2024-04-13T08:45:23.115 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.115 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.115 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:23.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:23.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:23.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:23.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.116 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 1460, 2024-04-13T08:45:23.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 371067, 2024-04-13T08:45:23.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3081, 2024-04-13T08:45:23.117 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 384648 2024-04-13T08:45:23.117 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.117 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.118 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.118 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.118 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.118 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.118 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.118 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.118 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:23.118 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3110" 2024-04-13T08:45:23.118 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.118 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.118 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.118 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.118 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.118 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.119 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.119 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:23.119 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.119 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.119 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.119 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.119 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.119 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.119 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:23.119 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.004018+0000", 2024-04-13T08:45:23.119 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.004018+0000", 2024-04-13T08:45:23.119 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.004312+0000", 2024-04-13T08:45:23.119 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:23.119 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.119 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:23.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:23.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:23.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:23.120 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914639+0000", 2024-04-13T08:45:23.120 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.120 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.120 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.120 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.121 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.121 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.121 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.121 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.121 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.121 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.121 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.121 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.121 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.121 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.0", 2024-04-13T08:45:23.121 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.121 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.121 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.121 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5023, 2024-04-13T08:45:23.121 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.122 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:45:07.102365+0000", 2024-04-13T08:45:23.122 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.122 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.122 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.122 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.123 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.124 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.125 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.125 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.125 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.125 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.125 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.125 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.125 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.125 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:23.125 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.125 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.125 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.125 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.125 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.125 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.125 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:23.126 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.126 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:23.126 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.126 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.126 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.126 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.126 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.126 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.126 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:23.126 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.932059+0000", 2024-04-13T08:45:23.126 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.932059+0000", 2024-04-13T08:45:23.126 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.933157+0000", 2024-04-13T08:45:23.126 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:23.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:23.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:23.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:23.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:23.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.127 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.128 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:23.128 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914989+0000", 2024-04-13T08:45:23.128 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.128 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.128 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.128 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.128 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:23.128 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.128 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.128 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.128 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.128 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.128 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.128 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.128 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.129 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1", 2024-04-13T08:45:23.129 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.129 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.129 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.129 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5218, 2024-04-13T08:45:23.129 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.129 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:33:30.171374+0000", 2024-04-13T08:45:23.129 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.129 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.129 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.129 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.129 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.129 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.130 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.131 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.132 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.132 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.132 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.132 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.132 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.132 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.132 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.132 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.132 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.132 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.132 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.132 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.132 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.132 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.133 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:23.133 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.133 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:23.133 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.133 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.133 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.133 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.133 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.133 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.133 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.133 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.133 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:23.133 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.133 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.133 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:23.134 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.134 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.134 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:23.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:19:36.800595+0000", 2024-04-13T08:45:23.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:19:36.800595+0000", 2024-04-13T08:45:23.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.339925+0000", 2024-04-13T08:45:23.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:23.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 385, 2024-04-13T08:45:23.134 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:23.135 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:23.135 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:23.135 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.135 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.135 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.135 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:23.135 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913103+0000", 2024-04-13T08:45:23.135 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.135 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3085, 2024-04-13T08:45:23.135 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.135 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.135 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 384, 2024-04-13T08:45:23.135 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.135 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.136 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.136 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.136 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3085, 2024-04-13T08:45:23.136 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.136 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.136 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.136 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.6", 2024-04-13T08:45:23.136 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.136 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.136 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.136 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 9231, 2024-04-13T08:45:23.136 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.136 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:49:34.686907+0000", 2024-04-13T08:45:23.136 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.009581981, 2024-04-13T08:45:23.136 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.137 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 4194304, 2024-04-13T08:45:23.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.137 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:23.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:23.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:23.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.138 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 1648, 2024-04-13T08:45:23.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 381912, 2024-04-13T08:45:23.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3025, 2024-04-13T08:45:23.139 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 358997 2024-04-13T08:45:23.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.140 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.140 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.140 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.140 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.140 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.140 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.140 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.140 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:23.140 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3085" 2024-04-13T08:45:23.140 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.140 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.140 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.140 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.140 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.140 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.141 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.141 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:23.141 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.141 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.141 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 20, 2024-04-13T08:45:23.141 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.141 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.141 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.141 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:45:20.632010+0000", 2024-04-13T08:45:23.141 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994730+0000", 2024-04-13T08:45:23.141 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994730+0000", 2024-04-13T08:45:23.141 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.995391+0000", 2024-04-13T08:45:23.141 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:45:20.632010+0000", 2024-04-13T08:45:23.141 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:08:28.417903+0000", 2024-04-13T08:45:23.142 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.142 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:08:28.417903+0000", 2024-04-13T08:45:23.142 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.142 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:45:20.632010+0000", 2024-04-13T08:45:23.142 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:45:20.632010+0000", 2024-04-13T08:45:23.142 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:45:20.632010+0000", 2024-04-13T08:45:23.142 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.142 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.142 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:08:28.417903+0000", 2024-04-13T08:45:23.142 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:45:20.632010+0000", 2024-04-13T08:45:23.142 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:45:20.632010+0000", 2024-04-13T08:45:23.142 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.142 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 213, 2024-04-13T08:45:23.142 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.143 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.143 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.143 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.143 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.143 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.143 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.143 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 213, 2024-04-13T08:45:23.143 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.143 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.143 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.143 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "1.0", 2024-04-13T08:45:23.143 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.143 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.143 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.144 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5576, 2024-04-13T08:45:23.144 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.144 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:57:17.508755+0000", 2024-04-13T08:45:23.144 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.144 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.144 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 590368, 2024-04-13T08:45:23.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 1771104, 2024-04-13T08:45:23.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.144 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:23.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:23.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:23.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.145 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 6, 2024-04-13T08:45:23.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 958, 2024-04-13T08:45:23.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 1558, 2024-04-13T08:45:23.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.146 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 343, 2024-04-13T08:45:23.147 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 2416 2024-04-13T08:45:23.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.147 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.147 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.147 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.147 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.147 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.147 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.147 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.147 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:23.147 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "2794'213" 2024-04-13T08:45:23.147 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.147 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.147 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.148 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.148 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.148 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.148 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.148 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:23.148 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.148 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.148 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.148 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.148 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.148 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.148 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:23.148 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.435327+0000", 2024-04-13T08:45:23.149 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.435327+0000", 2024-04-13T08:45:23.149 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.436299+0000", 2024-04-13T08:45:23.149 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:23.149 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.149 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.149 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.149 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:23.149 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:23.149 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:23.149 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:23.149 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.149 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.149 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.149 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:23.149 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914497+0000", 2024-04-13T08:45:23.149 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.150 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.150 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.150 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.150 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:23.150 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.150 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.150 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.150 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.150 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.150 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.150 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.150 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.150 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.3", 2024-04-13T08:45:23.150 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.151 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.151 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.151 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5073, 2024-04-13T08:45:23.151 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.151 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:27:14.387889+0000", 2024-04-13T08:45:23.151 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.151 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.151 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.151 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.152 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.153 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.154 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.154 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.154 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.154 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.154 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.154 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.154 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.154 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.154 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.154 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.154 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.154 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.154 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:23.154 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.155 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.155 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.155 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.155 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.155 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.155 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.155 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.155 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:23.155 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.155 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.155 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.155 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.155 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.155 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.155 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:23.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.165087+0000", 2024-04-13T08:45:23.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.165087+0000", 2024-04-13T08:45:23.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.165309+0000", 2024-04-13T08:45:23.156 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:23.158 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.158 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.158 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.158 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.158 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:23.158 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:23.158 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:23.158 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.158 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.159 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.159 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:23.159 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916077+0000", 2024-04-13T08:45:23.159 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.159 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.159 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.159 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.159 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.159 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.159 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.159 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.159 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.159 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.160 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.160 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.160 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.160 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2", 2024-04-13T08:45:23.160 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.160 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.160 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.160 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5127, 2024-04-13T08:45:23.160 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.160 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:30:47.604048+0000", 2024-04-13T08:45:23.160 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.160 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.160 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.160 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.161 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.162 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.163 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.163 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.163 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.163 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.164 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.164 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.164 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.164 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.164 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.164 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:23.164 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.164 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.164 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.164 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.164 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.164 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.164 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.164 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.165 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:23.165 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.165 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.165 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:23.165 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.165 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.165 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:23.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.996179+0000", 2024-04-13T08:45:23.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.996179+0000", 2024-04-13T08:45:23.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.389225+0000", 2024-04-13T08:45:23.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:23.165 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:23.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:23.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:23.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:23.166 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.917760+0000", 2024-04-13T08:45:23.166 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.167 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3106, 2024-04-13T08:45:23.167 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.167 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.167 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.167 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.167 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.167 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.167 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.167 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3106, 2024-04-13T08:45:23.167 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.167 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.167 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.167 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.5", 2024-04-13T08:45:23.167 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.168 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.168 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.168 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 8732, 2024-04-13T08:45:23.168 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.168 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:24:53.808653+0000", 2024-04-13T08:45:23.168 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.003767069, 2024-04-13T08:45:23.168 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.168 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.168 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.169 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.170 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 879, 2024-04-13T08:45:23.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 394402, 2024-04-13T08:45:23.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3098, 2024-04-13T08:45:23.171 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 420001 2024-04-13T08:45:23.171 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.171 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.171 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.171 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.171 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.171 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.171 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.171 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.171 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:23.172 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3106" 2024-04-13T08:45:23.172 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.172 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.172 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.172 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.172 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.172 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.172 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.172 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:23.172 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.172 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.172 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.172 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.172 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.173 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:23.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.800610+0000", 2024-04-13T08:45:23.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.800610+0000", 2024-04-13T08:45:23.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.800902+0000", 2024-04-13T08:45:23.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:23.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:23.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:23.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:23.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:23.173 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:23.174 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.027714+0000", 2024-04-13T08:45:23.174 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.174 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.174 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.174 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.174 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:23.174 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.174 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.174 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.174 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.175 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.175 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.175 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.175 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.175 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1", 2024-04-13T08:45:23.175 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.175 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.175 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.175 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5187, 2024-04-13T08:45:23.175 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.175 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:47:16.927400+0000", 2024-04-13T08:45:23.175 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.175 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.175 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.175 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.176 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.177 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.178 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.178 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.178 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.178 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.178 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.179 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.179 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.179 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.179 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.179 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:23.179 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.179 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.179 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.179 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.179 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.179 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.179 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.179 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.180 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:23.180 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.180 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.180 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.180 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.180 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.180 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.180 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.023959+0000", 2024-04-13T08:45:23.180 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.156141+0000", 2024-04-13T08:45:23.180 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.156141+0000", 2024-04-13T08:45:23.180 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.156483+0000", 2024-04-13T08:45:23.180 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.023959+0000", 2024-04-13T08:45:23.180 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.180 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.023959+0000", 2024-04-13T08:45:23.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.023959+0000", 2024-04-13T08:45:23.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.023959+0000", 2024-04-13T08:45:23.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.023959+0000", 2024-04-13T08:45:23.181 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.023959+0000", 2024-04-13T08:45:23.181 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.181 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.181 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.181 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.181 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.182 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.182 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.182 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.182 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.182 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.182 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.182 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.182 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.182 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.0", 2024-04-13T08:45:23.182 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.182 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.182 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.182 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5216, 2024-04-13T08:45:23.183 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.183 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T19:08:18.423327+0000", 2024-04-13T08:45:23.183 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.183 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.183 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.183 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.183 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.183 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.183 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.183 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.183 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.183 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.183 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.183 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.183 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.184 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.185 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.186 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.186 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.186 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.186 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.186 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.186 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.186 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.186 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:23.186 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.186 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.186 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.186 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.186 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.187 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.187 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.187 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.187 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:23.187 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.187 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.187 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:23.187 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.187 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.187 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.187 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:23.187 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.448941+0000", 2024-04-13T08:45:23.187 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.448941+0000", 2024-04-13T08:45:23.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.342398+0000", 2024-04-13T08:45:23.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:23.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:23.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:23.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:23.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:23.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:23.188 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025442+0000", 2024-04-13T08:45:23.189 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.189 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3018, 2024-04-13T08:45:23.189 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.189 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.189 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:23.189 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.189 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.189 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.189 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.189 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3018, 2024-04-13T08:45:23.189 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.189 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.189 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.190 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.7", 2024-04-13T08:45:23.190 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.190 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.190 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.190 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 8836, 2024-04-13T08:45:23.190 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.190 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:16:09.107606+0000", 2024-04-13T08:45:23.190 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.011349046, 2024-04-13T08:45:23.190 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.190 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.190 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.190 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.190 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.190 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.191 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.192 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 928, 2024-04-13T08:45:23.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 379413, 2024-04-13T08:45:23.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3020, 2024-04-13T08:45:23.193 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 369801 2024-04-13T08:45:23.193 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.193 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.193 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.193 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.193 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.193 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.193 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.194 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.194 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:23.194 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1179'3018" 2024-04-13T08:45:23.194 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.194 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.194 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.194 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.194 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.194 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.194 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.194 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:23.194 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.194 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.194 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.195 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.195 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.195 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:23.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.166911+0000", 2024-04-13T08:45:23.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.166911+0000", 2024-04-13T08:45:23.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.167272+0000", 2024-04-13T08:45:23.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:23.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:23.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:23.195 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:23.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:23.196 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.022753+0000", 2024-04-13T08:45:23.196 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.196 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.196 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.196 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.196 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.196 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.196 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.196 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.197 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.197 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.197 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.197 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.197 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.197 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3", 2024-04-13T08:45:23.197 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.197 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.197 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.197 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5136, 2024-04-13T08:45:23.197 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.197 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:41:13.413148+0000", 2024-04-13T08:45:23.197 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.197 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.198 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.198 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.199 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.200 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.201 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.201 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.201 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.201 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.201 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.201 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.201 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.201 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:23.201 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.201 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.201 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.201 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.201 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.201 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.202 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.202 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.202 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:23.202 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.202 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.202 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.202 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.202 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.202 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:23.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.167901+0000", 2024-04-13T08:45:23.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.167901+0000", 2024-04-13T08:45:23.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.168243+0000", 2024-04-13T08:45:23.202 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:23.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:23.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:23.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:23.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:23.203 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914169+0000", 2024-04-13T08:45:23.203 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.203 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.204 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.204 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.204 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.204 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.204 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.204 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.204 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.204 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.204 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.204 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.204 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.204 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.2", 2024-04-13T08:45:23.204 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.204 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.204 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.205 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5080, 2024-04-13T08:45:23.205 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.205 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:43:07.082883+0000", 2024-04-13T08:45:23.205 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.205 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.205 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.205 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.206 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.207 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.208 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.208 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.208 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.208 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.208 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.208 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.208 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.208 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.208 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.208 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.208 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.208 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.208 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.208 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:23.209 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.209 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.209 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.209 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.209 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.209 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.209 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:23.209 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.209 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:23.209 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.209 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.209 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:23.209 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.209 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.210 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:45:19.681089+0000", 2024-04-13T08:45:23.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.803111+0000", 2024-04-13T08:45:23.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.803111+0000", 2024-04-13T08:45:23.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.340110+0000", 2024-04-13T08:45:23.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:45:19.681089+0000", 2024-04-13T08:45:23.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:23.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:45:19.681089+0000", 2024-04-13T08:45:23.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:45:19.681089+0000", 2024-04-13T08:45:23.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:45:19.681089+0000", 2024-04-13T08:45:23.210 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.211 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.211 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.211 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:45:19.681089+0000", 2024-04-13T08:45:23.211 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:45:19.681089+0000", 2024-04-13T08:45:23.211 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.211 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3067, 2024-04-13T08:45:23.211 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.211 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.211 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:23.211 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.211 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.211 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.211 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.211 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3067, 2024-04-13T08:45:23.212 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.212 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.212 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.212 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.4", 2024-04-13T08:45:23.212 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.212 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.212 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.212 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 9085, 2024-04-13T08:45:23.212 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.212 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:42:08.234645+0000", 2024-04-13T08:45:23.212 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.011400536, 2024-04-13T08:45:23.212 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.212 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.212 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.213 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:23.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:23.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:23.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:23.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.214 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.215 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.215 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.215 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 1306, 2024-04-13T08:45:23.215 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 366642, 2024-04-13T08:45:23.215 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.215 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.215 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.215 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3059, 2024-04-13T08:45:23.215 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 375365 2024-04-13T08:45:23.215 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.215 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.215 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.215 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.215 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.215 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.215 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:23.216 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.216 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:23.216 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1180'3067" 2024-04-13T08:45:23.216 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.216 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.216 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.216 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.216 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.216 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.216 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.216 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:23.216 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.216 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.216 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.217 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.217 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.217 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:23.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.449254+0000", 2024-04-13T08:45:23.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.449254+0000", 2024-04-13T08:45:23.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.449597+0000", 2024-04-13T08:45:23.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:23.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:23.217 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:23.218 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:23.218 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:23.218 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.218 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.218 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.218 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:23.218 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916106+0000", 2024-04-13T08:45:23.218 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.218 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.218 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.218 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.218 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:23.218 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.218 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.218 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.219 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.219 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.219 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.219 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.219 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.219 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.5", 2024-04-13T08:45:23.219 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.219 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.219 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.219 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5070, 2024-04-13T08:45:23.219 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.219 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:30:12.840058+0000", 2024-04-13T08:45:23.219 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.219 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.219 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.220 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.221 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.222 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.222 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.222 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.222 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.222 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.222 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.223 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.223 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.223 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.223 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:23.223 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.223 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.223 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.223 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.223 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.223 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.223 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.223 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.223 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:23.223 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.224 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.224 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.224 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.224 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.224 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:23.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.009592+0000", 2024-04-13T08:45:23.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.009592+0000", 2024-04-13T08:45:23.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.009927+0000", 2024-04-13T08:45:23.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:23.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.224 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:23.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:23.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:23.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:23.225 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024924+0000", 2024-04-13T08:45:23.225 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.225 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.225 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.225 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.225 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.225 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.226 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.226 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.226 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.226 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.226 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.226 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.226 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.226 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.4", 2024-04-13T08:45:23.226 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.226 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.226 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.226 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5226, 2024-04-13T08:45:23.226 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.227 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:06:22.826092+0000", 2024-04-13T08:45:23.227 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.227 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.227 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.227 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.228 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.229 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.230 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.230 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.230 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.230 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.230 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.230 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.230 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.230 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.230 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.230 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:23.230 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.230 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.230 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.231 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.231 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.231 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.231 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.231 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.231 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:23.231 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.231 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.231 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 65, 2024-04-13T08:45:23.231 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.231 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.231 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:23.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.441801+0000", 2024-04-13T08:45:23.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.441801+0000", 2024-04-13T08:45:23.231 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:56:36.336884+0000", 2024-04-13T08:45:23.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:23.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:23.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:23.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:23.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:23.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:11:19.224561+0000", 2024-04-13T08:45:23.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:23.232 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025306+0000", 2024-04-13T08:45:23.232 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.233 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2948, 2024-04-13T08:45:23.233 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.233 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.233 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:23.233 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.233 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.233 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.233 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.233 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2948, 2024-04-13T08:45:23.233 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.233 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.233 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.233 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "4.2", 2024-04-13T08:45:23.233 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.234 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.234 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.234 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 8855, 2024-04-13T08:45:23.234 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.234 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:02:15.391820+0000", 2024-04-13T08:45:23.234 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.006744742, 2024-04-13T08:45:23.234 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.234 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 19, 2024-04-13T08:45:23.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.234 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:23.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:23.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.235 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:23.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.236 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 777, 2024-04-13T08:45:23.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 419364, 2024-04-13T08:45:23.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 2958, 2024-04-13T08:45:23.237 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 383925 2024-04-13T08:45:23.237 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.237 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.237 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.237 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.237 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.237 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.237 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.237 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.238 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:23.238 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "1179'2948" 2024-04-13T08:45:23.238 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.238 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.238 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.238 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.238 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.238 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.238 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.238 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:23.238 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.238 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.238 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.238 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.239 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.239 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:23.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994925+0000", 2024-04-13T08:45:23.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994925+0000", 2024-04-13T08:45:23.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.995263+0000", 2024-04-13T08:45:23.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:23.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:23.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:23.239 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:23.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:23.240 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.917170+0000", 2024-04-13T08:45:23.240 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.240 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.240 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.240 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.240 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.240 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.240 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.240 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.240 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.240 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.241 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.241 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.241 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.241 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.e", 2024-04-13T08:45:23.241 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.241 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.241 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.241 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4994, 2024-04-13T08:45:23.241 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.241 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:27:06.999181+0000", 2024-04-13T08:45:23.241 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.241 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.241 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.241 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.242 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.243 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.244 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.244 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.244 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.244 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.244 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.244 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.245 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.245 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.245 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.245 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:23.245 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.245 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.245 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.245 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.245 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.245 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.245 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.245 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.245 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:23.245 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.245 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.245 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.246 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.246 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.246 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:23.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.986922+0000", 2024-04-13T08:45:23.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.986922+0000", 2024-04-13T08:45:23.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.987265+0000", 2024-04-13T08:45:23.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:23.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:23.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:23.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:23.246 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.247 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.247 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.247 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:23.247 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024491+0000", 2024-04-13T08:45:23.247 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.247 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 1, 2024-04-13T08:45:23.247 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.247 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.247 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.247 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.247 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.247 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.247 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.248 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 1, 2024-04-13T08:45:23.248 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.248 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.248 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.248 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.f", 2024-04-13T08:45:23.248 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.248 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.248 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.248 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5137, 2024-04-13T08:45:23.248 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.248 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:37:48.436353+0000", 2024-04-13T08:45:23.248 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.248 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.249 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 22, 2024-04-13T08:45:23.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.249 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:23.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:23.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:23.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.250 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 2, 2024-04-13T08:45:23.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 2, 2024-04-13T08:45:23.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 1, 2024-04-13T08:45:23.251 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T08:45:23.251 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.251 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.251 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.251 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.252 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.252 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.252 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.252 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.252 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:23.252 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'1" 2024-04-13T08:45:23.252 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.252 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.252 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.252 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.252 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.252 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.252 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.252 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:23.253 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.253 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.253 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.253 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.253 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.253 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:23.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.995647+0000", 2024-04-13T08:45:23.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.995647+0000", 2024-04-13T08:45:23.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.998730+0000", 2024-04-13T08:45:23.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:23.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.253 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.254 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:23.254 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:23.254 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:23.254 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.254 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.254 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.254 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:23.254 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915554+0000", 2024-04-13T08:45:23.254 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.254 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.254 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.254 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.254 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.254 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.255 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.255 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.255 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.255 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.255 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.255 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.255 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.255 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.11", 2024-04-13T08:45:23.255 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.255 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.255 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.255 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5019, 2024-04-13T08:45:23.255 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.255 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:36:44.067412+0000", 2024-04-13T08:45:23.256 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.256 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.256 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.256 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.257 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.258 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.258 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.259 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.259 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.259 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.259 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.259 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.259 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.259 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.259 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:23.259 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.259 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.259 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.259 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.259 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.259 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.259 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.259 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.260 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:23.260 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.260 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.260 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.260 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.260 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.260 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:23.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:19:36.794944+0000", 2024-04-13T08:45:23.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:19:36.794944+0000", 2024-04-13T08:45:23.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:19:36.795591+0000", 2024-04-13T08:45:23.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:23.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.260 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 385, 2024-04-13T08:45:23.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:23.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:23.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:23.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:23.261 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.028669+0000", 2024-04-13T08:45:23.261 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.261 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 8, 2024-04-13T08:45:23.261 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.261 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.261 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 384, 2024-04-13T08:45:23.261 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.262 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.262 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.262 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.262 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 8, 2024-04-13T08:45:23.262 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.262 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.262 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.262 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.10", 2024-04-13T08:45:23.262 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.262 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.262 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.262 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5206, 2024-04-13T08:45:23.262 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.262 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:48:53.284073+0000", 2024-04-13T08:45:23.263 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.263 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.263 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.263 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 12, 2024-04-13T08:45:23.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 4, 2024-04-13T08:45:23.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 4, 2024-04-13T08:45:23.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 4, 2024-04-13T08:45:23.264 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 48, 2024-04-13T08:45:23.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 48, 2024-04-13T08:45:23.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 12, 2024-04-13T08:45:23.265 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.266 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.266 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.266 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.266 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.266 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.266 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.266 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.266 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:23.266 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'8" 2024-04-13T08:45:23.266 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.266 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.266 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.266 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.267 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.267 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:23.267 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.267 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:23.267 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.267 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.267 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.267 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.267 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.267 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.267 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:23.267 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.167020+0000", 2024-04-13T08:45:23.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.167020+0000", 2024-04-13T08:45:23.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.167693+0000", 2024-04-13T08:45:23.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:23.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:23.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:23.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:23.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.268 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:23.269 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912900+0000", 2024-04-13T08:45:23.269 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.269 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.269 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.269 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.269 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.269 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.269 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.269 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.269 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.269 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.269 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.269 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.269 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.269 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.10", 2024-04-13T08:45:23.270 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.270 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.270 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.270 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5023, 2024-04-13T08:45:23.270 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.270 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:31:20.315116+0000", 2024-04-13T08:45:23.270 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.270 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.270 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.270 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.271 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.272 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.273 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.273 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.273 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.273 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.273 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.273 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.273 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.273 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:23.273 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.273 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:23.274 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.274 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.274 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.274 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.274 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.274 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.274 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.274 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.274 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:23.274 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.274 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.274 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.274 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.274 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.275 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:23.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.175405+0000", 2024-04-13T08:45:23.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.175405+0000", 2024-04-13T08:45:23.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.176443+0000", 2024-04-13T08:45:23.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:23.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:23.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:23.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:23.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.275 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:23.276 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.921147+0000", 2024-04-13T08:45:23.276 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.276 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.276 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.276 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.276 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.276 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.276 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.276 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.276 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.276 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.276 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.277 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.277 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.277 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.11", 2024-04-13T08:45:23.277 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.277 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.277 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.277 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5031, 2024-04-13T08:45:23.277 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.277 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:00:14.213685+0000", 2024-04-13T08:45:23.277 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.277 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.277 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.277 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.277 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.278 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.279 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.280 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.280 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.280 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.280 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.280 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.280 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.281 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.281 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.281 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.281 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:23.281 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.281 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.281 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.281 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.281 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.281 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.281 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.281 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.281 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:23.281 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.281 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.281 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.282 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.282 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.282 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.282 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:23.282 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.986068+0000", 2024-04-13T08:45:23.282 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.986068+0000", 2024-04-13T08:45:23.282 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.000085+0000", 2024-04-13T08:45:23.282 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:23.282 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.282 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.282 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.282 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.282 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:23.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:23.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:23.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:23.283 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915856+0000", 2024-04-13T08:45:23.283 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.283 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.283 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.283 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.283 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.283 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.283 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.283 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.284 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.284 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.284 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.284 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.284 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.284 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.13", 2024-04-13T08:45:23.284 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.284 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.284 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.284 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4993, 2024-04-13T08:45:23.284 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.284 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:43:36.828941+0000", 2024-04-13T08:45:23.284 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.284 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.284 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.285 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.286 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.287 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.288 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.288 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.288 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.288 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.288 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.288 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.288 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.288 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.288 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:23.288 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.288 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.288 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.288 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.288 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.288 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.289 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.289 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.289 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:23.289 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.289 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.289 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.289 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.289 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.289 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.289 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913043+0000", 2024-04-13T08:45:23.289 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.988883+0000", 2024-04-13T08:45:23.289 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.988883+0000", 2024-04-13T08:45:23.289 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.989430+0000", 2024-04-13T08:45:23.289 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913043+0000", 2024-04-13T08:45:23.289 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913043+0000", 2024-04-13T08:45:23.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913043+0000", 2024-04-13T08:45:23.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913043+0000", 2024-04-13T08:45:23.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913043+0000", 2024-04-13T08:45:23.290 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913043+0000", 2024-04-13T08:45:23.290 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.290 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.290 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.291 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.291 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.291 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.291 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.291 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.291 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.291 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.291 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.291 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.291 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.291 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.12", 2024-04-13T08:45:23.291 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.291 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.291 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.292 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5061, 2024-04-13T08:45:23.292 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.292 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:31:16.477423+0000", 2024-04-13T08:45:23.292 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.292 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.292 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.292 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.293 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.294 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.295 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.295 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.295 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.295 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.295 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.295 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.295 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.295 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.295 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:23.295 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.295 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.295 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.296 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.296 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.296 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.296 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:23.296 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.296 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:23.296 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.296 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.296 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.296 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.296 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.296 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.296 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:23.296 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.000592+0000", 2024-04-13T08:45:23.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.000592+0000", 2024-04-13T08:45:23.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.000986+0000", 2024-04-13T08:45:23.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:23.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:23.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:23.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:23.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.297 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:23.298 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913014+0000", 2024-04-13T08:45:23.298 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.298 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.298 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.298 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.298 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.298 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.298 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.298 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.298 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.298 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.298 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.298 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.299 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.299 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.12", 2024-04-13T08:45:23.299 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.299 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.299 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.299 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5213, 2024-04-13T08:45:23.299 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.299 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:10:24.957445+0000", 2024-04-13T08:45:23.299 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.299 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.299 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.299 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.300 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.301 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.302 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.302 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.302 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.302 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.302 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.302 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.302 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.303 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:23.303 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.303 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:23.303 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.303 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.303 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.303 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.303 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.303 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.303 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:23.303 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.303 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:23.303 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.303 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.303 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.304 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.304 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.304 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:23.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.923756+0000", 2024-04-13T08:45:23.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.923756+0000", 2024-04-13T08:45:23.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.924281+0000", 2024-04-13T08:45:23.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:23.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:23.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:23.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:23.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:23.304 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:23.305 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914051+0000", 2024-04-13T08:45:23.305 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.305 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:23.305 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.305 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.305 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:23.305 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.305 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.305 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.305 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.305 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:23.305 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.306 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.306 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.306 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.13", 2024-04-13T08:45:23.306 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.306 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.306 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.306 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5220, 2024-04-13T08:45:23.306 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.306 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:03:53.986623+0000", 2024-04-13T08:45:23.306 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.306 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.306 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.306 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 34, 2024-04-13T08:45:23.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.307 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:23.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:23.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:23.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:23.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.308 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 8, 2024-04-13T08:45:23.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 16, 2024-04-13T08:45:23.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:23.309 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 7 2024-04-13T08:45:23.309 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.309 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.310 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.310 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.310 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.310 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.310 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:23.310 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.310 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:23.310 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:23.310 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.310 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.310 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.310 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.310 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.310 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.311 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.311 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:23.311 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.311 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.311 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.311 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.311 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.311 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.311 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:23.311 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.991210+0000", 2024-04-13T08:45:23.311 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.991210+0000", 2024-04-13T08:45:23.311 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.992247+0000", 2024-04-13T08:45:23.311 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:23.311 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:23.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:23.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:23.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:23.312 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918690+0000", 2024-04-13T08:45:23.312 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.312 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.312 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.313 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.313 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.313 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.313 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.313 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.313 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.313 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.313 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.313 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.313 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.313 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.15", 2024-04-13T08:45:23.313 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.313 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.313 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.314 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4992, 2024-04-13T08:45:23.314 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.314 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:32:46.556285+0000", 2024-04-13T08:45:23.314 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.314 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.314 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.314 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.315 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.316 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.317 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.317 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.317 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.317 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.317 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.317 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.317 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.317 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.317 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.317 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:23.318 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.318 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.318 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.318 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.318 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.318 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.318 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:23.318 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.318 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:23.318 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.318 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.318 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.318 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.319 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.319 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:23.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.172651+0000", 2024-04-13T08:45:23.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.172651+0000", 2024-04-13T08:45:23.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.173016+0000", 2024-04-13T08:45:23.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:23.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:23.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:23.319 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:23.320 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.320 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.320 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.320 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:23.320 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918226+0000", 2024-04-13T08:45:23.320 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.320 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 30, 2024-04-13T08:45:23.320 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.320 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.320 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.320 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.320 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.320 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.320 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.320 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 30, 2024-04-13T08:45:23.321 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.321 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.321 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.321 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.14", 2024-04-13T08:45:23.321 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.321 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.321 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.321 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5066, 2024-04-13T08:45:23.321 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.321 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:42:28.705917+0000", 2024-04-13T08:45:23.321 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.321 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.321 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.321 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 5824, 2024-04-13T08:45:23.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.322 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 12, 2024-04-13T08:45:23.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 4, 2024-04-13T08:45:23.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 4, 2024-04-13T08:45:23.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:23.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.323 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 20, 2024-04-13T08:45:23.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 28, 2024-04-13T08:45:23.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 28, 2024-04-13T08:45:23.324 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 25 2024-04-13T08:45:23.324 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.324 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.324 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.324 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.324 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.325 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.325 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:23.325 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.325 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:23.325 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'30" 2024-04-13T08:45:23.325 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.325 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.325 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.325 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.325 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.325 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.325 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.325 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:23.325 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.325 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.325 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.326 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.326 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.326 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:23.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.979594+0000", 2024-04-13T08:45:23.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.979594+0000", 2024-04-13T08:45:23.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.979944+0000", 2024-04-13T08:45:23.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:23.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:23.326 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:23.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:23.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:23.327 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.023308+0000", 2024-04-13T08:45:23.327 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.327 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.327 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.327 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.327 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.327 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.327 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.328 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.328 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.328 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.328 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.328 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.328 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.328 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.14", 2024-04-13T08:45:23.328 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.328 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.328 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.328 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5119, 2024-04-13T08:45:23.328 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.328 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:20:15.686817+0000", 2024-04-13T08:45:23.328 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.328 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.328 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.329 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.330 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.331 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.331 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.331 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.331 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.332 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.332 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.332 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.332 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.332 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.332 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:23.332 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.332 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.332 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.332 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.332 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.332 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.332 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.332 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.332 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:23.332 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.333 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.333 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.333 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.333 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.333 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.333 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:23.333 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.449061+0000", 2024-04-13T08:45:23.333 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.449061+0000", 2024-04-13T08:45:23.333 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.449440+0000", 2024-04-13T08:45:23.333 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:23.333 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.333 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.333 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.333 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:23.333 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:23.333 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:23.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:23.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:23.334 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024853+0000", 2024-04-13T08:45:23.334 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.334 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:23.334 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.334 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.334 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:23.334 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.334 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.335 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.335 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.335 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:23.335 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.335 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.335 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.335 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.15", 2024-04-13T08:45:23.335 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.335 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.335 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.335 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5229, 2024-04-13T08:45:23.335 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.335 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:45:56.293098+0000", 2024-04-13T08:45:23.335 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.336 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.336 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 90, 2024-04-13T08:45:23.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.336 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:23.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:23.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:23.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.337 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:23.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 14, 2024-04-13T08:45:23.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 14, 2024-04-13T08:45:23.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 4, 2024-04-13T08:45:23.338 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T08:45:23.338 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.339 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.339 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.339 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.339 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.339 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.339 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.339 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.339 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:23.339 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'3" 2024-04-13T08:45:23.339 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.339 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.339 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.339 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.339 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.340 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:23.340 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.340 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:23.340 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.340 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.340 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.340 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.340 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.340 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.340 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:23.340 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.441972+0000", 2024-04-13T08:45:23.340 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.441972+0000", 2024-04-13T08:45:23.340 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.442787+0000", 2024-04-13T08:45:23.340 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:23.340 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:23.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:23.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:23.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:23.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:23.341 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913172+0000", 2024-04-13T08:45:23.341 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.341 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.341 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.342 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.342 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:23.342 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.342 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.342 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.342 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.342 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.342 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.342 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.342 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.342 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.17", 2024-04-13T08:45:23.342 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.342 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.342 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.342 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5211, 2024-04-13T08:45:23.343 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.343 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:32:48.009448+0000", 2024-04-13T08:45:23.343 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.343 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.343 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.343 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.344 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.345 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.346 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.346 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.346 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.346 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.346 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.346 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.346 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.346 INFO:tasks.workunit.client.0.smithi003.stdout: 3 2024-04-13T08:45:23.346 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.346 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:23.346 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.346 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.346 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.347 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.347 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.347 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.347 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.347 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.347 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:23.347 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.347 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.347 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.347 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.347 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.347 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.347 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:23.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.171724+0000", 2024-04-13T08:45:23.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.171724+0000", 2024-04-13T08:45:23.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.172042+0000", 2024-04-13T08:45:23.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:23.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:23.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:23.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:23.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.348 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:23.349 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918252+0000", 2024-04-13T08:45:23.349 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.349 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.349 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.349 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.349 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.349 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.349 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.349 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.349 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.349 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.349 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.349 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.349 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.350 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.16", 2024-04-13T08:45:23.350 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.350 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.350 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.350 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5067, 2024-04-13T08:45:23.350 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.350 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:59:43.008002+0000", 2024-04-13T08:45:23.350 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.350 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.350 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.350 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.351 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.352 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.353 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.353 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.353 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.353 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.353 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.353 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.353 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.353 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.353 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.353 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:23.353 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.354 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.354 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.354 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.354 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.354 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.354 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.354 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.354 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:23.354 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.354 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.354 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.354 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.354 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.354 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.354 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:23.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.982856+0000", 2024-04-13T08:45:23.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.982856+0000", 2024-04-13T08:45:23.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.983264+0000", 2024-04-13T08:45:23.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:23.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:23.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:23.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:23.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.355 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:23.356 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918447+0000", 2024-04-13T08:45:23.356 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.356 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.356 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.356 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.356 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.356 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.356 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.356 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.356 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.356 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.356 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.356 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.356 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.356 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.16", 2024-04-13T08:45:23.356 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.357 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.357 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.357 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5073, 2024-04-13T08:45:23.357 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.357 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:45:03.998773+0000", 2024-04-13T08:45:23.357 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.357 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.357 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.357 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.358 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.359 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.361 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.362 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.362 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.362 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.362 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.362 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.362 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.362 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.362 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.362 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.362 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.362 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:23.362 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.362 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.362 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.363 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.363 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.363 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.363 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.363 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.363 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:23.363 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.363 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.363 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.363 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.363 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.363 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:23.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.169358+0000", 2024-04-13T08:45:23.363 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.169358+0000", 2024-04-13T08:45:23.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.171877+0000", 2024-04-13T08:45:23.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:23.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:23.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:23.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:23.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:23.364 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.921089+0000", 2024-04-13T08:45:23.364 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.365 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.365 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.365 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.365 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.365 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.365 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.365 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.365 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.365 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.365 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.365 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.365 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.365 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.17", 2024-04-13T08:45:23.365 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.365 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.366 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.366 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5023, 2024-04-13T08:45:23.366 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.366 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:51:31.670554+0000", 2024-04-13T08:45:23.366 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.366 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.366 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.366 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.367 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.368 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.369 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.369 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.369 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.369 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.369 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.369 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.369 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.369 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.369 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.370 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:23.370 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.370 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.370 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.370 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.370 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.370 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.370 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.370 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.370 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:23.370 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.370 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.370 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.370 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.371 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.371 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:23.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.806703+0000", 2024-04-13T08:45:23.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.806703+0000", 2024-04-13T08:45:23.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.807016+0000", 2024-04-13T08:45:23.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:23.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:23.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:23.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:23.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:23.371 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.372 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.372 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.372 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:23.372 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024351+0000", 2024-04-13T08:45:23.372 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.372 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.372 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.372 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.372 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:23.372 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.372 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.372 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.372 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.372 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.373 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.373 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.373 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.373 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.19", 2024-04-13T08:45:23.373 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.373 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.373 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.373 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5224, 2024-04-13T08:45:23.373 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.373 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:36:45.199661+0000", 2024-04-13T08:45:23.373 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.373 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.373 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.373 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.374 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.375 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.376 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.376 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.376 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.376 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.376 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.377 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.377 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.377 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.377 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.377 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:23.377 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.377 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.377 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.377 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.377 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.377 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.377 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.377 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.377 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:23.378 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.378 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.378 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.378 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.378 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.378 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:23.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.442562+0000", 2024-04-13T08:45:23.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.442562+0000", 2024-04-13T08:45:23.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.442917+0000", 2024-04-13T08:45:23.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:23.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.378 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.379 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.379 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:23.379 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:23.379 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:23.379 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:23.379 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.379 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.379 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.379 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:23.379 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915154+0000", 2024-04-13T08:45:23.379 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.379 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.379 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.379 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.379 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:23.380 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.380 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.380 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.380 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.380 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.380 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.380 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.380 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.380 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.18", 2024-04-13T08:45:23.380 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.380 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.380 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.380 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5063, 2024-04-13T08:45:23.380 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.380 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:54:44.757014+0000", 2024-04-13T08:45:23.381 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.381 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.381 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.381 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.382 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.383 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.384 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.384 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.384 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.384 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.384 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.384 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.384 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.384 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.384 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:23.384 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.384 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.384 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.384 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.385 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.385 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.385 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.385 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.385 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:23.385 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.385 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.385 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.385 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.385 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.385 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.385 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:23.385 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:10.814447+0000", 2024-04-13T08:45:23.385 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:10.814447+0000", 2024-04-13T08:45:23.385 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:10.816730+0000", 2024-04-13T08:45:23.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:23.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 418, 2024-04-13T08:45:23.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:23.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:23.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:23.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:23.386 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912586+0000", 2024-04-13T08:45:23.386 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.387 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.387 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.387 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.387 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 417, 2024-04-13T08:45:23.387 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.387 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.387 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.387 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.387 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.387 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.387 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.387 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.387 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.18", 2024-04-13T08:45:23.388 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.388 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.388 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.388 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5135, 2024-04-13T08:45:23.388 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.388 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:15:30.573120+0000", 2024-04-13T08:45:23.388 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.388 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.388 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.388 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.389 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.390 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.391 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.391 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.391 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.391 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.391 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.391 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.391 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.391 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.392 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.392 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:23.392 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.392 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.392 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.392 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.392 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.392 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.392 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.392 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.392 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:23.392 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.392 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.392 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.393 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.393 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.393 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.393 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:23.393 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.174386+0000", 2024-04-13T08:45:23.393 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.174386+0000", 2024-04-13T08:45:23.393 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.174732+0000", 2024-04-13T08:45:23.393 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:23.393 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.393 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.393 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.393 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.393 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:23.393 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:23.393 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:23.394 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.394 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.394 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.394 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:23.394 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915776+0000", 2024-04-13T08:45:23.394 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.394 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.394 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.394 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.394 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.394 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.394 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.394 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.395 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.395 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.395 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.395 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.395 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.395 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.19", 2024-04-13T08:45:23.395 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.395 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.395 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.395 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5135, 2024-04-13T08:45:23.395 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.395 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:11:35.954998+0000", 2024-04-13T08:45:23.395 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.395 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.396 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.396 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.397 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.398 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.398 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.399 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.399 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.399 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.399 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.399 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.399 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.399 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.399 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:23.399 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.399 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.399 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.399 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.399 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.399 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.400 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.400 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.400 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:23.400 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.400 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.400 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.400 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.400 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.400 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:23.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.986529+0000", 2024-04-13T08:45:23.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.986529+0000", 2024-04-13T08:45:23.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.986827+0000", 2024-04-13T08:45:23.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:23.400 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.401 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.401 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.401 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.401 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:23.401 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:23.401 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:23.401 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.401 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.401 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.401 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:23.401 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.030518+0000", 2024-04-13T08:45:23.401 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.401 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.401 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.402 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.402 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.402 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.402 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.402 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.402 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.402 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.402 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.402 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.402 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.402 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1b", 2024-04-13T08:45:23.402 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.402 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.402 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.403 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5166, 2024-04-13T08:45:23.403 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.403 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:55:28.407524+0000", 2024-04-13T08:45:23.403 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.403 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.403 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.403 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.404 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.405 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.406 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.406 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.406 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.406 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.406 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.406 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.406 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.406 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.406 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.406 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.406 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.406 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.406 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:23.406 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.407 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.407 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.407 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.407 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.407 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.407 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.407 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.407 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:23.407 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.407 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.407 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.407 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.408 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.408 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:23.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.996837+0000", 2024-04-13T08:45:23.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.996837+0000", 2024-04-13T08:45:23.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.997305+0000", 2024-04-13T08:45:23.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:23.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:23.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:23.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:23.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.408 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.409 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.409 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:23.409 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.919440+0000", 2024-04-13T08:45:23.409 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.409 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:23.409 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.409 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.409 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.409 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.409 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.409 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.409 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.409 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:23.409 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.409 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.410 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.410 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1a", 2024-04-13T08:45:23.410 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.410 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.410 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.410 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5026, 2024-04-13T08:45:23.410 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.410 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:21:48.496374+0000", 2024-04-13T08:45:23.410 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.410 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.410 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.410 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.410 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.410 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.411 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.412 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.413 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.413 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.413 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.413 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.413 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.413 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.413 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.414 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.414 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.414 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:23.414 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'3" 2024-04-13T08:45:23.414 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.414 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.414 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.414 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.414 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.414 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.414 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.414 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:23.414 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.415 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.415 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.415 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.415 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.415 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.415 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:23.415 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:20:45.927467+0000", 2024-04-13T08:45:23.415 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:20:45.927467+0000", 2024-04-13T08:45:23.415 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:20:45.927786+0000", 2024-04-13T08:45:23.415 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:23.415 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.415 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.415 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.415 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 452, 2024-04-13T08:45:23.416 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:23.416 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:23.416 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:23.416 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.416 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.416 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.416 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:23.416 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.022502+0000", 2024-04-13T08:45:23.416 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.416 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.416 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.416 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.416 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 451, 2024-04-13T08:45:23.416 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.417 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.417 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.417 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.417 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.417 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.417 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.417 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.417 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1a", 2024-04-13T08:45:23.417 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.417 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.417 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.417 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5122, 2024-04-13T08:45:23.417 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.417 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:54:20.118750+0000", 2024-04-13T08:45:23.418 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.418 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.418 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.418 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.419 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.420 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.421 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.421 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.421 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.421 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.421 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.421 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.421 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.421 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.421 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.421 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:23.421 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.421 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.421 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.422 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.422 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.422 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.422 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.422 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.422 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:23.422 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.422 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.422 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.422 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.422 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.422 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.422 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:23.422 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.007562+0000", 2024-04-13T08:45:23.423 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.007562+0000", 2024-04-13T08:45:23.423 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.008009+0000", 2024-04-13T08:45:23.423 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:23.423 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.423 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.423 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.423 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.423 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:23.423 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:23.423 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:23.423 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.423 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.423 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.423 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:23.423 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914071+0000", 2024-04-13T08:45:23.424 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.424 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:23.424 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.424 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.424 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.424 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.424 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.424 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.424 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.424 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:23.424 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.424 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.424 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.424 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1b", 2024-04-13T08:45:23.424 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.424 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.425 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.425 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5124, 2024-04-13T08:45:23.425 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.425 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:40:49.283771+0000", 2024-04-13T08:45:23.425 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.425 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.425 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.425 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.426 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.427 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.427 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.427 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.427 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.427 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.427 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.427 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.427 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.427 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.427 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.427 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.427 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.427 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.427 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.427 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.428 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.428 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.428 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.428 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.428 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.428 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.428 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.428 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.428 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.428 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:23.428 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'3" 2024-04-13T08:45:23.428 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.429 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.429 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.429 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.429 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.429 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.429 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.429 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:23.429 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.429 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.429 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.429 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.429 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.429 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:23.429 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.154308+0000", 2024-04-13T08:45:23.430 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.154308+0000", 2024-04-13T08:45:23.430 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.154809+0000", 2024-04-13T08:45:23.430 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:23.430 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.430 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.430 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.430 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.430 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:23.430 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:23.430 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:23.430 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.430 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.430 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.430 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:23.431 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916416+0000", 2024-04-13T08:45:23.431 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.431 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.431 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.431 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.431 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.431 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.431 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.431 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.431 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.431 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.431 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.431 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.431 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.431 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1d", 2024-04-13T08:45:23.432 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.432 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.432 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.432 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5049, 2024-04-13T08:45:23.432 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.432 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:47:26.143058+0000", 2024-04-13T08:45:23.432 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.432 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.432 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.432 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.433 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.434 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.435 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.435 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.435 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.435 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.435 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.435 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.435 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.435 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.435 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.435 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.435 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.435 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.435 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.435 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.435 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:23.435 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.436 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.436 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.436 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.436 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.436 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.436 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.436 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.436 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:23.436 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.436 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.436 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.436 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.436 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.436 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:23.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.989930+0000", 2024-04-13T08:45:23.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.989930+0000", 2024-04-13T08:45:23.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.991543+0000", 2024-04-13T08:45:23.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:23.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:23.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:23.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:23.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.437 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.438 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:23.438 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915948+0000", 2024-04-13T08:45:23.438 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.438 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:23.438 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.438 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.438 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.438 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.438 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.438 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.438 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.438 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:23.438 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.439 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.439 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.439 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1c", 2024-04-13T08:45:23.439 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.439 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.439 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.439 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5032, 2024-04-13T08:45:23.439 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.439 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:17:16.347726+0000", 2024-04-13T08:45:23.439 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.439 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.439 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.439 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.440 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:23.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:23.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:23.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:23.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.441 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 12, 2024-04-13T08:45:23.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 12, 2024-04-13T08:45:23.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:23.442 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.442 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.442 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.442 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.442 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.442 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.442 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.442 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.443 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.443 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:23.443 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:23.443 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.443 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.443 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.443 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.443 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.443 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.443 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.443 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:23.443 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.443 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.443 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.444 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.444 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.444 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.444 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:23.444 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.445093+0000", 2024-04-13T08:45:23.444 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.445093+0000", 2024-04-13T08:45:23.444 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.445448+0000", 2024-04-13T08:45:23.444 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:23.444 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.444 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.444 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.444 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:23.444 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:23.444 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:23.445 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:23.445 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.445 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.445 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.445 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:23.445 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914314+0000", 2024-04-13T08:45:23.445 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.445 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.445 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.445 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.445 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:23.445 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.445 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.445 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.446 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.446 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.446 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.446 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.446 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.446 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1c", 2024-04-13T08:45:23.446 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.446 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.446 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.446 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5055, 2024-04-13T08:45:23.446 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.446 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:25:59.248856+0000", 2024-04-13T08:45:23.446 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.446 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.447 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.447 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.448 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.449 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.449 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.450 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.450 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.450 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.450 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.450 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.450 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.450 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.450 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:23.450 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.450 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.450 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.450 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.450 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.451 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.451 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.451 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.451 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:23.451 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.451 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.451 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.451 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.451 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.451 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:23.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.003051+0000", 2024-04-13T08:45:23.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.003051+0000", 2024-04-13T08:45:23.451 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.009181+0000", 2024-04-13T08:45:23.452 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:23.452 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.452 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.452 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.452 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.452 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:23.452 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:23.452 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:23.452 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.452 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.452 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.452 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:23.452 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.919148+0000", 2024-04-13T08:45:23.452 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.452 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 2, 2024-04-13T08:45:23.453 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.453 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.453 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.453 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.453 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.453 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.453 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.453 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 2, 2024-04-13T08:45:23.453 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.453 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.453 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.453 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1d", 2024-04-13T08:45:23.453 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.453 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.453 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.454 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5052, 2024-04-13T08:45:23.454 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.454 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:19:39.596354+0000", 2024-04-13T08:45:23.454 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.454 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.454 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.454 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 3, 2024-04-13T08:45:23.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 1, 2024-04-13T08:45:23.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 1, 2024-04-13T08:45:23.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.455 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:23.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 12, 2024-04-13T08:45:23.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 12, 2024-04-13T08:45:23.456 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.457 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.457 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.457 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 3, 2024-04-13T08:45:23.457 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.457 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.457 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.457 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.457 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.457 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.457 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.457 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.457 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.457 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:23.457 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "62'2" 2024-04-13T08:45:23.458 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.458 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.458 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.458 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.458 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.458 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.458 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.458 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:23.458 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.458 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.458 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.458 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.458 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.458 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:23.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.437667+0000", 2024-04-13T08:45:23.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.437667+0000", 2024-04-13T08:45:23.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.438059+0000", 2024-04-13T08:45:23.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:23.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:23.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:23.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:23.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:23.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.459 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.460 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.460 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:23.460 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913394+0000", 2024-04-13T08:45:23.460 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.460 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.460 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.460 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.460 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:23.460 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.460 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.460 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.460 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.460 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.460 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.460 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.461 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.461 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1f", 2024-04-13T08:45:23.461 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.461 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.461 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.461 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5218, 2024-04-13T08:45:23.461 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.461 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T17:07:47.294108+0000", 2024-04-13T08:45:23.461 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.461 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.461 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.461 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.462 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.463 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.464 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.464 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.464 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.464 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.464 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.464 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.464 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.464 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.464 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.464 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.464 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.464 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.464 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.464 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.465 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.465 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:23.465 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.465 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.465 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.465 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.465 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.465 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.465 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:23.465 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.465 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:23.465 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.465 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.465 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.465 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.466 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.466 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.466 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:23.466 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.451769+0000", 2024-04-13T08:45:23.466 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.451769+0000", 2024-04-13T08:45:23.466 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.452252+0000", 2024-04-13T08:45:23.466 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:23.466 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.466 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.466 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.466 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:23.466 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:23.466 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:23.466 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:23.467 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.467 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.467 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.467 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:23.467 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916846+0000", 2024-04-13T08:45:23.467 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.467 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 3, 2024-04-13T08:45:23.467 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.467 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.467 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:23.467 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.467 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.467 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.468 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.468 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 3, 2024-04-13T08:45:23.468 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.468 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.468 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.468 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1e", 2024-04-13T08:45:23.468 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.468 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.468 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.468 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5146, 2024-04-13T08:45:23.468 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.468 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:23:52.020729+0000", 2024-04-13T08:45:23.468 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.468 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.468 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.469 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.470 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.471 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.471 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.472 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.472 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.472 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.472 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.472 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.472 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:23.472 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.472 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:23.472 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'3" 2024-04-13T08:45:23.472 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.472 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.472 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.472 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.472 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.472 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.473 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.473 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:23.473 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.473 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.473 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.473 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.473 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.473 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:23.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.174432+0000", 2024-04-13T08:45:23.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.174432+0000", 2024-04-13T08:45:23.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.174831+0000", 2024-04-13T08:45:23.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:23.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.473 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.474 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.474 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.474 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:23.474 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:23.474 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:23.474 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.474 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.474 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.474 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:23.474 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.917031+0000", 2024-04-13T08:45:23.474 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.474 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.474 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.474 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.475 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.475 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.475 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.475 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.475 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.475 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.475 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.475 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.475 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.475 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.1e", 2024-04-13T08:45:23.475 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.475 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.475 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.475 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5129, 2024-04-13T08:45:23.476 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.476 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T16:35:12.843815+0000", 2024-04-13T08:45:23.476 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.476 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.476 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.476 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.477 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.478 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.479 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.479 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.479 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.479 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.479 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.479 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.479 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.479 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.479 INFO:tasks.workunit.client.0.smithi003.stdout: 2 2024-04-13T08:45:23.479 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.479 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:23.479 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.479 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.480 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.480 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.480 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.480 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.480 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.480 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.480 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:23.480 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.480 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.480 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 60, 2024-04-13T08:45:23.480 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.480 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.480 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.480 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:23.480 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.006235+0000", 2024-04-13T08:45:23.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.006235+0000", 2024-04-13T08:45:23.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.006598+0000", 2024-04-13T08:45:23.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:23.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:23.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:23.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:23.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:43.439146+0000", 2024-04-13T08:45:23.481 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:23.482 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914113+0000", 2024-04-13T08:45:23.482 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.482 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 6, 2024-04-13T08:45:23.482 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.482 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.482 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.482 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.482 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.482 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.482 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.482 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 6, 2024-04-13T08:45:23.482 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.482 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.482 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.482 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "2.1f", 2024-04-13T08:45:23.483 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.483 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.483 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.483 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5229, 2024-04-13T08:45:23.483 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.483 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:13:41.794298+0000", 2024-04-13T08:45:23.483 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.483 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.483 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 582, 2024-04-13T08:45:23.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.483 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:23.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:23.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.484 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:23.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 1, 2024-04-13T08:45:23.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.485 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.486 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 8, 2024-04-13T08:45:23.486 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 8, 2024-04-13T08:45:23.486 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.486 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.486 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.486 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 4, 2024-04-13T08:45:23.486 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 1 2024-04-13T08:45:23.486 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.486 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.486 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.486 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.486 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.486 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.486 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.487 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.487 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:23.487 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "566'6" 2024-04-13T08:45:23.487 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.487 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.487 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.487 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.487 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.487 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.487 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.487 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:23.487 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.487 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.487 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.488 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.488 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.488 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.488 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:23.488 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.002114+0000", 2024-04-13T08:45:23.488 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.002114+0000", 2024-04-13T08:45:23.488 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.007127+0000", 2024-04-13T08:45:23.488 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:23.488 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.488 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.488 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.488 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.488 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:23.488 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:23.489 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:23.489 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.489 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.489 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.489 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:23.489 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.919215+0000", 2024-04-13T08:45:23.489 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.489 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.489 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.489 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.489 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.489 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.489 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.489 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.490 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.490 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.490 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.490 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.490 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.490 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2d", 2024-04-13T08:45:23.490 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.490 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.490 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.490 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5020, 2024-04-13T08:45:23.490 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.490 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T10:18:06.982461+0000", 2024-04-13T08:45:23.490 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.490 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.491 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.491 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.492 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.493 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.493 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.494 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.494 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.494 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.494 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.494 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.494 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.494 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.494 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:23.494 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.494 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.494 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.494 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.494 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.494 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.494 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.495 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.495 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:23.495 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.495 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.495 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.495 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.495 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.495 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.495 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:23.495 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.983785+0000", 2024-04-13T08:45:23.495 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.983785+0000", 2024-04-13T08:45:23.495 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.984146+0000", 2024-04-13T08:45:23.495 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:23.495 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.496 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.496 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.496 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.496 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:23.496 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:23.496 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:23.496 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.496 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.496 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.496 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:23.496 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.027785+0000", 2024-04-13T08:45:23.496 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.496 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.496 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.496 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.497 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.497 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.497 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.497 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.497 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.497 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.497 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.497 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.497 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.497 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2e", 2024-04-13T08:45:23.497 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.497 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.497 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.497 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5168, 2024-04-13T08:45:23.498 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.498 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:28:55.430817+0000", 2024-04-13T08:45:23.498 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.498 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.498 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.498 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.499 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.500 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.501 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.501 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.501 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.501 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.501 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.501 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.501 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.501 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.501 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.501 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.501 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.501 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:23.501 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.501 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.502 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.502 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.502 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.502 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.502 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.502 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.502 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:23.502 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.502 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.502 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.502 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.502 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.502 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.502 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918881+0000", 2024-04-13T08:45:23.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.987333+0000", 2024-04-13T08:45:23.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.987333+0000", 2024-04-13T08:45:23.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.987723+0000", 2024-04-13T08:45:23.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918881+0000", 2024-04-13T08:45:23.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918881+0000", 2024-04-13T08:45:23.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918881+0000", 2024-04-13T08:45:23.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918881+0000", 2024-04-13T08:45:23.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.503 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.504 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.504 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918881+0000", 2024-04-13T08:45:23.504 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918881+0000", 2024-04-13T08:45:23.504 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.504 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.504 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.504 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.504 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.504 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.504 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.504 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.504 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.504 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.504 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.504 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.505 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.505 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.2f", 2024-04-13T08:45:23.505 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.505 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.505 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.505 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5053, 2024-04-13T08:45:23.505 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.505 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T07:17:47.338849+0000", 2024-04-13T08:45:23.505 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.505 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.505 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.505 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.505 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.505 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.505 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.506 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.507 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.508 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.508 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.508 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.508 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.508 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.508 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.509 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.509 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.509 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.509 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:23.509 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.509 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.509 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.509 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.509 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.509 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.509 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.509 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.509 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:23.509 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.509 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.510 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.510 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.510 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.510 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.510 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.916531+0000", 2024-04-13T08:45:23.510 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.988554+0000", 2024-04-13T08:45:23.510 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.988554+0000", 2024-04-13T08:45:23.510 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.988862+0000", 2024-04-13T08:45:23.510 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.916531+0000", 2024-04-13T08:45:23.510 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.510 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.510 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.510 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.510 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.916531+0000", 2024-04-13T08:45:23.511 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.916531+0000", 2024-04-13T08:45:23.511 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.916531+0000", 2024-04-13T08:45:23.511 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.511 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.511 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.511 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.916531+0000", 2024-04-13T08:45:23.511 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.916531+0000", 2024-04-13T08:45:23.511 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.511 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.511 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.511 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.511 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.511 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.511 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.511 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.511 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.512 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.512 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.512 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.512 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.512 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.30", 2024-04-13T08:45:23.512 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.512 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.512 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.512 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5041, 2024-04-13T08:45:23.512 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.512 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:14:02.494212+0000", 2024-04-13T08:45:23.512 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.512 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.512 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.512 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.513 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.514 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.514 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.514 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.514 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.514 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.514 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.514 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.514 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.514 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.514 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.514 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.514 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.515 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.515 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.516 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.516 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.516 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.516 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.516 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.516 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.516 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.516 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:23.516 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.516 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.516 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.516 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.516 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.516 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.517 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:23.517 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.517 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:23.517 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.517 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.517 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.517 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.517 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.517 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.517 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.023951+0000", 2024-04-13T08:45:23.517 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.450425+0000", 2024-04-13T08:45:23.517 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.450425+0000", 2024-04-13T08:45:23.517 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.451284+0000", 2024-04-13T08:45:23.518 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.023951+0000", 2024-04-13T08:45:23.518 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.518 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.518 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.518 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:23.518 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.023951+0000", 2024-04-13T08:45:23.518 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.023951+0000", 2024-04-13T08:45:23.518 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.023951+0000", 2024-04-13T08:45:23.518 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.518 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.518 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.518 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.023951+0000", 2024-04-13T08:45:23.518 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.023951+0000", 2024-04-13T08:45:23.519 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.519 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.519 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.519 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.519 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:23.519 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.519 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.519 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.519 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.519 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.519 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.519 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.519 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.519 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.31", 2024-04-13T08:45:23.519 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.520 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.520 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.520 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5210, 2024-04-13T08:45:23.520 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.520 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T11:54:49.332605+0000", 2024-04-13T08:45:23.520 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.520 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.520 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.520 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.521 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.522 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.522 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.522 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.522 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.522 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.522 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.522 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.522 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.522 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.522 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.522 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.522 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.522 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.522 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.523 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.523 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.523 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.523 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.523 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.523 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.523 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.523 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.523 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.523 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.523 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.523 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.523 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:23.523 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.523 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:23.524 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.524 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.524 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.524 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.524 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.524 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.524 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:23.524 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.524 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:23.524 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.524 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.524 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.524 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.524 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.524 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:23.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.442037+0000", 2024-04-13T08:45:23.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.442037+0000", 2024-04-13T08:45:23.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.442396+0000", 2024-04-13T08:45:23.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:23.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:23.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:23.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:23.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:23.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.525 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.526 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.526 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:23.526 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912916+0000", 2024-04-13T08:45:23.526 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.526 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.526 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.526 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.526 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:23.526 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.526 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.526 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.526 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.526 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.526 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.527 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.527 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.527 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.32", 2024-04-13T08:45:23.527 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.527 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.527 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.527 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5213, 2024-04-13T08:45:23.527 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.527 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:23:48.774956+0000", 2024-04-13T08:45:23.527 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.527 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.527 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.527 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.527 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.527 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.528 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.529 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.530 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.530 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.530 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.530 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.530 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.530 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.531 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.531 INFO:tasks.workunit.client.0.smithi003.stdout: 5 2024-04-13T08:45:23.531 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.531 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:23.531 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.531 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.531 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.531 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.531 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.531 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.531 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.531 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.531 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:23.531 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.531 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.531 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.532 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.532 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.532 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:23.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.159844+0000", 2024-04-13T08:45:23.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.159844+0000", 2024-04-13T08:45:23.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.160144+0000", 2024-04-13T08:45:23.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:23.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:23.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:23.532 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:23.533 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.533 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.533 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.533 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:23.533 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.913958+0000", 2024-04-13T08:45:23.533 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.533 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.533 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.533 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.533 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.533 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.533 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.533 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.533 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.533 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.534 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.534 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.534 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.534 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.33", 2024-04-13T08:45:23.534 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.534 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.534 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.534 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5129, 2024-04-13T08:45:23.534 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.534 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:37:46.461100+0000", 2024-04-13T08:45:23.534 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.534 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.534 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.534 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.535 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.536 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.537 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.537 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.537 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.537 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.537 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.537 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.537 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.538 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.538 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.538 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:23.538 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.538 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.538 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.538 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.538 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.538 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.538 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.538 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.538 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 4, 2024-04-13T08:45:23.538 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.538 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.538 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.539 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.539 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.539 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.023075+0000", 2024-04-13T08:45:23.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.168022+0000", 2024-04-13T08:45:23.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.168022+0000", 2024-04-13T08:45:23.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.168338+0000", 2024-04-13T08:45:23.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.023075+0000", 2024-04-13T08:45:23.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.023075+0000", 2024-04-13T08:45:23.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.023075+0000", 2024-04-13T08:45:23.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.023075+0000", 2024-04-13T08:45:23.539 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.540 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.540 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.540 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.023075+0000", 2024-04-13T08:45:23.540 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.023075+0000", 2024-04-13T08:45:23.540 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.540 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.540 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.540 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.540 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.540 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.540 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.540 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.540 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.540 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.541 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.541 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.541 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.541 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.34", 2024-04-13T08:45:23.541 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.541 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.541 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.541 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5131, 2024-04-13T08:45:23.541 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.541 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:35:47.269400+0000", 2024-04-13T08:45:23.541 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.541 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.541 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.541 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.541 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.541 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.542 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.543 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.544 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.544 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.544 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.544 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.544 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.544 INFO:tasks.workunit.client.0.smithi003.stdout: 4, 2024-04-13T08:45:23.544 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.545 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.545 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.545 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 4, 2024-04-13T08:45:23.545 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.545 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.545 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.545 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.545 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.545 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.545 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.545 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.545 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:23.545 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.545 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.546 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.546 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.546 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.546 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:23.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.448312+0000", 2024-04-13T08:45:23.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.448312+0000", 2024-04-13T08:45:23.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.448623+0000", 2024-04-13T08:45:23.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:23.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.546 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:23.547 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:23.547 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:23.547 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:23.547 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.547 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.547 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.547 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:23.547 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.024721+0000", 2024-04-13T08:45:23.547 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.547 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.547 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.547 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.547 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:23.548 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.548 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.548 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.548 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.548 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.548 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.548 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.548 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.548 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.35", 2024-04-13T08:45:23.548 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.548 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.548 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.548 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4938, 2024-04-13T08:45:23.548 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.549 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:35:39.005333+0000", 2024-04-13T08:45:23.549 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.549 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.549 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.549 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.550 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.551 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.552 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.552 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.552 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.552 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.552 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.552 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.552 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.552 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.552 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:23.552 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.552 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.552 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.552 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.552 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.553 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.553 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.553 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.553 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 6, 2024-04-13T08:45:23.553 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.553 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.553 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.553 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.553 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.553 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:23.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.172959+0000", 2024-04-13T08:45:23.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.172959+0000", 2024-04-13T08:45:23.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.174030+0000", 2024-04-13T08:45:23.553 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:23.554 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.554 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.554 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.554 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.554 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:23.554 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:23.554 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:23.554 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.554 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.554 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.554 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:23.554 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918704+0000", 2024-04-13T08:45:23.554 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.555 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.555 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.555 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.555 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.555 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.555 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.555 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.555 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.555 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.555 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.555 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.555 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.555 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.36", 2024-04-13T08:45:23.555 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.555 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.556 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.556 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5022, 2024-04-13T08:45:23.556 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.556 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:56:06.676662+0000", 2024-04-13T08:45:23.556 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.556 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.556 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.556 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.557 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.558 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.559 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.559 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.559 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.559 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.559 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.559 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.559 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.559 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.559 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.559 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.559 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.559 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.559 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.559 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.559 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 6, 2024-04-13T08:45:23.560 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.560 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.560 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.560 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.560 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.560 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.560 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.560 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.560 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:23.560 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.560 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.560 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.560 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.560 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.560 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:23.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.002441+0000", 2024-04-13T08:45:23.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.002441+0000", 2024-04-13T08:45:23.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.003015+0000", 2024-04-13T08:45:23.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:23.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:23.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:23.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:23.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.561 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.562 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.562 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:23.562 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918492+0000", 2024-04-13T08:45:23.562 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.562 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.562 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.562 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.562 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.562 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.562 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.562 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.562 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.562 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.562 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.563 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.563 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.563 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.37", 2024-04-13T08:45:23.563 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.563 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.563 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.563 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5026, 2024-04-13T08:45:23.563 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.563 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:57:50.791059+0000", 2024-04-13T08:45:23.563 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.563 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.563 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.563 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.564 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.565 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.566 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.566 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.566 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.566 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.566 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.566 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.566 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.566 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.566 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.566 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.566 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.566 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.566 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.566 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.566 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.567 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.567 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:23.567 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.567 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.567 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.567 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.567 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.567 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.567 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.567 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.567 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 3, 2024-04-13T08:45:23.567 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.567 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.567 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.567 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.568 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.568 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:23.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.158902+0000", 2024-04-13T08:45:23.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.158902+0000", 2024-04-13T08:45:23.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.159245+0000", 2024-04-13T08:45:23.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:23.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:23.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:23.568 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:23.569 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.569 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.569 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.569 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:23.569 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912421+0000", 2024-04-13T08:45:23.569 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.569 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.569 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.569 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.569 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.569 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.569 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.569 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.569 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.570 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.570 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.570 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.570 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.570 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.38", 2024-04-13T08:45:23.570 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.570 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.570 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.570 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5120, 2024-04-13T08:45:23.570 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.570 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:44:36.495962+0000", 2024-04-13T08:45:23.570 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.570 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.570 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.570 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.571 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.572 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.573 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.573 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.573 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.573 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.573 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.573 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.573 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.573 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.573 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.573 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.573 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.573 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.573 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.573 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.573 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.574 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.574 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.574 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.574 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 3, 2024-04-13T08:45:23.574 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.574 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.574 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.574 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.574 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.574 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.574 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.574 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.574 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:23.574 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.575 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.575 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.575 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.575 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.575 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:23.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.994888+0000", 2024-04-13T08:45:23.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.994888+0000", 2024-04-13T08:45:23.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.995240+0000", 2024-04-13T08:45:23.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:23.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.575 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:23.576 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:23.576 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:23.576 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.576 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.576 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.576 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:23.576 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915411+0000", 2024-04-13T08:45:23.576 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.576 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.576 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.576 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.576 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.576 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.576 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.577 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.577 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.577 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.577 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.577 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.577 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.577 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.39", 2024-04-13T08:45:23.577 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.577 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.577 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.577 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4991, 2024-04-13T08:45:23.577 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.577 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T14:52:28.987183+0000", 2024-04-13T08:45:23.578 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.578 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.578 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.578 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.579 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.580 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.581 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.581 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.581 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.581 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.581 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.581 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.581 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.581 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.581 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:23.581 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.581 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.581 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.581 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.582 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.582 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.582 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.582 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.582 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 5, 2024-04-13T08:45:23.582 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.582 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.582 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.582 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.582 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.582 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.582 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:23.582 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:21.447303+0000", 2024-04-13T08:45:23.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:21.447303+0000", 2024-04-13T08:45:23.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:21.449228+0000", 2024-04-13T08:45:23.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:23.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 487, 2024-04-13T08:45:23.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:23.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:23.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:23.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:23.583 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.914577+0000", 2024-04-13T08:45:23.584 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.584 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.584 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.584 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.584 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 486, 2024-04-13T08:45:23.584 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.584 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.584 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.584 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.584 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.584 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.584 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.584 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.584 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3a", 2024-04-13T08:45:23.584 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.585 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.585 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.585 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5078, 2024-04-13T08:45:23.585 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.585 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T13:43:18.669198+0000", 2024-04-13T08:45:23.585 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.585 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.585 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.585 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.586 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.587 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.588 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.588 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.588 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.588 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.588 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.588 INFO:tasks.workunit.client.0.smithi003.stdout: 5, 2024-04-13T08:45:23.588 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.589 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.589 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.589 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 5, 2024-04-13T08:45:23.589 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.589 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.589 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.589 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.589 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.589 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.589 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.589 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.589 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:23.589 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.589 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.590 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.590 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.590 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.590 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.590 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:23.590 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.999677+0000", 2024-04-13T08:45:23.590 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.999677+0000", 2024-04-13T08:45:23.590 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.002820+0000", 2024-04-13T08:45:23.590 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:23.590 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.590 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.590 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.590 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.590 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:23.591 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:23.591 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:23.591 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.591 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.591 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.591 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:23.591 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.915984+0000", 2024-04-13T08:45:23.591 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.591 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.591 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.591 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.591 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.591 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.591 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.592 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.592 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.592 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.592 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.592 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.592 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.592 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3b", 2024-04-13T08:45:23.592 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.592 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.592 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.592 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 4991, 2024-04-13T08:45:23.592 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.592 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T18:13:55.516823+0000", 2024-04-13T08:45:23.592 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.593 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.593 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.593 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.594 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.595 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.596 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.596 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.596 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.596 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.596 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.596 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.596 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.596 INFO:tasks.workunit.client.0.smithi003.stdout: 4 2024-04-13T08:45:23.596 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.596 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:23.596 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.596 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.596 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.596 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.597 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.597 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.597 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.597 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.597 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 2, 2024-04-13T08:45:23.597 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.597 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.597 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.597 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.597 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.597 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.597 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:23.597 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:17.984572+0000", 2024-04-13T08:45:23.598 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:17.984572+0000", 2024-04-13T08:45:23.598 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:17.984918+0000", 2024-04-13T08:45:23.598 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:23.598 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.598 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.598 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.598 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.598 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:23.598 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:23.598 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:23.598 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.598 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.598 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.599 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:23.599 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.027205+0000", 2024-04-13T08:45:23.599 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.599 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.599 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.599 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.599 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.599 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.599 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.599 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.599 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.599 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.599 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.599 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.599 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.600 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3c", 2024-04-13T08:45:23.600 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.600 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.600 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.600 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5175, 2024-04-13T08:45:23.600 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.600 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T15:24:41.233593+0000", 2024-04-13T08:45:23.600 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.600 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.600 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.600 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.600 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.600 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.600 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.601 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.602 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.602 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.602 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.602 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.602 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.602 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.602 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.602 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.602 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.602 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.602 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.602 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.602 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.603 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.603 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.603 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.603 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.603 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.603 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.603 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.603 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.603 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.603 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.603 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.603 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.603 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.603 INFO:tasks.workunit.client.0.smithi003.stdout: 3, 2024-04-13T08:45:23.603 INFO:tasks.workunit.client.0.smithi003.stdout: 7 2024-04-13T08:45:23.604 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.604 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 2, 2024-04-13T08:45:23.604 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.604 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.604 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.604 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.604 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.604 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.604 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.604 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.604 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 0, 2024-04-13T08:45:23.604 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.604 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.604 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.605 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.605 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.605 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:23.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:19:36.797791+0000", 2024-04-13T08:45:23.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:19:36.797791+0000", 2024-04-13T08:45:23.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:19:36.798258+0000", 2024-04-13T08:45:23.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:23.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 385, 2024-04-13T08:45:23.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:23.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:23.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:23.605 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.606 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.606 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.606 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:23.606 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.912726+0000", 2024-04-13T08:45:23.606 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.606 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.606 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.606 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.606 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 384, 2024-04-13T08:45:23.606 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.606 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.606 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.606 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.606 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.607 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.607 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.607 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.607 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3d", 2024-04-13T08:45:23.607 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.607 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.607 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.607 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5218, 2024-04-13T08:45:23.607 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.607 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T08:42:56.070807+0000", 2024-04-13T08:45:23.607 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.607 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.607 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.607 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.608 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.609 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.610 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.610 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.610 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.610 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.610 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.610 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.610 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.610 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.610 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.610 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.610 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.610 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.610 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.610 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.611 INFO:tasks.workunit.client.0.smithi003.stdout: 2, 2024-04-13T08:45:23.611 INFO:tasks.workunit.client.0.smithi003.stdout: 1 2024-04-13T08:45:23.611 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.611 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 0, 2024-04-13T08:45:23.611 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.611 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.611 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.611 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.611 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.611 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.611 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.611 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.611 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 1, 2024-04-13T08:45:23.611 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.611 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.611 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.611 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.612 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.612 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:23.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:21:57.168463+0000", 2024-04-13T08:45:23.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:21:57.168463+0000", 2024-04-13T08:45:23.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:21:57.168814+0000", 2024-04-13T08:45:23.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:23.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 520, 2024-04-13T08:45:23.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:23.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:23.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:23.612 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.613 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.613 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.613 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:23.613 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.025572+0000", 2024-04-13T08:45:23.613 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.613 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.613 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.613 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.613 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 519, 2024-04-13T08:45:23.613 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.613 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.613 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.613 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.613 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.613 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.614 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.614 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.614 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3e", 2024-04-13T08:45:23.614 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.614 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.614 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.614 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5225, 2024-04-13T08:45:23.614 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.614 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T09:36:14.560984+0000", 2024-04-13T08:45:23.614 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.614 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.614 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.614 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.615 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.616 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.617 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.617 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.617 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.617 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.617 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.617 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.617 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.617 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.617 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.617 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.617 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.617 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.617 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.617 INFO:tasks.workunit.client.0.smithi003.stdout: 1, 2024-04-13T08:45:23.618 INFO:tasks.workunit.client.0.smithi003.stdout: 0, 2024-04-13T08:45:23.618 INFO:tasks.workunit.client.0.smithi003.stdout: 6 2024-04-13T08:45:23.618 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.618 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 1, 2024-04-13T08:45:23.618 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.618 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.618 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.618 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": [ 2024-04-13T08:45:23.618 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.618 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.618 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.618 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.618 INFO:tasks.workunit.client.0.smithi003.stdout: "acting_primary": 7, 2024-04-13T08:45:23.618 INFO:tasks.workunit.client.0.smithi003.stdout: "avail_no_missing": [], 2024-04-13T08:45:23.619 INFO:tasks.workunit.client.0.smithi003.stdout: "blocked_by": [], 2024-04-13T08:45:23.619 INFO:tasks.workunit.client.0.smithi003.stdout: "created": 61, 2024-04-13T08:45:23.619 INFO:tasks.workunit.client.0.smithi003.stdout: "dirty_stats_invalid": false, 2024-04-13T08:45:23.619 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_bytes_stats_invalid": false, 2024-04-13T08:45:23.619 INFO:tasks.workunit.client.0.smithi003.stdout: "hitset_stats_invalid": false, 2024-04-13T08:45:23.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_active": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:23.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_active": "2024-04-13T07:22:18.002935+0000", 2024-04-13T08:45:23.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_became_peered": "2024-04-13T07:22:18.002935+0000", 2024-04-13T08:45:23.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_change": "2024-04-13T07:22:18.003344+0000", 2024-04-13T08:45:23.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:23.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_clean_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub": "0'0", 2024-04-13T08:45:23.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_deep_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.619 INFO:tasks.workunit.client.0.smithi003.stdout: "last_epoch_clean": 540, 2024-04-13T08:45:23.620 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fresh": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:23.620 INFO:tasks.workunit.client.0.smithi003.stdout: "last_fullsized": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:23.620 INFO:tasks.workunit.client.0.smithi003.stdout: "last_peered": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:23.620 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub": "0'0", 2024-04-13T08:45:23.620 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_duration": 0, 2024-04-13T08:45:23.620 INFO:tasks.workunit.client.0.smithi003.stdout: "last_scrub_stamp": "2024-04-13T07:10:44.443617+0000", 2024-04-13T08:45:23.620 INFO:tasks.workunit.client.0.smithi003.stdout: "last_undegraded": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:23.620 INFO:tasks.workunit.client.0.smithi003.stdout: "last_unstale": "2024-04-13T08:43:52.918559+0000", 2024-04-13T08:45:23.620 INFO:tasks.workunit.client.0.smithi003.stdout: "log_dups_size": 0, 2024-04-13T08:45:23.620 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.620 INFO:tasks.workunit.client.0.smithi003.stdout: "log_start": "0'0", 2024-04-13T08:45:23.620 INFO:tasks.workunit.client.0.smithi003.stdout: "manifest_stats_invalid": false, 2024-04-13T08:45:23.620 INFO:tasks.workunit.client.0.smithi003.stdout: "mapping_epoch": 539, 2024-04-13T08:45:23.620 INFO:tasks.workunit.client.0.smithi003.stdout: "object_location_counts": [], 2024-04-13T08:45:23.620 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_scrubbed": 0, 2024-04-13T08:45:23.621 INFO:tasks.workunit.client.0.smithi003.stdout: "objects_trimmed": 0, 2024-04-13T08:45:23.621 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_stats_invalid": false, 2024-04-13T08:45:23.621 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.621 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_start": "0'0", 2024-04-13T08:45:23.621 INFO:tasks.workunit.client.0.smithi003.stdout: "parent": "0.0", 2024-04-13T08:45:23.621 INFO:tasks.workunit.client.0.smithi003.stdout: "parent_split_bits": 0, 2024-04-13T08:45:23.621 INFO:tasks.workunit.client.0.smithi003.stdout: "pgid": "3.3f", 2024-04-13T08:45:23.621 INFO:tasks.workunit.client.0.smithi003.stdout: "pin_stats_invalid": false, 2024-04-13T08:45:23.621 INFO:tasks.workunit.client.0.smithi003.stdout: "purged_snaps": [], 2024-04-13T08:45:23.621 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_epoch": 2794, 2024-04-13T08:45:23.621 INFO:tasks.workunit.client.0.smithi003.stdout: "reported_seq": 5024, 2024-04-13T08:45:23.621 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_duration": 0.0, 2024-04-13T08:45:23.621 INFO:tasks.workunit.client.0.smithi003.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T12:28:54.927344+0000", 2024-04-13T08:45:23.621 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrim_duration": 0.0, 2024-04-13T08:45:23.622 INFO:tasks.workunit.client.0.smithi003.stdout: "snaptrimq_len": 0, 2024-04-13T08:45:23.622 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.622 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.623 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.624 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.625 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.625 INFO:tasks.workunit.client.0.smithi003.stdout: "state": "active+clean", 2024-04-13T08:45:23.625 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_invalid": false, 2024-04-13T08:45:23.625 INFO:tasks.workunit.client.0.smithi003.stdout: "up": [ 2024-04-13T08:45:23.625 INFO:tasks.workunit.client.0.smithi003.stdout: 7, 2024-04-13T08:45:23.625 INFO:tasks.workunit.client.0.smithi003.stdout: 6, 2024-04-13T08:45:23.625 INFO:tasks.workunit.client.0.smithi003.stdout: 0 2024-04-13T08:45:23.625 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.625 INFO:tasks.workunit.client.0.smithi003.stdout: "up_primary": 7, 2024-04-13T08:45:23.625 INFO:tasks.workunit.client.0.smithi003.stdout: "version": "0'0" 2024-04-13T08:45:23.625 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:23.625 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.625 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_per_pool": [ 2024-04-13T08:45:23.625 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.626 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 24, 2024-04-13T08:45:23.626 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:23.626 INFO:tasks.workunit.client.0.smithi003.stdout: "rbd" 2024-04-13T08:45:23.626 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.626 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 24412, 2024-04-13T08:45:23.626 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 8, 2024-04-13T08:45:23.626 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 8, 2024-04-13T08:45:23.626 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 24412, 2024-04-13T08:45:23.626 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 4, 2024-04-13T08:45:23.626 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.626 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 4194323, 2024-04-13T08:45:23.626 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.626 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.626 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 12, 2024-04-13T08:45:23.627 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 4, 2024-04-13T08:45:23.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 4, 2024-04-13T08:45:23.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 2, 2024-04-13T08:45:23.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.628 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 9015, 2024-04-13T08:45:23.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 3070523, 2024-04-13T08:45:23.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 24282, 2024-04-13T08:45:23.629 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 3111700 2024-04-13T08:45:23.629 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.629 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:23.629 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 12595200, 2024-04-13T08:45:23.629 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:23.629 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:23.629 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:23.629 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:23.629 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 12582969, 2024-04-13T08:45:23.630 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:23.630 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:23.630 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T08:45:23.630 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:23.630 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.630 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 24 2024-04-13T08:45:23.630 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.630 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.630 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 192, 2024-04-13T08:45:23.630 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:23.630 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T08:45:23.630 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.630 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 0, 2024-04-13T08:45:23.630 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 64, 2024-04-13T08:45:23.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 8, 2024-04-13T08:45:23.631 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 0, 2024-04-13T08:45:23.631 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 3, 2024-04-13T08:45:23.631 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 0, 2024-04-13T08:45:23.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.631 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 0, 2024-04-13T08:45:23.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 0, 2024-04-13T08:45:23.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 0, 2024-04-13T08:45:23.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.632 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 0, 2024-04-13T08:45:23.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 0, 2024-04-13T08:45:23.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.633 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 0, 2024-04-13T08:45:23.634 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 0 2024-04-13T08:45:23.634 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.634 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:23.634 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 0, 2024-04-13T08:45:23.634 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:23.634 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:23.634 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:23.634 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:23.634 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 0, 2024-04-13T08:45:23.634 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:23.634 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:23.634 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T08:45:23.634 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:23.634 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.635 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 192 2024-04-13T08:45:23.635 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.635 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.635 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 3, 2024-04-13T08:45:23.635 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:23.635 INFO:tasks.workunit.client.0.smithi003.stdout: "mgr" 2024-04-13T08:45:23.635 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.635 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 213, 2024-04-13T08:45:23.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 1, 2024-04-13T08:45:23.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 3, 2024-04-13T08:45:23.635 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 213, 2024-04-13T08:45:23.635 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 1, 2024-04-13T08:45:23.635 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 590368, 2024-04-13T08:45:23.635 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 1771104, 2024-04-13T08:45:23.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.636 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 6, 2024-04-13T08:45:23.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 2, 2024-04-13T08:45:23.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 2, 2024-04-13T08:45:23.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 0, 2024-04-13T08:45:23.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 6, 2024-04-13T08:45:23.637 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 958, 2024-04-13T08:45:23.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 1558, 2024-04-13T08:45:23.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 343, 2024-04-13T08:45:23.638 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 2416 2024-04-13T08:45:23.638 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.638 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:23.638 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 1781760, 2024-04-13T08:45:23.639 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:23.639 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:23.639 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:23.639 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:23.639 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 1771104, 2024-04-13T08:45:23.639 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:23.639 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:23.639 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 0, 2024-04-13T08:45:23.639 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:23.639 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.639 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 3 2024-04-13T08:45:23.639 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.639 INFO:tasks.workunit.client.0.smithi003.stdout: { 2024-04-13T08:45:23.639 INFO:tasks.workunit.client.0.smithi003.stdout: "acting": 96, 2024-04-13T08:45:23.640 INFO:tasks.workunit.client.0.smithi003.stdout: "application": [ 2024-04-13T08:45:23.640 INFO:tasks.workunit.client.0.smithi003.stdout: "cephfs" 2024-04-13T08:45:23.640 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.640 INFO:tasks.workunit.client.0.smithi003.stdout: "log_size": 75, 2024-04-13T08:45:23.640 INFO:tasks.workunit.client.0.smithi003.stdout: "num_pg": 32, 2024-04-13T08:45:23.640 INFO:tasks.workunit.client.0.smithi003.stdout: "num_store_stats": 8, 2024-04-13T08:45:23.640 INFO:tasks.workunit.client.0.smithi003.stdout: "ondisk_log_size": 75, 2024-04-13T08:45:23.640 INFO:tasks.workunit.client.0.smithi003.stdout: "poolid": 2, 2024-04-13T08:45:23.640 INFO:tasks.workunit.client.0.smithi003.stdout: "stat_sum": { 2024-04-13T08:45:23.640 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes": 6622, 2024-04-13T08:45:23.640 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_hit_set_archive": 0, 2024-04-13T08:45:23.640 INFO:tasks.workunit.client.0.smithi003.stdout: "num_bytes_recovered": 0, 2024-04-13T08:45:23.640 INFO:tasks.workunit.client.0.smithi003.stdout: "num_deep_scrub_errors": 0, 2024-04-13T08:45:23.640 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict": 0, 2024-04-13T08:45:23.640 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_kb": 0, 2024-04-13T08:45:23.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_full": 0, 2024-04-13T08:45:23.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_evict_mode_some": 0, 2024-04-13T08:45:23.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush": 0, 2024-04-13T08:45:23.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_kb": 0, 2024-04-13T08:45:23.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_high": 0, 2024-04-13T08:45:23.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_flush_mode_low": 0, 2024-04-13T08:45:23.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_keys_recovered": 0, 2024-04-13T08:45:23.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_large_omap_objects": 0, 2024-04-13T08:45:23.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_legacy_snapsets": 0, 2024-04-13T08:45:23.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_clones": 0, 2024-04-13T08:45:23.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_object_copies": 66, 2024-04-13T08:45:23.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects": 22, 2024-04-13T08:45:23.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_degraded": 0, 2024-04-13T08:45:23.641 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_dirty": 22, 2024-04-13T08:45:23.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_hit_set_archive": 0, 2024-04-13T08:45:23.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_manifest": 0, 2024-04-13T08:45:23.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_misplaced": 0, 2024-04-13T08:45:23.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing": 0, 2024-04-13T08:45:23.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_missing_on_primary": 0, 2024-04-13T08:45:23.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_omap": 14, 2024-04-13T08:45:23.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_pinned": 0, 2024-04-13T08:45:23.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_recovered": 0, 2024-04-13T08:45:23.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_repaired": 0, 2024-04-13T08:45:23.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_objects_unfound": 0, 2024-04-13T08:45:23.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_bytes": 0, 2024-04-13T08:45:23.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_omap_keys": 0, 2024-04-13T08:45:23.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_promote": 0, 2024-04-13T08:45:23.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read": 158, 2024-04-13T08:45:23.642 INFO:tasks.workunit.client.0.smithi003.stdout: "num_read_kb": 174, 2024-04-13T08:45:23.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_scrub_errors": 0, 2024-04-13T08:45:23.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_shallow_scrub_errors": 0, 2024-04-13T08:45:23.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_whiteouts": 0, 2024-04-13T08:45:23.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write": 69, 2024-04-13T08:45:23.643 INFO:tasks.workunit.client.0.smithi003.stdout: "num_write_kb": 36 2024-04-13T08:45:23.643 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.643 INFO:tasks.workunit.client.0.smithi003.stdout: "store_stats": { 2024-04-13T08:45:23.643 INFO:tasks.workunit.client.0.smithi003.stdout: "allocated": 110592, 2024-04-13T08:45:23.643 INFO:tasks.workunit.client.0.smithi003.stdout: "available": 0, 2024-04-13T08:45:23.643 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed": 0, 2024-04-13T08:45:23.643 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_allocated": 0, 2024-04-13T08:45:23.643 INFO:tasks.workunit.client.0.smithi003.stdout: "data_compressed_original": 0, 2024-04-13T08:45:23.643 INFO:tasks.workunit.client.0.smithi003.stdout: "data_stored": 19866, 2024-04-13T08:45:23.643 INFO:tasks.workunit.client.0.smithi003.stdout: "internal_metadata": 0, 2024-04-13T08:45:23.643 INFO:tasks.workunit.client.0.smithi003.stdout: "internally_reserved": 0, 2024-04-13T08:45:23.644 INFO:tasks.workunit.client.0.smithi003.stdout: "omap_allocated": 44979, 2024-04-13T08:45:23.644 INFO:tasks.workunit.client.0.smithi003.stdout: "total": 0 2024-04-13T08:45:23.644 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.644 INFO:tasks.workunit.client.0.smithi003.stdout: "up": 96 2024-04-13T08:45:23.644 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:23.644 INFO:tasks.workunit.client.0.smithi003.stdout: ], 2024-04-13T08:45:23.644 INFO:tasks.workunit.client.0.smithi003.stdout: "usage": { 2024-04-13T08:45:23.644 INFO:tasks.workunit.client.0.smithi003.stdout: "pg_num": 105, 2024-04-13T08:45:23.644 INFO:tasks.workunit.client.0.smithi003.stdout: "pools": 4, 2024-04-13T08:45:23.644 INFO:tasks.workunit.client.0.smithi003.stdout: "stats_by_class": { 2024-04-13T08:45:23.644 INFO:tasks.workunit.client.0.smithi003.stdout: "ssd": { 2024-04-13T08:45:23.644 INFO:tasks.workunit.client.0.smithi003.stdout: "total_avail_bytes": 761794531328, 2024-04-13T08:45:23.644 INFO:tasks.workunit.client.0.smithi003.stdout: "total_bytes": 767960285184, 2024-04-13T08:45:23.644 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_bytes": 6165753856, 2024-04-13T08:45:23.645 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_raw_bytes": 6165753856, 2024-04-13T08:45:23.645 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_raw_ratio": 0.00802874006330967 2024-04-13T08:45:23.645 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:23.645 INFO:tasks.workunit.client.0.smithi003.stdout: }, 2024-04-13T08:45:23.645 INFO:tasks.workunit.client.0.smithi003.stdout: "total_avail_bytes": 761794531328, 2024-04-13T08:45:23.645 INFO:tasks.workunit.client.0.smithi003.stdout: "total_bytes": 767960285184, 2024-04-13T08:45:23.645 INFO:tasks.workunit.client.0.smithi003.stdout: "total_used_bytes": 6165753856 2024-04-13T08:45:23.645 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-04-13T08:45:23.645 INFO:tasks.workunit.client.0.smithi003.stdout:} 2024-04-13T08:45:23.645 INFO:tasks.workunit.client.0.smithi003.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-13T08:45:23.645 INFO:tasks.workunit.client.0.smithi003.stderr:+ ceph telemetry off 2024-04-13T08:45:23.646 INFO:tasks.workunit.client.0.smithi003.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-04-13T08:45:23.646 INFO:tasks.workunit.client.0.smithi003.stdout:Preview sample reports with `ceph telemetry preview`. 2024-04-13T08:45:23.646 INFO:tasks.workunit.client.0.smithi003.stdout:OK 2024-04-13T08:45:23.647 INFO:tasks.workunit.client.0.smithi003.stderr:+ echo OK 2024-04-13T08:45:23.648 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T08:45:23.648 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T08:45:23.648 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:45:21] ENGINE Bus STOPPING 2024-04-13T08:45:23.648 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:45:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T08:45:23.648 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:45:21] ENGINE Bus STOPPED 2024-04-13T08:45:23.648 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:45:21] ENGINE Bus STARTING 2024-04-13T08:45:23.649 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:45:21] ENGINE Serving on http://:::9283 2024-04-13T08:45:23.649 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:45:21] ENGINE Bus STARTED 2024-04-13T08:45:23.649 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='client.36144 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:23.649 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='client.36144 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:23.649 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='client.46106 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:23.649 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:23.649 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:23.649 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.649 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.650 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.650 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.650 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.650 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.650 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.650 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.650 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.650 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:23.650 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:23.650 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.650 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.650 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.650 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:23.651 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.651 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:23.651 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.651 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.651 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:23.651 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:23.651 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.652 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='client.36144 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:23.652 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='client.36144 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:23.652 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='client.46106 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:23.652 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:23.652 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:23.652 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.652 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.652 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.652 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.652 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.652 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.652 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.653 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.653 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.653 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:23.653 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:23.653 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.653 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.653 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.653 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:23.653 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.653 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:23.653 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.653 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.653 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:23.653 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:23.654 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.654 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.654 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.654 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:23.654 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:23.654 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.654 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.654 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.654 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.654 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.654 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.654 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.654 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.654 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.655 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:23.655 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:23.655 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.655 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.655 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.655 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:23.655 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.655 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:23.655 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.655 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.655 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:23.655 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:23.655 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.655 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.656 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='client.36144 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:23.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='client.36144 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:23.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='client.46106 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:23.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:23.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:23.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.656 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:23.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:23.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:23.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:23.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:23.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:23.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:23.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:23.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.658 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:23.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:23.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:23.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:23.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.659 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:23.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:23.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:23.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:23.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:23.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:23.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:45:23.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:45:23.660 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:21 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:23.661 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.661 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.661 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:23.661 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-13T08:45:23.661 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.661 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.661 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.661 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.661 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.661 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.661 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.661 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.661 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.661 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:23.662 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:23.662 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.662 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.662 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.662 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:23.662 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.662 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:23.662 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.662 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.662 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-13T08:45:23.662 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-13T08:45:23.662 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T08:45:23.662 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T08:45:23.662 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T08:45:23.663 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:45:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:45:23.663 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:23.663 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:23.663 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:23.663 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:23.663 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:45:23.663 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:45:23.663 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:23.664 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:22 smithi066 ceph-mon[84331]: pgmap v5215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T08:45:23.664 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:22 smithi066 ceph-mon[84331]: from='client.46106 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:23.664 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:22 smithi066 ceph-mon[84331]: from='client.46124 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:23.664 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:22 smithi066 ceph-mon[84331]: from='client.46124 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:23.664 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:23.664 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:22 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:45:23.664 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:23.664 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:23.664 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:23.665 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T08:45:23.665 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T08:45:23.665 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T08:45:23.665 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:21 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:23.665 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:22 smithi003 ceph-mon[91733]: pgmap v5215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T08:45:23.665 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:22 smithi003 ceph-mon[91733]: from='client.46106 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:23.665 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:22 smithi003 ceph-mon[91733]: from='client.46124 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:23.665 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:22 smithi003 ceph-mon[91733]: from='client.46124 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:23.665 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:23.665 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:22 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:45:23.665 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:22 smithi003 ceph-mon[89364]: pgmap v5215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T08:45:23.666 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:22 smithi003 ceph-mon[89364]: from='client.46106 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:23.666 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:22 smithi003 ceph-mon[89364]: from='client.46124 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:23.666 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:22 smithi003 ceph-mon[89364]: from='client.46124 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T08:45:23.666 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' 2024-04-13T08:45:23.666 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:22 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T08:45:23.696 INFO:tasks.workunit:Stopping ['test_telemetry_reef_x.sh'] on client.0... 2024-04-13T08:45:23.696 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-13T08:45:24.154 DEBUG:teuthology.parallel:result is None 2024-04-13T08:45:24.155 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T08:45:24.181 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T08:45:24.181 DEBUG:teuthology.orchestra.run.smithi003:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T08:45:24.235 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T08:45:24.235 INFO:teuthology.run_tasks:Running task print... 2024-04-13T08:45:24.247 INFO:teuthology.task.print:**** done end telemetry x... 2024-04-13T08:45:24.247 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-13T08:45:24.277 INFO:tasks.cephadm:Teardown begin 2024-04-13T08:45:24.278 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-13T08:45:24.278 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-13T08:45:24.617 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T08:45:24.617 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54274,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/4175853261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4175853261},{"type":"v1","addr":"172.21.15.66:6833","nonce":4175853261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-13T07:10:44.810620+0000","modified":"2024-04-13T07:22:47.592642+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":566,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44327},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44327":{"gid":44327,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.3:6835/849032960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":849032960},{"type":"v1","addr":"172.21.15.3:6835","nonce":849032960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44327,"qdb_cluster":[44327]},"id":1}]} 2024-04-13T08:45:24.617 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 18 2024-04-13T08:45:24.628 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:24 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:45:24] "GET /metrics HTTP/1.1" 200 34243 "" "Prometheus/2.43.0" 2024-04-13T08:45:24.629 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-13T08:45:24.965 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T08:45:24.965 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54274,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/4175853261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4175853261},{"type":"v1","addr":"172.21.15.66:6833","nonce":4175853261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-13T07:10:44.810620+0000","modified":"2024-04-13T07:22:47.592642+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":566,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44327},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44327":{"gid":44327,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.3:6835/849032960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":849032960},{"type":"v1","addr":"172.21.15.3:6835","nonce":849032960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44327,"qdb_cluster":[44327]},"id":1}]} 2024-04-13T08:45:24.965 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 18 2024-04-13T08:45:24.978 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-13T08:45:25.279 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-04-13T08:45:25.279 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":2794,"fsid":"1235705e-f964-11ee-bc8d-c7b262605968","created":"2024-04-13T07:05:22.787433+0000","modified":"2024-04-13T08:43:52.019103+0000","last_up_change":"2024-04-13T07:22:16.960642+0000","last_in_change":"2024-04-13T07:10:06.141452+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":123,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T07:08:27.693886+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-13T07:10:43.223001+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-13T07:10:44.006864+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-13T07:11:18.784724+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1179","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":8,"snap_epoch":1179,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a9b766b8-720d-4545-bdab-a7c1a3c154bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":303,"up_from":314,"up_thru":2715,"down_at":304,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1780957091},{"type":"v1","addr":"172.21.15.3:6803","nonce":1780957091}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1780957091},{"type":"v1","addr":"172.21.15.3:6805","nonce":1780957091}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":1780957091},{"type":"v1","addr":"172.21.15.3:6809","nonce":1780957091}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1780957091},{"type":"v1","addr":"172.21.15.3:6807","nonce":1780957091}]},"public_addr":"172.21.15.3:6803/1780957091","cluster_addr":"172.21.15.3:6805/1780957091","heartbeat_back_addr":"172.21.15.3:6809/1780957091","heartbeat_front_addr":"172.21.15.3:6807/1780957091","state":["exists","up"]},{"osd":1,"uuid":"87513d68-9d8e-490a-ae5e-02c9876e01af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":338,"up_from":350,"up_thru":2715,"down_at":339,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":1865657836},{"type":"v1","addr":"172.21.15.3:6811","nonce":1865657836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":1865657836},{"type":"v1","addr":"172.21.15.3:6813","nonce":1865657836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":1865657836},{"type":"v1","addr":"172.21.15.3:6817","nonce":1865657836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":1865657836},{"type":"v1","addr":"172.21.15.3:6815","nonce":1865657836}]},"public_addr":"172.21.15.3:6811/1865657836","cluster_addr":"172.21.15.3:6813/1865657836","heartbeat_back_addr":"172.21.15.3:6817/1865657836","heartbeat_front_addr":"172.21.15.3:6815/1865657836","state":["exists","up"]},{"osd":2,"uuid":"6ae8f029-9b56-43d5-905f-d589c11d990f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":373,"up_from":384,"up_thru":2715,"down_at":374,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2818330543},{"type":"v1","addr":"172.21.15.3:6819","nonce":2818330543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2818330543},{"type":"v1","addr":"172.21.15.3:6821","nonce":2818330543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":2818330543},{"type":"v1","addr":"172.21.15.3:6825","nonce":2818330543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2818330543},{"type":"v1","addr":"172.21.15.3:6823","nonce":2818330543}]},"public_addr":"172.21.15.3:6819/2818330543","cluster_addr":"172.21.15.3:6821/2818330543","heartbeat_back_addr":"172.21.15.3:6825/2818330543","heartbeat_front_addr":"172.21.15.3:6823/2818330543","state":["exists","up"]},{"osd":3,"uuid":"da155d35-dc71-4433-859f-ed90091af5a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":407,"up_from":417,"up_thru":2715,"down_at":408,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":2219438909},{"type":"v1","addr":"172.21.15.3:6827","nonce":2219438909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":2219438909},{"type":"v1","addr":"172.21.15.3:6829","nonce":2219438909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2219438909},{"type":"v1","addr":"172.21.15.3:6833","nonce":2219438909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":2219438909},{"type":"v1","addr":"172.21.15.3:6831","nonce":2219438909}]},"public_addr":"172.21.15.3:6827/2219438909","cluster_addr":"172.21.15.3:6829/2219438909","heartbeat_back_addr":"172.21.15.3:6833/2219438909","heartbeat_front_addr":"172.21.15.3:6831/2219438909","state":["exists","up"]},{"osd":4,"uuid":"a854b8d8-7b4c-43b3-b52f-2107223db8ad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":440,"up_from":451,"up_thru":2715,"down_at":441,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3834831657},{"type":"v1","addr":"172.21.15.66:6801","nonce":3834831657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3834831657},{"type":"v1","addr":"172.21.15.66:6803","nonce":3834831657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3834831657},{"type":"v1","addr":"172.21.15.66:6807","nonce":3834831657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3834831657},{"type":"v1","addr":"172.21.15.66:6805","nonce":3834831657}]},"public_addr":"172.21.15.66:6801/3834831657","cluster_addr":"172.21.15.66:6803/3834831657","heartbeat_back_addr":"172.21.15.66:6807/3834831657","heartbeat_front_addr":"172.21.15.66:6805/3834831657","state":["exists","up"]},{"osd":5,"uuid":"52f88bb2-a85d-49e7-8def-5b0115b99d59","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":475,"up_from":486,"up_thru":2715,"down_at":476,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3181773666},{"type":"v1","addr":"172.21.15.66:6809","nonce":3181773666}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":3181773666},{"type":"v1","addr":"172.21.15.66:6811","nonce":3181773666}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":3181773666},{"type":"v1","addr":"172.21.15.66:6815","nonce":3181773666}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3181773666},{"type":"v1","addr":"172.21.15.66:6813","nonce":3181773666}]},"public_addr":"172.21.15.66:6809/3181773666","cluster_addr":"172.21.15.66:6811/3181773666","heartbeat_back_addr":"172.21.15.66:6815/3181773666","heartbeat_front_addr":"172.21.15.66:6813/3181773666","state":["exists","up"]},{"osd":6,"uuid":"29b52a14-a2f1-4681-81d0-a4ca14f21e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":508,"up_from":519,"up_thru":2715,"down_at":509,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":4030864615},{"type":"v1","addr":"172.21.15.66:6817","nonce":4030864615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":4030864615},{"type":"v1","addr":"172.21.15.66:6819","nonce":4030864615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":4030864615},{"type":"v1","addr":"172.21.15.66:6823","nonce":4030864615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":4030864615},{"type":"v1","addr":"172.21.15.66:6821","nonce":4030864615}]},"public_addr":"172.21.15.66:6817/4030864615","cluster_addr":"172.21.15.66:6819/4030864615","heartbeat_back_addr":"172.21.15.66:6823/4030864615","heartbeat_front_addr":"172.21.15.66:6821/4030864615","state":["exists","up"]},{"osd":7,"uuid":"a848f0cc-2d9e-4cc8-b996-13c600bc973b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":528,"up_from":539,"up_thru":2715,"down_at":529,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":2818306174},{"type":"v1","addr":"172.21.15.66:6825","nonce":2818306174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":2818306174},{"type":"v1","addr":"172.21.15.66:6827","nonce":2818306174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":2818306174},{"type":"v1","addr":"172.21.15.66:6831","nonce":2818306174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":2818306174},{"type":"v1","addr":"172.21.15.66:6829","nonce":2818306174}]},"public_addr":"172.21.15.66:6825/2818306174","cluster_addr":"172.21.15.66:6827/2818306174","heartbeat_back_addr":"172.21.15.66:6831/2818306174","heartbeat_front_addr":"172.21.15.66:6829/2818306174","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:34.946565+0000","dead_epoch":303},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:07:59.835711+0000","dead_epoch":338},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:24.743327+0000","dead_epoch":373},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:08:49.573179+0000","dead_epoch":407},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:11.789874+0000","dead_epoch":440},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:34.677492+0000","dead_epoch":475},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:09:57.713102+0000","dead_epoch":507},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T07:10:21.711043+0000","dead_epoch":528}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.3","mappings":[{"from":7,"to":4}]},{"pgid":"2.7","mappings":[{"from":7,"to":1}]},{"pgid":"2.8","mappings":[{"from":7,"to":2}]},{"pgid":"2.a","mappings":[{"from":7,"to":2}]},{"pgid":"2.c","mappings":[{"from":0,"to":1}]},{"pgid":"2.e","mappings":[{"from":7,"to":1}]},{"pgid":"2.18","mappings":[{"from":7,"to":1}]},{"pgid":"2.1d","mappings":[{"from":0,"to":2}]},{"pgid":"3.f","mappings":[{"from":0,"to":3}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.35","mappings":[{"from":6,"to":1}]},{"pgid":"3.3c","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/1396356617":"2024-04-13T09:43:28.577215+0000","172.21.15.3:0/1358468574":"2024-04-13T09:13:35.302189+0000","172.21.15.3:0/2272538423":"2024-04-13T09:04:53.452397+0000","172.21.15.3:0/4077621427":"2024-04-13T09:04:52.472053+0000","172.21.15.66:6833/2215717538":"2024-04-14T07:22:44.567313+0000","172.21.15.66:6832/2215717538":"2024-04-14T07:22:44.567313+0000","172.21.15.3:6834/745303198":"2024-04-14T07:22:25.856674+0000","172.21.15.3:0/4279857121":"2024-04-14T07:16:52.389550+0000","172.21.15.66:0/536552975":"2024-04-14T07:16:06.627623+0000","172.21.15.3:6801/1634438095":"2024-04-14T07:05:50.372744+0000","172.21.15.66:0/4153352427":"2024-04-14T07:16:06.627623+0000","172.21.15.3:6800/1612044123":"2024-04-14T07:11:17.165151+0000","172.21.15.66:0/4064577178":"2024-04-14T07:16:06.627623+0000","172.21.15.66:0/3537254732":"2024-04-14T07:16:06.627623+0000","172.21.15.3:0/2304249881":"2024-04-14T07:16:52.389550+0000","172.21.15.3:0/3852501559":"2024-04-14T07:11:17.165151+0000","172.21.15.3:6835/745303198":"2024-04-14T07:22:25.856674+0000","172.21.15.3:0/1083885685":"2024-04-14T07:06:15.372981+0000","172.21.15.66:6835/1947522101":"2024-04-14T07:16:06.627623+0000","172.21.15.3:0/461071442":"2024-04-14T07:16:52.389550+0000","172.21.15.3:6801/402226268":"2024-04-14T07:15:30.400314+0000","172.21.15.3:6800/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2480649633":"2024-04-14T07:05:50.372744+0000","172.21.15.3:6801/731404804":"2024-04-14T07:06:15.372981+0000","172.21.15.3:0/2274489327":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/3549347245":"2024-04-14T07:16:52.389550+0000","172.21.15.3:6800/402226268":"2024-04-14T07:15:30.400314+0000","172.21.15.3:0/2376100104":"2024-04-14T07:15:30.400314+0000","172.21.15.3:0/4129924658":"2024-04-14T07:15:30.400314+0000","172.21.15.3:0/3359399843":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6800/1935139075":"2024-04-14T07:16:52.389550+0000","172.21.15.3:0/200793521":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/3615190724":"2024-04-14T07:15:30.400314+0000","172.21.15.66:6834/1947522101":"2024-04-14T07:16:06.627623+0000","172.21.15.3:0/3628457447":"2024-04-14T07:06:15.372981+0000","172.21.15.3:6800/1634438095":"2024-04-14T07:05:50.372744+0000","172.21.15.66:0/2112742762":"2024-04-14T07:16:06.627623+0000","172.21.15.66:0/1428788467":"2024-04-14T07:16:06.627623+0000","172.21.15.3:0/2203924213":"2024-04-14T07:11:17.165151+0000","172.21.15.3:0/3861615608":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/2503697172":"2024-04-14T07:05:50.372744+0000","172.21.15.3:0/1856887294":"2024-04-14T07:15:30.400314+0000","172.21.15.3:0/3747154392":"2024-04-14T07:16:52.389550+0000","172.21.15.3:0/1382138365":"2024-04-14T07:15:30.400314+0000","172.21.15.3:6801/1612044123":"2024-04-14T07:11:17.165151+0000","172.21.15.3:6801/1935139075":"2024-04-14T07:16:52.389550+0000","172.21.15.3:0/3218310510":"2024-04-14T07:16:52.389550+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":5,"length":4}]},{"pool":88,"snaps":[{"begin":35,"length":3},{"begin":42,"length":1},{"begin":44,"length":1},{"begin":46,"length":2}]},{"pool":89,"snaps":[{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":122,"snaps":[{"begin":291,"length":4}]},{"pool":123,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T08:45:25.290 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:24 smithi003 ceph-mon[91733]: pgmap v5216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T08:45:25.290 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:24 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3795416928' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T08:45:25.290 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:24 smithi003 ceph-mon[89364]: pgmap v5216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T08:45:25.290 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:24 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3795416928' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T08:45:25.292 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-13T08:45:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:24 smithi066 ceph-mon[84331]: pgmap v5216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T08:45:25.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:24 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3795416928' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T08:45:25.638 INFO:teuthology.orchestra.run.smithi003.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-13T08:45:25.651 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-13T08:45:25.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a[89357]: 2024-04-13T08:45:25.632+0000 7f99e9772700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T08:45:25.884 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a[116745]: ignoring --setuser ceph since I am not root 2024-04-13T08:45:25.884 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a[116745]: ignoring --setgroup ceph since I am not root 2024-04-13T08:45:25.884 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a[116745]: starting mds.a at 2024-04-13T08:45:26.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/804053916' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T08:45:26.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/242542243' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T08:45:26.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3454870443' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-13T08:45:26.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-13T08:45:26.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-mon[91733]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T08:45:26.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-mon[91733]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T08:45:26.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-13T08:45:26.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-mon[91733]: osdmap e2795: 8 total, 8 up, 8 in 2024-04-13T08:45:26.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-mon[91733]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-13T08:45:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/804053916' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T08:45:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/242542243' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T08:45:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3454870443' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-13T08:45:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-13T08:45:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-mon[89364]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T08:45:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-mon[89364]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T08:45:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-13T08:45:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-mon[89364]: osdmap e2795: 8 total, 8 up, 8 in 2024-04-13T08:45:26.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:25 smithi003 ceph-mon[89364]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-13T08:45:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:25 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/804053916' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-13T08:45:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:25 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/242542243' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T08:45:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:25 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3454870443' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-13T08:45:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:25 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-13T08:45:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:25 smithi066 ceph-mon[84331]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T08:45:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:25 smithi066 ceph-mon[84331]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T08:45:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:25 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-13T08:45:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:25 smithi066 ceph-mon[84331]: osdmap e2795: 8 total, 8 up, 8 in 2024-04-13T08:45:26.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:25 smithi066 ceph-mon[84331]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-13T08:45:26.652 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-13T08:45:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:26 smithi003 ceph-mon[91733]: pgmap v5217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T08:45:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:26 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1787714826' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:45:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:26 smithi003 ceph-mon[91733]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T08:45:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:26 smithi003 ceph-mon[91733]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T08:45:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:26 smithi003 ceph-mon[91733]: Cluster is now healthy 2024-04-13T08:45:27.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:26 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/1787714826' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-13T08:45:27.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:26 smithi003 ceph-mon[91733]: mds.? [v2:172.21.15.3:6834/1271943768,v1:172.21.15.3:6835/1271943768] up:boot 2024-04-13T08:45:27.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:26 smithi003 ceph-mon[91733]: fsmap 2 up:standby 2024-04-13T08:45:27.385 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:26 smithi003 ceph-mon[91733]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T08:45:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:26 smithi003 ceph-mon[89364]: pgmap v5217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T08:45:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:26 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1787714826' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:45:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:26 smithi003 ceph-mon[89364]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T08:45:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:26 smithi003 ceph-mon[89364]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T08:45:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:26 smithi003 ceph-mon[89364]: Cluster is now healthy 2024-04-13T08:45:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:26 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/1787714826' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-13T08:45:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:26 smithi003 ceph-mon[89364]: mds.? [v2:172.21.15.3:6834/1271943768,v1:172.21.15.3:6835/1271943768] up:boot 2024-04-13T08:45:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:26 smithi003 ceph-mon[89364]: fsmap 2 up:standby 2024-04-13T08:45:27.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:26 smithi003 ceph-mon[89364]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T08:45:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:26 smithi066 ceph-mon[84331]: pgmap v5217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T08:45:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:26 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1787714826' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T08:45:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:26 smithi066 ceph-mon[84331]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T08:45:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:26 smithi066 ceph-mon[84331]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T08:45:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:26 smithi066 ceph-mon[84331]: Cluster is now healthy 2024-04-13T08:45:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:26 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/1787714826' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-13T08:45:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:26 smithi066 ceph-mon[84331]: mds.? [v2:172.21.15.3:6834/1271943768,v1:172.21.15.3:6835/1271943768] up:boot 2024-04-13T08:45:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:26 smithi066 ceph-mon[84331]: fsmap 2 up:standby 2024-04-13T08:45:27.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:26 smithi066 ceph-mon[84331]: from='mgr.34104 172.21.15.3:0/2300359093' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-13T08:45:27.944 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_metadata' removed 2024-04-13T08:45:27.964 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-13T08:45:28.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:27 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/336973714' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T08:45:28.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:27 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T08:45:28.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:27 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/336973714' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T08:45:28.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:27 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T08:45:28.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:27 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/336973714' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T08:45:28.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:27 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T08:45:28.942 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_data' removed 2024-04-13T08:45:28.966 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-13T08:45:28.998 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-13T08:45:29.037 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-13T08:45:29.037 DEBUG:teuthology.orchestra.run.smithi003:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-13T08:45:29.052 DEBUG:teuthology.orchestra.run.smithi066:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-13T08:45:29.094 INFO:tasks.cephadm:Stopping all daemons... 2024-04-13T08:45:29.094 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-13T08:45:29.094 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.a 2024-04-13T08:45:29.302 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:28 smithi066 ceph-mon[84331]: pgmap v5219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 20 op/s 2024-04-13T08:45:29.302 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:28 smithi066 ceph-mon[84331]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-13T08:45:29.302 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:28 smithi066 ceph-mon[84331]: osdmap e2796: 8 total, 8 up, 8 in 2024-04-13T08:45:29.302 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:28 smithi066 ceph-mon[84331]: from='client.? 172.21.15.3:0/3372195171' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T08:45:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:28 smithi003 ceph-mon[91733]: pgmap v5219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 20 op/s 2024-04-13T08:45:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:28 smithi003 ceph-mon[91733]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-13T08:45:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:28 smithi003 ceph-mon[91733]: osdmap e2796: 8 total, 8 up, 8 in 2024-04-13T08:45:29.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:28 smithi003 ceph-mon[91733]: from='client.? 172.21.15.3:0/3372195171' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T08:45:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:28 smithi003 ceph-mon[89364]: pgmap v5219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 20 op/s 2024-04-13T08:45:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:28 smithi003 ceph-mon[89364]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-13T08:45:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:28 smithi003 ceph-mon[89364]: osdmap e2796: 8 total, 8 up, 8 in 2024-04-13T08:45:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:28 smithi003 ceph-mon[89364]: from='client.? 172.21.15.3:0/3372195171' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-13T08:45:29.385 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:29 smithi003 systemd[1]: Stopping Ceph mon.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:45:29.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:29 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a[89357]: 2024-04-13T08:45:29.481+0000 7f99eef7d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T08:45:29.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:29 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a[89357]: 2024-04-13T08:45:29.481+0000 7f99eef7d700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-13T08:45:29.884 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:29 smithi003 podman[218524]: 2024-04-13 08:45:29.695984134 +0000 UTC m=+0.409729948 container died 64cfa60e298fa3f3f35ff1bcd28fd0e3254f85d95e3eed253feba04b24f4f7a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T08:45:29.885 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:29 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:45:29] ENGINE Bus STOPPING 2024-04-13T08:45:29.885 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:29 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:45:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T08:45:29.885 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:29 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:45:29] ENGINE Bus STOPPED 2024-04-13T08:45:29.885 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:29 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:45:29] ENGINE Bus STARTING 2024-04-13T08:45:29.885 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:29 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:45:29] ENGINE Serving on http://:::9283 2024-04-13T08:45:29.885 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:29 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:45:29] ENGINE Bus STARTED 2024-04-13T08:45:30.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:30 smithi003 podman[218524]: 2024-04-13 08:45:30.148234678 +0000 UTC m=+0.861980495 container cleanup 64cfa60e298fa3f3f35ff1bcd28fd0e3254f85d95e3eed253feba04b24f4f7a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-13T08:45:30.384 INFO:journalctl@ceph.mon.a.smithi003.stdout:Apr 13 08:45:30 smithi003 bash[218524]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-a 2024-04-13T08:45:30.571 DEBUG:teuthology.orchestra.run.smithi003:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.a.service' 2024-04-13T08:45:30.638 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T08:45:30.638 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-13T08:45:30.638 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-13T08:45:30.638 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.c 2024-04-13T08:45:30.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:30 smithi003 systemd[1]: Stopping Ceph mon.c for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:45:31.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-c[91729]: 2024-04-13T08:45:30.936+0000 7f2a39c24700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T08:45:31.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-c[91729]: 2024-04-13T08:45:30.936+0000 7f2a39c24700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-13T08:45:31.384 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:31 smithi003 podman[218656]: 2024-04-13 08:45:31.13152495 +0000 UTC m=+0.315904114 container died bcc866c9b63b9a44c8b2875d63b93e8062c6f9b19ee6fd6d58176b4007c2a6d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-04-13T08:45:31.384 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:45:30] ENGINE Bus STOPPING 2024-04-13T08:45:31.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:45:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T08:45:31.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:45:30] ENGINE Bus STOPPED 2024-04-13T08:45:31.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:30 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:45:30] ENGINE Bus STARTING 2024-04-13T08:45:31.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:45:31] ENGINE Serving on http://:::9283 2024-04-13T08:45:31.385 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:31 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: [13/Apr/2024:08:45:31] ENGINE Bus STARTED 2024-04-13T08:45:31.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:31 smithi003 podman[218656]: 2024-04-13 08:45:31.531009994 +0000 UTC m=+0.715389148 container cleanup bcc866c9b63b9a44c8b2875d63b93e8062c6f9b19ee6fd6d58176b4007c2a6d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-c, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-13T08:45:31.884 INFO:journalctl@ceph.mon.c.smithi003.stdout:Apr 13 08:45:31 smithi003 bash[218656]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-c 2024-04-13T08:45:32.107 DEBUG:teuthology.orchestra.run.smithi003:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.c.service' 2024-04-13T08:45:32.144 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T08:45:32.144 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-13T08:45:32.144 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-13T08:45:32.144 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.b 2024-04-13T08:45:32.579 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:32 smithi066 systemd[1]: Stopping Ceph mon.b for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:45:32.579 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:45:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:45:32.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-b[84327]: 2024-04-13T08:45:32.579+0000 7feed0971700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T08:45:32.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-b[84327]: 2024-04-13T08:45:32.579+0000 7feed0971700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-13T08:45:32.901 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:32 smithi066 podman[147434]: 2024-04-13 08:45:32.824882227 +0000 UTC m=+0.470513762 container died 77096718c9ffbfeaae71aa88966d45df7b939ac9b49cd5f0d7a2bd84f68389ce (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-b, org.label-schema.build-date=20240409, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-13T08:45:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:33 smithi066 podman[147434]: 2024-04-13 08:45:33.296039053 +0000 UTC m=+0.941670650 container cleanup 77096718c9ffbfeaae71aa88966d45df7b939ac9b49cd5f0d7a2bd84f68389ce (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-b, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T08:45:33.401 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 13 08:45:33 smithi066 bash[147434]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-mon-b 2024-04-13T08:45:33.871 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@mon.b.service' 2024-04-13T08:45:33.933 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T08:45:33.933 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-13T08:45:33.933 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-13T08:45:33.933 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ceph-1235705e-f964-11ee-bc8d-c7b262605968@mgr.y 2024-04-13T08:45:34.212 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:33 smithi003 systemd[1]: Stopping Ceph mgr.y for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:45:34.611 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: ::ffff:172.21.15.66 - - [13/Apr/2024:08:45:34] "GET /metrics HTTP/1.1" 200 34243 "" "Prometheus/2.43.0" 2024-04-13T08:45:34.611 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T08:45:34.235+0000 7ff3274ec700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T08:45:34.611 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:34 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y[80651]: 2024-04-13T08:45:34.235+0000 7ff3274ec700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-13T08:45:34.612 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:34 smithi003 podman[218791]: 2024-04-13 08:45:34.267112055 +0000 UTC m=+0.139657518 container died 8cf668b60b80b67eac5f45e03ebeba1d90d17ae8d6e23713acd440d76c986b87 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, ceph=True, io.buildah.version=1.33.5) 2024-04-13T08:45:34.884 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:34 smithi003 podman[218791]: 2024-04-13 08:45:34.719417698 +0000 UTC m=+0.591963160 container cleanup 8cf668b60b80b67eac5f45e03ebeba1d90d17ae8d6e23713acd440d76c986b87 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T08:45:34.884 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:34 smithi003 bash[218791]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y 2024-04-13T08:45:35.143 INFO:journalctl@ceph.mgr.y.smithi003.stdout:Apr 13 08:45:34 smithi003 podman[218806]: 2024-04-13 08:45:34.887412687 +0000 UTC m=+0.616697251 container remove 8cf668b60b80b67eac5f45e03ebeba1d90d17ae8d6e23713acd440d76c986b87 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-13T08:45:35.164 DEBUG:teuthology.orchestra.run.smithi003:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@mgr.y.service' 2024-04-13T08:45:35.203 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T08:45:35.203 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-13T08:45:35.203 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-13T08:45:35.204 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-1235705e-f964-11ee-bc8d-c7b262605968@mgr.x 2024-04-13T08:45:35.572 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 08:45:35 smithi066 systemd[1]: Stopping Ceph mgr.x for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:45:35.859 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 08:45:35 smithi066 podman[147560]: 2024-04-13 08:45:35.573476471 +0000 UTC m=+0.166088567 container died 57ffb9b159d78b21d6457c03d79819e3c119485d85875023cfeb0b0d715a4861 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-13T08:45:36.151 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 08:45:35 smithi066 podman[147560]: 2024-04-13 08:45:35.934290883 +0000 UTC m=+0.526902985 container cleanup 57ffb9b159d78b21d6457c03d79819e3c119485d85875023cfeb0b0d715a4861 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_CLEAN=True) 2024-04-13T08:45:36.151 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 13 08:45:35 smithi066 bash[147560]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-mgr-x 2024-04-13T08:45:36.305 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@mgr.x.service' 2024-04-13T08:45:36.347 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T08:45:36.347 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-13T08:45:36.347 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-13T08:45:36.347 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.0 2024-04-13T08:45:36.634 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 08:45:36 smithi003 systemd[1]: Stopping Ceph osd.0 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:45:37.134 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 08:45:36 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0[97219]: 2024-04-13T08:45:36.656+0000 7f6d301dc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T08:45:37.134 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 08:45:36 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0[97219]: 2024-04-13T08:45:36.656+0000 7f6d301dc700 -1 osd.0 2797 *** Got signal Terminated *** 2024-04-13T08:45:37.134 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 08:45:36 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0[97219]: 2024-04-13T08:45:36.656+0000 7f6d301dc700 -1 osd.0 2797 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T08:45:42.384 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 08:45:42 smithi003 podman[218924]: 2024-04-13 08:45:42.088480562 +0000 UTC m=+5.540470200 container died 6dc25088a5e40d9531e725be35a859a78cdefa2e79a5f34a9c18110650ba5188 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T08:45:42.651 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:45:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi003:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"1235705e-f964-11ee-bc8d-c7b262605968\", instance=\"smithi003:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-13T08:45:42.741 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 08:45:42 smithi003 podman[218924]: 2024-04-13 08:45:42.448897693 +0000 UTC m=+5.900887330 container cleanup 6dc25088a5e40d9531e725be35a859a78cdefa2e79a5f34a9c18110650ba5188 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-13T08:45:42.741 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 08:45:42 smithi003 bash[218924]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0 2024-04-13T08:45:43.057 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 08:45:42 smithi003 podman[218941]: 2024-04-13 08:45:42.742135827 +0000 UTC m=+0.653667669 container remove 6dc25088a5e40d9531e725be35a859a78cdefa2e79a5f34a9c18110650ba5188 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0, RELEASE=main-5f22a49, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=) 2024-04-13T08:45:43.369 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 08:45:43 smithi003 podman[219030]: 2024-04-13 08:45:42.961988215 +0000 UTC m=+0.017793333 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T08:45:43.369 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 08:45:43 smithi003 podman[219030]: 2024-04-13 08:45:43.076330273 +0000 UTC m=+0.132135427 container create c2403c43f02ddebd91f74841d2075404317b8b9b34792bee581442bd8de35193 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-13T08:45:43.369 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 08:45:43 smithi003 podman[219030]: 2024-04-13 08:45:43.295480041 +0000 UTC m=+0.351285150 container init c2403c43f02ddebd91f74841d2075404317b8b9b34792bee581442bd8de35193 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-5f22a49) 2024-04-13T08:45:43.369 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 08:45:43 smithi003 podman[219030]: 2024-04-13 08:45:43.298564649 +0000 UTC m=+0.354369769 container start c2403c43f02ddebd91f74841d2075404317b8b9b34792bee581442bd8de35193 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, ceph=True, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-13T08:45:43.369 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 08:45:43 smithi003 podman[219030]: 2024-04-13 08:45:43.370385165 +0000 UTC m=+0.426190300 container attach c2403c43f02ddebd91f74841d2075404317b8b9b34792bee581442bd8de35193 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-13T08:45:43.634 INFO:journalctl@ceph.osd.0.smithi003.stdout:Apr 13 08:45:43 smithi003 podman[219030]: 2024-04-13 08:45:43.598307458 +0000 UTC m=+0.654112574 container died c2403c43f02ddebd91f74841d2075404317b8b9b34792bee581442bd8de35193 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-0-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True) 2024-04-13T08:45:44.278 DEBUG:teuthology.orchestra.run.smithi003:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.0.service' 2024-04-13T08:45:44.327 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T08:45:44.327 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-13T08:45:44.327 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-13T08:45:44.327 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.1 2024-04-13T08:45:44.634 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 08:45:44 smithi003 systemd[1]: Stopping Ceph osd.1 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:45:45.134 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 08:45:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1[101970]: 2024-04-13T08:45:44.760+0000 7fcf1d3e6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T08:45:45.134 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 08:45:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1[101970]: 2024-04-13T08:45:44.760+0000 7fcf1d3e6700 -1 osd.1 2797 *** Got signal Terminated *** 2024-04-13T08:45:45.134 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 08:45:44 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1[101970]: 2024-04-13T08:45:44.760+0000 7fcf1d3e6700 -1 osd.1 2797 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T08:45:50.634 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 08:45:50 smithi003 podman[219138]: 2024-04-13 08:45:50.301309522 +0000 UTC m=+5.684276742 container died 42147549eb0538379c81d5f783f3c885c02a8b2871ced7c299180281d22ccfe8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, org.label-schema.license=GPLv2) 2024-04-13T08:45:51.027 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 08:45:50 smithi003 podman[219138]: 2024-04-13 08:45:50.818782686 +0000 UTC m=+6.201749905 container cleanup 42147549eb0538379c81d5f783f3c885c02a8b2871ced7c299180281d22ccfe8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-13T08:45:51.027 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 08:45:50 smithi003 bash[219138]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1 2024-04-13T08:45:51.384 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 08:45:51 smithi003 podman[219155]: 2024-04-13 08:45:51.028786544 +0000 UTC m=+0.729286860 container remove 42147549eb0538379c81d5f783f3c885c02a8b2871ced7c299180281d22ccfe8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-5f22a49) 2024-04-13T08:45:51.723 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 08:45:51 smithi003 podman[219246]: 2024-04-13 08:45:51.334140258 +0000 UTC m=+0.017663378 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T08:45:51.723 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 08:45:51 smithi003 podman[219246]: 2024-04-13 08:45:51.446467442 +0000 UTC m=+0.129990537 container create acc8a8ee06eea4d7f25738559169834244783578c88040751a73790e39b67903 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-13T08:45:51.723 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 08:45:51 smithi003 podman[219246]: 2024-04-13 08:45:51.648874131 +0000 UTC m=+0.332397237 container init acc8a8ee06eea4d7f25738559169834244783578c88040751a73790e39b67903 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-deactivate, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-13T08:45:51.723 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 08:45:51 smithi003 podman[219246]: 2024-04-13 08:45:51.65190514 +0000 UTC m=+0.335428235 container start acc8a8ee06eea4d7f25738559169834244783578c88040751a73790e39b67903 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-deactivate, ceph=True, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-13T08:45:51.723 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 08:45:51 smithi003 podman[219246]: 2024-04-13 08:45:51.723868627 +0000 UTC m=+0.407391731 container attach acc8a8ee06eea4d7f25738559169834244783578c88040751a73790e39b67903 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-13T08:45:52.134 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 08:45:51 smithi003 podman[219246]: 2024-04-13 08:45:51.950078004 +0000 UTC m=+0.633601104 container died acc8a8ee06eea4d7f25738559169834244783578c88040751a73790e39b67903 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-deactivate, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T08:45:52.493 DEBUG:teuthology.orchestra.run.smithi003:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.1.service' 2024-04-13T08:45:52.528 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 08:45:52 smithi003 podman[219272]: 2024-04-13 08:45:52.477232379 +0000 UTC m=+0.522485846 container remove acc8a8ee06eea4d7f25738559169834244783578c88040751a73790e39b67903 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-13T08:45:52.529 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 08:45:52 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.1.service: Deactivated successfully. 2024-04-13T08:45:52.529 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 08:45:52 smithi003 systemd[1]: Stopped Ceph osd.1 for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T08:45:52.529 INFO:journalctl@ceph.osd.1.smithi003.stdout:Apr 13 08:45:52 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.1.service: Consumed 3min 48.936s CPU time. 2024-04-13T08:45:52.544 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T08:45:52.544 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-13T08:45:52.544 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-13T08:45:52.544 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.2 2024-04-13T08:45:52.871 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 08:45:52 smithi003 systemd[1]: Stopping Ceph osd.2 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:45:53.134 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 08:45:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2[107017]: 2024-04-13T08:45:52.871+0000 7f5dce52b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T08:45:53.134 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 08:45:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2[107017]: 2024-04-13T08:45:52.871+0000 7f5dce52b700 -1 osd.2 2797 *** Got signal Terminated *** 2024-04-13T08:45:53.134 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 08:45:52 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2[107017]: 2024-04-13T08:45:52.871+0000 7f5dce52b700 -1 osd.2 2797 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T08:45:58.581 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 08:45:58 smithi003 podman[219352]: 2024-04-13 08:45:58.318697301 +0000 UTC m=+5.550719935 container died 8636b9e9bade8f39171e4952f8685ab1b9ec9525cc3371a17bc7d3eee9675644 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2, RELEASE=main-5f22a49, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True) 2024-04-13T08:45:58.884 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 08:45:58 smithi003 podman[219352]: 2024-04-13 08:45:58.688487761 +0000 UTC m=+5.920510443 container cleanup 8636b9e9bade8f39171e4952f8685ab1b9ec9525cc3371a17bc7d3eee9675644 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-13T08:45:58.884 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 08:45:58 smithi003 bash[219352]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2 2024-04-13T08:45:59.355 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 08:45:58 smithi003 podman[219371]: 2024-04-13 08:45:58.998085485 +0000 UTC m=+0.680369545 container remove 8636b9e9bade8f39171e4952f8685ab1b9ec9525cc3371a17bc7d3eee9675644 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, ceph=True, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T08:45:59.634 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 08:45:59 smithi003 podman[219465]: 2024-04-13 08:45:59.260056603 +0000 UTC m=+0.017854886 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T08:45:59.634 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 08:45:59 smithi003 podman[219465]: 2024-04-13 08:45:59.374190222 +0000 UTC m=+0.131988508 container create efec1a49426be462e4dff02d7a4f4f8041b8a4e57462ae5024b38915af50f227 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-13T08:45:59.634 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 08:45:59 smithi003 podman[219465]: 2024-04-13 08:45:59.576450476 +0000 UTC m=+0.334248759 container init efec1a49426be462e4dff02d7a4f4f8041b8a4e57462ae5024b38915af50f227 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-13T08:45:59.634 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 08:45:59 smithi003 podman[219465]: 2024-04-13 08:45:59.579497633 +0000 UTC m=+0.337295916 container start efec1a49426be462e4dff02d7a4f4f8041b8a4e57462ae5024b38915af50f227 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0) 2024-04-13T08:46:00.134 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 08:45:59 smithi003 podman[219465]: 2024-04-13 08:45:59.668263294 +0000 UTC m=+0.426061588 container attach efec1a49426be462e4dff02d7a4f4f8041b8a4e57462ae5024b38915af50f227 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-13T08:46:00.134 INFO:journalctl@ceph.osd.2.smithi003.stdout:Apr 13 08:45:59 smithi003 podman[219465]: 2024-04-13 08:45:59.87828376 +0000 UTC m=+0.636082045 container died efec1a49426be462e4dff02d7a4f4f8041b8a4e57462ae5024b38915af50f227 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-13T08:46:00.443 DEBUG:teuthology.orchestra.run.smithi003:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.2.service' 2024-04-13T08:46:00.490 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T08:46:00.490 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-13T08:46:00.490 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-13T08:46:00.490 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.3 2024-04-13T08:46:00.782 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 08:46:00 smithi003 systemd[1]: Stopping Ceph osd.3 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:46:01.134 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 08:46:00 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3[111734]: 2024-04-13T08:46:00.782+0000 7fced0d46700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T08:46:01.134 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 08:46:00 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3[111734]: 2024-04-13T08:46:00.782+0000 7fced0d46700 -1 osd.3 2797 *** Got signal Terminated *** 2024-04-13T08:46:01.134 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 08:46:00 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3[111734]: 2024-04-13T08:46:00.782+0000 7fced0d46700 -1 osd.3 2797 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T08:46:03.151 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:02 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:02.703+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.739418+0000 front 2024-04-13T08:45:40.739284+0000 (oldest deadline 2024-04-13T08:46:02.339920+0000) 2024-04-13T08:46:03.651 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:03 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:03.220+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:04.150 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:03 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:03.713+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.739418+0000 front 2024-04-13T08:45:40.739284+0000 (oldest deadline 2024-04-13T08:46:02.339920+0000) 2024-04-13T08:46:04.558 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:04 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:04.194+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:04.901 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:04 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[89960]: 2024-04-13T08:46:04.558+0000 7fb5a1b4c700 -1 osd.4 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.229467+0000 front 2024-04-13T08:45:39.229436+0000 (oldest deadline 2024-04-13T08:46:03.929336+0000) 2024-04-13T08:46:04.901 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:04 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:04.728+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.739418+0000 front 2024-04-13T08:45:40.739284+0000 (oldest deadline 2024-04-13T08:46:02.339920+0000) 2024-04-13T08:46:05.134 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 08:46:04 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3[111734]: 2024-04-13T08:46:04.739+0000 7fcec9332700 -1 osd.3 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.002062+0000 front 2024-04-13T08:45:40.002032+0000 (oldest deadline 2024-04-13T08:46:04.702180+0000) 2024-04-13T08:46:05.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:05 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:05.177+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:05.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:05 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:05.067+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:05.901 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:05 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[89960]: 2024-04-13T08:46:05.581+0000 7fb5a1b4c700 -1 osd.4 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.229467+0000 front 2024-04-13T08:45:39.229436+0000 (oldest deadline 2024-04-13T08:46:03.929336+0000) 2024-04-13T08:46:05.901 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:05 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:05.708+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.739418+0000 front 2024-04-13T08:45:40.739284+0000 (oldest deadline 2024-04-13T08:46:02.339920+0000) 2024-04-13T08:46:06.134 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 08:46:05 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3[111734]: 2024-04-13T08:46:05.754+0000 7fcec9332700 -1 osd.3 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.002062+0000 front 2024-04-13T08:45:40.002032+0000 (oldest deadline 2024-04-13T08:46:04.702180+0000) 2024-04-13T08:46:06.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:06 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:06.037+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:06.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:06 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:06.135+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:06.474 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 08:46:06 smithi003 podman[219571]: 2024-04-13 08:46:06.214545054 +0000 UTC m=+5.540035449 container died dccad77412426093205aff8228bc4aac67ff2e16f7bdb9c7856748046ebcfdbe (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T08:46:06.816 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 08:46:06 smithi003 podman[219571]: 2024-04-13 08:46:06.591241922 +0000 UTC m=+5.916732318 container cleanup dccad77412426093205aff8228bc4aac67ff2e16f7bdb9c7856748046ebcfdbe (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-04-13T08:46:06.816 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 08:46:06 smithi003 bash[219571]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3 2024-04-13T08:46:06.901 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:06 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:06.707+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.739418+0000 front 2024-04-13T08:45:40.739284+0000 (oldest deadline 2024-04-13T08:46:02.339920+0000) 2024-04-13T08:46:06.901 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:06 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[89960]: 2024-04-13T08:46:06.561+0000 7fb5a1b4c700 -1 osd.4 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.229467+0000 front 2024-04-13T08:45:39.229436+0000 (oldest deadline 2024-04-13T08:46:03.929336+0000) 2024-04-13T08:46:07.134 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 08:46:06 smithi003 podman[219602]: 2024-04-13 08:46:06.817462513 +0000 UTC m=+0.605064510 container remove dccad77412426093205aff8228bc4aac67ff2e16f7bdb9c7856748046ebcfdbe (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T08:46:07.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:07.026+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:07.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:07.152+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:07.453 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 08:46:07 smithi003 podman[219691]: 2024-04-13 08:46:07.052346197 +0000 UTC m=+0.017901226 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T08:46:07.453 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 08:46:07 smithi003 podman[219691]: 2024-04-13 08:46:07.16560375 +0000 UTC m=+0.131158778 container create 893c1007a51eddef91b375315e24e480a24340d24e22eb368b242bf6aba238d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, ceph=True) 2024-04-13T08:46:07.453 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 08:46:07 smithi003 podman[219691]: 2024-04-13 08:46:07.371116375 +0000 UTC m=+0.336671404 container init 893c1007a51eddef91b375315e24e480a24340d24e22eb368b242bf6aba238d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=) 2024-04-13T08:46:07.453 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 08:46:07 smithi003 podman[219691]: 2024-04-13 08:46:07.374386878 +0000 UTC m=+0.339941907 container start 893c1007a51eddef91b375315e24e480a24340d24e22eb368b242bf6aba238d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-13T08:46:07.453 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 08:46:07 smithi003 podman[219691]: 2024-04-13 08:46:07.454350429 +0000 UTC m=+0.419905470 container attach 893c1007a51eddef91b375315e24e480a24340d24e22eb368b242bf6aba238d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409) 2024-04-13T08:46:07.884 INFO:journalctl@ceph.osd.3.smithi003.stdout:Apr 13 08:46:07 smithi003 podman[219691]: 2024-04-13 08:46:07.669487737 +0000 UTC m=+0.635042768 container died 893c1007a51eddef91b375315e24e480a24340d24e22eb368b242bf6aba238d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-13T08:46:07.900 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[89960]: 2024-04-13T08:46:07.587+0000 7fb5a1b4c700 -1 osd.4 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.229467+0000 front 2024-04-13T08:45:39.229436+0000 (oldest deadline 2024-04-13T08:46:03.929336+0000) 2024-04-13T08:46:07.901 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:07.698+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.739418+0000 front 2024-04-13T08:45:40.739284+0000 (oldest deadline 2024-04-13T08:46:02.339920+0000) 2024-04-13T08:46:08.248 DEBUG:teuthology.orchestra.run.smithi003:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.3.service' 2024-04-13T08:46:08.290 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T08:46:08.290 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-13T08:46:08.290 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-13T08:46:08.290 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.4 2024-04-13T08:46:08.325 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:07 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:07.998+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:08.325 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:08.147+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:08.594 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:08 smithi066 systemd[1]: Stopping Ceph osd.4 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:46:08.901 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:08.656+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.739418+0000 front 2024-04-13T08:45:40.739284+0000 (oldest deadline 2024-04-13T08:46:02.339920+0000) 2024-04-13T08:46:08.901 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[89960]: 2024-04-13T08:46:08.594+0000 7fb5a5558700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T08:46:08.901 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[89960]: 2024-04-13T08:46:08.594+0000 7fb5a5558700 -1 osd.4 2797 *** Got signal Terminated *** 2024-04-13T08:46:08.901 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[89960]: 2024-04-13T08:46:08.594+0000 7fb5a5558700 -1 osd.4 2797 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T08:46:08.901 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:08 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[89960]: 2024-04-13T08:46:08.602+0000 7fb5a1b4c700 -1 osd.4 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.229467+0000 front 2024-04-13T08:45:39.229436+0000 (oldest deadline 2024-04-13T08:46:03.929336+0000) 2024-04-13T08:46:09.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:09 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:09.004+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:09.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:09 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:09.104+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:09.901 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:09 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[89960]: 2024-04-13T08:46:09.584+0000 7fb5a1b4c700 -1 osd.4 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.229467+0000 front 2024-04-13T08:45:39.229436+0000 (oldest deadline 2024-04-13T08:46:03.929336+0000) 2024-04-13T08:46:09.901 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:09 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:09.683+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.739418+0000 front 2024-04-13T08:45:40.739284+0000 (oldest deadline 2024-04-13T08:46:02.339920+0000) 2024-04-13T08:46:10.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:09 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:09.970+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:10.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:10 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:10.092+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:10.901 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:10 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[89960]: 2024-04-13T08:46:10.586+0000 7fb5a1b4c700 -1 osd.4 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.229467+0000 front 2024-04-13T08:45:39.229436+0000 (oldest deadline 2024-04-13T08:46:03.929336+0000) 2024-04-13T08:46:10.901 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:10 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:10.723+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.739418+0000 front 2024-04-13T08:45:40.739284+0000 (oldest deadline 2024-04-13T08:46:02.339920+0000) 2024-04-13T08:46:10.901 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:10 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:10.723+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:46.941579+0000 front 2024-04-13T08:45:46.941412+0000 (oldest deadline 2024-04-13T08:46:10.441389+0000) 2024-04-13T08:46:11.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:11 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:11.018+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:11.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:11 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:11.110+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:11.901 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:11 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[89960]: 2024-04-13T08:46:11.617+0000 7fb5a1b4c700 -1 osd.4 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.229467+0000 front 2024-04-13T08:45:39.229436+0000 (oldest deadline 2024-04-13T08:46:03.929336+0000) 2024-04-13T08:46:11.901 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:11 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:11.741+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.739418+0000 front 2024-04-13T08:45:40.739284+0000 (oldest deadline 2024-04-13T08:46:02.339920+0000) 2024-04-13T08:46:11.901 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:11 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:11.741+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:46.941579+0000 front 2024-04-13T08:45:46.941412+0000 (oldest deadline 2024-04-13T08:46:10.441389+0000) 2024-04-13T08:46:12.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:12.055+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:12.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:12.055+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:49.555078+0000 front 2024-04-13T08:45:49.554962+0000 (oldest deadline 2024-04-13T08:46:11.255111+0000) 2024-04-13T08:46:12.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:12.138+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:12.901 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:12.774+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.739418+0000 front 2024-04-13T08:45:40.739284+0000 (oldest deadline 2024-04-13T08:46:02.339920+0000) 2024-04-13T08:46:12.901 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:12.774+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:46.941579+0000 front 2024-04-13T08:45:46.941412+0000 (oldest deadline 2024-04-13T08:46:10.441389+0000) 2024-04-13T08:46:12.901 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[89960]: 2024-04-13T08:46:12.571+0000 7fb5a1b4c700 -1 osd.4 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.229467+0000 front 2024-04-13T08:45:39.229436+0000 (oldest deadline 2024-04-13T08:46:03.929336+0000) 2024-04-13T08:46:12.901 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:12 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[89960]: 2024-04-13T08:46:12.571+0000 7fb5a1b4c700 -1 osd.4 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:48.530925+0000 front 2024-04-13T08:45:48.530827+0000 (oldest deadline 2024-04-13T08:46:12.030824+0000) 2024-04-13T08:46:13.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:13.101+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:13.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:13.101+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:49.555078+0000 front 2024-04-13T08:45:49.554962+0000 (oldest deadline 2024-04-13T08:46:11.255111+0000) 2024-04-13T08:46:13.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:13.101+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:13.901 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[89960]: 2024-04-13T08:46:13.591+0000 7fb5a1b4c700 -1 osd.4 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.229467+0000 front 2024-04-13T08:45:39.229436+0000 (oldest deadline 2024-04-13T08:46:03.929336+0000) 2024-04-13T08:46:13.901 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4[89960]: 2024-04-13T08:46:13.591+0000 7fb5a1b4c700 -1 osd.4 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:48.530925+0000 front 2024-04-13T08:45:48.530827+0000 (oldest deadline 2024-04-13T08:46:12.030824+0000) 2024-04-13T08:46:13.901 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:13.770+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.739418+0000 front 2024-04-13T08:45:40.739284+0000 (oldest deadline 2024-04-13T08:46:02.339920+0000) 2024-04-13T08:46:13.901 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:13 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:13.770+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:46.941579+0000 front 2024-04-13T08:45:46.941412+0000 (oldest deadline 2024-04-13T08:46:10.441389+0000) 2024-04-13T08:46:14.401 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:14 smithi066 podman[147698]: 2024-04-13 08:46:14.204850659 +0000 UTC m=+5.712354219 container died b94e7fdde3d0548b83fdd28b3a75fb5220975cd06fec75af654a4222e11b48a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T08:46:14.447 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:14.071+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:14.447 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:14.089+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:14.447 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:14.089+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:49.555078+0000 front 2024-04-13T08:45:49.554962+0000 (oldest deadline 2024-04-13T08:46:11.255111+0000) 2024-04-13T08:46:14.744 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:14 smithi066 podman[147698]: 2024-04-13 08:46:14.562370161 +0000 UTC m=+6.069873711 container cleanup b94e7fdde3d0548b83fdd28b3a75fb5220975cd06fec75af654a4222e11b48a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, RELEASE=main-5f22a49, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-13T08:46:14.745 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:14 smithi066 bash[147698]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4 2024-04-13T08:46:15.095 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:14 smithi066 podman[147715]: 2024-04-13 08:46:14.821953757 +0000 UTC m=+0.612855114 container remove b94e7fdde3d0548b83fdd28b3a75fb5220975cd06fec75af654a4222e11b48a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True) 2024-04-13T08:46:15.096 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:14.745+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.739418+0000 front 2024-04-13T08:45:40.739284+0000 (oldest deadline 2024-04-13T08:46:02.339920+0000) 2024-04-13T08:46:15.096 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:14 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:14.745+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:46.941579+0000 front 2024-04-13T08:45:46.941412+0000 (oldest deadline 2024-04-13T08:46:10.441389+0000) 2024-04-13T08:46:15.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:15 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:15.095+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:15.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:15 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:15.095+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:49.555078+0000 front 2024-04-13T08:45:49.554962+0000 (oldest deadline 2024-04-13T08:46:11.255111+0000) 2024-04-13T08:46:15.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:15 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:15.095+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:15.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:15 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:15.095+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:15.401 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:15 smithi066 podman[147807]: 2024-04-13 08:46:15.089153654 +0000 UTC m=+0.018911562 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T08:46:15.401 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:15 smithi066 podman[147807]: 2024-04-13 08:46:15.189534134 +0000 UTC m=+0.119292017 container create 7b9674b9d1cf28e041838a4438e4760b1092f6326ca58fa45bb078aeccf591d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-13T08:46:15.713 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:15 smithi066 podman[147807]: 2024-04-13 08:46:15.408807352 +0000 UTC m=+0.338565240 container init 7b9674b9d1cf28e041838a4438e4760b1092f6326ca58fa45bb078aeccf591d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-13T08:46:15.713 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:15 smithi066 podman[147807]: 2024-04-13 08:46:15.41230176 +0000 UTC m=+0.342059649 container start 7b9674b9d1cf28e041838a4438e4760b1092f6326ca58fa45bb078aeccf591d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True) 2024-04-13T08:46:15.713 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:15 smithi066 podman[147807]: 2024-04-13 08:46:15.616835953 +0000 UTC m=+0.546593852 container attach 7b9674b9d1cf28e041838a4438e4760b1092f6326ca58fa45bb078aeccf591d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-13T08:46:15.986 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:15 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:15.786+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.739418+0000 front 2024-04-13T08:45:40.739284+0000 (oldest deadline 2024-04-13T08:46:02.339920+0000) 2024-04-13T08:46:15.986 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:15 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:15.787+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:46.941579+0000 front 2024-04-13T08:45:46.941412+0000 (oldest deadline 2024-04-13T08:46:10.441389+0000) 2024-04-13T08:46:15.986 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 13 08:46:15 smithi066 podman[147807]: 2024-04-13 08:46:15.714675033 +0000 UTC m=+0.644432918 container died 7b9674b9d1cf28e041838a4438e4760b1092f6326ca58fa45bb078aeccf591d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-13T08:46:16.244 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:16 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:16.102+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:16.245 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:16 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:16.102+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:49.555078+0000 front 2024-04-13T08:45:49.554962+0000 (oldest deadline 2024-04-13T08:46:11.255111+0000) 2024-04-13T08:46:16.245 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:16 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:16.057+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:16.245 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:16 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:16.057+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:16.274 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.4.service' 2024-04-13T08:46:16.360 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T08:46:16.360 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-13T08:46:16.361 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-13T08:46:16.361 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.5 2024-04-13T08:46:16.547 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:16 smithi066 systemd[1]: Stopping Ceph osd.5 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:46:16.822 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:16 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:16.681+0000 7f48f5aef700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T08:46:16.822 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:16 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:16.681+0000 7f48f5aef700 -1 osd.5 2797 *** Got signal Terminated *** 2024-04-13T08:46:16.822 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:16 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:16.681+0000 7f48f5aef700 -1 osd.5 2797 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T08:46:17.072 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:16 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:16.821+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.739418+0000 front 2024-04-13T08:45:40.739284+0000 (oldest deadline 2024-04-13T08:46:02.339920+0000) 2024-04-13T08:46:17.072 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:16 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:16.821+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:46.941579+0000 front 2024-04-13T08:45:46.941412+0000 (oldest deadline 2024-04-13T08:46:10.441389+0000) 2024-04-13T08:46:17.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:17 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:17.071+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:17.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:17 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:17.071+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:49.555078+0000 front 2024-04-13T08:45:49.554962+0000 (oldest deadline 2024-04-13T08:46:11.255111+0000) 2024-04-13T08:46:17.402 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:17 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:17.081+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:17.402 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:17 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:17.081+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:18.060 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:17 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:17.797+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.739418+0000 front 2024-04-13T08:45:40.739284+0000 (oldest deadline 2024-04-13T08:46:02.339920+0000) 2024-04-13T08:46:18.060 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:17 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:17.797+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:46.941579+0000 front 2024-04-13T08:45:46.941412+0000 (oldest deadline 2024-04-13T08:46:10.441389+0000) 2024-04-13T08:46:18.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:18 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:18.060+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:18.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:18 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:18.060+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:18.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:18 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:18.072+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:18.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:18 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:18.072+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:49.555078+0000 front 2024-04-13T08:45:49.554962+0000 (oldest deadline 2024-04-13T08:46:11.255111+0000) 2024-04-13T08:46:19.079 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:18 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:18.758+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.739418+0000 front 2024-04-13T08:45:40.739284+0000 (oldest deadline 2024-04-13T08:46:02.339920+0000) 2024-04-13T08:46:19.080 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:18 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:18.758+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:46.941579+0000 front 2024-04-13T08:45:46.941412+0000 (oldest deadline 2024-04-13T08:46:10.441389+0000) 2024-04-13T08:46:19.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:19 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:19.083+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:19.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:19 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:19.083+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:19.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:19 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:19.079+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:19.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:19 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:19.079+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:49.555078+0000 front 2024-04-13T08:45:49.554962+0000 (oldest deadline 2024-04-13T08:46:11.255111+0000) 2024-04-13T08:46:20.048 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:19 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:19.722+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.739418+0000 front 2024-04-13T08:45:40.739284+0000 (oldest deadline 2024-04-13T08:46:02.339920+0000) 2024-04-13T08:46:20.049 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:19 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:19.722+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:46.941579+0000 front 2024-04-13T08:45:46.941412+0000 (oldest deadline 2024-04-13T08:46:10.441389+0000) 2024-04-13T08:46:20.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:20 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:20.049+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:20.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:20 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:20.049+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:49.555078+0000 front 2024-04-13T08:45:49.554962+0000 (oldest deadline 2024-04-13T08:46:11.255111+0000) 2024-04-13T08:46:20.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:20 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:20.049+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:55.956199+0000 front 2024-04-13T08:45:55.956296+0000 (oldest deadline 2024-04-13T08:46:19.456155+0000) 2024-04-13T08:46:20.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:20 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:20.049+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:20.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:20 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:20.049+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:20.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:20 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:20.049+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:54.674102+0000 front 2024-04-13T08:45:54.674035+0000 (oldest deadline 2024-04-13T08:46:19.373872+0000) 2024-04-13T08:46:21.015 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:20 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:20.705+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.739418+0000 front 2024-04-13T08:45:40.739284+0000 (oldest deadline 2024-04-13T08:46:02.339920+0000) 2024-04-13T08:46:21.015 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:20 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5[94937]: 2024-04-13T08:46:20.705+0000 7f48ee0db700 -1 osd.5 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:46.941579+0000 front 2024-04-13T08:45:46.941412+0000 (oldest deadline 2024-04-13T08:46:10.441389+0000) 2024-04-13T08:46:21.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:21.015+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:21.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:21.015+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:49.555078+0000 front 2024-04-13T08:45:49.554962+0000 (oldest deadline 2024-04-13T08:46:11.255111+0000) 2024-04-13T08:46:21.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:21.015+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:55.956199+0000 front 2024-04-13T08:45:55.956296+0000 (oldest deadline 2024-04-13T08:46:19.456155+0000) 2024-04-13T08:46:21.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:21.078+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:21.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:21.078+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:21.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:21 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:21.078+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:54.674102+0000 front 2024-04-13T08:45:54.674035+0000 (oldest deadline 2024-04-13T08:46:19.373872+0000) 2024-04-13T08:46:22.401 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:22 smithi066 podman[147914]: 2024-04-13 08:46:22.18571573 +0000 UTC m=+5.619528526 container died 51d583e35074052489d0ddb020f61e24402e2307090ae8cc257ff9be64810102 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T08:46:22.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:22.046+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:22.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:22.046+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:49.555078+0000 front 2024-04-13T08:45:49.554962+0000 (oldest deadline 2024-04-13T08:46:11.255111+0000) 2024-04-13T08:46:22.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:22.046+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:55.956199+0000 front 2024-04-13T08:45:55.956296+0000 (oldest deadline 2024-04-13T08:46:19.456155+0000) 2024-04-13T08:46:22.402 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:22.067+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:22.402 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:22.067+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:22.402 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:22 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:22.067+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:54.674102+0000 front 2024-04-13T08:45:54.674035+0000 (oldest deadline 2024-04-13T08:46:19.373872+0000) 2024-04-13T08:46:22.757 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:22 smithi066 podman[147914]: 2024-04-13 08:46:22.523616132 +0000 UTC m=+5.957428928 container cleanup 51d583e35074052489d0ddb020f61e24402e2307090ae8cc257ff9be64810102 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-13T08:46:22.757 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:22 smithi066 bash[147914]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5 2024-04-13T08:46:23.016 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:22 smithi066 podman[147945]: 2024-04-13 08:46:22.758647821 +0000 UTC m=+0.571932505 container remove 51d583e35074052489d0ddb020f61e24402e2307090ae8cc257ff9be64810102 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, RELEASE=main-5f22a49, GIT_BRANCH=HEAD) 2024-04-13T08:46:23.365 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:23 smithi066 podman[148037]: 2024-04-13 08:46:23.094025968 +0000 UTC m=+0.018835302 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T08:46:23.366 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:23 smithi066 podman[148037]: 2024-04-13 08:46:23.259812296 +0000 UTC m=+0.184621602 container create 888bbac1b199fc8a2e7b81120f2bcc5942c56957a3e0277bb0ca992c5392bce1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-13T08:46:23.366 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:23 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:23.016+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:23.366 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:23 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:23.016+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:49.555078+0000 front 2024-04-13T08:45:49.554962+0000 (oldest deadline 2024-04-13T08:46:11.255111+0000) 2024-04-13T08:46:23.366 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:23 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:23.016+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:55.956199+0000 front 2024-04-13T08:45:55.956296+0000 (oldest deadline 2024-04-13T08:46:19.456155+0000) 2024-04-13T08:46:23.366 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:23 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:23.109+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:23.367 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:23 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:23.109+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:23.367 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:23 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:23.109+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:54.674102+0000 front 2024-04-13T08:45:54.674035+0000 (oldest deadline 2024-04-13T08:46:19.373872+0000) 2024-04-13T08:46:23.651 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:23 smithi066 podman[148037]: 2024-04-13 08:46:23.479283339 +0000 UTC m=+0.404092646 container init 888bbac1b199fc8a2e7b81120f2bcc5942c56957a3e0277bb0ca992c5392bce1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T08:46:23.651 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:23 smithi066 podman[148037]: 2024-04-13 08:46:23.482375817 +0000 UTC m=+0.407185127 container start 888bbac1b199fc8a2e7b81120f2bcc5942c56957a3e0277bb0ca992c5392bce1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-13T08:46:23.651 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:23 smithi066 podman[148037]: 2024-04-13 08:46:23.554098667 +0000 UTC m=+0.478907994 container attach 888bbac1b199fc8a2e7b81120f2bcc5942c56957a3e0277bb0ca992c5392bce1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-13T08:46:24.097 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 13 08:46:23 smithi066 podman[148037]: 2024-04-13 08:46:23.785491249 +0000 UTC m=+0.710300559 container died 888bbac1b199fc8a2e7b81120f2bcc5942c56957a3e0277bb0ca992c5392bce1 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T08:46:24.098 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:24 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:24.023+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:24.098 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:24 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:24.023+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:49.555078+0000 front 2024-04-13T08:45:49.554962+0000 (oldest deadline 2024-04-13T08:46:11.255111+0000) 2024-04-13T08:46:24.098 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:24 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:24.023+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:55.956199+0000 front 2024-04-13T08:45:55.956296+0000 (oldest deadline 2024-04-13T08:46:19.456155+0000) 2024-04-13T08:46:24.398 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:24 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:24.105+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:24.398 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:24 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:24.105+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:24.398 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:24 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:24.105+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:54.674102+0000 front 2024-04-13T08:45:54.674035+0000 (oldest deadline 2024-04-13T08:46:19.373872+0000) 2024-04-13T08:46:24.414 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.5.service' 2024-04-13T08:46:24.462 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T08:46:24.462 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-13T08:46:24.463 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-13T08:46:24.463 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.6 2024-04-13T08:46:24.650 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:24 smithi066 systemd[1]: Stopping Ceph osd.6 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:46:25.033 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:24 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:24.759+0000 7f57c68d8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T08:46:25.033 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:24 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:24.759+0000 7f57c68d8700 -1 osd.6 2797 *** Got signal Terminated *** 2024-04-13T08:46:25.034 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:24 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:24.759+0000 7f57c68d8700 -1 osd.6 2797 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T08:46:25.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:25 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:25.034+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:25.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:25 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:25.034+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:49.555078+0000 front 2024-04-13T08:45:49.554962+0000 (oldest deadline 2024-04-13T08:46:11.255111+0000) 2024-04-13T08:46:25.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:25 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:25.034+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:55.956199+0000 front 2024-04-13T08:45:55.956296+0000 (oldest deadline 2024-04-13T08:46:19.456155+0000) 2024-04-13T08:46:25.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:25 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:25.124+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:25.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:25 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:25.124+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:25.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:25 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:25.124+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:54.674102+0000 front 2024-04-13T08:45:54.674035+0000 (oldest deadline 2024-04-13T08:46:19.373872+0000) 2024-04-13T08:46:26.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:26 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:26.085+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:26.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:26 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:26.085+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:26.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:26 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:26.085+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:54.674102+0000 front 2024-04-13T08:45:54.674035+0000 (oldest deadline 2024-04-13T08:46:19.373872+0000) 2024-04-13T08:46:26.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:26 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:26.014+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:26.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:26 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:26.014+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:49.555078+0000 front 2024-04-13T08:45:49.554962+0000 (oldest deadline 2024-04-13T08:46:11.255111+0000) 2024-04-13T08:46:26.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:26 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:26.014+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:55.956199+0000 front 2024-04-13T08:45:55.956296+0000 (oldest deadline 2024-04-13T08:46:19.456155+0000) 2024-04-13T08:46:27.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:27.058+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:27.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:27.058+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:49.555078+0000 front 2024-04-13T08:45:49.554962+0000 (oldest deadline 2024-04-13T08:46:11.255111+0000) 2024-04-13T08:46:27.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:27.058+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:55.956199+0000 front 2024-04-13T08:45:55.956296+0000 (oldest deadline 2024-04-13T08:46:19.456155+0000) 2024-04-13T08:46:27.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:27.091+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:27.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:27.091+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:27.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:27 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:27.091+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:54.674102+0000 front 2024-04-13T08:45:54.674035+0000 (oldest deadline 2024-04-13T08:46:19.373872+0000) 2024-04-13T08:46:28.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:28 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:28.017+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:28.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:28 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:28.017+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:49.555078+0000 front 2024-04-13T08:45:49.554962+0000 (oldest deadline 2024-04-13T08:46:11.255111+0000) 2024-04-13T08:46:28.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:28 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:28.017+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:55.956199+0000 front 2024-04-13T08:45:55.956296+0000 (oldest deadline 2024-04-13T08:46:19.456155+0000) 2024-04-13T08:46:28.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:28 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:28.103+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:28.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:28 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:28.103+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:28.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:28 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:28.103+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:54.674102+0000 front 2024-04-13T08:45:54.674035+0000 (oldest deadline 2024-04-13T08:46:19.373872+0000) 2024-04-13T08:46:29.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:28 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:28.987+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:39.053471+0000 front 2024-04-13T08:45:39.053663+0000 (oldest deadline 2024-04-13T08:46:04.353468+0000) 2024-04-13T08:46:29.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:28 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:28.987+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:49.555078+0000 front 2024-04-13T08:45:49.554962+0000 (oldest deadline 2024-04-13T08:46:11.255111+0000) 2024-04-13T08:46:29.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:28 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6[99759]: 2024-04-13T08:46:28.987+0000 7f57c2ecc700 -1 osd.6 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:55.956199+0000 front 2024-04-13T08:45:55.956296+0000 (oldest deadline 2024-04-13T08:46:19.456155+0000) 2024-04-13T08:46:29.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:29.071+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:29.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:29.071+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:29.402 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:29.071+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:54.674102+0000 front 2024-04-13T08:45:54.674035+0000 (oldest deadline 2024-04-13T08:46:19.373872+0000) 2024-04-13T08:46:29.402 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:46:29.033Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.3:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.3:8765: connect: connection refused" 2024-04-13T08:46:29.402 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:46:29.033Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.3:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.3:8765: connect: connection refused" 2024-04-13T08:46:29.402 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:46:29.036Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.3:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.3:8765: connect: connection refused" 2024-04-13T08:46:29.402 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:46:29.036Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.3:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.3:8765: connect: connection refused" 2024-04-13T08:46:29.402 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:29 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:46:29.037Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.3:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.3:8765: connect: connection refused" 2024-04-13T08:46:30.401 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:30 smithi066 podman[148142]: 2024-04-13 08:46:30.193716435 +0000 UTC m=+5.541218824 container died 494dadc805af72f7157dd3398bd2885948d0ae308c10760497c36734c2eaa69b (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-5f22a49, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409) 2024-04-13T08:46:30.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:30.076+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:30.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:30.076+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:30.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:30.076+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:54.674102+0000 front 2024-04-13T08:45:54.674035+0000 (oldest deadline 2024-04-13T08:46:19.373872+0000) 2024-04-13T08:46:30.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:30 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:30.076+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6830 osd.3 since back 2024-04-13T08:46:05.175303+0000 front 2024-04-13T08:46:05.175279+0000 (oldest deadline 2024-04-13T08:46:29.275107+0000) 2024-04-13T08:46:30.735 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:30 smithi066 podman[148142]: 2024-04-13 08:46:30.518898126 +0000 UTC m=+5.866400518 container cleanup 494dadc805af72f7157dd3398bd2885948d0ae308c10760497c36734c2eaa69b (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6, GIT_CLEAN=True, RELEASE=main-5f22a49, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-13T08:46:30.735 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:30 smithi066 bash[148142]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6 2024-04-13T08:46:31.123 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:30 smithi066 podman[148160]: 2024-04-13 08:46:30.736525921 +0000 UTC m=+0.537111904 container remove 494dadc805af72f7157dd3398bd2885948d0ae308c10760497c36734c2eaa69b (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2) 2024-04-13T08:46:31.397 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:31 smithi066 podman[148258]: 2024-04-13 08:46:31.179213598 +0000 UTC m=+0.112513805 container create 02e64a64b030aa440bf91a2cf1328f968f70d1c923c435541052cd61e3cdd7a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, RELEASE=main-5f22a49, GIT_BRANCH=HEAD) 2024-04-13T08:46:31.397 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:31 smithi066 podman[148258]: 2024-04-13 08:46:31.084959033 +0000 UTC m=+0.018259268 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T08:46:31.397 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:31 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:31.123+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:31.397 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:31 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:31.123+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:31.397 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:31 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:31.123+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:54.674102+0000 front 2024-04-13T08:45:54.674035+0000 (oldest deadline 2024-04-13T08:46:19.373872+0000) 2024-04-13T08:46:31.397 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:31 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:31.123+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6830 osd.3 since back 2024-04-13T08:46:05.175303+0000 front 2024-04-13T08:46:05.175279+0000 (oldest deadline 2024-04-13T08:46:29.275107+0000) 2024-04-13T08:46:31.651 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:31 smithi066 podman[148258]: 2024-04-13 08:46:31.398351172 +0000 UTC m=+0.331651383 container init 02e64a64b030aa440bf91a2cf1328f968f70d1c923c435541052cd61e3cdd7a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-13T08:46:31.651 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:31 smithi066 podman[148258]: 2024-04-13 08:46:31.401992772 +0000 UTC m=+0.335292981 container start 02e64a64b030aa440bf91a2cf1328f968f70d1c923c435541052cd61e3cdd7a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-13T08:46:31.651 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:31 smithi066 podman[148258]: 2024-04-13 08:46:31.481494758 +0000 UTC m=+0.414794991 container attach 02e64a64b030aa440bf91a2cf1328f968f70d1c923c435541052cd61e3cdd7a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS) 2024-04-13T08:46:32.008 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 13 08:46:31 smithi066 podman[148258]: 2024-04-13 08:46:31.719398757 +0000 UTC m=+0.652698968 container died 02e64a64b030aa440bf91a2cf1328f968f70d1c923c435541052cd61e3cdd7a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-6-deactivate, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T08:46:32.267 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:32.170+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:32.267 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:32.170+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:32.267 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:32.170+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:54.674102+0000 front 2024-04-13T08:45:54.674035+0000 (oldest deadline 2024-04-13T08:46:19.373872+0000) 2024-04-13T08:46:32.267 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:32.170+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6830 osd.3 since back 2024-04-13T08:46:05.175303+0000 front 2024-04-13T08:46:05.175279+0000 (oldest deadline 2024-04-13T08:46:29.275107+0000) 2024-04-13T08:46:32.292 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.6.service' 2024-04-13T08:46:32.338 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T08:46:32.338 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-13T08:46:32.338 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-13T08:46:32.338 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.7 2024-04-13T08:46:32.629 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:32 smithi066 systemd[1]: Stopping Ceph osd.7 for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:46:32.901 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:32.628+0000 7f4b73f25700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T08:46:32.901 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:32.628+0000 7f4b73f25700 -1 osd.7 2797 *** Got signal Terminated *** 2024-04-13T08:46:32.901 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:32 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:32.628+0000 7f4b73f25700 -1 osd.7 2797 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T08:46:33.387 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:33 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:33.128+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:33.387 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:33 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:33.128+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:33.387 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:33 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:33.128+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:54.674102+0000 front 2024-04-13T08:45:54.674035+0000 (oldest deadline 2024-04-13T08:46:19.373872+0000) 2024-04-13T08:46:33.387 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:33 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:33.128+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6830 osd.3 since back 2024-04-13T08:46:05.175303+0000 front 2024-04-13T08:46:05.175279+0000 (oldest deadline 2024-04-13T08:46:29.275107+0000) 2024-04-13T08:46:34.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:34 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:34.083+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:34.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:34 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:34.083+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:34.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:34 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:34.083+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:54.674102+0000 front 2024-04-13T08:45:54.674035+0000 (oldest deadline 2024-04-13T08:46:19.373872+0000) 2024-04-13T08:46:34.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:34 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:34.083+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6830 osd.3 since back 2024-04-13T08:46:05.175303+0000 front 2024-04-13T08:46:05.175279+0000 (oldest deadline 2024-04-13T08:46:29.275107+0000) 2024-04-13T08:46:35.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:35 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:35.093+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:35.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:35 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:35.093+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:35.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:35 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:35.093+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:54.674102+0000 front 2024-04-13T08:45:54.674035+0000 (oldest deadline 2024-04-13T08:46:19.373872+0000) 2024-04-13T08:46:35.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:35 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:35.093+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6830 osd.3 since back 2024-04-13T08:46:05.175303+0000 front 2024-04-13T08:46:05.175279+0000 (oldest deadline 2024-04-13T08:46:29.275107+0000) 2024-04-13T08:46:36.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:36 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:36.115+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:36.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:36 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:36.115+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:36.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:36 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:36.115+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:54.674102+0000 front 2024-04-13T08:45:54.674035+0000 (oldest deadline 2024-04-13T08:46:19.373872+0000) 2024-04-13T08:46:36.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:36 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:36.115+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6830 osd.3 since back 2024-04-13T08:46:05.175303+0000 front 2024-04-13T08:46:05.175279+0000 (oldest deadline 2024-04-13T08:46:29.275107+0000) 2024-04-13T08:46:37.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:37 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:37.104+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-04-13T08:45:40.171725+0000 front 2024-04-13T08:45:40.172132+0000 (oldest deadline 2024-04-13T08:46:03.071783+0000) 2024-04-13T08:46:37.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:37 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:37.104+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6814 osd.1 since back 2024-04-13T08:45:45.873080+0000 front 2024-04-13T08:45:45.873184+0000 (oldest deadline 2024-04-13T08:46:14.673377+0000) 2024-04-13T08:46:37.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:37 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:37.104+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6822 osd.2 since back 2024-04-13T08:45:54.674102+0000 front 2024-04-13T08:45:54.674035+0000 (oldest deadline 2024-04-13T08:46:19.373872+0000) 2024-04-13T08:46:37.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:37 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7[104743]: 2024-04-13T08:46:37.104+0000 7f4b70519700 -1 osd.7 2797 heartbeat_check: no reply from 172.21.15.3:6830 osd.3 since back 2024-04-13T08:46:05.175303+0000 front 2024-04-13T08:46:05.175279+0000 (oldest deadline 2024-04-13T08:46:29.275107+0000) 2024-04-13T08:46:38.504 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:38 smithi066 podman[148363]: 2024-04-13 08:46:38.183518571 +0000 UTC m=+5.647839184 container died 72a376a22614cc107f150102444ef8b8056a2c08f882491ecf511a224ab72f16 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-5f22a49, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-13T08:46:38.504 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:38 smithi066 podman[148363]: 2024-04-13 08:46:38.504407911 +0000 UTC m=+5.968728531 container cleanup 72a376a22614cc107f150102444ef8b8056a2c08f882491ecf511a224ab72f16 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-13T08:46:38.901 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:38 smithi066 bash[148363]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7 2024-04-13T08:46:38.901 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:38 smithi066 podman[148394]: 2024-04-13 08:46:38.705555891 +0000 UTC m=+0.517022366 container remove 72a376a22614cc107f150102444ef8b8056a2c08f882491ecf511a224ab72f16 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-13T08:46:39.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:39 smithi066 podman[148487]: 2024-04-13 08:46:39.031949934 +0000 UTC m=+0.018714256 image pull c4b45bf0c94644d6ae1b365382f72b02930a1414cf4aa11709e7341576968238 quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de 2024-04-13T08:46:39.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:39 smithi066 podman[148487]: 2024-04-13 08:46:39.131194413 +0000 UTC m=+0.117958718 container create 0e911f2a091cf916af577c861b528193617ac1f8cea5401540507ab0921fb3d7 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True) 2024-04-13T08:46:39.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:39 smithi066 podman[148487]: 2024-04-13 08:46:39.359583667 +0000 UTC m=+0.346347982 container init 0e911f2a091cf916af577c861b528193617ac1f8cea5401540507ab0921fb3d7 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-13T08:46:39.401 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:39 smithi066 podman[148487]: 2024-04-13 08:46:39.3630732 +0000 UTC m=+0.349837507 container start 0e911f2a091cf916af577c861b528193617ac1f8cea5401540507ab0921fb3d7 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-deactivate, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-5f22a49, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-13T08:46:39.901 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:39 smithi066 podman[148487]: 2024-04-13 08:46:39.442251297 +0000 UTC m=+0.429015609 container attach 0e911f2a091cf916af577c861b528193617ac1f8cea5401540507ab0921fb3d7 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-13T08:46:39.901 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 13 08:46:39 smithi066 podman[148487]: 2024-04-13 08:46:39.659875049 +0000 UTC m=+0.646639357 container died 0e911f2a091cf916af577c861b528193617ac1f8cea5401540507ab0921fb3d7 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-13T08:46:40.230 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@osd.7.service' 2024-04-13T08:46:40.279 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T08:46:40.279 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-13T08:46:40.280 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-13T08:46:40.280 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ceph-1235705e-f964-11ee-bc8d-c7b262605968@mds.a 2024-04-13T08:46:40.589 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 08:46:40 smithi003 systemd[1]: Stopping Ceph mds.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:46:40.857 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 08:46:40 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a[116745]: 2024-04-13T08:46:40.588+0000 7fe3d67f5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T08:46:40.857 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 08:46:40 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a[116745]: 2024-04-13T08:46:40.588+0000 7fe3d67f5700 -1 mds.a *** got signal Terminated *** 2024-04-13T08:46:41.956 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 08:46:41 smithi003 podman[219797]: 2024-04-13 08:46:41.687579661 +0000 UTC m=+1.211078091 container died 973acab37dd54d6ee63983d4470929ae2fbe813f2e1a9abe517c5f0ca55d0fe3 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-13T08:46:42.306 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 08:46:42 smithi003 podman[219797]: 2024-04-13 08:46:42.056834869 +0000 UTC m=+1.580333307 container cleanup 973acab37dd54d6ee63983d4470929ae2fbe813f2e1a9abe517c5f0ca55d0fe3 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-5f22a49, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-13T08:46:42.306 INFO:journalctl@ceph.mds.a.smithi003.stdout:Apr 13 08:46:42 smithi003 bash[219797]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-a 2024-04-13T08:46:42.430 DEBUG:teuthology.orchestra.run.smithi003:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@mds.a.service' 2024-04-13T08:46:42.468 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T08:46:42.468 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-13T08:46:42.468 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-13T08:46:42.469 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-1235705e-f964-11ee-bc8d-c7b262605968@mds.b 2024-04-13T08:46:42.772 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 08:46:42 smithi066 systemd[1]: Stopping Ceph mds.b for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:46:43.151 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 08:46:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b[109267]: 2024-04-13T08:46:42.772+0000 7f9a6dfaf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-13T08:46:43.151 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 08:46:42 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b[109267]: 2024-04-13T08:46:42.772+0000 7f9a6dfaf700 -1 mds.b *** got signal Terminated *** 2024-04-13T08:46:44.373 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 08:46:44 smithi066 podman[148590]: 2024-04-13 08:46:44.105510245 +0000 UTC m=+1.435290304 container died ede3ec8346237dcaa62f1d22c2ddc642a372dc69e90c41c825ed7e4ec40c22d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=main-5f22a49, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-13T08:46:44.651 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 08:46:44 smithi066 podman[148590]: 2024-04-13 08:46:44.472983724 +0000 UTC m=+1.802763791 container cleanup ede3ec8346237dcaa62f1d22c2ddc642a372dc69e90c41c825ed7e4ec40c22d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:6fb717258dc239385e7a35961ace9777596e0812fffb5512947cc85619c020de, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-5f22a49, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2) 2024-04-13T08:46:44.651 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 13 08:46:44 smithi066 bash[148590]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-mds-b 2024-04-13T08:46:44.906 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@mds.b.service' 2024-04-13T08:46:44.947 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T08:46:44.947 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-13T08:46:44.947 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-13T08:46:44.947 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-1235705e-f964-11ee-bc8d-c7b262605968@prometheus.a 2024-04-13T08:46:45.285 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:45 smithi066 systemd[1]: Stopping Ceph prometheus.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:46:45.585 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:45 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:46:45.286Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-13T08:46:45.585 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:45 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:46:45.286Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-13T08:46:45.585 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:45 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:46:45.286Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-13T08:46:45.585 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:45 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:46:45.286Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-13T08:46:45.585 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:45 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:46:45.286Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-13T08:46:45.585 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:45 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:46:45.286Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-13T08:46:45.585 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:45 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:46:45.286Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-13T08:46:45.585 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:45 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:46:45.286Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-13T08:46:45.585 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:45 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:46:45.286Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-13T08:46:45.586 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:45 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:46:45.289Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-13T08:46:45.586 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:45 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:46:45.289Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-13T08:46:45.586 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:45 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a[117041]: ts=2024-04-13T08:46:45.289Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-13T08:46:45.586 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:45 smithi066 podman[148712]: 2024-04-13 08:46:45.296625854 +0000 UTC m=+0.120938330 container died 9f8b525162d3f90e88da2aaadd35bfbe3aa94e603f73735f198676118e55c1f8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T08:46:45.901 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:45 smithi066 podman[148712]: 2024-04-13 08:46:45.677125547 +0000 UTC m=+0.501438022 container cleanup 9f8b525162d3f90e88da2aaadd35bfbe3aa94e603f73735f198676118e55c1f8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-13T08:46:45.901 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 13 08:46:45 smithi066 bash[148712]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-prometheus-a 2024-04-13T08:46:46.063 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1235705e-f964-11ee-bc8d-c7b262605968@prometheus.a.service' 2024-04-13T08:46:46.102 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T08:46:46.103 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-13T08:46:46.103 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1235705e-f964-11ee-bc8d-c7b262605968 --force --keep-logs 2024-04-13T08:46:46.264 INFO:teuthology.orchestra.run.smithi003.stdout:Deleting cluster with fsid: 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T08:46:47.884 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 08:46:47 smithi003 systemd[1]: Stopping Ceph alertmanager.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:46:48.270 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 08:46:47 smithi003 ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a[125122]: ts=2024-04-13T08:46:47.969Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-13T08:46:48.270 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 08:46:48 smithi003 podman[220254]: 2024-04-13 08:46:48.011206352 +0000 UTC m=+0.168167967 container died 461221d9084bc7fdfd582d9c6484add75385fb30fabbe0c39678c8d04f95e8e0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T08:46:48.528 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 08:46:48 smithi003 podman[220254]: 2024-04-13 08:46:48.361958761 +0000 UTC m=+0.518920437 container cleanup 461221d9084bc7fdfd582d9c6484add75385fb30fabbe0c39678c8d04f95e8e0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T08:46:48.529 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 08:46:48 smithi003 bash[220254]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a 2024-04-13T08:46:48.814 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 08:46:48 smithi003 podman[220268]: 2024-04-13 08:46:48.529939989 +0000 UTC m=+0.510030484 container remove 461221d9084bc7fdfd582d9c6484add75385fb30fabbe0c39678c8d04f95e8e0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-13T08:46:48.814 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 08:46:48 smithi003 podman[220268]: 2024-04-13 08:46:48.60539009 +0000 UTC m=+0.585480540 volume remove 18ecd8d9343382c826baaf3488898870527df4f3376ba397811e78b170eea439 2024-04-13T08:46:49.134 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 08:46:49 smithi003 systemd[1]: Stopping Ceph node-exporter.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:46:49.135 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 08:46:48 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-13T08:46:49.135 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 08:46:48 smithi003 systemd[1]: Stopped Ceph alertmanager.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T08:46:49.135 INFO:journalctl@ceph.alertmanager.a.smithi003.stdout:Apr 13 08:46:48 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@alertmanager.a.service: Consumed 4.012s CPU time. 2024-04-13T08:46:49.516 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 08:46:49 smithi003 podman[220376]: 2024-04-13 08:46:49.252695128 +0000 UTC m=+0.106914016 container died 816bb4165edf7093f04b27577c30056b53502ca9df1eca92e19886a5fbc276ce (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T08:46:49.883 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 08:46:49 smithi003 podman[220376]: 2024-04-13 08:46:49.608251691 +0000 UTC m=+0.462470576 container cleanup 816bb4165edf7093f04b27577c30056b53502ca9df1eca92e19886a5fbc276ce (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T08:46:49.883 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 08:46:49 smithi003 bash[220376]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a 2024-04-13T08:46:50.134 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 08:46:49 smithi003 podman[220390]: 2024-04-13 08:46:49.884510966 +0000 UTC m=+0.631550770 container remove 816bb4165edf7093f04b27577c30056b53502ca9df1eca92e19886a5fbc276ce (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-13T08:46:50.134 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 08:46:49 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-13T08:46:50.134 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 08:46:50 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-13T08:46:50.134 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 08:46:50 smithi003 systemd[1]: Stopped Ceph node-exporter.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T08:46:50.134 INFO:journalctl@ceph.node-exporter.a.smithi003.stdout:Apr 13 08:46:50 smithi003 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@node-exporter.a.service: Consumed 9.002s CPU time. 2024-04-13T08:46:50.673 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1235705e-f964-11ee-bc8d-c7b262605968 --force --keep-logs 2024-04-13T08:46:50.832 INFO:teuthology.orchestra.run.smithi066.stdout:Deleting cluster with fsid: 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T08:46:52.589 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 08:46:52 smithi066 systemd[1]: Stopping Ceph grafana.a for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:46:52.881 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 08:46:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=server t=2024-04-13T08:46:52.590729404Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-04-13T08:46:52.881 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 08:46:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=tracing t=2024-04-13T08:46:52.590778418Z level=info msg="Closing tracing" 2024-04-13T08:46:52.881 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 08:46:52 smithi066 ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a[121173]: logger=ticker t=2024-04-13T08:46:52.590809706Z level=info msg=stopped last_tick=2024-04-13T08:46:50Z 2024-04-13T08:46:52.881 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 08:46:52 smithi066 podman[149159]: 2024-04-13 08:46:52.600892635 +0000 UTC m=+0.110739929 container died 2e9b62d380da87367c937c37ece3f6641ec5d5bf8da5d47be38e08956252426b (image=quay.io/ceph/grafana:9.4.12, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-13T08:46:53.151 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 08:46:52 smithi066 podman[149159]: 2024-04-13 08:46:52.956865342 +0000 UTC m=+0.466712644 container cleanup 2e9b62d380da87367c937c37ece3f6641ec5d5bf8da5d47be38e08956252426b (image=quay.io/ceph/grafana:9.4.12, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-13T08:46:53.151 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 08:46:52 smithi066 bash[149159]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a 2024-04-13T08:46:53.486 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 08:46:53 smithi066 podman[149173]: 2024-04-13 08:46:53.182890035 +0000 UTC m=+0.582248981 container remove 2e9b62d380da87367c937c37ece3f6641ec5d5bf8da5d47be38e08956252426b (image=quay.io/ceph/grafana:9.4.12, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-13T08:46:53.486 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 08:46:53 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@grafana.a.service: Deactivated successfully. 2024-04-13T08:46:53.486 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 08:46:53 smithi066 systemd[1]: Stopped Ceph grafana.a for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T08:46:53.486 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 13 08:46:53 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@grafana.a.service: Consumed 51.488s CPU time. 2024-04-13T08:46:53.737 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 08:46:53 smithi066 systemd[1]: Stopping Ceph node-exporter.b for 1235705e-f964-11ee-bc8d-c7b262605968... 2024-04-13T08:46:54.059 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 08:46:53 smithi066 podman[149281]: 2024-04-13 08:46:53.738275136 +0000 UTC m=+0.110910370 container died 7d8ba10a05918bf2f2cddfe76ac1f5ecf333e94f6630fed0cd2f3c289e020793 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T08:46:54.059 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 08:46:54 smithi066 podman[149281]: 2024-04-13 08:46:54.06083056 +0000 UTC m=+0.433465837 container cleanup 7d8ba10a05918bf2f2cddfe76ac1f5ecf333e94f6630fed0cd2f3c289e020793 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T08:46:54.400 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 08:46:54 smithi066 bash[149281]: ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b 2024-04-13T08:46:54.401 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 08:46:54 smithi066 podman[149295]: 2024-04-13 08:46:54.245142976 +0000 UTC m=+0.507683563 container remove 7d8ba10a05918bf2f2cddfe76ac1f5ecf333e94f6630fed0cd2f3c289e020793 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-1235705e-f964-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-13T08:46:54.401 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 08:46:54 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-13T08:46:54.863 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 08:46:54 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-13T08:46:54.863 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 08:46:54 smithi066 systemd[1]: Stopped Ceph node-exporter.b for 1235705e-f964-11ee-bc8d-c7b262605968. 2024-04-13T08:46:54.863 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 13 08:46:54 smithi066 systemd[1]: ceph-1235705e-f964-11ee-bc8d-c7b262605968@node-exporter.b.service: Consumed 9.032s CPU time. 2024-04-13T08:46:55.123 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-13T08:46:55.158 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-13T08:46:55.192 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-13T08:46:55.195 DEBUG:teuthology.misc:Transferring archived files from smithi003:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654931/remote/smithi003/crash 2024-04-13T08:46:55.196 DEBUG:teuthology.orchestra.run.smithi003:> sudo tar c -f - -C /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/crash -- . 2024-04-13T08:46:55.244 INFO:teuthology.orchestra.run.smithi003.stderr:tar: /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/crash: Cannot open: No such file or directory 2024-04-13T08:46:55.245 INFO:teuthology.orchestra.run.smithi003.stderr:tar: Error is not recoverable: exiting now 2024-04-13T08:46:55.247 DEBUG:teuthology.misc:Transferring archived files from smithi066:/var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654931/remote/smithi066/crash 2024-04-13T08:46:55.248 DEBUG:teuthology.orchestra.run.smithi066:> sudo tar c -f - -C /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/crash -- . 2024-04-13T08:46:55.294 INFO:teuthology.orchestra.run.smithi066.stderr:tar: /var/lib/ceph/1235705e-f964-11ee-bc8d-c7b262605968/crash: Cannot open: No such file or directory 2024-04-13T08:46:55.294 INFO:teuthology.orchestra.run.smithi066.stderr:tar: Error is not recoverable: exiting now 2024-04-13T08:46:55.295 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-13T08:46:55.295 DEBUG:teuthology.orchestra.run.smithi003:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-13T08:46:55.327 INFO:teuthology.orchestra.run.smithi003.stdout:2024-04-13T07:18:14.755811+0000 mon.a (mon.0) 348 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T08:46:55.329 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-13T08:46:55.330 DEBUG:teuthology.orchestra.run.smithi003:> sudo egrep '\[SEC\]' /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-13T08:46:55.403 DEBUG:teuthology.orchestra.run.smithi003:> sudo egrep '\[ERR\]' /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-13T08:46:55.477 DEBUG:teuthology.orchestra.run.smithi003:> sudo egrep '\[WRN\]' /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-13T08:46:55.548 INFO:teuthology.orchestra.run.smithi003.stdout:2024-04-13T07:18:14.755811+0000 mon.a (mon.0) 348 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T08:46:55.550 INFO:tasks.cephadm:Compressing logs... 2024-04-13T08:46:55.550 DEBUG:teuthology.orchestra.run.smithi003:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-13T08:46:55.593 DEBUG:teuthology.orchestra.run.smithi066:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-13T08:46:55.618 INFO:teuthology.orchestra.run.smithi003.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-13T08:46:55.619 INFO:teuthology.orchestra.run.smithi003.stderr:: No such file or directory 2024-04-13T08:46:55.619 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mon.a.log 2024-04-13T08:46:55.624 INFO:teuthology.orchestra.run.smithi003.stderr:gzip/var/log/ceph/cephadm.log: -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.audit.log 2024-04-13T08:46:55.625 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.1.log 2024-04-13T08:46:55.625 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.3.log 2024-04-13T08:46:55.625 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mgr.y.log 2024-04-13T08:46:55.625 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.1.log: /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.0.log 2024-04-13T08:46:55.625 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.cephadm.log 2024-04-13T08:46:55.625 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.log 2024-04-13T08:46:55.625 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.cephadm.log: 90.7% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.cephadm.log.gz 2024-04-13T08:46:55.625 INFO:teuthology.orchestra.run.smithi003.stderr: 91.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-13T08:46:55.625 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.2.log 2024-04-13T08:46:55.625 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-volume.log 2024-04-13T08:46:55.626 INFO:teuthology.orchestra.run.smithi066.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-13T08:46:55.626 INFO:teuthology.orchestra.run.smithi066.stderr:: No such file or directory 2024-04-13T08:46:55.627 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.6.log 2024-04-13T08:46:55.627 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.audit.log 2024-04-13T08:46:55.627 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mds.b.log 2024-04-13T08:46:55.630 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.6.log: /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.4.log 2024-04-13T08:46:55.630 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.7.log 2024-04-13T08:46:55.630 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mds.b.log: /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.5.log 2024-04-13T08:46:55.630 INFO:teuthology.orchestra.run.smithi066.stderr: 83.4% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mds.b.log.gz 2024-04-13T08:46:55.630 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mgr.x.log 2024-04-13T08:46:55.630 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.cephadm.log 2024-04-13T08:46:55.631 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.log 2024-04-13T08:46:55.631 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.cephadm.log: 84.1% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.cephadm.log.gz 2024-04-13T08:46:55.631 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-volume.log 2024-04-13T08:46:55.635 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.2.log: /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.log: 94.8% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.audit.log.gz 2024-04-13T08:46:55.635 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mds.a.log 2024-04-13T08:46:55.635 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.log: 91.4% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.audit.log.gz 2024-04-13T08:46:55.644 INFO:teuthology.orchestra.run.smithi066.stderr: 89.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-13T08:46:55.645 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mon.b.log 2024-04-13T08:46:55.647 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mon.c.log 2024-04-13T08:46:55.648 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-volume.log: /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mon.b.log: 87.0% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.log.gz 2024-04-13T08:46:55.659 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mds.a.log: 92.8% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph.log.gz 2024-04-13T08:46:55.668 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mon.c.log: 92.4% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mds.a.log.gz 2024-04-13T08:46:55.669 INFO:teuthology.orchestra.run.smithi003.stderr: 91.1% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-volume.log.gz 2024-04-13T08:46:55.673 INFO:teuthology.orchestra.run.smithi066.stderr: 91.1% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-volume.log.gz 2024-04-13T08:46:55.687 INFO:teuthology.orchestra.run.smithi066.stderr: 90.7% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mgr.x.log.gz 2024-04-13T08:46:56.765 INFO:teuthology.orchestra.run.smithi003.stderr: 89.6% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mgr.y.log.gz 2024-04-13T08:46:57.147 INFO:teuthology.orchestra.run.smithi066.stderr: 92.2% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mon.b.log.gz 2024-04-13T08:46:57.395 INFO:teuthology.orchestra.run.smithi003.stderr: 91.7% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mon.c.log.gz 2024-04-13T08:47:00.135 INFO:teuthology.orchestra.run.smithi003.stderr: 90.4% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-mon.a.log.gz 2024-04-13T08:47:16.092 INFO:teuthology.orchestra.run.smithi066.stderr: 94.1% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.4.log.gz 2024-04-13T08:47:17.679 INFO:teuthology.orchestra.run.smithi066.stderr: 94.5% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.6.log.gz 2024-04-13T08:47:19.038 INFO:teuthology.orchestra.run.smithi066.stderr: 94.4% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.7.log.gz 2024-04-13T08:47:20.044 INFO:teuthology.orchestra.run.smithi066.stderr: 94.4% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.5.log.gz 2024-04-13T08:47:20.045 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-04-13T08:47:20.046 INFO:teuthology.orchestra.run.smithi066.stderr:real 0m24.437s 2024-04-13T08:47:20.046 INFO:teuthology.orchestra.run.smithi066.stderr:user 1m28.810s 2024-04-13T08:47:20.046 INFO:teuthology.orchestra.run.smithi066.stderr:sys 0m3.044s 2024-04-13T08:47:22.035 INFO:teuthology.orchestra.run.smithi003.stderr: 94.5% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.3.log.gz 2024-04-13T08:47:22.601 INFO:teuthology.orchestra.run.smithi003.stderr: 94.3% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.0.log.gz 2024-04-13T08:47:22.989 INFO:teuthology.orchestra.run.smithi003.stderr: 94.3% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.1.log.gz 2024-04-13T08:47:25.713 INFO:teuthology.orchestra.run.smithi003.stderr: 94.5% -- replaced with /var/log/ceph/1235705e-f964-11ee-bc8d-c7b262605968/ceph-osd.2.log.gz 2024-04-13T08:47:25.718 INFO:teuthology.orchestra.run.smithi003.stderr: 2024-04-13T08:47:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:real 0m30.109s 2024-04-13T08:47:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:user 1m54.287s 2024-04-13T08:47:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:sys 0m3.868s 2024-04-13T08:47:25.719 INFO:tasks.cephadm:Archiving logs... 2024-04-13T08:47:25.719 DEBUG:teuthology.misc:Transferring archived files from smithi003:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654931/remote/smithi003/log 2024-04-13T08:47:25.720 DEBUG:teuthology.orchestra.run.smithi003:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-13T08:47:41.348 DEBUG:teuthology.misc:Transferring archived files from smithi066:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654931/remote/smithi066/log 2024-04-13T08:47:41.354 DEBUG:teuthology.orchestra.run.smithi066:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-13T08:47:53.659 INFO:tasks.cephadm:Removing cluster... 2024-04-13T08:47:53.660 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1235705e-f964-11ee-bc8d-c7b262605968 --force 2024-04-13T08:47:53.822 INFO:teuthology.orchestra.run.smithi003.stdout:Deleting cluster with fsid: 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T08:47:54.219 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1235705e-f964-11ee-bc8d-c7b262605968 --force 2024-04-13T08:47:54.384 INFO:teuthology.orchestra.run.smithi066.stdout:Deleting cluster with fsid: 1235705e-f964-11ee-bc8d-c7b262605968 2024-04-13T08:47:54.773 INFO:tasks.cephadm:Removing cephadm ... 2024-04-13T08:47:54.773 DEBUG:teuthology.orchestra.run.smithi003:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-13T08:47:54.789 DEBUG:teuthology.orchestra.run.smithi066:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-13T08:47:54.805 INFO:tasks.cephadm:Teardown complete 2024-04-13T08:47:54.805 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-13T08:47:54.817 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-13T08:47:54.817 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-13T08:47:54.832 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-13T08:47:54.929 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-13T08:47:54.939 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-13T08:47:54.939 DEBUG:teuthology.orchestra.run.smithi003:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-13T08:47:54.942 DEBUG:teuthology.orchestra.run.smithi066:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-13T08:47:54.954 INFO:teuthology.orchestra.run.smithi003.stderr:bash: line 1: ntpq: command not found 2024-04-13T08:47:54.956 INFO:teuthology.orchestra.run.smithi066.stderr:bash: line 1: ntpq: command not found 2024-04-13T08:47:54.958 INFO:teuthology.orchestra.run.smithi003.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-13T08:47:54.958 INFO:teuthology.orchestra.run.smithi003.stdout:=============================================================================== 2024-04-13T08:47:54.958 INFO:teuthology.orchestra.run.smithi003.stdout:^* hv01.front.sepia.ceph.com 3 8 377 31 +695us[ +742us] +/- 54ms 2024-04-13T08:47:54.958 INFO:teuthology.orchestra.run.smithi003.stdout:^+ hv02.front.sepia.ceph.com 3 8 377 156 -1259us[-1214us] +/- 73ms 2024-04-13T08:47:54.959 INFO:teuthology.orchestra.run.smithi003.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 23 +468us[ +468us] +/- 79ms 2024-04-13T08:47:54.959 INFO:teuthology.orchestra.run.smithi003.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T08:47:54.960 INFO:teuthology.orchestra.run.smithi066.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-13T08:47:54.961 INFO:teuthology.orchestra.run.smithi066.stdout:=============================================================================== 2024-04-13T08:47:54.961 INFO:teuthology.orchestra.run.smithi066.stdout:^* hv01.front.sepia.ceph.com 3 8 377 30 +665us[ +703us] +/- 54ms 2024-04-13T08:47:54.961 INFO:teuthology.orchestra.run.smithi066.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 102 -1301us[-1262us] +/- 74ms 2024-04-13T08:47:54.961 INFO:teuthology.orchestra.run.smithi066.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 31 +391us[ +429us] +/- 78ms 2024-04-13T08:47:54.961 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-13T08:47:54.962 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-13T08:47:54.972 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-13T08:47:54.973 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-13T08:47:55.003 DEBUG:teuthology.orchestra.run.smithi003:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-13T08:47:55.096 DEBUG:teuthology.orchestra.run.smithi066:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-13T08:47:55.189 DEBUG:teuthology.orchestra.run.smithi003:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-13T08:47:55.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T08:47:55.221 DEBUG:teuthology.orchestra.run.smithi066:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-13T08:47:55.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T08:47:55.256 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-13T08:47:55.268 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-13T08:47:55.312 INFO:teuthology.task.internal:Duration was 6573.797506 seconds 2024-04-13T08:47:55.312 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-13T08:47:55.410 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-13T08:47:55.410 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-13T08:47:55.422 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-13T08:47:55.464 INFO:teuthology.orchestra.run.smithi003.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-13T08:47:55.476 INFO:teuthology.orchestra.run.smithi066.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-13T08:47:55.940 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-13T08:47:55.940 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi003.front.sepia.ceph.com 2024-04-13T08:47:55.940 DEBUG:teuthology.orchestra.run.smithi003:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-13T08:47:55.962 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi066.front.sepia.ceph.com 2024-04-13T08:47:55.963 DEBUG:teuthology.orchestra.run.smithi066:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-13T08:47:55.992 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-13T08:47:55.992 DEBUG:teuthology.orchestra.run.smithi003:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-13T08:47:56.010 DEBUG:teuthology.orchestra.run.smithi066:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-13T08:47:56.067 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-13T08:47:56.067 DEBUG:teuthology.orchestra.run.smithi003:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-13T08:47:56.081 DEBUG:teuthology.orchestra.run.smithi066:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-13T08:47:56.656 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-13T08:47:56.668 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-13T08:47:56.668 DEBUG:teuthology.orchestra.run.smithi003:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-13T08:47:56.695 DEBUG:teuthology.orchestra.run.smithi066:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-13T08:47:56.726 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-13T08:47:56.738 DEBUG:teuthology.orchestra.run.smithi003:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-13T08:47:56.740 DEBUG:teuthology.orchestra.run.smithi066:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-13T08:47:56.764 INFO:teuthology.orchestra.run.smithi003.stdout:kernel.core_pattern = core 2024-04-13T08:47:56.797 INFO:teuthology.orchestra.run.smithi066.stdout:kernel.core_pattern = core 2024-04-13T08:47:56.816 DEBUG:teuthology.orchestra.run.smithi003:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-13T08:47:56.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T08:47:56.834 DEBUG:teuthology.orchestra.run.smithi066:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-13T08:47:56.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T08:47:56.871 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-13T08:47:56.884 INFO:teuthology.task.internal:Transferring archived files... 2024-04-13T08:47:56.884 DEBUG:teuthology.misc:Transferring archived files from smithi003:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654931/remote/smithi003 2024-04-13T08:47:56.885 DEBUG:teuthology.orchestra.run.smithi003:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-13T08:47:56.937 DEBUG:teuthology.misc:Transferring archived files from smithi066:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654931/remote/smithi066 2024-04-13T08:47:56.938 DEBUG:teuthology.orchestra.run.smithi066:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-13T08:47:56.986 INFO:teuthology.task.internal:Removing archive directory... 2024-04-13T08:47:56.986 DEBUG:teuthology.orchestra.run.smithi003:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-13T08:47:56.988 DEBUG:teuthology.orchestra.run.smithi066:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-13T08:47:57.033 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-13T08:47:57.047 INFO:teuthology.task.internal:Not uploading archives. 2024-04-13T08:47:57.047 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-13T08:47:57.080 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-13T08:47:57.080 DEBUG:teuthology.orchestra.run.smithi003:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-13T08:47:57.083 DEBUG:teuthology.orchestra.run.smithi066:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-13T08:47:57.094 INFO:teuthology.orchestra.run.smithi003.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 13 08:47 /home/ubuntu/cephtest 2024-04-13T08:47:57.098 INFO:teuthology.orchestra.run.smithi066.stdout: 265306 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 13 08:47 /home/ubuntu/cephtest 2024-04-13T08:47:57.099 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-13T08:47:57.111 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-13T08:47:57.155 INFO:teuthology.nuke:Checking targets against current locks 2024-04-13T08:47:57.181 DEBUG:teuthology.nuke:shortname: smithi003 2024-04-13T08:47:57.182 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-13T08:47:57.208 DEBUG:teuthology.nuke:shortname: smithi066 2024-04-13T08:47:57.208 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-13T08:47:57.212 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi003.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654931', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-13 06:49:05.402552', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHeFcs23EXA6N2adYSRRFR+tdqmWm5JYczsGSAQgmeLgQJbWibKmjrBi1lwsDJfh9V//Lt4Dtnj/Dx204jGU/f4='} 2024-04-13T08:47:57.236 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi066.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-13_03:08:05-upgrade-main-distro-default-smithi/7654931', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-13 06:49:05.400575', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJYXz90ls6kQwnRvhHWonoTDD9D/fuIDeXPTC1P6IZoWQXgedZCmxNF7GYwd8A6KdeUGcyjEAJ6n1s0TUTbinGk='} 2024-04-13T08:47:57.264 INFO:teuthology.orchestra.console.smithi003:Power off 2024-04-13T08:47:57.265 DEBUG:teuthology.orchestra.console.smithi003:pexpect command: ipmitool -H smithi003.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-13T08:47:57.289 DEBUG:teuthology.orchestra.console.smithi003:power off output: Chassis Power Control: Down/Off 2024-04-13T08:47:57.289 DEBUG:teuthology.orchestra.console.smithi003:pexpect command: ipmitool -H smithi003.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T08:47:57.307 INFO:teuthology.orchestra.console.smithi066:Power off 2024-04-13T08:47:57.307 DEBUG:teuthology.orchestra.console.smithi066:pexpect command: ipmitool -H smithi066.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-13T08:47:57.317 DEBUG:teuthology.orchestra.console.smithi003:check power output: Chassis Power is on 2024-04-13T08:47:57.330 DEBUG:teuthology.orchestra.console.smithi066:power off output: Chassis Power Control: Down/Off 2024-04-13T08:47:57.330 DEBUG:teuthology.orchestra.console.smithi066:pexpect command: ipmitool -H smithi066.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T08:47:57.356 DEBUG:teuthology.orchestra.console.smithi066:check power output: Chassis Power is on 2024-04-13T08:48:01.318 DEBUG:teuthology.orchestra.console.smithi003:pexpect command: ipmitool -H smithi003.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T08:48:01.358 DEBUG:teuthology.orchestra.console.smithi066:pexpect command: ipmitool -H smithi066.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T08:48:01.429 DEBUG:teuthology.orchestra.console.smithi003:check power output: Chassis Power is on 2024-04-13T08:48:01.471 DEBUG:teuthology.orchestra.console.smithi066:check power output: Chassis Power is on 2024-04-13T08:48:05.434 DEBUG:teuthology.orchestra.console.smithi003:pexpect command: ipmitool -H smithi003.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T08:48:05.492 DEBUG:teuthology.orchestra.console.smithi066:pexpect command: ipmitool -H smithi066.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T08:48:05.595 DEBUG:teuthology.orchestra.console.smithi003:check power output: Chassis Power is off 2024-04-13T08:48:05.601 DEBUG:teuthology.orchestra.console.smithi066:check power output: Chassis Power is off 2024-04-13T08:48:05.696 INFO:teuthology.orchestra.console.smithi003:Power off completed 2024-04-13T08:48:05.702 INFO:teuthology.orchestra.console.smithi066:Power off completed 2024-04-13T08:48:05.807 INFO:teuthology.run:Summary data: description: upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 6573.797506093979 failure_reason: '"2024-04-13T07:18:14.755811+0000 mon.a (mon.0) 348 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log' flavor: default owner: scheduled_teuthology@teuthology success: false 2024-04-13T08:48:05.807 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-13T08:48:05.898 INFO:teuthology.run:FAIL